# System Records
User-agent: twiceler
Disallow: /
User-agent: sistrix
Disallow: /
User-agent: 008
Disallow: /
User-agent: sitebot
Disallow: /
User-agent: TweetmemeBot
Disallow: /
User-agent: *
Crawl-delay: 5
Disallow: /page.cfm
Disallow: /cf_calendar/printpdf.cfm
Disallow: /fs/
Allow: /fs/login$
Allow: /fs/pages/1
Allow: /fs/pages/2
Allow: /fs/pages/3
Allow: /fs/pages/4
Allow: /fs/pages/5
Allow: /fs/pages/6
Allow: /fs/pages/7
Allow: /fs/pages/8
Allow: /fs/pages/9
Allow: /fs/pages/athletics
Allow: /fs/pages/calendar
Allow: /fs/pages/news
Allow: /fs/pages/search
Allow: /fs/pages/search-results-item/post
Allow: /fs/pages/sitemap
Allow: /fs/form-manager/view/
Allow: /fs/resource-manager/view/

# Custom Records


# Page Exclusions
User-agent: *
Disallow: /parents-util/school-calendar$
Disallow: /parents-util/school-calendar?
Disallow: /parents-util/school-calendar/~
Disallow: /arts-music/music-scholarship-donations$
Disallow: /arts-music/music-scholarship-donations?
Disallow: /arts-music/music-scholarship-donations/~
Disallow: /admissions/admissions-team$
Disallow: /admissions/admissions-team?
Disallow: /admissions/admissions-team/~
Disallow: /academics/school-news$
Disallow: /academics/school-news?
Disallow: /academics/school-news/~
Disallow: /admissions/inquiry-form$
Disallow: /admissions/inquiry-form?
Disallow: /admissions/inquiry-form/~
Disallow: /popular-searches/transportation$
Disallow: /popular-searches/transportation?
Disallow: /popular-searches/transportation/~
Disallow: /administrative-team-clone$
Disallow: /administrative-team-clone?
Disallow: /administrative-team-clone/~
Disallow: /fs-test-home-clone$
Disallow: /fs-test-home-clone?
Disallow: /fs-test-home-clone/~
Disallow: /english-clone$
Disallow: /english-clone?
Disallow: /english-clone/~
Disallow: /popular-searches/staff-directory-portal$
Disallow: /popular-searches/staff-directory-portal?
Disallow: /popular-searches/staff-directory-portal/~
Disallow: /popular-searches/school-uniforms$
Disallow: /popular-searches/school-uniforms?
Disallow: /popular-searches/school-uniforms/~
Disallow: /athletics-clone$
Disallow: /athletics-clone?
Disallow: /athletics-clone/~
Disallow: /alumni/red-blue-meet-up$
Disallow: /alumni/red-blue-meet-up?
Disallow: /alumni/red-blue-meet-up/~
Disallow: /about/news/dbpp$
Disallow: /about/news/dbpp?
Disallow: /about/news/dbpp/~
Disallow: /alumni/2024-stag-night$
Disallow: /alumni/2024-stag-night?
Disallow: /alumni/2024-stag-night/~
Disallow: /2025-hoco-dm$
Disallow: /2025-hoco-dm?
Disallow: /2025-hoco-dm/~
Disallow: /forms-page-template$
Disallow: /forms-page-template?
Disallow: /forms-page-template/~
Disallow: /admissions-thankyou$
Disallow: /admissions-thankyou?
Disallow: /admissions-thankyou/~
Disallow: /campus-map-1$
Disallow: /campus-map-1?
Disallow: /campus-map-1/~
Disallow: /academics/course-selection$
Disallow: /academics/course-selection?
Disallow: /academics/course-selection/~
Disallow: /academics/mcmahon-library-media-center/dr-mcmahons-mythology$
Disallow: /academics/mcmahon-library-media-center/dr-mcmahons-mythology?
Disallow: /academics/mcmahon-library-media-center/dr-mcmahons-mythology/~
Disallow: /bsu-donation$
Disallow: /bsu-donation?
Disallow: /bsu-donation/~
Disallow: /alumni/dematha-alumni-association-black-alumni-chapter$
Disallow: /alumni/dematha-alumni-association-black-alumni-chapter?
Disallow: /alumni/dematha-alumni-association-black-alumni-chapter/~
Disallow: /quicklinks/middle-school-science-registration$
Disallow: /quicklinks/middle-school-science-registration?
Disallow: /quicklinks/middle-school-science-registration/~
Disallow: /alumni/2025-ray-smith-golf-classic$
Disallow: /alumni/2025-ray-smith-golf-classic?
Disallow: /alumni/2025-ray-smith-golf-classic/~
Disallow: /alumni/fall-reunions-2025$
Disallow: /alumni/fall-reunions-2025?
Disallow: /alumni/fall-reunions-2025/~
Disallow: /academics/mcmahon-library-media-center/classes$
Disallow: /academics/mcmahon-library-media-center/classes?
Disallow: /academics/mcmahon-library-media-center/classes/~
Disallow: /resources/antler-points$
Disallow: /resources/antler-points?
Disallow: /resources/antler-points/~
Disallow: /home-clone-121124$
Disallow: /home-clone-121124?
Disallow: /home-clone-121124/~
Disallow: /alumni/83-golf-open$
Disallow: /alumni/83-golf-open?
Disallow: /alumni/83-golf-open/~
Disallow: /tuition-assistance-clone$
Disallow: /tuition-assistance-clone?
Disallow: /tuition-assistance-clone/~
Disallow: /facultyandstaffdirectory$
Disallow: /facultyandstaffdirectory?
Disallow: /facultyandstaffdirectory/~
Disallow: /production/navigation/tier-three-page$
Disallow: /production/navigation/tier-three-page?
Disallow: /production/navigation/tier-three-page/~
Disallow: /alumni/black-student-union$
Disallow: /alumni/black-student-union?
Disallow: /alumni/black-student-union/~
Disallow: /academics/mcmahon-library-media-center/film-studies$
Disallow: /academics/mcmahon-library-media-center/film-studies?
Disallow: /academics/mcmahon-library-media-center/film-studies/~
Disallow: /academics/nwea-and-psat-information$
Disallow: /academics/nwea-and-psat-information?
Disallow: /academics/nwea-and-psat-information/~
Disallow: /alumni/amos-mobaidin-11-scholarship-fund$
Disallow: /alumni/amos-mobaidin-11-scholarship-fund?
Disallow: /alumni/amos-mobaidin-11-scholarship-fund/~
Disallow: /academic-awards$
Disallow: /academic-awards?
Disallow: /academic-awards/~
Disallow: /alumni/fall-reunions-2024-class-of-1984-1989-1993-1994-1998-1999$
Disallow: /alumni/fall-reunions-2024-class-of-1984-1989-1993-1994-1998-1999?
Disallow: /alumni/fall-reunions-2024-class-of-1984-1989-1993-1994-1998-1999/~
Disallow: /support-dematha$
Disallow: /support-dematha?
Disallow: /support-dematha/~
Disallow: /alumni/matthew-davis-12-memorial-scholarship$
Disallow: /alumni/matthew-davis-12-memorial-scholarship?
Disallow: /alumni/matthew-davis-12-memorial-scholarship/~
Disallow: /alumni/dick-messier-scholarship-fund$
Disallow: /alumni/dick-messier-scholarship-fund?
Disallow: /alumni/dick-messier-scholarship-fund/~
Disallow: /music-program-clone$
Disallow: /music-program-clone?
Disallow: /music-program-clone/~
Disallow: /openhouseregistration$
Disallow: /openhouseregistration?
Disallow: /openhouseregistration/~
Disallow: /chromebook-payment$
Disallow: /chromebook-payment?
Disallow: /chromebook-payment/~
Disallow: /psatprep$
Disallow: /psatprep?
Disallow: /psatprep/~
Disallow: /dematha-hockey-fees$
Disallow: /dematha-hockey-fees?
Disallow: /dematha-hockey-fees/~
Disallow: /dematha-rowing-fees$
Disallow: /dematha-rowing-fees?
Disallow: /dematha-rowing-fees/~
Disallow: /2025-hoco-dm-seton$
Disallow: /2025-hoco-dm-seton?
Disallow: /2025-hoco-dm-seton/~
Disallow: /quicklinks/fight-the-flucovid-clinic-2023-2024$
Disallow: /quicklinks/fight-the-flucovid-clinic-2023-2024?
Disallow: /quicklinks/fight-the-flucovid-clinic-2023-2024/~
Disallow: /dematha-football-fee$
Disallow: /dematha-football-fee?
Disallow: /dematha-football-fee/~
Disallow: /dematha-rowing-regatta-fees$
Disallow: /dematha-rowing-regatta-fees?
Disallow: /dematha-rowing-regatta-fees/~
Disallow: /alumni/alumni-association$
Disallow: /alumni/alumni-association?
Disallow: /alumni/alumni-association/~
Disallow: /home-clone2-clone$
Disallow: /home-clone2-clone?
Disallow: /home-clone2-clone/~
Disallow: /alumni/dave-daly-engineering-robotics-program$
Disallow: /alumni/dave-daly-engineering-robotics-program?
Disallow: /alumni/dave-daly-engineering-robotics-program/~
Disallow: /alumni/coleman-mellett-92-scholarship-fund$
Disallow: /alumni/coleman-mellett-92-scholarship-fund?
Disallow: /alumni/coleman-mellett-92-scholarship-fund/~
Disallow: /alumni/50th-reunion-celebration$
Disallow: /alumni/50th-reunion-celebration?
Disallow: /alumni/50th-reunion-celebration/~
Disallow: /chromebook-rental-policy-payment$
Disallow: /chromebook-rental-policy-payment?
Disallow: /chromebook-rental-policy-payment/~
Disallow: /satprepday-100825$
Disallow: /satprepday-100825?
Disallow: /satprepday-100825/~
Disallow: /satprep-2526-s1g2$
Disallow: /satprep-2526-s1g2?
Disallow: /satprep-2526-s1g2/~
Disallow: /credit-card-payment$
Disallow: /credit-card-payment?
Disallow: /credit-card-payment/~
Disallow: /satprep-2526-s1g1$
Disallow: /satprep-2526-s1g1?
Disallow: /satprep-2526-s1g1/~
Disallow: /alumni/class-of-83-golf-tournament$
Disallow: /alumni/class-of-83-golf-tournament?
Disallow: /alumni/class-of-83-golf-tournament/~
Disallow: /production/calendar/event$
Disallow: /production/calendar/event?
Disallow: /production/calendar/event/~
Disallow: /alumni/2024-dematha-hall-of-fame$
Disallow: /alumni/2024-dematha-hall-of-fame?
Disallow: /alumni/2024-dematha-hall-of-fame/~
Disallow: /resources/parent-organization-dpo$
Disallow: /resources/parent-organization-dpo?
Disallow: /resources/parent-organization-dpo/~
Disallow: /popular-searches/cafeteria$
Disallow: /popular-searches/cafeteria?
Disallow: /popular-searches/cafeteria/~
Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page$
Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page?
Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page/~
Disallow: /about/st-john-de-matha$
Disallow: /about/st-john-de-matha?
Disallow: /about/st-john-de-matha/~
Disallow: /popular-searches$
Disallow: /popular-searches?
Disallow: /popular-searches/~
Disallow: /admissions-old$
Disallow: /admissions-old?
Disallow: /admissions-old/~
Disallow: /academics/mcmahon-library-media-center/world-trade-press-databases$
Disallow: /academics/mcmahon-library-media-center/world-trade-press-databases?
Disallow: /academics/mcmahon-library-media-center/world-trade-press-databases/~
Disallow: /production$
Disallow: /production?
Disallow: /production/~
Disallow: /production/news-elements/news-list$
Disallow: /production/news-elements/news-list?
Disallow: /production/news-elements/news-list/~
Disallow: /production/news-elements/news-slideshow$
Disallow: /production/news-elements/news-slideshow?
Disallow: /production/news-elements/news-slideshow/~
Disallow: /production/news-elements/news-post-page$
Disallow: /production/news-elements/news-post-page?
Disallow: /production/news-elements/news-post-page/~
Disallow: /production/news-elements/news-grid$
Disallow: /production/news-elements/news-grid?
Disallow: /production/news-elements/news-grid/~
Disallow: /staff-directory-clone$
Disallow: /staff-directory-clone?
Disallow: /staff-directory-clone/~
Disallow: /popular-searches/dematha-express$
Disallow: /popular-searches/dematha-express?
Disallow: /popular-searches/dematha-express/~
Disallow: /production/athletics/single-event$
Disallow: /production/athletics/single-event?
Disallow: /production/athletics/single-event/~
Disallow: /athletics/covid-19-info-and-procedures$
Disallow: /athletics/covid-19-info-and-procedures?
Disallow: /athletics/covid-19-info-and-procedures/~
Disallow: /production/organizational/four-column$
Disallow: /production/organizational/four-column?
Disallow: /production/organizational/four-column/~
Disallow: /quicklinks/school-uniforms$
Disallow: /quicklinks/school-uniforms?
Disallow: /quicklinks/school-uniforms/~
Disallow: /tuition-financial-assistance$
Disallow: /tuition-financial-assistance?
Disallow: /tuition-financial-assistance/~
Disallow: /athletics/high-school-summer-basketball-league$
Disallow: /athletics/high-school-summer-basketball-league?
Disallow: /athletics/high-school-summer-basketball-league/~
Disallow: /popular-searches/stag-store$
Disallow: /popular-searches/stag-store?
Disallow: /popular-searches/stag-store/~
Disallow: /home-clone2$
Disallow: /home-clone2?
Disallow: /home-clone2/~
Disallow: /quicklinks/transportation$
Disallow: /quicklinks/transportation?
Disallow: /quicklinks/transportation/~
Disallow: /about/alma-mater$
Disallow: /about/alma-mater?
Disallow: /about/alma-mater/~
Disallow: /about/directions$
Disallow: /about/directions?
Disallow: /about/directions/~
Disallow: /campus-map-1/campus-map-point-plotter$
Disallow: /campus-map-1/campus-map-point-plotter?
Disallow: /campus-map-1/campus-map-point-plotter/~
Disallow: /about/mission-philosophy$
Disallow: /about/mission-philosophy?
Disallow: /about/mission-philosophy/~
Disallow: /production/banners/right-banner$
Disallow: /production/banners/right-banner?
Disallow: /production/banners/right-banner/~
Disallow: /production/banners/left-banner$
Disallow: /production/banners/left-banner?
Disallow: /production/banners/left-banner/~
Disallow: /production/banners/left-right-banners$
Disallow: /production/banners/left-right-banners?
Disallow: /production/banners/left-right-banners/~
Disallow: /production/navigation/tier-three-page/tier-four-page$
Disallow: /production/navigation/tier-three-page/tier-four-page?
Disallow: /production/navigation/tier-three-page/tier-four-page/~
Disallow: /production/page-layout/two-columns-top$
Disallow: /production/page-layout/two-columns-top?
Disallow: /production/page-layout/two-columns-top/~
Disallow: /production/page-layout/1-column-layout$
Disallow: /production/page-layout/1-column-layout?
Disallow: /production/page-layout/1-column-layout/~
Disallow: /production/page-layout/4-column-layout$
Disallow: /production/page-layout/4-column-layout?
Disallow: /production/page-layout/4-column-layout/~
Disallow: /production/page-layout/one-column-over-two$
Disallow: /production/page-layout/one-column-over-two?
Disallow: /production/page-layout/one-column-over-two/~
Disallow: /production/page-layout/2-column-layout$
Disallow: /production/page-layout/2-column-layout?
Disallow: /production/page-layout/2-column-layout/~
Disallow: /production/page-layout/3-column-layout$
Disallow: /production/page-layout/3-column-layout?
Disallow: /production/page-layout/3-column-layout/~
Disallow: /production/page-layout/three-column-bottom$
Disallow: /production/page-layout/three-column-bottom?
Disallow: /production/page-layout/three-column-bottom/~
Disallow: /production/page-layout/two-columns-middle$
Disallow: /production/page-layout/two-columns-middle?
Disallow: /production/page-layout/two-columns-middle/~
Disallow: /production/page-layout/three-columns-middle$
Disallow: /production/page-layout/three-columns-middle?
Disallow: /production/page-layout/three-columns-middle/~
Disallow: /production/page-layout/two-column-bottom-right-sidebar$
Disallow: /production/page-layout/two-column-bottom-right-sidebar?
Disallow: /production/page-layout/two-column-bottom-right-sidebar/~
Disallow: /production/constituent/profile$
Disallow: /production/constituent/profile?
Disallow: /production/constituent/profile/~
Disallow: /production/constituent/search$
Disallow: /production/constituent/search?
Disallow: /production/constituent/search/~
Disallow: /enhancements-page$
Disallow: /enhancements-page?
Disallow: /enhancements-page/~
Disallow: /production/social-elements/youtube$
Disallow: /production/social-elements/youtube?
Disallow: /production/social-elements/youtube/~
Disallow: /production/posts/new-page$
Disallow: /production/posts/new-page?
Disallow: /production/posts/new-page/~
Disallow: /production/posts/post-grid$
Disallow: /production/posts/post-grid?
Disallow: /production/posts/post-grid/~
Disallow: /production/posts/post-slideshow$
Disallow: /production/posts/post-slideshow?
Disallow: /production/posts/post-slideshow/~
Disallow: /production/calendar/list$
Disallow: /production/calendar/list?
Disallow: /production/calendar/list/~
Disallow: /production/calendar/slideshow$
Disallow: /production/calendar/slideshow?
Disallow: /production/calendar/slideshow/~
Disallow: /about/trinitarians$
Disallow: /about/trinitarians?
Disallow: /about/trinitarians/~
Disallow: /production/social-elements/vimeo$
Disallow: /production/social-elements/vimeo?
Disallow: /production/social-elements/vimeo/~
Disallow: /admissions/school-profile$
Disallow: /admissions/school-profile?
Disallow: /admissions/school-profile/~
Disallow: /art-instructors$
Disallow: /art-instructors?
Disallow: /art-instructors/~
Disallow: /resources/parents$
Disallow: /resources/parents?
Disallow: /resources/parents/~
Disallow: /academics/academic-news$
Disallow: /academics/academic-news?
Disallow: /academics/academic-news/~
Disallow: /about/school-calendar$
Disallow: /about/school-calendar?
Disallow: /about/school-calendar/~
Disallow: /popular-searches/forms$
Disallow: /popular-searches/forms?
Disallow: /popular-searches/forms/~
Disallow: /production-clone$
Disallow: /production-clone?
Disallow: /production-clone/~
Disallow: /popular-searches/veracross$
Disallow: /popular-searches/veracross?
Disallow: /popular-searches/veracross/~
Disallow: /home-rebuild$
Disallow: /home-rebuild?
Disallow: /home-rebuild/~
Disallow: /about/school-history-old$
Disallow: /about/school-history-old?
Disallow: /about/school-history-old/~
Disallow: /production/constituent/students$
Disallow: /production/constituent/students?
Disallow: /production/constituent/students/~
Disallow: /quicklinks/quicklink-2$
Disallow: /quicklinks/quicklink-2?
Disallow: /quicklinks/quicklink-2/~
Disallow: /production/constituent/directory$
Disallow: /production/constituent/directory?
Disallow: /production/constituent/directory/~
Disallow: /resources/campus-safety$
Disallow: /resources/campus-safety?
Disallow: /resources/campus-safety/~
Disallow: /stag-notes$
Disallow: /stag-notes?
Disallow: /stag-notes/~
Disallow: /arts-music/music-news-calendar$
Disallow: /arts-music/music-news-calendar?
Disallow: /arts-music/music-news-calendar/~
Disallow: /production/organizational/accordion$
Disallow: /production/organizational/accordion?
Disallow: /production/organizational/accordion/~
Disallow: /production/organizational/container$
Disallow: /production/organizational/container?
Disallow: /production/organizational/container/~
Disallow: /production/organizational/tabs$
Disallow: /production/organizational/tabs?
Disallow: /production/organizational/tabs/~
Disallow: /production/organizational/two-column$
Disallow: /production/organizational/two-column?
Disallow: /production/organizational/two-column/~
Disallow: /production/organizational/three-column$
Disallow: /production/organizational/three-column?
Disallow: /production/organizational/three-column/~
Disallow: /production/athletics/roster$
Disallow: /production/athletics/roster?
Disallow: /production/athletics/roster/~
Disallow: /production/athletics/teams$
Disallow: /production/athletics/teams?
Disallow: /production/athletics/teams/~
Disallow: /production/athletics/profile$
Disallow: /production/athletics/profile?
Disallow: /production/athletics/profile/~
Disallow: /production/athletics/events-list$
Disallow: /production/athletics/events-list?
Disallow: /production/athletics/events-list/~
Disallow: /production/athletics/table$
Disallow: /production/athletics/table?
Disallow: /production/athletics/table/~
Disallow: /popular-searches/buy-books$
Disallow: /popular-searches/buy-books?
Disallow: /popular-searches/buy-books/~
Disallow: /production/page-layout/two-column-bottom-left-sidebar$
Disallow: /production/page-layout/two-column-bottom-left-sidebar?
Disallow: /production/page-layout/two-column-bottom-left-sidebar/~
Disallow: /production/page-layout/two-column-left-sidebar$
Disallow: /production/page-layout/two-column-left-sidebar?
Disallow: /production/page-layout/two-column-left-sidebar/~
Disallow: /production/page-layout/two-column-right-sidebar$
Disallow: /production/page-layout/two-column-right-sidebar?
Disallow: /production/page-layout/two-column-right-sidebar/~
Disallow: /production/page-layout/three-columns-top$
Disallow: /production/page-layout/three-columns-top?
Disallow: /production/page-layout/three-columns-top/~
Disallow: /about/the-dematha-stag$
Disallow: /about/the-dematha-stag?
Disallow: /about/the-dematha-stag/~
Disallow: /production/page-layout$
Disallow: /production/page-layout?
Disallow: /production/page-layout/~
Disallow: /production/athletics$
Disallow: /production/athletics?
Disallow: /production/athletics/~
Disallow: /production/constituent$
Disallow: /production/constituent?
Disallow: /production/constituent/~
Disallow: /production/embed$
Disallow: /production/embed?
Disallow: /production/embed/~
Disallow: /production/form$
Disallow: /production/form?
Disallow: /production/form/~
Disallow: /production/login$
Disallow: /production/login?
Disallow: /production/login/~
Disallow: /production/media$
Disallow: /production/media?
Disallow: /production/media/~
Disallow: /production/banners$
Disallow: /production/banners?
Disallow: /production/banners/~
Disallow: /production/navigation$
Disallow: /production/navigation?
Disallow: /production/navigation/~
Disallow: /production/organizational$
Disallow: /production/organizational?
Disallow: /production/organizational/~
Disallow: /production/posts$
Disallow: /production/posts?
Disallow: /production/posts/~
Disallow: /production/search$
Disallow: /production/search?
Disallow: /production/search/~
Disallow: /production/calendar$
Disallow: /production/calendar?
Disallow: /production/calendar/~
Disallow: /production/social-elements$
Disallow: /production/social-elements?
Disallow: /production/social-elements/~
Disallow: /production/qa-testing$
Disallow: /production/qa-testing?
Disallow: /production/qa-testing/~
Disallow: /production/news-elements$
Disallow: /production/news-elements?
Disallow: /production/news-elements/~
Disallow: /production/calendar/grid$
Disallow: /production/calendar/grid?
Disallow: /production/calendar/grid/~
Disallow: /production/posts/single$
Disallow: /production/posts/single?
Disallow: /production/posts/single/~