# System Records
User-agent: twiceler
Disallow: /
User-agent: sistrix
Disallow: /
User-agent: 008
Disallow: /
User-agent: sitebot
Disallow: /
User-agent: TweetmemeBot
Disallow: /
User-agent: *
Crawl-delay: 5
Disallow: /page.cfm
Disallow: /cf_calendar/printpdf.cfm
Disallow: /fs/
Allow: /fs/login$
Allow: /fs/pages/1
Allow: /fs/pages/2
Allow: /fs/pages/3
Allow: /fs/pages/4
Allow: /fs/pages/5
Allow: /fs/pages/6
Allow: /fs/pages/7
Allow: /fs/pages/8
Allow: /fs/pages/9
Allow: /fs/pages/athletics
Allow: /fs/pages/calendar
Allow: /fs/pages/news
Allow: /fs/pages/search
Allow: /fs/pages/search-results-item/post
Allow: /fs/pages/sitemap
Allow: /fs/form-manager/view/
Allow: /fs/resource-manager/view/

# Custom Records


# Page Exclusions
User-agent: *
Disallow: /about/employment/apply$
Disallow: /about/employment/apply?
Disallow: /about/employment/apply/~
Disallow: /questionnaire$
Disallow: /questionnaire?
Disallow: /questionnaire/~
Disallow: /instructions/enhancements$
Disallow: /instructions/enhancements?
Disallow: /instructions/enhancements/~
Disallow: /instructions/image-sizes$
Disallow: /instructions/image-sizes?
Disallow: /instructions/image-sizes/~
Disallow: /about/employment/futureinterest$
Disallow: /about/employment/futureinterest?
Disallow: /about/employment/futureinterest/~
Disallow: /alumni-friends/kaleidoscope-campaign/tom-hassan-world-of-opportunities-fund$
Disallow: /alumni-friends/kaleidoscope-campaign/tom-hassan-world-of-opportunities-fund?
Disallow: /alumni-friends/kaleidoscope-campaign/tom-hassan-world-of-opportunities-fund/~
Disallow: /alumni-friends/events/founders-day/classof2026$
Disallow: /alumni-friends/events/founders-day/classof2026?
Disallow: /alumni-friends/events/founders-day/classof2026/~
Disallow: /alumni-friends/events/reunions/es76$
Disallow: /alumni-friends/events/reunions/es76?
Disallow: /alumni-friends/events/reunions/es76/~
Disallow: /about/president-search/president-search-clone$
Disallow: /about/president-search/president-search-clone?
Disallow: /about/president-search/president-search-clone/~
Disallow: /sya-france/school-calendar$
Disallow: /sya-france/school-calendar?
Disallow: /sya-france/school-calendar/~
Disallow: /sya-france/academics$
Disallow: /sya-france/academics?
Disallow: /sya-france/academics/~
Disallow: /sya-france/virtual-tour$
Disallow: /sya-france/virtual-tour?
Disallow: /sya-france/virtual-tour/~
Disallow: /sya-italy/academics$
Disallow: /sya-italy/academics?
Disallow: /sya-italy/academics/~
Disallow: /sya-italy/virtual-tour$
Disallow: /sya-italy/virtual-tour?
Disallow: /sya-italy/virtual-tour/~
Disallow: /sya-italy/faculty-and-staff$
Disallow: /sya-italy/faculty-and-staff?
Disallow: /sya-italy/faculty-and-staff/~
Disallow: /sya-italy/school-calendar$
Disallow: /sya-italy/school-calendar?
Disallow: /sya-italy/school-calendar/~
Disallow: /sya-spain/virtual-tour$
Disallow: /sya-spain/virtual-tour?
Disallow: /sya-spain/virtual-tour/~
Disallow: /sya-spain/faculty-and-staff$
Disallow: /sya-spain/faculty-and-staff?
Disallow: /sya-spain/faculty-and-staff/~
Disallow: /sya-spain/academics$
Disallow: /sya-spain/academics?
Disallow: /sya-spain/academics/~
Disallow: /sya-spain/school-calendar$
Disallow: /sya-spain/school-calendar?
Disallow: /sya-spain/school-calendar/~
Disallow: /admission/admissions/accepted-student$
Disallow: /admission/admissions/accepted-student?
Disallow: /admission/admissions/accepted-student/~
Disallow: /reports$
Disallow: /reports?
Disallow: /reports/~
Disallow: /alumni-friends/alumni-spotlight/share-your-accomplishments-clone$
Disallow: /alumni-friends/alumni-spotlight/share-your-accomplishments-clone?
Disallow: /alumni-friends/alumni-spotlight/share-your-accomplishments-clone/~
Disallow: /about/employment/math-faculty-postion$
Disallow: /about/employment/math-faculty-postion?
Disallow: /about/employment/math-faculty-postion/~
Disallow: /instructions/website-overview$
Disallow: /instructions/website-overview?
Disallow: /instructions/website-overview/~
Disallow: /about/employment/recommendation$
Disallow: /about/employment/recommendation?
Disallow: /about/employment/recommendation/~
Disallow: /about/employment/sya-italy-resident-director$
Disallow: /about/employment/sya-italy-resident-director?
Disallow: /about/employment/sya-italy-resident-director/~
Disallow: /single-video$
Disallow: /single-video?
Disallow: /single-video/~
Disallow: /custom-posts$
Disallow: /custom-posts?
Disallow: /custom-posts/~
Disallow: /instructions/interior-page$
Disallow: /instructions/interior-page?
Disallow: /instructions/interior-page/~
Disallow: /sya-spain$
Disallow: /sya-spain?
Disallow: /sya-spain/~
Disallow: /image-slideshow-1$
Disallow: /image-slideshow-1?
Disallow: /image-slideshow-1/~
Disallow: /about/employment/english-faculty-postion$
Disallow: /about/employment/english-faculty-postion?
Disallow: /about/employment/english-faculty-postion/~
Disallow: /alumni-friends/frequent-flyers$
Disallow: /alumni-friends/frequent-flyers?
Disallow: /alumni-friends/frequent-flyers/~
Disallow: /sya-france-clone$
Disallow: /sya-france-clone?
Disallow: /sya-france-clone/~
Disallow: /interior-hero-5-photos-banner$
Disallow: /interior-hero-5-photos-banner?
Disallow: /interior-hero-5-photos-banner/~
Disallow: /interior-hero-3-photos-banner$
Disallow: /interior-hero-3-photos-banner?
Disallow: /interior-hero-3-photos-banner/~
Disallow: /enhancements-stories$
Disallow: /enhancements-stories?
Disallow: /enhancements-stories/~
Disallow: /fed-stories-clone$
Disallow: /fed-stories-clone?
Disallow: /fed-stories-clone/~
Disallow: /custom-icon-list$
Disallow: /custom-icon-list?
Disallow: /custom-icon-list/~
Disallow: /sya-france$
Disallow: /sya-france?
Disallow: /sya-france/~
Disallow: /home-clone-may-6-2024$
Disallow: /home-clone-may-6-2024?
Disallow: /home-clone-may-6-2024/~
Disallow: /sya-italy$
Disallow: /sya-italy?
Disallow: /sya-italy/~
Disallow: /elements$
Disallow: /elements?
Disallow: /elements/~
Disallow: /single-hero$
Disallow: /single-hero?
Disallow: /single-hero/~
Disallow: /production$
Disallow: /production?
Disallow: /production/~
Disallow: /alumni-friends/events/townhall$
Disallow: /alumni-friends/events/townhall?
Disallow: /alumni-friends/events/townhall/~
Disallow: /interior-sya-stories$
Disallow: /interior-sya-stories?
Disallow: /interior-sya-stories/~
Disallow: /quote-and-cards$
Disallow: /quote-and-cards?
Disallow: /quote-and-cards/~
Disallow: /angies-test-page$
Disallow: /angies-test-page?
Disallow: /angies-test-page/~
Disallow: /visas/france$
Disallow: /visas/france?
Disallow: /visas/france/~
Disallow: /blockquote-with-card-style$
Disallow: /blockquote-with-card-style?
Disallow: /blockquote-with-card-style/~
Disallow: /visas/spain$
Disallow: /visas/spain?
Disallow: /visas/spain/~
Disallow: /home-updates-2026$
Disallow: /home-updates-2026?
Disallow: /home-updates-2026/~
Disallow: /alumni-friends/events/sya60/sya-kaleidoscope-60th-anniversary-commemorative$
Disallow: /alumni-friends/events/sya60/sya-kaleidoscope-60th-anniversary-commemorative?
Disallow: /alumni-friends/events/sya60/sya-kaleidoscope-60th-anniversary-commemorative/~
Disallow: /alumni-friends/impact-stories$
Disallow: /alumni-friends/impact-stories?
Disallow: /alumni-friends/impact-stories/~
Disallow: /alumni-friends/events/reunions/fr76$
Disallow: /alumni-friends/events/reunions/fr76?
Disallow: /alumni-friends/events/reunions/fr76/~
Disallow: /instructions/homepage$
Disallow: /instructions/homepage?
Disallow: /instructions/homepage/~
Disallow: /instructions$
Disallow: /instructions?
Disallow: /instructions/~
Disallow: /alumni-friends/events/it20$
Disallow: /alumni-friends/events/it20?
Disallow: /alumni-friends/events/it20/~
Disallow: /alumni-friends/sya-fund/thankyou$
Disallow: /alumni-friends/sya-fund/thankyou?
Disallow: /alumni-friends/sya-fund/thankyou/~
Disallow: /apply-now$
Disallow: /apply-now?
Disallow: /apply-now/~
Disallow: /production/organizational/tabs$
Disallow: /production/organizational/tabs?
Disallow: /production/organizational/tabs/~
Disallow: /production/organizational/container$
Disallow: /production/organizational/container?
Disallow: /production/organizational/container/~
Disallow: /production/organizational/one-column$
Disallow: /production/organizational/one-column?
Disallow: /production/organizational/one-column/~
Disallow: /production/organizational/two-column$
Disallow: /production/organizational/two-column?
Disallow: /production/organizational/two-column/~
Disallow: /production/organizational/three-column$
Disallow: /production/organizational/three-column?
Disallow: /production/organizational/three-column/~
Disallow: /production/organizational/accordion$
Disallow: /production/organizational/accordion?
Disallow: /production/organizational/accordion/~
Disallow: /production/organizational/four-column$
Disallow: /production/organizational/four-column?
Disallow: /production/organizational/four-column/~
Disallow: /admission/france-enrollment$
Disallow: /admission/france-enrollment?
Disallow: /admission/france-enrollment/~
Disallow: /life-at-sya/campusreporters$
Disallow: /life-at-sya/campusreporters?
Disallow: /life-at-sya/campusreporters/~
Disallow: /visas/italy$
Disallow: /visas/italy?
Disallow: /visas/italy/~
Disallow: /admission/spain-enrollment$
Disallow: /admission/spain-enrollment?
Disallow: /admission/spain-enrollment/~
Disallow: /france/congratulations$
Disallow: /france/congratulations?
Disallow: /france/congratulations/~
Disallow: /visas$
Disallow: /visas?
Disallow: /visas/~
Disallow: /production/constituent/directory$
Disallow: /production/constituent/directory?
Disallow: /production/constituent/directory/~
Disallow: /production/constituent/search$
Disallow: /production/constituent/search?
Disallow: /production/constituent/search/~
Disallow: /france/virtual-tour$
Disallow: /france/virtual-tour?
Disallow: /france/virtual-tour/~
Disallow: /italy/congratulations$
Disallow: /italy/congratulations?
Disallow: /italy/congratulations/~
Disallow: /about/president-search$
Disallow: /about/president-search?
Disallow: /about/president-search/~
Disallow: /home-clone$
Disallow: /home-clone?
Disallow: /home-clone/~
Disallow: /france-enrollment-clone-110$
Disallow: /france-enrollment-clone-110?
Disallow: /france-enrollment-clone-110/~
Disallow: /production/constituent/students$
Disallow: /production/constituent/students?
Disallow: /production/constituent/students/~
Disallow: /production/constituent/profile$
Disallow: /production/constituent/profile?
Disallow: /production/constituent/profile/~
Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page$
Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page?
Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page/~
Disallow: /production/navigation/tier-three-page$
Disallow: /production/navigation/tier-three-page?
Disallow: /production/navigation/tier-three-page/~
Disallow: /production/navigation/tier-three-page/tier-four-page$
Disallow: /production/navigation/tier-three-page/tier-four-page?
Disallow: /production/navigation/tier-three-page/tier-four-page/~
Disallow: /admission/italy-enrollment$
Disallow: /admission/italy-enrollment?
Disallow: /admission/italy-enrollment/~
Disallow: /production/page-layout/two-column-right-sidebar$
Disallow: /production/page-layout/two-column-right-sidebar?
Disallow: /production/page-layout/two-column-right-sidebar/~
Disallow: /production/page-layout/two-column-bottom-left-sidebar$
Disallow: /production/page-layout/two-column-bottom-left-sidebar?
Disallow: /production/page-layout/two-column-bottom-left-sidebar/~
Disallow: /production/page-layout/two-column-left-sidebar$
Disallow: /production/page-layout/two-column-left-sidebar?
Disallow: /production/page-layout/two-column-left-sidebar/~
Disallow: /production/page-layout/4-column-layout$
Disallow: /production/page-layout/4-column-layout?
Disallow: /production/page-layout/4-column-layout/~
Disallow: /production/page-layout/1-column-layout$
Disallow: /production/page-layout/1-column-layout?
Disallow: /production/page-layout/1-column-layout/~
Disallow: /production/page-layout/2-column-layout$
Disallow: /production/page-layout/2-column-layout?
Disallow: /production/page-layout/2-column-layout/~
Disallow: /production/page-layout/two-columns-top$
Disallow: /production/page-layout/two-columns-top?
Disallow: /production/page-layout/two-columns-top/~
Disallow: /production/page-layout/3-column-layout$
Disallow: /production/page-layout/3-column-layout?
Disallow: /production/page-layout/3-column-layout/~
Disallow: /production/page-layout/one-column-over-two$
Disallow: /production/page-layout/one-column-over-two?
Disallow: /production/page-layout/one-column-over-two/~
Disallow: /production/page-layout/three-columns-top$
Disallow: /production/page-layout/three-columns-top?
Disallow: /production/page-layout/three-columns-top/~
Disallow: /production/page-layout/three-column-bottom$
Disallow: /production/page-layout/three-column-bottom?
Disallow: /production/page-layout/three-column-bottom/~
Disallow: /production/page-layout/two-columns-middle$
Disallow: /production/page-layout/two-columns-middle?
Disallow: /production/page-layout/two-columns-middle/~
Disallow: /production/page-layout/three-columns-middle$
Disallow: /production/page-layout/three-columns-middle?
Disallow: /production/page-layout/three-columns-middle/~
Disallow: /production/page-layout/two-column-bottom-right-sidebar$
Disallow: /production/page-layout/two-column-bottom-right-sidebar?
Disallow: /production/page-layout/two-column-bottom-right-sidebar/~
Disallow: /italy/virtual-tour$
Disallow: /italy/virtual-tour?
Disallow: /italy/virtual-tour/~
Disallow: /production/qa-testing/qa-testing-content$
Disallow: /production/qa-testing/qa-testing-content?
Disallow: /production/qa-testing/qa-testing-content/~
Disallow: /production/qa-testing/qa-testing-buttons$
Disallow: /production/qa-testing/qa-testing-buttons?
Disallow: /production/qa-testing/qa-testing-buttons/~
Disallow: /production/posts$
Disallow: /production/posts?
Disallow: /production/posts/~
Disallow: /production/search$
Disallow: /production/search?
Disallow: /production/search/~
Disallow: /production/social-elements$
Disallow: /production/social-elements?
Disallow: /production/social-elements/~
Disallow: /production/athletics$
Disallow: /production/athletics?
Disallow: /production/athletics/~
Disallow: /production/embed$
Disallow: /production/embed?
Disallow: /production/embed/~
Disallow: /production/login$
Disallow: /production/login?
Disallow: /production/login/~
Disallow: /production/form$
Disallow: /production/form?
Disallow: /production/form/~
Disallow: /production/calendar$
Disallow: /production/calendar?
Disallow: /production/calendar/~
Disallow: /production/banners$
Disallow: /production/banners?
Disallow: /production/banners/~
Disallow: /production/navigation$
Disallow: /production/navigation?
Disallow: /production/navigation/~
Disallow: /production/constituent$
Disallow: /production/constituent?
Disallow: /production/constituent/~
Disallow: /production/organizational$
Disallow: /production/organizational?
Disallow: /production/organizational/~
Disallow: /production/page-layout$
Disallow: /production/page-layout?
Disallow: /production/page-layout/~
Disallow: /production/resources$
Disallow: /production/resources?
Disallow: /production/resources/~
Disallow: /production/qa-testing$
Disallow: /production/qa-testing?
Disallow: /production/qa-testing/~
Disallow: /alumni-friends/events/sya60/earlyboarding$
Disallow: /alumni-friends/events/sya60/earlyboarding?
Disallow: /alumni-friends/events/sya60/earlyboarding/~
Disallow: /spain/virtual-tour$
Disallow: /spain/virtual-tour?
Disallow: /spain/virtual-tour/~
Disallow: /spain/congratulations$
Disallow: /spain/congratulations?
Disallow: /spain/congratulations/~
Disallow: /sya-france/faculty-and-staff$
Disallow: /sya-france/faculty-and-staff?
Disallow: /sya-france/faculty-and-staff/~
Disallow: /production/banners/left-right-banners$
Disallow: /production/banners/left-right-banners?
Disallow: /production/banners/left-right-banners/~
Disallow: /production/banners/left-banner$
Disallow: /production/banners/left-banner?
Disallow: /production/banners/left-banner/~
Disallow: /production/banners/right-banner$
Disallow: /production/banners/right-banner?
Disallow: /production/banners/right-banner/~
Disallow: /production/social-elements/vimeo$
Disallow: /production/social-elements/vimeo?
Disallow: /production/social-elements/vimeo/~
Disallow: /production/social-elements/youtube$
Disallow: /production/social-elements/youtube?
Disallow: /production/social-elements/youtube/~
Disallow: /production/social-elements/feeds$
Disallow: /production/social-elements/feeds?
Disallow: /production/social-elements/feeds/~
Disallow: /production/athletics/table$
Disallow: /production/athletics/table?
Disallow: /production/athletics/table/~
Disallow: /production/athletics/single-event$
Disallow: /production/athletics/single-event?
Disallow: /production/athletics/single-event/~
Disallow: /production/athletics/teams$
Disallow: /production/athletics/teams?
Disallow: /production/athletics/teams/~
Disallow: /production/athletics/events-list$
Disallow: /production/athletics/events-list?
Disallow: /production/athletics/events-list/~
Disallow: /production/athletics/profile$
Disallow: /production/athletics/profile?
Disallow: /production/athletics/profile/~
Disallow: /production/athletics/roster$
Disallow: /production/athletics/roster?
Disallow: /production/athletics/roster/~
Disallow: /visas/a-day-in-the-life$
Disallow: /visas/a-day-in-the-life?
Disallow: /visas/a-day-in-the-life/~
Disallow: /production/calendar/event$
Disallow: /production/calendar/event?
Disallow: /production/calendar/event/~
Disallow: /production/calendar/list$
Disallow: /production/calendar/list?
Disallow: /production/calendar/list/~
Disallow: /production/calendar/grid$
Disallow: /production/calendar/grid?
Disallow: /production/calendar/grid/~
Disallow: /production/calendar/slideshow$
Disallow: /production/calendar/slideshow?
Disallow: /production/calendar/slideshow/~
Disallow: /production/posts/list$
Disallow: /production/posts/list?
Disallow: /production/posts/list/~
Disallow: /production/posts/single$
Disallow: /production/posts/single?
Disallow: /production/posts/single/~
Disallow: /production/posts/grid$
Disallow: /production/posts/grid?
Disallow: /production/posts/grid/~
Disallow: /production/posts/slideshow$
Disallow: /production/posts/slideshow?
Disallow: /production/posts/slideshow/~