# System Records User-agent: twiceler Disallow: / User-agent: sistrix Disallow: / User-agent: 008 Disallow: / User-agent: sitebot Disallow: / User-agent: TweetmemeBot Disallow: / User-agent: * Crawl-delay: 5 Disallow: /page.cfm Disallow: /cf_calendar/printpdf.cfm Disallow: /fs/ Allow: /fs/login$ Allow: /fs/pages/1 Allow: /fs/pages/2 Allow: /fs/pages/3 Allow: /fs/pages/4 Allow: /fs/pages/5 Allow: /fs/pages/6 Allow: /fs/pages/7 Allow: /fs/pages/8 Allow: /fs/pages/9 Allow: /fs/pages/athletics Allow: /fs/pages/calendar Allow: /fs/pages/news Allow: /fs/pages/search Allow: /fs/pages/search-results-item/post Allow: /fs/pages/sitemap Allow: /fs/form-manager/view/ Allow: /fs/resource-manager/view/ # Custom Records # Termly scanner User-agent: TermlyBot Allow: / # Page Exclusions User-agent: * Disallow: /community/service-learning/2019-2020-service-learning-groups$ Disallow: /community/service-learning/2019-2020-service-learning-groups? Disallow: /community/service-learning/2019-2020-service-learning-groups/~ Disallow: /community/news-and-publications-clone$ Disallow: /community/news-and-publications-clone? Disallow: /community/news-and-publications-clone/~ Disallow: /image-buttons-1/image-buttons-1-examples$ Disallow: /image-buttons-1/image-buttons-1-examples? Disallow: /image-buttons-1/image-buttons-1-examples/~ Disallow: /production-clone$ Disallow: /production-clone? Disallow: /production-clone/~ Disallow: /post-filter/filters-in-left-column$ Disallow: /post-filter/filters-in-left-column? Disallow: /post-filter/filters-in-left-column/~ Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-9$ Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-9? Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-9/~ Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-2$ Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-2? Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-2/~ Disallow: /home-clone-87$ Disallow: /home-clone-87? Disallow: /home-clone-87/~ Disallow: /community/after-school-program-2023-clone$ Disallow: /community/after-school-program-2023-clone? Disallow: /community/after-school-program-2023-clone/~ Disallow: /academics/middle-school-old/middle-school-curriculum-old/middle-school-course-description$ Disallow: /academics/middle-school-old/middle-school-curriculum-old/middle-school-course-description? Disallow: /academics/middle-school-old/middle-school-curriculum-old/middle-school-course-description/~ Disallow: /admissions/virtual-tour$ Disallow: /admissions/virtual-tour? Disallow: /admissions/virtual-tour/~ Disallow: /admissions/fired-up-virtual-event-series$ Disallow: /admissions/fired-up-virtual-event-series? Disallow: /admissions/fired-up-virtual-event-series/~ Disallow: /another-link$ Disallow: /another-link? Disallow: /another-link/~ Disallow: /home-clone-aug-7$ Disallow: /home-clone-aug-7? Disallow: /home-clone-aug-7/~ Disallow: /admissions/vapa-events$ Disallow: /admissions/vapa-events? Disallow: /admissions/vapa-events/~ Disallow: /academics/academic-excellence-old$ Disallow: /academics/academic-excellence-old? Disallow: /academics/academic-excellence-old/~ Disallow: /inquire-clone$ Disallow: /inquire-clone? Disallow: /inquire-clone/~ Disallow: /accessibility-statement$ Disallow: /accessibility-statement? Disallow: /accessibility-statement/~ Disallow: /inquire-clone/inquire-clone-clone$ Disallow: /inquire-clone/inquire-clone-clone? Disallow: /inquire-clone/inquire-clone-clone/~ Disallow: /admissions/dssl4s-info-session$ Disallow: /admissions/dssl4s-info-session? Disallow: /admissions/dssl4s-info-session/~ Disallow: /academics/middle-school-old$ Disallow: /academics/middle-school-old? Disallow: /academics/middle-school-old/~ Disallow: /production/page-layout/two-column-bottom-right-sidebar$ Disallow: /production/page-layout/two-column-bottom-right-sidebar? Disallow: /production/page-layout/two-column-bottom-right-sidebar/~ Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-10$ Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-10? Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-10/~ Disallow: /production/navigation/tier-three-page$ Disallow: /production/navigation/tier-three-page? Disallow: /production/navigation/tier-three-page/~ Disallow: /global-education/global-engagement-clone$ Disallow: /global-education/global-engagement-clone? Disallow: /global-education/global-engagement-clone/~ Disallow: /production/page-layout/three-columns-top$ Disallow: /production/page-layout/three-columns-top? Disallow: /production/page-layout/three-columns-top/~ Disallow: /web-accessibility$ Disallow: /web-accessibility? Disallow: /web-accessibility/~ Disallow: /admissions/neighborhood-info-session$ Disallow: /admissions/neighborhood-info-session? Disallow: /admissions/neighborhood-info-session/~ Disallow: /backup-unoptimized-pages$ Disallow: /backup-unoptimized-pages? Disallow: /backup-unoptimized-pages/~ Disallow: /directions$ Disallow: /directions? Disallow: /directions/~ Disallow: /production-clone/landing-page-clone$ Disallow: /production-clone/landing-page-clone? Disallow: /production-clone/landing-page-clone/~ Disallow: /academics/upper-school-academics$ Disallow: /academics/upper-school-academics? Disallow: /academics/upper-school-academics/~ Disallow: /production/page-layout/3-column-layout$ Disallow: /production/page-layout/3-column-layout? Disallow: /production/page-layout/3-column-layout/~ Disallow: /home-clone$ Disallow: /home-clone? Disallow: /home-clone/~ Disallow: /production/page-layout/4-column-layout$ Disallow: /production/page-layout/4-column-layout? Disallow: /production/page-layout/4-column-layout/~ Disallow: /production/page-layout/two-columns-top$ Disallow: /production/page-layout/two-columns-top? Disallow: /production/page-layout/two-columns-top/~ Disallow: /production/page-layout/one-column-over-two$ Disallow: /production/page-layout/one-column-over-two? Disallow: /production/page-layout/one-column-over-two/~ Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-3$ Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-3? Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-3/~ Disallow: /production/page-layout/three-column-bottom$ Disallow: /production/page-layout/three-column-bottom? Disallow: /production/page-layout/three-column-bottom/~ Disallow: /production/page-layout/two-columns-middle$ Disallow: /production/page-layout/two-columns-middle? Disallow: /production/page-layout/two-columns-middle/~ Disallow: /production/page-layout/three-columns-middle$ Disallow: /production/page-layout/three-columns-middle? Disallow: /production/page-layout/three-columns-middle/~ Disallow: /production/page-layout/two-column-bottom-left-sidebar$ Disallow: /production/page-layout/two-column-bottom-left-sidebar? Disallow: /production/page-layout/two-column-bottom-left-sidebar/~ Disallow: /production/page-layout/two-column-left-sidebar$ Disallow: /production/page-layout/two-column-left-sidebar? Disallow: /production/page-layout/two-column-left-sidebar/~ Disallow: /production/page-layout/two-column-right-sidebar$ Disallow: /production/page-layout/two-column-right-sidebar? Disallow: /production/page-layout/two-column-right-sidebar/~ Disallow: /production/page-layout/1-column-layout$ Disallow: /production/page-layout/1-column-layout? Disallow: /production/page-layout/1-column-layout/~ Disallow: /production/page-layout/2-column-layout$ Disallow: /production/page-layout/2-column-layout? Disallow: /production/page-layout/2-column-layout/~ Disallow: /giving/endowment-capital-giving-for-pledge-buttonlink$ Disallow: /giving/endowment-capital-giving-for-pledge-buttonlink? Disallow: /giving/endowment-capital-giving-for-pledge-buttonlink/~ Disallow: /arts/videos-showcase-of-the-arts-2020$ Disallow: /arts/videos-showcase-of-the-arts-2020? Disallow: /arts/videos-showcase-of-the-arts-2020/~ Disallow: /arts/showcase-of-the-arts-2021$ Disallow: /arts/showcase-of-the-arts-2021? Disallow: /arts/showcase-of-the-arts-2021/~ Disallow: /privacy-policy$ Disallow: /privacy-policy? Disallow: /privacy-policy/~ Disallow: /admissions/accepted-students$ Disallow: /admissions/accepted-students? Disallow: /admissions/accepted-students/~ Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-6$ Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-6? Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-6/~ Disallow: /instructions/homepage$ Disallow: /instructions/homepage? Disallow: /instructions/homepage/~ Disallow: /production/social-elements/feeds/list$ Disallow: /production/social-elements/feeds/list? Disallow: /production/social-elements/feeds/list/~ Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-4$ Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-4? Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-4/~ Disallow: /admissions/fired-up-virtual-event-session-1$ Disallow: /admissions/fired-up-virtual-event-session-1? Disallow: /admissions/fired-up-virtual-event-session-1/~ Disallow: /admissions/tuitionold$ Disallow: /admissions/tuitionold? Disallow: /admissions/tuitionold/~ Disallow: /composer-basics-test$ Disallow: /composer-basics-test? Disallow: /composer-basics-test/~ Disallow: /post-filter/filters-in-right-column$ Disallow: /post-filter/filters-in-right-column? Disallow: /post-filter/filters-in-right-column/~ Disallow: /production/social-elements/feeds/slideshow$ Disallow: /production/social-elements/feeds/slideshow? Disallow: /production/social-elements/feeds/slideshow/~ Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-1$ Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-1? Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-1/~ Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-8$ Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-8? Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-8/~ Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-5$ Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-5? Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-5/~ Disallow: /covid$ Disallow: /covid? Disallow: /covid/~ Disallow: /instructions$ Disallow: /instructions? Disallow: /instructions/~ Disallow: /instructions/style-guide$ Disallow: /instructions/style-guide? Disallow: /instructions/style-guide/~ Disallow: /admissions/high-school-101$ Disallow: /admissions/high-school-101? Disallow: /admissions/high-school-101/~ Disallow: /admissions/firebirds-athletics-clinic-day$ Disallow: /admissions/firebirds-athletics-clinic-day? Disallow: /admissions/firebirds-athletics-clinic-day/~ Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-7$ Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-7? Disallow: /about/diversity-equity-inclusion/diversity-equity-inclusion-initiative-7/~ Disallow: /production/banners/left-banner$ Disallow: /production/banners/left-banner? Disallow: /production/banners/left-banner/~ Disallow: /production/banners/right-banner$ Disallow: /production/banners/right-banner? Disallow: /production/banners/right-banner/~ Disallow: /production/banners/left-right-banners$ Disallow: /production/banners/left-right-banners? Disallow: /production/banners/left-right-banners/~ Disallow: /production/navigation/tier-three-page/tier-four-page$ Disallow: /production/navigation/tier-three-page/tier-four-page? Disallow: /production/navigation/tier-three-page/tier-four-page/~ Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page$ Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page? Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page/~ Disallow: /giving/alumni-giving$ Disallow: /giving/alumni-giving? Disallow: /giving/alumni-giving/~ Disallow: /instructions/landing-page$ Disallow: /instructions/landing-page? Disallow: /instructions/landing-page/~ Disallow: /production/calendar/list$ Disallow: /production/calendar/list? Disallow: /production/calendar/list/~ Disallow: /production/calendar/grid$ Disallow: /production/calendar/grid? Disallow: /production/calendar/grid/~ Disallow: /production/calendar/slideshow$ Disallow: /production/calendar/slideshow? Disallow: /production/calendar/slideshow/~ Disallow: /production/calendar/event$ Disallow: /production/calendar/event? Disallow: /production/calendar/event/~ Disallow: /production/constituent/profile$ Disallow: /production/constituent/profile? Disallow: /production/constituent/profile/~ Disallow: /non-nav-landing-page/covid-testing-dashboard$ Disallow: /non-nav-landing-page/covid-testing-dashboard? Disallow: /non-nav-landing-page/covid-testing-dashboard/~ Disallow: /production/constituent/search$ Disallow: /production/constituent/search? Disallow: /production/constituent/search/~ Disallow: /production/constituent/students$ Disallow: /production/constituent/students? Disallow: /production/constituent/students/~ Disallow: /athletics/firebird-athletics-old$ Disallow: /athletics/firebird-athletics-old? Disallow: /athletics/firebird-athletics-old/~ Disallow: /production/social-elements/feeds/grid$ Disallow: /production/social-elements/feeds/grid? Disallow: /production/social-elements/feeds/grid/~ Disallow: /admissions/winter-open-house$ Disallow: /admissions/winter-open-house? Disallow: /admissions/winter-open-house/~ Disallow: /production/constituent/directory$ Disallow: /production/constituent/directory? Disallow: /production/constituent/directory/~ Disallow: /academics/middle-school-old/middle-school-curriculum-old$ Disallow: /academics/middle-school-old/middle-school-curriculum-old? Disallow: /academics/middle-school-old/middle-school-curriculum-old/~ Disallow: /admissions/open-house$ Disallow: /admissions/open-house? Disallow: /admissions/open-house/~ Disallow: /production/posts/list$ Disallow: /production/posts/list? Disallow: /production/posts/list/~ Disallow: /production/posts/grid$ Disallow: /production/posts/grid? Disallow: /production/posts/grid/~ Disallow: /production/posts/slideshow$ Disallow: /production/posts/slideshow? Disallow: /production/posts/slideshow/~ Disallow: /production/posts/single$ Disallow: /production/posts/single? Disallow: /production/posts/single/~ Disallow: /production/social-elements/feeds$ Disallow: /production/social-elements/feeds? Disallow: /production/social-elements/feeds/~ Disallow: /production/social-elements/vimeo$ Disallow: /production/social-elements/vimeo? Disallow: /production/social-elements/vimeo/~ Disallow: /production/social-elements/youtube$ Disallow: /production/social-elements/youtube? Disallow: /production/social-elements/youtube/~ Disallow: /production/athletics/roster$ Disallow: /production/athletics/roster? Disallow: /production/athletics/roster/~ Disallow: /production/athletics/events-list$ Disallow: /production/athletics/events-list? Disallow: /production/athletics/events-list/~ Disallow: /production/athletics/single-event$ Disallow: /production/athletics/single-event? Disallow: /production/athletics/single-event/~ Disallow: /production/athletics/teams$ Disallow: /production/athletics/teams? Disallow: /production/athletics/teams/~ Disallow: /production/athletics/profile$ Disallow: /production/athletics/profile? Disallow: /production/athletics/profile/~ Disallow: /production/athletics/table$ Disallow: /production/athletics/table? Disallow: /production/athletics/table/~ Disallow: /production/organizational/two-column$ Disallow: /production/organizational/two-column? Disallow: /production/organizational/two-column/~ Disallow: /production/organizational/accordion$ Disallow: /production/organizational/accordion? Disallow: /production/organizational/accordion/~ Disallow: /backup-unoptimized-pages/leadership-clone$ Disallow: /backup-unoptimized-pages/leadership-clone? Disallow: /backup-unoptimized-pages/leadership-clone/~ Disallow: /production$ Disallow: /production? Disallow: /production/~ Disallow: /image-buttons-1$ Disallow: /image-buttons-1? Disallow: /image-buttons-1/~ Disallow: /post-filter$ Disallow: /post-filter? Disallow: /post-filter/~ Disallow: /landing-page$ Disallow: /landing-page? Disallow: /landing-page/~ Disallow: /production/organizational/three-column$ Disallow: /production/organizational/three-column? Disallow: /production/organizational/three-column/~ Disallow: /production/organizational/four-column$ Disallow: /production/organizational/four-column? Disallow: /production/organizational/four-column/~ Disallow: /production/organizational/container$ Disallow: /production/organizational/container? Disallow: /production/organizational/container/~ Disallow: /production/organizational/tabs$ Disallow: /production/organizational/tabs? Disallow: /production/organizational/tabs/~ Disallow: /landing-page-backup$ Disallow: /landing-page-backup? Disallow: /landing-page-backup/~ Disallow: /production/form/forms-manager$ Disallow: /production/form/forms-manager? Disallow: /production/form/forms-manager/~ Disallow: /production/form/forms$ Disallow: /production/form/forms? Disallow: /production/form/forms/~ Disallow: /production/qa-testing/qa-testing-buttons$ Disallow: /production/qa-testing/qa-testing-buttons? Disallow: /production/qa-testing/qa-testing-buttons/~ Disallow: /production/qa-testing/qa-testing-content$ Disallow: /production/qa-testing/qa-testing-content? Disallow: /production/qa-testing/qa-testing-content/~ Disallow: /production/page-layout$ Disallow: /production/page-layout? Disallow: /production/page-layout/~ Disallow: /production/posts$ Disallow: /production/posts? Disallow: /production/posts/~ Disallow: /production/resources$ Disallow: /production/resources? Disallow: /production/resources/~ Disallow: /production/search$ Disallow: /production/search? Disallow: /production/search/~ Disallow: /production/social-elements$ Disallow: /production/social-elements? Disallow: /production/social-elements/~ Disallow: /production/qa-testing$ Disallow: /production/qa-testing? Disallow: /production/qa-testing/~ Disallow: /production/site-specs$ Disallow: /production/site-specs? Disallow: /production/site-specs/~ Disallow: /production/athletics$ Disallow: /production/athletics? Disallow: /production/athletics/~ Disallow: /production/banners$ Disallow: /production/banners? Disallow: /production/banners/~ Disallow: /production/calendar$ Disallow: /production/calendar? Disallow: /production/calendar/~ Disallow: /production/constituent$ Disallow: /production/constituent? Disallow: /production/constituent/~ Disallow: /production/embed$ Disallow: /production/embed? Disallow: /production/embed/~ Disallow: /production/form$ Disallow: /production/form? Disallow: /production/form/~ Disallow: /production/login$ Disallow: /production/login? Disallow: /production/login/~ Disallow: /production/navigation$ Disallow: /production/navigation? Disallow: /production/navigation/~ Disallow: /production/organizational$ Disallow: /production/organizational? Disallow: /production/organizational/~