# System Records
User-agent: twiceler
Disallow: /
User-agent: sistrix
Disallow: /
User-agent: 008
Disallow: /
User-agent: sitebot
Disallow: /
User-agent: TweetmemeBot
Disallow: /
User-agent: *
Crawl-delay: 5
Disallow: /page.cfm
Disallow: /cf_calendar/printpdf.cfm
Disallow: /fs/
Allow: /fs/login$
Allow: /fs/pages/1
Allow: /fs/pages/2
Allow: /fs/pages/3
Allow: /fs/pages/4
Allow: /fs/pages/5
Allow: /fs/pages/6
Allow: /fs/pages/7
Allow: /fs/pages/8
Allow: /fs/pages/9
Allow: /fs/pages/athletics
Allow: /fs/pages/calendar
Allow: /fs/pages/news
Allow: /fs/pages/search
Allow: /fs/pages/search-results-item/post
Allow: /fs/pages/sitemap
Allow: /fs/form-manager/view/
Allow: /fs/resource-manager/view/

# Custom Records


# Page Exclusions
User-agent: *
Disallow: /style-guide/calendar/slideshow$
Disallow: /style-guide/calendar/slideshow?
Disallow: /style-guide/calendar/slideshow/~
Disallow: /style-guide/calendar/list$
Disallow: /style-guide/calendar/list?
Disallow: /style-guide/calendar/list/~
Disallow: /parents/fathers-and-friends/golf$
Disallow: /parents/fathers-and-friends/golf?
Disallow: /parents/fathers-and-friends/golf/~
Disallow: /parents/newsletter$
Disallow: /parents/newsletter?
Disallow: /parents/newsletter/~
Disallow: /backup-unoptimized-pages/arts-clone$
Disallow: /backup-unoptimized-pages/arts-clone?
Disallow: /backup-unoptimized-pages/arts-clone/~
Disallow: /faculty-staff/info-change$
Disallow: /faculty-staff/info-change?
Disallow: /faculty-staff/info-change/~
Disallow: /style-guide/navigation/tier-three-page/tier-four-page/tier-five-page$
Disallow: /style-guide/navigation/tier-three-page/tier-four-page/tier-five-page?
Disallow: /style-guide/navigation/tier-three-page/tier-four-page/tier-five-page/~
Disallow: /style-guide/navigation/tier-three-page/tier-four-page$
Disallow: /style-guide/navigation/tier-three-page/tier-four-page?
Disallow: /style-guide/navigation/tier-three-page/tier-four-page/~
Disallow: /style-guide/navigation/tier-three-page$
Disallow: /style-guide/navigation/tier-three-page?
Disallow: /style-guide/navigation/tier-three-page/~
Disallow: /backup-unoptimized-pages/academics-clone$
Disallow: /backup-unoptimized-pages/academics-clone?
Disallow: /backup-unoptimized-pages/academics-clone/~
Disallow: /parents/info-updates$
Disallow: /parents/info-updates?
Disallow: /parents/info-updates/~
Disallow: /enhancements/hero-element/landing-hero$
Disallow: /enhancements/hero-element/landing-hero?
Disallow: /enhancements/hero-element/landing-hero/~
Disallow: /enhancements-clone/content-cards-clone$
Disallow: /enhancements-clone/content-cards-clone?
Disallow: /enhancements-clone/content-cards-clone/~
Disallow: /style-guide-clone$
Disallow: /style-guide-clone?
Disallow: /style-guide-clone/~
Disallow: /style-guide/athletics/events-list$
Disallow: /style-guide/athletics/events-list?
Disallow: /style-guide/athletics/events-list/~
Disallow: /style-guide/athletics/single-event$
Disallow: /style-guide/athletics/single-event?
Disallow: /style-guide/athletics/single-event/~
Disallow: /admissions/college-guide$
Disallow: /admissions/college-guide?
Disallow: /admissions/college-guide/~
Disallow: /support-us/rusty-hewit-bourbon$
Disallow: /support-us/rusty-hewit-bourbon?
Disallow: /support-us/rusty-hewit-bourbon/~
Disallow: /instructions/interior-page$
Disallow: /instructions/interior-page?
Disallow: /instructions/interior-page/~
Disallow: /home-clone-may-11-2022$
Disallow: /home-clone-may-11-2022?
Disallow: /home-clone-may-11-2022/~
Disallow: /school-life/delbarton-weekly$
Disallow: /school-life/delbarton-weekly?
Disallow: /school-life/delbarton-weekly/~
Disallow: /students$
Disallow: /students?
Disallow: /students/~
Disallow: /parents/lawn-sign$
Disallow: /parents/lawn-sign?
Disallow: /parents/lawn-sign/~
Disallow: /style-guide/athletics/teams$
Disallow: /style-guide/athletics/teams?
Disallow: /style-guide/athletics/teams/~
Disallow: /style-guide/athletics/roster$
Disallow: /style-guide/athletics/roster?
Disallow: /style-guide/athletics/roster/~
Disallow: /style-guide/athletics/profile$
Disallow: /style-guide/athletics/profile?
Disallow: /style-guide/athletics/profile/~
Disallow: /style-guide/athletics/table$
Disallow: /style-guide/athletics/table?
Disallow: /style-guide/athletics/table/~
Disallow: /style-guide$
Disallow: /style-guide?
Disallow: /style-guide/~
Disallow: /l-test$
Disallow: /l-test?
Disallow: /l-test/~
Disallow: /post-filtered-1-bpa-dark$
Disallow: /post-filtered-1-bpa-dark?
Disallow: /post-filtered-1-bpa-dark/~
Disallow: /enhancements$
Disallow: /enhancements?
Disallow: /enhancements/~
Disallow: /fstest$
Disallow: /fstest?
Disallow: /fstest/~
Disallow: /trustees-and-regents-clone$
Disallow: /trustees-and-regents-clone?
Disallow: /trustees-and-regents-clone/~
Disallow: /about-us/christmas-party$
Disallow: /about-us/christmas-party?
Disallow: /about-us/christmas-party/~
Disallow: /faculty-staff/faculty-and-staff-directories$
Disallow: /faculty-staff/faculty-and-staff-directories?
Disallow: /faculty-staff/faculty-and-staff-directories/~
Disallow: /alumni/delbarton-on-wall-street-confirmation$
Disallow: /alumni/delbarton-on-wall-street-confirmation?
Disallow: /alumni/delbarton-on-wall-street-confirmation/~
Disallow: /academics/summer-assignments-2026$
Disallow: /academics/summer-assignments-2026?
Disallow: /academics/summer-assignments-2026/~
Disallow: /style-guide/organizational/container$
Disallow: /style-guide/organizational/container?
Disallow: /style-guide/organizational/container/~
Disallow: /style-guide/organizational/tabs$
Disallow: /style-guide/organizational/tabs?
Disallow: /style-guide/organizational/tabs/~
Disallow: /style-guide/organizational/two-column$
Disallow: /style-guide/organizational/two-column?
Disallow: /style-guide/organizational/two-column/~
Disallow: /style-guide/organizational/three-column$
Disallow: /style-guide/organizational/three-column?
Disallow: /style-guide/organizational/three-column/~
Disallow: /style-guide/organizational/four-column$
Disallow: /style-guide/organizational/four-column?
Disallow: /style-guide/organizational/four-column/~
Disallow: /style-guide/organizational/accordion$
Disallow: /style-guide/organizational/accordion?
Disallow: /style-guide/organizational/accordion/~
Disallow: /admissions/inquiry-form$
Disallow: /admissions/inquiry-form?
Disallow: /admissions/inquiry-form/~
Disallow: /niche-badge-only$
Disallow: /niche-badge-only?
Disallow: /niche-badge-only/~
Disallow: /smaller-niche-badge$
Disallow: /smaller-niche-badge?
Disallow: /smaller-niche-badge/~
Disallow: /support-us/giving-form-clone$
Disallow: /support-us/giving-form-clone?
Disallow: /support-us/giving-form-clone/~
Disallow: /about-us/emeritus-regents-reception$
Disallow: /about-us/emeritus-regents-reception?
Disallow: /about-us/emeritus-regents-reception/~
Disallow: /enhancements/video-button$
Disallow: /enhancements/video-button?
Disallow: /enhancements/video-button/~
Disallow: /enhancements/landing-page$
Disallow: /enhancements/landing-page?
Disallow: /enhancements/landing-page/~
Disallow: /enhancements/content-cards$
Disallow: /enhancements/content-cards?
Disallow: /enhancements/content-cards/~
Disallow: /style-guide/form/forms-manager$
Disallow: /style-guide/form/forms-manager?
Disallow: /style-guide/form/forms-manager/~
Disallow: /style-guide/form/forms$
Disallow: /style-guide/form/forms?
Disallow: /style-guide/form/forms/~
Disallow: /enhancements/full-width-image$
Disallow: /enhancements/full-width-image?
Disallow: /enhancements/full-width-image/~
Disallow: /enhancements/hero-element$
Disallow: /enhancements/hero-element?
Disallow: /enhancements/hero-element/~
Disallow: /enhancements/reusable-homepage-elements$
Disallow: /enhancements/reusable-homepage-elements?
Disallow: /enhancements/reusable-homepage-elements/~
Disallow: /enhancements/custom-constituents$
Disallow: /enhancements/custom-constituents?
Disallow: /enhancements/custom-constituents/~
Disallow: /enhancements/image-buttons$
Disallow: /enhancements/image-buttons?
Disallow: /enhancements/image-buttons/~
Disallow: /enhancements/full-width-buttons$
Disallow: /enhancements/full-width-buttons?
Disallow: /enhancements/full-width-buttons/~
Disallow: /style-guide/page-layout/4-column-layout$
Disallow: /style-guide/page-layout/4-column-layout?
Disallow: /style-guide/page-layout/4-column-layout/~
Disallow: /style-guide/page-layout/one-column-over-two$
Disallow: /style-guide/page-layout/one-column-over-two?
Disallow: /style-guide/page-layout/one-column-over-two/~
Disallow: /about-us/delbarton-basics-clone$
Disallow: /about-us/delbarton-basics-clone?
Disallow: /about-us/delbarton-basics-clone/~
Disallow: /style-guide/banners/left-banner$
Disallow: /style-guide/banners/left-banner?
Disallow: /style-guide/banners/left-banner/~
Disallow: /style-guide/banners/right-banner$
Disallow: /style-guide/banners/right-banner?
Disallow: /style-guide/banners/right-banner/~
Disallow: /style-guide/banners/left-right-banners$
Disallow: /style-guide/banners/left-right-banners?
Disallow: /style-guide/banners/left-right-banners/~
Disallow: /style-guide/athletics$
Disallow: /style-guide/athletics?
Disallow: /style-guide/athletics/~
Disallow: /style-guide/banners$
Disallow: /style-guide/banners?
Disallow: /style-guide/banners/~
Disallow: /style-guide/calendar$
Disallow: /style-guide/calendar?
Disallow: /style-guide/calendar/~
Disallow: /style-guide/constituent$
Disallow: /style-guide/constituent?
Disallow: /style-guide/constituent/~
Disallow: /style-guide/embed$
Disallow: /style-guide/embed?
Disallow: /style-guide/embed/~
Disallow: /style-guide/form$
Disallow: /style-guide/form?
Disallow: /style-guide/form/~
Disallow: /style-guide/login$
Disallow: /style-guide/login?
Disallow: /style-guide/login/~
Disallow: /style-guide/organizational$
Disallow: /style-guide/organizational?
Disallow: /style-guide/organizational/~
Disallow: /style-guide/posts$
Disallow: /style-guide/posts?
Disallow: /style-guide/posts/~
Disallow: /style-guide/search$
Disallow: /style-guide/search?
Disallow: /style-guide/search/~
Disallow: /style-guide/social-elements$
Disallow: /style-guide/social-elements?
Disallow: /style-guide/social-elements/~
Disallow: /style-guide/posts/slideshow$
Disallow: /style-guide/posts/slideshow?
Disallow: /style-guide/posts/slideshow/~
Disallow: /style-guide/posts/list$
Disallow: /style-guide/posts/list?
Disallow: /style-guide/posts/list/~
Disallow: /style-guide/posts/grid$
Disallow: /style-guide/posts/grid?
Disallow: /style-guide/posts/grid/~
Disallow: /style-guide/posts/single$
Disallow: /style-guide/posts/single?
Disallow: /style-guide/posts/single/~
Disallow: /style-guide/constituent/profile$
Disallow: /style-guide/constituent/profile?
Disallow: /style-guide/constituent/profile/~
Disallow: /login-test$
Disallow: /login-test?
Disallow: /login-test/~
Disallow: /style-guide/constituent/directory$
Disallow: /style-guide/constituent/directory?
Disallow: /style-guide/constituent/directory/~
Disallow: /style-guide/constituent/search$
Disallow: /style-guide/constituent/search?
Disallow: /style-guide/constituent/search/~
Disallow: /style-guide/constituent/students$
Disallow: /style-guide/constituent/students?
Disallow: /style-guide/constituent/students/~
Disallow: /style-guide/social-elements/vimeo$
Disallow: /style-guide/social-elements/vimeo?
Disallow: /style-guide/social-elements/vimeo/~
Disallow: /style-guide/social-elements/youtube$
Disallow: /style-guide/social-elements/youtube?
Disallow: /style-guide/social-elements/youtube/~
Disallow: /style-guide/calendar/grid$
Disallow: /style-guide/calendar/grid?
Disallow: /style-guide/calendar/grid/~
Disallow: /style-guide/calendar/event$
Disallow: /style-guide/calendar/event?
Disallow: /style-guide/calendar/event/~
Disallow: /style-guide/page-layout/two-column-bottom-right-sidebar$
Disallow: /style-guide/page-layout/two-column-bottom-right-sidebar?
Disallow: /style-guide/page-layout/two-column-bottom-right-sidebar/~
Disallow: /style-guide/page-layout/1-column-layout$
Disallow: /style-guide/page-layout/1-column-layout?
Disallow: /style-guide/page-layout/1-column-layout/~
Disallow: /style-guide/page-layout/two-columns-top$
Disallow: /style-guide/page-layout/two-columns-top?
Disallow: /style-guide/page-layout/two-columns-top/~
Disallow: /style-guide/page-layout/2-column-layout$
Disallow: /style-guide/page-layout/2-column-layout?
Disallow: /style-guide/page-layout/2-column-layout/~
Disallow: /style-guide/page-layout/three-columns-top$
Disallow: /style-guide/page-layout/three-columns-top?
Disallow: /style-guide/page-layout/three-columns-top/~
Disallow: /style-guide/page-layout/three-column-bottom$
Disallow: /style-guide/page-layout/three-column-bottom?
Disallow: /style-guide/page-layout/three-column-bottom/~
Disallow: /style-guide/page-layout/two-columns-middle$
Disallow: /style-guide/page-layout/two-columns-middle?
Disallow: /style-guide/page-layout/two-columns-middle/~
Disallow: /style-guide/page-layout/three-columns-middle$
Disallow: /style-guide/page-layout/three-columns-middle?
Disallow: /style-guide/page-layout/three-columns-middle/~
Disallow: /style-guide/page-layout/two-column-bottom-left-sidebar$
Disallow: /style-guide/page-layout/two-column-bottom-left-sidebar?
Disallow: /style-guide/page-layout/two-column-bottom-left-sidebar/~
Disallow: /style-guide/page-layout/two-column-left-sidebar$
Disallow: /style-guide/page-layout/two-column-left-sidebar?
Disallow: /style-guide/page-layout/two-column-left-sidebar/~
Disallow: /style-guide/page-layout/two-column-right-sidebar$
Disallow: /style-guide/page-layout/two-column-right-sidebar?
Disallow: /style-guide/page-layout/two-column-right-sidebar/~
Disallow: /style-guide/page-layout/3-column-layout$
Disallow: /style-guide/page-layout/3-column-layout?
Disallow: /style-guide/page-layout/3-column-layout/~
Disallow: /style-guide/qa-testing/qa-testing-buttons$
Disallow: /style-guide/qa-testing/qa-testing-buttons?
Disallow: /style-guide/qa-testing/qa-testing-buttons/~
Disallow: /style-guide/qa-testing/qa-testing-content$
Disallow: /style-guide/qa-testing/qa-testing-content?
Disallow: /style-guide/qa-testing/qa-testing-content/~
Disallow: /backup-unoptimized-pages$
Disallow: /backup-unoptimized-pages?
Disallow: /backup-unoptimized-pages/~
Disallow: /backup-unoptimized-pages/backup-unoptimized-pages/support-us-clone$
Disallow: /backup-unoptimized-pages/backup-unoptimized-pages/support-us-clone?
Disallow: /backup-unoptimized-pages/backup-unoptimized-pages/support-us-clone/~
Disallow: /backup-unoptimized-pages/backup-unoptimized-pages/faith-service-clone$
Disallow: /backup-unoptimized-pages/backup-unoptimized-pages/faith-service-clone?
Disallow: /backup-unoptimized-pages/backup-unoptimized-pages/faith-service-clone/~
Disallow: /backup-unoptimized-pages/tuition-and-affordability-clone$
Disallow: /backup-unoptimized-pages/tuition-and-affordability-clone?
Disallow: /backup-unoptimized-pages/tuition-and-affordability-clone/~
Disallow: /backup-unoptimized-pages/school-life-clone$
Disallow: /backup-unoptimized-pages/school-life-clone?
Disallow: /backup-unoptimized-pages/school-life-clone/~
Disallow: /backup-unoptimized-pages/athletics-clone$
Disallow: /backup-unoptimized-pages/athletics-clone?
Disallow: /backup-unoptimized-pages/athletics-clone/~
Disallow: /style-guide/page-layout$
Disallow: /style-guide/page-layout?
Disallow: /style-guide/page-layout/~
Disallow: /style-guide/resources$
Disallow: /style-guide/resources?
Disallow: /style-guide/resources/~
Disallow: /style-guide/qa-testing$
Disallow: /style-guide/qa-testing?
Disallow: /style-guide/qa-testing/~
Disallow: /style-guide/navigation$
Disallow: /style-guide/navigation?
Disallow: /style-guide/navigation/~
Disallow: /style-guide/site-specs$
Disallow: /style-guide/site-specs?
Disallow: /style-guide/site-specs/~
Disallow: /backup-unoptimized-pages/parents-clone$
Disallow: /backup-unoptimized-pages/parents-clone?
Disallow: /backup-unoptimized-pages/parents-clone/~