# System Records User-agent: twiceler Disallow: / User-agent: sistrix Disallow: / User-agent: 008 Disallow: / User-agent: sitebot Disallow: / User-agent: TweetmemeBot Disallow: / User-agent: * Crawl-delay: 5 Disallow: /page.cfm Disallow: /cf_calendar/printpdf.cfm Disallow: /fs/ Allow: /fs/login$ Allow: /fs/pages/1 Allow: /fs/pages/2 Allow: /fs/pages/3 Allow: /fs/pages/4 Allow: /fs/pages/5 Allow: /fs/pages/6 Allow: /fs/pages/7 Allow: /fs/pages/8 Allow: /fs/pages/9 Allow: /fs/pages/athletics Allow: /fs/pages/calendar Allow: /fs/pages/news Allow: /fs/pages/search Allow: /fs/pages/search-results-item/post Allow: /fs/pages/sitemap Allow: /fs/form-manager/view/ Allow: /fs/resource-manager/view/ # Custom Records # Page Exclusions User-agent: * Disallow: /departments/mental-health-program/greater-good-science-center$ Disallow: /departments/mental-health-program/greater-good-science-center? Disallow: /departments/mental-health-program/greater-good-science-center/~ Disallow: /production/production/navigation/production/navigation/tier-three-page/production/navigation/tier-three-page/tier-four-page/production/navigation/tier-three-page/tier-four-page/tier-five-page$ Disallow: /production/production/navigation/production/navigation/tier-three-page/production/navigation/tier-three-page/tier-four-page/production/navigation/tier-three-page/tier-four-page/tier-five-page? Disallow: /production/production/navigation/production/navigation/tier-three-page/production/navigation/tier-three-page/tier-four-page/production/navigation/tier-three-page/tier-four-page/tier-five-page/~ Disallow: /departments/communications/rumor-has-it$ Disallow: /departments/communications/rumor-has-it? Disallow: /departments/communications/rumor-has-it/~ Disallow: /departments/cte-home/national-technical-honor-society-nths/selection-process$ Disallow: /departments/cte-home/national-technical-honor-society-nths/selection-process? Disallow: /departments/cte-home/national-technical-honor-society-nths/selection-process/~ Disallow: /departments/alumni-network/teachers-hall-of-fame/2014-teachers-hall-of-fame-photos$ Disallow: /departments/alumni-network/teachers-hall-of-fame/2014-teachers-hall-of-fame-photos? Disallow: /departments/alumni-network/teachers-hall-of-fame/2014-teachers-hall-of-fame-photos/~ Disallow: /departments/mental-health-program/well-being-surveys$ Disallow: /departments/mental-health-program/well-being-surveys? Disallow: /departments/mental-health-program/well-being-surveys/~ Disallow: /departments/foundation-for-education/foundation-for-education$ Disallow: /departments/foundation-for-education/foundation-for-education? Disallow: /departments/foundation-for-education/foundation-for-education/~ Disallow: /departments/communications/guide-to-addressing-academic-and-school-concerns$ Disallow: /departments/communications/guide-to-addressing-academic-and-school-concerns? Disallow: /departments/communications/guide-to-addressing-academic-and-school-concerns/~ Disallow: /departments/communications/newsroom$ Disallow: /departments/communications/newsroom? Disallow: /departments/communications/newsroom/~ Disallow: /test$ Disallow: /test? Disallow: /test/~ Disallow: /departments/alumni-network/teachers-hall-of-fame/2012-teachers-hall-of-fame-photos$ Disallow: /departments/alumni-network/teachers-hall-of-fame/2012-teachers-hall-of-fame-photos? Disallow: /departments/alumni-network/teachers-hall-of-fame/2012-teachers-hall-of-fame-photos/~ Disallow: /departments/cte-home/national-technical-honor-society-nths/national-technical-honor-society-nths57$ Disallow: /departments/cte-home/national-technical-honor-society-nths/national-technical-honor-society-nths57? Disallow: /departments/cte-home/national-technical-honor-society-nths/national-technical-honor-society-nths57/~ Disallow: /production/production/navigation/production/navigation/tier-three-page/production/navigation/tier-three-page/tier-four-page$ Disallow: /production/production/navigation/production/navigation/tier-three-page/production/navigation/tier-three-page/tier-four-page? Disallow: /production/production/navigation/production/navigation/tier-three-page/production/navigation/tier-three-page/tier-four-page/~ Disallow: /schools/grand-forks-foundation-for-education$ Disallow: /schools/grand-forks-foundation-for-education? Disallow: /schools/grand-forks-foundation-for-education/~ Disallow: /production/production/navigation/production/navigation/tier-three-page$ Disallow: /production/production/navigation/production/navigation/tier-three-page? Disallow: /production/production/navigation/production/navigation/tier-three-page/~ Disallow: /departments/human-resources/certified-voluntary-transfer-and-reassignment-procedure$ Disallow: /departments/human-resources/certified-voluntary-transfer-and-reassignment-procedure? Disallow: /departments/human-resources/certified-voluntary-transfer-and-reassignment-procedure/~ Disallow: /districts$ Disallow: /districts? Disallow: /districts/~ Disallow: /departments/character-education-and-prevention-program$ Disallow: /departments/character-education-and-prevention-program? Disallow: /departments/character-education-and-prevention-program/~ Disallow: /production/production/banners/production/banners/left-banner$ Disallow: /production/production/banners/production/banners/left-banner? Disallow: /production/production/banners/production/banners/left-banner/~ Disallow: /production/production/banners/production/banners/right-banner$ Disallow: /production/production/banners/production/banners/right-banner? Disallow: /production/production/banners/production/banners/right-banner/~ Disallow: /production/banners/left-right-banners$ Disallow: /production/banners/left-right-banners? Disallow: /production/banners/left-right-banners/~ Disallow: /departments/human-resources/careerss$ Disallow: /departments/human-resources/careerss? Disallow: /departments/human-resources/careerss/~ Disallow: /production/posts/list$ Disallow: /production/posts/list? Disallow: /production/posts/list/~ Disallow: /production/posts/grid$ Disallow: /production/posts/grid? Disallow: /production/posts/grid/~ Disallow: /production/posts/slideshow$ Disallow: /production/posts/slideshow? Disallow: /production/posts/slideshow/~ Disallow: /production/production/posts/production/posts/single$ Disallow: /production/production/posts/production/posts/single? Disallow: /production/production/posts/production/posts/single/~ Disallow: /production/production/calendar/production/calendar/list$ Disallow: /production/production/calendar/production/calendar/list? Disallow: /production/production/calendar/production/calendar/list/~ Disallow: /production/production/calendar/production/calendar/grid$ Disallow: /production/production/calendar/production/calendar/grid? Disallow: /production/production/calendar/production/calendar/grid/~ Disallow: /production/production/calendar/production/calendar/slideshow$ Disallow: /production/production/calendar/production/calendar/slideshow? Disallow: /production/production/calendar/production/calendar/slideshow/~ Disallow: /production/production/calendar/production/calendar/event$ Disallow: /production/production/calendar/production/calendar/event? Disallow: /production/production/calendar/production/calendar/event/~ Disallow: /production/production/constituent/production/constituent/directory$ Disallow: /production/production/constituent/production/constituent/directory? Disallow: /production/production/constituent/production/constituent/directory/~ Disallow: /production/production/constituent/production/constituent/profile$ Disallow: /production/production/constituent/production/constituent/profile? Disallow: /production/production/constituent/production/constituent/profile/~ Disallow: /production/production/constituent/production/constituent/search$ Disallow: /production/production/constituent/production/constituent/search? Disallow: /production/production/constituent/production/constituent/search/~ Disallow: /production/production/constituent/production/constituent/students$ Disallow: /production/production/constituent/production/constituent/students? Disallow: /production/production/constituent/production/constituent/students/~ Disallow: /production/production/social-elements/production/social-elements/vimeo$ Disallow: /production/production/social-elements/production/social-elements/vimeo? Disallow: /production/production/social-elements/production/social-elements/vimeo/~ Disallow: /production/production/social-elements/production/social-elements/youtube$ Disallow: /production/production/social-elements/production/social-elements/youtube? Disallow: /production/production/social-elements/production/social-elements/youtube/~ Disallow: /production/social-elements/feeds$ Disallow: /production/social-elements/feeds? Disallow: /production/social-elements/feeds/~ Disallow: /approved-designs$ Disallow: /approved-designs? Disallow: /approved-designs/~ Disallow: /production$ Disallow: /production? Disallow: /production/~ Disallow: /home-clone-jun-9-2023$ Disallow: /home-clone-jun-9-2023? Disallow: /home-clone-jun-9-2023/~ Disallow: /production/production/athletics/production/athletics/events-list$ Disallow: /production/production/athletics/production/athletics/events-list? Disallow: /production/production/athletics/production/athletics/events-list/~ Disallow: /production/production/athletics/production/athletics/single-event$ Disallow: /production/production/athletics/production/athletics/single-event? Disallow: /production/production/athletics/production/athletics/single-event/~ Disallow: /production/production/athletics/production/athletics/roster$ Disallow: /production/production/athletics/production/athletics/roster? Disallow: /production/production/athletics/production/athletics/roster/~ Disallow: /production/production/athletics/teams$ Disallow: /production/production/athletics/teams? Disallow: /production/production/athletics/teams/~ Disallow: /production/production/athletics/profile$ Disallow: /production/production/athletics/profile? Disallow: /production/production/athletics/profile/~ Disallow: /production/production/athletics/table$ Disallow: /production/production/athletics/table? Disallow: /production/production/athletics/table/~ Disallow: /link-2/kindergarten/introduction-to-kindergarten$ Disallow: /link-2/kindergarten/introduction-to-kindergarten? Disallow: /link-2/kindergarten/introduction-to-kindergarten/~ Disallow: /production/production/organizational/production/organizational/two-column$ Disallow: /production/production/organizational/production/organizational/two-column? Disallow: /production/production/organizational/production/organizational/two-column/~ Disallow: /production/production/organizational/production/organizational/three-column$ Disallow: /production/production/organizational/production/organizational/three-column? Disallow: /production/production/organizational/production/organizational/three-column/~ Disallow: /production/production/organizational/production/organizational/four-column$ Disallow: /production/production/organizational/production/organizational/four-column? Disallow: /production/production/organizational/production/organizational/four-column/~ Disallow: /production/production/organizational/production/organizational/accordion$ Disallow: /production/production/organizational/production/organizational/accordion? Disallow: /production/production/organizational/production/organizational/accordion/~ Disallow: /production/production/organizational/production/organizational/container$ Disallow: /production/production/organizational/production/organizational/container? Disallow: /production/production/organizational/production/organizational/container/~ Disallow: /production/production/organizational/production/organizational/tabs$ Disallow: /production/production/organizational/production/organizational/tabs? Disallow: /production/production/organizational/production/organizational/tabs/~ Disallow: /production/production/form/forms-manager$ Disallow: /production/production/form/forms-manager? Disallow: /production/production/form/forms-manager/~ Disallow: /production/production/form/forms$ Disallow: /production/production/form/forms? Disallow: /production/production/form/forms/~ Disallow: /departments/communications/the-district-insider-community-newsletter$ Disallow: /departments/communications/the-district-insider-community-newsletter? Disallow: /departments/communications/the-district-insider-community-newsletter/~ Disallow: /districts/about-us$ Disallow: /districts/about-us? Disallow: /districts/about-us/~ Disallow: /departments/alumni-network/teachers-hall-of-fame/2018-teachers-hall-of-fame-photos$ Disallow: /departments/alumni-network/teachers-hall-of-fame/2018-teachers-hall-of-fame-photos? Disallow: /departments/alumni-network/teachers-hall-of-fame/2018-teachers-hall-of-fame-photos/~ Disallow: /departments/alumni-network/teachers-hall-of-fame/2016-teachers-hall-of-fame-photos$ Disallow: /departments/alumni-network/teachers-hall-of-fame/2016-teachers-hall-of-fame-photos? Disallow: /departments/alumni-network/teachers-hall-of-fame/2016-teachers-hall-of-fame-photos/~ Disallow: /new-page$ Disallow: /new-page? Disallow: /new-page/~ Disallow: /production/production/page-layout/production/page-layout/1-column-layout$ Disallow: /production/production/page-layout/production/page-layout/1-column-layout? Disallow: /production/production/page-layout/production/page-layout/1-column-layout/~ Disallow: /production/production/page-layout/production/page-layout/2-column-layout$ Disallow: /production/production/page-layout/production/page-layout/2-column-layout? Disallow: /production/production/page-layout/production/page-layout/2-column-layout/~ Disallow: /production/production/page-layout/production/page-layout/3-column-layout$ Disallow: /production/production/page-layout/production/page-layout/3-column-layout? Disallow: /production/production/page-layout/production/page-layout/3-column-layout/~ Disallow: /production/production/page-layout/production/page-layout/4-column-layout$ Disallow: /production/production/page-layout/production/page-layout/4-column-layout? Disallow: /production/production/page-layout/production/page-layout/4-column-layout/~ Disallow: /production/production/page-layout/production/page-layout/two-columns-top$ Disallow: /production/production/page-layout/production/page-layout/two-columns-top? Disallow: /production/production/page-layout/production/page-layout/two-columns-top/~ Disallow: /production/production/page-layout/production/page-layout/one-column-over-two$ Disallow: /production/production/page-layout/production/page-layout/one-column-over-two? Disallow: /production/production/page-layout/production/page-layout/one-column-over-two/~ Disallow: /production/production/page-layout/production/page-layout/three-columns-top$ Disallow: /production/production/page-layout/production/page-layout/three-columns-top? Disallow: /production/production/page-layout/production/page-layout/three-columns-top/~ Disallow: /production/production/page-layout/production/page-layout/three-column-bottom$ Disallow: /production/production/page-layout/production/page-layout/three-column-bottom? Disallow: /production/production/page-layout/production/page-layout/three-column-bottom/~ Disallow: /production/production/page-layout/production/page-layout/two-columns-middle$ Disallow: /production/production/page-layout/production/page-layout/two-columns-middle? Disallow: /production/production/page-layout/production/page-layout/two-columns-middle/~ Disallow: /production/production/page-layout/production/page-layout/three-columns-middle$ Disallow: /production/production/page-layout/production/page-layout/three-columns-middle? Disallow: /production/production/page-layout/production/page-layout/three-columns-middle/~ Disallow: /production/production/page-layout/production/page-layout/two-column-bottom-right-sidebar$ Disallow: /production/production/page-layout/production/page-layout/two-column-bottom-right-sidebar? Disallow: /production/production/page-layout/production/page-layout/two-column-bottom-right-sidebar/~ Disallow: /production/production/page-layout/two-column-bottom-left-sidebar$ Disallow: /production/production/page-layout/two-column-bottom-left-sidebar? Disallow: /production/production/page-layout/two-column-bottom-left-sidebar/~ Disallow: /production/production/page-layout/two-column-left-sidebar$ Disallow: /production/production/page-layout/two-column-left-sidebar? Disallow: /production/production/page-layout/two-column-left-sidebar/~ Disallow: /production/production/page-layout/two-column-right-sidebar$ Disallow: /production/production/page-layout/two-column-right-sidebar? Disallow: /production/production/page-layout/two-column-right-sidebar/~ Disallow: /departments/communications/school-cancellation-and-postponement-procedures$ Disallow: /departments/communications/school-cancellation-and-postponement-procedures? Disallow: /departments/communications/school-cancellation-and-postponement-procedures/~ Disallow: /production/production/qa-testing/production/qa-testing/qa-testing-content$ Disallow: /production/production/qa-testing/production/qa-testing/qa-testing-content? Disallow: /production/production/qa-testing/production/qa-testing/qa-testing-content/~ Disallow: /production/production/qa-testing/production/qa-testing/qa-testing-buttons$ Disallow: /production/production/qa-testing/production/qa-testing/qa-testing-buttons? Disallow: /production/production/qa-testing/production/qa-testing/qa-testing-buttons/~ Disallow: /production/production/athletics$ Disallow: /production/production/athletics? Disallow: /production/production/athletics/~ Disallow: /production/production/banners$ Disallow: /production/production/banners? Disallow: /production/production/banners/~ Disallow: /production/production/calendar$ Disallow: /production/production/calendar? Disallow: /production/production/calendar/~ Disallow: /production/production/constituent$ Disallow: /production/production/constituent? Disallow: /production/production/constituent/~ Disallow: /production/production/embed$ Disallow: /production/production/embed? Disallow: /production/production/embed/~ Disallow: /production/production/form$ Disallow: /production/production/form? Disallow: /production/production/form/~ Disallow: /production/production/login$ Disallow: /production/production/login? Disallow: /production/production/login/~ Disallow: /production/production/navigation$ Disallow: /production/production/navigation? Disallow: /production/production/navigation/~ Disallow: /production/production/organizational$ Disallow: /production/production/organizational? Disallow: /production/production/organizational/~ Disallow: /production/production/page-layout$ Disallow: /production/production/page-layout? Disallow: /production/production/page-layout/~ Disallow: /production/production/posts$ Disallow: /production/production/posts? Disallow: /production/production/posts/~ Disallow: /production/production/resources$ Disallow: /production/production/resources? Disallow: /production/production/resources/~ Disallow: /production/production/search$ Disallow: /production/production/search? Disallow: /production/production/search/~ Disallow: /production/production/social-elements$ Disallow: /production/production/social-elements? Disallow: /production/production/social-elements/~ Disallow: /production/production/qa-testing$ Disallow: /production/production/qa-testing? Disallow: /production/production/qa-testing/~ Disallow: /production/qa-reports$ Disallow: /production/qa-reports? Disallow: /production/qa-reports/~ Disallow: /production/site-specs$ Disallow: /production/site-specs? Disallow: /production/site-specs/~ Disallow: /departments/human-resources/substitute-information$ Disallow: /departments/human-resources/substitute-information? Disallow: /departments/human-resources/substitute-information/~ Disallow: /departments/human-resources/benefit-information$ Disallow: /departments/human-resources/benefit-information? Disallow: /departments/human-resources/benefit-information/~ Disallow: /departments/human-resources/salary-schedules$ Disallow: /departments/human-resources/salary-schedules? Disallow: /departments/human-resources/salary-schedules/~ Disallow: /departments/human-resources/h1-b$ Disallow: /departments/human-resources/h1-b? Disallow: /departments/human-resources/h1-b/~ Disallow: /districts/district1/return-to-in-person-instruction-plan$ Disallow: /districts/district1/return-to-in-person-instruction-plan? Disallow: /districts/district1/return-to-in-person-instruction-plan/~ Disallow: /departments/cte-home/national-technical-honor-society-nths/very-important-teacher$ Disallow: /departments/cte-home/national-technical-honor-society-nths/very-important-teacher? Disallow: /departments/cte-home/national-technical-honor-society-nths/very-important-teacher/~ Disallow: /link-2/resources/transportation/transportation-policy$ Disallow: /link-2/resources/transportation/transportation-policy? Disallow: /link-2/resources/transportation/transportation-policy/~ Disallow: /departments/cte-home/national-technical-honor-society-nths/membership-benefits$ Disallow: /departments/cte-home/national-technical-honor-society-nths/membership-benefits? Disallow: /departments/cte-home/national-technical-honor-society-nths/membership-benefits/~ Disallow: /departments/human-resources/negotiated-agreements-employee-manuals$ Disallow: /departments/human-resources/negotiated-agreements-employee-manuals? Disallow: /departments/human-resources/negotiated-agreements-employee-manuals/~ Disallow: /districts/referendum/2023-referendum$ Disallow: /districts/referendum/2023-referendum? Disallow: /districts/referendum/2023-referendum/~ Disallow: /students/summer-schools/driver-education$ Disallow: /students/summer-schools/driver-education? Disallow: /students/summer-schools/driver-education/~ Disallow: /departments/foundation-for-education$ Disallow: /departments/foundation-for-education? Disallow: /departments/foundation-for-education/~