# System Records
User-agent: twiceler
Disallow: /
User-agent: sistrix
Disallow: /
User-agent: 008
Disallow: /
User-agent: sitebot
Disallow: /
User-agent: TweetmemeBot
Disallow: /
User-agent: *
Crawl-delay: 5
Disallow: /page.cfm
Disallow: /cf_calendar/printpdf.cfm
Disallow: /fs/
Allow: /fs/login$
Allow: /fs/pages/1
Allow: /fs/pages/2
Allow: /fs/pages/3
Allow: /fs/pages/4
Allow: /fs/pages/5
Allow: /fs/pages/6
Allow: /fs/pages/7
Allow: /fs/pages/8
Allow: /fs/pages/9
Allow: /fs/pages/athletics
Allow: /fs/pages/calendar
Allow: /fs/pages/news
Allow: /fs/pages/search
Allow: /fs/pages/search-results-item/post
Allow: /fs/pages/sitemap
Allow: /fs/form-manager/view/
Allow: /fs/resource-manager/view/

# Custom Records


# Page Exclusions
User-agent: *
Disallow: /calendar-link-clone$
Disallow: /calendar-link-clone?
Disallow: /calendar-link-clone/~
Disallow: /goldennoteshtm-clone$
Disallow: /goldennoteshtm-clone?
Disallow: /goldennoteshtm-clone/~
Disallow: /gov/mayors-office/mayors-strategic-plan$
Disallow: /gov/mayors-office/mayors-strategic-plan?
Disallow: /gov/mayors-office/mayors-strategic-plan/~
Disallow: /production/banners/left-banner$
Disallow: /production/banners/left-banner?
Disallow: /production/banners/left-banner/~
Disallow: /seniorcenterdefaulthtm-clone$
Disallow: /seniorcenterdefaulthtm-clone?
Disallow: /seniorcenterdefaulthtm-clone/~
Disallow: /calendar-details$
Disallow: /calendar-details?
Disallow: /calendar-details/~
Disallow: /production/calendar/new-page$
Disallow: /production/calendar/new-page?
Disallow: /production/calendar/new-page/~
Disallow: /gov/mayors-office/stewarthtm$
Disallow: /gov/mayors-office/stewarthtm?
Disallow: /gov/mayors-office/stewarthtm/~
Disallow: /staff/file-share$
Disallow: /staff/file-share?
Disallow: /staff/file-share/~
Disallow: /staff/help-desk$
Disallow: /staff/help-desk?
Disallow: /staff/help-desk/~
Disallow: /gov/mayors-office/2022-sotc$
Disallow: /gov/mayors-office/2022-sotc?
Disallow: /gov/mayors-office/2022-sotc/~
Disallow: /production/posts/list$
Disallow: /production/posts/list?
Disallow: /production/posts/list/~
Disallow: /services/public-works/vision-zero/atesd-clone$
Disallow: /services/public-works/vision-zero/atesd-clone?
Disallow: /services/public-works/vision-zero/atesd-clone/~
Disallow: /production/posts/grid$
Disallow: /production/posts/grid?
Disallow: /production/posts/grid/~
Disallow: /production/posts/slideshow$
Disallow: /production/posts/slideshow?
Disallow: /production/posts/slideshow/~
Disallow: /production/posts/single$
Disallow: /production/posts/single?
Disallow: /production/posts/single/~
Disallow: /staff/google-workspace-migration$
Disallow: /staff/google-workspace-migration?
Disallow: /staff/google-workspace-migration/~
Disallow: /production/social-elements/pa-test-feeds$
Disallow: /production/social-elements/pa-test-feeds?
Disallow: /production/social-elements/pa-test-feeds/~
Disallow: /production/athletics/table$
Disallow: /production/athletics/table?
Disallow: /production/athletics/table/~
Disallow: /production/athletics/events-list$
Disallow: /production/athletics/events-list?
Disallow: /production/athletics/events-list/~
Disallow: /home-clone-042326$
Disallow: /home-clone-042326?
Disallow: /home-clone-042326/~
Disallow: /production/athletics/single-event$
Disallow: /production/athletics/single-event?
Disallow: /production/athletics/single-event/~
Disallow: /production/athletics/roster$
Disallow: /production/athletics/roster?
Disallow: /production/athletics/roster/~
Disallow: /production/athletics/teams$
Disallow: /production/athletics/teams?
Disallow: /production/athletics/teams/~
Disallow: /production/athletics/profile$
Disallow: /production/athletics/profile?
Disallow: /production/athletics/profile/~
Disallow: /production/organizational/container$
Disallow: /production/organizational/container?
Disallow: /production/organizational/container/~
Disallow: /production/constituent/profile$
Disallow: /production/constituent/profile?
Disallow: /production/constituent/profile/~
Disallow: /gov/mayors-office/plan-of-conservation-and-development$
Disallow: /gov/mayors-office/plan-of-conservation-and-development?
Disallow: /gov/mayors-office/plan-of-conservation-and-development/~
Disallow: /home-clone-051426$
Disallow: /home-clone-051426?
Disallow: /home-clone-051426/~
Disallow: /home-clone-042326-clone-051426$
Disallow: /home-clone-042326-clone-051426?
Disallow: /home-clone-042326-clone-051426/~
Disallow: /gov/mayors-office/nbrecover$
Disallow: /gov/mayors-office/nbrecover?
Disallow: /gov/mayors-office/nbrecover/~
Disallow: /production/banners/right-banner$
Disallow: /production/banners/right-banner?
Disallow: /production/banners/right-banner/~
Disallow: /production/banners/left-right-banners$
Disallow: /production/banners/left-right-banners?
Disallow: /production/banners/left-right-banners/~
Disallow: /production/social-elements/youtube$
Disallow: /production/social-elements/youtube?
Disallow: /production/social-elements/youtube/~
Disallow: /privacy-policy-link$
Disallow: /privacy-policy-link?
Disallow: /privacy-policy-link/~
Disallow: /services/finance/invester-relations$
Disallow: /services/finance/invester-relations?
Disallow: /services/finance/invester-relations/~
Disallow: /youtube$
Disallow: /youtube?
Disallow: /youtube/~
Disallow: /production/organizational/tabs$
Disallow: /production/organizational/tabs?
Disallow: /production/organizational/tabs/~
Disallow: /production/organizational/two-column$
Disallow: /production/organizational/two-column?
Disallow: /production/organizational/two-column/~
Disallow: /production/organizational/three-column$
Disallow: /production/organizational/three-column?
Disallow: /production/organizational/three-column/~
Disallow: /production/page-layout/two-columns-top$
Disallow: /production/page-layout/two-columns-top?
Disallow: /production/page-layout/two-columns-top/~
Disallow: /production/page-layout/1-column-layout$
Disallow: /production/page-layout/1-column-layout?
Disallow: /production/page-layout/1-column-layout/~
Disallow: /production/page-layout/3-column-layout$
Disallow: /production/page-layout/3-column-layout?
Disallow: /production/page-layout/3-column-layout/~
Disallow: /production/page-layout/4-column-layout$
Disallow: /production/page-layout/4-column-layout?
Disallow: /production/page-layout/4-column-layout/~
Disallow: /instructions$
Disallow: /instructions?
Disallow: /instructions/~
Disallow: /staff/link-1$
Disallow: /staff/link-1?
Disallow: /staff/link-1/~
Disallow: /production/page-layout/one-column-over-two$
Disallow: /production/page-layout/one-column-over-two?
Disallow: /production/page-layout/one-column-over-two/~
Disallow: /production/page-layout/three-columns-top$
Disallow: /production/page-layout/three-columns-top?
Disallow: /production/page-layout/three-columns-top/~
Disallow: /production/page-layout/three-column-bottom$
Disallow: /production/page-layout/three-column-bottom?
Disallow: /production/page-layout/three-column-bottom/~
Disallow: /production/form/forms/pa-forms-test$
Disallow: /production/form/forms/pa-forms-test?
Disallow: /production/form/forms/pa-forms-test/~
Disallow: /contact/form/information-technologyhtm$
Disallow: /contact/form/information-technologyhtm?
Disallow: /contact/form/information-technologyhtm/~
Disallow: /production/form/forms-manager$
Disallow: /production/form/forms-manager?
Disallow: /production/form/forms-manager/~
Disallow: /production/constituent/search$
Disallow: /production/constituent/search?
Disallow: /production/constituent/search/~
Disallow: /home-clone-jan-11-2022$
Disallow: /home-clone-jan-11-2022?
Disallow: /home-clone-jan-11-2022/~
Disallow: /production/page-layout/two-columns-middle$
Disallow: /production/page-layout/two-columns-middle?
Disallow: /production/page-layout/two-columns-middle/~
Disallow: /production/page-layout/three-columns-middle$
Disallow: /production/page-layout/three-columns-middle?
Disallow: /production/page-layout/three-columns-middle/~
Disallow: /production/page-layout/two-column-bottom-right-sidebar$
Disallow: /production/page-layout/two-column-bottom-right-sidebar?
Disallow: /production/page-layout/two-column-bottom-right-sidebar/~
Disallow: /production/page-layout/two-column-bottom-left-sidebar$
Disallow: /production/page-layout/two-column-bottom-left-sidebar?
Disallow: /production/page-layout/two-column-bottom-left-sidebar/~
Disallow: /production/page-layout/two-column-left-sidebar$
Disallow: /production/page-layout/two-column-left-sidebar?
Disallow: /production/page-layout/two-column-left-sidebar/~
Disallow: /production/page-layout/two-column-right-sidebar$
Disallow: /production/page-layout/two-column-right-sidebar?
Disallow: /production/page-layout/two-column-right-sidebar/~
Disallow: /production/page-layout/2-column-layout$
Disallow: /production/page-layout/2-column-layout?
Disallow: /production/page-layout/2-column-layout/~
Disallow: /gov/common-council/subcommittees/consolidated-subcommittee$
Disallow: /gov/common-council/subcommittees/consolidated-subcommittee?
Disallow: /gov/common-council/subcommittees/consolidated-subcommittee/~
Disallow: /production/organizational/four-column$
Disallow: /production/organizational/four-column?
Disallow: /production/organizational/four-column/~
Disallow: /production/organizational/accordion$
Disallow: /production/organizational/accordion?
Disallow: /production/organizational/accordion/~
Disallow: /production/form/forms$
Disallow: /production/form/forms?
Disallow: /production/form/forms/~
Disallow: /production/qa-testing/qa-testing-buttons$
Disallow: /production/qa-testing/qa-testing-buttons?
Disallow: /production/qa-testing/qa-testing-buttons/~
Disallow: /production/qa-testing/qa-testing-content$
Disallow: /production/qa-testing/qa-testing-content?
Disallow: /production/qa-testing/qa-testing-content/~
Disallow: /production/site-specs$
Disallow: /production/site-specs?
Disallow: /production/site-specs/~
Disallow: /production/social-elements$
Disallow: /production/social-elements?
Disallow: /production/social-elements/~
Disallow: /production/qa-testing$
Disallow: /production/qa-testing?
Disallow: /production/qa-testing/~
Disallow: /production/athletics$
Disallow: /production/athletics?
Disallow: /production/athletics/~
Disallow: /production/banners$
Disallow: /production/banners?
Disallow: /production/banners/~
Disallow: /production/calendar$
Disallow: /production/calendar?
Disallow: /production/calendar/~
Disallow: /production/constituent$
Disallow: /production/constituent?
Disallow: /production/constituent/~
Disallow: /production/embed$
Disallow: /production/embed?
Disallow: /production/embed/~
Disallow: /production/form$
Disallow: /production/form?
Disallow: /production/form/~
Disallow: /production/search$
Disallow: /production/search?
Disallow: /production/search/~
Disallow: /production/login$
Disallow: /production/login?
Disallow: /production/login/~
Disallow: /production/navigation$
Disallow: /production/navigation?
Disallow: /production/navigation/~
Disallow: /production/organizational$
Disallow: /production/organizational?
Disallow: /production/organizational/~
Disallow: /production/page-layout$
Disallow: /production/page-layout?
Disallow: /production/page-layout/~
Disallow: /production/posts$
Disallow: /production/posts?
Disallow: /production/posts/~
Disallow: /production/resources$
Disallow: /production/resources?
Disallow: /production/resources/~
Disallow: /services/health/vaccinationshtm$
Disallow: /services/health/vaccinationshtm?
Disallow: /services/health/vaccinationshtm/~
Disallow: /production/navigation/tier-three-page$
Disallow: /production/navigation/tier-three-page?
Disallow: /production/navigation/tier-three-page/~
Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page$
Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page?
Disallow: /production/navigation/tier-three-page/tier-four-page/tier-five-page/~
Disallow: /production/navigation/tier-three-page/tier-four-page$
Disallow: /production/navigation/tier-three-page/tier-four-page?
Disallow: /production/navigation/tier-three-page/tier-four-page/~
Disallow: /production/constituent/students$
Disallow: /production/constituent/students?
Disallow: /production/constituent/students/~
Disallow: /production/calendar/grid$
Disallow: /production/calendar/grid?
Disallow: /production/calendar/grid/~
Disallow: /production/calendar/event$
Disallow: /production/calendar/event?
Disallow: /production/calendar/event/~
Disallow: /production/calendar/list$
Disallow: /production/calendar/list?
Disallow: /production/calendar/list/~
Disallow: /production/calendar/slideshow$
Disallow: /production/calendar/slideshow?
Disallow: /production/calendar/slideshow/~
Disallow: /production/social-elements/vimeo$
Disallow: /production/social-elements/vimeo?
Disallow: /production/social-elements/vimeo/~
Disallow: /production$
Disallow: /production?
Disallow: /production/~
Disallow: /production/constituent/directory$
Disallow: /production/constituent/directory?
Disallow: /production/constituent/directory/~