# System Records
User-agent: twiceler
Disallow: /
User-agent: sistrix
Disallow: /
User-agent: 008
Disallow: /
User-agent: sitebot
Disallow: /
User-agent: TweetmemeBot
Disallow: /
User-agent: *
Crawl-delay: 5
Disallow: /page.cfm
Disallow: /cf_calendar/printpdf.cfm
Disallow: /fs/
Allow: /fs/login$
Allow: /fs/pages/1
Allow: /fs/pages/2
Allow: /fs/pages/3
Allow: /fs/pages/4
Allow: /fs/pages/5
Allow: /fs/pages/6
Allow: /fs/pages/7
Allow: /fs/pages/8
Allow: /fs/pages/9
Allow: /fs/pages/athletics
Allow: /fs/pages/calendar
Allow: /fs/pages/news
Allow: /fs/pages/search
Allow: /fs/pages/search-results-item/post
Allow: /fs/pages/sitemap
Allow: /fs/form-manager/view/
Allow: /fs/resource-manager/view/

# Custom Records


# Page Exclusions
User-agent: *
Disallow: /counseling/counseling-clone$
Disallow: /counseling/counseling-clone?
Disallow: /counseling/counseling-clone/~
Disallow: /activities/activity-bus$
Disallow: /activities/activity-bus?
Disallow: /activities/activity-bus/~
Disallow: /academics/course-catalog-registration$
Disallow: /academics/course-catalog-registration?
Disallow: /academics/course-catalog-registration/~
Disallow: /t$
Disallow: /t?
Disallow: /t/~
Disallow: /resources/covid-19-updates$
Disallow: /resources/covid-19-updates?
Disallow: /resources/covid-19-updates/~
Disallow: /connect/clubs-activities-clone$
Disallow: /connect/clubs-activities-clone?
Disallow: /connect/clubs-activities-clone/~
Disallow: /counseling/course-registration-clone-clone$
Disallow: /counseling/course-registration-clone-clone?
Disallow: /counseling/course-registration-clone-clone/~
Disallow: /privacy-policy-link$
Disallow: /privacy-policy-link?
Disallow: /privacy-policy-link/~
Disallow: /middle-school-sports/game-schedules$
Disallow: /middle-school-sports/game-schedules?
Disallow: /middle-school-sports/game-schedules/~