# Managed by PrestoSports sysadmin@prestosports.com
User-agent: american-univ-crawler (Enterprise; S5-DWRRJ5KWB2NAA; nguyen@american.edu)
Disallow: /

User-agent: CSTV Search Crawler
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /_vti_bin/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_txt/
Disallow: /reports/
Disallow: /admin/
Disallow: /action/
Crawl-Delay: 5

User-agent: msnbot
Crawl-delay: 10

User-agent: msnbot-media
Crawl-delay: 10

User-agent: bingbot
Crawl-delay: 10

User-agent: Twitterbot
Disallow: 

User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: rogerbot
Disallow: /
User-agent: PiplBot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: baidu
Disallow: /