# Blocks robots from specific folders / directories
User-agent: *
Disallow: /cgi-bin/
Disallow: /archive/
Disallow: /_dev/
Disallow: /_dev-research/
Disallow: /_pr/
Disallow: /campaign/
Disallow: /_resources/widgets
Disallow: /_resources/xsl
Disallow: /_training/
Disallow: /colleges/
Disallow: /courses/
Disallow: /classes/
Disallow: /services/
Disallow: /services/registrar/

Sitemap: https://www.slu.edu/sitemap.xml

User-agent: bingbot 
Crawl-delay: 9

User-agent: MJ12bot
Crawl-Delay: 9