# Blocks robots from specific folders / directories
User-agent: *
Disallow: /cgi-bin/
Disallow: /archive/
Disallow: /_dev/
Disallow: /_dev-research/
Disallow: /data/
Disallow: /_pr/
Disallow: /int
Disallow: /_resources/widgets
Disallow: /_resources/xsl
Disallow: /_training/
Disallow: /colleges/
Disallow: /courses/
Disallow: /classes/
Disallow: /services/
Disallow: /services/registrar/
Disallow: /~ancham/
Disallow: /~dbaum1/
Disallow: /~dnickol1/
Disallow: /~izkiss/
Disallow: /~kirkpacc/
Disallow: /~lewism5/
Disallow: /~rmccull2/
Disallow: /~rwarner3/
Disallow: /~starkws/
Disallow: /~szustiak/
Disallow: /~zhenguolin/
Disallow: /~znoskob/
Disallow: /madrid/academics/courses/
Disallow: /admission/freshman/findyourcounselor.php

Sitemap: https://www.slu.edu/sitemap.xml

User-agent: bingbot 
Crawl-delay: 9

User-agent: MJ12bot
Crawl-Delay: 9