# Blocks robots from specific folders / directories
User-agent: *
Disallow: /cgi-bin/
Disallow: /archive/
Disallow: /_dev/
Disallow: /data/
Disallow: /services/
Disallow: /peoplefinder/
Disallow: /_resources
Disallow: /_resources/widgets
Disallow: /_resources/xsl
Disallow: /madrid/academics/courses/
Disallow: /admission/freshman/findyourcounselor.php

Sitemap: https://www.slu.edu/sitemap.xml

User-agent: bingbot 
Crawl-delay: 9

User-agent: MJ12bot
Crawl-Delay: 9