User-agent: Terminalfour Nutch Spider
Crawl-delay: 0.5
User-agent: SearchStax Crawler/1.0 (+https://www.searchstax.com)
Crawl-delay: 0.5
Disallow: /search/
Disallow: /site-assets/
Disallow: /component-library/
User-Agent: googlebot
Allow: /
crawl-delay: 1
User-Agent: googlebot-image
Allow: /
crawl-delay: 1
User-Agent: duckduckbot
Allow: /
crawl-delay: 1
User-Agent: bingbot
Allow: /
crawl-delay: 1
User-Agent: msnbot
Allow: /
crawl-delay: 1
User-agent: Baiduspider
Allow: /
crawl-delay: 1
User-agent: Yeti
Allow: /
crawl-delay: 1
Sitemap: https://www.rotman.utoronto.ca/sitemap-en.xml  
User-agent: *
Disallow: /