User-agent: *
Disallow: /
User-agent: Googlebot
Allow: /
User-agent: Slurp
Allow: /
User-Agent: msnbot
Allow: /
User-Agent: archive.org_bot
Allow: /
# Uncomment the following line ONLY if sitemaps.org or HTML sitemaps are used
# and you have verified that your site is being indexed correctly.
# Disallow: /browse

Sitemap: https://tspace.library.utoronto.ca/sitemap
Sitemap: https://tspace.library.utoronto.ca/htmlmap