# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file

User-agent: *

  Sitemap: https://www.ecfr.gov/sitemaps/sitemap.xml.gz
  Disallow: /search
  Disallow: /recent-changes
  Disallow: /on/
  Disallow: /compare/
  Disallow: /my/
  Disallow: /auth/ofr