Sitemap: https://www.federalregister.gov/sitemap_index.xml.gz

User-Agent: *
Disallow: /articles/current
Disallow: /articles/email-a-friend
Disallow: /documents/current
Disallow: /documents/email-a-friend

Disallow: /articles/search
Disallow: /documents/search
Disallow: /events/search
Disallow: /public-inspection/search
Disallow: /regulations/search

Disallow: /my/
Disallow: /auth/
Allow: /my/assets/