# robots.txt for healthcare.gov
User-agent: HCGOV-PRODONE-gsa-crawler
# Directories
Allow: /help/
User-agent: HCGOV-PRODTWO-gsa-crawler
# Directories
Allow: /help/
User-agent: *
# Directories
Disallow: /api/
Disallow: /es/
Disallow: /creating-an-account-and-logging-in/
Disallow: /how-do-i-apply-for-coverage-in-the-shop-marketplace/
Disallow: /help/
Disallow: /pre-registration.html
Sitemap: https://www.healthcare.gov/sitemap.xml