# Vehicle Safety Recalls Tracker — robots.txt
# Independent NHTSA recall index. All content is free to crawl.

User-agent: *
Allow: /

# Explicit allow list for major sections (defensive against accidental disallows downstream)
Allow: /manufacturers
Allow: /manufacturer/
Allow: /years
Allow: /year/
Allow: /components
Allow: /component/
Allow: /recall/
Allow: /statistics
Allow: /largest-recalls
Allow: /critical-recalls
Allow: /glossary
Allow: /methodology
Allow: /faq
Allow: /sitemap-page
Allow: /contact
Allow: /accessibility
Allow: /cookie-policy
Allow: /privacy-policy
Allow: /terms-conditions
Allow: /disclaimer

# Don't index search API responses or contact-form endpoint
Disallow: /api/

# Sitemap index (preferred) + individual section sitemaps
Sitemap: https://vehiclesafetyrecalls.com/sitemap.xml
Sitemap: https://vehiclesafetyrecalls.com/sitemap-static.xml
Sitemap: https://vehiclesafetyrecalls.com/sitemap-manufacturers.xml
Sitemap: https://vehiclesafetyrecalls.com/sitemap-years.xml
Sitemap: https://vehiclesafetyrecalls.com/sitemap-components.xml
Sitemap: https://vehiclesafetyrecalls.com/sitemap-recalls.xml

# RSS feed for fresh-content signals
# https://vehiclesafetyrecalls.com/rss.xml

# Be polite — but not slow
Crawl-delay: 1

# Explicit allows for major AI crawlers (we want our content in AI Overviews)
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: CCBot
Allow: /