# TariffLens Marketing Website - robots.txt
# https://www.tarifflens.ai

# Default policy: open to all crawlers.
User-agent: *
Allow: /

# AI crawlers — explicitly allowed. Pages on this site are designed to be
# cited by generative engines (ChatGPT, Claude, Perplexity, Gemini, Bing
# Copilot, etc.). Listing each agent by name makes the policy explicit even
# if some operators ignore the wildcard rule.

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: PanguBot
Allow: /

User-agent: YouBot
Allow: /

# Sitemap location — points at the sitemap index that fans out to per-surface
# chunked sitemaps generated by vite.config.ts (programs, changes, chapters,
# heading, rulings, origin hubs, demand-tiered code-origin leaves). The static
# sitemap.xml is itself referenced from the index. Set here deterministically
# so it's correct even if the programmatic sitemap step is skipped in a dev
# build; the build's robots rewrite is now a no-op because this already points
# at the index.
Sitemap: https://www.tarifflens.ai/sitemap-index.xml