User-agent: *
Allow: /

# Sitemap directive — declared BEFORE any group-specific rules so parsers
# that stop at the first user-agent block still see it.
Sitemap: https://talestalestales.com/sitemap.xml

# Private/API routes remain protected by the app; robots.txt is not access control.
Disallow: /api/

# Anti-abuse: block noisy crawlers we don't want burning our LLM budget.
# Googlebot / Bingbot / DuckDuckBot / GPTBot / ClaudeBot / PerplexityBot
# are NOT in this list — they are welcome.
User-agent: CCBot
Disallow: /

User-agent: PetalBot
Disallow: /