User-agent: *
Allow: /
Disallow: /api/
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# A single wildcard group applies to every crawler, including AI/GEO
# crawlers (GPTBot, ChatGPT-User, OAI-SearchBot, ClaudeBot, Claude-Web,
# anthropic-ai, PerplexityBot, Perplexity-User, Google-Extended,
# Applebot-Extended, cohere-ai, CCBot, meta-externalagent,
# Meta-ExternalFetcher, Amazonbot, Bytespider, DuckAssistBot,
# MistralAI-User, Google-CloudVertexBot, YouBot, Diffbot, AI2Bot, and any
# future agent) — deliberately not split into per-agent groups. Per the
# robots.txt spec a crawler obeys only its single most specific matching
# group, so named groups with just "Allow: /" would silently exclude
# those crawlers from the Content-Signal line above. One group means one
# set of rules for everyone, with no way for that bug to reappear.

Sitemap: https://doublebarril.com/sitemap.xml