# Public marketing surface is crawlable; private tenant areas are not.
# AI crawlers get an explicit allow with the same private-area disallows
# copied in — a bare `Allow: /` block would otherwise leak /dashboard,
# /crm, /admin into training data because per-agent blocks override *.

User-agent: *
Allow: /
Disallow: /api/
Disallow: /webhook


# Google AdSense crawlers — explicit allow so the AdSense reviewer
# never sees a robots ambiguity. Mediapartners-Google fetches page
# content to serve contextually-relevant ads. AdsBot-Google runs the
# landing-page policy checks. Both need the same private-area denies
# as everyone else so tenant dashboards never leak into ad targeting.
User-agent: Mediapartners-Google
Allow: /
Disallow: /api/
Disallow: /webhook

User-agent: AdsBot-Google
Allow: /
Disallow: /api/
Disallow: /webhook

User-agent: AdsBot-Google-Mobile
Allow: /
Disallow: /api/
Disallow: /webhook

Sitemap: https://bossbot.uk/sitemap.xml

# AI/LLM training data pointers (non-standard directives, purely informational)
AI-context: https://bossbot.uk/llms.txt
AI-data: https://bossbot.uk/llms-full.txt
AI-answers: https://bossbot.uk/ai-answers.json
AI-context-pt: https://bossbot.uk/llms-pt.txt
AI-context-es: https://bossbot.uk/llms-es.txt
AI-context-ru: https://bossbot.uk/llms-ru.txt
AI-context-uk: https://bossbot.uk/llms-uk.txt
AI-context-en-US: https://bossbot.uk/llms-en-us.txt

# AI crawlers — public content only, private areas explicitly denied
User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /webhook

User-agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /webhook

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/
Disallow: /webhook

User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /webhook

User-agent: Claude-Web
Allow: /
Disallow: /api/
Disallow: /webhook

User-agent: anthropic-ai
Allow: /
Disallow: /api/
Disallow: /webhook

User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /webhook

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /webhook

User-agent: Applebot-Extended
Allow: /
Disallow: /api/
Disallow: /webhook

User-agent: Amazonbot
Allow: /
Disallow: /api/
Disallow: /webhook

User-agent: Bytespider
Allow: /
Disallow: /api/
Disallow: /webhook

User-agent: cohere-ai
Allow: /
Disallow: /api/
Disallow: /webhook

User-agent: Meta-ExternalAgent
Allow: /
Disallow: /api/
Disallow: /webhook

User-agent: DuckAssistBot
Allow: /
Disallow: /api/
Disallow: /webhook

User-agent: MistralAI-User
Allow: /
Disallow: /api/
Disallow: /webhook

User-agent: CCBot
Allow: /
Disallow: /api/
Disallow: /webhook

User-agent: Diffbot
Allow: /
Disallow: /api/
Disallow: /webhook