# Dispatch AI marketing site. Every page is server-rendered HTML: crawlers need no JavaScript.
# Guides for AI agents: https://dispatchai.co.uk/llms.txt, https://dispatchai.co.uk/llms-full.txt, and every guide as Markdown (add .md to its address).

# Content signals (contentsignals.org): search, AI answers and training are all allowed on the content pages.
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/
Disallow: /thanks/
Disallow: /free/thanks/
Disallow: /check/r/
Disallow: /check/report/
Disallow: /c/

# AI assistants and their crawlers: welcome on every content page.
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: meta-externalagent
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: CCBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/
Disallow: /thanks/
Disallow: /free/thanks/
Disallow: /check/r/
Disallow: /check/report/
Disallow: /c/

Sitemap: https://dispatchai.co.uk/sitemap.xml
Sitemap: https://dispatchai.co.uk/guides/sitemap.xml