# Awake Boards Australia — one rule group per user-agent, no duplicates.
#
# NOTE: Cloudflare prepends its own "Managed Content" robots block ahead of this
# file at the edge. That managed block currently emits Disallow: / for
# ClaudeBot, GPTBot and Google-Extended, which conflicts with the Allow rules
# below. Turn OFF Cloudflare's AI Crawl Control / managed robots.txt feature so
# this file is the single source of truth.

User-agent: *
Allow: /

Sitemap: https://awakeboards.com.au/sitemap.xml

# --- Search + rendering crawlers: allowed ---
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Prerender
Allow: /

# --- AI assistants we want to be cited by: allowed ---
User-agent: ClaudeBot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

# --- Scrapers / AI training crawlers we block ---
User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: meta-externalagent
Disallow: /