# recepte.co — robots.txt
# Served from repo root (wrangler.toml: pages_build_output_dir = ".")

# ── AI crawlers: explicitly allowed ──
# Training + retrieval crawlers that feed LLM answers.

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: meta-externalagent
Allow: /

# ── Everyone else ──
User-agent: *
Allow: /

# Dev/preview artefacts served from root — not real pages.
Disallow: /lab/
Disallow: /designs/
Disallow: /color-test.html
Disallow: /fonttest.html
Disallow: /og-card.html
Disallow: /qr.html
Disallow: /dashboard.html
Disallow: /dashboard-v2.html
Disallow: /hero-v2.html
Disallow: /hero-v3.html
Disallow: /hero-v3-backup-20260409-135520.html
Disallow: /mobile-preview.html
Disallow: /recepte-landing.html
Disallow: /preview-free-marketing.html
Disallow: /preview-reel-brazil.html
Disallow: /preview-reel-brazil-v1.html
Disallow: /preview-reel-brazil-compare.html
Disallow: /video-ad-animation.html
Disallow: /video-ad-cta.html
Disallow: /ai-visibility/

# App surfaces — not indexable content.
Disallow: /api/
Disallow: /ai/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /inbox/
Disallow: /chat/
Disallow: /reports/
Disallow: /monitor/
Disallow: /onboarding.html

Sitemap: https://recepte.co/sitemap.xml