# robots.txt · surfbooking.eu
# AI posture (2026): Surf Booking WELCOMES all AI crawlers — both
# search-grounding (real-time citation drives referral traffic) AND training
# (presence builds mindshare so models know Surf Booking natively). The major
# engines are named explicitly below so intent is unambiguous; everyone else
# falls under User-agent: *. Blocking training would self-sabotage a young
# marketplace. Curated AI index: /llms.txt · /llms-full.txt · /ai-context.md
# WhatsApp is a first-class channel (surfers, schools, students — same brain
# as the app): human entry point at /whatsapp, details in /llms.txt.
# Open Partner API (OCTO standard) for booking systems / channel managers:
# human docs at /developers · machine contract at /openapi.json (OpenAPI 3.1) +
# interactive reference at /docs (Swagger UI) — both crawlable. Deeper
# /api/partner/v1 calls are key-gated and the /api/ tree is Disallow'd below —
# except the no-auth doors /llms.txt advertises (search, conditions, MCP) and
# /api/images/, which is where every beach photo and school logo lives.

# -- AI / LLM crawlers · explicitly welcome ----------------------------
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: cohere-ai
User-agent: cohere-training-data-crawler
User-agent: Meta-ExternalAgent
User-agent: meta-externalagent
User-agent: Amazonbot
User-agent: YouBot
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: Timpibot
User-agent: Diffbot
Allow: /
Allow: /api/search/lessons
Allow: /api/surf/conditions/best
Allow: /api/mcp
Allow: /api/images/
Disallow: /api/
Disallow: /academy/
Disallow: /g/
Disallow: /express/
Disallow: /ask/r/
Disallow: /controlpainel
Disallow: /controlpainel/
Disallow: /admin
Disallow: /admin/
Disallow: /reservar/
Disallow: /reservar-pack/
Disallow: /booking/
Disallow: /aff-portal/
Disallow: /afiliados/
Disallow: /aluguer-cliente/
Disallow: /aluguer-devolucao/
Disallow: /tv/
Disallow: /embed/
Disallow: /d/

# -- Everyone else -----------------------------------------------------
User-agent: *
Allow: /
Allow: /api/search/lessons
Allow: /api/surf/conditions/best
Allow: /api/mcp
Allow: /api/images/
Disallow: /api/
Disallow: /academy/
Disallow: /g/
Disallow: /express/
Disallow: /ask/r/
Disallow: /controlpainel
Disallow: /controlpainel/
Disallow: /admin
Disallow: /admin/
Disallow: /reservar/
Disallow: /reservar-pack/
Disallow: /booking/
Disallow: /aff-portal/
Disallow: /afiliados/
Disallow: /aluguer-cliente/
Disallow: /aluguer-devolucao/
Disallow: /tv/
Disallow: /embed/
Disallow: /d/

# Abusive scraper (ignores crawl-delay, hammers origin, zero EU referral): block.
User-agent: Bytespider
Disallow: /

Sitemap: https://www.surfbooking.eu/sitemap.xml