# robots.txt for Dragons.sg
# Last updated: 2026-09-21
# Strategy: Maximize AEO (Answer Engine Optimization) visibility
# Allow public marketing/info pages to all reputable bots; block private user areas

# =====================================================
# DEFAULT — All crawlers
# =====================================================
User-agent: *
Allow: /

# Public pages (explicit allow for clarity)
Allow: /camps
Allow: /try-out
Allow: /try-out-dragons-for-kids
Allow: /about
Allow: /birthdays
Allow: /join
Allow: /faq
Allow: /dragons-method
Allow: /expedition
Allow: /book-sessions
Allow: /privacy-policy
Allow: /terms-and-conditions

# Private / user-specific areas
Disallow: /checkout
Disallow: /dynamic-checkout
Disallow: /family-base
Disallow: /management
Disallow: /admin
Disallow: /admin/
Disallow: /coach
Disallow: /coach/
Disallow: /business-admin
Disallow: /2026members
Disallow: /readiness/
Disallow: /readiness-landing
Disallow: /readiness-landing-post
Disallow: /readiness-dashboard
Disallow: /readiness-complete
Disallow: /readiness/
Disallow: /survey
Disallow: /survey/
Disallow: /survey-landing
Disallow: /survey-landing-post
Disallow: /survey-dashboard
Disallow: /survey-complete
Disallow: /registration/
Disallow: /auth
Disallow: /reset-password
Disallow: /admin-password-reset
Disallow: /access-restricted
Disallow: /image-repository
Disallow: /sales
Disallow: /profile-update
Disallow: /family-dashboard
Disallow: /child-management
Disallow: /family-bookings
Disallow: /family-details
Disallow: /family-settings
Disallow: /thanks-2026

# API & build artifacts
Disallow: /api/
Disallow: /_next/
Disallow: /assets/

# =====================================================
# SEARCH ENGINES — Allow full crawl of public content
# =====================================================
User-agent: Googlebot
Allow: /
Disallow: /checkout
Disallow: /family-base
Disallow: /management
Disallow: /admin
Disallow: /coach
Disallow: /registration/
Disallow: /survey
Disallow: /readiness/
Disallow: /auth

User-agent: Googlebot-Image
Allow: /images/
Allow: /lovable-uploads/
Allow: /images/
Allow: /assets/
Disallow: /admin
Disallow: /management

User-agent: Bingbot
Allow: /
Disallow: /checkout
Disallow: /family-base
Disallow: /management
Disallow: /admin
Disallow: /coach
Disallow: /registration/
Disallow: /survey
Disallow: /readiness/
Disallow: /auth

# =====================================================
# AI SEARCH ENGINES — Allow for AEO visibility
# These power answer panels, AI search, featured snippets
# =====================================================

# OpenAI — ChatGPT search & training
User-agent: GPTBot
Allow: /
Disallow: /checkout
Disallow: /family-base
Disallow: /management
Disallow: /admin
Disallow: /coach
Disallow: /registration/
Disallow: /survey
Disallow: /readiness/
Disallow: /auth

User-agent: ChatGPT-User
Allow: /
Disallow: /checkout
Disallow: /family-base
Disallow: /management
Disallow: /admin
Disallow: /coach
Disallow: /registration/
Disallow: /survey
Disallow: /readiness/
Disallow: /auth

User-agent: OAI-SearchBot
Allow: /
Disallow: /checkout
Disallow: /family-base
Disallow: /management
Disallow: /admin
Disallow: /coach
Disallow: /registration/
Disallow: /survey
Disallow: /readiness/
Disallow: /auth

# Anthropic — Claude search & web access
User-agent: ClaudeBot
Allow: /
Disallow: /checkout
Disallow: /family-base
Disallow: /management
Disallow: /admin
Disallow: /coach
Disallow: /registration/
Disallow: /survey
Disallow: /readiness/
Disallow: /auth

User-agent: Claude-SearchBot
Allow: /
Disallow: /checkout
Disallow: /family-base
Disallow: /management
Disallow: /admin
Disallow: /coach
Disallow: /registration/
Disallow: /survey
Disallow: /readiness/
Disallow: /auth

User-agent: anthropic-ai
Allow: /
Disallow: /checkout
Disallow: /family-base
Disallow: /management
Disallow: /admin
Disallow: /coach
Disallow: /registration/
Disallow: /survey
Disallow: /readiness/
Disallow: /auth

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Disallow: /checkout
Disallow: /family-base
Disallow: /management
Disallow: /admin
Disallow: /coach
Disallow: /registration/
Disallow: /survey
Disallow: /readiness/
Disallow: /auth

User-agent: Perplexity-User
Allow: /
Disallow: /checkout
Disallow: /family-base
Disallow: /management
Disallow: /admin
Disallow: /coach
Disallow: /registration/
Disallow: /survey
Disallow: /readiness/
Disallow: /auth

# Google Gemini / Bard training
User-agent: Google-Extended
Allow: /
Disallow: /checkout
Disallow: /family-base
Disallow: /management
Disallow: /admin
Disallow: /coach
Disallow: /registration/
Disallow: /survey
Disallow: /readiness/
Disallow: /auth

# Apple Intelligence / Siri
User-agent: Applebot
Allow: /
Disallow: /checkout
Disallow: /family-base
Disallow: /management
Disallow: /admin
Disallow: /coach
Disallow: /registration/
Disallow: /survey
Disallow: /readiness/
Disallow: /auth

User-agent: Applebot-Extended
Allow: /
Disallow: /checkout
Disallow: /family-base
Disallow: /management
Disallow: /admin
Disallow: /coach
Disallow: /registration/
Disallow: /survey
Disallow: /readiness/
Disallow: /auth

# Meta AI (Facebook/Instagram Llama)
User-agent: Meta-ExternalAgent
Allow: /
Disallow: /checkout
Disallow: /family-base
Disallow: /management
Disallow: /admin
Disallow: /coach
Disallow: /registration/
Disallow: /survey
Disallow: /readiness/
Disallow: /auth

User-agent: Meta-ExternalFetcher
Allow: /
Disallow: /checkout
Disallow: /family-base
Disallow: /management
Disallow: /admin
Disallow: /coach
Disallow: /registration/
Disallow: /survey
Disallow: /readiness/
Disallow: /auth

# Mistral AI
User-agent: MistralAI-User
Allow: /
Disallow: /checkout
Disallow: /family-base
Disallow: /management
Disallow: /admin
Disallow: /coach
Disallow: /registration/
Disallow: /survey
Disallow: /readiness/
Disallow: /auth

# DuckDuckGo Assist
User-agent: DuckAssistBot
Allow: /
Disallow: /checkout
Disallow: /family-base
Disallow: /management
Disallow: /admin
Disallow: /coach
Disallow: /registration/
Disallow: /survey
Disallow: /readiness/
Disallow: /auth

# =====================================================
# SOCIAL MEDIA CRAWLERS (link previews / OpenGraph)
# =====================================================
User-agent: facebookexternalhit
Allow: /
Disallow: /checkout
Disallow: /registration/
Disallow: /survey
Disallow: /readiness/

User-agent: FacebookBot
Allow: /
Disallow: /checkout
Disallow: /registration/
Disallow: /survey
Disallow: /readiness/

User-agent: Twitterbot
Allow: /
Disallow: /checkout
Disallow: /registration/
Disallow: /survey
Disallow: /readiness/

User-agent: LinkedInBot
Allow: /
Disallow: /checkout
Disallow: /registration/
Disallow: /survey
Disallow: /readiness/

User-agent: WhatsApp
Allow: /

User-agent: TelegramBot
Allow: /

# =====================================================
# BLOCKED — Pure scrapers / training-only with no SEO/AEO value
# =====================================================
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# =====================================================
# Sitemap
# =====================================================
Sitemap: https://www.dragons.sg/sitemap.xml

# =====================================================
# LLMs.txt — AI training & answer engine context file
# Convention: https://llmstxt.org
# =====================================================
LLM-Content: https://www.dragons.sg/llms.txt
# llms.txt: https://www.dragons.sg/llms.txt