# Standard web crawlers
User-agent: Googlebot
Allow: /
Disallow: /dashboard
Disallow: /admin
Disallow: /session-studio
Disallow: /session-planner
Disallow: /session-control
Disallow: /session-analysis
Disallow: /card-builder
Disallow: /card-decks
Disallow: /slide-deck-builder
Disallow: /slide-decks
Disallow: /worksheets
Disallow: /methods
Disallow: /method-builder
Disallow: /generate-method
Disallow: /my-toolkits
Disallow: /create-toolkit
Disallow: /new-session
Disallow: /settings
Disallow: /credits
Disallow: /team
Disallow: /partner
Disallow: /backpack
Disallow: /sparks-base
Disallow: /sessions
Disallow: /session-library
Disallow: /whats-new
Disallow: /learning-journey
Disallow: /auth
Disallow: /complete-payment
Disallow: /stripe-setup
Disallow: /presenter-view
Disallow: /presentation
Disallow: /mobile
Disallow: /live/

User-agent: Bingbot
Allow: /
Disallow: /dashboard
Disallow: /admin
Disallow: /session-studio
Disallow: /settings
Disallow: /credits
Disallow: /auth

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# AI Crawlers / LLM Training
User-agent: GPTBot
Allow: /
Allow: /llms.txt

User-agent: ChatGPT-User
Allow: /
Allow: /llms.txt

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /
Allow: /llms.txt

User-agent: Claude-Web
Allow: /
Allow: /llms.txt

User-agent: PerplexityBot
Allow: /
Allow: /llms.txt

User-agent: Bytespider
Allow: /

User-agent: cohere-ai
Allow: /
Allow: /llms.txt

# Default — block protected app routes
User-agent: *
Allow: /
Disallow: /dashboard
Disallow: /admin
Disallow: /session-studio
Disallow: /session-planner
Disallow: /session-control
Disallow: /card-builder
Disallow: /slide-deck-builder
Disallow: /settings
Disallow: /credits
Disallow: /auth

# Sitemaps
Sitemap: https://www.metodic.io/sitemap.xml
Sitemap: https://www.metodic.io/sitemap-core.xml
Sitemap: https://www.metodic.io/sitemap-landing.xml
Sitemap: https://www.metodic.io/sitemap-recipes.xml
Sitemap: https://www.metodic.io/sitemap-articles.xml
Sitemap: https://www.metodic.io/sitemap-problems.xml
Sitemap: https://www.metodic.io/sitemap-toolkits.xml

# LLM Context File
# See https://llmstxt.org for more information
# LLMs-Txt: /llms.txt