User-agent: *
Allow: /

# Disallow sensitive & private areas
Disallow: /admin
Disallow: /login
Disallow: /signup
Disallow: /profile
Disallow: /api/
Disallow: /print/
Disallow: /terminal-studio
Disallow: /magazine-generator
Disallow: /dual-studio
Disallow: /exclusive-deals
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /verify
Disallow: /require-verification
Disallow: /unsubscribe
Disallow: /auth
Disallow: /trip/
Disallow: /r/
Disallow: /join/
Disallow: /go/
Disallow: /g/
Disallow: /guardian/

# Allow important crawling areas (explicit signals for crawlers)
Allow: /blog/
Allow: /tr/blog/
Allow: /de/blog/
Allow: /planner
Allow: /partners
Allow: /tools
Allow: /map
Allow: /quiz
Allow: /calculator
Allow: /recap
Allow: /pack
Allow: /magic
Allow: /split
Allow: /plan/quick
Allow: /destinations
Allow: /travel-index
Allow: /intelligence
Allow: /data-commons
Allow: /nerve
Allow: /labs
Allow: /field-sheet
Allow: /pricing
Allow: /developers
Allow: /vs/

# AI Model Crawlers — explicitly allowed for AI citation/discovery
# Priority crawl: /data-commons (structured travel datasets for AI consumption)
User-agent: GPTBot
Allow: /data-commons
Allow: /blog/
Allow: /
Disallow: /admin
Disallow: /profile

User-agent: ChatGPT-User
Allow: /data-commons
Allow: /blog/
Allow: /

User-agent: anthropic-ai
Allow: /data-commons
Allow: /blog/
Allow: /

User-agent: PerplexityBot
Allow: /data-commons
Allow: /blog/
Allow: /

User-agent: Google-Extended
Allow: /data-commons
Allow: /blog/
Allow: /

User-agent: ClaudeBot
Allow: /data-commons
Allow: /blog/
Allow: /

User-agent: DeepSeekBot
Allow: /data-commons
Allow: /blog/
Allow: /

User-agent: OAI-SearchBot
Allow: /data-commons
Allow: /blog/
Allow: /

User-agent: Gemini-User
Allow: /data-commons
Allow: /blog/
Allow: /

User-agent: Meta-ExternalAgent
Allow: /data-commons
Allow: /blog/
Allow: /

User-agent: Applebot-Extended
Allow: /data-commons
Allow: /blog/
Allow: /

User-agent: YouBot
Allow: /data-commons
Allow: /blog/
Allow: /

User-agent: Bytespider
Allow: /data-commons
Allow: /blog/
Allow: /

User-agent: Baiduspider
Allow: /data-commons
Allow: /blog/
Allow: /

User-agent: Sogou spider
Allow: /data-commons
Allow: /blog/
Allow: /

User-agent: Googlebot
Allow: /data-commons
Allow: /

# Sitemap & AI discovery
Sitemap: https://1trip.app/sitemap.xml

# LLM-optimized content index
# See /llms.txt and /llms-full.txt for AI-readable platform documentation
# See /llms-tr.txt for Turkish (Turkce) AI-readable documentation
# See /llms-de.txt for German (Deutsch) AI-readable documentation
# See /llms-es.txt for Spanish (Espanol) AI-readable documentation
# See /llms-zh.txt for Chinese (简体中文) AI-readable documentation
# See /.well-known/ai-plugin.json for ChatGPT plugin manifest
# See /.well-known/mcp.json for MCP server discovery
# MCP Server: https://mcp.1trip.app/mcp (25 tools, v8.0.0)
# MCP Registry: io.github.gkcogz/1trippulse

# Crawl-delay for respectful crawling
Crawl-delay: 1