# ==========================================
# Robots.txt for Ha Giang Tour (https://hagiangtour.ai.studio/)
# Premier Ha Giang Loop Expeditions in Vietnam for International Travelers
# Optimized for AI Bots (GPTBot, ClaudeBot, PerplexityBot, Google-Extended)
# ==========================================

User-agent: *
Allow: /
Allow: /sitemap.xml
Allow: /sitemap.txt
Allow: /sitemap.html
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /*.js$
Allow: /*.css$
Disallow: /api/

# OpenAI & ChatGPT Search / Browsing
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
Allow: /
Disallow: /api/

# Anthropic Claude
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
Allow: /
Disallow: /api/

# Perplexity AI Search
User-agent: PerplexityBot
Allow: /
Disallow: /api/

# Google Search & Gemini Extended
User-agent: Googlebot
User-agent: Google-Extended
Allow: /
Disallow: /api/

# Microsoft Bing & Copilot
User-agent: Bingbot
Allow: /
Disallow: /api/

# Apple Intelligence
User-agent: Applebot
User-agent: Applebot-Extended
Allow: /
Disallow: /api/

Sitemap: https://hagiangtour.ai.studio/sitemap.xml