# Multi-site Travel Platform - Production Robots.txt
# Allowing search engines for production

User-agent: *
Allow: /

# High-value content - explicitly allow

# Block admin and development paths
Disallow: /api/
Disallow: /dashboard/
Disallow: /admin/

# Allow Next.js static assets (required for Google rendering)
Allow: /_next/static/
Allow: /_next/image

# Block Next.js server routes
Disallow: /_next/data/

# Block temporary and system files
Disallow: /tmp/
Disallow: /.well-known/

# Search engines we want to prioritize
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

# AI Crawlers - Allow access to travel content
User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /dashboard/

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /dashboard/

User-agent: CCBot
Disallow: /

# Social media crawlers
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

# Block filter and pagination parameters (prevents crawl budget waste)
Disallow: /*?sort=*
Disallow: /*?page=*
Disallow: /*?cursor=*
Disallow: /*?filter=*
Disallow: /*?tags=*
Disallow: /*?category=*
Disallow: /*?currency=*

# Sitemap location
Sitemap: https://ibooking.com/sitemap.xml