User-agent: *
Allow: /

# Exclude admin and utility portals
Disallow: /admin
Disallow: /customer
Disallow: /checkout
Disallow: /tours/autocomplete

# Exclude query parameters (Prevent crawl waste)
Disallow: /*?*keyword=
Disallow: /*?*price_min=
Disallow: /*?*price_max=
Disallow: /*?*duration=
Disallow: /*?*sort=
Disallow: /*?*category_id=

# AI Search Crawlers & Generative Engine Optimization (GEO)
User-agent: GPTBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Bingbot
Allow: /

# AI context documentation standard
# LLMs can read: https://www.ramassidetours.com/llms.txt

Sitemap: https://www.ramassidetours.com/sitemap.xml