# Travelpass.com Robots.txt
# Last updated: 2025-04-29

# ------------------------------------------------------------------------------
# Friendly Notice to AI Crawlers and Web Robots:
#
# Travelpass.com welcomes responsible and ethical AI crawlers, bots and
# search engines that help travelers discover destinations, hotels and
# experiences, and share travel insights with one another.
#
# Please respect the following guidelines:
# - Only access pages allowed by this robots.txt
# - Use content accordingly and in accordance with copyright laws.
# - Please ensure content usage respects our brand, copyrights, and guidelines.
# - Do not use scraped data to build competing products or services.
#
# For inquiries, licensing, partnerships or additional permissions, please
# contact: info@travelpassgroup.com
# ------------------------------------------------------------------------------

# ---------------------------------
# Allow Major Search Engines
# ---------------------------------

User-agent: Googlebot
Disallow: /hotels/
Disallow: /experiences/book/
Allow: /

User-agent: Googlebot-Mobile
Disallow: /hotels/
Disallow: /experiences/book/
Allow: /

User-agent: AdsBot-Google
Disallow: /hotels/
Disallow: /experiences/book/
Allow: /

User-agent: AdsBot-Google-Mobile
Disallow: /hotels/
Disallow: /experiences/book/
Allow: /

User-agent: Bingbot
Disallow: /hotels/
Disallow: /experiences/book/
Allow: /

User-agent: BingPreview
Disallow: /hotels/
Disallow: /experiences/book/
Allow: /

User-agent: Slurp
Disallow: /hotels/
Disallow: /experiences/book/
Allow: /

User-agent: DuckDuckBot
Disallow: /hotels/
Disallow: /experiences/book/
Allow: /

# ---------------------------------
# Allow Social Bots
# ---------------------------------

User-agent: facebot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: Pinterestbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Discordbot
Allow: /

# ---------------------------------
# Allow Important AI Bots (updated: 2025-04-29)
# ---------------------------------

User-agent: gptbot
Disallow: /hotels/
Disallow: /experiences/book/
Allow: /

User-agent: gptbot-mobile
Disallow: /hotels/
Disallow: /experiences/book/
Allow: /

User-agent: Google-Extended
Disallow: /hotels/
Disallow: /experiences/book/
Allow: /

User-agent: Applebot
Disallow: /hotels/
Disallow: /experiences/book/
Allow: /

User-agent: Amazonbot
Disallow: /hotels/
Disallow: /experiences/book/
Allow: /

User-agent: Claude-Web
Disallow: /hotels/
Disallow: /experiences/book/
Allow: /

User-agent: PerplexityBot
Disallow: /hotels/
Disallow: /experiences/book/
Allow: /

User-agent: YouBot
Disallow: /hotels/
Disallow: /experiences/book/
Allow: /

User-agent: MetaAI
Disallow: /hotels/
Disallow: /experiences/book/
Allow: /

User-agent: DuckDuckBot-AI
Disallow: /hotels/
Disallow: /experiences/book/
Allow: /

User-agent: BraveBot-AI
Disallow: /hotels/
Disallow: /experiences/book/
Allow: /

# ---------------------------------
# Allow Prerender.io Crawlers
# ---------------------------------

User-agent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/W.X.Y.Z Safari/537.36 Prerender (+https://github.com/prerender/prerender)
Allow: /

User-agent: Mozilla/5.0 (Linux; Android 11; Pixel 5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/W.X.Y.Z Mobile Safari/537.36 Prerender (+https://github.com/prerender/prerender)
Allow: /

User-agent: Prerender (+https://github.com/prerender/prerender)
Allow: /

# ---------------------------------
# Block All Other Bots (Catch-all)
# ---------------------------------

User-agent: *
Disallow: /

# ---------------------------------
# Sitemaps
# ---------------------------------

Sitemap: https://www.travelpass.com/sitemap1.xml
Sitemap: https://www.travelpass.com/sitemap2.xml
Sitemap: https://www.travelpass.com/destinations_sitemap.xml