User-agent: *
Allow: /
Allow: /static/
Disallow: /rooms/
Disallow: /room-view/
Disallow: /checkout
Disallow: /payment
Disallow: /payment-status
Disallow: /corporate-login
Disallow: /select-rooms
Disallow: /modification
Disallow: /api/

# ============================================
# GOOGLE CRAWLERS
# ============================================

User-agent: Googlebot
Allow: /
Allow: /static/

User-agent: Googlebot-Image
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: Google-Site-Verification
Allow: /

# Google-Extended (AI training crawler)
User-agent: Google-Extended
Allow: /
Allow: /static/

# ============================================
# META / FACEBOOK CRAWLERS
# ============================================

User-agent: Facebot
Allow: /
Allow: /static/
Disallow: /checkout
Disallow: /payment

User-agent: facebookexternalhit
Allow: /
Allow: /static/
Disallow: /checkout
Disallow: /payment

User-agent: facebookcatalog
Allow: /
Allow: /static/
Disallow: /checkout
Disallow: /payment

# ============================================
# AI CRAWLERS (OFFICIAL)
# ============================================

# OpenAI – GPTBot (training)
User-agent: GPTBot
Allow: /
Allow: /static/
Disallow: /checkout
Disallow: /payment

# OpenAI – ChatGPT-User (Browsing)
User-agent: ChatGPT-User
Allow: /
Allow: /static/

# OpenAI – OAI SearchBot
User-agent: OAI-SearchBot
Allow: /
Allow: /static/

# Anthropic – ClaudeBot (training)
User-agent: ClaudeBot
Allow: /
Allow: /static/
Crawl-delay: 1

# Anthropic – Claude-User (browsing)
User-agent: Claude-User
Allow: /
Allow: /static/

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Allow: /static/

# CommonCrawl (used for AI training datasets)
User-agent: CCBot
Allow: /
Allow: /static/

# ============================================
# OTHER SEARCH ENGINES
# ============================================

User-agent: bingbot
Crawl-delay: 1

User-agent: Slurp
Crawl-delay: 1

# ============================================
# SITEMAPS
# ============================================

Sitemap: https://hotelzify.com/sitemap.xml
Sitemap: https://hotelzify.com/sitemap-hotels.xml
Sitemap: https://hotelzify.com/sitemap-images.xml
Sitemap: https://hotelzify.com/hotelzifySitemap.xml