# HolidayFox Robots.txt - SEO Optimized
User-agent: *
Allow: /

# Allow all search engines to crawl our content
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

# Block admin and private areas
Disallow: /admin/
Disallow: /api/
Disallow: /_next/
Disallow: /preview/
Disallow: /login-redirect
Disallow: /profile
Disallow: /redirect

# Block specific problematic URLs
Disallow: /en/e/dest-OM1m0oPegQIR/treeopia-idyllic-treehouse-retreat
Disallow: /en/e/dest-OM1m0oPegQIR/treeopia-idyllic-treehouse-retreat/

# Allow important pages
Allow: /en/discover/
Allow: /en/discover/articles/
Allow: /en/discover/accommodations/
Allow: /en/discover/regions/
Allow: /en/pages/

# Crawl delay for respectful crawling
Crawl-delay: 1

# Sitemap location
Sitemap: https://www.holidayfox.com/sitemap.xml