# robots.txt - FitsHolidays # Last updated: 2026-01-29 User-agent: * Disallow: /admin/ Disallow: /dashboard/ Disallow: /api/ Disallow: /private/ Disallow: /includes/ Disallow: /config/ Disallow: /logs/ Disallow: /*.php$ Disallow: /*.sql$ Disallow: /*.log$ Disallow: /search?* Disallow: /?preview=* Allow: / # Good bots - faster crawling User-agent: Googlebot Allow: / Crawl-delay: 0.5 User-agent: bingbot Allow: / Crawl-delay: 0.5 # Social media bots User-agent: FacebookExternalHit Allow: / User-agent: Twitterbot Allow: / # Block known scrapers User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / # Sitemaps Sitemap: https://fitsholidays.com/sitemap.xml