User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Optional: reduce useless crawling of common WP endpoints (safe for SEO) Disallow: /wp-json/ Disallow: /?s= Disallow: /*?s= Disallow: /*?replytocom= Disallow: /*&replytocom= Disallow: /*?amp Disallow: /*& Disallow: /*?nowprocket=1 Disallow: /*&nowprocket=1 Disallow: /*?no_optimize=1 Disallow: /*&no_optimize=1 Disallow: /*?wpr_imagedimensions=1 Disallow: /*&wpr_imagedimensions=1 Sitemap: https://topcaz.com/sitemap_index.xml Sitemap: https://topcaz.com/slot-comparison-en-sitemap-index.xml Sitemap: https://topcaz.com/slot-comparison-de-sitemap-index.xml Sitemap: https://topcaz.com/slot-comparison-fr-sitemap-index.xml Sitemap: https://topcaz.com/slot-comparison-es-sitemap-index.xml Sitemap: https://topcaz.com/slot-comparison-pt-sitemap-index.xml Sitemap: https://topcaz.com/slot-comparison-el-sitemap-index.xml Sitemap: https://topcaz.com/slot-comparison-it-sitemap-index.xml Sitemap: https://topcaz.com/slot-comparison-pl-sitemap-index.xml Sitemap: https://topcaz.com/slot-comparison-et-sitemap-index.xml Sitemap: https://topcaz.com/slot-comparison-nl-sitemap-index.xml Sitemap: https://topcaz.com/slot-comparison-fi-sitemap-index.xml Sitemap: https://topcaz.com/slot-comparison-lv-sitemap-index.xml Sitemap: https://topcaz.com/slot-comparison-lt-sitemap-index.xml Sitemap: https://topcaz.com/slot-comparison-ro-sitemap-index.xml Sitemap: https://topcaz.com/slot-comparison-ru-sitemap-index.xml Sitemap: https://topcaz.com/slot-comparison-sr-sitemap-index.xml Sitemap: https://topcaz.com/slot-comparison-sk-sitemap-index.xml Sitemap: https://topcaz.com/slot-comparison-sl-sitemap-index.xml Sitemap: https://topcaz.com/slot-comparison-uk-sitemap-index.xml Sitemap: https://topcaz.com/slot-archive-en-sitemap-index.xml Sitemap: https://topcaz.com/slot-archive-de-sitemap-index.xml Sitemap: https://topcaz.com/slot-archive-fr-sitemap-index.xml Sitemap: https://topcaz.com/slot-archive-es-sitemap-index.xml Sitemap: https://topcaz.com/slot-archive-pt-sitemap-index.xml Sitemap: https://topcaz.com/slot-archive-el-sitemap-index.xml Sitemap: https://topcaz.com/slot-archive-it-sitemap-index.xml Sitemap: https://topcaz.com/slot-archive-pl-sitemap-index.xml Sitemap: https://topcaz.com/slot-archive-et-sitemap-index.xml Sitemap: https://topcaz.com/slot-archive-nl-sitemap-index.xml Sitemap: https://topcaz.com/slot-archive-fi-sitemap-index.xml Sitemap: https://topcaz.com/slot-archive-lv-sitemap-index.xml Sitemap: https://topcaz.com/slot-archive-lt-sitemap-index.xml Sitemap: https://topcaz.com/slot-archive-ro-sitemap-index.xml Sitemap: https://topcaz.com/slot-archive-ru-sitemap-index.xml Sitemap: https://topcaz.com/slot-archive-sr-sitemap-index.xml Sitemap: https://topcaz.com/slot-archive-sk-sitemap-index.xml Sitemap: https://topcaz.com/slot-archive-sl-sitemap-index.xml Sitemap: https://topcaz.com/slot-archive-uk-sitemap-index.xml # Max freedom for Google + GPT (no throttling) User-agent: Googlebot Allow: / User-agent: GPTBot Allow: / User-agent: Google-Extended Allow: / # Everyone else: allowed, but politely throttled (where supported) User-agent: Bingbot Allow: / Crawl-delay: 2 User-agent: DuckDuckBot Allow: / Crawl-delay: 2 User-agent: YandexBot Allow: / Crawl-delay: 3 User-agent: Applebot Allow: / Crawl-delay: 2 User-agent: PerplexityBot Allow: / Crawl-delay: 5 User-agent: ClaudeBot Disallow: / User-agent: CCBot Allow: / Crawl-delay: 10 User-agent: AhrefsBot Allow: / Crawl-delay: 10 User-agent: AhrefsSiteAudit Allow: / Crawl-delay: 10 User-agent: facebookexternalhit Allow: / Crawl-delay: 10 User-agent: Facebot Allow: / Crawl-delay: 10 User-agent: BLEXBot Allow: / Crawl-delay: 10 # block bots User-agent: MJ12bot Disallow: / User-agent: TextTrust Crawler Disallow: / User-agent: Black Hole Disallow: / User-agent: BlowFish/1.0 Disallow: / User-agent: CherryPicker Disallow: / User-agent: EroCrawler Disallow: / User-agent: ia_archiver Disallow: / User-agent: LinkWalker Disallow: / User-agent: LNSpiderguy Disallow: / User-agent: lwp-trivial Disallow: / User-agent: Mister PiX Disallow: / User-agent: moget Disallow: / User-agent: AwarioBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: DataForSEO Disallow: / User-agent: Claude-SearchBot Disallow: / User-agent: SERankingBacklinksBot Disallow: / User-agent: ExaSearchBot Disallow: / User-agent: AionBot Disallow: / User-agent: QlyzeBot Disallow: /