# START YOAST BLOCK # --------------------------- User-agent: * Disallow: /locations/*province= Disallow: /case-study/$ Crawl-delay: 2 Sitemap: https://reic.com/sitemap_index.xml # --------------------------- # END YOAST BLOCK # AI crawlers - allow site but block junk patterns User-agent: GPTBot Disallow: /locations/*province= Disallow: /case-study/$ User-agent: ClaudeBot Disallow: /locations/*province= Disallow: /case-study/$ User-agent: Applebot Disallow: /locations/*province= Disallow: /case-study/$ User-agent: Amazonbot Disallow: /locations/*province= Disallow: /case-study/$ # Meta runs multiple crawlers User-agent: meta-externalagent Disallow: /locations/*province= Disallow: /case-study/$ User-agent: meta-webindexer Disallow: /locations/*province= Disallow: /case-study/$ User-agent: bingbot Disallow: /locations/*province= Disallow: /case-study/$ Crawl-delay: 2