User-agent: * Allow: / # Block admin and internal paths (protect crawl budget) Disallow: /admin/ Disallow: /checkout/ Disallow: /customer/ Allow: /catalogsearch/result/ Disallow: /catalogsearch/ Disallow: /sendfriend/ Disallow: /review/ Disallow: /wishlist/ Disallow: /catalog/product_compare/ Disallow: /tag/ Disallow: /catalog/product/gallery/ Disallow: /index.php/ Disallow: /search/ajax/ Disallow: /rest/ Disallow: /graphql # Prefer canonical CMS hubs over thin duplicates Disallow: /our-services.html # AI / answer engines — allow crawl of public content for accurate citations User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Google-Extended Allow: / User-agent: anthropic-ai Allow: / User-agent: ClaudeBot Allow: / User-agent: PerplexityBot Allow: / Sitemap: https://expoundcoderz.com/sitemap.xml # Human-readable HTML sitemap (also useful for AI retrieval) # https://expoundcoderz.com/site-map # LLM guide: https://expoundcoderz.com/llms.txt Sitemap: https://expoundcoderz.com/sitemap-images.xml