# we use Shopify as our ecommerce platform User-agent: * Allow: / Allow: /products/account Allow: /products/orders Allow: /products/checkout Allow: /*/products/account Allow: /*/products/orders Allow: /*/products/checkout Allow: /collections/account Allow: /collections/orders Allow: /collections/checkout Allow: /*/collections/account Allow: /*/collections/orders Allow: /*/collections/checkout Allow: /pages/checkout Allow: /*/pages/checkout Allow: /blogs/*account Allow: /blogs/*orders Allow: /blogs/*checkout Allow: /*/blogs/*account Allow: /*/blogs/*orders Allow: /*/blogs/*checkout Disallow: /admin Disallow: /cart/ Disallow: /*/cart/ Disallow: /checkout Disallow: /*/checkout Disallow: /checkouts/ Disallow: /*/checkouts/ Disallow: /orders Disallow: /*/orders Allow: /account/login Allow: /*/account/login Disallow: /account Disallow: /*/account Disallow: /71990870257 Disallow: /cdn/wpm/*.js Disallow: /services Disallow: /sf_* Disallow: /.well-known/shopify/monorail Disallow: /cart.js Disallow: /*/cart.js Disallow: /recommendations/products Disallow: /*/recommendations/products Disallow: /collections/*sort_by* Disallow: /*/collections/*sort_by* Disallow: /collections/*+* Disallow: /collections/*%2B* Disallow: /collections/*%2b* Disallow: /*/collections/*+* Disallow: /*/collections/*%2B* Disallow: /*/collections/*%2b* Disallow: /collections/*filter*&*filter* Disallow: /*/collections/*filter*&*filter* Disallow: /blogs/*+* Disallow: /blogs/*%2B* Disallow: /blogs/*%2b* Disallow: /*/blogs/*+* Disallow: /*/blogs/*%2B* Disallow: /*/blogs/*%2b* Disallow: /*?*ls=*&ls=* Disallow: /*?*ls%3*ls%3* Disallow: /*?*oseid=* Disallow: /*?*preview_theme_id=* Disallow: /*?*preview_script_id=* Sitemap: https://simpleroastcoffee.com/sitemap.xml User-agent: adsbot-google Allow: /products/ Allow: /*/products/ Allow: /collections/ Allow: /*/collections/ Allow: /pages/ Allow: /*/pages/ Allow: /blogs/ Allow: /*/blogs/ Allow: /pages/checkout Allow: /*/pages/checkout Allow: /blogs/*checkout Allow: /*/blogs/*checkout Disallow: /checkout Disallow: /*/checkout Disallow: /checkouts/ Disallow: /*/checkouts/ Disallow: /orders Disallow: /*/orders Disallow: /services Disallow: /sf_* Disallow: /71990870257 Disallow: /cdn/wpm/*.js # Default for all bots User-agent: * Disallow: /admin Disallow: /account Disallow: /cart Disallow: /carts Disallow: /checkout Disallow: /checkouts/ Disallow: /orders Disallow: /account Disallow: /search # Shopify utility endpoints (safe to block) Disallow: /.well-known/shopify/monorail Disallow: /recommendations/products Disallow: /apple-app-site-association Disallow: /a/downloads/-/* # Theme/app preview + campaign/session parameters Disallow: /*preview_theme_id* Disallow: /*preview_script_id* Disallow: /*?*oseid=* # Faceted navigation and sorting parameters (crawl budget protection) Disallow: /*?*sort_by=* Disallow: /*?*filter* Disallow: /*?*pf_* Disallow: /*?*constraint=* Disallow: /*?*view=* Disallow: /*?*grid_list=* Disallow: /*?*page=* # Duplicate helper collections (optional but common on Shopify) Disallow: /collections/all* Disallow: /collections/vendors*?*q=* Disallow: /collections/types*?*q=* # Blog tag archives (optional) Disallow: /blogs/*/tagged/* # Allow ChatGPT/OpenAI crawler User-agent: GPTBot Allow: / # Allow Anthropic’s Claude User-agent: ClaudeBot Allow: / # Allow Perplexity.ai User-agent: PerplexityBot Allow: / # Allow Googlebot (used by Gemini and others) User-agent: Googlebot Allow: / Sitemap: https://simpleroastcoffee.com/sitemap.xml