# we use Shopify as our ecommerce platform # ┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┓ # ┃ Robots & Agent policy ┃ # ┣━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┫ # ┃ Checkouts are for humans. ┃ # ┃ * Automated scraping, "buy-for-me" agents, or any end-to-end flow ┃ # ┃ that completes payment without a final human review step is not ┃ # ┃ permitted. ┃ # ┃ * Legitimate integrators must use the official Checkout Kit: ┃ # ┃ https://www.shopify.com/checkout-kit ┃ # ┃ ┃ # ┃ Terms of Service: https://www.shopify.com/legal/terms ┃ # ┃ Contact: bots@shopify.com ┃ # ┗━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┛ User-agent: * Disallow: /a/downloads/-/* Disallow: /admin Disallow: /cart Disallow: /orders Disallow: /checkouts/ Disallow: /checkout Disallow: /98473345362/checkouts Disallow: /98473345362/orders Disallow: /carts Disallow: /account Disallow: /collections/*sort_by* Disallow: /*/collections/*sort_by* Disallow: /collections/*+* Disallow: /collections/*%2B* Disallow: /collections/*%2b* Disallow: /*/collections/*+* Disallow: /*/collections/*%2B* Disallow: /*/collections/*%2b* Disallow: */collections/*filter*&*filter* Disallow: /blogs/*+* Disallow: /blogs/*%2B* Disallow: /blogs/*%2b* Disallow: /*/blogs/*+* Disallow: /*/blogs/*%2B* Disallow: /*/blogs/*%2b* Disallow: /*?*oseid=* Disallow: /*preview_theme_id* Disallow: /*preview_script_id* Disallow: /policies/ Disallow: /*/policies/ Disallow: /*/*?*ls=*&ls=* Disallow: /*/*?*ls%3D*%3Fls%3D* Disallow: /*/*?*ls%3d*%3fls%3d* Disallow: /search Disallow: /sf_private_access_tokens Disallow: /services/login_with_shop Disallow: /apple-app-site-association Disallow: /.well-known/shopify/monorail Disallow: /cdn/wpm/*.js Disallow: /cdn/shop/t/*/assets/*.js Disallow: /cdn/shop/t/*/assets/*.css Disallow: /recommendations/products Disallow: /*/recommendations/products Disallow: /products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /*/collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Sitemap: https://www.bacgraisse.com/sitemap.xml # Google adsbot ignores robots.txt unless specifically named! User-agent: adsbot-google Disallow: /checkouts/ Disallow: /checkout Disallow: /carts Disallow: /orders Disallow: /98473345362/checkouts Disallow: /98473345362/orders Disallow: /*?*oseid=* Disallow: /*preview_theme_id* Disallow: /*preview_script_id* Disallow: /cdn/wpm/*.js Disallow: /cdn/shop/t/*/assets/*.js Disallow: /cdn/shop/t/*/assets/*.css Disallow: /products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /*/collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /sf_private_access_tokens Disallow: /services/login_with_shop User-agent: Nutch Disallow: / User-agent: AhrefsBot Crawl-delay: 10 Disallow: /a/downloads/-/* Disallow: /admin Disallow: /cart Disallow: /orders Disallow: /checkouts/ Disallow: /checkout Disallow: /98473345362/checkouts Disallow: /98473345362/orders Disallow: /carts Disallow: /account Disallow: /collections/*sort_by* Disallow: /*/collections/*sort_by* Disallow: /collections/*+* Disallow: /collections/*%2B* Disallow: /collections/*%2b* Disallow: /*/collections/*+* Disallow: /*/collections/*%2B* Disallow: /*/collections/*%2b* Disallow: */collections/*filter*&*filter* Disallow: /blogs/*+* Disallow: /blogs/*%2B* Disallow: /blogs/*%2b* Disallow: /*/blogs/*+* Disallow: /*/blogs/*%2B* Disallow: /*/blogs/*%2b* Disallow: /*?*oseid=* Disallow: /*preview_theme_id* Disallow: /*preview_script_id* Disallow: /policies/ Disallow: /*/policies/ Disallow: /*/*?*ls=*&ls=* Disallow: /*/*?*ls%3D*%3Fls%3D* Disallow: /*/*?*ls%3d*%3fls%3d* Disallow: /search Disallow: /sf_private_access_tokens Disallow: /services/login_with_shop Disallow: /apple-app-site-association Disallow: /.well-known/shopify/monorail Disallow: /cdn/wpm/*.js Disallow: /cdn/shop/t/*/assets/*.js Disallow: /cdn/shop/t/*/assets/*.css Disallow: /recommendations/products Disallow: /*/recommendations/products Disallow: /products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /*/collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Sitemap: https://www.bacgraisse.com/sitemap.xml User-agent: AhrefsSiteAudit Crawl-delay: 10 Disallow: /a/downloads/-/* Disallow: /admin Disallow: /cart Disallow: /orders Disallow: /checkouts/ Disallow: /checkout Disallow: /98473345362/checkouts Disallow: /98473345362/orders Disallow: /carts Disallow: /account Disallow: /collections/*sort_by* Disallow: /*/collections/*sort_by* Disallow: /collections/*+* Disallow: /collections/*%2B* Disallow: /collections/*%2b* Disallow: /*/collections/*+* Disallow: /*/collections/*%2B* Disallow: /*/collections/*%2b* Disallow: */collections/*filter*&*filter* Disallow: /blogs/*+* Disallow: /blogs/*%2B* Disallow: /blogs/*%2b* Disallow: /*/blogs/*+* Disallow: /*/blogs/*%2B* Disallow: /*/blogs/*%2b* Disallow: /*?*oseid=* Disallow: /*preview_theme_id* Disallow: /*preview_script_id* Disallow: /policies/ Disallow: /*/policies/ Disallow: /*/*?*ls=*&ls=* Disallow: /*/*?*ls%3D*%3Fls%3D* Disallow: /*/*?*ls%3d*%3fls%3d* Disallow: /search Disallow: /sf_private_access_tokens Disallow: /services/login_with_shop Disallow: /apple-app-site-association Disallow: /.well-known/shopify/monorail Disallow: /cdn/wpm/*.js Disallow: /cdn/shop/t/*/assets/*.js Disallow: /cdn/shop/t/*/assets/*.css Disallow: /recommendations/products Disallow: /*/recommendations/products Disallow: /products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Disallow: /*/collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote Sitemap: https://www.bacgraisse.com/sitemap.xml User-agent: MJ12bot Crawl-delay: 10 User-agent: Pinterest Crawl-delay: 1 # ┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┓ # ┃ AI / LLM crawler policy — explicit allow with admin/checkout block ┃ # ┃ Added 2026-05-10 for AEO/GEO citation visibility. ┃ # ┃ Allows training and search indexing while keeping commerce private. ┃ # ┗━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┛ # OpenAI — ChatGPT training crawler User-agent: GPTBot Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /checkouts/ Disallow: /orders Disallow: /account Disallow: /search Disallow: /apps Disallow: /tools Disallow: /password Disallow: /98473345362/checkouts Disallow: /98473345362/orders Disallow: /9*/* # OpenAI — ChatGPT live search bot User-agent: OAI-SearchBot Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /checkouts/ Disallow: /orders Disallow: /account Disallow: /search Disallow: /apps Disallow: /tools Disallow: /password Disallow: /98473345362/checkouts Disallow: /98473345362/orders Disallow: /9*/* # Anthropic — Claude crawler (current) User-agent: ClaudeBot Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /checkouts/ Disallow: /orders Disallow: /account Disallow: /search Disallow: /apps Disallow: /tools Disallow: /password Disallow: /98473345362/checkouts Disallow: /98473345362/orders Disallow: /9*/* # Anthropic — legacy crawler name User-agent: anthropic-ai Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /checkouts/ Disallow: /orders Disallow: /account Disallow: /search Disallow: /apps Disallow: /tools Disallow: /password Disallow: /98473345362/checkouts Disallow: /98473345362/orders Disallow: /9*/* # Perplexity — index crawler User-agent: PerplexityBot Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /checkouts/ Disallow: /orders Disallow: /account Disallow: /search Disallow: /apps Disallow: /tools Disallow: /password Disallow: /98473345362/checkouts Disallow: /98473345362/orders Disallow: /9*/* # Perplexity — user-triggered fetch User-agent: PerplexityUser Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /checkouts/ Disallow: /orders Disallow: /account Disallow: /search Disallow: /apps Disallow: /tools Disallow: /password Disallow: /98473345362/checkouts Disallow: /98473345362/orders Disallow: /9*/* # Google — Gemini / Bard / Vertex training (separate from Googlebot) User-agent: Google-Extended Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /checkouts/ Disallow: /orders Disallow: /account Disallow: /search Disallow: /apps Disallow: /tools Disallow: /password Disallow: /98473345362/checkouts Disallow: /98473345362/orders Disallow: /9*/* # Common Crawl — upstream source for many LLM training corpora User-agent: CCBot Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /checkouts/ Disallow: /orders Disallow: /account Disallow: /search Disallow: /apps Disallow: /tools Disallow: /password Disallow: /98473345362/checkouts Disallow: /98473345362/orders Disallow: /9*/* # Cohere — LLM training crawler User-agent: cohere-ai Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /checkouts/ Disallow: /orders Disallow: /account Disallow: /search Disallow: /apps Disallow: /tools Disallow: /password Disallow: /98473345362/checkouts Disallow: /98473345362/orders Disallow: /9*/* # OpenAI — user-triggered fetch (ChatGPT browse) User-agent: ChatGPT-User Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /checkouts/ Disallow: /orders Disallow: /account Disallow: /search Disallow: /apps Disallow: /tools Disallow: /password Disallow: /98473345362/checkouts Disallow: /98473345362/orders Disallow: /9*/* # Anthropic — Claude.ai user-triggered web search User-agent: Claude-Web Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /checkouts/ Disallow: /orders Disallow: /account Disallow: /search Disallow: /apps Disallow: /tools Disallow: /password Disallow: /98473345362/checkouts Disallow: /98473345362/orders Disallow: /9*/* # Mistral AI — search and training crawler User-agent: MistralAI Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /checkouts/ Disallow: /orders Disallow: /account Disallow: /search Disallow: /apps Disallow: /tools Disallow: /password Disallow: /98473345362/checkouts Disallow: /98473345362/orders Disallow: /9*/* # ByteDance / TikTok — AI search crawler User-agent: Bytespider Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /checkouts/ Disallow: /orders Disallow: /account Disallow: /search Disallow: /apps Disallow: /tools Disallow: /password Disallow: /98473345362/checkouts Disallow: /98473345362/orders Disallow: /9*/* # Kagi search engine — AI-augmented search User-agent: KagiBot Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /checkouts/ Disallow: /orders Disallow: /account Disallow: /search Disallow: /apps Disallow: /tools Disallow: /password Disallow: /98473345362/checkouts Disallow: /98473345362/orders Disallow: /9*/* # Apple Intelligence training (separate from Applebot search) User-agent: Applebot-Extended Allow: / Disallow: /admin Disallow: /cart Disallow: /checkout Disallow: /checkouts/ Disallow: /orders Disallow: /account Disallow: /search Disallow: /apps Disallow: /tools Disallow: /password Disallow: /98473345362/checkouts Disallow: /98473345362/orders Disallow: /9*/*