# we use Shopify as our ecommerce platform User-agent: * Disallow: /admin Disallow: /a/downloads/-/* Disallow: /orders Disallow: /86372385067/checkouts # Atom feed – block collection/product feeds Disallow: /*.atom$ # Change to allow main product pages to be crawlable Allow: /products/ # Ensure product pages inside collections are crawlable Allow: /collections/*/products/ # Prevent crawling of product variant, recommendation, and session URLs Disallow: /*?variant= Disallow: /*?pr_* Disallow: /*?_pos= Disallow: /*?_sid= Disallow: /*?_ss= # Block Shopify service/auth URLs Disallow: /services/login_with_shop/ # Collections – block sort/filter duplicates Disallow: /collections/*sort_by* Disallow: /*/collections/*sort_by* Disallow: /collections/*+* Disallow: /collections/*%2B* Disallow: /collections/*%2b* Disallow: /*/collections/*+* Disallow: /*/collections/*%2B* Disallow: /*/collections/*%2b* Disallow: */collections/*filter*&*filter* # Blogs – block duplicate variations Disallow: /blogs/*+* Disallow: /blogs/*%2B* Disallow: /blogs/*%2b* Disallow: /*/blogs/*+* Disallow: /*/blogs/*%2B* Disallow: /*/blogs/*%2b* # Misc Shopify & tracking pages Disallow: /*?*oseid=* Disallow: /*preview_theme_id* Disallow: /*preview_script_id* Disallow: /policies/ Disallow: /*/policies/ Disallow: /*/*?*ls=*&ls=* Disallow: /*/*?*ls%3D*%3Fls%3D* Disallow: /*/*?*ls%3d*%3fls%3d* Disallow: /sf_private_access_tokens Disallow: /apple-app-site-association Disallow: /.well-known/shopify/monorail Disallow: /cdn/wpm/*.js # Recommendations & dynamic customer auth pages (match Liquid noindex) Disallow: /recommendations/products Disallow: /recommendation Disallow: /account/login Disallow: /account/register Disallow: /account/logout Disallow: /customer_authentication/redirect # Remote product URLs Disallow: /products/*-[a-f0-9]{8}-remote Disallow: /*/products/*-[a-f0-9]{8}-remote Disallow: /collections/*/products/*-[a-f0-9]{8}-remote Disallow: /*/collections/*/products/*-[a-f0-9]{8}-remote # Cart, checkout, and search – allowed; meta robots handles noindex Allow: /cart Allow: /carts Allow: /checkout Allow: /checkouts/ Allow: /search # Block Shopify AJAX cart endpoints Disallow: /cart/add Disallow: /cart/change Disallow: /cart/update Disallow: /cart/clear Disallow: /cart/async_shipping_rates # Block empty or broken CDN file URLs Disallow: /cdn/shop/files/?* Disallow: /cdn/shop/files/$ # Sitemap Sitemap: https://glowupstore.co/sitemap.xml # Google AdsBot User-agent: adsbot-google Disallow: /checkouts/ Disallow: /checkout Disallow: /carts Disallow: /orders Disallow: /86372385067/checkouts Disallow: /86372385067/orders Disallow: /*?*oseid=* Disallow: /*preview_theme_id* Disallow: /*preview_script_id* Disallow: /cdn/wpm/*.js Disallow: /products/*-[a-f0-9]{8}-remote Disallow: /*/products/*-[a-f0-9]{8}-remote Disallow: /collections/*/products/*-[a-f0-9]{8}-remote Disallow: /*/collections/*/products/*-[a-f0-9]{8}-remote Disallow: /sf_private_access_tokens # Aggressive or private bots User-agent: Nutch Disallow: / User-agent: AhrefsBot Crawl-delay: 10 User-agent: AhrefsSiteAudit Crawl-delay: 10 User-agent: MJ12bot Crawl-delay: 10 User-agent: Pinterest Crawl-delay: 1