############################################## # robots.txt — Custom for PrecutAutoTint.com # Optimized for Google Merchant Center & SEO ############################################## # --- Allow Google --- User-agent: Googlebot Disallow: User-agent: Googlebot-Image Disallow: # --- Allow Bing and DuckDuckGo --- User-agent: Bingbot Disallow: User-agent: DuckDuckBot Disallow: # --- Default rules for clean crawling --- User-agent: * Disallow: /account.php Disallow: /cart.php Disallow: /checkout.php Disallow: /finishorder.php Disallow: /login.php Disallow: /orderstatus.php Disallow: /postreview.php Disallow: /productimage.php Disallow: /productupdates.php Disallow: /remote.php Disallow: /search.php Disallow: /viewfile.php Disallow: /wishlist.php Disallow: /admin/ Disallow: /*sort= Disallow: /*direction= Disallow: /*page= Disallow: /*brand= Disallow: /*price= Disallow: /*rating= Disallow: /*size= Disallow: /*color= Disallow: /*?_bc_fsnf=1* Disallow: /*&_bc_fsnf=1* # --- Allow crawling of product & category pages --- Allow: /products/ Allow: /categories/ Allow: /window-tint-kits/ Allow: /paint-protection/ Allow: /vinyl-wraps/ Allow: /brands/ Allow: /blog/ Allow: /content/ # --- Block AI & scraper bots --- User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: Claude-Web Disallow: / User-agent: ClaudeBot Disallow: / User-agent: PerplexityBot Disallow: / User-agent: OAI-SearchBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: Bytespider Disallow: / User-agent: CCBot Disallow: / User-agent: DataForSeoBot Disallow: / # --- Crawl rate control --- Crawl-delay: 10 # --- Sitemap Index --- Sitemap: https://www.precutautotint.com/xmlsitemap.php Sitemap: https://www.precutautotint.com/xmlsitemap_products_0.xml Sitemap: https://www.precutautotint.com/xmlsitemap_categories_0.xml Sitemap: https://www.precutautotint.com/xmlsitemap_brands_0.xml Sitemap: https://www.precutautotint.com/xmlsitemap_pages_0.xml ############################################## # BigCommerce auto-appended section below # (Cannot be removed — safe to ignore) ############################################## User-agent: * Disallow: /*?_bc_fsnf=1* Disallow: /*&_bc_fsnf=1* User-agent: AI2Bot User-agent: Ai2Bot-Dolma User-agent: Amazonbot User-agent: Applebot User-agent: Applebot-Extended User-agent: Bytespider User-agent: CCBot User-agent: ChatGPT-User User-agent: Claude-Web User-agent: ClaudeBot User-agent: Diffbot User-agent: FacebookBot User-agent: FriendlyCrawler User-agent: GPTBot User-agent: Google-Extended User-agent: GoogleOther User-agent: GoogleOther-Image User-agent: GoogleOther-Video User-agent: ICC-Crawler User-agent: ISSCyberRiskCrawler User-agent: ImagesiftBot User-agent: Kangaroo Bot User-agent: Meta-ExternalAgent User-agent: Meta-ExternalFetcher User-agent: OAI-SearchBot User-agent: PerplexityBot User-agent: PetalBot User-agent: Scrapy User-agent: Sidetrade indexer bot User-agent: Timpibot User-agent: VelenPublicWebCrawler User-agent: Webzio-Extended User-agent: YouBot User-agent: anthropic-ai User-agent: cohere-ai User-agent: facebookexternalhit User-agent: iaskspider/2.0 User-agent: img2dataset User-agent: omgili User-agent: omgilibot Crawl-delay: 10