# HeavyDutyKits.com robots.txt # Reduces crawl waste from WooCommerce actions, ElasticPress filters, # internal search, sorting, tracking parameters and faceted navigation. User-agent: * # WordPress administration Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Customer account and transactional pages Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ Disallow: /order-pay/ Disallow: /order-received/ # Internal and non-public WooCommerce locations Disallow: /wp-json/ Disallow: /*?*rest_route= Disallow: /wp-content/uploads/wc-logs/ Disallow: /wp-content/uploads/woocommerce_transient_files/ Disallow: /wp-content/uploads/woocommerce_uploads/ Disallow: /livehelp/ # ElasticPress and faceted-filter URLs Disallow: /*?*ep_filter_ Disallow: /*?*filter_ Disallow: /*?*query_type_ Disallow: /*?*min_price= Disallow: /*?*max_price= Disallow: /*?*rating_filter= Disallow: /*?*stock_status= # Sorting, pagination variations and layouts Disallow: /*?*orderby= Disallow: /*?*shop_layout= # Internal WordPress search pages # Standard product searches return noindex through # SEOPress and HDKits Search Pro. # Temporarily block the separate advanced-search parameter # until noindex is confirmed for that request. Disallow: /*?*search=advanced # WooCommerce cart and AJAX actions Disallow: /*?*add-to-cart= Disallow: /*?*remove_item= Disallow: /*?*wc-ajax= Disallow: /*?*wc-api= Disallow: /*?*quantity= Disallow: /*?*coupon= Disallow: /*?*wishlist= Disallow: /*?*compare= # Sharing and tracking parameters Disallow: /*?*share= Disallow: /*?*srsltid= Disallow: /*?*utm_ Disallow: /*?*gclid= Disallow: /*?*fbclid= Disallow: /*?*msclkid= Disallow: /*?*ref= Disallow: /*?*v= # Google Ads crawler # Tracking parameters remain accessible so ad landing pages can be validated. User-agent: AdsBot-Google Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ Disallow: /order-pay/ Disallow: /order-received/ Disallow: /livehelp/ Disallow: /product-tag/ Disallow: /tag/ Disallow: /*?*ep_filter_ Disallow: /*?*filter_ Disallow: /*?*query_type_ Disallow: /*?*min_price= Disallow: /*?*max_price= Disallow: /*?*rating_filter= Disallow: /*?*stock_status= Disallow: /*?*orderby= Disallow: /*?*shop_layout= Disallow: /*?*add-to-cart= Disallow: /*?*remove_item= Disallow: /*?*wc-ajax= Disallow: /*?*wc-api= Disallow: /*?*quantity= Disallow: /*?*coupon= Disallow: /*?*wishlist= Disallow: /*?*compare= Disallow: /*?s= Disallow: /*?*post_type=product Disallow: /*?*search=advanced # OpenAI search and user-requested page access User-agent: OAI-SearchBot Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ Disallow: /*?*add-to-cart= Disallow: /*?*remove_item= Disallow: /*?*wc-ajax= Disallow: /*?*wc-api= Disallow: /*?*ep_filter_ Disallow: /*?*filter_ User-agent: ChatGPT-User Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ Disallow: /*?*add-to-cart= Disallow: /*?*remove_item= Disallow: /*?*wc-ajax= Disallow: /*?*wc-api= # Block model-training crawler while allowing OpenAI search access User-agent: GPTBot Disallow: / # Optional AI training restrictions User-agent: Applebot-Extended User-agent: Google-Extended User-agent: anthropic-ai User-agent: cohere-training-data-crawler User-agent: CCBot User-agent: Bytespider User-agent: Ai2Bot-Dolma Disallow: / # Aggressive SEO, dataset and commercial crawlers User-agent: SemrushBot User-agent: SemrushBot-SA User-agent: AhrefsBot User-agent: MJ12bot User-agent: dotbot User-agent: DataForSeoBot User-agent: PetalBot User-agent: YandexBot User-agent: Scrapy User-agent: img2dataset User-agent: ImagesiftBot User-agent: Diffbot User-agent: Webzio-Extended User-agent: VelenPublicWebCrawler User-agent: Crawlspace User-agent: Sidetrade indexer bot User-agent: ISSCyberRiskCrawler User-agent: GeedoProductSearch Disallow: / # Coc Coc crawlers User-agent: coccocbot User-agent: coccocbot-shopping User-agent: coccocbot-ads User-agent: coccocbot-fast User-agent: coccocbot-web User-agent: coccocbot-image Disallow: / Sitemap: https://www.heavydutykits.com/sitemaps.xml