User-agent: *
Disallow: /wp-admin/
Disallow: /wp-content/cache/
Disallow: /*wpr_t=

Disallow: /cart
Disallow: /checkout
Disallow: /feed
Disallow: /my-account/request-warranty
Disallow: /pay
Disallow: /payment-confirmation-2
Disallow: /payment-failed
Disallow: /payment-failed-2
Disallow: /product-cta
Disallow: /saved-quote
Disallow: /track-order
Disallow: /upsells
Disallow: /wishlist
Disallow: /wishlist-create
Disallow: /wishlist-manage
Disallow: /wishlist-public
Disallow: /wishlist-search
Disallow: /wishlist-searchp
Disallow: /00-test-page
Disallow: /?packages_list=1&orderby=price-fastest
Disallow: /*/feed$
Disallow: /*/feed/$
Disallow: /*?add-to-cart=

Allow: /wp-admin/admin-ajax.php
Allow: /shop/custom-wheels/
Allow: /shop/tires/

# ----------------------------
# NEW RULES TO REDUCE CRAWL LOAD
# (Keeps SEO & AI snippets intact)
# ----------------------------

# Stop crawling pagination (page/2, page/205, etc)
Disallow: */page/

# Stop price filters, sort-by, and parameter spam
Disallow: /*?orderby=
Disallow: /*?min_price=
Disallow: /*?max_price=
Disallow: /*?filter_
Disallow: /*?rating_filter=
Disallow: /*?offset=
Disallow: /*?per_page=
Disallow: /*?product_count=

# Prevent crawlers from hitting internal search result URLs
Disallow: /*?s=
Disallow: /*/?s=

# Block popup plugin asset folder
Disallow: /wp-content/uploads/pum/

# Block WooCommerce AJAX endpoints
Disallow: /*?wc-ajax=

# Ensure normal clean URLs (categories, products, landing pages) stay crawlable
Allow: /*$

Sitemap: https://wheelsasap.com/sitemaps.xml


# ----------------------------
# AI / Large Crawler rate-limit area
# (unchanged from your original)
# ----------------------------

User-agent: AI2Bot
User-agent: Ai2Bot-Dolma
User-agent: Amazonbot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: FriendlyCrawler
User-agent: GPTBot
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: GoogleOther-Image
User-agent: GoogleOther-Video
User-agent: ICC-Crawler
User-agent: ISSCyberRiskCrawler
User-agent: ImagesiftBot
User-agent: Kangaroo Bot
User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: PetalBot
User-agent: Scrapy
User-agent: Sidetrade indexer bot
User-agent: Timpibot
User-agent: VelenPublicWebCrawler
User-agent: Webzio-Extended
User-agent: YouBot
User-agent: anthropic-ai
User-agent: cohere-ai
User-agent: facebookexternalhit
User-agent: iaskspider/2.0
User-agent: img2dataset
User-agent: omgili
User-agent: omgilibot
User-agent: Seachatlas
Crawl-delay: 10

# ----------------------------
# Hard blocks — heavy offenders (see downtime debug 2026-08)
# ----------------------------

# Meta AI scrapers — obey Disallow, ignore Crawl-delay
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
Disallow: /

# Third-party SEO scrapers — no value to this site
User-agent: AhrefsBot
User-agent: DataForSeoBot
User-agent: SemrushBot
User-agent: MJ12bot
Disallow: /

# Bing — legit, throttle (also set crawl rate in Bing Webmaster Tools)
User-agent: bingbot
Crawl-delay: 10
Disallow: /wp-content/plugins/identity-verification-for-woocommerce/