# =======================================
# PlumbersStock Robots.txt
# Policy: Allow search & retrieval crawlers
#         Block all AI / LLM training crawlers
# =======================================

# ------------------------------
# Sitemap
# ------------------------------
Sitemap: https://xrefs0.plumbersstock.com/sitemaps/sitemapindex.xml
Sitemap: https://www.plumbersstock.com/blog/sitemap_index.xml

# ------------------------------
# Global crawl rules
# ------------------------------
User-agent: *
Allow: /

Disallow: /search*
Disallow: /*noidx=1*
Disallow: /*noidx=2*
Disallow: /account*
Disallow: /feed/*
Disallow: /load-site-reviews*
Disallow: /*/all.html*
Disallow: /Truck*
Disallow: /checkout/shipping.html
Disallow: /coupon-codes*
Disallow: /submit-benchmarks*
Disallow: /blog/?s=*
Disallow: /*color=*
Disallow: /*?&page=*
Disallow: /*?display=*
Disallow: /*&display=*
Disallow: /*?&brand=*
Disallow: /*?facets*
Disallow: /*?p=*
Disallow: /*?scid*
Disallow: /*?brand=

# Whitelisted brand parameters
Allow: /*?brand=alfi
Allow: /*?brand=american-standard
Allow: /*?brand=aquamotion
Allow: /*?brand=bradford-white
Allow: /*?brand=brizo
Allow: /*?brand=cleveland
Allow: /*?brand=crescent
Allow: /*?brand=danze
Allow: /*?brand=delta
Allow: /*?brand=dewalt
Allow: /*?brand=diablo
Allow: /*?brand=dunkirk
Allow: /*?brand=eemax
Allow: /*?brand=elkay
Allow: /*?brand=franke
Allow: /*?brand=gerber
Allow: /*?brand=grohe
Allow: /*?brand=grundfos
Allow: /*?brand=hit-products-corp
Allow: /*?brand=insinkerator
Allow: /*?brand=irritrol
Allow: /*?brand=klein
Allow: /*?brand=kohler
Allow: /*?brand=k-rain
Allow: /*?brand=liberty-pumps
Allow: /*?brand=little-giant
Allow: /*?brand=lochinvar
Allow: /*?brand=maax
Allow: /*?brand=makita
Allow: /*?brand=malco-products
Allow: /*?brand=mandg-duravent
Allow: /*?brand=milwaukee-electric-tool
Allow: /*?brand=moen
Allow: /*?brand=mowro
Allow: /*?brand=mustee
Allow: /*?brand=noritz
Allow: /*?brand=oasis
Allow: /*?brand=peerless
Allow: /*?brand=pfister
Allow: /*?brand=rainbird
Allow: /*?brand=reed-manufacturing
Allow: /*?brand=ridgid
Allow: /*?brand=sloan
Allow: /*?brand=speakman
Allow: /*?brand=stiebel-eltron
Allow: /*?brand=symmons
Allow: /*?brand=takagi
Allow: /*?brand=toro-irrigation
Allow: /*?brand=toto
Allow: /*?brand=ultra-faucets
Allow: /*?brand=us-hardware
Allow: /*?brand=waste-king
Allow: /*?brand=watts

# ------------------------------
# Category + Brand disallows
# Purpose: reduce redundant brand/category crawling & block unused parameter paths
# ------------------------------

Disallow: /hvac/misc.html?brand=
Disallow: /hvac/vent-covers/diffusers.html?brand=shoemaker
Disallow: /kitchen/sinks.html?brand=elkay
Disallow: /kitchen/sinks/drop-in.html?brand=elkay
Disallow: /parts/commercial-plumbing.html?brand=chicago
Disallow: /parts/commercial-plumbing.html?brand=tands-brass
Disallow: /parts/hvac.html?brand=mars
Disallow: /parts/tool/power.html?brand=milwaukee-electric-tool
Disallow: /parts/tool/power.html?brand=ridgid
Disallow: /parts/tool/power/drill-driver.html?brand=milwaukee-electric-tool
Disallow: /plumbing/pumps/centrifugal.html?brand=grundfos
Disallow: /tools/power/accessories/drill-bits/specialty.html?brand=

# ------------------------------
# AI / LLM crawler directives
# ------------------------------

# --- OpenAI ---
# Block model training
User-agent: GPTBot
Disallow: /
# Allow retrieval/search bot
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /

# --- Anthropic (Claude) ---
# Block training
User-agent: ClaudeBot
Disallow: /
# Allow search/retrieval
User-agent: Claude-SearchBot
Allow: /
User-agent: Claude-User
Allow: /

# --- Perplexity ---
# Allow retrieval for live answers/search
User-agent: PerplexityBot
Allow: /

# --- Other AI / training crawlers to block ---
User-agent: Google-Extended
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Meta-ExternalAgent
Disallow: /
User-agent: Meta-ExternalFetcher
Disallow: /

# --- Misc ---
User-agent: wget
Disallow: /