user-agent: *
Disallow: /recommendation/
Disallow: /search/results/
Disallow: /cart/
Disallow: /checkout/
Disallow: /api/
Disallow: /developer/
Disallow: /account/
Disallow: /orders/
Disallow: /cms/
Disallow: /search/
Disallow: /*?*prettyURL
Disallow: /*?*utm_source
Disallow: /*utm_source*
Disallow: /*&recommendationsource*
Disallow: /*facetValues*
Disallow: /graphql

# Prevents crawling of multiple parameters in the /band-builder/
# Allows crawling and indexing of the defualt /band-builder/ page
Disallow: /band-builder/*?* 
Allow: /band-builder

# Asks bots to kindly crawl a little slower. 
Crawl-delay: 10

# Prevents crawling of browse pages that have URL Parameters.
# 7/30/24 GoogleBot spam
Disallow: /search/*?*

User-agent: Applebot
Disallow: /searchbystone/

User-agent: AhrefsBot
Disallow: /

User-agent: AhrefsSiteAudit
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Sogou Spider
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: claudebot
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Exabot
Disallow: / 

User-agent: rogerbot
Disallow: / 

User-agent: SeznamBot
Disallow: /

# 2/4/25 GoogleBot spam
# Instructs bots not to strip out the Group ID within a product page URL. 
Allow: /*?groupId=

# Discourages bots from clicking on our product recommendations. This will slow down crawlers, but we may have less PDPs indexed on search engines. 
Disallow: /products/*?recommendation*?

# GENERIC SITEMAP
Sitemap: https://www.stuller.com/sitemaps/stullercom-xml-sitemap.xml

# PRODUCT PAGES SITEMAP
Sitemap: https://www.stuller.com/sitemaps/product-pages_bos_sitemap.xml

# CONTENT PAGES SITEMAP
Sitemap: https://www.stuller.com/sitemaps/stullercom_content_pages_7-15-2024_sitemap.xml

#CATEGORY PAGES SITEMAP
Sitemap: https://www.stuller.com/sitemaps/stullercom_category_pages_7-15-2024_sitemap.xml

# BOS PRODUCT PAGES
Sitemap: https://www.stuller.com/sitemaps/product-pages_gift-bags_wrapping-paper_tissue-paper_sitemap.xml