User-agent: *
Allow: /

# Internal and utility paths that should not be crawled.
Disallow: /api/
Disallow: /sitecore/
Disallow: /-/jssmedia/
Disallow: /search

# Tracking and non-canonical parameterized URLs.
Disallow: /*?*fbclid=
Disallow: /*?*gclid=
Disallow: /*?*utm_
Disallow: /*?*trk=
Disallow: /*?*ref=
Disallow: /*?*page=
Disallow: /*?*sort=
Disallow: /*?*filter=

Sitemap: https://www.cws.com/sitemap.xml
Sitemap: https://www.cws.com/sitemap-hygiene.xml
Sitemap: https://www.cws.com/sitemap-workwear.xml
Sitemap: https://www.cws.com/sitemap-healthcare.xml
Sitemap: https://www.cws.com/sitemap-floor-care.xml
Sitemap: https://www.cws.com/sitemap-cleanroom.xml
Sitemap: https://cws-fire-safety.com/sitemap.xml

User-agent: Scrunchbot
Allow: /

User-agent: ScrunchAI-testbot
Allow: /

User-agent: ScrunchAI-Testbot
Allow: /