User-agent: *
Disallow: /App_Browsers/
Disallow: /App_config/
Disallow: /App_Data/
Disallow: /sitecore
Disallow: /Sitecore
Disallow: /sitecore_files/
Disallow: /sitecore modules/
Disallow: /temp/
Disallow: /upload/
Disallow: /xsl/
Disallow: /*?productFilter=
Disallow: /*?Filters=
Disallow: /*?variable=
Disallow: /*?f=
Disallow: /Search
Disallow: /*?da=

Sitemap: https://www.omnicheer.com/-/media/XML_Sitemap.xml

# Allow AI search and agent use
User-agent: OAI-SearchBot
User-agent: ChatGPT-User  
User-agent: PerplexityBot
User-agent: FirecrawlAgent
User-agent: AndiBot
User-agent: ExaBot
User-agent: PhindBot
User-agent: YouBot
User-agent: BingBot
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: GPTBot  
User-agent: Google-Extended  
Crawl-delay: 5 
Allow: /