User-agent: * 
Allow: /
Disallow: /product/offer-statistic-rss
Disallow: /search/rest/*
Disallow: /search
Disallow: */search
Disallow: /rest/*
Disallow: */xml_s3/xml_server3.cgi/*
Disallow: */open-catalog-interface-oci-open-icecat-xml-and-full-icecat-xml-repositories/
Disallow: */icecat-live-real-time-product-data-in-your-app/
Disallow: */manual-for-icecat-json-product-requests/
Disallow: */icecat-csv/
Disallow: */live.icecat.biz/api*
Disallow: */myDownloads
Disallow: */icecat-add-ons-for-popular-solutions-and-implementation-partners/
Disallow: */objects/*
Disallow: */category-feature-taxonomy-report*

User-agent: GPTBot
User-agent: CCBot
User-agent: Google-Extended
User-agent: anthropic-ai
User-agent: ClaudeBot
User-agent: Bytespider
User-agent: Applebot-Extended
User-agent: Omgilibot
User-agent: Omgili
User-agent: PetalBot
User-agent: Diffbot
User-agent: magpie-crawler
User-agent: cohere-training-data-crawler
User-agent: AI2Bot
User-agent: Amazonbot
User-agent: FacebookBot
User-agent: meta-externalads
User-agent: meta-externalagent
User-agent: DataForSeoBot
User-agent: Brightbot
Disallow: /

Sitemap: https://icecat.biz/sitemap/
Sitemap: https://icecat.biz/sitemap/icecat_biz_sitemapIndex.xml