User-agent: OAI-SearchBot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PetalBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: OAI-GPT
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: *
Allow: /DependencyHandler.axd?
Disallow: /aspnet_client/
Disallow: /bin/
Disallow: /config/
Disallow: /data/
Disallow: /install/
Disallow: /macroScripts/
Disallow: /masterpages/
Disallow: /umbraco/
Disallow: /backoffice/
Disallow: /umbraco_client/
Disallow: /usercontrols/
Disallow: /xslt/
Disallow: /contactform/
Disallow: /Search/
Disallow: /404/
Disallow: /checkout/
Disallow: /orderconfirmation/
Disallow: /site-general-settings/
Disallow: /landing-pages/*
Disallow: /lp/*
Disallow: /thank-you/
Disallow: /thank-you-competition/
Disallow: /thank-you-for-your-enquiry/
Disallow: /thank-you-student-services/
Disallow: /student-services-help-support/
Disallow: /health/

Sitemap: https://www.icslearn.org/sitemap