User-Agent: *

Allow: /


# Bot-type: Training (Incumbents Allowed, Others Blocked)

User-agent: GPTBot

User-agent: anthropic-ai

User-agent: ClaudeBot

User-agent: Google-Extended

Allow: /


User-agent: CCBot

User-agent: GrokBot

User-agent: Meta-ExternalAgent

User-agent: Applebot-Extended

User-agent: Amazonbot

User-agent: Bytespider

User-agent: Ai2Bot

User-agent: Ai2Bot-Dolma

User-agent: cohere-ai

User-agent: cohere-training-data-crawler

User-agent: DeepSeekBot

User-agent: PanguBot

User-agent: Webzio-Extended

User-agent: Diffbot

User-agent: FacebookBot

User-agent: omgili

User-agent: Timpibot

User-agent: omgilibot

Disallow: /


#Bot-type: Search Citations

User-agent: OAI-SearchBot

User-agent: Claude-SearchBot

User-agent: PerplexityBot

User-agent: Googlebot

User-agent: Bingbot

User-agent: Applebot

Allow: /


User-agent: Amzn-SearchBot

User-agent: AzureAI-SearchBot

User-agent: Google-CloudVertexBot

User-agent: Grok-DeepSearch

User-agent: xAI-Grok

User-agent: meta-webindexer

User-agent: YouBot

Disallow: /


# Bot-type: User Initiated Interaction (Real-time Browsing)

User-agent: ChatGPT-User

User-agent: Claude-User

User-agent: Claude-Web

User-agent: Claude-Code

User-agent: Perplexity-User

User-agent: Google-Deep-Research

User-agent: Gemini-Deep-Research

User-agent: DuckAssistBot

User-agent: GoogleAgent-Mariner

User-agent: Google-Agent

Allow: /


User-agent: MistralAI-User

User-agent: Manus-User

User-agent: NovaAct

User-agent: quillbot.com

User-agent: meta-externalfetcher

Disallow: /


# Bot-type: Technical SEO Audit Tools and Others

User-agent: Screaming Frog SEO Spider

User-agent: SEBot-WA

Allow: /


User-agent: MyCentralAIScraperBot

Disallow: /


Sitemap: https://cornershopcreative.com/sitemap_index.xml