# Performance Peak — robots.txt # AI policy: https://www.performancepeak.co.uk/ai-policy.html # --------------------------------------------------------------- # General crawlers (search engines, etc.) # --------------------------------------------------------------- User-agent: * Allow: / Allow: /images/ Allow: /videos/ Allow: /hero/ Disallow: /nyc_training_log.html Disallow: /nyc90.html # --------------------------------------------------------------- # Retrieval / answer-engine bots — ALLOWED # These bots fetch pages on demand to answer user questions and # typically cite the source. We want to be discoverable here. # --------------------------------------------------------------- User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Claude-SearchBot Allow: / User-agent: Claude-User Allow: / User-agent: Google-CloudVertexBot Allow: / # --------------------------------------------------------------- # Training / dataset bots — DISALLOWED # We do not consent to our content being used to train AI models. # See /ai-policy.html for full policy. # --------------------------------------------------------------- User-agent: GPTBot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Google-Extended Disallow: / User-agent: CCBot Disallow: / User-agent: Bytespider Disallow: / User-agent: Amazonbot Disallow: / User-agent: FacebookBot Disallow: / User-agent: meta-externalagent Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: cohere-ai Disallow: / User-agent: Diffbot Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: Omgilibot Disallow: / User-agent: PetalBot Disallow: / User-agent: Timpibot Disallow: / User-agent: YouBot Disallow: / Sitemap: https://www.performancepeak.co.uk/sitemap.xml