# Block search result pages and single result pages User-agent: * Crawl-delay: 10 Disallow: /search/audio/ Disallow: /search/image/ Disallow: /search/ Disallow: /image/ Disallow: /audio/ # Disallow the same for all translated routes Disallow: /*/search/audio/ Disallow: /*/search/image/ Disallow: /*/search/ Disallow: /*/image/ Disallow: /*/audio/ User-agent: GPTBot Disallow: / User-agent: CCBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: Google-Extended Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Omgilibot Disallow: / User-agent: Omgili Disallow: / User-agent: FacebookBot Disallow: / User-agent: Diffbot Disallow: / User-agent: Bytespider Disallow: / User-agent: ImagesiftBot Disallow: / User-agent: cohere-ai Disallow: /