# robots.txt for www.svd.se Sitemap: https://www.svd.se/sitemap.xml User-Agent: bingbot Disallow: /sok* User-agent: * Disallow: /api/* Disallow: /arkiv/api/* Disallow: /?companyid=* Disallow: /rabattkod/dn Disallow: /rabattkod/dagens-industri # AI crawler bots User-agent: CCBot Disallow: / User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Google-Extended Disallow: /