# robots.txt for portal 'Apotheken Umschau' User-Agent: LinkChecker Disallow: /uploads/ Disallow: /ajax/ Disallow: /services/ Disallow: /external/polls/ Disallow: /vendor/ User-Agent: sitebot Disallow: / User-Agent: Linguee Disallow: / # Yahoo Slurp crawler User-Agent: Slurp Disallow: /uploads/ Disallow: /ajax/ Disallow: /services/ Disallow: /external/polls/ Disallow: /vendor/ # AI Bots User-Agent: CCBot Disallow: / User-Agent: GPTBot Disallow: / User-Agent: Amazonbot Disallow: / User-Agent: ClaudeBot Disallow: / User-Agent: FacebookBot Disallow: / User-Agent: meta-externalagent Disallow: / User-Agent: Applebot Disallow: / User-Agent: anthropic-ai Disallow: / User-Agent: Bytespider Disallow: / User-Agent: Claude-Web Disallow: / User-Agent: Diffbot Disallow: / User-Agent: ImagesiftBot Disallow: / User-Agent: Omgilibot Disallow: / User-Agent: Omgili Disallow: / User-Agent: YouBot Disallow: / # Screaming Frog User-Agent: Screaming Frog SEO Spider Disallow: / # All User Agents User-Agent: * Disallow: /uploads/ Disallow: /ajax/ Disallow: /services/ Disallow: /external/polls/ Disallow: /vendor/ Disallow: /youcom/ Disallow: /*.woff$ Disallow: /*.woff2$ # Sitemaps Sitemap: https://www.apotheken-umschau.de/sitemap_news/ Sitemap: https://www.apotheken-umschau.de/sitemap/sitemap_articles/ Sitemap: https://www.apotheken-umschau.de/sitemap_video/ Sitemap: https://www.apotheken-umschau.de/sitemap_index