# robots.txt for portal 'Apotheken Umschau'

User-Agent: LinkChecker
Disallow: /uploads/
Disallow: /ajax/
Disallow: /services/
Disallow: /external/polls/
Disallow: /vendor/

User-Agent: sitebot
Disallow: /

User-Agent: Linguee
Disallow: /

# Yahoo Slurp crawler

User-Agent: Slurp
Disallow: /uploads/
Disallow: /ajax/
Disallow: /services/
Disallow: /external/polls/
Disallow: /vendor/

# AI Bots

User-Agent: CCBot
Disallow: /

User-Agent: GPTBot
Disallow: /

User-Agent: Amazonbot
Disallow: /

User-Agent: ClaudeBot
Disallow: /

User-Agent: FacebookBot
Disallow: /

User-Agent: meta-externalagent
Disallow: /

User-Agent: Applebot
Disallow: /

User-Agent: anthropic-ai
Disallow: /

User-Agent: Bytespider
Disallow: /

User-Agent: Claude-Web
Disallow: /

User-Agent: Diffbot
Disallow: /

User-Agent: ImagesiftBot
Disallow: /

User-Agent: Omgilibot
Disallow: /

User-Agent: Omgili
Disallow: /

User-Agent: YouBot
Disallow: /

# Screaming Frog

User-Agent: Screaming Frog SEO Spider
Disallow: /

# All User Agents

User-Agent: *
Disallow: /uploads/
Disallow: /ajax/
Disallow: /services/
Disallow: /external/polls/
Disallow: /vendor/
Disallow: /youcom/
Disallow: /*.woff$
Disallow: /*.woff2$

# Sitemaps

Sitemap: https://www.apotheken-umschau.de/sitemap_news/
Sitemap: https://www.apotheken-umschau.de/sitemap/sitemap_articles/
Sitemap: https://www.apotheken-umschau.de/sitemap_video/
Sitemap: https://www.apotheken-umschau.de/sitemap_index