# robots.txt for https://wdp.eu/

sitemap: https://wdp.eu/en/sitemaps-1-sitemap.xml
sitemap: https://wdp.eu/nl-be/sitemaps-1-sitemap.xml
sitemap: https://wdp.eu/nl-nl/sitemaps-1-sitemap.xml
sitemap: https://wdp.eu/fr/sitemaps-1-sitemap.xml
sitemap: https://wdp.eu/de/sitemaps-1-sitemap.xml
sitemap: https://wdp.eu/ro/sitemaps-1-sitemap.xml

# live - don't allow web crawlers to index cpresources/ or vendor/

User-agent: *
Disallow: /cpresources/
Disallow: /vendor/
Disallow: /.env
Disallow: /cache/
Disallow: /cdn-cgi/
Disallow: /*?action=*

User-agent: Bytespider
Disallow: /news
Disallow: /press-releases
Disallow: /fr/press-releases

User-agent: CCBot
Disallow: /news
Disallow: /press-releases
Disallow: /fr/press-releases

User-agent: Diffbot
Disallow: /news
Disallow: /press-releases
Disallow: /fr/press-releases

User-agent: FacebookBot
Disallow: /news
Disallow: /press-releases
Disallow: /fr/press-releases

User-agent: Google-Extended
Disallow: /news
Disallow: /press-releases
Disallow: /fr/press-releases

User-agent: GPTBot
Disallow: /news
Disallow: /press-releases
Disallow: /fr/press-releases

User-agent: omgili
Disallow: /news
Disallow: /press-releases
Disallow: /fr/press-releases

User-agent: anthropic-ai
Disallow: /news
Disallow: /press-releases
Disallow: /fr/press-releases

User-agent: Claude-Web
Disallow: /news
Disallow: /press-releases
Disallow: /fr/press-releases

User-agent: ClaudeBot
Disallow: /news
Disallow: /press-releases
Disallow: /fr/press-releases

User-agent: cohere-ai
Disallow: /news
Disallow: /press-releases
Disallow: /fr/press-releases

User-agent: PetalBot
Disallow: /news
Disallow: /press-releases
Disallow: /fr/press-releases

User-agent: Meta-ExternalAgent
Disallow: /news
Disallow: /press-releases
Disallow: /fr/press-releases