User-agent: Googlebot-News
Allow: /
User-agent: EchoboxBot
Allow: /
User-agent: Mozilla/5.0 (compatible; OGDWCtxCrawler)
Allow: /
User-agent: Mediapartners-Google
Allow: /
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: OAI-SearchBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Claude-User
Disallow: /
User-agent: Claude-SearchBot
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: Perplexity-User
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Meta-ExternalAgent
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: *
Disallow: /suche?q=
Disallow: /jos-data
Disallow: /api/
Disallow: /*.woff2$
Disallow: /*.woff$
Disallow: /*.ttf$
Disallow: /cdn-cgi/
Disallow: /en-US
Disallow: /tests
Disallow: /status
Disallow: /session/
Disallow: /search
Disallow: /article-metadata
Disallow: /articles-from-category
Disallow: /designs/
Disallow: /ajax/
Disallow: /interaktiv/
Disallow: /tracking/
Disallow: /tagcloud/
Crawl-delay: 10
Allow: /.well-known/
# Sitemaps
Sitemap: https://weltbuehne.com/sitemap.xml
Sitemap: https://weltbuehne.com/news-sitemap.xml
Sitemap: https://weltbuehne.com/sitemap.articles.xml
Sitemap: https://weltbuehne.com/sitemap.authors.xml
Sitemap: https://weltbuehne.com/sitemap.pages.xml
Sitemap: https://weltbuehne.com/sitemap.static-pages.xml
Sitemap: https://weltbuehne.com/sitemap.topics.xml