Westfalen Post

User-agent: AddSearchBot
User-agent: ai2bot
User-agent: AihitBot
User-agent: AllenAI
User-agent: Amazon-Kendra
User-agent: Amazonbot
User-agent: Anomura
User-agent: anthropic-ai
User-agent: Applebot-Extended
User-agent: archive.org_bot
User-agent: AtlassianBot
User-agent: BedrockBot
User-agent: Brightbot
User-agent: ByteDance
User-agent: Bytespider
User-agent: CCBot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Cloudflare-Authorag
User-agent: Cloudflare-Autorag
User-agent: CloudVertexBot
User-agent: Cohere-Training-Data-Crawler
User-agent: Cotoyogi
User-agent: cohere-ai
User-agent: CrawlSpace
User-agent: DeepSeekBot
User-agent: Diffbot
User-agent: FacebookBot
User-agent: FactSet_SpyderBot
User-agent: FireCrawlAgent
User-agent: FriendlyCrawler
User-agent: Google-Cloud-Vertex-Bot
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: GPTBot
User-agent: Grok-DeepSearch
User-agent: GrokBot
User-agent: ia_archiver
User-agent: ia_archiver-web.archive.org
User-agent: ICC-Crawler
User-Agent: ImagesiftBot
User-agent: img2dataset
User-agent: KangarooBot
User-agent: KlaviyoAIBot
User-agent: LingueeBot
User-Agent: meta-externalagent
User-agent: Meta-WebIndexer
User-agent: MistralAI
User-agent: MyCentralAIScraperBot
User-agent: omgili
User-agent: omgilibot
User-agent: OpenAI
User-agent: PanguBot
User-agent: peer39_crawler
User-agent: peer39_crawler/1.0
User-agent: PerplexityBot
User-agent: PoseidonResearchCrawler
User-agent: QualifiedBot
User-agent: SBIntuitionsBot
User-agent: ShapBot
User-agent: SidetradeIndexerBot
User-agent: Terracotta
User-agent: Timpibot
User-agent: ThinkBot
User-agent: TikTokSpider
User-agent: VelenPublicWebCrawler
User-agent: XAI-Grok
User-agent: YandexAdditional
User-agent: YouBot
Disallow: /

User-agent: arquivo-web-crawler
User-agent: arquivo.pt
User-agent: Barkrowler
User-agent: bigsur.ai
User-agent: BLEXBot
User-agent: browsertrix
User-agent: brozzler
User-agent: Buddybot
User-agent: BuiltWith
User-agent: Cincraw
User-agent: coccocbot
User-agent: contao/crawler
User-agent: Devin
User-agent: Dmbot
User-agent: DomainStatsBot
User-agent: DotBot
User-agent: dotbot
User-agent: fluid
User-agent: HaosouSpider
User-agent: HappyWing
User-agent: harsilbot
User-agent: hatena antenna
User-agent: Heritrix
User-agent: ImagesiftBot
User-agent: kazbtbot
User-agent: Kraken
User-agent: LinerBot
User-agent: linkdebot
User-agent: Linkfluence Yak Bot
User-agent: mail.RU_Bot
User-agent: MetaJobBot
User-agent: Monsidobot
User-agent: netEstate
User-agent: OGDWCtcxCrawler
User-agent: PetalBot
User-agent: ResearchBot
User-agent: Riddler
User-agent: SentiBot
User-agent: rogerbot
User-agent: Semanticbot
User-agent: SemanticScholarBot
User-agent: SirdataBot
User-agent: spbot
User-agent: special_archiver
User-agent: SplitSignalBot
User-agent: Tag-Crawler
User-agent: Testcrawler
User-agent: thinkers-bot
User-agent: Toplistbot
User-agent: uipbot/1.0
User-agent: urlsuma
User-agent: User-agent
User-agent: VsuSearchSpider
User-agent: weborama-fetcher
User-agent: WiseGuys Robot
User-agent: wpbot
User-agent: Yeti
Disallow: /

User-agent: DuckAssistBot
User-agent: Gemini-Deep-Research
User-agent: ChatGPT-User
User-agent: Google-NotebookLM
User-agent: GoogleAgent-Mariner
User-agent: meta-externalfetcher
User-agent: MistralAI-User
User-agent: NovaAct
User-agent: Perplexity-User
User-agent: Claude-SearchBot
Disallow: /*/article*.html
Disallow: /stats/*
Disallow: /*?config*
Disallow: /*.xmli*
Disallow: /*?service=Ajax
Disallow: /*?service=ajax
Disallow: /config/*
Disallow: /test/*
Disallow: /Test/*
Disallow: /template/*
Disallow: /*?*token=*
Disallow: /*?*eventId=*
Disallow: /static/*
Disallow: /migration_import_no_section/*
Disallow: /secure/
Disallow: /socialmedia/*
Disallow: *reader_id=READER_ID*
Disallow: /suche/*
Disallow: /*?widgetid=
Disallow: /newsletter-result/
Disallow: *tpcc=*
Disallow: /resources/
Disallow: /bin/
Disallow: /downloads/
Disallow: /service/newsletter-adconsent
Disallow: /pagespeed_static/
Disallow: /resources/img/*icon*pagespeed

Sitemap: https://www.wp.de/sitemaps/news.xml

User-agent: *
Allow: /static/*/client.js
Allow: /static/*/main.css
Allow: /static/*/favicon.png
Disallow: /stats/*
Disallow: /*?config*
Disallow: /*.xmli*
Disallow: /*?service=Ajax
Disallow: /*?service=ajax
Disallow: /config/*
Disallow: /test/*
Disallow: /Test/*
Disallow: /template/*
Disallow: /*?*token=*
Disallow: /*?*eventId=*
Disallow: /static/*
Disallow: /migration_import_no_section/*
Disallow: /secure/
Disallow: /socialmedia/*
Disallow: *reader_id=READER_ID*
Disallow: /suche/*
Disallow: /*?widgetid=
Disallow: /newsletter-result/
Disallow: *tpcc=*
Disallow: /resources/
Disallow: /bin/
Disallow: /downloads/
Disallow: /service/newsletter-adconsent
Disallow: /pagespeed_static/
Disallow: /resources/img/*icon*pagespeed

User-agent: Cliqzbot
User-agent: Baiduspider
User-agent: Flamingo_SearchEngine
User-agent: SeznamBot
User-agent: Sogou spider
User-agent: Yandex
Disallow: /

User-agent: AhrefsBot
User-agent: BacklinkCrawler
User-agent: DataForSeoBot
User-agent: deepcrawl
User-agent: LinkChecker
User-agent: linkdebot
User-agent: Linkfluence Yak Bot
User-agent: Majestic
User-agent: Majestic12
User-agent: MJ12bot
User-agent: OnPageBot
User-agent: OpenindexSpider
User-agent: openindexspider
User-agent: Optimizer
User-agent: RyteBot
User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: Semrushbot-SI
User-agent: Seobility
User-agent: SEOdiver
User-agent: SEOkicks
User-agent: SEOkicks-Robot
User-agent: SISTRIX
User-agent: sistrix
User-agent: SISTRIX Crawler
User-agent: SISTRIX Optimizer
User-agent: SiteAuditBot
Disallow: /

User-agent: AmazonAdBot
Disallow: /stats/*
Disallow: /*?config*
Disallow: /*.xmli*
Disallow: /*?service=Ajax
Disallow: /*?service=ajax
Disallow: /config/*
Disallow: /test/*
Disallow: /Test/*
Disallow: /template/*
Disallow: /*?*token=*
Disallow: /*?*eventId=*
Disallow: /static/*
Disallow: /migration_import_no_section/*
Disallow: /secure/
Disallow: /socialmedia/*
Disallow: *reader_id=READER_ID*
Disallow: /suche/*
Disallow: /*?widgetid=
Disallow: /newsletter-result/
Disallow: *tpcc=*
Disallow: /resources/
Disallow: /bin/
Disallow: /downloads/
Disallow: /service/newsletter-adconsent
Disallow: /pagespeed_static/
Disallow: /resources/img/*icon*pagespeed

No change recorded.