# robots.txt # Server: 88news.de # last change: 2021-09-30 #Sitemaps Sitemap: https://www.88news.de/sitemap.xml User-agent: magpie-crawler User-agent: 008 User-agent: ccbot User-agent: MJ12bot User-agent: Baiduspider User-agent: Baiduspider-image User-agent: Baiduspider-video User-agent: Baiduspider-news User-agent: Baiduspider-favo User-agent: Baiduspider-cpro User-agent: Baiduspider-ads # User-agent: SemrushBot # User-agent: SemruchBot-SA # User-agent: AhrefsBot User-agent: PetalBot User-agent: dotbot User-agent: Yandex User-agent: VocusBot User-agent: suggybot User-agent: ShopWiki User-agent: emefgebot User-agent: GermCrawler User-agent: WBSearchBot User-agent: discobot User-agent: Exabot User-agent: YoudaoBot User-agent: NaverBot User-agent: Spinn3r User-agent: MLBot User-agent: YioopBot User-agent: Yeti User-agent: moget User-agent: netseer User-agent: ichiro User-agent: JikeSpider User-agent: MaxPointCrawler/Nutch-1.1 User-agent: CrystalSemanticsBot User-agent: TurnitinBot User-agent: yacybot User-agent: Ezooms User-agent: NerdByNature User-agent: Acoon User-agent: Bytedance User-agent: Bytespider Disallow: / User-agent: * Disallow: /wp-json Disallow: /admin Disallow: /albums/ Disallow: /blocks/ Disallow: /images/ Disallow: /includes/ Disallow: /install/ Disallow: /language/ Disallow: /modules/ Disallow: /spaw/ Disallow: /themes/ Disallow: /upgrade/ Disallow: /themecache/ Disallow: /dynadata/ Disallow: /setup/ Disallow: /mobile/ Disallow: /bottrap/ Disallow: /cgi-bin/suite/ # Disallow: /wp-json