# blanket ban on special pages, should be fine I think User-Agent: * Disallow: /w/ Allow: /w/load.php Disallow: /wiki/Special: Disallow: /wiki/Special%3A # A capture bot, downloads gazillions of pages with no public benefit # http://www.webreaper.net/ User-agent: WebReaper Disallow: / #User-agent: YandexBot #Disallow: / User-agent: MegaIndex.ru Disallow: / # China User-agent: sogou spider Disallow: / User-agent: YoudaoBot Disallow: / User-agent: Baiduspider User-agent: Baiduspider-video User-agent: Baiduspider-image Disallow: / # Korea User-agent: NaverBot User-agent: Yeti Disallow: / # Japan User-agent: moget User-agent: ichiro Disallow: / # Vietnam User-agent: coccocbot-web Disallow: / # Stop users from downloading the entire wiki without proper configuration! User-agent: HTTrack Disallow: / # marketing User-agent: Barkrowler Disallow: / User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: SemrushBot-BA Disallow: / User-agent: SemrushBot-SI Disallow: / User-agent: SemrushBot-SWA Disallow: / User-agent: SemrushBot-CT Disallow: / User-agent: SemrushBot-BM Disallow: / User-agent: SemrushBot-SEOAB Disallow: / User-agent: SEOkicks-Robot Disallow: / User-agent: MJ12bot Disallow: / User-agent: dotbot Disallow: / User-agent: rogerbot Disallow:/ User-agent: AhrefsBot Disallow: / User-agent: Alexibot Disallow: / User-agent: AlphaSeoBot Disallow: / User-agent: AlphaSeoBot-SA Disallow: / User-agent: BLEXBot Disallow: / User-agent: proximic Disallow: / User-Agent: ZoomBot Disallow: / User-agent: Linguee Disallow: / User-Agent: MauiBot Disallow: / User-Agent: serpstatbot Disallow: / User-agent: Sogou web spider Disallow: / User-agent: Sogou inst spider Disallow: / User-agent: Sogou spider2 Disallow: / User-agent: Sogou Orion spider Disallow: / User-agent: 360spider Disallow: / User-agent: TurnitinBot Disallow: / User-agent: SeznamBot Disallow: / User-agent: Buck/2.2 Disallow: / User-agent: YaK Disallow: / User-agent: DataForSeoBot Disallow: /