## robots.txt for www.jjj.de: # ill-behaved bots show up in access-log # (the directory /stupid-bot/ does not exist): User-agent: * Disallow: /stupid-bot/ # identity gatherer: User-agent: MyOnID Disallow: / # identity gatherer: User-agent: 123People Disallow: / # identity gatherer: User-agent: Pipl Disallow: / # identity gatherer: User-agent: Yasni Disallow: / # brandwatch.com: User-agent: magpie-crawler Disallow: / # icjobs.de: User-agent: ICCrawler - iCjobs Disallow: / # acoon.de: User-agent: Acoon-Robot Disallow: / User-agent: Acoon Disallow: / # warebay.com: User-agent: WBSearchBot Disallow: / # http://www.picsearch.com/bot.html: User-agent: psbot Disallow: / # ill-behaved: User-agent: dotbot Disallow: / # sistrix.net sistrix.de: User-agent: sistrix Disallow: / # User-agent: Python-urllib Disallow: / # aboutus.org mediaways.net: User-agent: AboutUsBot Disallow: / # seokicks.de: User-agent: SEOkicks-Robot Disallow: / # amazonaws.com: User-agent: EC2LinkFinder Disallow: / # https://ahrefs.com/robot/index.php User-agent: AhrefsBot Disallow: / # http://www.career-x.de/bot.html User-agent: careerbot Disallow: / ## : #User-agent: Presto #Disallow: / ## : #User-agent: #Disallow: /