# robots.txt for http://www.gruene-kehl.de # User-agent: Ocelli/1.3 (http://www.globalspec.com/Ocelli) Disallow: / # User-agent: Snapbot/1.0 (+http://www.snap.com) Disallow: / # User-agent: Mozilla/5.0 (compatible; jobs.de-Robot +http://www.jobs.de) Disallow: / # User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows 98) Medusa 1.2 [en] Disallow: / # User-agent: gigabot Disallow: / # User-agent: MJ12bot Crawl-Delay: 30 # User-agent: ConveraCrawler/0.9d (+http://www.authoritativeweb.com/crawl) Disallow: / # User-agent: webmeasurement-bot, http://rvs.informatik.uni-leipzig.de/de/robot/ Disallow: / # User-agent: *