# robots.txt for http://www.ebmedia.de/ User-agent: * Disallow: /foo.html Disallow: /images/ # Images Disallow: /logs/ # Auswertungen Disallow: /_*/ # dauernd # www.archive.org User-agent: ia_archiver Disallow: / # temporär User-Agent: MJ12bot Disallow: / #http://www.cuill.com/twiceler/robot.html User-Agent: twiceler Disallow: / #http://www.flatlandindustries.com/flatlandbot.php User-Agent: flatlandbot Disallow: /