# 10.04.2005 added jodie directories # 01.03.2005 ban all but Googlebot # 09.04.2006 apparently first comes allow Google then disallow all? # but as of today it works like it is # 12.05.2006 taken off Disallow: /xfuss/ # because as it is there is not any link, otherwise there'd be one in robots.txt # 29.09.2007 bad robots: envolk # noch ein Google image bot # oder ein fake User-agent: Mediapartners-Google/2.1 Disallow: / # envolk spider, "directive"? http://www.envolk.com/envolkspiderinfo.html # does not read robots User-agent: envolk Disallow: / # audio crawler - singfish User-agent: asterias Disallow: / # audio crawler - singfish User-agent: asterias/2.0 Disallow: / # http://www.boitho.com/dcbot.html # does not read robots User-agent: boitho.com-dc Disallow: / # ban all User-agent: * Disallow: / # Google image bot # Googlebot-Image/1.0+(+http://www.googlebot.com/bot.html) User-agent: Googlebot-Image Disallow: / # allow Google User-agent: Googlebot Disallow: /email-addresses/ Disallow: /bin/ Disallow: /logs/ Disallow: /audio/ Disallow: /img/ Disallow: /gene/img/ Disallow: /gene/guest/tafelrund/ Disallow: /gene/famiglia/ Disallow: /gene/jugend/ Disallow: /gene/Yellow/ Disallow: /W3SVC66/ Disallow: /Abi83/ Disallow: /webcam/ Disallow: /spinenfale_ACHTUNK_bad_bad_bad_ Disallow: /RU/ Disallow: /jodie/ Disallow: /herdin/jodie/ Disallow: /ny/audio-book_1 # allow web-archive User-agent: ia_archiver Disallow: /email-addresses/ Disallow: /bin/ Disallow: /logs/ Disallow: /audio/ Disallow: /img/ Disallow: /gene/img/ Disallow: /gene/guest/tafelrund/ Disallow: /gene/famiglia/ Disallow: /gene/jugend/ Disallow: /gene/Yellow/ Disallow: /W3SVC66/ Disallow: /Abi83/ Disallow: /webcam/ Disallow: /spinenfale_ACHTUNK_bad_bad_bad_ Disallow: /RU/ Disallow: /jodie/ Disallow: /herdin/jodie/ Disallow: /ny/audio-book_1 No-Email-Collection: http://www.baronrouge.com/TOS.html