# robots.txt # # Doku: siehe http://info.webcrawler.com/mak/projects/robots/norobots.html # # Sehr fehlerhafte Suchmaschinen: User-agent: heritrix1-10-0 Disallow: / User-agent: VoilaBot Disallow: / User-agent: WebAlta Crawler Disallow: / User-agent: IDBot Disallow: / User-agent: polybot Disallow: / User-agent: crawlit.crawler.de Disallow: / User-agent: ArchitextSpider Disallow: / User-agent: NetAnts Disallow: / User-agent: Leech Disallow: / User-agent: Slurp Disallow: / User-agent: WebCopier Disallow: / User-agent: DigExt Disallow: / User-agent: libwww-perl Disallow: / User-agent: oBot Disallow: / User-agent: rabaz Disallow: / # Gilt für jeden Robot: User-agent: * Disallow: /Biophysik Disallow: /Welcome Disallow: /de/literatur Disallow: /en/literatur Disallow: /de/people Disallow: /en/people Disallow: /de/oprnt Disallow: /en/oprnt Disallow: /de/print Disallow: /en/print Disallow: /de/search Disallow: /en/search Disallow: /de/galerie Disallow: /en/galerie Disallow: /stylesheet Disallow: /javascript Disallow: /index Disallow: /lehreSS09.html Disallow: /lehreWS0809.html Disallow: /lehreSS08.html Disallow: /Datenbanken/Cavitation-DB Disallow: /~behme Disallow: /%7Ebehme Disallow: /%7ebehme Disallow: /~wedekind Disallow: /%7Ewedekind Disallow: /%7ewedekind Disallow: /~dittmar/irland Disallow: /+AH Disallow: /IFS Disallow: /Veroeffentlichungen Disallow: /Verwaltung Disallow: /apache Disallow: /cgi-bin Disallow: /dpi/ Disallow: /home Disallow: /icons Disallow: /images Disallow: /intern Disallow: /l2h_icons Disallow: /old Disallow: /rechnernamen Disallow: /var Disallow: /~arno/med/ Disallow: /~arno/MED99/ Disallow: /~cmerk Disallow: /%7Ecmerk Disallow: /%7ecmerk Disallow: /~dittmar/irland/ Disallow: /~hagen/html-entwicklung Disallow: /%7Ehagen/html-entwicklung Disallow: /%7ehagen/html-entwicklung Disallow: /~jakob Disallow: /%7Ejakob Disallow: /%7ejakob Disallow: /~jbroe Disallow: /%7Ejbroe Disallow: /%7ejbroe Disallow: /~kagel Disallow: /%7Ekagel Disallow: /%7ekagel Disallow: /~kampi Disallow: /%7Ekampi Disallow: /%7ekampi Disallow: /~luther Disallow: /%7Eluther Disallow: /%7eluther Disallow: /~knut/restricted_html Disallow: /%7Eknut/restricted_html Disallow: /%7eknut/restricted_html Disallow: /~matth/restricted_html Disallow: /%7Ematth/restricted_html Disallow: /%7ematth/restricted_html Disallow: /~martin Disallow: /%7Emartin Disallow: /%7emartin Disallow: /~matth Disallow: /%7Ematth Disallow: /%7ematth Disallow: /~ohl Disallow: /%7Eohl Disallow: /%7eohl Disallow: /~patrick Disallow: /%7Epatrick Disallow: /%7epatrick Disallow: /~peter Disallow: /%7Epeter Disallow: /%7epeter Disallow: /~rainer Disallow: /%7Erainer Disallow: /%7erainer Disallow: /~sarma Disallow: /%7Esarma Disallow: /%7esarma Disallow: /~schrader Disallow: /%7Eschrader Disallow: /%7eschrader Disallow: /~wichard Disallow: /%7Ewichard Disallow: /%7ewichard Disallow: /praktika/fpv/ Disallow: /praktika/ps/ Disallow: /praktika/hist/