# Robots.txt file # For domain: http://www.diplomgeologe.de/ # This robot will not spider the domain User-agent: ia_archiver Disallow: /*.htm Disallow: /*.html Disallow: /index.htm Disallow: /bewerbungsfoto.gif Disallow: /anschreiben.htm Disallow: /lebenslauf.htm Disallow: /index.html Disallow: /index1.htm Disallow: /index2.htm Disallow: /800/ Disallow: /800/bewerbungsfoto.gif Disallow: /1024/ Disallow: /css/ Disallow: /js/ Disallow: /ssl/ Disallow: /logod/ Disallow: /statistik/ Disallow: /robots.txt Disallow: /kartierung/navigat1.htm Disallow: /kartierung/navigat2.htm User-agent: ia_archiver-web.archive.org Disallow: /*.htm Disallow: /*.html Disallow: /index.htm Disallow: /bewerbungsfoto.gif Disallow: /anschreiben.htm Disallow: /lebenslauf.htm Disallow: /index.html Disallow: /index1.htm Disallow: /index2.htm Disallow: /800/ Disallow: /800/bewerbungsfoto.gif Disallow: /1024/ Disallow: /css/ Disallow: /js/ Disallow: /ssl/ Disallow: /robots.txt Disallow: /kartierung/navigat1.htm Disallow: /kartierung/navigat2.htm Disallow: /logod/ Disallow: /statistik/ User-agent: wget Disallow: / User-agent: webzip Disallow: / User-agent: HTTrack Disallow: / User-agent: webmirror Disallow: / User-agent: webcopy Disallow: / User-agent: * Disallow: /impressum.shtml Disallow: /internes.shtml Disallow: /bewerbung/ Disallow: /internes/ Disallow: /test/