# robots.txt for http://www.tools4progress.com User-agent: ia_archiver Disallow: * Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: * # um Zugriffe auf Daten in cgi-bin zu verhindern Disallow: /cgi-bin/ Disallow: /NetTracker/ Disallow: /files/ Disallow: /pcase-examples/ Disallow: /pcasedoku/ Disallow: /viperdoku/ Disallow: /updates/ Disallow: /img/