# robots.txt for http://www.httrack.com User-agent: Googlebot Allow: / Allow: /page Allow: /html Allow: /src Disallow: /*.zip$ Disallow: /*.exe$ Disallow: /*.tar.gz$ Disallow: /*.deb$ User-agent: * Disallow: