# See http://www.robotstxt.org/ # by default User-agent: * Disallow: /chcp.html Disallow: /chcp/ Disallow: /asc/ Disallow: /iso/ Disallow: /win/ Disallow: /mac/ Disallow: /utf/ Disallow: /kam/ Disallow: /koi/ Disallow: /lat/ Disallow: /il1/ # forbid automatic indexing of the DNS Sleuth with any parameters Disallow: /sleuth/check2.cgi? Disallow: /sleuth/check.cgi? # and the photo galleries except for the main index Disallow: /photos/1 Disallow: /photos/2 # and various private stuff Disallow: /tmp/ Disallow: /priv/ Disallow: /test/ Disallow: /old/