# robots.txt for http://www.example.com/

User-agent: *
Disallow: /cgi-bin/
Disallow: /pub/
Disallow: /ctan/
Disallow: /cpan/
Disallow: /gnu/
Disallow: /scripts/
Disallow: /install/