# /robots.txt as defined in
# <http://info.webcrawler.com/mak/projects/robots/exclusion.html>

User-agent: *
Disallow: /cgi-bin/
Disallow: /cgi-moses/
Disallow: /icons/
Disallow: /stats/
Disallow: /usage/
Disallow: /ctc/
Disallow: /etex/
Disallow: /nctc/
Disallow: /palm/
Disallow: /scrtc/
Disallow: /utc/