User-agent: *
Disallow: /test/
Disallow: /webmail/
Disallow: /awstats/
Disallow: /control/
Disallow: /error/
Disallow: /weight/
Disallow: /js/
Disallow: /pages/
Disallow: /cgi-bin/
Disallow: /crawlertrap.html