User-agent: *
Disallow: /cgi-bin
Disallow: /ftp
Disallow: /download
Disallow: /asp
Disallow: /wusage
Disallow: /aspnet_client