# robots.txt 
User-agent: *
Disallow: /anonymous/
Disallow: /aspnet_client/
Disallow: /cgi-bin/
Disallow: /Cgi-local/
Disallow: /data/
Disallow: /stats/