# robots.txt 

User-agent: *
Disallow: /as/
Disallow: /cgi-bin/
Disallow: /log/
Disallow: /alt_ads/
Disallow: /go/
Disallow: /2007/
Disallow: /video/