User-agent: *

Disallow: /stats
Disallow: /cgi-bin
Disallow: /images
Disallow: /logs
Disallow: /pdf

User-agent: webreaper 
Disallow: /

User-agent: linkwalker 
Disallow: /