# robots that don't seem to deal with 404's and repeated request
# nonexistent files, Go Away!
User-agent: ExtractorPro
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: *
Disallow: /priv_stats
Disallow: /cgi-bin
Disallow: /agarthan
Disallow: /darcsyde