# robots that don't seem to deal with 404's and repeated request
# nonexistent files, Go Away!
User-agent: ExtractorPro
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: *
Disallow: /webstats
Disallow: /cgi-bin
Disallow: /Assignments