User-agent: *
Disallow: /local-cgi/
Disallow: /logs/
Disallow: /topsites/
Disallow: /images/
Disallow: /private/
Disallow: /arelis/
Disallow: /checks/
Disallow: /geotraffic/
Disallow: /ftp/
Disallow: /phpadsnew/
Disallow: /logos/
User-agent: Slurp
Disallow: /
User-agent: Teoma
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: Scrubby
Disallow: /
User-agent: Robozilla
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: LinkChecker
Disallow: /