User-agent: * Disallow: /cgi-bin/ Disallow: /cp/ Disallow: /modlogan/ Disallow: /webalizer/ Disallow: /_tst.php Disallow: /create_image.php Disallow: /captcha_check.php Disallow: /external.js Disallow: /ajax_captcha.js Disallow: /wp- Disallow: /wp-v1 Disallow: /wp-v2 Disallow: /wp-v3 Disallow: /wp-vv Disallow: /wp-wap Disallow: /class Disallow: /cap- Disallow: /cap-bak Disallow: /ex-promotion Disallow: /cap-vv # Disallow Collectors and Spam User-agent: atSpider Disallow: / User-agent: cherrypicker Disallow: / User-agent: DSurf Disallow: / User-agent: e-collector Disallow: / User-agent: EliteSys Entry Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: Mail Sweeper Disallow: / User-agent: munky Disallow: / User-agent: Roverbot Disallow: / User-agent: WebEmailExtrac Disallow: /