# Various email miners User-agent: Titan Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / # ALL search engine spiders/crawlers (put at end of file) User-agent: * Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /download/ Disallow: /includes/ Disallow: /pub/ Disallow: /account.php Disallow: /advanced_search.php Disallow: /checkout_shipping.php Disallow: /create_account.php Disallow: /login.php Disallow: /password_forgotten.php Disallow: /popup_image.php Disallow: /popup_extra_images.php Disallow: /shopping_cart.php