################################### # # Robot.txt file # Live - No roots for staging and sub domains with Brinkster # # User-agent: * # # list folders robots are not allowed to index # # Disallow: /folder/ # # list specific files robots are not allowed to index # # Disallow: /directory/foo.html # #################################### User-agent: Titan Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: * Disallow: /admin/ Disallow: /anniversary_/ Disallow: /cgi-bin/ Disallow: /css/ Disallow: /fast_/ Disallow: /images/ Disallow: /images_sec_cbc/ Disallow: /images_sec_cca/ Disallow: /images_sec_genmin/ Disallow: /inc/ Disallow: /js/ Disallow: /maa/ Disallow: /members/ Disallow: /mwiley/ Disallow: /query/ Disallow: /staging/ Disallow: /stagingcbc/ Disallow: /stagingcca/ Disallow: /survey/ Disallow: /web/ Disallow: /wow/cccoffice/ Disallow: /wow/css/ Disallow: /wow/images/ Disallow: /wow/inc/ Disallow: /wow/query/ Disallow: /wow/registration/email_wowconf.php Disallow: /wow/registration/email_wowregistrant.php Disallow: /wow/registration/insert_reg.php Disallow: /wow/registration/process.php Disallow: /wow/registration/verify_info.php Disallow: /wow/registration/verify_reg.php Disallow: /wow/registration/wow_chk_ipn.php Disallow: /wow/registration/wow_insert_ipn.php Disallow: /_wow_/ Disallow: /wowwi/