############################### # Begin robots.txt # # # address all robots by using wild card * # list files & folders that all robots are not allowed to index # User-agent: * Disallow: /contactsubmit.aspx # # # address NameProtect.com crawler # User-agent: NPBot Disallow: / # # # address InternetSeer SiteCheck Survey bot # User-agent: sitecheck.internetseer.com Disallow: / # # # address WebFoutain by the IBM Almaden Research Center # User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / # # # End robots.txt ###############################