# $Id: robots.txt,v 1.41 2010/01/11 18:55:22 shafim Exp $ # # This is a file retrieved by webwalkers a.k.a. spiders that # conform to a defacto standard. # See # # Comments to the webmaster should be posted at # # Format is: # User-agent: # Disallow: | # ----------------------------------------------------------------------------- User-agent: * Disallow: // Disallow: /NLG_Phases_1_28_10 User-agent: Googlebot Disallow: // Disallow: /NLG_Phases_1_28_10 User-agent: Fast corporate crawler Disallow: // Disallow: /NLG_Phases_1_28_10 User-agent: 008 Disallow: /NLG_Phases_1_28_10 #