############################## # #robots.txt file for GyPSE website # # addresses all robots by using wild card * # 1 disallow field is mandatory # an empty disallow field allows all User-agent: * Disallow: /bin Disallow: /Traffic Disallow: /stats Disallow: future_index.asp Disallow: future_webcard_step1.asp Disallow: headerForWebcard.asp Disallow: footerForWebcard.asp Disallow: User-agent: Slurp Disallow: future_index.asp Disallow: future_webcard_step1.asp Disallow: headerForWebcard.asp Disallow: footerForWebcard.asp Disallow: User-agent: Yahoo-NewsCrawler Disallow: future_index.asp Disallow: future_webcard_step1.asp Disallow: headerForWebcard.asp Disallow: footerForWebcard.asp Disallow: User-Agent: msnbot Disallow: future_index.asp Disallow: future_webcard_step1.asp Disallow: headerForWebcard.asp Disallow: footerForWebcard.asp Disallow: User-agent: Googlebot Disallow: future_index.asp Disallow: future_webcard_step1.asp Disallow: headerForWebcard.asp Disallow: footerForWebcard.asp Disallow: Sitemap: /sitemap.asp # # End of robots.txt file # ###############################