############################### # # robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /includes/ Disallow: /aspnet_client/ Disallow: /tools/ Disallow: /baseball_rules/ Disallow: /philosophy/ # list specific files robots are not allowed to index # Disallow: /ads.xml Disallow: /ads_amz.xml Disallow: /ads_amzrules.xml Disallow: /ads_drills.xml Disallow: /ads_situations.xml Disallow: /ads_philosophy.xml Disallow: /ads_skills.xml Disallow: /ads_tools.xml Disallow: /adredirect.aspx Disallow: /browserupgrade.html # # End of robots.txt file # ###############################