# address all other robots using the wild card * User-agent: * # list of folders robots are not allowed to index Disallow: /App_Code/ Disallow: /catalog/orders/ Disallow: /catalog/requests/ Disallow: /checkout/ Disallow: /database/ # list of specific files to exculde from index Disallow: /catalog/orders.aspx/ Disallow: /catalog/login.aspx/ # sitemap path sitemap: http://woodensoldier.com/sitemap.xml # end of robots.txt file