# addresses all robots by using wild card * User-agent: * # list folders robots are not allowed to index Disallow: /awstats/ Disallow: /cgi-bin/ Disallow: /css/ Disallow: /downloads/ Disallow: /images/ Disallow: /js/ Disallow: /postadmin/ Disallow: /webmail/ Disallow: /private/ Disallow: /legal/ # list specific files robots are not allowed to index Disallow: cispro.swf Disallow: desktop.ini Disallow: support1.jpg Disallow: support2.jpg Disallow: thumbs.db Sitemap: http://www.cispro.ca/sitemap.html