#--------------------------------------------------------------------- # file : robots.txt # author : Nicolas Fontaine # date : 20040610 # purpose : helping the web crawlers robots #--------------------------------------------------------------------- User-agent: * # for all the robots Disallow: / # exclusion of all the site