#http://www.robotstxt.org/wc/norobots.html

#Specifies that the robot called 'webcrawler' has nothing disallowed: it may go anywhere.
#User-agent: webcrawler
#Disallow:

#Indicates that the robot called 'lycra' has all relative URLs starting with '/' disallowed. 
#Because all relative URL's on a server start with '/', this means the entire site is closed off.
#User-agent: lycra
#Disallow: /

#Indicates that all other robots should not visit URLs starting with /tmp or /log
#User-agent: *
#Disallow: /tmp
#Disallow: /logs

#Indicates that no robots should visit this site further
User-agent: *
Disallow: /