# /robots.txt file # Steven Smith 5/31/2000 # No restrictions to any robots -- this file exists solely to prevent excess 404 # file not found errors. # # Syntax: Enter a user agent and a relative path to disallow. "/" will disallow the # entire website from that agent. "*" refers to all agents not previously mentioned in # the file. User-agent: webcrawler Disallow: #User-agent: lycra #Disallow: / #User-agent: * #Disallow: /tmp #Disallow: /logs