# /robots.txt file for http://physics.ubc.ca/ # mail webmaster@physics.ubc.ca for constructive criticism # the robot called 'webcrawler' has nothing disallowed: it may go anywhere # User-agent: webcrawler # Disallow: # the robot called 'lycra' has all relative URLs starting with '/' disallowed. # this means the entire site is closed off. # User-agent: lycra # Disallow: / # all other robots should not visit URLs starting with /tmp or /log User-agent: * Disallow: / #Disallow: /tmp #Disallow: /logs