# # WWW Spider/Robot control file - leave as /robots.txt # This file was last altered on 08/27/2003 by AO # User-agent: * # All spiders should avoid: Disallow: /cgi-bin/ # Script files Disallow: /test/ # The test area for web experimentation Disallow: /usage/ # Stats information Disallow: /error/ # Custom error messages Disallow: /admin/ #site administration Disallow: /logs/ #Stats logs