# # $Id: robots.txt,v 1.0 2009-10-16 # # Misc exclusions User-agent: * Disallow: /cgi-bin/ Crawl-delay: 3