# robots.txt for http://genome-www.stanford.edu/
User-agent: *
Disallow: /RCS/
Disallow: /cgi-bin/
Disallow: /email/
Disallow: /error/
Disallow: /tmp/
Disallow: /usage.full/
Disallow: /usage/
Disallow: /FullText/
Crawl-delay: 30