# robots.txt for http://cvsweb.geneontology.org/ User-agent: * #Disallow: /~ Disallow: / Disallow: /cgi-bin Crawl-delay: 30