# robots.txt for http://amigo.geneontology.org/
User-agent: *
Crawl-delay: 30
Disallow: /tmp/
Disallow: /amigo/tmp_images
Disallow: /gost/tmp_images
Disallow: /~
Disallow: /*format=obo
Disallow: /*format=rdfxml
Disallow: /*format=dot
Disallow: /*format=xml

User-agent: Slurp
Disallow: /cgi-bin/

User-agent: Googlebot
Disallow: /cgi-bin/