# File to keep well-behaved robots out of certain parts of our website
# $Id: robots.txt 1446 2010-05-26 14:24:28Z rcf8 $

User-agent: *
Disallow: /cgi-perl    # prevent constant calls to our db-querying CGI-scripts
Disallow: /gbrowse/tmp # prevent indexing of temporary files from GBrowse
Disallow: /downloads   # prevent indexing of our bulk download files
Disallow: /*/view       # prevent indexing of individual report pages (e.g. for markers)