# File to keep well-behaved robots out of certain parts of our website # $Id: robots.txt 296 2008-01-15 16:17:43Z mummi $ User-agent: * Disallow: /cgi-perl # prevent constant calls to our db-querying CGI-scripts Disallow: /gbrowse/tmp # prevent indexing of temporary files from GBrowse Disallow: /downloads # prevent indexing of our bulk download files Disallow: /*/view # prevent indexing of individual report pages (e.g. for markers)