# /robots.txt file for http://seamap.env.duke.edu # mail webmaster@obis.env.duke.edu for constructive criticism User-agent: * # Disallow: / Disallow: /map Disallow: /ogc Disallow: /mapping Disallow: /cgi-bin Disallow: /events/Calendar Disallow: /calendar # Disallow: /species # Disallow: /datasets # Disallow: /apps/swot/viewer # google problems Disallow: /species/tsn_nogoogle Disallow: /datasets/detail/41/download.csv Disallow: /datasets/detail/*/download.csv$ # some species profiles problematic Disallow: /species/http