# /robots.txt file for http://seamap.env.duke.edu # mail bbest@duke.edu for constructive criticism User-agent: * # Disallow: / Disallow: /map Disallow: /ogc Disallow: /mapping Disallow: /cgi-bin Disallow: /events/Calendar Disallow: /calendar # Disallow: /species # Disallow: /datasets # Disallow: /apps/swot/viewer # google problems Disallow: /species/tsn_nogoogle Disallow: /datasets/detail/41/download.csv Disallow: /datasets/detail/*/download.csv$ # some species profiles problematic Disallow: /species/http # Added by Ei Disallow: /prod/mapservice/ogc Disallow: /prod/mapservice/wms Disallow: /dev Disallow: /var/www/cgi-bin Disallow: /var/www/dev/services/coml/www.coml.org Disallow: /chameleon Disallow: /help/help Disallow: /help/weblinks Disallow: /prod/mapservice/googleearth Disallow: /Members Disallow: /portal_memberdata Disallow: /prod/services/statcenter Disallow: /stat_center Disallow: /species/images Disallow: /extraction