# # URL: http://www.neuromod.org/robots.txt # # Please e-mail questions to: neuromod-info@psy.uva.nl # # At our site no robots (*) are disallowed to access anything # (in other words: all robots can access everything), except # the bots and path under "# --- Exceptions --- #", below. # # The specs for the contents of a robots.txt file can be found at: # http://www.robotstxt.org/wc/exclusion-admin.html # Note that the "default" is that if something is not explicitly # disallowed, it is allowed. # ## Allow all robots everything. ##User-agent: * ##Disallow: # Disallow all robots anything. # This is a temporary measure. ##User-agent: * ##Disallow: / # --- Exceptions --- # # Exclude the incorrect path: /index_html/ # which is somehow formed by some bots (Scooter). # User-agent: * # Disallow: /index_html/ # Exclude AltaVista's web page search bot: Scooter. # This may be temporary, but now (2001-04-01) it is giving a heavy # load that interferes with Geppetto and the Testpanel questions. # Scooter gives httpd log entries like: scooter5.sv.av.com ##User-agent: scooter ##Disallow: / # Exclude AltaVista's multimedia bot (VScooter). # This bot indexes images, MP3/audio and video clips etc. ##User-agent: vscooter ##Disallow: / # Exclude AltaVista's new (2001-06-01) bot (Scooter 3.0). ##User-agent: Scooter-3.0.FS ##Disallow: / # Exclude AltaVista's new (2002-01-21) bot (Scooter-W3.1.2). User-agent: Scooter-W3.1.2 Disallow: / # End of http://www.neuromod.org/robots.txt