# # robots.txt for http://www.elcyklen.dk/ # # $Id: robots.txt,v 1.21 2002/03/04 10:35:35 dom Exp $ # mail kt@elcyklen.dk for comments # info: http://info.webcrawler.com/mak/projects/robots/norobots.html#method # http://www.armigeron.com/people/spc/robots2.html # For use by search.w3.org User-agent: W3Crobot/1 Disallow: /admin # AltaVista Search User-agent: AltaVista Intranet V2.0 W3C Webreq Disallow: /admin # exclude some access-controlled areas User-agent: * Disallow: /office Disallow: /admin