# # robots.txt for linux Web Server APACHE version # User-Agent: * #Disallow: /cgi-bin/ # all cgi stuff Disallow: /dwww/ Disallow: /dat/ # data files Disallow: /doc/ # doc tree Disallow: /lists/ # all mailing list archives Disallow: /HELP/ # VMS HELP Interface # infinite loops: Disallow: /~mdc/apr07/data/cosmics/web/