User-agent: * # applies to all robots disallow: /publicat.htm disallow: /admin/ disallow: /archives/ disallow: /articles/ # disallow: /bin/ disallow: /cgi-bin/ disallow: /contents/ disallow: /errors/ disallow: /forms/ disallow: /images/ # disallow: /lib/ disallow: /library/ disallow: /members/ disallow: /news/ disallow: /pages/ disallow: /pdfdocs/ disallow: /scripts/ disallow: /site/ disallow: /temp/ disallow: /tmp/ disallow: /topos/ disallow: /w3c/