# robots.txt for http://chess.eecs.berkeley.edu # $Id: robots.txt,v 1.15 2008/03/19 02:36:20 www Exp $ # See http://www.robotstxt.org/wc/norobots.html ################################################################## # First, htdig's rules: # User-agent: htdig Disallow: robots.txt Disallow: /?annotate=1/ Disallow: /?annotate=1?annotate=1/ Disallow: /login Disallow: /login/ Disallow: /mailman/admin Disallow: /mailman/admin/ Disallow: /mailman/listinfo Disallow: /mailman/listinfo/ Disallow: /mysql Disallow: /mysql/ Disallow: /people/lists Disallow: /people/lists/ Disallow: /pipermail Disallow: /pipermail/ Disallow: /ptolemy/nightly Disallow: /ptolemy/nightly/ Disallow: /ptolemy/reviews/template/index.htm Disallow: /ptolemy/signed Disallow: /ptolemy/signed/ Disallow: /ptolemy/src/ptII/adm Disallow: /ptolemy/src/ptII/adm/dists Disallow: /ptolemy/src/ptII/adm/dists/ Disallow: /ptolemy/src/ptII/doc/codeDoc Disallow: /ptolemy/src/ptII/doc/installJNLP.htm Disallow: /ptolemy/src/ptII/lib/cachedir Disallow: /ptolemy/src/ptII/ptolemy/apps/webstart/ Disallow: /ptolemy/src/ptII/ptolemy/apps/webstart/README.html Disallow: /ptolemy/src/ptII/ptolemy/codegen/saveasjava/test/ Disallow: /ptolemy/src/ptII/ptolemy/copernicus/c/test Disallow: /ptolemy/src/ptII/ptolemy/copernicus/java/cg Disallow: /ptolemy/src/ptII/ptolemy/copernicus/c/test/testOutput Disallow: /ptolemy/src/ptII/ptolemy/moml/filter/test/compat Disallow: /ptolemy/src/ptII/vendors/ Disallow: /ptolemy/src/ptII/vendors Disallow: /ptolemy/src/ptII/vendors/ocp/OCP_B0.01/ Disallow: /ptolemy/src/ptII/vendors/soot/usage.html Disallow: /ptolemy/src/ptII/vendors/sun/commapi/PlatformSpecific.html # ################################################################## # Now, everybody else's rules: # Lots of duplication to maintain here, but no other way to explicitly # allow htdig to search what others can't (/gsrc/manuals/). # That's because htdig doesn't support an "Allow:" rule. # User-agent: * Disallow: robots.txt # Disallow: /?annotate=1/ Disallow: /?annotate=1?annotate=1/ Disallow: /bugzilla/buglist.cgi Disallow: /login Disallow: /login/ Disallow: /mailman/admin Disallow: /mailman/admin/ Disallow: /mailman/listinfo Disallow: /mailman/listinfo/ Disallow: /mysql Disallow: /people/lists Disallow: /people/lists/ Disallow: /pipermail Disallow: /pipermail/ Disallow: /ptexternal/nightly Disallow: /ptexternal/nightly/ Disallow: /ptolemy/nightly Disallow: /ptolemy/nightly/ Disallow: /ptolemy/reviews/template/index.htm Disallow: /ptolemy/src/ptII/adm Disallow: /ptolemy/src/ptII/adm/dists Disallow: /ptolemy/src/ptII/adm/dists/ Disallow: /ptolemy/src/ptII/doc/codeDoc Disallow: /ptolemy/src/ptII/doc/installJNLP.htm Disallow: /ptolemy/src/ptII/lib/cachedir Disallow: /ptolemy/src/ptII/ptolemy/apps/webstart/ Disallow: /ptolemy/src/ptII/ptolemy/apps/webstart/README.html Disallow: /ptolemy/src/ptII/ptolemy/codegen/saveasjava/test/ Disallow: /ptolemy/src/ptII/ptolemy/copernicus/c/test Disallow: /ptolemy/src/ptII/ptolemy/copernicus/java/cg Disallow: /ptolemy/src/ptII/ptolemy/copernicus/c/test/testOutput Disallow: /ptolemy/src/ptII/ptolemy/moml/filter/test/compat Disallow: /ptolemy/src/ptII/vendors/ Disallow: /ptolemy/src/ptII/vendors Disallow: /ptolemy/src/ptII/vendors/ocp/OCP_B0.01/ Disallow: /ptolemy/src/ptII/vendors/soot/usage.html Disallow: /ptolemy/src/ptII/vendors/sun/commapi/PlatformSpecific.html Disallow: /ptolemy/group/library.htm?Action=cvsupdate