Index: openacs-4/www/robots.txt
===================================================================
RCS file: /usr/local/cvsroot/openacs-4/www/robots.txt,v
diff -u -r1.4 -r1.5
--- openacs-4/www/robots.txt	23 Dec 2004 19:33:40 -0000	1.4
+++ openacs-4/www/robots.txt	6 Mar 2005 18:15:04 -0000	1.5
@@ -1,6 +1,7 @@
 User-agent: *
 Disallow: /doc/
 Disallow: /api-doc/
+Disallow: /register
 Disallow: /register/
 Disallow: /comments/
 Disallow: /notifications/
@@ -11,3 +12,20 @@
 Disallow: /acs-admin/
 Disallow: /RPC2/
 
+# googlebot knows wildcards so block all register
+User-agent: googlebot
+Disallow: /doc/
+Disallow: /api-doc/
+Disallow: /register
+Disallow: /register/
+Disallow: /*/register
+Disallow: /*/register/
+Disallow: /comments/
+Disallow: /notifications/
+Disallow: /test/
+Disallow: /workflow/
+Disallow: /acs-service-contract/
+Disallow: /acs-lang/
+Disallow: /acs-admin/
+Disallow: /RPC2/
+