Index: robots.txt
===================================================================
RCS file: /cvs/drupal/drupal/robots.txt,v
retrieving revision 1.13
diff -u -p -r1.13 robots.txt
--- robots.txt	29 Nov 2008 09:33:50 -0000	1.13
+++ robots.txt	17 Jun 2009 18:22:59 -0000
@@ -25,8 +25,10 @@ Disallow: /misc/
 Disallow: /modules/
 Disallow: /profiles/
 Disallow: /scripts/
-Disallow: /sites/
 Disallow: /themes/
+# Sites Directory
+Disallow: /sites/all/
+Disallow: /sites/default/settings.php
 # Files
 Disallow: /CHANGELOG.txt
 Disallow: /cron.php