From 23ea0ed462495041befbd46206f796f57ae7c5a6 Mon Sep 17 00:00:00 2001 From: Raphael Sofaer Date: Tue, 9 Aug 2011 11:50:26 -0700 Subject: [PATCH] Keep robots out of the user pages --- public/robots.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/public/robots.txt b/public/robots.txt index 7f28f4240..a653d4593 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -3,3 +3,4 @@ # To ban all spiders from the entire site uncomment the next two lines: User-Agent: * Disallow: /people/ +Disallow: /u/