update robots.txt

2013-10-21 22:11:11 -07:00
parent d2d4379d5c
commit 033a6ec578
1 changed files with 1 additions and 12 deletions
--- a/html/robots.txt
+++ b/html/robots.txt
@ -1,29 +1,18 @@
 User-Agent: googlebot
 Disallow: /search
-Disallow: /?clockset
-Disallow: *clockset=1*

 User-Agent: bingbot
 Disallow: /search
-Disallow: /?clockset
-Disallow: *clockset=1*

 User-Agent: msnbot
 Disallow: /search
-Disallow: /?clockset
-Disallow: *clockset=1*

 User-Agent: slurp
 Disallow: /search
-Disallow: /?clockset
-Disallow: *clockset=1*

 User-Agent: gigabot
 Disallow: /search
-Disallow: /?clockset
-Disallow: *clockset=1*

 User-Agent: *
-Disallow: /
+Disallow: /search

-Sitemap: http://www.eventguru.com/sitemap.xml