CHG: Change in behaviour for robots.txt, this should be set by the admin per installation

git-svn-id: http://svn.resourcespace.com/svn/rs/trunk@9491 c08608d7-6e46-0410-86ca-f2a6f1370df5
2017-01-17 14:45:57 +00:00 · 2017-01-17 14:45:57 +00:00 · 29fed55f4e
parent a6bd3a5815
commit 29fed55f4e
1 changed files with 1 additions and 2 deletions
--- a/robots.txt
+++ b/robots.txt
@ -5,5 +5,4 @@
 #
 User-agent: *
 Crawl-delay: 10
-Allow: /pages/spider.php
-Disallow: /
+Disallow : /filestore