changeset 1053:a54882348ecc

browser: updated robots.txt
author Goffi <goffi@goffi.org>
date Thu, 25 Jan 2018 09:06:36 +0100
parents cdf0ebed9db7
children f2170536ba23
files src/browser/public/robots.txt
diffstat 1 files changed, 4 insertions(+), 1 deletions(-) [+]
line wrap: on
line diff
--- a/src/browser/public/robots.txt	Thu Jan 25 09:00:00 2018 +0100
+++ b/src/browser/public/robots.txt	Thu Jan 25 09:06:36 2018 +0100
@@ -1,7 +1,10 @@
 User-agent: *
 Allow: /blog/
 Allow: /u/
-Disallow: /
+Allow: /b/
+Disallow: /libervia.html
+Disallow: /mr
+Disallow: /login
 
 User-agent: Mediapartners-*
 Disallow: /