From 11ca5888f060283f84907fd4a3ae9956a42b0b11 Mon Sep 17 00:00:00 2001 From: ThibG Date: Thu, 2 May 2019 00:10:19 +0200 Subject: [PATCH] Disallow robots from indexing /interact/ (#10666) This does not provide any new information and may just triple the number of crawled pages --- public/robots.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/public/robots.txt b/public/robots.txt index d93648beee..771bf2160b 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -2,3 +2,4 @@ User-agent: * Disallow: /media_proxy/ +Disallow: /interact/