From 153430194bc60d4522e7a5f9d1b5e7f37b5f1ee3 Mon Sep 17 00:00:00 2001 From: Timur Ismagilov Date: Sat, 31 Jul 2021 19:33:15 +0500 Subject: [PATCH] Allow crawling /help/ --- static/robots.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/static/robots.txt b/static/robots.txt index e5199a8..9d4c6dc 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -1,4 +1,5 @@ User-agent: * +Allow: /help/ Allow: /page/ Allow: /hypha/ Allow: /recent-changes