From 303ad8380f58ab4256fe859c90efd1a9c60df17a Mon Sep 17 00:00:00 2001 From: Timur Ismagilov Date: Sat, 26 Feb 2022 16:27:20 +0300 Subject: [PATCH] Update robots.txt --- static/robots.txt | 13 +++++-------- 1 file changed, 5 insertions(+), 8 deletions(-) diff --git a/static/robots.txt b/static/robots.txt index 4008389..35587cd 100644 --- a/static/robots.txt +++ b/static/robots.txt @@ -1,8 +1,8 @@ User-agent: * Allow: /help/ -Allow: /page/ Allow: /hypha/ Allow: /recent-changes +Disallow: /page/ Disallow: /admin/ Disallow: /lock Disallow: /text/ @@ -10,14 +10,11 @@ Disallow: /binary/ Disallow: /rev/ Disallow: /rev-text/ Disallow: /primitive-diff/ -Disallow: /attachment/ +Disallow: /media/ Disallow: /edit/ -Disallow: /delete-ask/ -Disallow: /rename-ask/ -Disallow: /unattach-ask/ -Disallow: /delete-confirm/ -Disallow: /rename-confirm/ -Disallow: /unattach-confirm/ +Disallow: /delete/ +Disallow: /rename/ +Disallow: /remove-media/ Disallow: /history/ Disallow: /list Disallow: /random