1
0
mirror of https://github.com/osmarks/mycorrhiza.git synced 2024-10-30 11:46:16 +00:00
mycorrhiza/static/robots.txt
2021-10-01 09:51:06 +03:00

28 lines
545 B
Plaintext

User-agent: *
Allow: /help/
Allow: /page/
Allow: /hypha/
Allow: /recent-changes
Disallow: /admin/
Disallow: /lock
Disallow: /text/
Disallow: /binary/
Disallow: /rev/
Disallow: /rev-text/
Disallow: /primitive-diff/
Disallow: /attachment/
Disallow: /edit/
Disallow: /delete-ask/
Disallow: /rename-ask/
Disallow: /unattach-ask/
Disallow: /delete-confirm/
Disallow: /rename-confirm/
Disallow: /unattach-confirm/
Disallow: /history/
Disallow: /list
Disallow: /random
Disallow: /title-search/
Disallow: /backlinks/
Disallow: /user-list
Crawl-delay: 5