mirror of
https://github.com/osmarks/mycorrhiza.git
synced 2024-10-30 11:46:16 +00:00
Replace Disallow: / with a more specific list
This commit is contained in:
parent
fedb49fef4
commit
1101784230
@ -3,5 +3,24 @@ Allow: /help/
|
||||
Allow: /page/
|
||||
Allow: /hypha/
|
||||
Allow: /recent-changes
|
||||
Disallow: /
|
||||
Disallow: /lock
|
||||
Disallow: /text/
|
||||
Disallow: /binary/
|
||||
Disallow: /rev/
|
||||
Disallow: /rev-text/
|
||||
Disallow: /primitive-diff/
|
||||
Disallow: /attachment/
|
||||
Disallow: /edit/
|
||||
Disallow: /delete-ask/
|
||||
Disallow: /rename-ask/
|
||||
Disallow: /unattach-ask/
|
||||
Disallow: /delete-confirm/
|
||||
Disallow: /rename-confirm/
|
||||
Disallow: /unattach-confirm/
|
||||
Disallow: /history/
|
||||
Disallow: /list
|
||||
Disallow: /random
|
||||
Disallow: /title-search/
|
||||
Disallow: /backlinks/
|
||||
Disallow: /user-list
|
||||
Crawl-delay: 5
|
||||
|
Loading…
Reference in New Issue
Block a user