1
0
mirror of https://github.com/osmarks/mycorrhiza.git synced 2025-12-06 16:38:08 +00:00

Extract robots.txt into a file, simplify MIMEs

This commit is contained in:
handlerug
2021-06-23 22:44:27 +07:00
parent 41a5da7f56
commit 190a1d6ba8
3 changed files with 17 additions and 12 deletions

6
static/robots.txt Normal file
View File

@@ -0,0 +1,6 @@
User-agent: *
Allow: /page/
Allow: /hypha/
Allow: /recent-changes
Disallow: /
Crawl-delay: 5

View File

@@ -6,7 +6,7 @@ import (
"os"
)
//go:embed *.css *.js icon
//go:embed *.css *.js *.txt icon
var embedFS embed.FS
// FS serves all static files.