Added robots.txt for each site.
This commit is contained in:
parent
16c8690d35
commit
8d3db3c39c
3
static/dwelling/robots.txt
Normal file
3
static/dwelling/robots.txt
Normal file
@ -0,0 +1,3 @@
|
||||
User-agent: *
|
||||
Disallow: /.well-known/
|
||||
Disallow: /assets/
|
2
static/files/robots.txt
Normal file
2
static/files/robots.txt
Normal file
@ -0,0 +1,2 @@
|
||||
User-agent: *
|
||||
Disallow: /assets/
|
3
static/radio/robots.txt
Normal file
3
static/radio/robots.txt
Normal file
@ -0,0 +1,3 @@
|
||||
User-agent: *
|
||||
Disallow: /assets/
|
||||
Disallow: /stream.ogg
|
Loading…
Reference in New Issue
Block a user