From 8d3db3c39c2de97cafce376a392a9a448b9cdacb Mon Sep 17 00:00:00 2001 From: "Alexander \"Arav\" Andreev" Date: Thu, 8 Apr 2021 20:37:01 +0400 Subject: [PATCH] Added robots.txt for each site. --- static/dwelling/robots.txt | 3 +++ static/files/robots.txt | 2 ++ static/radio/robots.txt | 3 +++ 3 files changed, 8 insertions(+) create mode 100644 static/dwelling/robots.txt create mode 100644 static/files/robots.txt create mode 100644 static/radio/robots.txt diff --git a/static/dwelling/robots.txt b/static/dwelling/robots.txt new file mode 100644 index 0000000..b92443b --- /dev/null +++ b/static/dwelling/robots.txt @@ -0,0 +1,3 @@ +User-agent: * +Disallow: /.well-known/ +Disallow: /assets/ \ No newline at end of file diff --git a/static/files/robots.txt b/static/files/robots.txt new file mode 100644 index 0000000..8811370 --- /dev/null +++ b/static/files/robots.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: /assets/ \ No newline at end of file diff --git a/static/radio/robots.txt b/static/radio/robots.txt new file mode 100644 index 0000000..ce3d0e7 --- /dev/null +++ b/static/radio/robots.txt @@ -0,0 +1,3 @@ +User-agent: * +Disallow: /assets/ +Disallow: /stream.ogg \ No newline at end of file