From 2c9d0f34bd5289d47072ee0547666cd8076004b0 Mon Sep 17 00:00:00 2001
From: Sergey Shorokhov <wopox1337@ya.ru>
Date: Sun, 10 Nov 2024 01:23:06 +0300
Subject: [PATCH] Add `robots.txt`

---
 static/robots.txt | 12 ++++++++++++
 1 file changed, 12 insertions(+)
 create mode 100644 static/robots.txt

diff --git a/static/robots.txt b/static/robots.txt
new file mode 100644
index 0000000..4f00344
--- /dev/null
+++ b/static/robots.txt
@@ -0,0 +1,12 @@
+User-agent: *
+Allow: /
+
+User-agent: Yandex 
+Allow: /
+
+User-agent: Googlebot
+Allow: /
+ 
+Host: rehlds.dev
+
+Sitemap: https://rehlds.dev/sitemap.xml
\ No newline at end of file