Rework robots.txt for better SEO (remove extra)

Sergey Shorokhov · web-flow · commit 30f710960a95 · 2025-01-01T15:52:24.000+03:00
diff --git a/static/robots.txt b/static/robots.txt
@@ -1,12 +1,4 @@
 User-agent: *
 Allow: /
 
-User-agent: Yandex 
-Allow: /
-
-User-agent: Googlebot
-Allow: /
- 
-Host: rehlds.dev
-
 Sitemap: https://rehlds.dev/sitemap.xml
