From 0c778d4c7f36b3228ce0c3381c97f3bf58e0acb6 Mon Sep 17 00:00:00 2001
From: Yurii <laxilef@gmail.com>
Date: Fri, 14 Feb 2025 23:43:25 +0300
Subject: [PATCH] refactor: added ``robots.txt`` to disallow indexing

---
 gulpfile.js         | 4 ++++
 src/PortalTask.h    | 1 +
 src_data/robots.txt | 2 ++
 3 files changed, 7 insertions(+)
 create mode 100644 src_data/robots.txt

diff --git a/gulpfile.js b/gulpfile.js
index ac71154..8463487 100644
--- a/gulpfile.js
+++ b/gulpfile.js
@@ -48,6 +48,10 @@ let paths = {
     {
       src: 'src_data/images/*.*',
       dest: 'data/static/images/'
+    },
+    {
+      src: 'src_data/*.txt',
+      dest: 'data/static/'
     }
   ],
   pages: {
diff --git a/src/PortalTask.h b/src/PortalTask.h
index 1c73df3..f60d4fc 100644
--- a/src/PortalTask.h
+++ b/src/PortalTask.h
@@ -859,6 +859,7 @@ protected:
       }
     });
 
+    this->webServer->serveStatic("/robots.txt", LittleFS, "/static/robots.txt", PORTAL_CACHE);
     this->webServer->serveStatic("/favicon.ico", LittleFS, "/static/images/favicon.ico", PORTAL_CACHE);
     this->webServer->serveStatic("/static", LittleFS, "/static", PORTAL_CACHE);
   }
diff --git a/src_data/robots.txt b/src_data/robots.txt
new file mode 100644
index 0000000..77470cb
--- /dev/null
+++ b/src_data/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /
\ No newline at end of file