From c7377e06e31e22bbbc29f541d3a2d147c97c428b Mon Sep 17 00:00:00 2001
From: AINDUSTRIES <contact.aindustries@gmail.com>
Date: Thu, 6 Nov 2025 11:08:27 +0100
Subject: [PATCH] Added robots.txt (to be verified working)

---
 src/pages/files.rs | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/src/pages/files.rs b/src/pages/files.rs
index 9e53fe6..e8d4d35 100644
--- a/src/pages/files.rs
+++ b/src/pages/files.rs
@@ -17,3 +17,10 @@ async fn file(file: Path<(String, String)>, data: web::Data<AppState>) -> impl R
     };
     HttpResponse::Ok().body(bytes)
 }
+
+#[get("/robots.txt")]
+async fn robots() -> impl Responder {
+    "User-agent: *\
+    Disallow: /\
+    Allow: /$"
+}