From 96170ff509ae0b25fa2023659df1d6c5277e106f Mon Sep 17 00:00:00 2001
From: Nikolay Govorov <me@govorov.online>
Date: Fri, 13 Mar 2026 04:24:44 +0000
Subject: Prevents crawler robots from pointlessly downloading bundles :/

---
 crates/zorian/src/assets/robots.txt | 5 +++++
 crates/zorian/src/controller_web.rs | 1 +
 2 files changed, 6 insertions(+)
 create mode 100644 crates/zorian/src/assets/robots.txt

diff --git a/crates/zorian/src/assets/robots.txt b/crates/zorian/src/assets/robots.txt
new file mode 100644
index 0000000..2fe8da2
--- /dev/null
+++ b/crates/zorian/src/assets/robots.txt
@@ -0,0 +1,5 @@
+User-Agent: *
+Disallow: /zig/
+
+User-Agent: *
+Disallow: /go/
diff --git a/crates/zorian/src/controller_web.rs b/crates/zorian/src/controller_web.rs
index 7607315..ebd9ce1 100644
--- a/crates/zorian/src/controller_web.rs
+++ b/crates/zorian/src/controller_web.rs
@@ -48,6 +48,7 @@ fn get_asset(path: &str) -> Option<(&'static [u8], ContentType)> {
             include_bytes!("assets/jetbrainsmono/JetBrainsMono-Italic[wght].woff2"),
             ContentType::FontWoff2,
         ),
+        "robots.txt" => (include_bytes!("assets/robots.txt"), ContentType::TextPlain),
         _ => return None,
     })
 }
-- 
Gilti