add robots.txt

2025-06-23 05:59:32 -07:00
parent 26451e486d
commit 615ad78144
1 changed files with 10 additions and 0 deletions
--- a/srv/content/router.hy
+++ b/srv/content/router.hy
@ -52,6 +52,16 @@
      :headers headers
      :body data)))

+  
+  (when (= path "/robots.txt")
+    (when (!= method "GET")
+      (return (error 405 "method not allowed")))
+
+    (return (dict
+      :code 200
+      :headers {"Content-Type" "text/plain"}
+      :body "user-agent: *\ndisallow: /\n")))
+
  (when (= path "/")
    (when (!= method "GET")
      (return (error 405 "method not allowed")))