From 63f02f45c6bd517c8b7697475fa933627a06deeb Mon Sep 17 00:00:00 2001
From: Alex Schroeder <alex@gnu.org>
Date: Mon, 12 Dec 2022 22:11:07 +0100
Subject: [PATCH] Serve robots.txt (disallow all)

---
 httpd.c | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/httpd.c b/httpd.c
index ae49189..e05a0c2 100644
--- a/httpd.c
+++ b/httpd.c
@@ -117,6 +117,13 @@ int server_get_handler(d_char *req, char *q_path,
         *ctype = "application/json; charset=utf-8";
         *body  = nodeinfo_2_0();
     }
+    else
+    if (strcmp(q_path, "/robots.txt") == 0) {
+        status = 200;
+        *ctype = "text/plain";
+        *body  = "User-agent: *\n"
+			"Disallow: /\n";
+    }
 
     if (status != 0)
         srv_debug(1, xs_fmt("server_get_handler serving '%s' %d", q_path, status));