From a80a00aad6bc3a27c0db7aed8f73fc0c655fc0d8 Mon Sep 17 00:00:00 2001
From: Rotzbua <Rotzbua@users.noreply.github.com>
Date: Mon, 9 Jan 2023 16:56:21 +0100
Subject: [PATCH] Prevent robots from crawling generated data

---
 scripts/boxesserver | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/scripts/boxesserver b/scripts/boxesserver
index 367e10d..b631171 100755
--- a/scripts/boxesserver
+++ b/scripts/boxesserver
@@ -251,7 +251,7 @@ class BServer:
 <hr>
 <h2 style="margin: 0px 0px 0px 20px;" >{_(name)}</h2>
         <p>{_(box.__doc__) if box.__doc__ else ""}</p>
-<form action="{action}" method="GET">
+<form action="{action}" method="GET" rel="nofollow">
         """]
         groupid = 0
         for group in box.argparser._action_groups[3:] + box.argparser._action_groups[:3]:
@@ -542,6 +542,8 @@ f"""        </script>{self.scripts % len(self.groups)}
             http_headers = box.formats.http_headers.get(
                 box.format,
                 [('Content-type', 'application/unknown; charset=utf-8')])[:]
+            # Prevent crawlers.
+            http_headers.append(('X-Robots-Tag', 'noindex,nofollow'))
 
             if box.format != "svg" or render == "2":
                 extension = box.format