Profouzors
/
boxespy
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Prevent robots from crawling generated data

This commit is contained in:
Rotzbua 2023-01-09 16:56:21 +01:00 committed by Florian Festi
parent 14c2a820c0
commit a80a00aad6
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
scripts/boxesserver
View File

@ -251,7 +251,7 @@ class BServer:
<hr>
<h2 style="margin: 0px 0px 0px 20px;" >{_(name)}</h2>
<p>{_(box.__doc__) if box.__doc__ else ""}</p>
<form action="{action}" method="GET">
<form action="{action}" method="GET" rel="nofollow">
"""]
groupid = 0
for group in box.argparser._action_groups[3:] + box.argparser._action_groups[:3]:
@ -542,6 +542,8 @@ f""" </script>{self.scripts % len(self.groups)}
http_headers = box.formats.http_headers.get(
box.format,
[('Content-type', 'application/unknown; charset=utf-8')])[:]
# Prevent crawlers.
http_headers.append(('X-Robots-Tag', 'noindex,nofollow'))
if box.format != "svg" or render == "2":
extension = box.format