commit 8eec3b60ea977253f55b7ba819990ecc2dd9f261
from: Aleksey Ryndin <continue@to.any-key.press>
date: Wed Jul 31 18:10:23 2024 UTC

Add: robots.txt (disallow all)

commit - f07be0844b2bed5213266bb6828a91582a0551da
commit + 8eec3b60ea977253f55b7ba819990ecc2dd9f261
blob - 7ce955c4f825c324285edb92cab5b818cf89814b
blob + ae4512dba4b9a38f9e7f5ddaae5b79a6be7b9db2
--- yah2g.py
+++ yah2g.py
@@ -177,8 +177,16 @@ class _RequestHandler(BaseHTTPRequestHandler):
             self.send_header("Content-type", "text/css")
             self.end_headers()
             self.wfile.write(self.server.css_file_bytes)
+            return
+
+        if path == "/robots.txt"
+            self.send_response(HTTPStatus.OK)
+            self.send_header("Content-type", "text/plain")
+            self.end_headers()
+            self.wfile.write(b"User-agent: *\nDisallow: /")
             return
 
+
         self.send_error(HTTPStatus.NOT_FOUND, "File not found")
 
     def _convert_gemini_to_html(self, url, body, mime):