From 089f9d205ac708267632ff4b142d1cfc5ce9cff3 Mon Sep 17 00:00:00 2001
From: Manuel Strehl <git@manuel-strehl.de>
Date: Wed, 17 Jan 2024 21:32:40 +0100
Subject: [PATCH] block two spiders, that are too eager

---
 codepoints.net/robots.txt | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/codepoints.net/robots.txt b/codepoints.net/robots.txt
index 586062a2..5149337b 100644
--- a/codepoints.net/robots.txt
+++ b/codepoints.net/robots.txt
@@ -3,3 +3,11 @@ Sitemap: https://codepoints.net/sitemap.xml
 User-agent: *
 Disallow: /search
 Disallow: /random
+
+User-agent: search.marginalia.nu
+Disallow: /
+# sorry, but this bot created too much traffic
+
+User-agent: SemrushBot
+Disallow: /
+# same