From 667e63b734834354d8ea77320578f811c6bc04ee Mon Sep 17 00:00:00 2001 From: github-actions <41898282+github-actions[bot]@users.noreply.github.com> Date: Sat, 28 Sep 2024 00:55:43 +0000 Subject: [PATCH] chore: generate robots.txt --- public/robots.txt | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/public/robots.txt b/public/robots.txt index 4dac345..58e5acb 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -82,6 +82,12 @@ Disallow: / User-agent: GPTBot Disallow: / +# AI Data Scraper +# https://darkvisitors.com/agents/kangaroo-bot + +User-agent: Kangaroo Bot +Disallow: / + # AI Data Scraper # https://darkvisitors.com/agents/meta-externalagent