add robots.txt

chriskthomas · Jul 26, 2023 · 1337900 · 1337900
1 parent 3c036cc
commit 1337900
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 0 deletions.
diff --git a/.github/workflows/mirror.yml b/.github/workflows/mirror.yml
@@ -75,6 +75,8 @@ jobs:
         run: .github/bin/cleanup-querystrings.py
       - name: Replace text
         run: find ./dist/ -type f -exec sed -i "s/https:\/\/chriskthomas.com\/\?/\//g" {} \;
+      - name: Copy robots.txt
+        run: cp robots.txt dist/ 
 
       # Start upload
       - name: Upload artifact

diff --git a/robots.txt b/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /