From 035d1a897254c3c994a3ab8d199065651e66fddb Mon Sep 17 00:00:00 2001
From: Fumika Koyama <134590282+fkoyama@users.noreply.github.com>
Date: Mon, 18 Mar 2024 15:59:40 +0900
Subject: [PATCH] =?UTF-8?q?=E3=82=AF=E3=83=AD=E3=83=BC=E3=83=A9=E3=83=BC?=
 =?UTF-8?q?=E6=8B=92=E5=90=A6=E3=81=AE=E8=A8=AD=E5=AE=9A=E3=82=92=E8=BF=BD?=
 =?UTF-8?q?=E5=8A=A0=E3=81=99=E3=82=8B=20(#935)?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

* 全ページにクローラー拒否用のmetaタグを追加。

* robots.txtを追加。

* User-agentごとにルールを記載。

---------

Co-authored-by: Fumika Koyama <fkoyama3@ixas.unisys.co.jp>
---
 documents/overrides/main.html |  4 ++++
 iis-files/robots.txt          | 11 +++++++++++
 2 files changed, 15 insertions(+)
 create mode 100644 documents/overrides/main.html
 create mode 100644 iis-files/robots.txt

diff --git a/documents/overrides/main.html b/documents/overrides/main.html
new file mode 100644
index 000000000..65adfea0f
--- /dev/null
+++ b/documents/overrides/main.html
@@ -0,0 +1,4 @@
+{% extends "base.html" %}
+{% block extrahead %}
+  <meta name="robots" content="noindex, nofollow">
+{% endblock %}
\ No newline at end of file
diff --git a/iis-files/robots.txt b/iis-files/robots.txt
new file mode 100644
index 000000000..b5b43f9fd
--- /dev/null
+++ b/iis-files/robots.txt
@@ -0,0 +1,11 @@
+User-agent: *
+Disallow: /
+
+User-agent: AdsBot-Google
+Disallow: /
+
+User-agent: AdsBot-Google-Mobile
+Disallow: /
+
+User-agent: Mediapartners-Google
+Disallow: /