From d7e8ac59028a8a485212e671761f432dca061d03 Mon Sep 17 00:00:00 2001 From: Dmitry Sorokin Date: Fri, 2 Aug 2024 12:10:16 +0100 Subject: [PATCH 1/3] Remove custom robots.txt Signed-off-by: Dmitry Sorokin --- docs/source/robots.txt | 18 ------------------ 1 file changed, 18 deletions(-) delete mode 100644 docs/source/robots.txt diff --git a/docs/source/robots.txt b/docs/source/robots.txt deleted file mode 100644 index e8527497df..0000000000 --- a/docs/source/robots.txt +++ /dev/null @@ -1,18 +0,0 @@ -User-agent: * -Disallow: / -Allow: /en/stable/ -Allow: /en/0.19.7* -Allow: /en/0.19.6* -Allow: /en/0.19.5* -Allow: /en/0.19.4* -Allow: /en/0.19.3* -Allow: /en/0.19.2* -Allow: /en/0.19.1* -Allow: /en/0.19.0* -Allow: /en/0.18.14* -Allow: /en/0.17.7* -Allow: /projects/kedro-viz/en/stable/ -Allow: /projects/kedro-datasets/en/kedro-datasets-3.0.0* -Allow: */sitemap.xml - -Sitemap: https://docs.kedro.org/sitemap.xml From 047a7fbaab006f6ddc06eb86421ac1b0a6dfc10e Mon Sep 17 00:00:00 2001 From: Dmitry Sorokin Date: Fri, 2 Aug 2024 12:24:14 +0100 Subject: [PATCH 2/3] Remove link to robots.txt from conf.py Signed-off-by: Dmitry Sorokin --- docs/source/conf.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/docs/source/conf.py b/docs/source/conf.py index a18d11bfe7..2780d6428b 100644 --- a/docs/source/conf.py +++ b/docs/source/conf.py @@ -214,7 +214,8 @@ # html_extra_path used to define a path to robots.txt which is used by webcrawlers # to ignore or allow certain links. -html_extra_path = [str(here / "robots.txt")] +# We've decided to rely on RTD's default robots.txt, so we no longer need to specify a custom one +# html_extra_path = [str(here / "robots.txt")] # Removes, from all docs, the copyright footer. html_show_copyright = False From d3a8158e876ebbb19e1c11d78da246f49181bd36 Mon Sep 17 00:00:00 2001 From: Dmitry Sorokin <40151847+DimedS@users.noreply.github.com> Date: Fri, 2 Aug 2024 15:17:04 +0100 Subject: [PATCH 3/3] Update docs/source/conf.py MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-authored-by: Juan Luis Cano Rodríguez Signed-off-by: Dmitry Sorokin <40151847+DimedS@users.noreply.github.com> --- docs/source/conf.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/docs/source/conf.py b/docs/source/conf.py index 2780d6428b..8f9772ac94 100644 --- a/docs/source/conf.py +++ b/docs/source/conf.py @@ -214,7 +214,8 @@ # html_extra_path used to define a path to robots.txt which is used by webcrawlers # to ignore or allow certain links. -# We've decided to rely on RTD's default robots.txt, so we no longer need to specify a custom one +# We've decided to rely on RTD's default robots.txt, so we no longer need to specify a custom one, +# see discussion at https://github.com/kedro-org/kedro/issues/3741 # html_extra_path = [str(here / "robots.txt")] # Removes, from all docs, the copyright footer.