From 0fd1cac9e9211960a893ffc3602bee3fd8df9241 Mon Sep 17 00:00:00 2001
From: Tynan DeBold <thdebold@gmail.com>
Date: Wed, 13 Sep 2023 19:25:22 +0200
Subject: [PATCH] Update robots.txt to hide older versions of the docs (#3030)

* Update robots.txt to hide older versions of the docs

Signed-off-by: Tynan DeBold <thdebold@gmail.com>

* Update robots.txt

Signed-off-by: Tynan DeBold <thdebold@gmail.com>

---------

Signed-off-by: Tynan DeBold <thdebold@gmail.com>
Co-authored-by: Jo Stichbury <jo_stichbury@mckinsey.com>
---
 docs/source/robots.txt | 17 +++++++++++++----
 1 file changed, 13 insertions(+), 4 deletions(-)

diff --git a/docs/source/robots.txt b/docs/source/robots.txt
index 9bd9ee90da..8d56f55070 100644
--- a/docs/source/robots.txt
+++ b/docs/source/robots.txt
@@ -1,5 +1,14 @@
 User-agent: *
-Disallow: *
-Allow: /en/stable
-Allow: /en/latest
-Allow: /en/0.18.*
+Disallow: /
+Allow: /en/stable/
+Allow: /en/latest/
+Allow: /en/0.18.5/
+Allow: /en/0.18.6/
+Allow: /en/0.18.7/
+Allow: /en/0.18.8/
+Allow: /en/0.18.9/
+Allow: /en/0.18.10/
+Allow: /en/0.18.11/
+Allow: /en/0.18.12/
+Allow: /en/0.18.13/
+Allow: /en/0.17.7/