From 36d0938bb247491c3e3bc8c556dc8d057f78a59e Mon Sep 17 00:00:00 2001 From: Sebastiaan van Stijn Date: Thu, 2 Jul 2020 23:16:16 +0200 Subject: [PATCH] Cleanup robots.txt Signed-off-by: Sebastiaan van Stijn --- robots.txt | 16 ++-------------- 1 file changed, 2 insertions(+), 14 deletions(-) diff --git a/robots.txt b/robots.txt index ea2edb4728..0029ff5a26 100644 --- a/robots.txt +++ b/robots.txt @@ -20,20 +20,8 @@ Disallow: /v18.03/ Disallow: /v18.09/ # Docker Datacenter archives -Disallow: /datacenter/dtr/2.0 -Disallow: /datacenter/dtr/2.1 -Disallow: /datacenter/dtr/2.2 -Disallow: /datacenter/dtr/2.3 -Disallow: /datacenter/dtr/2.4 -Disallow: /datacenter/dtr/2.5 -Disallow: /datacenter/dtr/2.6 - -Disallow: /datacenter/ucp/3.1 -Disallow: /datacenter/ucp/3.0 -Disallow: /datacenter/ucp/2.2 -Disallow: /datacenter/ucp/2.1 -Disallow: /datacenter/ucp/2.0 -Disallow: /datacenter/ucp/1.1 +Disallow: /datacenter/ +Disallow: /ee/ Disallow: /apidocs/v*