From 3d5e79658868e9535ae15e86f47f66dfcc5fde1d Mon Sep 17 00:00:00 2001 From: David Karlsson <35727626+dvdksn@users.noreply.github.com> Date: Mon, 16 Oct 2023 16:58:29 +0200 Subject: [PATCH] seo: rm unnecessary robots.txt disallows Signed-off-by: David Karlsson <35727626+dvdksn@users.noreply.github.com> --- layouts/index.robots.txt | 24 ------------------------ 1 file changed, 24 deletions(-) diff --git a/layouts/index.robots.txt b/layouts/index.robots.txt index 9d212b11ce..1cd145bc72 100644 --- a/layouts/index.robots.txt +++ b/layouts/index.robots.txt @@ -1,30 +1,6 @@ {{- if hugo.IsProduction -}} User-agent: * -# Docker Engine archives -Disallow: /edge/ -Disallow: /v1.4/ -Disallow: /v1.5/ -Disallow: /v1.6/ -Disallow: /v1.7/ -Disallow: /v1.8/ -Disallow: /v1.9/ -Disallow: /v1.10/ -Disallow: /v1.11/ -Disallow: /v1.12/ -Disallow: /v1.13/ -Disallow: /v17.03/ -Disallow: /v17.06/ -Disallow: /v17.09/ -Disallow: /v17.12/ -Disallow: /v18.03/ -Disallow: /v18.09/ - -# Docker Datacenter archives -Disallow: /datacenter/ -Disallow: /ee/ - -Disallow: /apidocs/v* Disallow: /build/hydrobuild/ Sitemap: {{ site.BaseURL }}/sitemap.xml