seo: rm unnecessary robots.txt disallows

Signed-off-by: David Karlsson <35727626+dvdksn@users.noreply.github.com>
This commit is contained in:
David Karlsson 2023-10-16 16:58:29 +02:00
parent 580ec0e746
commit 3d5e796588
1 changed files with 0 additions and 24 deletions

View File

@ -1,30 +1,6 @@
{{- if hugo.IsProduction -}} {{- if hugo.IsProduction -}}
User-agent: * User-agent: *
# Docker Engine archives
Disallow: /edge/
Disallow: /v1.4/
Disallow: /v1.5/
Disallow: /v1.6/
Disallow: /v1.7/
Disallow: /v1.8/
Disallow: /v1.9/
Disallow: /v1.10/
Disallow: /v1.11/
Disallow: /v1.12/
Disallow: /v1.13/
Disallow: /v17.03/
Disallow: /v17.06/
Disallow: /v17.09/
Disallow: /v17.12/
Disallow: /v18.03/
Disallow: /v18.09/
# Docker Datacenter archives
Disallow: /datacenter/
Disallow: /ee/
Disallow: /apidocs/v*
Disallow: /build/hydrobuild/ Disallow: /build/hydrobuild/
Sitemap: {{ site.BaseURL }}/sitemap.xml Sitemap: {{ site.BaseURL }}/sitemap.xml