Merge pull request #18437 from dvdksn/seo-rm-redundant-disallows

seo: rm unnecessary robots.txt disallows
This commit is contained in:
Sebastiaan van Stijn 2023-10-16 19:22:34 +02:00 committed by GitHub
commit 5d06abf4ee
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 0 additions and 24 deletions

View File

@ -1,30 +1,6 @@
{{- if hugo.IsProduction -}}
User-agent: *
# Docker Engine archives
Disallow: /edge/
Disallow: /v1.4/
Disallow: /v1.5/
Disallow: /v1.6/
Disallow: /v1.7/
Disallow: /v1.8/
Disallow: /v1.9/
Disallow: /v1.10/
Disallow: /v1.11/
Disallow: /v1.12/
Disallow: /v1.13/
Disallow: /v17.03/
Disallow: /v17.06/
Disallow: /v17.09/
Disallow: /v17.12/
Disallow: /v18.03/
Disallow: /v18.09/
# Docker Datacenter archives
Disallow: /datacenter/
Disallow: /ee/
Disallow: /apidocs/v*
Disallow: /build/hydrobuild/
Sitemap: {{ site.BaseURL }}/sitemap.xml