mirror of https://github.com/docker/docs.git
Merge pull request #12272 from nathanleclaire/bots_are_our_friends
Allow SEO crawling from docs site
This commit is contained in:
commit
f3e1178791
|
@ -22,10 +22,17 @@ EOF
|
||||||
}
|
}
|
||||||
|
|
||||||
create_robots_txt() {
|
create_robots_txt() {
|
||||||
cat > ./sources/robots.txt <<'EOF'
|
if [ "$AWS_S3_BUCKET" == "docs.docker.com" ]; then
|
||||||
User-agent: *
|
cat > ./sources/robots.txt <<-'EOF'
|
||||||
Disallow: /
|
User-agent: *
|
||||||
EOF
|
Allow: /
|
||||||
|
EOF
|
||||||
|
else
|
||||||
|
cat > ./sources/robots.txt <<-'EOF'
|
||||||
|
User-agent: *
|
||||||
|
Disallow: /
|
||||||
|
EOF
|
||||||
|
fi
|
||||||
}
|
}
|
||||||
|
|
||||||
setup_s3() {
|
setup_s3() {
|
||||||
|
|
Loading…
Reference in New Issue