Merge pull request #12272 from nathanleclaire/bots_are_our_friends

Allow SEO crawling from docs site
This commit is contained in:
moxiegirl 2015-04-10 15:58:37 -07:00
commit f3e1178791
1 changed files with 11 additions and 4 deletions

View File

@ -22,10 +22,17 @@ EOF
}
create_robots_txt() {
cat > ./sources/robots.txt <<'EOF'
if [ "$AWS_S3_BUCKET" == "docs.docker.com" ]; then
cat > ./sources/robots.txt <<-'EOF'
User-agent: *
Allow: /
EOF
else
cat > ./sources/robots.txt <<-'EOF'
User-agent: *
Disallow: /
EOF
fi
}
setup_s3() {