Merge pull request #12272 from nathanleclaire/bots_are_our_friends

Allow SEO crawling from docs site
This commit is contained in:
moxiegirl 2015-04-10 15:58:37 -07:00
commit f3e1178791
1 changed files with 11 additions and 4 deletions

View File

@ -22,10 +22,17 @@ EOF
} }
create_robots_txt() { create_robots_txt() {
cat > ./sources/robots.txt <<'EOF' if [ "$AWS_S3_BUCKET" == "docs.docker.com" ]; then
cat > ./sources/robots.txt <<-'EOF'
User-agent: *
Allow: /
EOF
else
cat > ./sources/robots.txt <<-'EOF'
User-agent: * User-agent: *
Disallow: / Disallow: /
EOF EOF
fi
} }
setup_s3() { setup_s3() {