--- dist: xenial sudo: false # We do not test pushes to branches, since they are redundant with the pull_request build # for each branch. Take that, Big CI! branches: only: - master - /^(edge|stable)-\d+\.\d+\.[\w-]+$/ # build version tags stages: - name: setup - name: test - name: docker-deploy if: type != pull_request - name: integration-test if: type != pull_request jobs: include: # TODO: If any of the jobs in the setup stage fail, clean up all the kind clusters. - stage: setup name: "Validate go deps" language: generic script: - | ( . bin/_tag.sh for f in $( grep -lR --include=Dockerfile\* go-deps: . ) ; do validate_go_deps_tag $f done ) - name: "Remote docker build" if: fork = false language: generic cache: directories: - target/bin addons: &addons_ssh_known_hosts ssh_known_hosts: # Same value as $REMOTE_DOCKER. secure: "H44Np1YIvtnGc1PGE72AVS65inamSEimxNGZej3l0au8FbM/z6v1nkEVRQ2N72MXK9cdkjvNdjyYw21KA8vR74uDUpDiTh1duDNZq3sQCwcf4/v6sDDSjA9ZgN7YfrydGbBagCEdL9p1Y22X4lFggXHSi2yYeuK3m2HE+vtaHCcNQb+z1liccD5KkScaMAd8zorwf/dRqSjuJmbnBkNyw6IhSGVYluybPbH0meB8a6CPGRkluNGSu0S4N8QDkJZqhXk3ELYr1u9gfmsJxZ2omB2RBkhhIPEmwZroAcGTfmnqiak6IO7oONJQwAxY3WYmNHZmka8tlFORjhLtm6AGe+k41x3g/sEz8gDN/16AGJqi3MzlLNUrJQuPxIkXrPXEn08nyMDrhz6LuDVikBKeFunflRp07d7hwCoRz7RiFqiJP946XdrV/ozP1054RrZU5RhlcWK17sFUmY9HYgNAYuMpCjfTOWxqKX09aKU5IM9XDV4xXPZIFVBGi9Egk8XRCCf+WHr9eNDBpBHL5eILPH5xrTw9OP86HdkVIKn//AJZ+JxU7hb0bujQbnDJVTXTzG4XkxNfUTba3CivA7gRl0ThtbpVz6/FilR2/IEoTmpjhmRjVW0XGkXsuRw04U53AIL8DIW6P9ramY/+yMEWWm7ppHA5F4lJIofPEMAEDpA=" env: &env_remote_docker # REMOTE_DOCKER=x.x.x.x (not strictly necessary for this "Remote docker build job", but useful to share with subsequent jobs) - secure: YAFyiPcsdmM/GhkDiNTmj6pHAWxsqOfHC7NCQixRN+936FSuIbmnmgFy9AWsVva8u7QGcqHNzxoiHZt7T9bokUSRFBWPGWqsA1vEWiihX2vcl/d2nuoZ/fPYfcudobJasjCaQeKCefW/mt6SCRX/2K8FahYHjhK5iyynVKkLFDrmKW4ax3TggQmsOBIKXNB/gUjYugz06o9b5Xgm4zdBa37j7wcXCUVkWTyWvhhPBKOjLMqXKumzCSLDVLoPKbVgFPVKtfC+ftin3W9wFpU4dI0tng0i/6Mysy8K3eU238+WSNizTf+fXwjeunDFJwWl5X8xRpBk/vvvt0CMERQrs5Y+cEq8ME7F265EfoKKkTexRgdI3Id7WrgV7bMJZBwfmMyMF71XAx3nxkbj2JXXwjj3HneZihSf1OmQyQ/nuvlm2jdqKiTOzSruO/2hp3/bJCHZhmD98I1GMXKcuw9dA/pccoNVQvXhDZRgqI35nk5dnviF4UYSqV/wSWhEyCEhR7/G3HZGoOy3WBrL01Em3KAC7CcI54dYsZXO0XvaGqu7HMfgi9uch2n6wbFP9KufKtnHvCWyspPHrenfZMy1c2pAdguyP/fugXZR5JGQl+Tu2y3iOMxlDFJcrXMcEx9N57yVnvlBotUCyL3Jjbx9BXwb4ypLOEtMhdJaOPvKWcg= # DOCKER_HOST=ssh://x.x.x.x - secure: AP6owqkStO9n0+ZNj4hoIkAmY8tYoG96IrsNjsDAbq5tbh0QaVknLmNXVei0Jk8bRdulXR2DFsHNhV+pkh6BT2/77t2fvvBcBX0IYYB34hlHqafusffXfQRvQ4DIh68Sk0XqMd7OKnb9rNVYQQPdwDO5lHt4borLsOAN20J/pv06V5y+IHiS9QRhRYxNsN7KKgqQKooY5EZbsEjCJaFDsrvn4KwBJEEpxFSivSL8aehrNk0olQygsmbZ7WBwWnuhqvD6PntkOL1kqzgxFcwh7rcZCB50DD5/dItQXI7jomT82MyFGb8diIkxiggHrJVSy7xWWyup51xWOHv+W4CX+m0u0m+sgd7smtOpyl+mlhkdAY6alkBzpoVN8gFubpiZltS4yBnZmubmTo4erQSa8M7d2Cagi6AqxUqYrwBQ5R7jarr6hneVWC5Sy7sPt2EcqrEW8Qy5LwSm1dnprKKHVpxn8naZLTVvQN8l1EBWqX8lhzdkqpqKvdIS37/ql0ZBAema1RluS4AcpnSA+uyobAojScdK3s+LWmn+MEwts2QM7iikOIP8p0DiWPY3aQ4zu3iR7BueWGuuts/zcqkLzQJY4/+RtjKlGLR3BdTVMk9m5RfP/+MdrqVyFz2X6AJeCyO+57kCBJd0T1deXrL4ZrJXVAso9WiRxATpQPMJNb4= before_install: &remote_docker_ssh - | # Set up remote docker host ssh. openssl aes-256-cbc -K $encrypted_833c0dff2c1b_key -iv $encrypted_833c0dff2c1b_iv -in .travis.rsa.enc -out /tmp/.travis.rsa -d eval "$(ssh-agent -s)" chmod 600 /tmp/.travis.rsa ssh-add /tmp/.travis.rsa script: - PATH="`pwd`/bin:$PATH" DOCKER_TRACE=1 bin/docker-build - &kind-setup if: fork = false name: "Kind cluster setup (deep)" language: generic cache: directories: - target/bin addons: *addons_ssh_known_hosts env: *env_remote_docker before_install: *remote_docker_ssh before_script: - export INTEGRATION_TEST=deep script: - | # kind shells out to docker so we need bin/docker in PATH. export PATH="`pwd`/bin:$PATH" - | # create kind cluster export KIND_CLUSTER=travis-$TRAVIS_BUILD_ID-$INTEGRATION_TEST bin/kind create cluster --name=$KIND_CLUSTER - | # Save kubeconfig to remote docker host for kind integration test stages. scp $(bin/kind get kubeconfig-path --name=$KIND_CLUSTER) $USER@$REMOTE_DOCKER:/tmp after_failure: - bin/kind delete cluster --name=$KIND_CLUSTER - <<: *kind-setup name: "Kind cluster setup (upgrade)" before_script: - export INTEGRATION_TEST=upgrade - <<: *kind-setup name: "Kind cluster setup (helm)" before_script: - export INTEGRATION_TEST=helm - stage: test name: "Go unit tests" language: go # Quote the version number to avoid parsing issues like # https://github.com/travis-ci/gimme/issues/132. go: "1.12.9" go_import_path: github.com/linkerd/linkerd2 env: - GO111MODULE=on cache: directories: - target/bin - "$GOPATH/pkg/mod" - "$HOME/.cache" before_install: - echo $GITCOOKIE_SH | base64 -d | bash script: # TODO decide whether protoc should be committed or not. If so, we shouldn't do # this or we should error if it dirties the repo. - ./bin/protoc-go.sh - go test -cover -race -v -mod=readonly ./... - ./bin/lint --verbose - name: "Node.js unit tests" language: node_js node_js: - "10" cache: yarn before_install: - curl -o- -L https://yarnpkg.com/install.sh | bash -s -- --version 1.7.0 - export PATH="$HOME/.yarn/bin:$PATH" - export NODE_ENV=test install: - ./bin/web script: - ./bin/web test --reporters=jest-dot-reporter - &kind-test if: fork = false name: "Kind integration tests (deep)" language: generic cache: directories: - target/bin - "$GOPATH/pkg/mod" - "$HOME/.cache" addons: *addons_ssh_known_hosts env: *env_remote_docker before_install: *remote_docker_ssh before_script: - export INTEGRATION_TEST=deep script: - | # Install Go. curl -sL -o /tmp/go.tar.gz https://dl.google.com/go/go1.12.9.linux-amd64.tar.gz rm -rf $GOROOT sudo rm -rf /usr/local/go sudo tar -C /usr/local -xzf /tmp/go.tar.gz export GO111MODULE=on export GOROOT=/usr/local/go - | # Misc env setup. export PATH=/usr/local/go/bin:$PATH export PATH="`pwd`/bin:$PATH" export KIND_CLUSTER=travis-$TRAVIS_BUILD_ID-$INTEGRATION_TEST echo $GITCOOKIE_SH | base64 -d | bash - | # Restore kubeconfig from remote docker host. mkdir -p $HOME/.kube scp $USER@$REMOTE_DOCKER:/tmp/kind-config-$KIND_CLUSTER $HOME/.kube export KUBECONFIG=$(bin/kind get kubeconfig-path --name=$KIND_CLUSTER) - | # Start ssh tunnel to allow kubectl to connect via localhost. export KIND_PORT=$(bin/kubectl config view -o jsonpath="{.clusters[?(@.name=='$KIND_CLUSTER')].cluster.server}" | cut -d':' -f3) ssh -4 -N -L $KIND_PORT:localhost:$KIND_PORT $USER@$REMOTE_DOCKER & sleep 2 # Wait for ssh tunnel to come up. bin/kubectl version --short # Test connection to kind cluster. - | # Install linkerd cli. version="$(CI_FORCE_CLEAN=1 bin/root-tag)" image="gcr.io/linkerd-io/cli-bin:$version" id=$(bin/docker create $image) mkdir -p ./target/cli/linux bin/docker cp "$id:/out/linkerd-linux" "./target/cli/linux/linkerd" - | # Load Linkerd docker images into kind cluster. ssh -T $USER@$REMOTE_DOCKER &> /dev/null << EOF for IMG in controller grafana proxy web ; do # TODO: This is using the kind binary on the remote host. kind load docker-image gcr.io/linkerd-io/\$IMG:$version --name=$KIND_CLUSTER done EOF - | # Run the integration tests. ( . bin/_test-run.sh init_test_run `pwd`/bin/linkerd "$INTEGRATION_TEST"_integration_tests ) after_script: - bin/kind delete cluster --name=$KIND_CLUSTER - <<: *kind-test name: "Kind integration tests (upgrade)" before_script: - export INTEGRATION_TEST=upgrade - <<: *kind-test name: "Kind integration tests (helm)" before_script: - export INTEGRATION_TEST=helm # Push container images to Google Container Registry. - stage: docker-deploy language: generic services: - docker cache: directories: - "$HOME/google-cloud-sdk/" - "$HOME/.cache" before_install: - docker version - | # Install gcloud and kubectl. dir="${CLOUDSDK_INSTALL_DIR:-${HOME}}/google-cloud-sdk" (. bin/_gcp.sh ; install_gcloud_kubectl "$dir") . "$dir/path.bash.inc" - | # Configure gcloud with a service account. openssl aes-256-cbc -K $encrypted_ea955175587c_key -iv $encrypted_ea955175587c_iv -in .gcp.json.enc -out .gcp.json -d (. bin/_gcp.sh ; set_gcloud_config "$GCP_PROJECT" "$GCP_ZONE" "$GKE_CLUSTER") - | # Get a kubernetes context. (. bin/_gcp.sh ; get_k8s_ctx "$GCP_PROJECT" "$GCP_ZONE" "$GKE_CLUSTER") - gcloud version - kubectl version --short before_script: - gcloud docker --authorize-only - bin/docker-pull-deps # Pulling master helps with docker build cache, but may fail if we're # adding a new image to the mix. - bin/docker-pull master || echo "docker pull failed" >&2 - | export LINKERD_TAG=$(. bin/_tag.sh ; clean_head_root_tag) echo "LINKERD_TAG=${LINKERD_TAG}" - export BUILD_DEBUG=1 DOCKER_TRACE=1 script: - bin/docker-build after_success: - bin/docker-push-deps - bin/docker-push $LINKERD_TAG - bin/docker-retag-all $LINKERD_TAG master && bin/docker-push master - target/cli/linux/linkerd install --control-plane-version=$LINKERD_TAG |tee linkerd.yml - kubectl -n linkerd apply -f linkerd.yml --prune --selector='linkerd.io/control-plane-component' # Run integration tests after container images have been published. - stage: integration-test language: go go: "1.12.9" go_import_path: github.com/linkerd/linkerd2 env: - GO111MODULE=on services: - docker cache: directories: - "$GOPATH/pkg/mod" - "$HOME/google-cloud-sdk/" - "$HOME/.cache" before_install: - echo $GITCOOKIE_SH | base64 -d | bash install: - | # Install gcloud and kubectl. dir="${CLOUDSDK_INSTALL_DIR:-${HOME}}/google-cloud-sdk" (. bin/_gcp.sh ; install_gcloud_kubectl "$dir") . "$dir/path.bash.inc" - | # Configure gcloud with a service account. openssl aes-256-cbc -K $encrypted_ea955175587c_key -iv $encrypted_ea955175587c_iv -in .gcp.json.enc -out .gcp.json -d (. bin/_gcp.sh ; set_gcloud_config "$GCP_PROJECT" "$GCP_ZONE" "$GKE_CLUSTER") - | # Get a kubernetes context. (. bin/_gcp.sh ; get_k8s_ctx "$GCP_PROJECT" "$GCP_ZONE" "$GKE_CLUSTER") - | # Install linkerd cli. version="$(CI_FORCE_CLEAN=1 bin/root-tag)" image="gcr.io/linkerd-io/cli-bin:$version" id=$(docker create $image) docker cp "$id:/out/linkerd-linux" "./linkerd" - gcloud version - kubectl version --short - ./linkerd version --client script: - | # Run integration tests. version="$(./linkerd version --client --short | tr -cd '[:alnum:]-')" ./bin/test-run `pwd`/linkerd linkerd-$version - | # Run linkerd-cni integration tests. TAG="$(./linkerd version --client --short)" go test -cover -race -v -mod=readonly ./cni-plugin/test -integration-tests after_script: - | # Cleanup after integration test run. ./bin/test-cleanup notifications: email: on_success: never