#!/bin/bash # # Copyright 2018 The Kubeflow Authors # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # This script automated the process to release the component images. # To run it, find a good release candidate commit SHA from ml-pipeline-test project, # and provide a full github COMMIT SHA to the script. E.g. # ./release.sh 2118baf752d3d30a8e43141165e13573b20d85b8 # The script copies the images from test to prod, and update the local code. # You can then send a PR using your local branch. set -xe images=( "ml-pipeline-kubeflow-deployer" "ml-pipeline-kubeflow-tf-trainer" "ml-pipeline-kubeflow-tf-trainer-gpu" "ml-pipeline-kubeflow-tfjob" "ml-pipeline-local-confusion-matrix" "ml-pipeline-local-roc" ) COMMIT_SHA=$1 FROM_GCR_PREFIX='gcr.io/ml-pipeline-test/' TO_GCR_PREFIX='gcr.io/ml-pipeline/' REPO=kubeflow/pipelines if [ -z "$COMMIT_SHA" ]; then echo "Usage: release.sh " >&2 exit 1 fi # Checking out the repo clone_dir=$(mktemp -d) git clone "git@github.com:${REPO}.git" "$clone_dir" cd "$clone_dir" branch="release-$COMMIT_SHA" # Creating the release branch from the specified commit release_head=$COMMIT_SHA git checkout "$release_head" -b "$branch" # Releasing the container images to public. Updating components and samples. for image in "${images[@]}" do TARGET_IMAGE_BASE=${TO_GCR_PREFIX}${image} TARGET_IMAGE=${TARGET_IMAGE_BASE}:${COMMIT_SHA} # Move image from test to prod GCR gcloud container images add-tag --quiet \ ${FROM_GCR_PREFIX}${image}:${COMMIT_SHA} ${TARGET_IMAGE} # Update the code find components samples -type f | while read file; do sed -i -e "s|${TARGET_IMAGE_BASE}:\([a-zA-Z0-9_.-]\)\+|${TARGET_IMAGE}|g" "$file"; done done # Checking-in the container image changes git add --all git commit --message "Updated component images to version $COMMIT_SHA" image_update_commit_sha=$(git rev-parse HEAD) # Updating the samples to use the updated components git diff HEAD~1 HEAD --name-only | while read component_file; do echo $component_file find components samples -type f | while read file; do sed -i -E "s|(https://raw.githubusercontent.com/kubeflow/pipelines/)[^/]+(/$component_file)|\1${image_update_commit_sha}\2|g" "$file"; done done # Checking-in the component changes git add --all git commit --message "Updated components to version $image_update_commit_sha" component_update_commit_sha=$(git rev-parse HEAD) # Pushing the changes upstream read -p "Do you want to push the new branch to upstream to create a PR? [y|n]" if [ "$REPLY" != "y" ]; then exit fi git push --set-upstream origin "$branch" sensible-browser "https://github.com/${REPO}/compare/master...$branch"