kubeflow
/
pipelines
mirror of https://github.com/kubeflow/pipelines.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

test: Upgrade kfp version in sagemaker component test (#8331) 

* upgrade kfp

* update eksctl

* upgrade kfp

* downgrade cluster

* upgrade node count

* updated cert-manager
This commit is contained in:
ananth102 2022-10-05 17:05:50 -07:00 committed by GitHub
parent 029bb586ea
commit bf2389a66c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 12 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
components/aws/sagemaker/tests/integration_tests/Dockerfile
View File

@ -9,17 +9,17 @@ RUN apt-get update --allow-releaseinfo-change && apt-get install -y --no-install
sudo
# Install eksctl
RUN curl --location "https://github.com/weaveworks/eksctl/releases/download/v0.86.0/eksctl_$(uname -s)_amd64.tar.gz" | tar xz -C /tmp \
RUN curl --location "https://github.com/weaveworks/eksctl/releases/download/v0.113.0/eksctl_$(uname -s)_amd64.tar.gz" | tar xz -C /tmp \
&& mv /tmp/eksctl /usr/local/bin
# Install aws-iam-authenticator
RUN curl -S -o /usr/local/bin/aws-iam-authenticator https://amazon-eks.s3.us-west-2.amazonaws.com/1.16.8/2020-04-16/bin/linux/amd64/aws-iam-authenticator \
&& chmod +x /usr/local/bin/aws-iam-authenticator
# Install Kubectl
RUN curl -LO https://storage.googleapis.com/kubernetes-release/release/v1.18.0/bin/linux/amd64/kubectl \
# Install kubectl
RUN curl -LO https://storage.googleapis.com/kubernetes-release/release/v1.21.8/bin/linux/amd64/kubectl \
&& chmod +x ./kubectl \
&& mv ./kubectl /usr/local/bin/kubectl
&& cp ./kubectl /bin
# Install Argo CLI
RUN curl -sSL -o /usr/local/bin/argo https://github.com/argoproj/argo-workflows/releases/download/v2.8.0/argo-linux-amd64 \

2
components/aws/sagemaker/tests/integration_tests/environment.yml
View File

@ -14,7 +14,7 @@ dependencies:
- filelock=3.0.*
- pip:
- kubernetes==11.0.*
- kfp==1.7.*
- kfp==1.8.14
- minio==5.0.10
- sagemaker==2.1.*
- ruamel.yaml==0.16.*

14
components/aws/sagemaker/tests/integration_tests/scripts/run_integration_tests
View File

@ -17,12 +17,12 @@ REGION=${REGION:-"$(aws configure get region)"} # Deployment region
### Configuration parameters
EKS_EXISTING_CLUSTER=${EKS_EXISTING_CLUSTER:-""} # Use an existing EKS cluster
EKS_CLUSTER_VERSION=${EKS_CLUSTER_VERSION:-"1.21"} # EKS cluster K8s version
EKS_NODE_COUNT=${EKS_NODE_COUNT:-"1"} # The initial node count of the EKS cluster
EKS_CLUSTER_VERSION=${EKS_CLUSTER_VERSION:-"1.22"} # EKS cluster K8s version
EKS_NODE_COUNT=${EKS_NODE_COUNT:-"2"} # The initial node count of the EKS cluster
EKS_PUBLIC_SUBNETS=${EKS_PUBLIC_SUBNETS:-""}
EKS_PRIVATE_SUBNETS=${EKS_PRIVATE_SUBNETS:-""}
SKIP_KFP_OIDC_SETUP=${SKIP_KFP_OIDC_SETUP:-"false"}
KFP_VERSION=${KFP_VERSION:-"1.7.0"}
KFP_VERSION=${KFP_VERSION:-"2.0.0-alpha.5"}
### Testing parameters
MINIO_LOCAL_PORT=${MINIO_LOCAL_PORT:-9000}
@ -150,11 +150,11 @@ function delete_eks() {
function install_kfp() {
echo "[Installing KFP] Applying KFP manifests"
kubectl apply -k github.com/kubeflow/pipelines/manifests/kustomize/cluster-scoped-resources?ref=$KFP_VERSION
#Install cert-manager
kubectl apply -f https://github.com/cert-manager/cert-manager/releases/download/v1.9.1/cert-manager.yaml
kubectl apply -k "github.com/kubeflow/pipelines/manifests/kustomize/env/cert-manager/cluster-scoped-resources?ref=$KFP_VERSION"
kubectl wait --for condition=established --timeout=60s crd/applications.app.k8s.io
kubectl apply -k github.com/kubeflow/pipelines/manifests/kustomize/env/dev?ref=$KFP_VERSION
kubectl apply -k "github.com/kubeflow/pipelines/manifests/kustomize/env/cert-manager/dev?ref=$KFP_VERSION"
echo "[Installing KFP] Port-forwarding Minio"
kubectl wait --for=condition=ready -n "${KFP_NAMESPACE}" pod -l app=minio --timeout=5m