test: Upgrade kfp version in sagemaker component test (#8331)
* upgrade kfp * update eksctl * upgrade kfp * downgrade cluster * upgrade node count * updated cert-manager
This commit is contained in:
parent
029bb586ea
commit
bf2389a66c
|
@ -9,17 +9,17 @@ RUN apt-get update --allow-releaseinfo-change && apt-get install -y --no-install
|
|||
sudo
|
||||
|
||||
# Install eksctl
|
||||
RUN curl --location "https://github.com/weaveworks/eksctl/releases/download/v0.86.0/eksctl_$(uname -s)_amd64.tar.gz" | tar xz -C /tmp \
|
||||
RUN curl --location "https://github.com/weaveworks/eksctl/releases/download/v0.113.0/eksctl_$(uname -s)_amd64.tar.gz" | tar xz -C /tmp \
|
||||
&& mv /tmp/eksctl /usr/local/bin
|
||||
|
||||
# Install aws-iam-authenticator
|
||||
RUN curl -S -o /usr/local/bin/aws-iam-authenticator https://amazon-eks.s3.us-west-2.amazonaws.com/1.16.8/2020-04-16/bin/linux/amd64/aws-iam-authenticator \
|
||||
&& chmod +x /usr/local/bin/aws-iam-authenticator
|
||||
|
||||
# Install Kubectl
|
||||
RUN curl -LO https://storage.googleapis.com/kubernetes-release/release/v1.18.0/bin/linux/amd64/kubectl \
|
||||
# Install kubectl
|
||||
RUN curl -LO https://storage.googleapis.com/kubernetes-release/release/v1.21.8/bin/linux/amd64/kubectl \
|
||||
&& chmod +x ./kubectl \
|
||||
&& mv ./kubectl /usr/local/bin/kubectl
|
||||
&& cp ./kubectl /bin
|
||||
|
||||
# Install Argo CLI
|
||||
RUN curl -sSL -o /usr/local/bin/argo https://github.com/argoproj/argo-workflows/releases/download/v2.8.0/argo-linux-amd64 \
|
||||
|
|
|
@ -14,7 +14,7 @@ dependencies:
|
|||
- filelock=3.0.*
|
||||
- pip:
|
||||
- kubernetes==11.0.*
|
||||
- kfp==1.7.*
|
||||
- kfp==1.8.14
|
||||
- minio==5.0.10
|
||||
- sagemaker==2.1.*
|
||||
- ruamel.yaml==0.16.*
|
||||
|
|
|
@ -17,12 +17,12 @@ REGION=${REGION:-"$(aws configure get region)"} # Deployment region
|
|||
|
||||
### Configuration parameters
|
||||
EKS_EXISTING_CLUSTER=${EKS_EXISTING_CLUSTER:-""} # Use an existing EKS cluster
|
||||
EKS_CLUSTER_VERSION=${EKS_CLUSTER_VERSION:-"1.21"} # EKS cluster K8s version
|
||||
EKS_NODE_COUNT=${EKS_NODE_COUNT:-"1"} # The initial node count of the EKS cluster
|
||||
EKS_CLUSTER_VERSION=${EKS_CLUSTER_VERSION:-"1.22"} # EKS cluster K8s version
|
||||
EKS_NODE_COUNT=${EKS_NODE_COUNT:-"2"} # The initial node count of the EKS cluster
|
||||
EKS_PUBLIC_SUBNETS=${EKS_PUBLIC_SUBNETS:-""}
|
||||
EKS_PRIVATE_SUBNETS=${EKS_PRIVATE_SUBNETS:-""}
|
||||
SKIP_KFP_OIDC_SETUP=${SKIP_KFP_OIDC_SETUP:-"false"}
|
||||
KFP_VERSION=${KFP_VERSION:-"1.7.0"}
|
||||
KFP_VERSION=${KFP_VERSION:-"2.0.0-alpha.5"}
|
||||
|
||||
### Testing parameters
|
||||
MINIO_LOCAL_PORT=${MINIO_LOCAL_PORT:-9000}
|
||||
|
@ -150,11 +150,11 @@ function delete_eks() {
|
|||
|
||||
function install_kfp() {
|
||||
echo "[Installing KFP] Applying KFP manifests"
|
||||
|
||||
kubectl apply -k github.com/kubeflow/pipelines/manifests/kustomize/cluster-scoped-resources?ref=$KFP_VERSION
|
||||
#Install cert-manager
|
||||
kubectl apply -f https://github.com/cert-manager/cert-manager/releases/download/v1.9.1/cert-manager.yaml
|
||||
kubectl apply -k "github.com/kubeflow/pipelines/manifests/kustomize/env/cert-manager/cluster-scoped-resources?ref=$KFP_VERSION"
|
||||
kubectl wait --for condition=established --timeout=60s crd/applications.app.k8s.io
|
||||
kubectl apply -k github.com/kubeflow/pipelines/manifests/kustomize/env/dev?ref=$KFP_VERSION
|
||||
|
||||
kubectl apply -k "github.com/kubeflow/pipelines/manifests/kustomize/env/cert-manager/dev?ref=$KFP_VERSION"
|
||||
echo "[Installing KFP] Port-forwarding Minio"
|
||||
|
||||
kubectl wait --for=condition=ready -n "${KFP_NAMESPACE}" pod -l app=minio --timeout=5m
|
||||
|
|
Loading…
Reference in New Issue