rename sample_test to component_test and sample_test_v2 to sample_test (#1341)
This commit is contained in:
Ning
Kubernetes Prow Robot
parent
b29fbb5041
commit
6554e133dd
|
|
@ -0,0 +1,234 @@
|
|||
# Copyright 2018 Google LLC
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
apiVersion: argoproj.io/v1alpha1
|
||||
kind: Workflow
|
||||
metadata:
|
||||
generateName: sample-test-
|
||||
spec:
|
||||
entrypoint: sample-test
|
||||
volumes:
|
||||
- name: gcp-credentials
|
||||
secret:
|
||||
secretName: user-gcp-sa
|
||||
arguments:
|
||||
parameters:
|
||||
- name: image-build-context-gcs-uri
|
||||
- name: commit-sha
|
||||
- name: component-image-prefix
|
||||
- name: target-image-prefix
|
||||
- name: test-results-gcs-dir
|
||||
- name: sample-tests-image-suffix
|
||||
value: sample-tests
|
||||
- name: namespace
|
||||
value: kubeflow
|
||||
templates:
|
||||
- name: sample-test
|
||||
inputs:
|
||||
parameters:
|
||||
- name: commit-sha
|
||||
- name: component-image-prefix
|
||||
- name: target-image-prefix
|
||||
- name: test-results-gcs-dir
|
||||
- name: sample-tests-image-suffix
|
||||
- name: namespace
|
||||
steps:
|
||||
- - name: build-sample-tests-image
|
||||
template: build-image-by-dockerfile
|
||||
arguments:
|
||||
parameters:
|
||||
- name: docker-path
|
||||
value: .
|
||||
- name: docker-file
|
||||
value: test/sample-test/Dockerfile
|
||||
- name: image-name
|
||||
value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}"
|
||||
- - name: run-tfx-tests
|
||||
template: run-sample-tests
|
||||
arguments:
|
||||
parameters:
|
||||
- name: test-results-gcs-dir
|
||||
value: "{{inputs.parameters.test-results-gcs-dir}}"
|
||||
- name: target-image-prefix
|
||||
value: "{{inputs.parameters.target-image-prefix}}"
|
||||
- name: dataflow-tft-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataflow-tft:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataflow-predict-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataflow-tf-predict:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataflow-tfma-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataflow-tfma:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataflow-tfdv-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataflow-tfdv:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-create-cluster-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-create-cluster:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-delete-cluster-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-delete-cluster:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-analyze-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-analyze:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-transform-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-transform:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-train-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-train:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-predict-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-predict:{{inputs.parameters.commit-sha}}"
|
||||
- name: kubeflow-dnntrainer-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-kubeflow-tf-trainer:{{inputs.parameters.commit-sha}}"
|
||||
- name: kubeflow-deployer-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-kubeflow-deployer:{{inputs.parameters.commit-sha}}"
|
||||
- name: local-confusionmatrix-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-local-confusion-matrix:{{inputs.parameters.commit-sha}}"
|
||||
- name: local-roc-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-local-roc:{{inputs.parameters.commit-sha}}"
|
||||
- name: sample-tests-image
|
||||
value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}"
|
||||
- name: namespace
|
||||
value: "{{inputs.parameters.namespace}}"
|
||||
- name: test-name
|
||||
value: "tfx"
|
||||
- name: run-xgboost-tests
|
||||
template: run-sample-tests
|
||||
arguments:
|
||||
parameters:
|
||||
- name: test-results-gcs-dir
|
||||
value: "{{inputs.parameters.test-results-gcs-dir}}"
|
||||
- name: target-image-prefix
|
||||
value: "{{inputs.parameters.target-image-prefix}}"
|
||||
- name: dataflow-tft-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataflow-tft:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataflow-predict-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataflow-tf-predict:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataflow-tfma-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataflow-tfma:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataflow-tfdv-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataflow-tfdv:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-create-cluster-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-create-cluster:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-delete-cluster-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-delete-cluster:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-analyze-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-analyze:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-transform-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-transform:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-train-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-train:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-predict-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-predict:{{inputs.parameters.commit-sha}}"
|
||||
- name: kubeflow-dnntrainer-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-kubeflow-tf-trainer:{{inputs.parameters.commit-sha}}"
|
||||
- name: kubeflow-deployer-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-kubeflow-deployer:{{inputs.parameters.commit-sha}}"
|
||||
- name: local-confusionmatrix-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-local-confusion-matrix:{{inputs.parameters.commit-sha}}"
|
||||
- name: local-roc-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-local-roc:{{inputs.parameters.commit-sha}}"
|
||||
- name: sample-tests-image
|
||||
value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}"
|
||||
- name: namespace
|
||||
value: "{{inputs.parameters.namespace}}"
|
||||
- name: test-name
|
||||
value: "xgboost"
|
||||
|
||||
# Build and push image
|
||||
- name: build-image-by-dockerfile
|
||||
inputs:
|
||||
parameters:
|
||||
# GCS URI prefix pointing to a .tar.gz archive of Docker build context
|
||||
- name: image-build-context-gcs-uri
|
||||
value: "{{workflow.parameters.image-build-context-gcs-uri}}"
|
||||
# The relative code path to the Dockerfile
|
||||
- name: docker-path
|
||||
# Name of the Docker file to use. "Dockerfile" by default
|
||||
- name: docker-file
|
||||
value: Dockerfile
|
||||
- name: image-name
|
||||
outputs:
|
||||
parameters:
|
||||
- name: strict-image-name
|
||||
valueFrom:
|
||||
path: /outputs/strict-image-name/file
|
||||
container:
|
||||
image: gcr.io/ml-pipeline-test/image-builder:v20181128-0.1.3-rc.1-109-ga5a14dc-e3b0c4
|
||||
imagePullPolicy: 'Always'
|
||||
args: [
|
||||
"--image-build-context-gcs-uri", "{{inputs.parameters.image-build-context-gcs-uri}}",
|
||||
"--docker_path", "{{inputs.parameters.docker-path}}",
|
||||
"--docker_file", "{{inputs.parameters.docker-file}}",
|
||||
"--image_name", "{{inputs.parameters.image-name}}",
|
||||
]
|
||||
env:
|
||||
- name: DOCKER_HOST
|
||||
value: 127.0.0.1
|
||||
- name: GOOGLE_APPLICATION_CREDENTIALS
|
||||
value: /secret/gcp-credentials/user-gcp-sa.json
|
||||
volumeMounts:
|
||||
- name: gcp-credentials
|
||||
mountPath: /secret/gcp-credentials
|
||||
sidecars:
|
||||
- name: dind
|
||||
image: docker:17.10-dind
|
||||
securityContext:
|
||||
privileged: true
|
||||
mirrorVolumeMounts: true
|
||||
|
||||
- name: run-sample-tests
|
||||
inputs:
|
||||
parameters:
|
||||
- name: test-results-gcs-dir
|
||||
- name: target-image-prefix
|
||||
- name: dataflow-tft-image
|
||||
- name: dataflow-predict-image
|
||||
- name: dataflow-tfma-image
|
||||
- name: dataflow-tfdv-image
|
||||
- name: dataproc-create-cluster-image
|
||||
- name: dataproc-delete-cluster-image
|
||||
- name: dataproc-analyze-image
|
||||
- name: dataproc-transform-image
|
||||
- name: dataproc-train-image
|
||||
- name: dataproc-predict-image
|
||||
- name: kubeflow-dnntrainer-image
|
||||
- name: kubeflow-deployer-image
|
||||
- name: local-confusionmatrix-image
|
||||
- name: local-roc-image
|
||||
- name: sample-tests-image
|
||||
- name: namespace
|
||||
- name: test-name
|
||||
container:
|
||||
image: "{{inputs.parameters.sample-tests-image}}"
|
||||
args: [
|
||||
"--results-gcs-dir", "{{inputs.parameters.test-results-gcs-dir}}",
|
||||
"--target-image-prefix", "{{inputs.parameters.target-image-prefix}}",
|
||||
"--dataflow-tft-image","{{inputs.parameters.dataflow-tft-image}}",
|
||||
"--dataflow-predict-image","{{inputs.parameters.dataflow-predict-image}}",
|
||||
"--dataflow-tfma-image","{{inputs.parameters.dataflow-tfma-image}}",
|
||||
"--dataflow-tfdv-image","{{inputs.parameters.dataflow-tfdv-image}}",
|
||||
"--dataproc-create-cluster-image","{{inputs.parameters.dataproc-create-cluster-image}}",
|
||||
"--dataproc-delete-cluster-image","{{inputs.parameters.dataproc-delete-cluster-image}}",
|
||||
"--dataproc-analyze-image","{{inputs.parameters.dataproc-analyze-image}}",
|
||||
"--dataproc-transform-image","{{inputs.parameters.dataproc-transform-image}}",
|
||||
"--dataproc-train-image","{{inputs.parameters.dataproc-train-image}}",
|
||||
"--dataproc-predict-image","{{inputs.parameters.dataproc-predict-image}}",
|
||||
"--kubeflow-dnntrainer-image","{{inputs.parameters.kubeflow-dnntrainer-image}}",
|
||||
"--kubeflow-deployer-image","{{inputs.parameters.kubeflow-deployer-image}}",
|
||||
"--local-confusionmatrix-image", "{{inputs.parameters.local-confusionmatrix-image}}",
|
||||
"--local-roc-image", "{{inputs.parameters.local-roc-image}}",
|
||||
"--namespace", "{{inputs.parameters.namespace}}",
|
||||
"--test-name", "{{inputs.parameters.test-name}}",
|
||||
]
|
||||
env:
|
||||
- name: GOOGLE_APPLICATION_CREDENTIALS
|
||||
value: /secret/gcp-credentials/user-gcp-sa.json
|
||||
volumeMounts:
|
||||
- name: gcp-credentials
|
||||
mountPath: /secret/gcp-credentials
|
||||
|
||||
|
|
@ -12,7 +12,6 @@
|
|||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
#TODO: change the yaml file name to component_integration_test after committing to test-infra
|
||||
apiVersion: argoproj.io/v1alpha1
|
||||
kind: Workflow
|
||||
metadata:
|
||||
|
|
@ -26,8 +25,6 @@ spec:
|
|||
arguments:
|
||||
parameters:
|
||||
- name: image-build-context-gcs-uri
|
||||
- name: commit-sha
|
||||
- name: component-image-prefix
|
||||
- name: target-image-prefix
|
||||
- name: test-results-gcs-dir
|
||||
- name: sample-tests-image-suffix
|
||||
|
|
@ -38,8 +35,6 @@ spec:
|
|||
- name: sample-test
|
||||
inputs:
|
||||
parameters:
|
||||
- name: commit-sha
|
||||
- name: component-image-prefix
|
||||
- name: target-image-prefix
|
||||
- name: test-results-gcs-dir
|
||||
- name: sample-tests-image-suffix
|
||||
|
|
@ -55,7 +50,21 @@ spec:
|
|||
value: test/sample-test/Dockerfile
|
||||
- name: image-name
|
||||
value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}"
|
||||
- - name: run-tfx-tests
|
||||
- - name: run-tf-training-tests
|
||||
template: run-sample-tests
|
||||
arguments:
|
||||
parameters:
|
||||
- name: test-results-gcs-dir
|
||||
value: "{{inputs.parameters.test-results-gcs-dir}}"
|
||||
- name: target-image-prefix
|
||||
value: "{{inputs.parameters.target-image-prefix}}"
|
||||
- name: sample-tests-image
|
||||
value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}"
|
||||
- name: namespace
|
||||
value: "{{inputs.parameters.namespace}}"
|
||||
- name: test-name
|
||||
value: "tf-training"
|
||||
- name: run-tfx-tests
|
||||
template: run-sample-tests
|
||||
arguments:
|
||||
parameters:
|
||||
|
|
@ -63,34 +72,6 @@ spec:
|
|||
value: "{{inputs.parameters.test-results-gcs-dir}}"
|
||||
- name: target-image-prefix
|
||||
value: "{{inputs.parameters.target-image-prefix}}"
|
||||
- name: dataflow-tft-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataflow-tft:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataflow-predict-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataflow-tf-predict:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataflow-tfma-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataflow-tfma:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataflow-tfdv-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataflow-tfdv:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-create-cluster-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-create-cluster:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-delete-cluster-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-delete-cluster:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-analyze-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-analyze:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-transform-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-transform:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-train-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-train:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-predict-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-predict:{{inputs.parameters.commit-sha}}"
|
||||
- name: kubeflow-dnntrainer-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-kubeflow-tf-trainer:{{inputs.parameters.commit-sha}}"
|
||||
- name: kubeflow-deployer-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-kubeflow-deployer:{{inputs.parameters.commit-sha}}"
|
||||
- name: local-confusionmatrix-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-local-confusion-matrix:{{inputs.parameters.commit-sha}}"
|
||||
- name: local-roc-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-local-roc:{{inputs.parameters.commit-sha}}"
|
||||
- name: sample-tests-image
|
||||
value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}"
|
||||
- name: namespace
|
||||
|
|
@ -105,40 +86,54 @@ spec:
|
|||
value: "{{inputs.parameters.test-results-gcs-dir}}"
|
||||
- name: target-image-prefix
|
||||
value: "{{inputs.parameters.target-image-prefix}}"
|
||||
- name: dataflow-tft-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataflow-tft:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataflow-predict-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataflow-tf-predict:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataflow-tfma-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataflow-tfma:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataflow-tfdv-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataflow-tfdv:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-create-cluster-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-create-cluster:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-delete-cluster-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-delete-cluster:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-analyze-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-analyze:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-transform-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-transform:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-train-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-train:{{inputs.parameters.commit-sha}}"
|
||||
- name: dataproc-predict-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-dataproc-predict:{{inputs.parameters.commit-sha}}"
|
||||
- name: kubeflow-dnntrainer-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-kubeflow-tf-trainer:{{inputs.parameters.commit-sha}}"
|
||||
- name: kubeflow-deployer-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-kubeflow-deployer:{{inputs.parameters.commit-sha}}"
|
||||
- name: local-confusionmatrix-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-local-confusion-matrix:{{inputs.parameters.commit-sha}}"
|
||||
- name: local-roc-image
|
||||
value: "{{inputs.parameters.component-image-prefix}}ml-pipeline-local-roc:{{inputs.parameters.commit-sha}}"
|
||||
- name: sample-tests-image
|
||||
value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}"
|
||||
- name: namespace
|
||||
value: "{{inputs.parameters.namespace}}"
|
||||
- name: test-name
|
||||
value: "xgboost"
|
||||
- name: run-notebook-tfx-tests
|
||||
template: run-sample-tests
|
||||
arguments:
|
||||
parameters:
|
||||
- name: test-results-gcs-dir
|
||||
value: "{{inputs.parameters.test-results-gcs-dir}}"
|
||||
- name: target-image-prefix
|
||||
value: "{{inputs.parameters.target-image-prefix}}"
|
||||
- name: sample-tests-image
|
||||
value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}"
|
||||
- name: namespace
|
||||
value: "{{inputs.parameters.namespace}}"
|
||||
- name: test-name
|
||||
value: "notebook-tfx"
|
||||
- name: run-notebook-lightweight-tests
|
||||
template: run-sample-tests
|
||||
arguments:
|
||||
parameters:
|
||||
- name: test-results-gcs-dir
|
||||
value: "{{inputs.parameters.test-results-gcs-dir}}"
|
||||
- name: target-image-prefix
|
||||
value: "{{inputs.parameters.target-image-prefix}}"
|
||||
- name: sample-tests-image
|
||||
value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}"
|
||||
- name: namespace
|
||||
value: "{{inputs.parameters.namespace}}"
|
||||
- name: test-name
|
||||
value: "notebook-lightweight"
|
||||
- name: run-notebook-typecheck-tests
|
||||
template: run-sample-tests
|
||||
arguments:
|
||||
parameters:
|
||||
- name: test-results-gcs-dir
|
||||
value: "{{inputs.parameters.test-results-gcs-dir}}"
|
||||
- name: target-image-prefix
|
||||
value: "{{inputs.parameters.target-image-prefix}}"
|
||||
- name: sample-tests-image
|
||||
value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}"
|
||||
- name: namespace
|
||||
value: "{{inputs.parameters.namespace}}"
|
||||
- name: test-name
|
||||
value: "notebook-typecheck"
|
||||
|
||||
# Build and push image
|
||||
- name: build-image-by-dockerfile
|
||||
|
|
@ -187,20 +182,6 @@ spec:
|
|||
parameters:
|
||||
- name: test-results-gcs-dir
|
||||
- name: target-image-prefix
|
||||
- name: dataflow-tft-image
|
||||
- name: dataflow-predict-image
|
||||
- name: dataflow-tfma-image
|
||||
- name: dataflow-tfdv-image
|
||||
- name: dataproc-create-cluster-image
|
||||
- name: dataproc-delete-cluster-image
|
||||
- name: dataproc-analyze-image
|
||||
- name: dataproc-transform-image
|
||||
- name: dataproc-train-image
|
||||
- name: dataproc-predict-image
|
||||
- name: kubeflow-dnntrainer-image
|
||||
- name: kubeflow-deployer-image
|
||||
- name: local-confusionmatrix-image
|
||||
- name: local-roc-image
|
||||
- name: sample-tests-image
|
||||
- name: namespace
|
||||
- name: test-name
|
||||
|
|
@ -209,20 +190,6 @@ spec:
|
|||
args: [
|
||||
"--results-gcs-dir", "{{inputs.parameters.test-results-gcs-dir}}",
|
||||
"--target-image-prefix", "{{inputs.parameters.target-image-prefix}}",
|
||||
"--dataflow-tft-image","{{inputs.parameters.dataflow-tft-image}}",
|
||||
"--dataflow-predict-image","{{inputs.parameters.dataflow-predict-image}}",
|
||||
"--dataflow-tfma-image","{{inputs.parameters.dataflow-tfma-image}}",
|
||||
"--dataflow-tfdv-image","{{inputs.parameters.dataflow-tfdv-image}}",
|
||||
"--dataproc-create-cluster-image","{{inputs.parameters.dataproc-create-cluster-image}}",
|
||||
"--dataproc-delete-cluster-image","{{inputs.parameters.dataproc-delete-cluster-image}}",
|
||||
"--dataproc-analyze-image","{{inputs.parameters.dataproc-analyze-image}}",
|
||||
"--dataproc-transform-image","{{inputs.parameters.dataproc-transform-image}}",
|
||||
"--dataproc-train-image","{{inputs.parameters.dataproc-train-image}}",
|
||||
"--dataproc-predict-image","{{inputs.parameters.dataproc-predict-image}}",
|
||||
"--kubeflow-dnntrainer-image","{{inputs.parameters.kubeflow-dnntrainer-image}}",
|
||||
"--kubeflow-deployer-image","{{inputs.parameters.kubeflow-deployer-image}}",
|
||||
"--local-confusionmatrix-image", "{{inputs.parameters.local-confusionmatrix-image}}",
|
||||
"--local-roc-image", "{{inputs.parameters.local-roc-image}}",
|
||||
"--namespace", "{{inputs.parameters.namespace}}",
|
||||
"--test-name", "{{inputs.parameters.test-name}}",
|
||||
]
|
||||
|
|
|
|||
|
|
@ -1,202 +0,0 @@
|
|||
# Copyright 2018 Google LLC
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
apiVersion: argoproj.io/v1alpha1
|
||||
kind: Workflow
|
||||
metadata:
|
||||
generateName: sample-test-
|
||||
spec:
|
||||
entrypoint: sample-test
|
||||
volumes:
|
||||
- name: gcp-credentials
|
||||
secret:
|
||||
secretName: user-gcp-sa
|
||||
arguments:
|
||||
parameters:
|
||||
- name: image-build-context-gcs-uri
|
||||
- name: target-image-prefix
|
||||
- name: test-results-gcs-dir
|
||||
- name: sample-tests-image-suffix
|
||||
value: sample-tests
|
||||
- name: namespace
|
||||
value: kubeflow
|
||||
templates:
|
||||
- name: sample-test
|
||||
inputs:
|
||||
parameters:
|
||||
- name: target-image-prefix
|
||||
- name: test-results-gcs-dir
|
||||
- name: sample-tests-image-suffix
|
||||
- name: namespace
|
||||
steps:
|
||||
- - name: build-sample-tests-image
|
||||
template: build-image-by-dockerfile
|
||||
arguments:
|
||||
parameters:
|
||||
- name: docker-path
|
||||
value: .
|
||||
- name: docker-file
|
||||
value: test/sample-test/Dockerfile
|
||||
- name: image-name
|
||||
value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}"
|
||||
- - name: run-tf-training-tests
|
||||
template: run-sample-tests
|
||||
arguments:
|
||||
parameters:
|
||||
- name: test-results-gcs-dir
|
||||
value: "{{inputs.parameters.test-results-gcs-dir}}"
|
||||
- name: target-image-prefix
|
||||
value: "{{inputs.parameters.target-image-prefix}}"
|
||||
- name: sample-tests-image
|
||||
value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}"
|
||||
- name: namespace
|
||||
value: "{{inputs.parameters.namespace}}"
|
||||
- name: test-name
|
||||
value: "tf-training"
|
||||
- name: run-tfx-tests
|
||||
template: run-sample-tests
|
||||
arguments:
|
||||
parameters:
|
||||
- name: test-results-gcs-dir
|
||||
value: "{{inputs.parameters.test-results-gcs-dir}}"
|
||||
- name: target-image-prefix
|
||||
value: "{{inputs.parameters.target-image-prefix}}"
|
||||
- name: sample-tests-image
|
||||
value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}"
|
||||
- name: namespace
|
||||
value: "{{inputs.parameters.namespace}}"
|
||||
- name: test-name
|
||||
value: "tfx"
|
||||
- name: run-xgboost-tests
|
||||
template: run-sample-tests
|
||||
arguments:
|
||||
parameters:
|
||||
- name: test-results-gcs-dir
|
||||
value: "{{inputs.parameters.test-results-gcs-dir}}"
|
||||
- name: target-image-prefix
|
||||
value: "{{inputs.parameters.target-image-prefix}}"
|
||||
- name: sample-tests-image
|
||||
value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}"
|
||||
- name: namespace
|
||||
value: "{{inputs.parameters.namespace}}"
|
||||
- name: test-name
|
||||
value: "xgboost"
|
||||
- name: run-notebook-tfx-tests
|
||||
template: run-sample-tests
|
||||
arguments:
|
||||
parameters:
|
||||
- name: test-results-gcs-dir
|
||||
value: "{{inputs.parameters.test-results-gcs-dir}}"
|
||||
- name: target-image-prefix
|
||||
value: "{{inputs.parameters.target-image-prefix}}"
|
||||
- name: sample-tests-image
|
||||
value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}"
|
||||
- name: namespace
|
||||
value: "{{inputs.parameters.namespace}}"
|
||||
- name: test-name
|
||||
value: "notebook-tfx"
|
||||
- name: run-notebook-lightweight-tests
|
||||
template: run-sample-tests
|
||||
arguments:
|
||||
parameters:
|
||||
- name: test-results-gcs-dir
|
||||
value: "{{inputs.parameters.test-results-gcs-dir}}"
|
||||
- name: target-image-prefix
|
||||
value: "{{inputs.parameters.target-image-prefix}}"
|
||||
- name: sample-tests-image
|
||||
value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}"
|
||||
- name: namespace
|
||||
value: "{{inputs.parameters.namespace}}"
|
||||
- name: test-name
|
||||
value: "notebook-lightweight"
|
||||
- name: run-notebook-typecheck-tests
|
||||
template: run-sample-tests
|
||||
arguments:
|
||||
parameters:
|
||||
- name: test-results-gcs-dir
|
||||
value: "{{inputs.parameters.test-results-gcs-dir}}"
|
||||
- name: target-image-prefix
|
||||
value: "{{inputs.parameters.target-image-prefix}}"
|
||||
- name: sample-tests-image
|
||||
value: "{{inputs.parameters.target-image-prefix}}{{inputs.parameters.sample-tests-image-suffix}}"
|
||||
- name: namespace
|
||||
value: "{{inputs.parameters.namespace}}"
|
||||
- name: test-name
|
||||
value: "notebook-typecheck"
|
||||
|
||||
# Build and push image
|
||||
- name: build-image-by-dockerfile
|
||||
inputs:
|
||||
parameters:
|
||||
# GCS URI prefix pointing to a .tar.gz archive of Docker build context
|
||||
- name: image-build-context-gcs-uri
|
||||
value: "{{workflow.parameters.image-build-context-gcs-uri}}"
|
||||
# The relative code path to the Dockerfile
|
||||
- name: docker-path
|
||||
# Name of the Docker file to use. "Dockerfile" by default
|
||||
- name: docker-file
|
||||
value: Dockerfile
|
||||
- name: image-name
|
||||
outputs:
|
||||
parameters:
|
||||
- name: strict-image-name
|
||||
valueFrom:
|
||||
path: /outputs/strict-image-name/file
|
||||
container:
|
||||
image: gcr.io/ml-pipeline-test/image-builder:v20181128-0.1.3-rc.1-109-ga5a14dc-e3b0c4
|
||||
imagePullPolicy: 'Always'
|
||||
args: [
|
||||
"--image-build-context-gcs-uri", "{{inputs.parameters.image-build-context-gcs-uri}}",
|
||||
"--docker_path", "{{inputs.parameters.docker-path}}",
|
||||
"--docker_file", "{{inputs.parameters.docker-file}}",
|
||||
"--image_name", "{{inputs.parameters.image-name}}",
|
||||
]
|
||||
env:
|
||||
- name: DOCKER_HOST
|
||||
value: 127.0.0.1
|
||||
- name: GOOGLE_APPLICATION_CREDENTIALS
|
||||
value: /secret/gcp-credentials/user-gcp-sa.json
|
||||
volumeMounts:
|
||||
- name: gcp-credentials
|
||||
mountPath: /secret/gcp-credentials
|
||||
sidecars:
|
||||
- name: dind
|
||||
image: docker:17.10-dind
|
||||
securityContext:
|
||||
privileged: true
|
||||
mirrorVolumeMounts: true
|
||||
|
||||
- name: run-sample-tests
|
||||
inputs:
|
||||
parameters:
|
||||
- name: test-results-gcs-dir
|
||||
- name: target-image-prefix
|
||||
- name: sample-tests-image
|
||||
- name: namespace
|
||||
- name: test-name
|
||||
container:
|
||||
image: "{{inputs.parameters.sample-tests-image}}"
|
||||
args: [
|
||||
"--results-gcs-dir", "{{inputs.parameters.test-results-gcs-dir}}",
|
||||
"--target-image-prefix", "{{inputs.parameters.target-image-prefix}}",
|
||||
"--namespace", "{{inputs.parameters.namespace}}",
|
||||
"--test-name", "{{inputs.parameters.test-name}}",
|
||||
]
|
||||
env:
|
||||
- name: GOOGLE_APPLICATION_CREDENTIALS
|
||||
value: /secret/gcp-credentials/user-gcp-sa.json
|
||||
volumeMounts:
|
||||
- name: gcp-credentials
|
||||
mountPath: /secret/gcp-credentials
|
||||
|
||||
Loading…
Reference in New Issue