mirror of https://github.com/kubeflow/examples.git
288 lines
8.4 KiB
YAML
288 lines
8.4 KiB
YAML
apiVersion: argoproj.io/v1alpha1
|
|
kind: Workflow
|
|
metadata:
|
|
generateName: tacos-vs-burritos-
|
|
spec:
|
|
arguments:
|
|
parameters:
|
|
- name: tenant-id
|
|
- name: service-principal-id
|
|
- name: service-principal-password
|
|
- name: subscription-id
|
|
- name: resource-group
|
|
- name: workspace
|
|
- name: persistent-volume-name
|
|
value: azure
|
|
- name: persistent-volume-path
|
|
value: /mnt/azure
|
|
- name: data-download
|
|
value: https://aiadvocate.blob.core.windows.net/public/tacodata.zip
|
|
- name: epochs
|
|
value: '5'
|
|
- name: batch
|
|
value: '32'
|
|
- name: learning-rate
|
|
value: '0.0001'
|
|
- name: imagetag
|
|
value: latest
|
|
- name: model-name
|
|
value: tacosandburritos
|
|
entrypoint: tacos-vs-burritos
|
|
serviceAccountName: pipeline-runner
|
|
templates:
|
|
- container:
|
|
args:
|
|
- /scripts/data.py
|
|
- --base_path
|
|
- '{{inputs.parameters.persistent-volume-path}}'
|
|
- --data
|
|
- train
|
|
- --target
|
|
- train.txt
|
|
- --img_size
|
|
- '160'
|
|
- --zipfile
|
|
- '{{inputs.parameters.data-download}}'
|
|
command:
|
|
- python
|
|
image: tacoregistry.azurecr.io/c9f19f7e7fcd:test1
|
|
imagePullPolicy: Always
|
|
volumeMounts:
|
|
- mountPath: /mnt/azure
|
|
name: azure
|
|
inputs:
|
|
parameters:
|
|
- name: data-download
|
|
- name: persistent-volume-path
|
|
name: preprocess
|
|
outputs:
|
|
artifacts:
|
|
- name: mlpipeline-ui-metadata
|
|
optional: true
|
|
path: /mlpipeline-ui-metadata.json
|
|
s3:
|
|
accessKeySecret:
|
|
key: accesskey
|
|
name: mlpipeline-minio-artifact
|
|
bucket: mlpipeline
|
|
endpoint: minio-service.kubeflow:9000
|
|
insecure: true
|
|
key: runs/{{workflow.uid}}/{{pod.name}}/mlpipeline-ui-metadata.tgz
|
|
secretKeySecret:
|
|
key: secretkey
|
|
name: mlpipeline-minio-artifact
|
|
- name: mlpipeline-metrics
|
|
optional: true
|
|
path: /mlpipeline-metrics.json
|
|
s3:
|
|
accessKeySecret:
|
|
key: accesskey
|
|
name: mlpipeline-minio-artifact
|
|
bucket: mlpipeline
|
|
endpoint: minio-service.kubeflow:9000
|
|
insecure: true
|
|
key: runs/{{workflow.uid}}/{{pod.name}}/mlpipeline-metrics.tgz
|
|
secretKeySecret:
|
|
key: secretkey
|
|
name: mlpipeline-minio-artifact
|
|
- container:
|
|
args:
|
|
- /scripts/register.py
|
|
- --base_path
|
|
- '{{inputs.parameters.persistent-volume-path}}'
|
|
- --model
|
|
- latest.h5
|
|
- --model_name
|
|
- '{{inputs.parameters.model-name}}'
|
|
- --tenant_id
|
|
- '{{inputs.parameters.tenant-id}}'
|
|
- --service_principal_id
|
|
- '{{inputs.parameters.service-principal-id}}'
|
|
- --service_principal_password
|
|
- '{{inputs.parameters.service-principal-password}}'
|
|
- --subscription_id
|
|
- '{{inputs.parameters.subscription-id}}'
|
|
- --resource_group
|
|
- '{{inputs.parameters.resource-group}}'
|
|
- --workspace
|
|
- '{{inputs.parameters.workspace}}'
|
|
command:
|
|
- python
|
|
image: tacoregistry.azurecr.io/c5fc6e090d53:test1
|
|
imagePullPolicy: Always
|
|
volumeMounts:
|
|
- mountPath: /mnt/azure
|
|
name: azure
|
|
inputs:
|
|
parameters:
|
|
- name: model-name
|
|
- name: persistent-volume-path
|
|
- name: resource-group
|
|
- name: service-principal-id
|
|
- name: service-principal-password
|
|
- name: subscription-id
|
|
- name: tenant-id
|
|
- name: workspace
|
|
name: register
|
|
outputs:
|
|
artifacts:
|
|
- name: mlpipeline-ui-metadata
|
|
optional: true
|
|
path: /mlpipeline-ui-metadata.json
|
|
s3:
|
|
accessKeySecret:
|
|
key: accesskey
|
|
name: mlpipeline-minio-artifact
|
|
bucket: mlpipeline
|
|
endpoint: minio-service.kubeflow:9000
|
|
insecure: true
|
|
key: runs/{{workflow.uid}}/{{pod.name}}/mlpipeline-ui-metadata.tgz
|
|
secretKeySecret:
|
|
key: secretkey
|
|
name: mlpipeline-minio-artifact
|
|
- name: mlpipeline-metrics
|
|
optional: true
|
|
path: /mlpipeline-metrics.json
|
|
s3:
|
|
accessKeySecret:
|
|
key: accesskey
|
|
name: mlpipeline-minio-artifact
|
|
bucket: mlpipeline
|
|
endpoint: minio-service.kubeflow:9000
|
|
insecure: true
|
|
key: runs/{{workflow.uid}}/{{pod.name}}/mlpipeline-metrics.tgz
|
|
secretKeySecret:
|
|
key: secretkey
|
|
name: mlpipeline-minio-artifact
|
|
- dag:
|
|
tasks:
|
|
- arguments:
|
|
parameters:
|
|
- name: data-download
|
|
value: '{{inputs.parameters.data-download}}'
|
|
- name: persistent-volume-path
|
|
value: '{{inputs.parameters.persistent-volume-path}}'
|
|
name: preprocess
|
|
template: preprocess
|
|
- arguments:
|
|
parameters:
|
|
- name: model-name
|
|
value: '{{inputs.parameters.model-name}}'
|
|
- name: persistent-volume-path
|
|
value: '{{inputs.parameters.persistent-volume-path}}'
|
|
- name: resource-group
|
|
value: '{{inputs.parameters.resource-group}}'
|
|
- name: service-principal-id
|
|
value: '{{inputs.parameters.service-principal-id}}'
|
|
- name: service-principal-password
|
|
value: '{{inputs.parameters.service-principal-password}}'
|
|
- name: subscription-id
|
|
value: '{{inputs.parameters.subscription-id}}'
|
|
- name: tenant-id
|
|
value: '{{inputs.parameters.tenant-id}}'
|
|
- name: workspace
|
|
value: '{{inputs.parameters.workspace}}'
|
|
dependencies:
|
|
- training
|
|
name: register
|
|
template: register
|
|
- arguments:
|
|
parameters:
|
|
- name: batch
|
|
value: '{{inputs.parameters.batch}}'
|
|
- name: epochs
|
|
value: '{{inputs.parameters.epochs}}'
|
|
- name: learning-rate
|
|
value: '{{inputs.parameters.learning-rate}}'
|
|
- name: persistent-volume-path
|
|
value: '{{inputs.parameters.persistent-volume-path}}'
|
|
dependencies:
|
|
- preprocess
|
|
name: training
|
|
template: training
|
|
inputs:
|
|
parameters:
|
|
- name: batch
|
|
- name: data-download
|
|
- name: epochs
|
|
- name: learning-rate
|
|
- name: model-name
|
|
- name: persistent-volume-path
|
|
- name: resource-group
|
|
- name: service-principal-id
|
|
- name: service-principal-password
|
|
- name: subscription-id
|
|
- name: tenant-id
|
|
- name: workspace
|
|
name: tacos-vs-burritos
|
|
- container:
|
|
args:
|
|
- /scripts/train.py
|
|
- --base_path
|
|
- '{{inputs.parameters.persistent-volume-path}}'
|
|
- --data
|
|
- train
|
|
- --epochs
|
|
- '{{inputs.parameters.epochs}}'
|
|
- --batch
|
|
- '{{inputs.parameters.batch}}'
|
|
- --image_size
|
|
- '160'
|
|
- --lr
|
|
- '{{inputs.parameters.learning-rate}}'
|
|
- --outputs
|
|
- model
|
|
- --dataset
|
|
- train.txt
|
|
command:
|
|
- python
|
|
image: tacoregistry.azurecr.io/388b206172d9:test1
|
|
resources:
|
|
requests:
|
|
memory: "2600Mi"
|
|
imagePullPolicy: Always
|
|
volumeMounts:
|
|
- mountPath: /mnt/azure
|
|
name: azure
|
|
inputs:
|
|
parameters:
|
|
- name: batch
|
|
- name: epochs
|
|
- name: learning-rate
|
|
- name: persistent-volume-path
|
|
name: training
|
|
outputs:
|
|
artifacts:
|
|
- name: mlpipeline-ui-metadata
|
|
optional: true
|
|
path: /mlpipeline-ui-metadata.json
|
|
s3:
|
|
accessKeySecret:
|
|
key: accesskey
|
|
name: mlpipeline-minio-artifact
|
|
bucket: mlpipeline
|
|
endpoint: minio-service.kubeflow:9000
|
|
insecure: true
|
|
key: runs/{{workflow.uid}}/{{pod.name}}/mlpipeline-ui-metadata.tgz
|
|
secretKeySecret:
|
|
key: secretkey
|
|
name: mlpipeline-minio-artifact
|
|
- name: mlpipeline-metrics
|
|
optional: true
|
|
path: /mlpipeline-metrics.json
|
|
s3:
|
|
accessKeySecret:
|
|
key: accesskey
|
|
name: mlpipeline-minio-artifact
|
|
bucket: mlpipeline
|
|
endpoint: minio-service.kubeflow:9000
|
|
insecure: true
|
|
key: runs/{{workflow.uid}}/{{pod.name}}/mlpipeline-metrics.tgz
|
|
secretKeySecret:
|
|
key: secretkey
|
|
name: mlpipeline-minio-artifact
|
|
volumes:
|
|
- name: azure
|
|
persistentVolumeClaim:
|
|
claimName: azure-managed-disk
|