88 lines
2.0 KiB
YAML
88 lines
2.0 KiB
YAML
components:
|
|
comp-read-from-gcs:
|
|
executorLabel: exec-read-from-gcs
|
|
inputDefinitions:
|
|
artifacts:
|
|
input_gcs_path:
|
|
artifactType:
|
|
schemaTitle: system.Artifact
|
|
schemaVersion: 0.0.1
|
|
comp-write-to-gcs:
|
|
executorLabel: exec-write-to-gcs
|
|
inputDefinitions:
|
|
parameters:
|
|
text:
|
|
parameterType: STRING
|
|
outputDefinitions:
|
|
artifacts:
|
|
output_gcs_path:
|
|
artifactType:
|
|
schemaTitle: system.Artifact
|
|
schemaVersion: 0.0.1
|
|
defaultPipelineRoot: dummy_root
|
|
deploymentSpec:
|
|
executors:
|
|
exec-read-from-gcs:
|
|
container:
|
|
command:
|
|
- sh
|
|
- -c
|
|
- 'set -e -x
|
|
|
|
gsutil cat "$0"
|
|
|
|
'
|
|
- '{{$.inputs.artifacts[''input_gcs_path''].uri}}'
|
|
image: google/cloud-sdk:slim
|
|
exec-write-to-gcs:
|
|
container:
|
|
command:
|
|
- sh
|
|
- -c
|
|
- 'set -e -x
|
|
|
|
echo "$0" | gsutil cp - "$1"
|
|
|
|
'
|
|
- '{{$.inputs.parameters[''text'']}}'
|
|
- '{{$.outputs.artifacts[''output_gcs_path''].uri}}'
|
|
image: google/cloud-sdk:slim
|
|
pipelineInfo:
|
|
name: simple-two-step-pipeline
|
|
root:
|
|
dag:
|
|
tasks:
|
|
read-from-gcs:
|
|
cachingOptions:
|
|
enableCache: true
|
|
componentRef:
|
|
name: comp-read-from-gcs
|
|
dependentTasks:
|
|
- write-to-gcs
|
|
inputs:
|
|
artifacts:
|
|
input_gcs_path:
|
|
taskOutputArtifact:
|
|
outputArtifactKey: output_gcs_path
|
|
producerTask: write-to-gcs
|
|
taskInfo:
|
|
name: Consumer
|
|
write-to-gcs:
|
|
cachingOptions:
|
|
enableCache: true
|
|
componentRef:
|
|
name: comp-write-to-gcs
|
|
inputs:
|
|
parameters:
|
|
text:
|
|
componentInputParameter: text
|
|
taskInfo:
|
|
name: Producer
|
|
inputDefinitions:
|
|
parameters:
|
|
text:
|
|
defaultValue: Hello KFP!
|
|
parameterType: STRING
|
|
schemaVersion: 2.1.0
|
|
sdkVersion: kfp-2.0.0-alpha.1
|