# Copyright 2021 kubeflow.org # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from kfp import dsl, components from kfp_tekton.compiler import TektonCompiler as Compiler def gcs_download_op(url): return components.load_component_from_text(""" name: %s description: download inputs: - {name: url, type: String} outputs: - {name: %s, type: String} implementation: container: image: google/cloud-sdk:279.0.0 command: - sh - -c args: - | gsutil cat $0 | tee $1 - {inputValue: url} - {outputPath: %s} """ % ('GCS - Download' * 4, 'data' * 10, 'data' * 10))(url=url) print_op = components.load_component_from_text(""" name: """) @dsl.pipeline(name="some-very-long-name-with-lots-of-words-in-it-" + "it-should-be-over-63-chars-long-in-order-to-observe-the-problem") def main_fn(url1: str = 'gs://ml-pipeline-playground/shakespeare1.txt'): download1_task = gcs_download_op(url1) components.load_component_from_text(""" name: %s description: print inputs: - {name: text, type: String} implementation: container: image: alpine:3.6 command: - echo - {inputValue: text} """ % ('print' * 10))(download1_task.outputs['data' * 10]) if __name__ == '__main__': Compiler().compile(main_fn, __file__.replace('.py', '.yaml'))