# Copyright 2023 The Kubeflow Authors # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. from kfp import dsl, compiler @dsl.container_component def download(url: str, downloaded: dsl.OutputPath(str)): return dsl.ContainerSpec( image='google/cloud-sdk', command=['sh', '-c'], args=[f'gsutil cp {url} {downloaded}'], ) @dsl.container_component def echo(downloaded: str): return dsl.ContainerSpec( image='library/bash', command=['sh', '-c'], args=[f'echo {downloaded}'], ) @dsl.pipeline def sequential(url: str): echo(downloaded=download(url=url).outputs['downloaded']) if __name__ == '__main__': compiler.Compiler().compile( sequential, package_path=__file__.replace('.py', '.yaml'))