65 lines
1.9 KiB
Python
Executable File
65 lines
1.9 KiB
Python
Executable File
# Copyright 2021 kubeflow.org
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import kfp.dsl as dsl
|
|
import kfp.components as comp
|
|
from kfp.components import load_component_from_text
|
|
from typing import NamedTuple
|
|
import json
|
|
|
|
|
|
def print4results() -> NamedTuple('taskOutput', [('param1', str), ('param2A', str), ('param3_b', str), ('param4c', str)]):
|
|
"""Print 4 long results"""
|
|
a = 'a' * 1500
|
|
b = 'b' * 700
|
|
c = 'c' * 500
|
|
d = 'd' * 900
|
|
from collections import namedtuple
|
|
task_output = namedtuple('taskOutput', ['param1', 'param2A', 'param3_b', 'param4c'])
|
|
return task_output(a, b, c, d)
|
|
|
|
|
|
print_op = comp.func_to_container_op(print4results)
|
|
|
|
echo_op = load_component_from_text("""
|
|
name: print
|
|
inputs:
|
|
- {name: msg, type: String}
|
|
implementation:
|
|
container:
|
|
image: alpine:3.6
|
|
command:
|
|
- sh
|
|
- -c
|
|
- |
|
|
echo $0
|
|
- { inputValue: msg }
|
|
""")
|
|
|
|
|
|
@dsl.pipeline(
|
|
name='many-results-pipeline',
|
|
description='A pipeline that produce many results.'
|
|
)
|
|
def many_results_pipeline(
|
|
):
|
|
output_estimation_json = {'param1': 1500, 'param2A': 700, 'param3_b': 500, 'param4c': 900}
|
|
print_task = print_op().add_pod_annotation('tekton-result-sizes', json.dumps(output_estimation_json))
|
|
echo_task = echo_op(print_task.outputs['param3_b'])
|
|
|
|
|
|
if __name__ == '__main__':
|
|
from kfp_tekton.compiler import TektonCompiler
|
|
TektonCompiler().compile(many_results_pipeline, __file__.replace('.py', '.yaml'))
|