kubeflow
/
pipelines
mirror of https://github.com/kubeflow/pipelines.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

SDK/DSL-compiler - Compile without temporary files (#172) 

This also avoids writing, closing and then reading again the same temporary file which is not always supported.
This commit is contained in:
Alexey Volkov 2018-11-10 12:51:29 -08:00 committed by k8s-ci-robot
parent b494e3daa0
commit 43b2381d3b
1 changed files with 9 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
sdk/python/kfp/compiler/compiler.py
View File

@ -525,8 +525,12 @@ class Compiler(object):
"""
workflow = self._compile(pipeline_func)
yaml.Dumper.ignore_aliases = lambda *args : True
with tempfile.NamedTemporaryFile() as tmp:
with open(tmp.name, 'w') as fd:
yaml.dump(workflow, fd, default_flow_style=False)
with tarfile.open(package_path, "w:gz") as tar:
tar.add(tmp.name, arcname="pipeline.yaml")
yaml_text = yaml.dump(workflow, default_flow_style=False)
from contextlib import closing
from io import BytesIO
with tarfile.open(package_path, "w:gz") as tar:
with closing(BytesIO(yaml_text.encode())) as yaml_file:
tarinfo = tarfile.TarInfo('pipeline.yaml')
tarinfo.size = len(yaml_file.getvalue())
tar.addfile(tarinfo, fileobj=yaml_file)