Revert "Components - De-hardcoded the UI metadata file path in GCP components (#2697)"

This reverts commit 08ebd156
This commit is contained in:
numerology 2019-12-19 10:57:28 -08:00
parent 66e703805f
commit e9bdbd2f65
14 changed files with 24 additions and 31 deletions

View File

@ -68,10 +68,10 @@ implementation:
--table_id, {inputValue: table_id}, --table_id, {inputValue: table_id},
--dataset_location, {inputValue: dataset_location}, --dataset_location, {inputValue: dataset_location},
--output_gcs_path, {inputValue: output_gcs_path}, --output_gcs_path, {inputValue: output_gcs_path},
--job_config, {inputValue: job_config}, --job_config, {inputValue: job_config}
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
] ]
env: env:
KFP_POD_NAME: "{{pod.name}}" KFP_POD_NAME: "{{pod.name}}"
fileOutputs: fileOutputs:
output_gcs_path: /tmp/kfp/output/bigquery/query-output-path.txt output_gcs_path: /tmp/kfp/output/bigquery/query-output-path.txt
MLPipeline UI metadata: /mlpipeline-ui-metadata.json

View File

@ -15,7 +15,6 @@
import argparse import argparse
import fire import fire
import importlib import importlib
import os
import sys import sys
import logging import logging
from .launcher import launch from .launcher import launch
@ -27,14 +26,8 @@ def main():
description='Launch a python module or file.') description='Launch a python module or file.')
parser.add_argument('file_or_module', type=str, parser.add_argument('file_or_module', type=str,
help='Either a python file path or a module name.') help='Either a python file path or a module name.')
parser.add_argument('--ui-metadata-path', type=str,
help='Path for the file where the mlpipeline-ui-metadata.json data should be written.')
parser.add_argument('args', nargs=argparse.REMAINDER) parser.add_argument('args', nargs=argparse.REMAINDER)
args = parser.parse_args() args = parser.parse_args()
if args.ui_metadata_path:
os.environ['KFP_UI_METADATA_PATH'] = args.ui_metadata_path
launch(args.file_or_module, args.args) launch(args.file_or_module, args.args)
if __name__ == '__main__': if __name__ == '__main__':

View File

@ -61,10 +61,10 @@ implementation:
--staging_dir, {inputValue: staging_dir}, --staging_dir, {inputValue: staging_dir},
--requirements_file_path, {inputValue: requirements_file_path}, --requirements_file_path, {inputValue: requirements_file_path},
--args, {inputValue: args}, --args, {inputValue: args},
--wait_interval, {inputValue: wait_interval}, --wait_interval, {inputValue: wait_interval}
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
] ]
env: env:
KFP_POD_NAME: "{{pod.name}}" KFP_POD_NAME: "{{pod.name}}"
fileOutputs: fileOutputs:
job_id: /tmp/kfp/output/dataflow/job_id.txt job_id: /tmp/kfp/output/dataflow/job_id.txt
MLPipeline UI metadata: /mlpipeline-ui-metadata.json

View File

@ -73,9 +73,9 @@ implementation:
--validate_only, {inputValue: validate_only}, --validate_only, {inputValue: validate_only},
--staging_dir, {inputValue: staging_dir}, --staging_dir, {inputValue: staging_dir},
--wait_interval, {inputValue: wait_interval}, --wait_interval, {inputValue: wait_interval},
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
] ]
env: env:
KFP_POD_NAME: "{{pod.name}}" KFP_POD_NAME: "{{pod.name}}"
fileOutputs: fileOutputs:
job_id: /tmp/kfp/output/dataflow/job_id.txt job_id: /tmp/kfp/output/dataflow/job_id.txt
MLPipeline UI metadata: /mlpipeline-ui-metadata.json

View File

@ -81,10 +81,10 @@ implementation:
--config_bucket, {inputValue: config_bucket}, --config_bucket, {inputValue: config_bucket},
--image_version, {inputValue: image_version}, --image_version, {inputValue: image_version},
--cluster, {inputValue: cluster}, --cluster, {inputValue: cluster},
--wait_interval, {inputValue: wait_interval}, --wait_interval, {inputValue: wait_interval}
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
] ]
env: env:
KFP_POD_NAME: "{{pod.name}}" KFP_POD_NAME: "{{pod.name}}"
fileOutputs: fileOutputs:
cluster_name: /tmp/kfp/output/dataproc/cluster_name.txt cluster_name: /tmp/kfp/output/dataproc/cluster_name.txt
MLPipeline UI metadata: /mlpipeline-ui-metadata.json

View File

@ -91,10 +91,10 @@ implementation:
--args, {inputValue: args}, --args, {inputValue: args},
--hadoop_job, {inputValue: hadoop_job}, --hadoop_job, {inputValue: hadoop_job},
--job, {inputValue: job}, --job, {inputValue: job},
--wait_interval, {inputValue: wait_interval}, --wait_interval, {inputValue: wait_interval}
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
] ]
env: env:
KFP_POD_NAME: "{{pod.name}}" KFP_POD_NAME: "{{pod.name}}"
fileOutputs: fileOutputs:
job_id: /tmp/kfp/output/dataproc/job_id.txt job_id: /tmp/kfp/output/dataproc/job_id.txt
MLPipeline UI metadata: /mlpipeline-ui-metadata.json

View File

@ -86,10 +86,10 @@ implementation:
--script_variables, {inputValue: script_variables}, --script_variables, {inputValue: script_variables},
--hive_job, {inputValue: hive_job}, --hive_job, {inputValue: hive_job},
--job, {inputValue: job}, --job, {inputValue: job},
--wait_interval, {inputValue: wait_interval}, --wait_interval, {inputValue: wait_interval}
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
] ]
env: env:
KFP_POD_NAME: "{{pod.name}}" KFP_POD_NAME: "{{pod.name}}"
fileOutputs: fileOutputs:
job_id: /tmp/kfp/output/dataproc/job_id.txt job_id: /tmp/kfp/output/dataproc/job_id.txt
MLPipeline UI metadata: /mlpipeline-ui-metadata.json

View File

@ -86,10 +86,10 @@ implementation:
--script_variables, {inputValue: script_variables}, --script_variables, {inputValue: script_variables},
--pig_job, {inputValue: pig_job}, --pig_job, {inputValue: pig_job},
--job, {inputValue: job}, --job, {inputValue: job},
--wait_interval, {inputValue: wait_interval}, --wait_interval, {inputValue: wait_interval}
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
] ]
env: env:
KFP_POD_NAME: "{{pod.name}}" KFP_POD_NAME: "{{pod.name}}"
fileOutputs: fileOutputs:
job_id: /tmp/kfp/output/dataproc/job_id.txt job_id: /tmp/kfp/output/dataproc/job_id.txt
MLPipeline UI metadata: /mlpipeline-ui-metadata.json

View File

@ -79,10 +79,10 @@ implementation:
--args, {inputValue: args}, --args, {inputValue: args},
--pyspark_job, {inputValue: pyspark_job}, --pyspark_job, {inputValue: pyspark_job},
--job, {inputValue: job}, --job, {inputValue: job},
--wait_interval, {inputValue: wait_interval}, --wait_interval, {inputValue: wait_interval}
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
] ]
env: env:
KFP_POD_NAME: "{{pod.name}}" KFP_POD_NAME: "{{pod.name}}"
fileOutputs: fileOutputs:
job_id: /tmp/kfp/output/dataproc/job_id.txt job_id: /tmp/kfp/output/dataproc/job_id.txt
MLPipeline UI metadata: /mlpipeline-ui-metadata.json

View File

@ -87,10 +87,10 @@ implementation:
--args, {inputValue: args}, --args, {inputValue: args},
--spark_job, {inputValue: spark_job}, --spark_job, {inputValue: spark_job},
--job, {inputValue: job}, --job, {inputValue: job},
--wait_interval, {inputValue: wait_interval}, --wait_interval, {inputValue: wait_interval}
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
] ]
env: env:
KFP_POD_NAME: "{{pod.name}}" KFP_POD_NAME: "{{pod.name}}"
fileOutputs: fileOutputs:
job_id: /tmp/kfp/output/dataproc/job_id.txt job_id: /tmp/kfp/output/dataproc/job_id.txt
MLPipeline UI metadata: /mlpipeline-ui-metadata.json

View File

@ -86,10 +86,10 @@ implementation:
--script_variables, {inputValue: script_variables}, --script_variables, {inputValue: script_variables},
--sparksql_job, {inputValue: sparksql_job}, --sparksql_job, {inputValue: sparksql_job},
--job, {inputValue: job}, --job, {inputValue: job},
--wait_interval, {inputValue: wait_interval}, --wait_interval, {inputValue: wait_interval}
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
] ]
env: env:
KFP_POD_NAME: "{{pod.name}}" KFP_POD_NAME: "{{pod.name}}"
fileOutputs: fileOutputs:
job_id: /tmp/kfp/output/dataproc/job_id.txt job_id: /tmp/kfp/output/dataproc/job_id.txt
MLPipeline UI metadata: /mlpipeline-ui-metadata.json

View File

@ -81,10 +81,10 @@ implementation:
--output_data_format, {inputValue: output_data_format}, --output_data_format, {inputValue: output_data_format},
--prediction_input, {inputValue: prediction_input}, --prediction_input, {inputValue: prediction_input},
--job_id_prefix, {inputValue: job_id_prefix}, --job_id_prefix, {inputValue: job_id_prefix},
--wait_interval, {inputValue: wait_interval}, --wait_interval, {inputValue: wait_interval}
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
] ]
env: env:
KFP_POD_NAME: "{{pod.name}}" KFP_POD_NAME: "{{pod.name}}"
fileOutputs: fileOutputs:
job_id: /tmp/kfp/output/ml_engine/job_id.txt job_id: /tmp/kfp/output/ml_engine/job_id.txt
MLPipeline UI metadata: /mlpipeline-ui-metadata.json

View File

@ -109,7 +109,6 @@ implementation:
--replace_existing_version, {inputValue: replace_existing_version}, --replace_existing_version, {inputValue: replace_existing_version},
--set_default, {inputValue: set_default}, --set_default, {inputValue: set_default},
--wait_interval, {inputValue: wait_interval}, --wait_interval, {inputValue: wait_interval},
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
] ]
env: env:
KFP_POD_NAME: "{{pod.name}}" KFP_POD_NAME: "{{pod.name}}"
@ -117,3 +116,4 @@ implementation:
model_uri: /tmp/kfp/output/ml_engine/model_uri.txt model_uri: /tmp/kfp/output/ml_engine/model_uri.txt
model_name: /tmp/kfp/output/ml_engine/model_name.txt model_name: /tmp/kfp/output/ml_engine/model_name.txt
version_name: /tmp/kfp/output/ml_engine/version_name.txt version_name: /tmp/kfp/output/ml_engine/version_name.txt
MLPipeline UI metadata: /mlpipeline-ui-metadata.json

View File

@ -118,11 +118,11 @@ implementation:
--worker_image_uri, {inputValue: worker_image_uri}, --worker_image_uri, {inputValue: worker_image_uri},
--training_input, {inputValue: training_input}, --training_input, {inputValue: training_input},
--job_id_prefix, {inputValue: job_id_prefix}, --job_id_prefix, {inputValue: job_id_prefix},
--wait_interval, {inputValue: wait_interval}, --wait_interval, {inputValue: wait_interval}
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
] ]
env: env:
KFP_POD_NAME: "{{pod.name}}" KFP_POD_NAME: "{{pod.name}}"
fileOutputs: fileOutputs:
job_id: /tmp/kfp/output/ml_engine/job_id.txt job_id: /tmp/kfp/output/ml_engine/job_id.txt
job_dir: /tmp/kfp/output/ml_engine/job_dir.txt job_dir: /tmp/kfp/output/ml_engine/job_dir.txt
MLPipeline UI metadata: /mlpipeline-ui-metadata.json