Revert "Components - De-hardcoded the UI metadata file path in GCP components (#2697)"
This reverts commit 08ebd156
This commit is contained in:
parent
66e703805f
commit
e9bdbd2f65
|
|
@ -68,10 +68,10 @@ implementation:
|
|||
--table_id, {inputValue: table_id},
|
||||
--dataset_location, {inputValue: dataset_location},
|
||||
--output_gcs_path, {inputValue: output_gcs_path},
|
||||
--job_config, {inputValue: job_config},
|
||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
||||
--job_config, {inputValue: job_config}
|
||||
]
|
||||
env:
|
||||
KFP_POD_NAME: "{{pod.name}}"
|
||||
fileOutputs:
|
||||
output_gcs_path: /tmp/kfp/output/bigquery/query-output-path.txt
|
||||
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||
|
|
|
|||
|
|
@ -15,7 +15,6 @@
|
|||
import argparse
|
||||
import fire
|
||||
import importlib
|
||||
import os
|
||||
import sys
|
||||
import logging
|
||||
from .launcher import launch
|
||||
|
|
@ -27,14 +26,8 @@ def main():
|
|||
description='Launch a python module or file.')
|
||||
parser.add_argument('file_or_module', type=str,
|
||||
help='Either a python file path or a module name.')
|
||||
parser.add_argument('--ui-metadata-path', type=str,
|
||||
help='Path for the file where the mlpipeline-ui-metadata.json data should be written.')
|
||||
parser.add_argument('args', nargs=argparse.REMAINDER)
|
||||
args = parser.parse_args()
|
||||
|
||||
if args.ui_metadata_path:
|
||||
os.environ['KFP_UI_METADATA_PATH'] = args.ui_metadata_path
|
||||
|
||||
launch(args.file_or_module, args.args)
|
||||
|
||||
if __name__ == '__main__':
|
||||
|
|
|
|||
|
|
@ -61,10 +61,10 @@ implementation:
|
|||
--staging_dir, {inputValue: staging_dir},
|
||||
--requirements_file_path, {inputValue: requirements_file_path},
|
||||
--args, {inputValue: args},
|
||||
--wait_interval, {inputValue: wait_interval},
|
||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
||||
--wait_interval, {inputValue: wait_interval}
|
||||
]
|
||||
env:
|
||||
KFP_POD_NAME: "{{pod.name}}"
|
||||
fileOutputs:
|
||||
job_id: /tmp/kfp/output/dataflow/job_id.txt
|
||||
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||
|
|
|
|||
|
|
@ -73,9 +73,9 @@ implementation:
|
|||
--validate_only, {inputValue: validate_only},
|
||||
--staging_dir, {inputValue: staging_dir},
|
||||
--wait_interval, {inputValue: wait_interval},
|
||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
||||
]
|
||||
env:
|
||||
KFP_POD_NAME: "{{pod.name}}"
|
||||
fileOutputs:
|
||||
job_id: /tmp/kfp/output/dataflow/job_id.txt
|
||||
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||
|
|
|
|||
|
|
@ -81,10 +81,10 @@ implementation:
|
|||
--config_bucket, {inputValue: config_bucket},
|
||||
--image_version, {inputValue: image_version},
|
||||
--cluster, {inputValue: cluster},
|
||||
--wait_interval, {inputValue: wait_interval},
|
||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
||||
--wait_interval, {inputValue: wait_interval}
|
||||
]
|
||||
env:
|
||||
KFP_POD_NAME: "{{pod.name}}"
|
||||
fileOutputs:
|
||||
cluster_name: /tmp/kfp/output/dataproc/cluster_name.txt
|
||||
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||
|
|
|
|||
|
|
@ -91,10 +91,10 @@ implementation:
|
|||
--args, {inputValue: args},
|
||||
--hadoop_job, {inputValue: hadoop_job},
|
||||
--job, {inputValue: job},
|
||||
--wait_interval, {inputValue: wait_interval},
|
||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
||||
--wait_interval, {inputValue: wait_interval}
|
||||
]
|
||||
env:
|
||||
KFP_POD_NAME: "{{pod.name}}"
|
||||
fileOutputs:
|
||||
job_id: /tmp/kfp/output/dataproc/job_id.txt
|
||||
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||
|
|
|
|||
|
|
@ -86,10 +86,10 @@ implementation:
|
|||
--script_variables, {inputValue: script_variables},
|
||||
--hive_job, {inputValue: hive_job},
|
||||
--job, {inputValue: job},
|
||||
--wait_interval, {inputValue: wait_interval},
|
||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
||||
--wait_interval, {inputValue: wait_interval}
|
||||
]
|
||||
env:
|
||||
KFP_POD_NAME: "{{pod.name}}"
|
||||
fileOutputs:
|
||||
job_id: /tmp/kfp/output/dataproc/job_id.txt
|
||||
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||
|
|
|
|||
|
|
@ -86,10 +86,10 @@ implementation:
|
|||
--script_variables, {inputValue: script_variables},
|
||||
--pig_job, {inputValue: pig_job},
|
||||
--job, {inputValue: job},
|
||||
--wait_interval, {inputValue: wait_interval},
|
||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
||||
--wait_interval, {inputValue: wait_interval}
|
||||
]
|
||||
env:
|
||||
KFP_POD_NAME: "{{pod.name}}"
|
||||
fileOutputs:
|
||||
job_id: /tmp/kfp/output/dataproc/job_id.txt
|
||||
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||
|
|
|
|||
|
|
@ -79,10 +79,10 @@ implementation:
|
|||
--args, {inputValue: args},
|
||||
--pyspark_job, {inputValue: pyspark_job},
|
||||
--job, {inputValue: job},
|
||||
--wait_interval, {inputValue: wait_interval},
|
||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
||||
--wait_interval, {inputValue: wait_interval}
|
||||
]
|
||||
env:
|
||||
KFP_POD_NAME: "{{pod.name}}"
|
||||
fileOutputs:
|
||||
job_id: /tmp/kfp/output/dataproc/job_id.txt
|
||||
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||
|
|
|
|||
|
|
@ -87,10 +87,10 @@ implementation:
|
|||
--args, {inputValue: args},
|
||||
--spark_job, {inputValue: spark_job},
|
||||
--job, {inputValue: job},
|
||||
--wait_interval, {inputValue: wait_interval},
|
||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
||||
--wait_interval, {inputValue: wait_interval}
|
||||
]
|
||||
env:
|
||||
KFP_POD_NAME: "{{pod.name}}"
|
||||
fileOutputs:
|
||||
job_id: /tmp/kfp/output/dataproc/job_id.txt
|
||||
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||
|
|
|
|||
|
|
@ -86,10 +86,10 @@ implementation:
|
|||
--script_variables, {inputValue: script_variables},
|
||||
--sparksql_job, {inputValue: sparksql_job},
|
||||
--job, {inputValue: job},
|
||||
--wait_interval, {inputValue: wait_interval},
|
||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
||||
--wait_interval, {inputValue: wait_interval}
|
||||
]
|
||||
env:
|
||||
KFP_POD_NAME: "{{pod.name}}"
|
||||
fileOutputs:
|
||||
job_id: /tmp/kfp/output/dataproc/job_id.txt
|
||||
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||
|
|
|
|||
|
|
@ -81,10 +81,10 @@ implementation:
|
|||
--output_data_format, {inputValue: output_data_format},
|
||||
--prediction_input, {inputValue: prediction_input},
|
||||
--job_id_prefix, {inputValue: job_id_prefix},
|
||||
--wait_interval, {inputValue: wait_interval},
|
||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
||||
--wait_interval, {inputValue: wait_interval}
|
||||
]
|
||||
env:
|
||||
KFP_POD_NAME: "{{pod.name}}"
|
||||
fileOutputs:
|
||||
job_id: /tmp/kfp/output/ml_engine/job_id.txt
|
||||
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||
|
|
|
|||
|
|
@ -109,7 +109,6 @@ implementation:
|
|||
--replace_existing_version, {inputValue: replace_existing_version},
|
||||
--set_default, {inputValue: set_default},
|
||||
--wait_interval, {inputValue: wait_interval},
|
||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
||||
]
|
||||
env:
|
||||
KFP_POD_NAME: "{{pod.name}}"
|
||||
|
|
@ -117,3 +116,4 @@ implementation:
|
|||
model_uri: /tmp/kfp/output/ml_engine/model_uri.txt
|
||||
model_name: /tmp/kfp/output/ml_engine/model_name.txt
|
||||
version_name: /tmp/kfp/output/ml_engine/version_name.txt
|
||||
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||
|
|
|
|||
|
|
@ -118,11 +118,11 @@ implementation:
|
|||
--worker_image_uri, {inputValue: worker_image_uri},
|
||||
--training_input, {inputValue: training_input},
|
||||
--job_id_prefix, {inputValue: job_id_prefix},
|
||||
--wait_interval, {inputValue: wait_interval},
|
||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
||||
--wait_interval, {inputValue: wait_interval}
|
||||
]
|
||||
env:
|
||||
KFP_POD_NAME: "{{pod.name}}"
|
||||
fileOutputs:
|
||||
job_id: /tmp/kfp/output/ml_engine/job_id.txt
|
||||
job_dir: /tmp/kfp/output/ml_engine/job_dir.txt
|
||||
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||
|
|
|
|||
Loading…
Reference in New Issue