Revert "Components - De-hardcoded the UI metadata file path in GCP components (#2697)"
This reverts commit 08ebd156
This commit is contained in:
parent
66e703805f
commit
e9bdbd2f65
|
|
@ -68,10 +68,10 @@ implementation:
|
||||||
--table_id, {inputValue: table_id},
|
--table_id, {inputValue: table_id},
|
||||||
--dataset_location, {inputValue: dataset_location},
|
--dataset_location, {inputValue: dataset_location},
|
||||||
--output_gcs_path, {inputValue: output_gcs_path},
|
--output_gcs_path, {inputValue: output_gcs_path},
|
||||||
--job_config, {inputValue: job_config},
|
--job_config, {inputValue: job_config}
|
||||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
|
||||||
]
|
]
|
||||||
env:
|
env:
|
||||||
KFP_POD_NAME: "{{pod.name}}"
|
KFP_POD_NAME: "{{pod.name}}"
|
||||||
fileOutputs:
|
fileOutputs:
|
||||||
output_gcs_path: /tmp/kfp/output/bigquery/query-output-path.txt
|
output_gcs_path: /tmp/kfp/output/bigquery/query-output-path.txt
|
||||||
|
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||||
|
|
|
||||||
|
|
@ -15,7 +15,6 @@
|
||||||
import argparse
|
import argparse
|
||||||
import fire
|
import fire
|
||||||
import importlib
|
import importlib
|
||||||
import os
|
|
||||||
import sys
|
import sys
|
||||||
import logging
|
import logging
|
||||||
from .launcher import launch
|
from .launcher import launch
|
||||||
|
|
@ -27,14 +26,8 @@ def main():
|
||||||
description='Launch a python module or file.')
|
description='Launch a python module or file.')
|
||||||
parser.add_argument('file_or_module', type=str,
|
parser.add_argument('file_or_module', type=str,
|
||||||
help='Either a python file path or a module name.')
|
help='Either a python file path or a module name.')
|
||||||
parser.add_argument('--ui-metadata-path', type=str,
|
|
||||||
help='Path for the file where the mlpipeline-ui-metadata.json data should be written.')
|
|
||||||
parser.add_argument('args', nargs=argparse.REMAINDER)
|
parser.add_argument('args', nargs=argparse.REMAINDER)
|
||||||
args = parser.parse_args()
|
args = parser.parse_args()
|
||||||
|
|
||||||
if args.ui_metadata_path:
|
|
||||||
os.environ['KFP_UI_METADATA_PATH'] = args.ui_metadata_path
|
|
||||||
|
|
||||||
launch(args.file_or_module, args.args)
|
launch(args.file_or_module, args.args)
|
||||||
|
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
|
|
|
||||||
|
|
@ -61,10 +61,10 @@ implementation:
|
||||||
--staging_dir, {inputValue: staging_dir},
|
--staging_dir, {inputValue: staging_dir},
|
||||||
--requirements_file_path, {inputValue: requirements_file_path},
|
--requirements_file_path, {inputValue: requirements_file_path},
|
||||||
--args, {inputValue: args},
|
--args, {inputValue: args},
|
||||||
--wait_interval, {inputValue: wait_interval},
|
--wait_interval, {inputValue: wait_interval}
|
||||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
|
||||||
]
|
]
|
||||||
env:
|
env:
|
||||||
KFP_POD_NAME: "{{pod.name}}"
|
KFP_POD_NAME: "{{pod.name}}"
|
||||||
fileOutputs:
|
fileOutputs:
|
||||||
job_id: /tmp/kfp/output/dataflow/job_id.txt
|
job_id: /tmp/kfp/output/dataflow/job_id.txt
|
||||||
|
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||||
|
|
|
||||||
|
|
@ -73,9 +73,9 @@ implementation:
|
||||||
--validate_only, {inputValue: validate_only},
|
--validate_only, {inputValue: validate_only},
|
||||||
--staging_dir, {inputValue: staging_dir},
|
--staging_dir, {inputValue: staging_dir},
|
||||||
--wait_interval, {inputValue: wait_interval},
|
--wait_interval, {inputValue: wait_interval},
|
||||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
|
||||||
]
|
]
|
||||||
env:
|
env:
|
||||||
KFP_POD_NAME: "{{pod.name}}"
|
KFP_POD_NAME: "{{pod.name}}"
|
||||||
fileOutputs:
|
fileOutputs:
|
||||||
job_id: /tmp/kfp/output/dataflow/job_id.txt
|
job_id: /tmp/kfp/output/dataflow/job_id.txt
|
||||||
|
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||||
|
|
|
||||||
|
|
@ -81,10 +81,10 @@ implementation:
|
||||||
--config_bucket, {inputValue: config_bucket},
|
--config_bucket, {inputValue: config_bucket},
|
||||||
--image_version, {inputValue: image_version},
|
--image_version, {inputValue: image_version},
|
||||||
--cluster, {inputValue: cluster},
|
--cluster, {inputValue: cluster},
|
||||||
--wait_interval, {inputValue: wait_interval},
|
--wait_interval, {inputValue: wait_interval}
|
||||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
|
||||||
]
|
]
|
||||||
env:
|
env:
|
||||||
KFP_POD_NAME: "{{pod.name}}"
|
KFP_POD_NAME: "{{pod.name}}"
|
||||||
fileOutputs:
|
fileOutputs:
|
||||||
cluster_name: /tmp/kfp/output/dataproc/cluster_name.txt
|
cluster_name: /tmp/kfp/output/dataproc/cluster_name.txt
|
||||||
|
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||||
|
|
|
||||||
|
|
@ -91,10 +91,10 @@ implementation:
|
||||||
--args, {inputValue: args},
|
--args, {inputValue: args},
|
||||||
--hadoop_job, {inputValue: hadoop_job},
|
--hadoop_job, {inputValue: hadoop_job},
|
||||||
--job, {inputValue: job},
|
--job, {inputValue: job},
|
||||||
--wait_interval, {inputValue: wait_interval},
|
--wait_interval, {inputValue: wait_interval}
|
||||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
|
||||||
]
|
]
|
||||||
env:
|
env:
|
||||||
KFP_POD_NAME: "{{pod.name}}"
|
KFP_POD_NAME: "{{pod.name}}"
|
||||||
fileOutputs:
|
fileOutputs:
|
||||||
job_id: /tmp/kfp/output/dataproc/job_id.txt
|
job_id: /tmp/kfp/output/dataproc/job_id.txt
|
||||||
|
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||||
|
|
|
||||||
|
|
@ -86,10 +86,10 @@ implementation:
|
||||||
--script_variables, {inputValue: script_variables},
|
--script_variables, {inputValue: script_variables},
|
||||||
--hive_job, {inputValue: hive_job},
|
--hive_job, {inputValue: hive_job},
|
||||||
--job, {inputValue: job},
|
--job, {inputValue: job},
|
||||||
--wait_interval, {inputValue: wait_interval},
|
--wait_interval, {inputValue: wait_interval}
|
||||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
|
||||||
]
|
]
|
||||||
env:
|
env:
|
||||||
KFP_POD_NAME: "{{pod.name}}"
|
KFP_POD_NAME: "{{pod.name}}"
|
||||||
fileOutputs:
|
fileOutputs:
|
||||||
job_id: /tmp/kfp/output/dataproc/job_id.txt
|
job_id: /tmp/kfp/output/dataproc/job_id.txt
|
||||||
|
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||||
|
|
|
||||||
|
|
@ -86,10 +86,10 @@ implementation:
|
||||||
--script_variables, {inputValue: script_variables},
|
--script_variables, {inputValue: script_variables},
|
||||||
--pig_job, {inputValue: pig_job},
|
--pig_job, {inputValue: pig_job},
|
||||||
--job, {inputValue: job},
|
--job, {inputValue: job},
|
||||||
--wait_interval, {inputValue: wait_interval},
|
--wait_interval, {inputValue: wait_interval}
|
||||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
|
||||||
]
|
]
|
||||||
env:
|
env:
|
||||||
KFP_POD_NAME: "{{pod.name}}"
|
KFP_POD_NAME: "{{pod.name}}"
|
||||||
fileOutputs:
|
fileOutputs:
|
||||||
job_id: /tmp/kfp/output/dataproc/job_id.txt
|
job_id: /tmp/kfp/output/dataproc/job_id.txt
|
||||||
|
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||||
|
|
|
||||||
|
|
@ -79,10 +79,10 @@ implementation:
|
||||||
--args, {inputValue: args},
|
--args, {inputValue: args},
|
||||||
--pyspark_job, {inputValue: pyspark_job},
|
--pyspark_job, {inputValue: pyspark_job},
|
||||||
--job, {inputValue: job},
|
--job, {inputValue: job},
|
||||||
--wait_interval, {inputValue: wait_interval},
|
--wait_interval, {inputValue: wait_interval}
|
||||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
|
||||||
]
|
]
|
||||||
env:
|
env:
|
||||||
KFP_POD_NAME: "{{pod.name}}"
|
KFP_POD_NAME: "{{pod.name}}"
|
||||||
fileOutputs:
|
fileOutputs:
|
||||||
job_id: /tmp/kfp/output/dataproc/job_id.txt
|
job_id: /tmp/kfp/output/dataproc/job_id.txt
|
||||||
|
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||||
|
|
|
||||||
|
|
@ -87,10 +87,10 @@ implementation:
|
||||||
--args, {inputValue: args},
|
--args, {inputValue: args},
|
||||||
--spark_job, {inputValue: spark_job},
|
--spark_job, {inputValue: spark_job},
|
||||||
--job, {inputValue: job},
|
--job, {inputValue: job},
|
||||||
--wait_interval, {inputValue: wait_interval},
|
--wait_interval, {inputValue: wait_interval}
|
||||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
|
||||||
]
|
]
|
||||||
env:
|
env:
|
||||||
KFP_POD_NAME: "{{pod.name}}"
|
KFP_POD_NAME: "{{pod.name}}"
|
||||||
fileOutputs:
|
fileOutputs:
|
||||||
job_id: /tmp/kfp/output/dataproc/job_id.txt
|
job_id: /tmp/kfp/output/dataproc/job_id.txt
|
||||||
|
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||||
|
|
|
||||||
|
|
@ -86,10 +86,10 @@ implementation:
|
||||||
--script_variables, {inputValue: script_variables},
|
--script_variables, {inputValue: script_variables},
|
||||||
--sparksql_job, {inputValue: sparksql_job},
|
--sparksql_job, {inputValue: sparksql_job},
|
||||||
--job, {inputValue: job},
|
--job, {inputValue: job},
|
||||||
--wait_interval, {inputValue: wait_interval},
|
--wait_interval, {inputValue: wait_interval}
|
||||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
|
||||||
]
|
]
|
||||||
env:
|
env:
|
||||||
KFP_POD_NAME: "{{pod.name}}"
|
KFP_POD_NAME: "{{pod.name}}"
|
||||||
fileOutputs:
|
fileOutputs:
|
||||||
job_id: /tmp/kfp/output/dataproc/job_id.txt
|
job_id: /tmp/kfp/output/dataproc/job_id.txt
|
||||||
|
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||||
|
|
|
||||||
|
|
@ -81,10 +81,10 @@ implementation:
|
||||||
--output_data_format, {inputValue: output_data_format},
|
--output_data_format, {inputValue: output_data_format},
|
||||||
--prediction_input, {inputValue: prediction_input},
|
--prediction_input, {inputValue: prediction_input},
|
||||||
--job_id_prefix, {inputValue: job_id_prefix},
|
--job_id_prefix, {inputValue: job_id_prefix},
|
||||||
--wait_interval, {inputValue: wait_interval},
|
--wait_interval, {inputValue: wait_interval}
|
||||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
|
||||||
]
|
]
|
||||||
env:
|
env:
|
||||||
KFP_POD_NAME: "{{pod.name}}"
|
KFP_POD_NAME: "{{pod.name}}"
|
||||||
fileOutputs:
|
fileOutputs:
|
||||||
job_id: /tmp/kfp/output/ml_engine/job_id.txt
|
job_id: /tmp/kfp/output/ml_engine/job_id.txt
|
||||||
|
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||||
|
|
|
||||||
|
|
@ -109,7 +109,6 @@ implementation:
|
||||||
--replace_existing_version, {inputValue: replace_existing_version},
|
--replace_existing_version, {inputValue: replace_existing_version},
|
||||||
--set_default, {inputValue: set_default},
|
--set_default, {inputValue: set_default},
|
||||||
--wait_interval, {inputValue: wait_interval},
|
--wait_interval, {inputValue: wait_interval},
|
||||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
|
||||||
]
|
]
|
||||||
env:
|
env:
|
||||||
KFP_POD_NAME: "{{pod.name}}"
|
KFP_POD_NAME: "{{pod.name}}"
|
||||||
|
|
@ -117,3 +116,4 @@ implementation:
|
||||||
model_uri: /tmp/kfp/output/ml_engine/model_uri.txt
|
model_uri: /tmp/kfp/output/ml_engine/model_uri.txt
|
||||||
model_name: /tmp/kfp/output/ml_engine/model_name.txt
|
model_name: /tmp/kfp/output/ml_engine/model_name.txt
|
||||||
version_name: /tmp/kfp/output/ml_engine/version_name.txt
|
version_name: /tmp/kfp/output/ml_engine/version_name.txt
|
||||||
|
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||||
|
|
|
||||||
|
|
@ -118,11 +118,11 @@ implementation:
|
||||||
--worker_image_uri, {inputValue: worker_image_uri},
|
--worker_image_uri, {inputValue: worker_image_uri},
|
||||||
--training_input, {inputValue: training_input},
|
--training_input, {inputValue: training_input},
|
||||||
--job_id_prefix, {inputValue: job_id_prefix},
|
--job_id_prefix, {inputValue: job_id_prefix},
|
||||||
--wait_interval, {inputValue: wait_interval},
|
--wait_interval, {inputValue: wait_interval}
|
||||||
--ui-metadata-path, {outputPath: MLPipeline UI metadata},
|
|
||||||
]
|
]
|
||||||
env:
|
env:
|
||||||
KFP_POD_NAME: "{{pod.name}}"
|
KFP_POD_NAME: "{{pod.name}}"
|
||||||
fileOutputs:
|
fileOutputs:
|
||||||
job_id: /tmp/kfp/output/ml_engine/job_id.txt
|
job_id: /tmp/kfp/output/ml_engine/job_id.txt
|
||||||
job_dir: /tmp/kfp/output/ml_engine/job_dir.txt
|
job_dir: /tmp/kfp/output/ml_engine/job_dir.txt
|
||||||
|
MLPipeline UI metadata: /mlpipeline-ui-metadata.json
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue