chore(components): Added canonical location for some components (#6060)

* Components - Added canonical location for some components

* Fixed the component.py files
This commit is contained in:
Alexey Volkov 2021-07-15 21:28:12 -07:00 committed by GitHub
parent ce40a2e9a4
commit 561622c9f8
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
161 changed files with 199 additions and 4 deletions

View File

@ -57,5 +57,6 @@ if __name__ == '__main__':
packages_to_install=['catboost==0.23'],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/CatBoost/Predict_class_probabilities/from_CSV/component.yaml",
},
)

View File

@ -22,6 +22,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/CatBoost/Predict_class_probabilities/from_CSV/component.yaml'
implementation:
container:
image: python:3.7

View File

@ -57,5 +57,6 @@ if __name__ == '__main__':
packages_to_install=['catboost==0.22'],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/CatBoost/Predict_classes/from_CSV/component.yaml",
},
)

View File

@ -22,6 +22,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/CatBoost/Predict_classes/from_CSV/component.yaml'
implementation:
container:
image: python:3.7

View File

@ -57,5 +57,6 @@ if __name__ == '__main__':
packages_to_install=['catboost==0.23'],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/CatBoost/Predict_values/from_CSV/component.yaml",
},
)

View File

@ -22,6 +22,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/CatBoost/Predict_values/from_CSV/component.yaml'
implementation:
container:
image: python:3.7

View File

@ -92,5 +92,6 @@ if __name__ == '__main__':
packages_to_install=['catboost==0.23'],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/CatBoost/Train_classifier/from_CSV/component.yaml",
},
)

View File

@ -43,6 +43,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/CatBoost/Train_classifier/from_CSV/component.yaml'
implementation:
container:
image: python:3.7

View File

@ -90,5 +90,6 @@ if __name__ == '__main__':
packages_to_install=['catboost==0.23'],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/CatBoost/Train_regression/from_CSV/component.yaml",
},
)

View File

@ -42,6 +42,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/CatBoost/Train_regression/from_CSV/component.yaml'
implementation:
container:
image: python:3.7

View File

@ -36,5 +36,6 @@ if __name__ == '__main__':
packages_to_install=['catboost==0.22'],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/CatBoost/convert_CatBoostModel_to_AppleCoreMLModel/component.yaml",
},
)

View File

@ -18,6 +18,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/CatBoost/convert_CatBoostModel_to_AppleCoreMLModel/component.yaml'
implementation:
container:
image: python:3.7

View File

@ -31,5 +31,6 @@ if __name__ == '__main__':
packages_to_install=['catboost==0.22'],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/CatBoost/convert_CatBoostModel_to_ONNX/component.yaml",
},
)

View File

@ -18,6 +18,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/CatBoost/convert_CatBoostModel_to_ONNX/component.yaml'
implementation:
container:
image: python:3.7

View File

@ -32,5 +32,6 @@ if __name__ == '__main__':
packages_to_install=[],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/PyTorch/Convert_to_OnnxModel_from_PyTorchScriptModule/component.yaml",
},
)

View File

@ -3,6 +3,7 @@ description: Creates fully-connected network in PyTorch ScriptModule format
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/PyTorch/Convert_to_OnnxModel_from_PyTorchScriptModule/component.yaml'
inputs:
- {name: model, type: PyTorchScriptModule}
- {name: list_of_input_shapes, type: JsonArray}

View File

@ -9,6 +9,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/PyTorch/Create_PyTorch_Model_Archive/component.yaml'
implementation:
container:
image: pytorch/torchserve:0.3.0-cpu

View File

@ -39,5 +39,6 @@ if __name__ == '__main__':
packages_to_install=[],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/PyTorch/Create_fully_connected_network/component.yaml",
},
)

View File

@ -3,6 +3,7 @@ description: Creates fully-connected network in PyTorch ScriptModule format
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/PyTorch/Create_fully_connected_network/component.yaml'
inputs:
- {name: layer_sizes, type: JsonArray}
- {name: activation_name, type: String, default: relu, optional: true}

View File

@ -110,5 +110,6 @@ if __name__ == '__main__':
packages_to_install=['pandas==1.1.5'],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/PyTorch/Train_PyTorch_model/from_CSV/component.yaml",
},
)

View File

@ -3,6 +3,7 @@ description: Trains PyTorch model
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/PyTorch/Train_PyTorch_model/from_CSV/component.yaml'
inputs:
- {name: model, type: PyTorchScriptModule}
- {name: training_data, type: CSV}

View File

@ -64,4 +64,8 @@ if __name__ == '__main__':
xgboost_5_fold_cross_validation_for_regression_op = components.create_graph_component_from_pipeline_func(
xgboost_5_fold_cross_validation_for_regression,
output_component_file='component.yaml',
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/XGBoost/Cross_validation_for_regression/from_CSV/component.yaml",
},
)

View File

@ -12,6 +12,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/XGBoost/Cross_validation_for_regression/from_CSV/component.yaml'
implementation:
graph:
tasks:

View File

@ -53,5 +53,6 @@ if __name__ == '__main__':
],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/XGBoost/Predict/component.yaml",
},
)

View File

@ -19,6 +19,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/XGBoost/Predict/component.yaml'
implementation:
container:
image: python:3.7

View File

@ -53,5 +53,6 @@ if __name__ == '__main__':
],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/XGBoost/Predict/from_ApacheParquet/component.yaml",
},
)

View File

@ -19,6 +19,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/XGBoost/Predict/from_ApacheParquet/component.yaml'
implementation:
container:
image: python:3.7

View File

@ -89,5 +89,6 @@ if __name__ == '__main__':
],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/XGBoost/Train/component.yaml",
},
)

View File

@ -39,6 +39,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/XGBoost/Train/component.yaml'
implementation:
container:
image: python:3.7

View File

@ -89,5 +89,6 @@ if __name__ == '__main__':
],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/XGBoost/Train/from_ApacheParquet/component.yaml",
},
)

View File

@ -39,6 +39,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/XGBoost/Train/from_ApacheParquet/component.yaml'
implementation:
container:
image: python:3.7

View File

@ -46,4 +46,8 @@ if __name__ == '__main__':
xgboost_train_and_cv_regression_on_csv_op = components.create_graph_component_from_pipeline_func(
xgboost_train_and_cv_regression_on_csv,
output_component_file='component.yaml',
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/XGBoost/Train_and_cross-validate_regression/from_CSV/component.yaml",
},
)

View File

@ -17,6 +17,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/XGBoost/Train_and_cross-validate_regression/from_CSV/component.yaml'
implementation:
graph:
tasks:

View File

@ -53,4 +53,8 @@ if __name__ == '__main__':
xgboost_train_regression_and_calculate_metrics_on_csv_op = components.create_graph_component_from_pipeline_func(
xgboost_train_regression_and_calculate_metrics_on_csv,
output_component_file='component.yaml',
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/XGBoost/Train_regression_and_calculate_metrics/from_CSV/component.yaml",
},
)

View File

@ -14,6 +14,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/XGBoost/Train_regression_and_calculate_metrics/from_CSV/component.yaml'
implementation:
graph:
tasks:

View File

@ -26,5 +26,6 @@ if __name__ == '__main__':
packages_to_install=['pyarrow==0.17.1'],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/ApacheParquet/from_ApacheArrowFeather/component.yaml",
},
)

View File

@ -14,6 +14,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/ApacheParquet/from_ApacheArrowFeather/component.yaml'
implementation:
container:
image: python:3.7

View File

@ -25,5 +25,6 @@ if __name__ == '__main__':
packages_to_install=['pyarrow==0.17.1'],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/ApacheParquet/from_CSV/component.yaml",
},
)

View File

@ -13,6 +13,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/ApacheParquet/from_CSV/component.yaml'
implementation:
container:
image: python:3.7

View File

@ -25,5 +25,6 @@ if __name__ == '__main__':
packages_to_install=['pyarrow==0.17.1'],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/ApacheParquet/from_TSV/component.yaml",
},
)

View File

@ -13,6 +13,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/ApacheParquet/from_TSV/component.yaml'
implementation:
container:
image: python:3.7

View File

@ -26,5 +26,6 @@ if __name__ == '__main__':
packages_to_install=['pyarrow==0.17.1', 'pandas==1.0.3'],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/ApacheParquet/to_ApacheArrowFeather/component.yaml",
},
)

View File

@ -14,6 +14,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/ApacheParquet/to_ApacheArrowFeather/component.yaml'
implementation:
container:
image: python:3.7

View File

@ -28,5 +28,6 @@ if __name__ == '__main__':
packages_to_install=['pyarrow==0.17.1', 'pandas==1.0.3'],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/ApacheParquet/to_CSV/component.yaml",
},
)

View File

@ -13,6 +13,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/ApacheParquet/to_CSV/component.yaml'
implementation:
container:
image: python:3.7

View File

@ -29,5 +29,6 @@ if __name__ == '__main__':
packages_to_install=['pyarrow==0.17.1', 'pandas==1.0.3'],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/ApacheParquet/to_TSV/component.yaml",
},
)

View File

@ -13,6 +13,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/ApacheParquet/to_TSV/component.yaml'
implementation:
container:
image: python:3.7

View File

@ -28,5 +28,6 @@ if __name__ == '__main__':
output_component_file='component.yaml',
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/KerasModelHdf5/to_TensorflowSavedModel/component.yaml",
},
)

View File

@ -7,6 +7,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/KerasModelHdf5/to_TensorflowSavedModel/component.yaml'
implementation:
container:
image: tensorflow/tensorflow:2.3.0

View File

@ -6,6 +6,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/OnnxModel/from_KerasModelHdf5/component.yaml'
implementation:
container:
image: tensorflow/tensorflow:2.3.0

View File

@ -6,6 +6,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/OnnxModel/from_TensorflowSavedModel/component.yaml'
implementation:
container:
image: tensorflow/tensorflow:2.3.0

View File

@ -21,5 +21,6 @@ if __name__ == '__main__':
packages_to_install=['onnx-tf==1.7.0', 'onnx==1.8.0'], # onnx-tf==1.7.0 is not compatible with onnx==1.8.1
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/OnnxModel/to_TensorflowSavedModel/component.yaml",
},
)

View File

@ -1,6 +1,8 @@
name: Convert to tensorflow saved model from onnx model
metadata:
annotations: {author: Alexey Volkov <alexey.volkov@ark-kun.com>}
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/OnnxModel/to_TensorflowSavedModel/component.yaml'
inputs:
- {name: model, type: OnnxModel}
outputs:

View File

@ -6,6 +6,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/TensorflowJSGraphModel/from_KerasModelHdf5/component.yaml'
implementation:
container:
image: tensorflow/tensorflow:2.3.0

View File

@ -6,6 +6,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/TensorflowJSGraphModel/from_TensorflowSavedModel/component.yaml'
implementation:
container:
image: tensorflow/tensorflow:2.3.0

View File

@ -6,6 +6,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/TensorflowJSLayersModel/from_KerasModelHdf5/component.yaml'
implementation:
container:
image: tensorflow/tensorflow:2.3.0

View File

@ -6,6 +6,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/TensorflowJSLayersModel/from_TensorflowSavedModel/component.yaml'
implementation:
container:
image: tensorflow/tensorflow:2.3.0

View File

@ -6,6 +6,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/TensorflowLiteModel/from_KerasModelHdf5/component.yaml'
implementation:
container:
image: tensorflow/tensorflow:2.3.0

View File

@ -6,6 +6,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/_converters/TensorflowLiteModel/from_TensorflowSavedModel/component.yaml'
implementation:
container:
image: tensorflow/tensorflow:2.3.0

View File

@ -7,6 +7,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/basics/Calculate_hash/component.yaml'
implementation:
container:
image: alpine

View File

@ -85,5 +85,6 @@ if __name__ == '__main__':
output_component_file='component.yaml',
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/dataset_manipulation/split_data_into_folds/in_CSV/component.yaml",
},
)

View File

@ -21,6 +21,7 @@ description: |-
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/dataset_manipulation/split_data_into_folds/in_CSV/component.yaml'
inputs:
- {name: table, type: CSV}
- {name: number_of_folds, type: Integer, default: '5', optional: true}

View File

@ -8,6 +8,7 @@ description: |
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/datasets/Chicago_Taxi_Trips/component.yaml'
inputs:
- {name: Where, type: String, default: 'trip_start_timestamp>="1900-01-01" AND trip_start_timestamp<"2100-01-01"'}
- {name: Limit, type: Integer, default: '1000', description: 'Number of rows to return. The rows are randomly sampled.'}

View File

@ -24,6 +24,7 @@ if __name__ == '__main__':
packages_to_install=['datasets==1.6.2'],
annotations={
'author': 'Alexey Volkov <alexey.volkov@ark-kun.com>',
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/datasets/HuggingFace/Load_dataset/component.yaml",
},
output_component_file='component.yaml',
)

View File

@ -1,6 +1,8 @@
name: Load dataset using huggingface
metadata:
annotations: {author: Alexey Volkov <alexey.volkov@ark-kun.com>}
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/datasets/HuggingFace/Load_dataset/component.yaml'
inputs:
- {name: dataset_name, type: String}
outputs:

View File

@ -30,6 +30,7 @@ if __name__ == '__main__':
packages_to_install=['datasets==1.6.2'],
annotations={
'author': 'Alexey Volkov <alexey.volkov@ark-kun.com>',
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/datasets/HuggingFace/Split_dataset/component.yaml",
},
output_component_file='component.yaml',
)

View File

@ -1,6 +1,8 @@
name: Split dataset huggingface
metadata:
annotations: {author: Alexey Volkov <alexey.volkov@ark-kun.com>}
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/datasets/HuggingFace/Split_dataset/component.yaml'
inputs:
- {name: dataset_dict, type: HuggingFaceDatasetDict}
- {name: split_name, type: String, optional: true}

View File

@ -22,6 +22,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/deprecated/tfx/Evaluator/component.yaml'
implementation:
container:
image: tensorflow/tfx:0.29.0

View File

@ -25,6 +25,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/deprecated/tfx/Evaluator/with_URI_IO/component.yaml'
implementation:
container:
image: tensorflow/tfx:0.29.0

View File

@ -11,6 +11,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/deprecated/tfx/ExampleGen/BigQueryExampleGen/component.yaml'
implementation:
container:
image: tensorflow/tfx:0.29.0

View File

@ -13,6 +13,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/deprecated/tfx/ExampleGen/BigQueryExampleGen/with_URI_IO/component.yaml'
implementation:
container:
image: tensorflow/tfx:0.29.0

View File

@ -16,6 +16,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/deprecated/tfx/ExampleGen/CsvExampleGen/component.yaml'
implementation:
container:
image: tensorflow/tfx:0.29.0

View File

@ -18,6 +18,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/deprecated/tfx/ExampleGen/CsvExampleGen/with_URI_IO/component.yaml'
implementation:
container:
image: tensorflow/tfx:0.29.0

View File

@ -16,6 +16,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/deprecated/tfx/ExampleGen/ImportExampleGen/component.yaml'
implementation:
container:
image: tensorflow/tfx:0.29.0

View File

@ -18,6 +18,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/deprecated/tfx/ExampleGen/ImportExampleGen/with_URI_IO/component.yaml'
implementation:
container:
image: tensorflow/tfx:0.29.0

View File

@ -8,6 +8,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/deprecated/tfx/ExampleValidator/component.yaml'
implementation:
container:
image: tensorflow/tfx:0.29.0

View File

@ -10,6 +10,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/deprecated/tfx/ExampleValidator/with_URI_IO/component.yaml'
implementation:
container:
image: tensorflow/tfx:0.29.0

View File

@ -8,6 +8,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/deprecated/tfx/SchemaGen/component.yaml'
implementation:
container:
image: tensorflow/tfx:0.29.0

View File

@ -10,6 +10,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/deprecated/tfx/SchemaGen/with_URI_IO/component.yaml'
implementation:
container:
image: tensorflow/tfx:0.29.0

View File

@ -8,6 +8,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/deprecated/tfx/StatisticsGen/component.yaml'
implementation:
container:
image: tensorflow/tfx:0.29.0

View File

@ -10,6 +10,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/deprecated/tfx/StatisticsGen/with_URI_IO/component.yaml'
implementation:
container:
image: tensorflow/tfx:0.29.0

View File

@ -21,6 +21,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/deprecated/tfx/Trainer/component.yaml'
implementation:
container:
image: tensorflow/tfx:0.29.0

View File

@ -24,6 +24,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/deprecated/tfx/Trainer/with_URI_IO/component.yaml'
implementation:
container:
image: tensorflow/tfx:0.29.0

View File

@ -18,6 +18,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/deprecated/tfx/Transform/component.yaml'
implementation:
container:
image: tensorflow/tfx:0.29.0

View File

@ -22,6 +22,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/deprecated/tfx/Transform/with_URI_IO/component.yaml'
implementation:
container:
image: tensorflow/tfx:0.29.0

View File

@ -8,6 +8,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/filesystem/get_file/component.yaml'
implementation:
container:
image: alpine

View File

@ -8,6 +8,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/filesystem/get_subdirectory/component.yaml'
implementation:
container:
image: alpine

View File

@ -7,6 +7,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/filesystem/list_items/component.yaml'
implementation:
container:
image: alpine

View File

@ -64,5 +64,6 @@ if __name__ == '__main__':
packages_to_install=['google-cloud-automl==0.4.0'],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/gcp/automl/create_dataset_for_tables/component.yaml",
},
)

View File

@ -18,6 +18,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/gcp/automl/create_dataset_for_tables/component.yaml'
implementation:
container:
image: python:3.7

View File

@ -66,5 +66,6 @@ if __name__ == '__main__':
packages_to_install=['google-cloud-automl==0.4.0'],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/gcp/automl/create_model_for_tables/component.yaml",
},
)

View File

@ -15,6 +15,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/gcp/automl/create_model_for_tables/component.yaml'
implementation:
container:
image: python:3.7

View File

@ -39,5 +39,6 @@ if __name__ == '__main__':
],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/gcp/automl/deploy_model/component.yaml",
},
)

View File

@ -14,6 +14,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/gcp/automl/deploy_model/component.yaml'
implementation:
container:
image: python:3.8

View File

@ -56,5 +56,6 @@ if __name__ == '__main__':
output_component_file='component.yaml',base_image='python:3.7',
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/gcp/automl/export_data_to_gcs/component.yaml",
},
)

View File

@ -20,6 +20,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/gcp/automl/export_data_to_gcs/component.yaml'
implementation:
container:
image: python:3.7

View File

@ -51,5 +51,6 @@ if __name__ == '__main__':
],
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/gcp/automl/export_model_to_gcs/component.yaml",
},
)

View File

@ -18,6 +18,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/gcp/automl/export_model_to_gcs/component.yaml'
implementation:
container:
image: python:3.8

View File

@ -56,5 +56,6 @@ if __name__ == '__main__':
base_image='python:3.7',
annotations={
"author": "Alexey Volkov <alexey.volkov@ark-kun.com>",
"canonical_location": "https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/gcp/automl/import_data_from_bigquery/component.yaml",
},
)

View File

@ -16,6 +16,7 @@ outputs:
metadata:
annotations:
author: Alexey Volkov <alexey.volkov@ark-kun.com>
canonical_location: 'https://raw.githubusercontent.com/Ark-kun/pipeline_components/master/components/gcp/automl/import_data_from_bigquery/component.yaml'
implementation:
container:
image: python:3.7

Some files were not shown because too many files have changed in this diff Show More