38 lines
1.9 KiB
YAML
38 lines
1.9 KiB
YAML
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
name: emr_create_cluster
|
|
description: |
|
|
Creates an Elastic Map Reduce (EMR) cluster in sepcific region.
|
|
inputs:
|
|
- {name: region, description: 'The EMR region in which to handle the request.'}
|
|
- {name: name, description: 'The EMR cluster name. Cluster names within a region must be unique. Names of deleted clusters can be reused'}
|
|
- {name: release_label, description: 'The EMR version.', default: 'emr-5.23.0'}
|
|
- {name: log_s3_uri, description: 'The path to the Amazon S3 location where logs for this cluster are stored.'}
|
|
- {name: instance_type, description: 'The EC2 instance type of master, the core and task nodes.', default: 'm4.xlarge'}
|
|
- {name: instance_count, description: 'The number of EC2 instances in the cluster.', default: '3'}
|
|
outputs:
|
|
- {name: cluster_name, description: 'The cluster name of the created cluster.'}
|
|
implementation:
|
|
container:
|
|
image: seedjeffwan/kubeflow-pipeline-aws-emr:20190507
|
|
command: ['python', 'create_cluster.py']
|
|
args: [
|
|
--region, {inputValue: region},
|
|
--name, {inputValue: name},
|
|
--release_label, {inputValue: release_label},
|
|
--log_s3_uri, {inputValue: log_s3_uri},
|
|
--instance_type, {inputValue: instance_type},
|
|
--instance_count, {inputValue: instance_count}
|
|
]
|
|
fileOutputs:
|
|
cluster_name: /output.txt |