37 lines
1.5 KiB
YAML
37 lines
1.5 KiB
YAML
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
name: Athena Query
|
|
description: |
|
|
A Kubeflow Pipeline component to submit a query to Amazon Web Services Athena
|
|
service and dump outputs to AWS S3.
|
|
|
|
inputs:
|
|
- {name: region, description: 'The Athena region in which to handle the request.'}
|
|
- {name: database, description: 'The name of the database.'}
|
|
- {name: query, description: 'The SQL query statements to be executed in Athena.'}
|
|
- {name: output_path, description: 'The path to the Amazon S3 location where logs for this cluster are stored.'}
|
|
outputs:
|
|
- {name: output_path, description: 'The path to the S3 bucket containing the query output in CSV format.'}
|
|
implementation:
|
|
container:
|
|
image: seedjeffwan/kubeflow-pipeline-aws-athena:20190501
|
|
command: ['python', 'query.py']
|
|
args: [
|
|
--region, {inputValue: region},
|
|
--database, {inputValue: database},
|
|
--query, {inputValue: query},
|
|
--output, {inputValue: output_path}
|
|
]
|
|
fileOutputs:
|
|
output_path: /output.txt
|