# Copyright 2018 The Kubeflow Authors
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
apiVersion: argoproj.io/v1alpha1
kind: Workflow
metadata:
  annotations:
    pipelines.kubeflow.org/pipeline_spec: '{"description": "Get Most Frequent Word and Save to GCS", "inputs": [{"name": "message"}, {"default": "default_output", "name": "outputpath"}], "name": "Save Most Frequent"}'
  generateName: save-most-frequent-
spec:
  arguments:
    parameters:
      - name: message
      - name: outputpath
        value: default_output
  entrypoint: save-most-frequent
  serviceAccountName: pipeline-runner
  onExit: exiting
  templates:
    - dag:
        tasks:
          - arguments:
              parameters:
                - name: message
                  value: '{{inputs.parameters.message}}'
            name: get-frequent
            template: get-frequent
          - arguments:
              parameters:
                - name: get-frequent-word
                  value: '{{tasks.get-frequent.outputs.parameters.get-frequent-word}}'
                - name: outputpath
                  value: '{{inputs.parameters.outputpath}}'
            dependencies:
              - get-frequent
            name: save
            template: save
      inputs:
        parameters:
          - name: message
          - name: outputpath
      name: exit-handler-1
    - container:
        args:
          - echo exit!
        command:
          - sh
          - -c
        image: python:3.5-jessie
      name: exiting
    - container:
        args:
          - python -c "from collections import Counter; words = Counter('{{inputs.parameters.message}}'.split());
            print(max(words, key=words.get))" | tee /tmp/message.txt
        command:
          - sh
          - -c
        image: python:3.5-jessie
        resources:
          requests:
            memory: 200M
      inputs:
        parameters:
          - name: message
      name: get-frequent
      outputs:
        artifacts:
          - name: get-frequent-word
            path: /tmp/message.txt
        parameters:
          - name: get-frequent-word
            valueFrom:
              path: /tmp/message.txt
    - container:
        args:
          - echo {{inputs.parameters.get-frequent-word}} | tee /tmp/results.txt | gsutil
            cp /tmp/results.txt {{inputs.parameters.outputpath}}
        command:
          - sh
          - -c
        image: google/cloud-sdk
        resources:
          limits:
            cloud-tpus.google.com/v2: "8"
            cpu: "0.5"
            nvidia.com/gpu: "2"
      inputs:
        parameters:
          - name: get-frequent-word
          - name: outputpath
      metadata:
        annotations:
          tf-version.cloud-tpus.google.com: "1.12"
      name: save
      nodeSelector:
        cloud.google.com/gke-accelerator: nvidia-tesla-k80
    - dag:
        tasks:
          - arguments:
              parameters:
                - name: message
                  value: '{{inputs.parameters.message}}'
                - name: outputpath
                  value: '{{inputs.parameters.outputpath}}'
            name: exit-handler-1
            template: exit-handler-1
      inputs:
        parameters:
          - name: message
          - name: outputpath
      name: save-most-frequent
