{
  "components": {
    "comp-dataproc-create-spark-batch": {
      "executorLabel": "exec-dataproc-create-spark-batch",
      "inputDefinitions": {
        "parameters": {
          "archive_uris": {
            "defaultValue": [],
            "isOptional": true,
            "parameterType": "LIST"
          },
          "args": {
            "defaultValue": [],
            "isOptional": true,
            "parameterType": "LIST"
          },
          "batch_id": {
            "defaultValue": "",
            "isOptional": true,
            "parameterType": "STRING"
          },
          "container_image": {
            "defaultValue": "",
            "isOptional": true,
            "parameterType": "STRING"
          },
          "file_uris": {
            "defaultValue": [],
            "isOptional": true,
            "parameterType": "LIST"
          },
          "jar_file_uris": {
            "defaultValue": [],
            "isOptional": true,
            "parameterType": "LIST"
          },
          "kms_key": {
            "defaultValue": "",
            "isOptional": true,
            "parameterType": "STRING"
          },
          "labels": {
            "defaultValue": {},
            "isOptional": true,
            "parameterType": "STRUCT"
          },
          "location": {
            "defaultValue": "us-central1",
            "isOptional": true,
            "parameterType": "STRING"
          },
          "main_class": {
            "defaultValue": "",
            "isOptional": true,
            "parameterType": "STRING"
          },
          "main_jar_file_uri": {
            "defaultValue": "",
            "isOptional": true,
            "parameterType": "STRING"
          },
          "metastore_service": {
            "defaultValue": "",
            "isOptional": true,
            "parameterType": "STRING"
          },
          "network_tags": {
            "defaultValue": [],
            "isOptional": true,
            "parameterType": "LIST"
          },
          "network_uri": {
            "defaultValue": "",
            "isOptional": true,
            "parameterType": "STRING"
          },
          "project": {
            "parameterType": "STRING"
          },
          "runtime_config_properties": {
            "defaultValue": {},
            "isOptional": true,
            "parameterType": "STRUCT"
          },
          "runtime_config_version": {
            "defaultValue": "",
            "isOptional": true,
            "parameterType": "STRING"
          },
          "service_account": {
            "defaultValue": "",
            "isOptional": true,
            "parameterType": "STRING"
          },
          "spark_history_dataproc_cluster": {
            "defaultValue": "",
            "isOptional": true,
            "parameterType": "STRING"
          },
          "subnetwork_uri": {
            "defaultValue": "",
            "isOptional": true,
            "parameterType": "STRING"
          }
        }
      },
      "outputDefinitions": {
        "parameters": {
          "gcp_resources": {
            "parameterType": "STRING"
          }
        }
      }
    }
  },
  "deploymentSpec": {
    "executors": {
      "exec-dataproc-create-spark-batch": {
        "container": {
          "args": [
            "--type",
            "DataprocSparkBatch",
            "--payload",
            "{\"Concat\": [\"{\", \"\\\"labels\\\": \", \"{{$.inputs.parameters['labels']}}\", \", \\\"runtime_config\\\": {\", \"\\\"version\\\": \\\"\", \"{{$.inputs.parameters['runtime_config_version']}}\", \"\\\"\", \", \\\"container_image\\\": \\\"\", \"{{$.inputs.parameters['container_image']}}\", \"\\\"\", \", \\\"properties\\\": \", \"{{$.inputs.parameters['runtime_config_properties']}}\", \"}\", \", \\\"environment_config\\\": {\", \"\\\"execution_config\\\": {\", \"\\\"service_account\\\": \\\"\", \"{{$.inputs.parameters['service_account']}}\", \"\\\"\", \", \\\"network_tags\\\": \", \"{{$.inputs.parameters['network_tags']}}\", \", \\\"kms_key\\\": \\\"\", \"{{$.inputs.parameters['kms_key']}}\", \"\\\"\", \", \\\"network_uri\\\": \\\"\", \"{{$.inputs.parameters['network_uri']}}\", \"\\\"\", \", \\\"subnetwork_uri\\\": \\\"\", \"{{$.inputs.parameters['subnetwork_uri']}}\", \"\\\"\", \"}\", \", \\\"peripherals_config\\\": {\", \"\\\"metastore_service\\\": \\\"\", \"{{$.inputs.parameters['metastore_service']}}\", \"\\\"\", \", \\\"spark_history_server_config\\\": { \", \"\\\"dataproc_cluster\\\": \\\"\", \"{{$.inputs.parameters['spark_history_dataproc_cluster']}}\", \"\\\"\", \"}\", \"}\", \"}\", \", \\\"spark_batch\\\": {\", \"\\\"main_jar_file_uri\\\": \\\"\", \"{{$.inputs.parameters['main_jar_file_uri']}}\", \"\\\"\", \", \\\"main_class\\\": \\\"\", \"{{$.inputs.parameters['main_class']}}\", \"\\\"\", \", \\\"jar_file_uris\\\": \", \"{{$.inputs.parameters['jar_file_uris']}}\", \", \\\"file_uris\\\": \", \"{{$.inputs.parameters['file_uris']}}\", \", \\\"archive_uris\\\": \", \"{{$.inputs.parameters['archive_uris']}}\", \", \\\"args\\\": \", \"{{$.inputs.parameters['args']}}\", \"}\", \"}\"]}",
            "--project",
            "{{$.inputs.parameters['project']}}",
            "--location",
            "{{$.inputs.parameters['location']}}",
            "--batch_id",
            "{{$.inputs.parameters['batch_id']}}",
            "--gcp_resources",
            "{{$.outputs.parameters['gcp_resources'].output_file}}"
          ],
          "command": [
            "python3",
            "-u",
            "-m",
            "google_cloud_pipeline_components.container.v1.dataproc.create_spark_batch.launcher"
          ],
          "image": "gcr.io/ml-pipeline/google-cloud-pipeline-components:2.0.0b1"
        }
      }
    }
  },
  "pipelineInfo": {
    "name": "create-spark-batch-test"
  },
  "root": {
    "dag": {
      "tasks": {
        "dataproc-create-spark-batch": {
          "cachingOptions": {
            "enableCache": true
          },
          "componentRef": {
            "name": "comp-dataproc-create-spark-batch"
          },
          "inputs": {
            "parameters": {
              "archive_uris": {
                "runtimeValue": {
                  "constant": [
                    "test-archive-file-uri-1",
                    "test-archive-file-uri-2"
                  ]
                }
              },
              "args": {
                "runtimeValue": {
                  "constant": [
                    "test-arg-1",
                    "test-arg-2"
                  ]
                }
              },
              "batch_id": {
                "runtimeValue": {
                  "constant": "test-batch-id"
                }
              },
              "container_image": {
                "runtimeValue": {
                  "constant": "test-container-image"
                }
              },
              "file_uris": {
                "runtimeValue": {
                  "constant": [
                    "test-file-uri-1",
                    "test-file-uri-2"
                  ]
                }
              },
              "jar_file_uris": {
                "runtimeValue": {
                  "constant": [
                    "test-jar-file-uri-1",
                    "test-jar-file-uri-2"
                  ]
                }
              },
              "kms_key": {
                "runtimeValue": {
                  "constant": "test-kms-key"
                }
              },
              "labels": {
                "runtimeValue": {
                  "constant": {
                    "fizz": "buzz",
                    "foo": "bar"
                  }
                }
              },
              "location": {
                "runtimeValue": {
                  "constant": "test-location"
                }
              },
              "main_class": {
                "runtimeValue": {
                  "constant": "test-main-class"
                }
              },
              "main_jar_file_uri": {
                "runtimeValue": {
                  "constant": "test-jar-file-uri"
                }
              },
              "metastore_service": {
                "runtimeValue": {
                  "constant": "test-metastore-service"
                }
              },
              "network_tags": {
                "runtimeValue": {
                  "constant": [
                    "test-tag-1",
                    "test-tag-2"
                  ]
                }
              },
              "network_uri": {
                "runtimeValue": {
                  "constant": "test-network-uri"
                }
              },
              "project": {
                "runtimeValue": {
                  "constant": "test-project"
                }
              },
              "runtime_config_properties": {
                "runtimeValue": {
                  "constant": {
                    "fizz": "buzz",
                    "foo": "bar"
                  }
                }
              },
              "runtime_config_version": {
                "runtimeValue": {
                  "constant": "test-batch-version"
                }
              },
              "service_account": {
                "runtimeValue": {
                  "constant": "test-service-account"
                }
              },
              "spark_history_dataproc_cluster": {
                "runtimeValue": {
                  "constant": "test-spark-history-dataproc-cluster"
                }
              },
              "subnetwork_uri": {
                "runtimeValue": {
                  "constant": "test-subnetwork-uri"
                }
              }
            }
          },
          "taskInfo": {
            "name": "dataproc-create-spark-batch"
          }
        }
      }
    }
  }
}