kubeflow
/
spark-operator
mirror of https://github.com/kubeflow/spark-operator.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Replaced 2.4.0 with 2.4.4 (#634)

This commit is contained in:
Yinan Li 2019-09-24 16:52:12 -07:00 committed by GitHub
parent 001644602c
commit 74bd887581
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
7 changed files with 26 additions and 26 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
docs/user-guide.md
View File

@ -66,7 +66,7 @@ spec:
mode: cluster
image: gcr.io/spark/spark:v2.4.4
mainClass: org.apache.spark.examples.SparkPi
mainApplicationFile: local:///opt/spark/examples/jars/spark-examples_2.11-2.4.0.jar
mainApplicationFile: local:///opt/spark/examples/jars/spark-examples_2.11-2.4.4.jar
```
### Specifying Application Dependencies
@ -130,7 +130,7 @@ spec:
coreLimit: 200m
memory: 512m
labels:
version: 2.4.0
version: 2.4.4
serviceAccount: spark
```
@ -150,7 +150,7 @@ spec:
instances: 1
memory: 512m
labels:
version: 2.4.0
version: 2.4.4
```
### Specifying Extra Java Options
@ -179,7 +179,7 @@ spec:
name: "amd.com/gpu" # GPU resource name
quantity: 1 # number of GPUs to request
labels:
version: 2.4.0
version: 2.4.4
serviceAccount: spark
executor:
cores: 1
@ -203,7 +203,7 @@ spec:
memory: "512m"
hostNetwork: true
labels:
version: 2.4.0
version: 2.4.4
serviceAccount: spark
executor:
cores: 1

8
docs/volcano-integration.md
View File

@ -34,8 +34,8 @@ spec:
image: "gcr.io/spark-operator/spark:v2.4.4"
imagePullPolicy: Always
mainClass: org.apache.spark.examples.SparkPi
mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.11-2.4.0.jar"
sparkVersion: "2.4.0"
mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.11-2.4.4.jar"
sparkVersion: "2.4.4"
batchScheduler: "volcano" #Note: the batch scheduler name must be specified with `volcano`
restartPolicy:
type: Never
@ -49,7 +49,7 @@ spec:
coreLimit: "1200m"
memory: "512m"
labels:
version: 2.4.0
version: 2.4.4
serviceAccount: spark
volumeMounts:
- name: "test-volume"
@ -59,7 +59,7 @@ spec:
instances: 1
memory: "512m"
labels:
version: 2.4.0
version: 2.4.4
volumeMounts:
- name: "test-volume"
mountPath: "/tmp"

8
examples/spark-pi-configmap.yaml
View File

@ -24,8 +24,8 @@ spec:
image: "gcr.io/spark-operator/spark:v2.4.4"
imagePullPolicy: Always
mainClass: org.apache.spark.examples.SparkPi
mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.11-2.4.0.jar"
sparkVersion: "2.4.0"
mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.11-2.4.4.jar"
sparkVersion: "2.4.4"
restartPolicy:
type: Never
volumes:
@ -37,7 +37,7 @@ spec:
coreLimit: "1200m"
memory: "512m"
labels:
version: 2.4.0
version: 2.4.4
serviceAccount: spark
volumeMounts:
- name: config-vol
@ -47,7 +47,7 @@ spec:
instances: 1
memory: "512m"
labels:
version: 2.4.0
version: 2.4.4
volumeMounts:
- name: config-vol
mountPath: /opt/spark/mycm

8
examples/spark-pi-prometheus.yaml
View File

@ -25,10 +25,10 @@ spec:
image: "gcr.io/spark-operator/spark:v2.4.4-gcs-prometheus"
imagePullPolicy: Always
mainClass: org.apache.spark.examples.SparkPi
mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.11-2.4.0.jar"
mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.11-2.4.4.jar"
arguments:
- "100000"
sparkVersion: "2.4.0"
sparkVersion: "2.4.4"
restartPolicy:
type: Never
driver:
@ -36,14 +36,14 @@ spec:
coreLimit: "1200m"
memory: "512m"
labels:
version: 2.4.0
version: 2.4.4
serviceAccount: spark
executor:
cores: 1
instances: 1
memory: "512m"
labels:
version: 2.4.0
version: 2.4.4
monitoring:
exposeDriverMetrics: true
exposeExecutorMetrics: true

6
examples/spark-pi-schedule.yaml
View File

@ -28,7 +28,7 @@ spec:
image: "gcr.io/spark-operator/spark:v2.4.4"
imagePullPolicy: Always
mainClass: org.apache.spark.examples.SparkPi
mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.11-2.4.0.jar"
mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.11-2.4.4.jar"
restartPolicy:
type: Never
driver:
@ -36,11 +36,11 @@ spec:
coreLimit: "1200m"
memory: "512m"
labels:
version: 2.4.0
version: 2.4.4
serviceAccount: spark
executor:
cores: 1
instances: 1
memory: "512m"
labels:
version: 2.4.0
version: 2.4.4

6
examples/spark-pi.yaml
View File

@ -25,7 +25,7 @@ spec:
imagePullPolicy: Always
mainClass: org.apache.spark.examples.SparkPi
mainApplicationFile: "local:///opt/spark/examples/jars/spark-examples_2.11-2.4.4.jar"
sparkVersion: "2.4.0"
sparkVersion: "2.4.4"
restartPolicy:
type: Never
volumes:
@ -38,7 +38,7 @@ spec:
coreLimit: "1200m"
memory: "512m"
labels:
version: 2.4.0
version: 2.4.4
serviceAccount: spark
volumeMounts:
- name: "test-volume"
@ -48,7 +48,7 @@ spec:
instances: 1
memory: "512m"
labels:
version: 2.4.0
version: 2.4.4
volumeMounts:
- name: "test-volume"
mountPath: "/tmp"

6
examples/spark-py-pi.yaml
View File

@ -28,7 +28,7 @@ spec:
image: "gcr.io/spark-operator/spark-py:v2.4.4"
imagePullPolicy: Always
mainApplicationFile: local:///opt/spark/examples/src/main/python/pi.py
sparkVersion: "2.4.0"
sparkVersion: "2.4.4"
restartPolicy:
type: OnFailure
onFailureRetries: 3
@ -40,11 +40,11 @@ spec:
coreLimit: "1200m"
memory: "512m"
labels:
version: 2.4.0
version: 2.4.4
serviceAccount: spark
executor:
cores: 1
instances: 1
memory: "512m"
labels:
version: 2.4.0
version: 2.4.4