Remove unneeded pieces
This commit is contained in:
parent
569684a36c
commit
a2f750b3fb
|
@ -1,8 +1,5 @@
|
||||||
FROM java:latest
|
FROM java:latest
|
||||||
|
|
||||||
RUN apt-get update -y
|
|
||||||
RUN apt-get install -y scala
|
|
||||||
|
|
||||||
ENV hadoop_ver 2.6.1
|
ENV hadoop_ver 2.6.1
|
||||||
ENV spark_ver 1.5.1
|
ENV spark_ver 1.5.1
|
||||||
|
|
||||||
|
@ -30,7 +27,6 @@ RUN mkdir -p /opt && \
|
||||||
RUN wget -O /opt/spark/lib/gcs-connector-latest-hadoop2.jar https://storage.googleapis.com/hadoop-lib/gcs/gcs-connector-latest-hadoop2.jar
|
RUN wget -O /opt/spark/lib/gcs-connector-latest-hadoop2.jar https://storage.googleapis.com/hadoop-lib/gcs/gcs-connector-latest-hadoop2.jar
|
||||||
|
|
||||||
ADD log4j.properties /opt/spark/conf/log4j.properties
|
ADD log4j.properties /opt/spark/conf/log4j.properties
|
||||||
ADD setup_client.sh /
|
|
||||||
ADD start-common.sh /
|
ADD start-common.sh /
|
||||||
ADD core-site.xml /opt/spark/conf/core-site.xml
|
ADD core-site.xml /opt/spark/conf/core-site.xml
|
||||||
ADD spark-defaults.conf /opt/spark/conf/spark-defaults.conf
|
ADD spark-defaults.conf /opt/spark/conf/spark-defaults.conf
|
||||||
|
|
|
@ -1,24 +0,0 @@
|
||||||
#!/bin/bash
|
|
||||||
|
|
||||||
# Copyright 2015 The Kubernetes Authors All rights reserved.
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
# you may not use this file except in compliance with the License.
|
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
|
|
||||||
if [[ $# != 2 || $1 == "" || $2 == "" ]]; then
|
|
||||||
echo "Usage: . ./setup_client.sh master_address master_port"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
echo "$1 spark-master" >> /etc/hosts
|
|
||||||
export SPARK_LOCAL_HOSTNAME=$(hostname -i)
|
|
||||||
export MASTER=spark://spark-master:$2
|
|
Loading…
Reference in New Issue