15 lines
287 B
Docker
15 lines
287 B
Docker
FROM aipipeline/pyspark:spark-2.1
|
|
|
|
RUN pip install --upgrade pip
|
|
RUN pip install --upgrade Minio --no-cache | tail -n 1
|
|
RUN pip install psycopg2-binary | tail -n 1
|
|
|
|
ENV APP_HOME /app
|
|
COPY src $APP_HOME
|
|
WORKDIR $APP_HOME
|
|
|
|
USER root
|
|
|
|
ENTRYPOINT ["python"]
|
|
CMD ["data_preprocess_spark.py"]
|