# 1. Build api server application # Use golang:1.13.1-stretch to keep GLIBC at 2.24 https://github.com/gotify/server/issues/225 FROM golang:1.13.1-stretch as builder RUN apt-get update && apt-get install -y cmake clang musl-dev openssl WORKDIR /go/src/github.com/kubeflow/pipelines COPY . . RUN go mod vendor RUN GO111MODULE=on go build -o /bin/apiserver backend/src/apiserver/*.go # 2. Compile preloaded pipeline samples FROM python:3.7 as compiler RUN apt-get update -y && apt-get install --no-install-recommends -y -q default-jdk python3-setuptools python3-dev jq RUN wget https://bootstrap.pypa.io/get-pip.py && python3 get-pip.py COPY backend/requirements.txt . RUN python3 -m pip install -r requirements.txt --no-cache-dir # Downloading Argo CLI so that the samples are validated ENV ARGO_VERSION v2.12.9 RUN curl -sLO https://github.com/argoproj/argo/releases/download/${ARGO_VERSION}/argo-linux-amd64.gz && \ gunzip argo-linux-amd64.gz && \ chmod +x argo-linux-amd64 && \ mv ./argo-linux-amd64 /usr/local/bin/argo WORKDIR /go/src/github.com/kubeflow/pipelines COPY sdk sdk WORKDIR /go/src/github.com/kubeflow/pipelines/sdk/python RUN python3 setup.py install WORKDIR / COPY ./samples /samples COPY backend/src/apiserver/config/sample_config.json /samples/ # Compiling the preloaded samples. # The default image is replaced with the GCR-hosted python image. RUN set -e; \ < /samples/sample_config.json jq .[].file --raw-output | while read pipeline_yaml; do \ pipeline_py="${pipeline_yaml%.yaml}"; \ mv "$pipeline_py" "${pipeline_py}.tmp"; \ echo 'import kfp; kfp.components.default_base_image_or_builder="gcr.io/google-appengine/python:2020-03-31-141326"' | cat - "${pipeline_py}.tmp" > "$pipeline_py"; \ dsl-compile --py "$pipeline_py" --output "$pipeline_yaml" || python3 "$pipeline_py"; \ done # 3. Start api web server FROM debian:stretch ARG COMMIT_SHA=unknown ENV COMMIT_SHA=${COMMIT_SHA} ARG TAG_NAME=unknown ENV TAG_NAME=${TAG_NAME} WORKDIR /bin COPY third_party/license.txt /bin/license.txt COPY backend/src/apiserver/config/ /config COPY --from=builder /bin/apiserver /bin/apiserver COPY --from=compiler /samples/ /samples/ RUN chmod +x /bin/apiserver # Adding CA certificate so API server can download pipeline through URL and wget is used for liveness/readiness probe command RUN apt-get update && apt-get install -y ca-certificates wget # Pin sample doc links to the commit that built the backend image RUN sed -E "s#/(blob|tree)/master/#/\1/${COMMIT_SHA}/#g" -i /config/sample_config.json && \ sed -E "s/%252Fmaster/%252F${COMMIT_SHA}/#g" -i /config/sample_config.json # Expose apiserver port EXPOSE 8888 # Start the apiserver CMD /bin/apiserver --config=/config --sampleconfig=/config/sample_config.json -logtostderr=true