examples/github_issue_summarization/scripts/5_serve_model.sh

25 lines
713 B
Bash
Executable File

#!/bin/bash
# Deploys a serving component using an image generated by Seldon.
# Opens a port to the cluster for calling the service locally.
PROJECT=${KF_DEV_PROJECT}
NAMESPACE=${KF_DEV_NAMESPACE}
KF_ENV=cloud
cd ks-kubeflow
# Generate component
ks generate seldon-serve-simple issue-summarization-model-serving \
--name=issue-summarization \
--image=gcr.io/${PROJECT}/issue-summarization-${NAMESPACE}:0.1 \
--namespace=${NAMESPACE} \
--replicas=2
# Deploy it to cluster
ks apply ${KF_ENV} -c issue-summarization-model-serving
# Access from local machine
kubectl port-forward $(kubectl get pods -n ${NAMESPACE} -l service=ambassador -o jsonpath='{.items[0].metadata.name}') -n ${NAMESPACE} 8001:80