From df8bc822814087b2e6662fcf930b73858a07a13f Mon Sep 17 00:00:00 2001 From: Jacob Howard Date: Mon, 12 May 2025 19:17:50 -0600 Subject: [PATCH] image: set default TCP port When running as a container, we'll always want to listen on TCP, so we'll set the default port to match the standard model runner default. Signed-off-by: Jacob Howard --- Dockerfile | 1 + 1 file changed, 1 insertion(+) diff --git a/Dockerfile b/Dockerfile index afe4c12..a0f7764 100644 --- a/Dockerfile +++ b/Dockerfile @@ -60,6 +60,7 @@ USER modelrunner # Set the environment variable for the socket path and LLaMA server binary path ENV MODEL_RUNNER_SOCK=/var/run/model-runner/model-runner.sock +ENV MODEL_RUNNER_PORT=12434 ENV LLAMA_SERVER_PATH=/app/bin ENV HOME=/home/modelrunner ENV MODELS_PATH=/models