Add bin subdirectory to updated llama.cpp path

By doing this, both the binary and the libs will be in the updated-inference directory.

Signed-off-by: Dorin Geman <dorin.geman@docker.com>

.gitignore

@@ -3,3 +3,5 @@ model-runner
 model-runner.sock
 # Default MODELS_PATH in Makefile
 models-store/
+# Directory where we store the updated llama.cpp
+updated-inference/

main.go

@@ -64,7 +64,7 @@ func main() {
 		llamaServerPath,
 		func() string {
 			wd, _ := os.Getwd()
-			d := filepath.Join(wd, "updated-inference")
+			d := filepath.Join(wd, "updated-inference", "bin")
 			_ = os.MkdirAll(d, 0o755)
 			return d
 		}(),