Show the GPU-backed setting only if it is available

Signed-off-by: Dorin Geman <dorin.geman@docker.com>

pkg/inference/backends/llamacpp/gpuinfo_notwindows.go

@@ -0,0 +1,7 @@
+//go:build !windows
+
+package llamacpp
+
+import "context"
+
+func CanUseGPU(context.Context, string) (bool, error) { return false, nil }

pkg/inference/backends/llamacpp/gpuinfo_windows.go

@@ -55,3 +55,7 @@ func hasCUDA11CapableGPU(ctx context.Context, nvGPUInfoBin string) (bool, error)
 	}
 	return false, nil
 }
+
+func CanUseGPU(ctx context.Context, nvGPUInfoBin string) (bool, error) {
+	return hasCUDA11CapableGPU(ctx, nvGPUInfoBin)
+}