docker
/
model-runner
mirror of https://github.com/docker/model-runner.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update pkg/inference/backends/llamacpp/llamacpp.go 

Co-authored-by: Jacob Howard <jacob.howard@docker.com>
This commit is contained in:
Emily Casey 2025-08-22 10:38:25 -06:00 committed by GitHub
parent 9f7f778e82
commit bb7abccf47
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
pkg/inference/backends/llamacpp/llamacpp.go
View File

@ -310,7 +310,7 @@ func (l *llamaCpp) parseRemoteModel(ctx context.Context, model string) (*parser.
return nil, types.Config{}, fmt.Errorf("getting layers of model(%s): %w", model, err)
}
ggufLayers := getGGUFLayers(layers)
if len(ggufLayers) != 0 {
if len(ggufLayers) != 1 {
return nil, types.Config{}, fmt.Errorf(
"remote memory estimation only supported for models with single GGUF layer, found %d layers", len(ggufLayers),
)