inference: Update telemetry

Signed-off-by: Dorin Geman <dorin.geman@docker.com>
This commit is contained in:
Dorin Geman 2025-02-27 16:28:19 +02:00 committed by Jacob Howard
parent 7a93a6e3db
commit 3201fb5049
No known key found for this signature in database
GPG Key ID: 3E8B8F7FEB46FC66
2 changed files with 3 additions and 3 deletions

View File

@ -22,9 +22,9 @@ func trimRequestPathToOpenAIRoot(path string) string {
return path[index:]
}
// openAIInferenceRequest is used to extract the model specification from either
// OpenAIInferenceRequest is used to extract the model specification from either
// a chat completion or embedding request in the OpenAI API.
type openAIInferenceRequest struct {
type OpenAIInferenceRequest struct {
// Model is the requested model name.
Model string `json:"model"`
}

View File

@ -130,7 +130,7 @@ func (s *Scheduler) handleOpenAIInference(w http.ResponseWriter, r *http.Request
}
// Decode the model specification portion of the request body.
var request openAIInferenceRequest
var request OpenAIInferenceRequest
if err := json.Unmarshal(body, &request); err != nil {
http.Error(w, "invalid request", http.StatusBadRequest)
return