docker
/
model-runner
mirror of https://github.com/docker/model-runner.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

metrics: Record reasoning_content from streaming responses 

Signed-off-by: Piotr Stankiewicz <piotr.stankiewicz@docker.com>
This commit is contained in:
Piotr Stankiewicz 2025-08-25 13:04:34 +02:00 committed by Piotr
parent 5341c9fc29
commit bc74763e92
1 changed files with 9 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
pkg/metrics/openai_recorder.go
View File

@ -190,6 +190,7 @@ func (r *OpenAIRecorder) RecordResponse(id, model string, rw http.ResponseWriter
func (r *OpenAIRecorder) convertStreamingResponse(streamingBody string) string {
lines := strings.Split(streamingBody, "\n")
var contentBuilder strings.Builder
var reasoningContentBuilder strings.Builder
var lastChunk map[string]interface{}
for _, line := range lines {
@ -212,6 +213,9 @@ func (r *OpenAIRecorder) convertStreamingResponse(streamingBody string) string {
if content, ok := delta["content"].(string); ok {
contentBuilder.WriteString(content)
}
if content, ok := delta["reasoning_content"].(string); ok {
reasoningContentBuilder.WriteString(content)
}
}
}
}
@ -230,10 +234,14 @@ func (r *OpenAIRecorder) convertStreamingResponse(streamingBody string) string {
if choices, ok := finalResponse["choices"].([]interface{}); ok && len(choices) > 0 {
if choice, ok := choices[0].(map[string]interface{}); ok {
choice["message"] = map[string]interface{}{
message := map[string]interface{}{
"role": "assistant",
"content": contentBuilder.String(),
}
if reasoningContentBuilder.Len() > 0 {
message["reasoning_content"] = reasoningContentBuilder.String()
}
choice["message"] = message
delete(choice, "delta")
if _, ok := choice["finish_reason"]; !ok {