From 0e2dd7378f0654d3f2bf9a3f50c0c23b41ba5328 Mon Sep 17 00:00:00 2001
From: Rafael dos Santos Silva <xfalcox@gmail.com>
Date: Fri, 21 Mar 2025 13:49:23 -0300
Subject: [PATCH] DEV: Support for extra model params in LLM completions
 (#1208)

This will be useful to start experiment with non-standard features like
structured outputs.
---
 lib/completions/llm.rb | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/lib/completions/llm.rb b/lib/completions/llm.rb
index 5e77cc09..f52fcf20 100644
--- a/lib/completions/llm.rb
+++ b/lib/completions/llm.rb
@@ -258,6 +258,7 @@ module DiscourseAi
         feature_context: nil,
         partial_tool_calls: false,
         output_thinking: false,
+        extra_model_params: nil,
         &partial_read_blk
       )
         self.class.record_prompt(
@@ -272,6 +273,7 @@ module DiscourseAi
             feature_context: feature_context,
             partial_tool_calls: partial_tool_calls,
             output_thinking: output_thinking,
+            extra_model_params: extra_model_params,
           },
         )
 
@@ -279,6 +281,7 @@ module DiscourseAi
 
         model_params[:temperature] = temperature if temperature
         model_params[:top_p] = top_p if top_p
+        model_params.merge!(extra_model_params) if extra_model_params
 
         if prompt.is_a?(String)
           prompt =