FEATURE: Make Mixtral tokenizer available for embeddings (#1258)

2025-04-11 12:01:38 -03:00 · 2025-04-11 12:01:38 -03:00 · df63e36ad8
parent 0024f2d264
commit df63e36ad8
1 changed files with 1 additions and 0 deletions
--- a/app/models/embedding_definition.rb
+++ b/app/models/embedding_definition.rb
@ -23,6 +23,7 @@ class EmbeddingDefinition < ActiveRecord::Base
        DiscourseAi::Tokenizer::GeminiTokenizer,
        DiscourseAi::Tokenizer::MultilingualE5LargeTokenizer,
        DiscourseAi::Tokenizer::OpenAiTokenizer,
+        DiscourseAi::Tokenizer::MixtralTokenizer,
      ].map(&:name)
    end