FEATURE: Make Mixtral tokenizer available for embeddings (#1258)
This commit is contained in:
parent
0024f2d264
commit
df63e36ad8
|
@ -23,6 +23,7 @@ class EmbeddingDefinition < ActiveRecord::Base
|
||||||
DiscourseAi::Tokenizer::GeminiTokenizer,
|
DiscourseAi::Tokenizer::GeminiTokenizer,
|
||||||
DiscourseAi::Tokenizer::MultilingualE5LargeTokenizer,
|
DiscourseAi::Tokenizer::MultilingualE5LargeTokenizer,
|
||||||
DiscourseAi::Tokenizer::OpenAiTokenizer,
|
DiscourseAi::Tokenizer::OpenAiTokenizer,
|
||||||
|
DiscourseAi::Tokenizer::MixtralTokenizer,
|
||||||
].map(&:name)
|
].map(&:name)
|
||||||
end
|
end
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue