130 lines
3.7 KiB
Ruby
130 lines
3.7 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
require "enum_site_setting"
|
|
|
|
module DiscourseAi
|
|
module Configuration
|
|
class LlmEnumerator < ::EnumSiteSetting
|
|
def self.global_usage
|
|
rval = Hash.new { |h, k| h[k] = [] }
|
|
|
|
if SiteSetting.ai_bot_enabled
|
|
LlmModel
|
|
.where("enabled_chat_bot = ?", true)
|
|
.pluck(:id)
|
|
.each { |llm_id| rval[llm_id] << { type: :ai_bot } }
|
|
|
|
AiPersona
|
|
.where("force_default_llm = ?", true)
|
|
.pluck(:default_llm_id, :name, :id)
|
|
.each { |llm_id, name, id| rval[llm_id] << { type: :ai_persona, name: name, id: id } }
|
|
end
|
|
|
|
if SiteSetting.ai_helper_enabled
|
|
model_id = SiteSetting.ai_helper_model.split(":").last.to_i
|
|
rval[model_id] << { type: :ai_helper }
|
|
end
|
|
|
|
if SiteSetting.ai_summarization_enabled
|
|
summarization_persona = AiPersona.find_by(id: SiteSetting.ai_summarization_persona)
|
|
model_id = summarization_persona.default_llm_id || LlmModel.last&.id
|
|
|
|
rval[model_id] << { type: :ai_summarization }
|
|
end
|
|
|
|
if SiteSetting.ai_embeddings_semantic_search_enabled
|
|
model_id = SiteSetting.ai_embeddings_semantic_search_hyde_model.split(":").last.to_i
|
|
rval[model_id] << { type: :ai_embeddings_semantic_search }
|
|
end
|
|
|
|
if SiteSetting.ai_spam_detection_enabled && AiModerationSetting.spam.present?
|
|
model_id = AiModerationSetting.spam[:llm_model_id]
|
|
rval[model_id] << { type: :ai_spam }
|
|
end
|
|
|
|
rval
|
|
end
|
|
|
|
def self.valid_value?(val)
|
|
true
|
|
end
|
|
|
|
# returns an array of hashes (id: , name:, vision_enabled:)
|
|
def self.values_for_serialization(allowed_seeded_llm_ids: nil)
|
|
builder = DB.build(<<~SQL)
|
|
SELECT id, display_name AS name, vision_enabled
|
|
FROM llm_models
|
|
/*where*/
|
|
SQL
|
|
|
|
if allowed_seeded_llm_ids.is_a?(Array) && !allowed_seeded_llm_ids.empty?
|
|
builder.where(
|
|
"id > 0 OR id IN (:allowed_seeded_llm_ids)",
|
|
allowed_seeded_llm_ids: allowed_seeded_llm_ids,
|
|
)
|
|
else
|
|
builder.where("id > 0")
|
|
end
|
|
|
|
builder.query_hash.map(&:symbolize_keys)
|
|
end
|
|
|
|
def self.values(allowed_seeded_llms: nil)
|
|
values = DB.query_hash(<<~SQL).map(&:symbolize_keys)
|
|
SELECT display_name AS name, id AS value
|
|
FROM llm_models
|
|
SQL
|
|
|
|
if allowed_seeded_llms.is_a?(Array)
|
|
values =
|
|
values.filter do |value_h|
|
|
value_h[:value] > 0 || allowed_seeded_llms.include?("#{value_h[:value]}")
|
|
end
|
|
end
|
|
|
|
values.each { |value_h| value_h[:value] = "custom:#{value_h[:value]}" }
|
|
values
|
|
end
|
|
|
|
# TODO(roman): Deprecated. Remove by Sept 2024
|
|
def self.old_summarization_options
|
|
%w[
|
|
gpt-4
|
|
gpt-4-32k
|
|
gpt-4-turbo
|
|
gpt-4o
|
|
gpt-3.5-turbo
|
|
gpt-3.5-turbo-16k
|
|
gemini-pro
|
|
gemini-1.5-pro
|
|
gemini-1.5-flash
|
|
claude-2
|
|
claude-instant-1
|
|
claude-3-haiku
|
|
claude-3-sonnet
|
|
claude-3-opus
|
|
mistralai/Mixtral-8x7B-Instruct-v0.1
|
|
mistralai/Mixtral-8x7B-Instruct-v0.1
|
|
]
|
|
end
|
|
|
|
# TODO(roman): Deprecated. Remove by Sept 2024
|
|
def self.available_ai_bots
|
|
%w[
|
|
gpt-3.5-turbo
|
|
gpt-4
|
|
gpt-4-turbo
|
|
gpt-4o
|
|
claude-2
|
|
gemini-1.5-pro
|
|
mixtral-8x7B-Instruct-V0.1
|
|
claude-3-opus
|
|
claude-3-sonnet
|
|
claude-3-haiku
|
|
cohere-command-r-plus
|
|
]
|
|
end
|
|
end
|
|
end
|
|
end
|