From 9d10a152b99206716754584cf07362d760082646 Mon Sep 17 00:00:00 2001 From: Rafael dos Santos Silva Date: Thu, 13 Jul 2023 12:32:08 -0300 Subject: [PATCH] FEATURE: Claude 2 for summarization and AIHelper (#101) --- config/settings.yml | 2 +- lib/modules/summarization/entry_point.rb | 1 + lib/shared/inference/anthropic_completions.rb | 2 +- 3 files changed, 3 insertions(+), 2 deletions(-) diff --git a/config/settings.yml b/config/settings.yml index 557c11c8..5d6b7d86 100644 --- a/config/settings.yml +++ b/config/settings.yml @@ -134,7 +134,7 @@ plugins: choices: - gpt-3.5-turbo - gpt-4 - - claude-v1 + - claude-2 ai_embeddings_enabled: default: false diff --git a/lib/modules/summarization/entry_point.rb b/lib/modules/summarization/entry_point.rb index d1af8117..1c6dafb7 100644 --- a/lib/modules/summarization/entry_point.rb +++ b/lib/modules/summarization/entry_point.rb @@ -22,6 +22,7 @@ module DiscourseAi Models::Discourse.new("long-t5-tglobal-base-16384-book-summary", max_tokens: 16_384), Models::Anthropic.new("claude-v1", max_tokens: 9000), Models::Anthropic.new("claude-v1-100k", max_tokens: 100_000), + Models::Anthropic.new("claude-2", max_tokens: 100_000), ] foldable_models.each do |model| diff --git a/lib/shared/inference/anthropic_completions.rb b/lib/shared/inference/anthropic_completions.rb index 36b0522e..6462f8e7 100644 --- a/lib/shared/inference/anthropic_completions.rb +++ b/lib/shared/inference/anthropic_completions.rb @@ -8,7 +8,7 @@ module ::DiscourseAi def self.perform!( prompt, - model = "claude-v1", + model = "claude-2", temperature: nil, top_p: nil, max_tokens: nil,