diff --git a/lib/completions/llm.rb b/lib/completions/llm.rb index 540aae08..51385920 100644 --- a/lib/completions/llm.rb +++ b/lib/completions/llm.rb @@ -77,16 +77,16 @@ module DiscourseAi { id: "samba_nova", models: [ + { + name: "Meta-Llama-3.3-70B-Instruct", + tokens: 131_072, + display_name: "Llama 3.3 70B", + }, { name: "Meta-Llama-3.1-8B-Instruct", tokens: 16_384, display_name: "Llama 3.1 8B", }, - { - name: "Meta-Llama-3.1-70B-Instruct", - tokens: 65_536, - display_name: "Llama 3.1 70B", - }, ], tokenizer: DiscourseAi::Tokenizer::Llama3Tokenizer, endpoint: "https://api.sambanova.ai/v1/chat/completions",