feat(groq): add Llama 3.1

2024-07-23 20:49:17 +05:30 · 2024-07-23 20:49:17 +05:30 · 8a76f92e23
parent 00a52fc3b1
commit 8a76f92e23
1 changed files with 20 additions and 0 deletions
--- a/src/lib/providers/groq.ts
+++ b/src/lib/providers/groq.ts
@ -9,6 +9,26 @@ export const loadGroqChatModels = async () => {

  try {
    const chatModels = {
+      'Llama 3.1 70B': new ChatOpenAI(
+        {
+          openAIApiKey: groqApiKey,
+          modelName: 'llama-3.1-70b-versatile',
+          temperature: 0.7,
+        },
+        {
+          baseURL: 'https://api.groq.com/openai/v1',
+        },
+      ),
+      'Llama 3.1 8B': new ChatOpenAI(
+        {
+          openAIApiKey: groqApiKey,
+          modelName: 'llama-3.1-8b-instant',
+          temperature: 0.7,
+        },
+        {
+          baseURL: 'https://api.groq.com/openai/v1',
+        },
+      ),
      'LLaMA3 8b': new ChatOpenAI(
        {
          openAIApiKey: groqApiKey,