remove groq llama2 and add llama3 8 b model (mckaywrigley#1717)

Groq removed the Llama 2 model, replacing it with the Llama 3 8b model
Chr96er · May 13, 2024 · 3f7f231 · 3f7f231
1 parent 9e48ecb
commit 3f7f231
Show file tree

Hide file tree

Showing 3 changed files with 11 additions and 11 deletions.
diff --git a/lib/chat-setting-limits.ts b/lib/chat-setting-limits.ts
@@ -81,11 +81,11 @@ export const CHAT_SETTING_LIMITS: Record<LLMID, ChatSettingLimits> = {
   },
 
   // GROQ MODELS
-  "llama2-70b-4096": {
+  "llama3-8b-8192": {
     MIN_TEMPERATURE: 0.0,
     MAX_TEMPERATURE: 1.0,
-    MAX_TOKEN_OUTPUT_LENGTH: 4096,
-    MAX_CONTEXT_LENGTH: 4096
+    MAX_TOKEN_OUTPUT_LENGTH: 8192,
+    MAX_CONTEXT_LENGTH: 8192
   },
   "llama3-70b-8192": {
     MIN_TEMPERATURE: 0.0,

diff --git a/lib/models/llm/groq-llm-list.ts b/lib/models/llm/groq-llm-list.ts
@@ -2,18 +2,18 @@ import { LLM } from "@/types"
 
 const GROQ_PLATORM_LINK = "https://groq.com/"
 
-const LLaMA2_70B: LLM = {
-  modelId: "llama2-70b-4096",
-  modelName: "LLaMA2-70b-chat",
+const LLaMA3_8B: LLM = {
+  modelId: "llama3-8b-8192",
+  modelName: "LLaMA3-8b-chat",
   provider: "groq",
-  hostedId: "llama2-70b-4096",
+  hostedId: "llama3-8b-8192",
   platformLink: GROQ_PLATORM_LINK,
   imageInput: false,
   pricing: {
     currency: "USD",
     unit: "1M tokens",
-    inputCost: 0.7,
-    outputCost: 0.8
+    inputCost: 0.05,
+    outputCost: 0.10
   }
 }
 
@@ -47,4 +47,4 @@ const MIXTRAL_8X7B: LLM = {
   }
 }
 
-export const GROQ_LLM_LIST: LLM[] = [LLaMA2_70B, LLaMA3_70B, MIXTRAL_8X7B]
+export const GROQ_LLM_LIST: LLM[] = [LLaMA3_8B, LLaMA3_70B, MIXTRAL_8X7B]
diff --git a/types/llms.ts b/types/llms.ts
@@ -36,7 +36,7 @@ export type MistralLLMID =
   | "mistral-large-latest" // Mistral Large
 
 export type GroqLLMID =
-  | "llama2-70b-4096" // LLaMA2-70b
+  | "llama3-8b-8192" // LLaMA3-8b
   | "llama3-70b-8192" // LLaMA3-70b
   | "mixtral-8x7b-32768" // Mixtral-8x7b