Merge pull request #385 from TransformerOptimus/new-open-ai-16k-model…

…-support gpt-3.5-turbo-16k support
TransformerOptimus · Jun 15, 2023 · a479e06 · a479e06
2 parents 3284c01 + f157bed
commit a479e06
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/gui/pages/Content/Agents/AgentCreate.js b/gui/pages/Content/Agents/AgentCreate.js
@@ -33,7 +33,7 @@ export default function AgentCreate({sendAgentData, selectedProjectId, fetchAgen
 
   const [goals, setGoals] = useState(['Describe the agent goals here']);
 
-  const models = ['gpt-4', 'gpt-3.5-turbo']
+  const models = ['gpt-4', 'gpt-3.5-turbo','gpt-3.5-turbo-16k']
   const [model, setModel] = useState(models[1]);
   const modelRef = useRef(null);
   const [modelDropdown, setModelDropdown] = useState(false);

diff --git a/superagi/helper/token_counter.py b/superagi/helper/token_counter.py
@@ -8,7 +8,7 @@ class TokenCounter:
     @staticmethod
     def token_limit(model: str = "gpt-3.5-turbo-0301") -> int:
         try:
-            model_token_limit_dict = {"gpt-3.5-turbo-0301": 4032, "gpt-4-0314": 8092, "gpt-3.5-turbo": 4032, "gpt-4": 8092}
+            model_token_limit_dict = {"gpt-3.5-turbo-0301": 4032, "gpt-4-0314": 8092, "gpt-3.5-turbo": 4032, "gpt-4": 8092,"gpt-3.5-turbo-16k": 16184}
             return model_token_limit_dict[model]
         except KeyError:
             print("Warning: model not found. Using cl100k_base encoding.")
@@ -17,7 +17,7 @@ def token_limit(model: str = "gpt-3.5-turbo-0301") -> int:
     @staticmethod
     def count_message_tokens(messages: List[BaseMessage], model: str = "gpt-3.5-turbo-0301") -> int:
         try:
-            model_token_per_message_dict = {"gpt-3.5-turbo-0301": 4, "gpt-4-0314": 3, "gpt-3.5-turbo": 4, "gpt-4": 3}
+            model_token_per_message_dict = {"gpt-3.5-turbo-0301": 4, "gpt-4-0314": 3, "gpt-3.5-turbo": 4, "gpt-4": 3,"gpt-3.5-turbo-16k":4}
             encoding = tiktoken.encoding_for_model(model)
         except KeyError:
             print("Warning: model not found. Using cl100k_base encoding.")