diff --git a/berkeley-function-call-leaderboard/CHANGELOG.md b/berkeley-function-call-leaderboard/CHANGELOG.md index 1b906130c..e887b5f5c 100644 --- a/berkeley-function-call-leaderboard/CHANGELOG.md +++ b/berkeley-function-call-leaderboard/CHANGELOG.md @@ -2,6 +2,7 @@ All notable changes to the Berkeley Function Calling Leaderboard will be documented in this file. +- [Nov 25, 2024] [#787](https://github.com/ShishirPatil/gorilla/pull/787): Add new model `Qwen/Qwen2.5-72B-Instruct` to the leaderboard. - [Nov 24, 2024] [#743](https://github.com/ShishirPatil/gorilla/pull/743): Add support for regeneration, specific test entry IDs, and custom directory locations: - Introduce the `--allow-overwrite` flag for the `generate` command to enable regeneration of test entries even if they already exist. - Add a new `--run-ids` flag for the `generate` command, allowing execution of specific test entry IDs from `test_case_ids_to_generate.json`. diff --git a/berkeley-function-call-leaderboard/bfcl/eval_checker/model_metadata.py b/berkeley-function-call-leaderboard/bfcl/eval_checker/model_metadata.py index 65d604042..1f724a9bd 100644 --- a/berkeley-function-call-leaderboard/bfcl/eval_checker/model_metadata.py +++ b/berkeley-function-call-leaderboard/bfcl/eval_checker/model_metadata.py @@ -649,6 +649,12 @@ "Qwen", "apache-2.0", ], + "Qwen/Qwen2.5-72B-Instruct": [ + "Qwen2.5-72B-Instruct (Prompt)", + "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct", + "Qwen", + "apache-2.0", + ], "Team-ACE/ToolACE-8B": [ "ToolACE-8B (FC)", "https://huggingface.co/Team-ACE/ToolACE-8B", diff --git a/berkeley-function-call-leaderboard/bfcl/model_handler/handler_map.py b/berkeley-function-call-leaderboard/bfcl/model_handler/handler_map.py index 0ecec998e..e7f4028d8 100644 --- a/berkeley-function-call-leaderboard/bfcl/model_handler/handler_map.py +++ b/berkeley-function-call-leaderboard/bfcl/model_handler/handler_map.py @@ -128,6 +128,7 @@ "Qwen/Qwen2-7B-Instruct": QwenHandler, "Qwen/Qwen2.5-1.5B-Instruct": QwenHandler, "Qwen/Qwen2.5-7B-Instruct": QwenHandler, + "Qwen/Qwen2.5-72B-Instruct": QwenHandler, "Team-ACE/ToolACE-8B": LlamaHandler, "openbmb/MiniCPM3-4B": MiniCPMHandler, }