From de710c20f0ee616689a43f0ea19668267db22bfe Mon Sep 17 00:00:00 2001
From: Huanzhi Mao <huanzhimao@gmail.com>
Date: Mon, 25 Nov 2024 01:34:26 -0800
Subject: [PATCH 1/2] update model metadata
---
.../bfcl/eval_checker/model_metadata.py | 6 ++++++
.../bfcl/model_handler/handler_map.py | 1 +
2 files changed, 7 insertions(+)
diff --git a/berkeley-function-call-leaderboard/bfcl/eval_checker/model_metadata.py b/berkeley-function-call-leaderboard/bfcl/eval_checker/model_metadata.py
index 65d604042..1f724a9bd 100644
--- a/berkeley-function-call-leaderboard/bfcl/eval_checker/model_metadata.py
+++ b/berkeley-function-call-leaderboard/bfcl/eval_checker/model_metadata.py
@@ -649,6 +649,12 @@
"Qwen",
"apache-2.0",
],
+ "Qwen/Qwen2.5-72B-Instruct": [
+ "Qwen2.5-72B-Instruct (Prompt)",
+ "https://huggingface.co/Qwen/Qwen2.5-72B-Instruct",
+ "Qwen",
+ "apache-2.0",
+ ],
"Team-ACE/ToolACE-8B": [
"ToolACE-8B (FC)",
"https://huggingface.co/Team-ACE/ToolACE-8B",
diff --git a/berkeley-function-call-leaderboard/bfcl/model_handler/handler_map.py b/berkeley-function-call-leaderboard/bfcl/model_handler/handler_map.py
index 0ecec998e..e7f4028d8 100644
--- a/berkeley-function-call-leaderboard/bfcl/model_handler/handler_map.py
+++ b/berkeley-function-call-leaderboard/bfcl/model_handler/handler_map.py
@@ -128,6 +128,7 @@
"Qwen/Qwen2-7B-Instruct": QwenHandler,
"Qwen/Qwen2.5-1.5B-Instruct": QwenHandler,
"Qwen/Qwen2.5-7B-Instruct": QwenHandler,
+ "Qwen/Qwen2.5-72B-Instruct": QwenHandler,
"Team-ACE/ToolACE-8B": LlamaHandler,
"openbmb/MiniCPM3-4B": MiniCPMHandler,
}
From cf1c692b066bb1852af325646c67cfd41ac3d3ad Mon Sep 17 00:00:00 2001
From: Huanzhi Mao <huanzhimao@gmail.com>
Date: Mon, 25 Nov 2024 01:36:20 -0800
Subject: [PATCH 2/2] update change log
---
berkeley-function-call-leaderboard/CHANGELOG.md | 1 +
1 file changed, 1 insertion(+)
diff --git a/berkeley-function-call-leaderboard/CHANGELOG.md b/berkeley-function-call-leaderboard/CHANGELOG.md
index 1b906130c..e887b5f5c 100644
--- a/berkeley-function-call-leaderboard/CHANGELOG.md
+++ b/berkeley-function-call-leaderboard/CHANGELOG.md
@@ -2,6 +2,7 @@
All notable changes to the Berkeley Function Calling Leaderboard will be documented in this file.
+- [Nov 25, 2024] [#787](https://github.com/ShishirPatil/gorilla/pull/787): Add new model `Qwen/Qwen2.5-72B-Instruct` to the leaderboard.
- [Nov 24, 2024] [#743](https://github.com/ShishirPatil/gorilla/pull/743): Add support for regeneration, specific test entry IDs, and custom directory locations:
- Introduce the `--allow-overwrite` flag for the `generate` command to enable regeneration of test entries even if they already exist.
- Add a new `--run-ids` flag for the `generate` command, allowing execution of specific test entry IDs from `test_case_ids_to_generate.json`.