[BFCL] Replace 'class' with '_class' to Avoid Function Calling Formatting Error

berkeley-function-call-leaderboard/CHANGELOG.md

@@ -18,7 +18,7 @@ All notable changes to the Berkeley Function Calling Leaderboard will be documen
     - Note: This cannot be used together with `--test-category`.
     - Test ids needs to be the exact same as the ones in the dataset. Example: `"simple": ["simple_10", "simple_53"]`.
   - Add `--score-dir` and `--result-dir` options for `generate` and `evaluate` commands, enabling custom paths for result and score directories relative to the project root `berkeley-function-call-leaderboard` directory.
-- [Nov 22, 2024] [#777](https://github.com/ShishirPatil/gorilla/pull/777), [#778](https://github.com/ShishirPatil/gorilla/pull/778): Fix dataset entries where the function doc contains illegal Python parameter names (such as `class`). 55 entries are affected.
+- [Nov 22, 2024] [#777](https://github.com/ShishirPatil/gorilla/pull/777), [#778](https://github.com/ShishirPatil/gorilla/pull/778), [#881](https://github.com/ShishirPatil/gorilla/pull/811): Fix dataset entries where the function doc contains illegal Python parameter names (such as `class`). 55 entries are affected.
 - [Nov 19, 2024] [#750](https://github.com/ShishirPatil/gorilla/pull/750): Add the following new models to the leaderboard:
   - `claude-3-5-haiku-20241022`
   - `claude-3-5-haiku-20241022-FC`

berkeley-function-call-leaderboard/data/BFCL_v3_irrelevance.json

@@ -51,7 +51,7 @@
 {"id": "irrelevance_50", "question": [[{"role": "user", "content": "Give me a selection of horror movies to watch on a Friday night."}]], "function": [{"name": "convert_celsius_to_fahrenheit", "description": "Convert a temperature from Celsius to Fahrenheit.", "parameters": {"type": "dict", "properties": {"celsius": {"type": "float", "description": "The temperature in Celsius to be converted."}, "precision": {"type": "integer", "description": "The decimal precision for the conversion result.", "default": 2}}, "required": ["celsius"]}}]}
 {"id": "irrelevance_51", "question": [[{"role": "user", "content": "Calculate the fibonacci of number 20."}]], "function": [{"name": "cryptocurrency_price", "description": "Get the current price of a specific cryptocurrency.", "parameters": {"type": "dict", "properties": {"currency": {"type": "string", "description": "The symbol of the cryptocurrency."}, "vs_currency": {"type": "string", "description": "The target currency to represent the price."}, "include_market_cap": {"type": "boolean", "default": "false", "description": "Optional field to include market capitalization."}}, "required": ["currency", "vs_currency"]}}]}
 {"id": "irrelevance_52", "question": [[{"role": "user", "content": "Convert the sentence 'Hello, how are you?' from English to French."}]], "function": [{"name": "compress_file", "description": "Compresses a given file into a zip archive.", "parameters": {"type": "dict", "properties": {"file_path": {"type": "string", "description": "The path of the file to compress."}, "archive_name": {"type": "string", "description": "The name of the resulting archive."}, "compression_level": {"type": "integer", "description": "The level of compression to apply (from 0 to 9). Default is 5."}}, "required": ["file_path", "archive_name"]}}]}
-{"id": "irrelevance_53", "question": [[{"role": "user", "content": "Who won the world series in 2018?"}]], "function": [{"name": "database_query.run", "description": "Run a query on a SQL database.", "parameters": {"type": "dict", "properties": {"database": {"type": "string", "description": "The name of the database."}, "query": {"type": "string", "description": "The SQL query to run."}, "connect_credentials": {"type": "dict", "items": {"type": "string"}, "description": "Optional field. A dictionary of credentials to connect to the database if needed.", "default": {}}}, "required": ["database", "query"]}}]}
+{"id": "irrelevance_53", "question": [[{"role": "user", "content": "Who won the world series in 2018?"}]], "function": [{"name": "database_query.run", "description": "Run a query on a SQL database.", "parameters": {"type": "dict", "properties": {"database": {"type": "string", "description": "The name of the database."}, "query": {"type": "string", "description": "The SQL query to run."}, "connect_credentials": {"type": "dict", "properties": {"username": {"type": "string", "description": "username to connect the databse"}, "password": {"type": "string", "description": "password to connect the database."}}, "description": "Optional field. A dictionary of credentials to connect to the database if needed.", "default": {}}}, "required": ["database", "query"]}}]}
 {"id": "irrelevance_54", "question": [[{"role": "user", "content": "What is the highest grossing movie of all time?"}]], "function": [{"name": "movies.search", "description": "Search movies based on a set of specified criteria.", "parameters": {"type": "dict", "properties": {"title": {"type": "string", "description": "The title of the movie."}, "year": {"type": "integer", "description": "The release year of the movie."}, "genre": {"type": "string", "description": "The genre of the movie. Default: 'science fiction'"}}, "required": ["title", "year"]}}]}
 {"id": "irrelevance_55", "question": [[{"role": "user", "content": "Which online bookstore sells 'To Kill a Mockingbird'?"}]], "function": [{"name": "add_product_to_cart", "description": "This function allows users to add a product to their cart.", "parameters": {"type": "dict", "properties": {"product_id": {"type": "integer", "description": "The ID of the product"}, "quantity": {"type": "integer", "description": "The number of this product to add to the cart"}, "cart_id": {"type": "integer", "description": "The ID of the cart, if no ID is given a new cart is created", "default": "0"}}, "required": ["product_id", "quantity"]}}]}
 {"id": "irrelevance_56", "question": [[{"role": "user", "content": "What is the current bitcoin price?"}]], "function": [{"name": "database_connect.select", "description": "Retrieve specific records from a given database and table.", "parameters": {"type": "dict", "properties": {"database_name": {"type": "string", "description": "The name of the database."}, "table_name": {"type": "string", "description": "The name of the table in the database."}, "condition": {"type": "string", "description": "SQL condition to select specific records.", "default": "none"}}, "required": ["database_name", "table_name"]}}]}