diff --git a/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_multi_turn_base.json b/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_multi_turn_base.json index 9e22d74d9..ad6c43e76 100644 --- a/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_multi_turn_base.json +++ b/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_multi_turn_base.json @@ -1,5 +1,5 @@ {"id": "multi_turn_base_0", "ground_truth": [["cd(folder='document')", "mkdir(dir_name='temp')", "mv(source='final_report.pdf', destination='temp')"], ["cd(folder='temp')", "grep(file_name='final_report.pdf',pattern='budget analysis')"], ["sort('final_report.pdf')"], ["cd(folder='..')", "mv(source='previous_report.pdf',destination='temp')", "cd(folder='temp')", "diff(file_name1='final_report.pdf',file_name2='previous_report.pdf')"]]} -{"id": "multi_turn_base_1", "ground_truth": [["cd(folder='workspace')", "ls(a=True)"], ["mv(source='log.txt',destination='archive')"], ["cd(folder='archive')", "grep(file_name='log.txt',pattern='Error')"], ["tail(file_name='log.txt',lines=20)"]]} +{"id": "multi_turn_base_1", "ground_truth": [["cd(folder='workspace')", "ls(a=True)"], ["mv(source='log.txt',destination='Archived')"], ["cd(folder='Archived')", "grep(file_name='log.txt',pattern='Error')"], ["tail(file_name='log.txt',lines=20)"]]} {"id": "multi_turn_base_2", "ground_truth": [["cd(folder='documents')", "touch(file_name='TeamNotes.txt')"], ["echo(content='Collaboration leads to success. Innovation ignites growth.',file_name='TeamNotes.txt')"], ["diff(file_name1='ideas.txt', file_name2='TeamNotes.txt')"], ["ls()", "cp(source='TeamNotes.txt',destination='Archived')", "cd(folder='Archive')", "mv(source='TeamNotes.txt',destination='IdeasArchive.txt')"], ["cat(file_name='IdeasArchive.txt')"]]} {"id": "multi_turn_base_3", "ground_truth": [["find(path='.',name='test')"], ["cd(folder='projects')", "cd(folder='photography')", "cp(source='test_image1.jpg',destination='backup_tests')", "cp(source='test_document.txt',destination='backup_tests')"]]} {"id": "multi_turn_base_4", "ground_truth": [["pwd()", "ls()"], ["ls()", "sort(file_name='report.txt')"], ["post_tweet(content='Initial report content More unsorted data Unsorted data', mentions=['Julia'], tags=['current tech trend'])"]]} @@ -16,26 +16,26 @@ {"id": "multi_turn_base_15", "ground_truth": [["touch(file_name='DataSet1.csv')"], ["echo(content='Student | Math | Computer Science\\nAlice | 5 | 9\\nBob | 10 | 7',file_name='DataSet1.csv')"], ["tail(file_name='DataSet1.csv',lines=1)"], ["wc(file_name='DataSet1.csv',mode='l')", "wc(file_name='DataSet1.csv',mode='w')", "wc(file_name='DataSet1.csv',mode='c')"], ["mean(numbers=[3,16,62])"]]} {"id": "multi_turn_base_16", "ground_truth": [["find(path='.',name='research_notes.txt')", "cd(folder='research')", "cp(source='research_notes.txt',destination='archives')", "cd(folder='archives')", "mv(source='research_notes.txt',destination='2024_research_backup.txt')"], ["sort(file_name='2024_research_backup.txt')"], ["wc(file_name='2024_research_backup.txt',mode='l')"]]} {"id": "multi_turn_base_17", "ground_truth": [["ls()"], ["find(path='.',name='report')", "cd(folder='project')", "cat(file_name='test_report.docx')"], ["list_users()", "add_contact(user_name='Kelly')", "send_message(receiver_id='USR005',message='Kelly Total Score: 96')", "view_messages_received()"]]} -{"id": "multi_turn_base_18", "ground_truth": [["ls()","cd(folder='..')", "mkdir(dir_name='Archived_Quarter1')", "cp(source='report1.txt',destination='Archived_Quarter1')", "cp(source='report2.txt',destination='Archived_Quarter1')", "cp(source='History101.txt',destination='Archived_Quarter1')", "cp(source='History202.txt',destination='Archived_Quarter1')"], ["cat(file_name='MonthlySummary.docx')", "sort(file_name='MonthlySummary.docx')"], ["diff(file_name1='History101.txt',file_name2='History202.txt')", "post_tweet(content='- Introduction to History. Ancient civilizations.+ Advanced History. Modern world events.',mentions=['Jerry'])"]]} +{"id": "multi_turn_base_18", "ground_truth": [["mkdir(dir_name='Archived_Quarter1')", "cp(source='report1.txt',destination='Archived_Quarter1')", "cp(source='report2.txt',destination='Archived_Quarter1')", "cp(source='History101.txt',destination='Archived_Quarter1')", "cp(source='History202.txt',destination='Archived_Quarter1')"], ["cat(file_name='MonthlySummary.docx')", "sort(file_name='MonthlySummary.docx')"], ["diff(file_name1='History101.txt',file_name2='History202.txt')", "post_tweet(content='- Introduction to History. Ancient civilizations.+ Advanced History. Modern world events.',mentions=['Jerry'])"]]} {"id": "multi_turn_base_19", "ground_truth": [["find(path='.',name='test_document.txt')"], ["cp(source='test_document.txt',destination='archives')", "cd(folder='archives')", "mv(source='test_document.txt',destination='final_document.txt')"], ["cat(file_name='final_document.txt')"]]} {"id": "multi_turn_base_20", "ground_truth": [["cd(folder='documents')", "ls()", "tail(file_name='file1.txt',lines=1)"], ["diff(file_name1='file1.txt',file_name2='fil2.txt')", "echo(content='- The quick brown fox jumps over the lazy dog.\\n+ Lorem ipsum dolor sit amet, consectetur adipiscing elit.',file_name='file5.txt')"]]} {"id": "multi_turn_base_21", "ground_truth": [["echo(content='To be discussed',file_name='ProjectOverview.txt')"], ["diff(file_name1='ProjectOverview.txt',file_name2='Draft.txt')"], ["authenticate_twitter(username='tech_guru', password='securePass123')", "post_tweet(content='Initial summary of the project. To be discussed', tags=['ProjectUpdate'],mentions=['manager','team_lead'])"]]} {"id": "multi_turn_base_22", "ground_truth": [["cd(folder='workspace')", "cat(file_name='project_analysis.txt')"], ["cp(source='project_analysis.txt', destination='project_archive')"], ["diff(file_name1='project_analysis.txt', file_name2='old_project_analysis.txt')"], ["authenticate_twitter(username='tech_guru', password='securePass123')", "post_tweet(content='Just completed a comparative analysis between the latest and previous project data. Some insightful findings!', tags=['ProjectInsight'], mentions=['colleagues'])"]]} {"id": "multi_turn_base_23", "ground_truth": [["touch(file_name='Project_Guide_1.md')", "echo(content='Comprehensive guide for the new initiative.',file_name='Project_Guide.md')"], ["du()"], ["resolve_ticket(ticket_id=7423,resolution='')"]]} -{"id": "multi_turn_base_24", "ground_truth": [["cd(folder='project')", "ls()", "diff(file_name1='report_draft.txt', file_name2='report_final.txt')"], ["cp(source='temp_notes.txt', destination='archives')"], ["get_ticket(ticket_id=987654)"], ["resolve_ticket(ticket_id=987654, resolution='Fixed through manual troubleshooting techniques.')"]]} -{"id": "multi_turn_base_25", "ground_truth": [["ls()", "cat(file_name='summary.txt')"], ["cp(source='summary.txt',destination='Research 2023')"], ["cd(folder='Research 2023')","sort(file_name='summary.txt')"], ["wc(file_name='summary.txt',mode='l')"]]} +{"id": "multi_turn_base_24", "ground_truth": [["ls()", "diff(file_name1='report_draft.txt', file_name2='report_final.txt')"], ["cp(source='temp_notes.txt', destination='archives')"], ["get_ticket(ticket_id=987654)"], ["resolve_ticket(ticket_id=987654, resolution='Fixed through manual troubleshooting techniques.')"]]} +{"id": "multi_turn_base_25", "ground_truth": [["ls()", "cat(file_name='summary.txt')"], ["cp(source='summary.txt',destination='Research2023')"], ["cd(folder='Research2023')","sort(file_name='summary.txt')"], ["wc(file_name='summary.txt',mode='l')"]]} {"id": "multi_turn_base_26", "ground_truth": [["cd(folder='tmp')", "ls(a=True)"], ["cat(file_name='file3.txt')"], ["touch(file_name='file3.docx')", "echo(content='Nothing important here. Yet another line.',file_name='file3.docx')"]]} {"id": "multi_turn_base_27", "ground_truth": [["cd(folder='workspace')", "mv(source='project_plan.md',destination='project_overview.md')"], ["ticket_login(username='tech_guru', password='securePass123')", "create_ticket(title='emergency',description='Initial project plan details.', priority=3)"], ["create_ticket(title='emergency',description='Initial project plan details.', priority=5)"]]} {"id": "multi_turn_base_28", "ground_truth": [["find(path='.', name='analysis')"], ["cd(folder='data')", "grep(file_name='analysis_report.txt',pattern='error')"], ["du()", "touch(file_name='usage.txt')", "echo(content='205 bytes',file_name='usage.txt')"]]} {"id": "multi_turn_base_29", "ground_truth": [["cd(folder='VisionX')", "du()"], ["touch(file_name='number.pdf')"], ["echo(content='Create a file name based on the number of byte used. It should be in pdf format.',file_name='79.pdf')"]]} {"id": "multi_turn_base_30", "ground_truth": [["find(path='.',name='json')", "cd(folder='project')", "cat(file_name='test_results.json')"], ["post_tweet(content='{experiment: Apollo Test, result: Success, details: All systems operational.}')"]]} -{"id": "multi_turn_base_31", "ground_truth": [["mkdir(dir_name='Reports')", "find(path='.',name='summary.doc')", "mv(source='summary.doc', destination='Reports')", "cat(file_name='data.txt')", "grep(pattern='Q4 financials', file_name='data.txt')", "wc(file_name='data.txt',mode='l')"], ["wc(file_name='Reports/summary.doc',mode='c')", "wc(file_name='data.txt')", "mean([37,89])"]]} +{"id": "multi_turn_base_31", "ground_truth": [["mkdir(dir_name='Reports')", "find(path='.',name='summary.doc')", "mv(source='summary.doc', destination='Reports')", "cat(file_name='data.txt')", "grep(pattern='Q4 financials', file_name='data.txt')", "wc(file_name='data.txt',mode='l')"], ["cd('Reports')","wc(file_name='summary.doc',mode='c')", "cd(..)","wc(file_name='data.txt')", "mean([37,89])"]]} {"id": "multi_turn_base_32", "ground_truth": [["cat(file_name='Spring2023Draft')", "wc(file_name='Spring2023Draft', mode='c')"], ["logarithm(value=13.0,base=10.0,precision=4)"]]} {"id": "multi_turn_base_33", "ground_truth": [["find(path='.', name='py')", "cat(file_name='deploy.py')"], ["grep(file_name='deploy.py', pattern='def')"], ["grep(file_name='deploy.py', pattern='update')"], ["send_message(receiver_id='USR005', message='update the system')"], ["view_messages_received()"]]} {"id": "multi_turn_base_34", "ground_truth": [["ls()", "tail(file_name='finance_report.txt',lines=1)"], ["cat(file_name='finance_report.txt')", "mean(numbers=[5000,3000,2000])", "touch(file_name='statistics.txt')", "echo(content='3333',file_name='statistics.txt.')"], ["mv(source='statistics.txt',destination='notes')"]]} {"id": "multi_turn_base_35", "ground_truth": [["find(path='.',name='config.py')", "cd(folder='projects')", "cd(folder='deep_folder')", "tail(file_name='config.py',lines=1)"], ["cat(file_name='real_config.py')"], ["diff(file_name1='config.py',file_name2='real_config.py')", "touch(file_name='diff.txt')", "echo(content='- Initialization of the system+ Real Config.',file_name='diff.txt')"]]} {"id": "multi_turn_base_36", "ground_truth": [["cd(folder='documents')", "touch(file_name='project_summary.txt')"], ["cp(source='project_summary.txt', destination='archive')", "cd(folder='archive')", "mv(source='project_summary.txt', destination='summary_2024.txt')"], ["grep(file_name='summary_2024.txt',pattern='progress')"]]} -{"id": "multi_turn_base_37", "ground_truth": [["cd(folder='temp')", "wc(file_name='dev_summary.txt',mode='l')"], ["grep(file_name='dev_summary.txt',pattern='server error')"], ["touch(file_name='10.txt')", "echo(content='However, a server error was detected in the final testing phase.',file_name='10.txt')"]]} +{"id": "multi_turn_base_37", "ground_truth": [["wc(file_name='dev_summary.txt',mode='l')"], ["grep(file_name='dev_summary.txt',pattern='server error')"], ["touch(file_name='10.txt')", "echo(content='However, a server error was detected in the final testing phase.',file_name='10.txt')"]]} {"id": "multi_turn_base_38", "ground_truth": [["cd(folder='SuperResearch')", "rm(file_name='findings_report')", "cd(folder='..')", "rmdir(dir_name='SuperResearch')"], ["ls()"]]} {"id": "multi_turn_base_39", "ground_truth": [["mkdir(dir_name='WebDevProjects')"], ["cd(folder='WebDevProjects')", "touch(file_name='styles.css')", "echo(content='Hello World!', file_name='styles.css')", "touch(file_name='index.html')", "echo(content='Hi World!', file_name='index.html')", "touch(file_name='script.js')", "echo(content='Halo World!', file_name='script.js')"], ["ls()"], ["cat(file_name='index.html')"]]} {"id": "multi_turn_base_40", "ground_truth": [["ls(a=True)"], ["cd(folder='Documents')", "cp(source='annual_report.txt', destination='Reports')"], ["tail(file_name='Q4_summary.doc',lines=1)"], ["message_login(user_id='USR001')", "send_message(receiver_id='USR002', message='The report has been finalized.')"]]} @@ -45,8 +45,8 @@ {"id": "multi_turn_base_44", "ground_truth": [["cd(folder='documents')", "echo(content='Q1: $5000, Q2: $7000, Q3: $6000, Q4: $8000',file_name='annual_report.txt')"], ["mean(numbers=[5000,7000,6000,8000])"], ["touch(file_name='MeanRevenue.txt')", "echo(content='6500',file_name='MeanRevenue.txt')"]]} {"id": "multi_turn_base_45", "ground_truth": [["find(path='ResearchDocs', name='draft')"], ["cd(folder='ResearchDocs')", "cp(source='summary_draft.docx', destination='ultimate_draft.docx')"]]} {"id": "multi_turn_base_46", "ground_truth": [["cd(folder='Drafts')", "rm(file_name='DylanProject.txt')", "cd(folder='..')", "rmdir(dir_name='Drafts')"]]} -{"id": "multi_turn_base_47", "ground_truth": [["find(path='.')"], ["cd(folder='project_directory')", "cat(file_name='student_record.txt')", "mean(numbers=[100, 95, 85, 90, 88, 92])"], ["standard_deviation(numbers=[100, 95, 85, 90, 88, 92])"]]} -{"id": "multi_turn_base_48", "ground_truth": [["cd(folder='workspace')", "ls(a=True)", "cd(folder='test')", "ls()"], ["wc(file_name='test_file1.txt',mode='c')", "wc(file_name='test_file2.txt',mode='c')"], ["edit_ticket(ticket_id=654321, updates={'priority':3})"]]} +{"id": "multi_turn_base_47", "ground_truth": [["find(path='.')"], ["cat(file_name='student_record.txt')", "mean(numbers=[100, 95, 85, 90, 88, 92])"], ["standard_deviation(numbers=[100, 95, 85, 90, 88, 92])"]]} +{"id": "multi_turn_base_48", "ground_truth": [["ls(a=True)", "cd(folder='test')", "ls()"], ["wc(file_name='test_file1.txt',mode='c')", "wc(file_name='test_file2.txt',mode='c')"], ["edit_ticket(ticket_id=654321, updates={'priority':3})"]]} {"id": "multi_turn_base_49", "ground_truth": [["cd(folder='temp')", "ls(a=True)"], ["sort(file_name='file3.txt')", "tail(file_name='file3.txt')"], ["wc(file_name='file3.txt',mode='l')"], ["logarithm(value=20,base=10,precision=2)"]]} {"id": "multi_turn_base_50", "ground_truth": [["lockDoors(unlock=True, door=['driver', 'passenger', 'rear_left', 'rear_right'])", "setHeadlights(mode='on')"]]} {"id": "multi_turn_base_51", "ground_truth": [["lockDoors(unlock=False, door=['driver', 'passenger', 'rear_left', 'rear_right'])"], ["activateParkingBrake('engage')", "startEngine(ignitionMode='START')"], ["check_tire_pressure()", "find_nearest_tire_shop()"], ["message_login('USR001')", "send_message(receiver_id='USR002', message='I\u2019m on my way to your place.')"]]} @@ -85,7 +85,7 @@ {"id": "multi_turn_base_84", "ground_truth": [["fillFuelTank(fuelAmount=30)", "lockDoors(unlock=False, door=['driver', 'passenger', 'rear_left', 'rear_right'])", "activateParkingBrake('engage')", "startEngine(ignitionMode='START')"], ["check_tire_pressure()", "set_navigation(destination='456 Oakwood Avenue, Rivermist, 83214')"]]} {"id": "multi_turn_base_85", "ground_truth": [["estimate_distance(cityA='83214', cityB='94016')", "estimate_drive_feasibility_by_mileage(distance=980.0)"], ["fillFuelTank(fuelAmount=40.0)", "lockDoors(unlock=False, door=['driver', 'passenger', 'rear_left', 'rear_right'])", "activateParkingBrake('engage')", "startEngine(ignitionMode='START')"]]} {"id": "multi_turn_base_86", "ground_truth": [["lockDoors(unlock=False, door=['driver', 'passenger', 'rear_left', 'rear_right'])", "activateParkingBrake('engage')", "startEngine(ignitionMode='START')", "check_tire_pressure()"], ["find_nearest_tire_shop()", "set_navigation(destination='456 Oakwood Avenue, Rivermist, 83214')"], ["post_tweet(content='Thank you to our vehicle for a smooth start!', tags=['#Journey', '#SmoothRide', '#Grateful'])"]]} -{"id": "multi_turn_base_87", "ground_truth": [["gallon_to_liter(gallon=60.0)"], ["fillFuelTank(fuelAmount=30.0)"], ["lockDoors(unlock=False, door=['driver', 'passenger', 'rear_left', 'rear_right'])", "activateParkingBrake('engage')", "startEngine(ignitionMode='START')"], ["check_tire_pressure()", "find_nearest_tire_shop()"]]} +{"id": "multi_turn_base_87", "ground_truth": [["gallon_to_liter(gallon=30.0)"], ["fillFuelTank(fuelAmount=30.0)"], ["lockDoors(unlock=False, door=['driver', 'passenger', 'rear_left', 'rear_right'])", "activateParkingBrake('engage')", "startEngine(ignitionMode='START')"], ["check_tire_pressure()", "find_nearest_tire_shop()"]]} {"id": "multi_turn_base_88", "ground_truth": [["gallon_to_liter(gallon=13.2)"], ["fillFuelTank(fuelAmount=36.8)", "lockDoors(unlock=False, door=['driver', 'passenger', 'rear_left', 'rear_right'])", "activateParkingBrake('engage')"], ["startEngine(ignitionMode='START')", "post_tweet(content='Embarking on an exciting road trip from SF to Rivermist!', tags=['#RoadTrip', '#Adventure', '#Exploring'])"]]} {"id": "multi_turn_base_89", "ground_truth": [["get_zipcode_based_on_city(city='Rivermist')", "get_zipcode_based_on_city(city='Stonebrook')", "estimate_distance(cityA='83214', cityB='74532')"], ["estimate_drive_feasibility_by_mileage(distance=750.0)"], ["fillFuelTank(fuelAmount=30.0)"], ["lockDoors(unlock=False, door=['driver', 'passenger', 'rear_left', 'rear_right'])", "activateParkingBrake('engage')", "startEngine(ignitionMode='START')"]]} {"id": "multi_turn_base_90", "ground_truth": [["liter_to_gallon(liter=15.0)", "fillFuelTank(fuelAmount=3.9625800000000004)", "lockDoors(unlock=False, door=['driver', 'passenger', 'rear_left', 'rear_right'])", "activateParkingBrake('engage')", "startEngine(ignitionMode='START')"], ["get_zipcode_based_on_city(city='San Francisco')", "get_zipcode_based_on_city(city='Rivermist')", "estimate_distance(cityA='94016', cityB='83214')"], ["post_tweet(content='Excited for my trip from San Francisco to Rivermist!', tags = ['#JourneyAhead'], mentions=['@TravelBuddy'])"], ["mention(tweet_id=1, mentioned_usernames=['@RoadsideAssistance'])"]]} @@ -109,7 +109,7 @@ {"id": "multi_turn_base_108", "ground_truth": [["get_watchlist()"], ["get_stock_info(symbol='NVDA')", "place_order(order_type='Buy',symbol='NVDA',price=220.34,amount=50)"], ["get_order_details(order_id=12446)"], ["cancel_order(order_id=12446)"], ["get_account_info()"]]} {"id": "multi_turn_base_109", "ground_truth": [["get_available_stocks(sector='Technology')"], ["get_stock_info(symbol='MSFT')"], ["place_order(order_type='Buy',symbol='MSFT',price=310.23,amount=100)"], ["get_order_details(order_id=12446)"], ["cancel_order(order_id=12446)"], ["get_account_info()"], ["post_tweet(content='Just made a move in the tech sector! I initiated and then canceled a 100-share buy order for $MSFT. Always staying sharp with my investment decisions!')"]]} {"id": "multi_turn_base_110", "ground_truth": [["get_watchlist()"], ["get_stock_info(symbol='AAPL')", "place_order(order_type='Buy',symbol='AAPL',price=227.16,amount=100)"], ["get_order_details(order_id=12446)"], ["cancel_order(order_id=12446)"], ["get_account_info()"], ["create_ticket(title='Urgent: Transaction Issue',description='There is an issue with a recent transaction involving a canceled buy order for 100 shares of AAPL and I am requesting confirmation of the cancellation along with an account summary.',priority=3)"]]} -{"id": "multi_turn_base_111", "ground_truth": [["get_symbol_by_name(name='Zeta Corp')", "add_to_watchlist(stocks=['ZETA'])"], ["get_order_details(order_id=12446)"], ["send_message(receiver_id='USR002',message='What are the new stock inclusion and the status of my current order?')"], ["view_messages_received()"]]} +{"id": "multi_turn_base_111", "ground_truth": [["get_symbol_by_name(name='Zeta Corp')", "add_to_watchlist(stocks=['ZETA'])"],["send_message(receiver_id='USR002',message='What are the new stock inclusion and the status of my current order?')"], ["view_messages_received()"]]} {"id": "multi_turn_base_112", "ground_truth": [["get_current_time()", "update_market_status(current_time_str='10:30 AM')"], ["get_available_stocks(sector='Technology')"], ["get_stock_info(symbol='NVDA')"], ["cancel_order(order_id=12446)"], ["get_account_info()"]]} {"id": "multi_turn_base_113", "ground_truth": [["get_symbol_by_name(name='Quasar Ltd.')", "add_to_watchlist(stocks=['QUAS'])"], ["get_watchlist()", "get_stock_info(symbol='NVDA')", "get_stock_info(symbol='QUAS')"]]} {"id": "multi_turn_base_114", "ground_truth": [["get_symbol_by_name(name='Quasar Ltd.')", "get_stock_info(symbol='QUAS')"], ["add_to_watchlist(stocks=['QUAS'])"], ["get_watchlist()"], ["send_message(receiver_id='USR002',message='NVDA and QUAS')"], ["view_messages_received()"]]} @@ -136,7 +136,7 @@ {"id": "multi_turn_base_135", "ground_truth": [["get_symbol_by_name(name='Zeta Corp')", "add_to_watchlist(stocks=['ZETA'])", "get_watchlist()"], ["get_available_stocks(sector='Technology')", "get_stock_info(symbol='NVDA')"], ["place_order(order_type='Buy',symbol='ZETA',price=120,amount=100)"], ["get_order_details(order_id=12446)"]]} {"id": "multi_turn_base_136", "ground_truth": [["get_symbol_by_name(name='Zeta Corp')", "get_stock_info(symbol='ZETA')", "place_order(order_type='Buy',symbol='ZETA',price=150.75,amount=50)"], ["get_order_details(order_id=12446)"], ["cancel_order(order_id=12446)"], ["get_account_info()"]]} {"id": "multi_turn_base_137", "ground_truth": [["get_symbol_by_name(name='Zeta Corp')", "add_to_watchlist(stocks=['ZETA'])"], ["get_watchlist()"], ["get_stock_info(symbol='NVDA')"], ["send_message(receiver_id='USR001',message='this is my plan')"]]} -{"id": "multi_turn_base_138", "ground_truth": [["get_symbol_by_name(name='Synex Solutions')", "get_stock_info(symbol='SYNX')"], ["place_order(order_type='Buy',symbol='SYNX',price=345.67,amount=150)"], ["get_order_details(order_id=12446)"], ["send_message(receiver_id='USR006',message='order of purchasing SYNX is completed.')"], ["delete_message(receiver_id='USR006', message_id=67410)"]]} +{"id": "multi_turn_base_138", "ground_truth": [["get_symbol_by_name(name='Synex Solutions')", "get_stock_info(symbol='SYNX')"], ["place_order(order_type='Buy',symbol='SYNX',price=345.67,amount=150)"], ["get_order_details(order_id=12446)"], ["send_message(receiver_id='USR002',message='order of purchasing SYNX is completed.')"], ["delete_message(receiver_id='USR02', message_id=67410)"]]} {"id": "multi_turn_base_139", "ground_truth": [["get_symbol_by_name(name='Zeta Corp')", "add_to_watchlist(stocks=['ZETA'])"], ["get_watchlist()"]]} {"id": "multi_turn_base_140", "ground_truth": [["get_symbol_by_name(name='Zeta Corp')", "add_to_watchlist(stocks=['ZETA'])"], ["get_order_details(order_id=12446)"], ["cancel_order(order_id=12446)"], ["get_account_info()"], ["create_ticket(title='Critical Order Assistance',description='Urgent assistance required')"], ["resolve_ticket(ticket_id=1,resolution='Self-resolved, no longer requiring assistance.')"]]} {"id": "multi_turn_base_141", "ground_truth": [["remove_stock_from_watchlist(symbol='TSLA')"], ["get_watchlist()"], ["get_stock_info(symbol='GOOG')", "place_order(order_type='Buy',symbol='GOOG',price=2840.34,amount=100)"], ["get_order_details(order_id=12446)"], ["send_message(receiver_id='USR005',message='100 shares of GOOG purchased, thoughts')"]]}