diff --git a/berkeley-function-call-leaderboard/data/BFCL_v3_parallel.json b/berkeley-function-call-leaderboard/data/BFCL_v3_parallel.json index 96bcdaa89..adb343e9d 100644 --- a/berkeley-function-call-leaderboard/data/BFCL_v3_parallel.json +++ b/berkeley-function-call-leaderboard/data/BFCL_v3_parallel.json @@ -100,7 +100,7 @@ {"id": "parallel_99", "question": [[{"role": "user", "content": "\"Can you help me calculate the energy required for a phase change? I have a science experiment where I am first melting 500 grams of ice at 0 degrees Celsius, then I am freezing it back. After that, I am vaporizing the same mass of water at 100 degrees Celsius and then condensing it back to liquid state. The substance I am using for this experiment is water. Can you tell me how much energy is required or released during each of these phase changes?\""}]], "function": [{"name": "thermo.calculate_energy", "description": "Calculate the energy required or released during a phase change using mass, the phase transition temperature and the specific latent heat.", "parameters": {"type": "dict", "properties": {"mass": {"type": "integer", "description": "Mass of the substance in grams."}, "phase_transition": {"type": "string", "description": "Phase transition. Can be 'melting', 'freezing', 'vaporization', 'condensation'."}, "substance": {"type": "string", "description": "The substance which is undergoing phase change, default is 'water'"}}, "required": ["mass", "phase_transition"]}}]} {"id": "parallel_100", "question": [[{"role": "user", "content": "What are the boiling and melting points of water and iron at sea levels of 0 meters and 1000 meters respectively?"}]], "function": [{"name": "get_boiling_melting_points", "description": "Retrieve the boiling point and melting point of a substance based on its name and the sea level.", "parameters": {"type": "dict", "properties": {"substance": {"type": "string", "description": "The name of the substance."}, "sea_level": {"type": "integer", "description": "The sea level in meters."}}, "required": ["substance", "sea_level"]}}]} {"id": "parallel_101", "question": [[{"role": "user", "content": "A scientist is conducting an experiment involving two different substances. The first substance has a mass of 10 kilograms and occupies a volume of 2 cubic meters. The second substance has a mass of 15 kilograms and occupies a volume of 3 cubic meters. The scientist wants to compare the densities of these two substances in kg/m\u00b3. Can you help the scientist calculate the densities of these two substances using the 'calculate_density' function?"}]], "function": [{"name": "calculate_density", "description": "Calculate the density of a substance based on its mass and volume.", "parameters": {"type": "dict", "properties": {"mass": {"type": "integer", "description": "The mass of the substance in kilograms."}, "volume": {"type": "integer", "description": "The volume of the substance in cubic meters."}, "unit": {"type": "string", "description": "The unit of density. Default is kg/m\u00b3"}}, "required": ["mass", "volume"]}}]} -{"id": "parallel_102", "question": [[{"role": "user", "content": "You are working in a lab and you have a sealed container with a gauge pressure of 2.5 atm. You are located at sea level where the atmospheric pressure is 1 atm. However, you need to transport the container to a high-altitude location where the atmospheric pressure is 0.85 atm. What will be the absolute pressure of the container at sea level and at the high-altitude location?"}]], "function": [{"name": "calc_absolute_pressure", "description": "Calculates the absolute pressure from gauge and atmospheric pressures.", "parameters": {"type": "dict", "properties": {"atm_pressure": {"type": "integer", "description": "The atmospheric pressure in atmospheres (atm). Default is 1 atm if not provided."}, "gauge_pressure": {"type": "float", "description": "The gauge pressure in atmospheres (atm). Must be provided."}}, "required": ["gauge_pressure"]}}]} +{"id": "parallel_102", "question": [[{"role": "user", "content": "You are working in a lab and you have a sealed container with a gauge pressure of 2.5 atm. You are located at sea level where the atmospheric pressure is 1 atm. However, you need to transport the container to a high-altitude location where the atmospheric pressure is 0.85 atm. What will be the absolute pressure of the container at sea level and at the high-altitude location?"}]], "function": [{"name": "calc_absolute_pressure", "description": "Calculates the absolute pressure from gauge and atmospheric pressures.", "parameters": {"type": "dict", "properties": {"atm_pressure": {"type": "float", "description": "The atmospheric pressure in atmospheres (atm). Default is 1 atm if not provided."}, "gauge_pressure": {"type": "float", "description": "The gauge pressure in atmospheres (atm). Must be provided."}}, "required": ["gauge_pressure"]}}]} {"id": "parallel_103", "question": [[{"role": "user", "content": "A chemist is conducting an experiment with a 2 kg sample of a specific substance A. The experiment begins with the substance at an initial temperature of 25 degrees Celsius. The chemist then heats the substance to a final temperature of 75 degrees Celsius. The experiment is conducted under a pressure of 1 atmosphere. The chemist repeats the experiment with the same substance, but this time the initial temperature is 10 degrees Celsius and the final temperature is 50 degrees Celsius. Can you calculate the change in entropy for the substance under these set initial and final conditions for both experiments?"}]], "function": [{"name": "entropy_change.calculate", "description": "Calculate the change in entropy for a mass of a specific substance under set initial and final conditions.", "parameters": {"type": "dict", "properties": {"substance": {"type": "string", "description": "The substance for which the change in entropy is calculated."}, "mass": {"type": "integer", "description": "The mass of the substance in kg."}, "initial_temperature": {"type": "integer", "description": "The initial temperature of the substance in degree Celsius."}, "final_temperature": {"type": "integer", "description": "The final temperature of the substance in degree Celsius."}, "pressure": {"type": "integer", "default": 1, "description": "The pressure the substance is under in atmospheres."}}, "required": ["substance", "mass", "initial_temperature", "final_temperature"]}}]} {"id": "parallel_104", "question": [[{"role": "user", "content": "\"In a thermodynamics experiment, you are tasked with calculating the entropy change for a process. The process starts at an initial temperature of 300 Kelvin and ends at a final temperature of 350 Kelvin. The heat capacity of the system is 4.18 J/K. The process is isothermal. Can you calculate the entropy change for this process? What if the process is not isothermal, how does the entropy change?\""}]], "function": [{"name": "calculate_entropy_change", "description": "Calculate the entropy change for an isothermal and reversible process.", "parameters": {"type": "dict", "properties": {"initial_temp": {"type": "integer", "description": "The initial temperature in Kelvin."}, "final_temp": {"type": "integer", "description": "The final temperature in Kelvin."}, "heat_capacity": {"type": "float", "description": "The heat capacity in J/K."}, "isothermal": {"type": "boolean", "description": "Whether the process is isothermal. Default is True."}}, "required": ["initial_temp", "final_temp", "heat_capacity"]}}]} {"id": "parallel_105", "question": [[{"role": "user", "content": "\"Can you calculate the heat capacity at constant pressure of air for a science experiment I am conducting? I have a container with a volume of 2.5 m^3 and I am able to maintain the temperature at 300 Kelvin. I will be repeating the experiment at a higher temperature of 350 Kelvin and then at a lower volume of 1.5 m^3. I am using air for all these experiments. Can you provide the heat capacity for these three different conditions?\""}]], "function": [{"name": "calc_heat_capacity", "description": "Calculate the heat capacity at constant pressure of air using its temperature and volume.", "parameters": {"type": "dict", "properties": {"temp": {"type": "integer", "description": "The temperature of the gas in Kelvin."}, "volume": {"type": "float", "description": "The volume of the gas in m^3."}, "gas": {"type": "string", "description": "Type of gas, with air as default."}}, "required": ["temp", "volume"]}}]} diff --git a/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_live_multiple.json b/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_live_multiple.json index 8a47a780f..b2f4c7154 100644 --- a/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_live_multiple.json +++ b/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_live_multiple.json @@ -120,8 +120,8 @@ {"id": "live_multiple_119-45-4", "ground_truth": [{"version_api.VersionApi.get_version": {}}]} {"id": "live_multiple_120-45-5", "ground_truth": [{"version_api.VersionApi.get_version": {}}]} {"id": "live_multiple_121-46-0", "ground_truth": [{"get_headway": {"ego_info": [{"position": [{"lateral": 10.5, "longitudinal": 50}], "orientation": [30]}], "lane_info": [{"lane_id": ["L123"], "lane_type": ["regular"]}], "bounding_boxes": [[{"x": [60.2], "y": [12.3]}]]}}]} -{"id": "live_multiple_122-46-1", "ground_truth": [{"get_time_to_collision": {"ego_velocity": [50], "ego_acceleration": [-2], "leading_object_velocity": [30], "leading_object_acceleration": [-1], "initial_distance": [100]}}]} -{"id": "live_multiple_123-46-2", "ground_truth": [{"get_time_to_collision": {"ego_velocity": [20], "ego_acceleration": [2], "leading_object_velocity": [15], "leading_object_acceleration": [1], "initial_distance": [50]}}]} +{"id": "live_multiple_122-46-1", "ground_truth": [{"get_time_to_collision": {"ego_velocity": [50.0], "ego_acceleration": [-2.0], "leading_object_velocity": [30.0], "leading_object_acceleration": [-1.0], "initial_distance": [100.0]}}]} +{"id": "live_multiple_123-46-2", "ground_truth": [{"get_time_to_collision": {"ego_velocity": [20.0], "ego_acceleration": [2.0], "leading_object_velocity": [15.0], "leading_object_acceleration": [1.0], "initial_distance": [50.0]}}]} {"id": "live_multiple_124-47-0", "ground_truth": [{"duck_duck_go": {"query": ["What is LangFuse and how can I use it in my genAI project?"], "format": ["", "json"], "no_redirect": ["", false], "no_html": ["", false], "skip_disambiguation": ["", false]}}]} {"id": "live_multiple_125-47-1", "ground_truth": [{"multiply": {"a": [3], "b": [10]}}]} {"id": "live_multiple_126-48-0", "ground_truth": [{"analysis_api.AnalysisApi.retrieve_analysis": {"project": ["SUPERFANCY"], "component": ["AB1010CD"], "vulnerability": ["ef903ac-893-f00"]}}]} @@ -234,8 +234,8 @@ {"id": "live_multiple_233-105-0", "ground_truth": [{"get_contact_information": {"name": ["Rayson Goh"], "identification_number": ["", null]}}]} {"id": "live_multiple_234-106-0", "ground_truth": [{"set_integer": {"name": ["columnCount"], "value": [8]}}]} {"id": "live_multiple_235-106-1", "ground_truth": [{"set_integer": {"name": ["columnCount"], "value": [12]}}]} -{"id": "live_multiple_236-106-2", "ground_truth": [{"set_point": {"x": [2], "y": [3], "z": [4], "point_name": ["pointA"]}}]} -{"id": "live_multiple_237-106-3", "ground_truth": [{"set_point": {"x": [2], "y": [3], "z": [4], "point_name": ["pointA"]}}]} +{"id": "live_multiple_236-106-2", "ground_truth": [{"set_point": {"x": [2.0], "y": [3.0], "z": [4.0], "point_name": ["pointA"]}}]} +{"id": "live_multiple_237-106-3", "ground_truth": [{"set_point": {"x": [2.0], "y": [3.0], "z": [4.0], "point_name": ["pointA"]}}]} {"id": "live_multiple_238-106-4", "ground_truth": [{"set_float": {"number_name": ["roomHeight"], "number_value": [4.2]}}]} {"id": "live_multiple_239-107-0", "ground_truth": [{"search_web_tool": {"query": ["apple"], "num_results": ["", 3], "source": ["", "text"]}}]} {"id": "live_multiple_240-107-1", "ground_truth": [{"search_web_tool": {"query": ["weather in India", "current weather in India", "What's the current weather in India", "What's the current weather in India?"], "num_results": ["", 3], "source": ["", "text"]}}]} @@ -618,18 +618,18 @@ {"id": "live_multiple_617-159-10", "ground_truth": [{"Events_3_FindEvents": {"event_type": ["Music"], "city": ["Los Angeles, CA"], "date": ["2023-03-10"]}}]} {"id": "live_multiple_618-159-11", "ground_truth": [{"Events_3_FindEvents": {"event_type": ["Music"], "city": ["London, UK"], "date": ["2023-06-12"]}}]} {"id": "live_multiple_619-159-12", "ground_truth": [{"Events_3_FindEvents": {"event_type": ["Theater"], "city": ["Long Beach, CA"], "date": ["2023-03-12"]}}]} -{"id": "live_multiple_620-160-0", "ground_truth": [{"Payment_1_RequestPayment": {"receiver": ["Mary"], "amount": [200], "private_visibility": [true]}}]} +{"id": "live_multiple_620-160-0", "ground_truth": [{"Payment_1_RequestPayment": {"receiver": ["Mary"], "amount": [200.0], "private_visibility": [true]}}]} {"id": "live_multiple_621-160-1", "ground_truth": [{"Payment_1_MakePayment": {"payment_method": ["debit card"], "amount": [154.0], "receiver": ["landlord@email.com"], "private_visibility": [true]}}]} -{"id": "live_multiple_622-160-2", "ground_truth": [{"Payment_1_MakePayment": {"payment_method": ["credit card"], "amount": [29], "receiver": ["Thomas"], "private_visibility": ["", false]}}]} -{"id": "live_multiple_623-160-3", "ground_truth": [{"Payment_1_RequestPayment": {"receiver": ["Wilson"], "amount": [42], "private_visibility": [true]}}]} +{"id": "live_multiple_622-160-2", "ground_truth": [{"Payment_1_MakePayment": {"payment_method": ["credit card"], "amount": [29.0], "receiver": ["Thomas"], "private_visibility": ["", false]}}]} +{"id": "live_multiple_623-160-3", "ground_truth": [{"Payment_1_RequestPayment": {"receiver": ["Wilson"], "amount": [42.0], "private_visibility": [true]}}]} {"id": "live_multiple_624-160-4", "ground_truth": [{"Payment_1_RequestPayment": {"receiver": ["JohnDoe@example.com"], "amount": [150.25], "private_visibility": [true]}}]} {"id": "live_multiple_625-160-5", "ground_truth": [{"Payment_1_MakePayment": {"payment_method": ["debit card"], "amount": [200.0], "receiver": ["amelia@example.com"], "private_visibility": [true]}}]} -{"id": "live_multiple_626-160-6", "ground_truth": [{"Payment_1_RequestPayment": {"receiver": ["johndoe@example.com"], "amount": [83], "private_visibility": [true]}}]} +{"id": "live_multiple_626-160-6", "ground_truth": [{"Payment_1_RequestPayment": {"receiver": ["johndoe@example.com"], "amount": [83.0], "private_visibility": [true]}}]} {"id": "live_multiple_627-160-7", "ground_truth": [{"Payment_1_MakePayment": {"payment_method": ["app balance"], "amount": [200.0], "receiver": ["Diego"], "private_visibility": [true]}}]} {"id": "live_multiple_628-160-8", "ground_truth": [{"Payment_1_RequestPayment": {"receiver": ["Diego"], "amount": [108.0], "private_visibility": ["", false]}}]} -{"id": "live_multiple_629-160-9", "ground_truth": [{"Payment_1_MakePayment": {"payment_method": ["debit card"], "amount": [250], "receiver": ["Rachel"], "private_visibility": [true]}}]} -{"id": "live_multiple_630-160-10", "ground_truth": [{"Payment_1_RequestPayment": {"receiver": ["Amelia"], "amount": [15500], "private_visibility": ["", false]}}]} -{"id": "live_multiple_631-160-11", "ground_truth": [{"Payment_1_RequestPayment": {"receiver": ["customer@example.com"], "amount": [4500], "private_visibility": ["", false]}}]} +{"id": "live_multiple_629-160-9", "ground_truth": [{"Payment_1_MakePayment": {"payment_method": ["debit card"], "amount": [250.0], "receiver": ["Rachel"], "private_visibility": [true]}}]} +{"id": "live_multiple_630-160-10", "ground_truth": [{"Payment_1_RequestPayment": {"receiver": ["Amelia"], "amount": [15500.0], "private_visibility": ["", false]}}]} +{"id": "live_multiple_631-160-11", "ground_truth": [{"Payment_1_RequestPayment": {"receiver": ["customer@example.com"], "amount": [4500.0], "private_visibility": ["", false]}}]} {"id": "live_multiple_632-161-0", "ground_truth": [{"Music_3_LookupMusic": {"artist": ["", "dontcare"], "album": ["Welcome To The Fishbowl"], "genre": ["", "dontcare"], "year": ["2015"]}}]} {"id": "live_multiple_633-161-1", "ground_truth": [{"Music_3_LookupMusic": {"artist": ["", "dontcare"], "album": ["", "dontcare"], "genre": ["Rock"], "year": ["2015"]}}]} {"id": "live_multiple_634-161-2", "ground_truth": [{"Music_3_LookupMusic": {"artist": ["", "dontcare"], "album": ["", "dontcare"], "genre": ["Country"], "year": ["", "dontcare"]}}]} @@ -850,12 +850,12 @@ {"id": "live_multiple_849-179-3", "ground_truth": [{"Restaurants_2_FindRestaurants": {"category": ["Indian"], "location": ["Sunnyvale, CA"], "price_range": ["cheap"], "has_vegetarian_options": ["", false], "has_seating_outdoors": ["", false]}}]} {"id": "live_multiple_850-179-4", "ground_truth": [{"Restaurants_2_ReserveRestaurant": {"restaurant_name": ["The French Laundry"], "location": ["Yountville, CA"], "time": ["13:30"], "number_of_seats": [4], "date": ["2023-03-14"]}}]} {"id": "live_multiple_851-179-5", "ground_truth": [{"Restaurants_2_FindRestaurants": {"category": ["Japanese"], "location": ["San Francisco, CA"], "price_range": ["", "dontcare"], "has_vegetarian_options": ["", false], "has_seating_outdoors": ["", false]}}]} -{"id": "live_multiple_852-180-0", "ground_truth": [{"Buses_3_FindBus": {"from_city": ["San Francisco, CA"], "to_city": ["Los Angeles, CA"], "departure_date": ["04/25/2023"], "num_passengers": ["", "1"], "category": ["", "direct"]}}]} +{"id": "live_multiple_852-180-0", "ground_truth": [{"Buses_3_FindBus": {"from_city": ["San Francisco, CA"], "to_city": ["Los Angeles, CA"], "departure_date": ["04/25/2023"], "num_passengers": ["", 1], "category": ["", "direct"]}}]} {"id": "live_multiple_853-180-1", "ground_truth": [{"Buses_3_BuyBusTicket": {"from_city": ["San Francisco, CA"], "to_city": ["Los Angeles, CA"], "departure_date": ["2023-03-07"], "departure_time": ["14:00"], "num_passengers": [2], "additional_luggage": ["", false]}}]} -{"id": "live_multiple_854-180-2", "ground_truth": [{"Buses_3_FindBus": {"from_city": ["Philadelphia, PA"], "to_city": ["New York City, NY"], "departure_date": ["03/14/2023"], "num_passengers": ["", "1"], "category": ["", "direct"]}}]} -{"id": "live_multiple_855-180-3", "ground_truth": [{"Buses_3_FindBus": {"from_city": ["Fresno, CA"], "to_city": ["Los Angeles, CA"], "departure_date": ["03/10/2023"], "num_passengers": ["", "1"], "category": ["", "direct"]}}]} +{"id": "live_multiple_854-180-2", "ground_truth": [{"Buses_3_FindBus": {"from_city": ["Philadelphia, PA"], "to_city": ["New York City, NY"], "departure_date": ["03/14/2023"], "num_passengers": ["", 1], "category": ["", "direct"]}}]} +{"id": "live_multiple_855-180-3", "ground_truth": [{"Buses_3_FindBus": {"from_city": ["Fresno, CA"], "to_city": ["Los Angeles, CA"], "departure_date": ["03/10/2023"], "num_passengers": ["", 1], "category": ["", "direct"]}}]} {"id": "live_multiple_856-180-4", "ground_truth": [{"Buses_3_BuyBusTicket": {"from_city": ["Berkeley, CA"], "to_city": ["Portland, OR"], "departure_date": ["2023-05-15"], "departure_time": ["09:00"], "num_passengers": [2], "additional_luggage": [true]}}]} -{"id": "live_multiple_857-180-5", "ground_truth": [{"Buses_3_FindBus": {"from_city": ["San Francisco, CA"], "to_city": ["Los Angeles, CA"], "departure_date": ["03/07/2023"], "num_passengers": ["", "1"], "category": ["one-stop"]}}]} +{"id": "live_multiple_857-180-5", "ground_truth": [{"Buses_3_FindBus": {"from_city": ["San Francisco, CA"], "to_city": ["Los Angeles, CA"], "departure_date": ["03/07/2023"], "num_passengers": ["", 1], "category": ["one-stop"]}}]} {"id": "live_multiple_858-180-6", "ground_truth": [{"Buses_3_BuyBusTicket": {"from_city": ["San Francisco, CA"], "to_city": ["Los Angeles, CA"], "departure_date": ["2023-05-15"], "departure_time": ["14:00"], "num_passengers": [4], "additional_luggage": [true]}}]} {"id": "live_multiple_859-181-0", "ground_truth": [{"Trains_1_GetTrainTickets": {"_from": ["New York, NY"], "to": ["Washington, DC"], "date_of_journey": ["10/11/2023"], "journey_start_time": ["09:00"], "number_of_adults": [1, ""], "trip_protection": [true], "_class": ["Business"]}}]} {"id": "live_multiple_860-181-1", "ground_truth": [{"Trains_1_FindTrains": {"_from": ["San Francisco, CA"], "to": ["Los Angeles, CA"], "date_of_journey": ["2023-04-15"]}}]} @@ -881,25 +881,25 @@ {"id": "live_multiple_880-183-5", "ground_truth": [{"Travel_1_FindAttractions": {"location": ["Paris, FR"], "free_entry": ["True"], "category": ["", "dontcare"], "good_for_kids": ["True"]}}]} {"id": "live_multiple_881-183-6", "ground_truth": [{"Travel_1_FindAttractions": {"location": ["San Francisco, CA"], "free_entry": ["True"], "category": ["", "dontcare"], "good_for_kids": ["True"]}}]} {"id": "live_multiple_882-183-7", "ground_truth": [{"Travel_1_FindAttractions": {"location": ["San Francisco, CA"], "free_entry": ["True"], "category": ["Museum"], "good_for_kids": ["", "dontcare"]}}]} -{"id": "live_multiple_883-184-0", "ground_truth": [{"Buses_3_FindBus": {"from_city": ["New York, NY"], "to_city": ["Boston, MA"], "departure_date": ["2023-04-20"], "num_passengers": ["", "1"], "category": ["", "direct"]}}]} -{"id": "live_multiple_884-184-1", "ground_truth": [{"Buses_3_FindBus": {"from_city": ["Anaheim, CA"], "to_city": ["Las Vegas, NV"], "departure_date": ["2023-10-06"], "num_passengers": ["", "1"], "category": ["one-stop"]}}]} -{"id": "live_multiple_885-184-2", "ground_truth": [{"Buses_3_FindBus": {"from_city": ["New York, NY"], "to_city": ["Boston, MA"], "departure_date": ["2023-05-15"], "num_passengers": ["", "1"], "category": ["", "direct"]}}]} +{"id": "live_multiple_883-184-0", "ground_truth": [{"Buses_3_FindBus": {"from_city": ["New York, NY"], "to_city": ["Boston, MA"], "departure_date": ["2023-04-20"], "num_passengers": ["", 1], "category": ["", "direct"]}}]} +{"id": "live_multiple_884-184-1", "ground_truth": [{"Buses_3_FindBus": {"from_city": ["Anaheim, CA"], "to_city": ["Las Vegas, NV"], "departure_date": ["2023-10-06"], "num_passengers": ["", 1], "category": ["one-stop"]}}]} +{"id": "live_multiple_885-184-2", "ground_truth": [{"Buses_3_FindBus": {"from_city": ["New York, NY"], "to_city": ["Boston, MA"], "departure_date": ["2023-05-15"], "num_passengers": ["", 1], "category": ["", "direct"]}}]} {"id": "live_multiple_886-184-3", "ground_truth": [{"Buses_3_FindBus": {"from_city": ["San Francisco, CA"], "to_city": ["Fresno, CA"], "departure_date": ["2023-03-04"], "num_passengers": [2], "category": ["", "direct"]}}]} -{"id": "live_multiple_887-184-4", "ground_truth": [{"Buses_3_FindBus": {"from_city": ["San Diego, CA"], "to_city": ["Los Angeles, CA"], "departure_date": ["2023-06-15"], "num_passengers": ["4", 4], "category": ["", "direct"]}}]} -{"id": "live_multiple_888-184-5", "ground_truth": [{"Buses_3_FindBus": {"from_city": ["Los Angeles, CA"], "to_city": ["San Diego, CA"], "departure_date": ["2023-10-01"], "num_passengers": ["", "1"], "category": ["", "direct"]}}]} +{"id": "live_multiple_887-184-4", "ground_truth": [{"Buses_3_FindBus": {"from_city": ["San Diego, CA"], "to_city": ["Los Angeles, CA"], "departure_date": ["2023-06-15"], "num_passengers": ["", 4], "category": ["", "direct"]}}]} +{"id": "live_multiple_888-184-5", "ground_truth": [{"Buses_3_FindBus": {"from_city": ["Los Angeles, CA"], "to_city": ["San Diego, CA"], "departure_date": ["2023-10-01"], "num_passengers": ["", 1], "category": ["", "direct"]}}]} {"id": "live_multiple_889-184-6", "ground_truth": [{"Buses_3_FindBus": {"from_city": ["Miami, FL"], "to_city": ["Atlanta, GA"], "departure_date": ["2023-04-22"], "num_passengers": [2], "category": ["", "direct"]}}]} -{"id": "live_multiple_890-185-0", "ground_truth": [{"Payment_1_RequestPayment": {"receiver": ["Mahmoud"], "amount": [43], "private_visibility": ["", false]}}]} -{"id": "live_multiple_891-185-1", "ground_truth": [{"Payment_1_RequestPayment": {"receiver": ["John Doe"], "amount": [250], "private_visibility": [true]}}]} +{"id": "live_multiple_890-185-0", "ground_truth": [{"Payment_1_RequestPayment": {"receiver": ["Mahmoud"], "amount": [43.0], "private_visibility": ["", false]}}]} +{"id": "live_multiple_891-185-1", "ground_truth": [{"Payment_1_RequestPayment": {"receiver": ["John Doe"], "amount": [250.0], "private_visibility": [true]}}]} {"id": "live_multiple_892-185-2", "ground_truth": [{"Payment_1_MakePayment": {"payment_method": ["app balance"], "amount": [100.0], "receiver": ["Mary"], "private_visibility": [true]}}]} {"id": "live_multiple_893-185-3", "ground_truth": [{"Payment_1_MakePayment": {"payment_method": ["debit card"], "amount": [90.0], "receiver": ["Alice"], "private_visibility": ["", false]}}]} -{"id": "live_multiple_894-185-4", "ground_truth": [{"Payment_1_MakePayment": {"payment_method": ["debit card"], "amount": [150], "receiver": ["Alice"], "private_visibility": [true]}}]} +{"id": "live_multiple_894-185-4", "ground_truth": [{"Payment_1_MakePayment": {"payment_method": ["debit card"], "amount": [150.0], "receiver": ["Alice"], "private_visibility": [true]}}]} {"id": "live_multiple_895-185-5", "ground_truth": [{"Payment_1_MakePayment": {"payment_method": ["credit card"], "amount": [50.0], "receiver": ["Jerry"], "private_visibility": [true]}}]} {"id": "live_multiple_896-185-6", "ground_truth": [{"Payment_1_MakePayment": {"payment_method": ["debit card"], "amount": [50.0], "receiver": ["Margaret"], "private_visibility": [true]}}]} -{"id": "live_multiple_897-185-7", "ground_truth": [{"Payment_1_MakePayment": {"payment_method": ["debit card"], "amount": [122], "receiver": ["John"], "private_visibility": ["", false]}}]} +{"id": "live_multiple_897-185-7", "ground_truth": [{"Payment_1_MakePayment": {"payment_method": ["debit card"], "amount": [122.0], "receiver": ["John"], "private_visibility": ["", false]}}]} {"id": "live_multiple_898-185-8", "ground_truth": [{"Payment_1_MakePayment": {"payment_method": ["debit card"], "amount": [50.0], "receiver": ["Jamie"], "private_visibility": [true]}}]} {"id": "live_multiple_899-185-9", "ground_truth": [{"Payment_1_MakePayment": {"payment_method": ["app balance"], "amount": [50.0], "receiver": ["Emma"], "private_visibility": [true]}}]} -{"id": "live_multiple_900-185-10", "ground_truth": [{"Payment_1_MakePayment": {"payment_method": ["debit card"], "amount": [200], "receiver": ["Alice"], "private_visibility": [true]}}]} -{"id": "live_multiple_901-185-11", "ground_truth": [{"Payment_1_MakePayment": {"payment_method": ["app balance"], "amount": [31], "receiver": ["Svetlana"], "private_visibility": ["", false]}}]} +{"id": "live_multiple_900-185-10", "ground_truth": [{"Payment_1_MakePayment": {"payment_method": ["debit card"], "amount": [200.0], "receiver": ["Alice"], "private_visibility": [true]}}]} +{"id": "live_multiple_901-185-11", "ground_truth": [{"Payment_1_MakePayment": {"payment_method": ["app balance"], "amount": [31.0], "receiver": ["Svetlana"], "private_visibility": ["", false]}}]} {"id": "live_multiple_902-185-12", "ground_truth": [{"Payment_1_MakePayment": {"payment_method": ["debit card"], "amount": [25.0], "receiver": ["Alex"], "private_visibility": [true]}}]} {"id": "live_multiple_903-186-0", "ground_truth": [{"Trains_1_FindTrains": {"_from": ["Phoenix, AZ"], "to": ["Los Angeles, CA"], "date_of_journey": ["04/25/2023"]}}]} {"id": "live_multiple_904-186-1", "ground_truth": [{"Trains_1_FindTrains": {"_from": ["New York, NY"], "to": ["Los Angeles, CA"], "date_of_journey": ["03/04/2023"]}}]} diff --git a/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_live_parallel.json b/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_live_parallel.json index 3841aea02..28b0c5c60 100644 --- a/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_live_parallel.json +++ b/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_live_parallel.json @@ -9,8 +9,8 @@ {"id": "live_parallel_8-4-0", "ground_truth": [{"todo": {"type": ["add"], "content": ["Machine Learning Study Session"]}}, {"todo": {"type": ["delete"], "content": ["todo random"]}}]} {"id": "live_parallel_9-5-0", "ground_truth": [{"get_aws_pricing": {"memory": [2], "cpu": ["single"], "reigion": ["", "us-east-1"], "operating_system0": ["", "Linux"]}}, {"get_aws_pricing": {"memory": [4], "cpu": ["single"], "reigion": ["", "us-east-1"], "operating_system0": ["", "Linux"]}}]} {"id": "live_parallel_10-6-0", "ground_truth": [{"hotel_booking_book": {"hotel_name": ["Sheraton Hotel", "Sheraton", "Hotel Sheraton"], "location": ["New York, NY"], "check_in": ["2022-05-01"], "check_out": ["2022-05-05"], "adults": [2], "children": [1]}}, {"hotel_booking_book": {"hotel_name": ["Marriott"], "location": ["Los Angeles, CA"], "check_in": ["2022-06-01"], "check_out": ["2022-06-10"], "adults": [1], "children": [2]}}]} -{"id": "live_parallel_11-7-0", "ground_truth": [{"log_food": {"food_name": ["frozen mango"], "portion_amount": [8], "portion_unit": ["piece"], "meal_type": ["", "snack"]}}, {"log_food": {"food_name": ["chai tea"], "portion_amount": [1], "portion_unit": ["cup"], "meal_type": ["", "snack"]}}, {"log_food": {"food_name": ["pepperoni pizza"], "portion_amount": [2], "portion_unit": ["slice"], "meal_type": ["", "snack"]}}, {"log_food": {"food_name": ["coffee"], "portion_amount": [1], "portion_unit": ["cup"], "meal_type": ["", "snack"]}}]} -{"id": "live_parallel_12-8-0", "ground_truth": [{"log_food": {"food_name": ["iced coffee"], "portion_amount": [12], "portion_unit": ["ounces"], "meal_name": ["breakfast"]}}, {"log_food": {"food_name": ["banana"], "portion_amount": [1], "portion_unit": ["pieces"], "meal_name": ["breakfast"]}}, {"log_food": {"food_name": ["quesadilla"], "portion_amount": [1], "portion_unit": ["pieces"], "meal_name": ["lunch"]}}, {"log_food": {"food_name": ["asparagus"], "portion_amount": [4], "portion_unit": ["ounces"], "meal_name": ["breakfast"]}}, {"log_food": {"food_name": ["eggs"], "portion_amount": [2], "portion_unit": ["pieces"], "meal_name": ["breakfast"]}}, {"log_food": {"food_name": ["gluten free bread"], "portion_amount": [1], "portion_unit": ["pieces"], "meal_name": ["breakfast"]}}]} +{"id": "live_parallel_11-7-0", "ground_truth": [{"log_food": {"food_name": ["frozen mango"], "portion_amount": [8.0], "portion_unit": ["piece"], "meal_type": ["", "snack"]}}, {"log_food": {"food_name": ["chai tea"], "portion_amount": [1.0], "portion_unit": ["cup"], "meal_type": ["", "snack"]}}, {"log_food": {"food_name": ["pepperoni pizza"], "portion_amount": [2.0], "portion_unit": ["slice"], "meal_type": ["", "snack"]}}, {"log_food": {"food_name": ["coffee"], "portion_amount": [1.0], "portion_unit": ["cup"], "meal_type": ["", "snack"]}}]} +{"id": "live_parallel_12-8-0", "ground_truth": [{"log_food": {"food_name": ["iced coffee"], "portion_amount": [12.0], "portion_unit": ["ounces"], "meal_name": ["breakfast"]}}, {"log_food": {"food_name": ["banana"], "portion_amount": [1.0], "portion_unit": ["pieces"], "meal_name": ["breakfast"]}}, {"log_food": {"food_name": ["quesadilla"], "portion_amount": [1.0], "portion_unit": ["pieces"], "meal_name": ["lunch"]}}, {"log_food": {"food_name": ["asparagus"], "portion_amount": [4.0], "portion_unit": ["ounces"], "meal_name": ["breakfast"]}}, {"log_food": {"food_name": ["eggs"], "portion_amount": [2.0], "portion_unit": ["pieces"], "meal_name": ["breakfast"]}}, {"log_food": {"food_name": ["gluten free bread"], "portion_amount": [1.0], "portion_unit": ["pieces"], "meal_name": ["breakfast"]}}]} {"id": "live_parallel_13-9-0", "ground_truth": [{"get_current_weather": {"location": ["Boston, MA"], "unit": ["", "fahrenheit"]}}, {"get_current_weather": {"location": ["San Francisco, CA"], "unit": ["", "fahrenheit"]}}]} {"id": "live_parallel_14-10-0", "ground_truth": [{"get_current_weather": {"location": ["Boston, MA"], "unit": ["", "fahrenheit"]}}, {"get_current_weather": {"location": ["San Francisco, CA"], "unit": ["", "fahrenheit"]}}]} {"id": "live_parallel_15-11-0", "ground_truth": [{"cmd_controller.execute": {"command": ["dir c:\\", "dir c:\\\\"]}}, {"cmd_controller.execute": {"command": ["echo.>C:\\testing.txt", "echo.>C:\\\\testing.txt"], "unit": ["", "N/A"]}}]} \ No newline at end of file diff --git a/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_live_simple.json b/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_live_simple.json index cdfc8ff7d..12a118e66 100644 --- a/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_live_simple.json +++ b/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_live_simple.json @@ -65,11 +65,11 @@ {"id": "live_simple_64-29-4", "ground_truth": [{"todo": {"type": ["add"], "content": ["go to Goa"]}}]} {"id": "live_simple_65-29-5", "ground_truth": [{"todo": {"type": ["add"], "content": ["Hi charlie"]}}]} {"id": "live_simple_66-30-0", "ground_truth": [{"inventory.restock_check": {"item_ids": [[102, 103]], "threshold": [20], "include_discontinued": ["", false]}}]} -{"id": "live_simple_67-31-0", "ground_truth": [{"obtener_cotizacion_de_creditos": {"monto_del_credito": [1000000], "plazo_del_credito_mensual": [12], "tasa_interes_minima": ["", 5.0], "producto": ["auto"], "a\u00f1o_vehiculo": [2024], "enganche": [0.2]}}]} +{"id": "live_simple_67-31-0", "ground_truth": [{"obtener_cotizacion_de_creditos": {"monto_del_credito": [1000000.0], "plazo_del_credito_mensual": [12], "tasa_interes_minima": ["", 5.0], "producto": ["auto"], "a\u00f1o_vehiculo": [2024], "enganche": [0.2]}}]} {"id": "live_simple_68-32-0", "ground_truth": [{"sum": {"a": [5.0], "b": [3.0]}}]} {"id": "live_simple_69-33-0", "ground_truth": [{"analysis_api.AnalysisApi.retrieve_analysis": {"project": ["SUPERFANCY"], "component": ["AB1010CD"], "vulnerability": ["ef903ac-893-f00"]}}]} {"id": "live_simple_70-34-0", "ground_truth": [{"get_sensor_alerts": {"perPage": [10], "startingAfter": ["", null], "endingBefore": ["", null], "t0": ["", null], "t1": [""], "networkId": ["", []], "timespan": [""], "sensorSerial": ["Q3CC-CRT3-SZ2G"], "triggerMetric": ["", null]}}]} -{"id": "live_simple_71-35-0", "ground_truth": [{"extract_parameters_v1": {"demographics": [["millennials"]], "targets": [["brand:Apple"]], "metrics": ["view"], "country": ["", null], "min_date": ["2022-07-01"], "max_date": ["", null], "interval": ["", null]}}]} +{"id": "live_simple_71-35-0", "ground_truth": [{"extract_parameters_v1": {"demographics": [["millennials"]], "targets": [["brand:Apple"]], "metrics": [["view"]], "country": ["", null], "min_date": ["2022-07-01"], "max_date": ["", null], "interval": ["", null]}}]} {"id": "live_simple_72-36-0", "ground_truth": [{"detect_beats_and_filter": {"capture_percentage": [50], "confidence_window_size": [0.5]}}]} {"id": "live_simple_73-36-1", "ground_truth": [{"detect_beats_and_filter": {"capture_percentage": [90], "confidence_window_size": [0.25]}}]} {"id": "live_simple_74-36-2", "ground_truth": [{"detect_beats_and_filter": {"capture_percentage": [70], "confidence_window_size": [0.8]}}]} @@ -101,8 +101,8 @@ {"id": "live_simple_100-59-1", "ground_truth": [{"connectBluetooth": {"device_name": ["JBL Flip 4"], "timeout": ["", 30], "auto_reconnect": ["", false]}}]} {"id": "live_simple_101-60-0", "ground_truth": [{"askForSSID": {"prompt_message": ["Please enter the Wi-Fi network name you wish to connect to:"], "default_ssid": ["", "default_network"], "retry_attempts": ["", 3], "hide_input": ["", false]}}]} {"id": "live_simple_102-61-0", "ground_truth": [{"calculate_tax": {"purchase_amount": [59.99], "state": ["CA"], "county": ["San Francisco"], "city": ["San Francisco"], "tax_exempt": ["", false], "discount_rate": ["", 0.0], "apply_special_tax": ["", false]}}]} -{"id": "live_simple_103-61-1", "ground_truth": [{"calculate_tax": {"purchase_amount": [999], "state": ["CA"], "county": ["", null], "city": ["", null], "tax_exempt": ["", false], "discount_rate": ["", 0.0], "apply_special_tax": ["", false]}}]} -{"id": "live_simple_104-61-2", "ground_truth": [{"calculate_tax": {"purchase_amount": [250], "state": ["NY"], "county": ["", null], "city": ["", null], "tax_exempt": ["", false], "discount_rate": ["", 0.0], "apply_special_tax": ["", false]}}]} +{"id": "live_simple_103-61-1", "ground_truth": [{"calculate_tax": {"purchase_amount": [999.0], "state": ["CA"], "county": ["", null], "city": ["", null], "tax_exempt": ["", false], "discount_rate": ["", 0.0], "apply_special_tax": ["", false]}}]} +{"id": "live_simple_104-61-2", "ground_truth": [{"calculate_tax": {"purchase_amount": [250.0], "state": ["NY"], "county": ["", null], "city": ["", null], "tax_exempt": ["", false], "discount_rate": ["", 0.0], "apply_special_tax": ["", false]}}]} {"id": "live_simple_105-62-0", "ground_truth": [{"classify": {"clean_hello": [["hello"]], "faq_link_accounts_start": [["link my account", "connect my accounts"]]}}]} {"id": "live_simple_106-63-0", "ground_truth": [{"record": {"acc_routing_start": [["Please provide the routing number for my account.", "Which account number should I use for setting up eStatements?", "Please give me the account number for my business checking account."]], "activate_card_start": [["Activate my new card for loyalty program enrollment", "Can you walk me through the activation process for my new bank card?"]], "atm_finder_start": [["Looking for the closest ATM for cash withdrawal, can you assist me in finding one?", "Locate ATM for immediate cash needs", "I urgently need to find an ATM for cash withdrawal, can you help me locate the nearest one?", "Searching for ATM for money withdrawal", "Find ATM for urgent cash needs", "Need to find ATM for quick cash emergency"]], "auto_loan_payment_start": [], "bank_hours_start": [], "cancel_card_start": [["I want to cancel my card and ensure the safety of my account."]], "card_rewards_start": [["What rewards are offered for my card?", "What rewards are available on my card?", "What are the benefits of using my rewards points for entertainment?"]], "cashier_check_start": [["Can I purchase a cashier's check through this chat service?", "I need a cashier's check, how can I get one?"]], "clean_goodbye_start": [["I'm done here. Goodbye!", "Thanks for your assistance. Goodbye!", "You're amazing. Goodbye!"]]}}]} {"id": "live_simple_107-64-0", "ground_truth": [{"record": {"faq_describe_telephone_banking_start": [["How do I sign up for tele-banking services through the mobile app?", "Can I sign up for telephone banking services?", "Where can I find the application for telephone banking services?"]], "bank_hours_start": [["Are any banks open in Sri Lanka right now?"]], "faq_describe_accounts_start": [["I'm interested in opening a long term savings account. What options do you have?", "Do you offer any special accounts for individuals looking to save for a home purchase or renovation?", "Do you offer any special accounts for children or minors?"]]}}]} diff --git a/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_multiple.json b/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_multiple.json index 7c8b0a922..1f2f1fbfd 100644 --- a/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_multiple.json +++ b/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_multiple.json @@ -127,7 +127,7 @@ {"id": "multiple_126", "ground_truth": [{"t_test": {"dataset_A": [[12, 24, 36]], "dataset_B": [[15, 30, 45]], "alpha": ["", 0.05]}}]} {"id": "multiple_127", "ground_truth": [{"finance.calculate_quarterly_dividend_per_share": {"total_payout": [50000000], "outstanding_shares": [100000000]}}]} {"id": "multiple_128", "ground_truth": [{"calculate_return_on_equity": {"net_income": [2000000], "shareholder_equity": [10000000], "dividends_paid": [200000]}}]} -{"id": "multiple_129", "ground_truth": [{"compound_interest": {"principal": [10000], "annual_rate": [5], "compounding_freq": ["monthly"], "time_in_years": [5]}}]} +{"id": "multiple_129", "ground_truth": [{"compound_interest": {"principal": [10000], "annual_rate": [5.0], "compounding_freq": ["monthly"], "time_in_years": [5]}}]} {"id": "multiple_130", "ground_truth": [{"calculate_cagr": {"initial_value": [2000], "final_value": [3000], "period_in_years": [4]}}]} {"id": "multiple_131", "ground_truth": [{"market_performance.get_data": {"indexes": [["S&P 500", "Dow Jones"]], "days": [5], "detailed": ["", false]}}]} {"id": "multiple_132", "ground_truth": [{"finance.calculate_future_value": {"initial_investment": [20000], "rate_of_return": [0.08], "years": [5], "contribution": ["", 0]}}]} diff --git a/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_parallel.json b/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_parallel.json index bee4348f1..474e53307 100644 --- a/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_parallel.json +++ b/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_parallel.json @@ -2,7 +2,7 @@ {"id": "parallel_1", "ground_truth": [{"calculate_em_force": {"b_field": [5], "area": [2], "d_time": [4]}}, {"calculate_em_force": {"b_field": [5], "area": [2], "d_time": [10]}}]} {"id": "parallel_2", "ground_truth": [{"calculate_resistance": {"length": [5], "area": [0.01], "resistivity": ["copper", ""]}}, {"calculate_resistance": {"length": [5], "area": [0.01], "resistivity": ["aluminum"]}}]} {"id": "parallel_3", "ground_truth": [{"protein_info.get_sequence_and_3D": {"protein_name": ["human HbA1c", "HbA1c"], "model_3d": [true, ""]}}, {"protein_info.get_sequence_and_3D": {"protein_name": ["normal hemoglobin"], "model_3d": [true, ""]}}, {"protein_info.get_sequence_and_3D": {"protein_name": ["rat hemoglobin"], "model_3d": [true, ""]}}]} -{"id": "parallel_4", "ground_truth": [{"calculate_bmi": {"height": [6], "weight": [80]}}, {"calculate_bmi": {"height": [5.6], "weight": [60]}}]} +{"id": "parallel_4", "ground_truth": [{"calculate_bmi": {"height": [6.0], "weight": [80]}}, {"calculate_bmi": {"height": [5.6], "weight": [60]}}]} {"id": "parallel_5", "ground_truth": [{"streaming_services.shows_list_and_ratings": {"streaming_service": ["Netflix"], "show_list": [["Friends"]], "sort_by_rating": [true]}}, {"streaming_services.shows_list_and_ratings": {"streaming_service": ["Hulu"], "show_list": [["The Office", "Stranger Things"], ["Stranger Things", "The Office"]], "sort_by_rating": [true]}}]} {"id": "parallel_6", "ground_truth": [{"calculate_sales_tax": {"purchase_amount": [30.45], "city": ["Chicago", "CHI"], "state": ["IL", "Illinois"]}}, {"calculate_sales_tax": {"purchase_amount": [52.33], "city": ["Sacramento"], "state": ["CA", "California"]}}, {"calculate_sales_tax": {"purchase_amount": [11.23], "city": ["Portland"], "state": ["OR", "Oregon"]}}]} {"id": "parallel_7", "ground_truth": [{"math.factorial": {"number": [5]}}, {"math.factorial": {"number": [10]}}, {"math.factorial": {"number": [15]}}]} @@ -82,7 +82,7 @@ {"id": "parallel_81", "ground_truth": [{"calculate_final_velocity": {"height": [10], "initial_velocity": [0], "gravity": [9.81, ""]}}, {"calculate_final_velocity": {"height": [20], "initial_velocity": [0], "gravity": [9.81, ""]}}, {"calculate_final_velocity": {"height": [15], "initial_velocity": [0], "gravity": [9.81, ""]}}, {"calculate_final_velocity": {"height": [25], "initial_velocity": [0], "gravity": [9.81, ""]}}]} {"id": "parallel_82", "ground_truth": [{"calculate_velocity": {"distance": [120], "duration": [5], "unit": ["km/h", ""]}}, {"calculate_velocity": {"distance": [150], "duration": [6], "unit": ["km/h", ""]}}]} {"id": "parallel_83", "ground_truth": [{"final_velocity": {"initial_velocity": [0], "acceleration": [5], "time": [10]}}, {"final_velocity": {"initial_velocity": [10], "acceleration": [7], "time": [8]}}, {"final_velocity": {"initial_velocity": [20], "acceleration": [4], "time": [12]}}]} -{"id": "parallel_84", "ground_truth": [{"calculate_displacement": {"initial_velocity": [15], "time": [7], "acceleration": [3.5]}}, {"calculate_displacement": {"initial_velocity": [20], "time": [10], "acceleration": [2]}}, {"calculate_displacement": {"initial_velocity": [25], "time": [8], "acceleration": [0]}}]} +{"id": "parallel_84", "ground_truth": [{"calculate_displacement": {"initial_velocity": [15], "time": [7], "acceleration": [3.5]}}, {"calculate_displacement": {"initial_velocity": [20], "time": [10], "acceleration": [2.0]}}, {"calculate_displacement": {"initial_velocity": [25], "time": [8], "acceleration": [0]}}]} {"id": "parallel_85", "ground_truth": [{"calculate_final_speed": {"initial_speed": [0], "time": [10], "gravity": [-9.81, ""]}}, {"calculate_final_speed": {"initial_speed": [5], "time": [7], "gravity": [-9.81, ""]}}]} {"id": "parallel_86", "ground_truth": [{"kinematics.final_velocity_from_distance": {"acceleration": [5], "distance": [100], "initial_velocity": ["", 0]}}, {"kinematics.final_velocity_from_distance": {"acceleration": [10], "distance": [200], "initial_velocity": ["", 0]}}]} {"id": "parallel_87", "ground_truth": [{"calculate_final_velocity": {"initial_velocity": [0], "acceleration": [6], "time": [10]}}, {"calculate_final_velocity": {"initial_velocity": [20], "acceleration": [4], "time": [15]}}]} @@ -93,14 +93,14 @@ {"id": "parallel_92", "ground_truth": [{"get_shortest_driving_distance": {"origin": ["New York City", "NYC"], "destination": ["Los Angeles", "Los Angeles, CA", "LA"], "unit": ["miles", "mile"]}}, {"get_shortest_driving_distance": {"origin": ["Los Angeles", "Los Angeles, CA", "LA"], "destination": ["Miami"], "unit": ["miles", "mile"]}}, {"get_shortest_driving_distance": {"origin": ["Miami"], "destination": ["New York City", "NYC"], "unit": ["miles", "mile"]}}]} {"id": "parallel_93", "ground_truth": [{"route.estimate_time": {"start_location": ["New York", "New York, NY", "NYC"], "end_location": ["Miami"], "stops": [["Philadelphia", "Washington D.C.", "Atlanta"], ["Philadelphia", "Washington D.C.", "Atlanta"], ["Philadelphia", "Washington D.C.", "Atlanta"], ["Atlanta", "Philadelphia", "Washington D.C."], ["Atlanta", "Philadelphia", "Washington D.C."], ["Atlanta", "Philadelphia", "Washington D.C."], ["Washington D.C.", "Philadelphia", "Atlanta"], ["Washington D.C.", "Philadelphia", "Atlanta"], ["Washington D.C.", "Philadelphia", "Atlanta"]]}}, {"route.estimate_time": {"start_location": ["New York", "New York, NY", "NYC"], "end_location": ["Miami"], "stops": [["Washington D.C."], ["Philadelphia", "Washington D.C."], ["Philadelphia", "Washington D.C.", "New York"], ["Philadelphia", "Washington D.C.", "NYC"], ["Washington D.C.", "Philadelphia"], ["Washington D.C.", "Philadelphia", "New York"], ["Washington D.C.", "Philadelphia", "NYC"]]}}, {"route.estimate_time": {"start_location": ["Philadelphia"], "end_location": ["Miami"], "stops": [["Washington D.C."], ["Washington D.C.", "Philadelphia"]]}}]} {"id": "parallel_94", "ground_truth": [{"calculate_electric_field": {"charge": [5], "distance": [2], "permitivity": ["", 0]}}, {"calculate_electric_field": {"charge": [3], "distance": [4], "permitivity": ["", 0]}}]} -{"id": "parallel_95", "ground_truth": [{"calculate_magnetic_field": {"current": [10], "radius": [0.5], "permeability": ["", 0]}}, {"calculate_magnetic_field": {"current": [15], "radius": [1], "permeability": ["", 0]}}]} +{"id": "parallel_95", "ground_truth": [{"calculate_magnetic_field": {"current": [10], "radius": [0.5], "permeability": ["", 0]}}, {"calculate_magnetic_field": {"current": [15], "radius": [1.0], "permeability": ["", 0]}}]} {"id": "parallel_96", "ground_truth": [{"electromagnetic_force": {"charge1": [5], "charge2": [10], "distance": [2], "medium_permittivity": [8.854e-12, ""]}}, {"electromagnetic_force": {"charge1": [5], "charge2": [10], "distance": [2], "medium_permittivity": [5e-12, ""]}}]} {"id": "parallel_97", "ground_truth": [{"calculate_resonant_frequency": {"inductance": [0.005], "capacitance": [1e-07], "round_off": [3]}}, {"calculate_resonant_frequency": {"inductance": [0.007], "capacitance": [2e-07], "round_off": [4]}}]} -{"id": "parallel_98", "ground_truth": [{"calculate_electric_field_strength": {"charge": [2], "distance": [0.5], "medium": ["vacuum", ""]}}, {"calculate_electric_field_strength": {"charge": [2], "distance": [1], "medium": ["vacuum", ""]}}, {"calculate_electric_field_strength": {"charge": [2], "distance": [2], "medium": ["vacuum", ""]}}, {"calculate_electric_field_strength": {"charge": [2], "distance": [1], "medium": ["air"]}}]} +{"id": "parallel_98", "ground_truth": [{"calculate_electric_field_strength": {"charge": [2], "distance": [0.5], "medium": ["vacuum", ""]}}, {"calculate_electric_field_strength": {"charge": [2], "distance": [1.0], "medium": ["vacuum", ""]}}, {"calculate_electric_field_strength": {"charge": [2], "distance": [2.0], "medium": ["vacuum", ""]}}, {"calculate_electric_field_strength": {"charge": [2], "distance": [1.0], "medium": ["air"]}}]} {"id": "parallel_99", "ground_truth": [{"thermo.calculate_energy": {"mass": [500], "phase_transition": ["melting"], "substance": ["water", ""]}}, {"thermo.calculate_energy": {"mass": [500], "phase_transition": ["freezing"], "substance": ["water", ""]}}, {"thermo.calculate_energy": {"mass": [500], "phase_transition": ["vaporization"], "substance": ["water", ""]}}, {"thermo.calculate_energy": {"mass": [500], "phase_transition": ["condensation"], "substance": ["water", ""]}}]} {"id": "parallel_100", "ground_truth": [{"get_boiling_melting_points": {"substance": ["water"], "sea_level": [0]}}, {"get_boiling_melting_points": {"substance": ["iron"], "sea_level": [1000]}}, {"get_boiling_melting_points": {"substance": ["water"], "sea_level": [1000]}}, {"get_boiling_melting_points": {"substance": ["iron"], "sea_level": [0]}}]} {"id": "parallel_101", "ground_truth": [{"calculate_density": {"mass": [10], "volume": [2], "unit": ["", "kg/m\u00b3"]}}, {"calculate_density": {"mass": [15], "volume": [3], "unit": ["", "kg/m\u00b3"]}}]} -{"id": "parallel_102", "ground_truth": [{"calc_absolute_pressure": {"gauge_pressure": [2.5], "atm_pressure": [1, ""]}}, {"calc_absolute_pressure": {"gauge_pressure": [2.5], "atm_pressure": [0.85]}}]} +{"id": "parallel_102", "ground_truth": [{"calc_absolute_pressure": {"gauge_pressure": [2.5], "atm_pressure": [1.0, ""]}}, {"calc_absolute_pressure": {"gauge_pressure": [2.5], "atm_pressure": [0.85]}}]} {"id": "parallel_103", "ground_truth": [{"entropy_change.calculate": {"substance": ["A"], "mass": [2], "initial_temperature": [25], "final_temperature": [75], "pressure": [1, ""]}}, {"entropy_change.calculate": {"substance": ["A"], "mass": [2], "initial_temperature": [10], "final_temperature": [50], "pressure": [1, ""]}}]} {"id": "parallel_104", "ground_truth": [{"calculate_entropy_change": {"initial_temp": [300], "final_temp": [350], "heat_capacity": [4.18], "isothermal": [true, ""]}}, {"calculate_entropy_change": {"initial_temp": [300], "final_temp": [350], "heat_capacity": [4.18], "isothermal": [false]}}]} {"id": "parallel_105", "ground_truth": [{"calc_heat_capacity": {"temp": [300], "volume": [2.5], "gas": ["air", ""]}}, {"calc_heat_capacity": {"temp": [350], "volume": [2.5], "gas": ["air", ""]}}, {"calc_heat_capacity": {"temp": [300], "volume": [1.5], "gas": ["air", ""]}}]} @@ -150,7 +150,7 @@ {"id": "parallel_149", "ground_truth": [{"calculate_distance": {"body1": ["Mars"], "body2": ["Venus"], "unit": ["miles"]}}, {"calculate_distance": {"body1": ["Mars"], "body2": ["Jupiter"], "unit": ["miles"]}}]} {"id": "parallel_150", "ground_truth": [{"mathematics.calculate_area_under_curve": {"polynomial": [[3, -2, 1]], "limits": [[-1, 2]]}}, {"mathematics.calculate_area_under_curve": {"polynomial": [[1, 0, -1]], "limits": [[0, 3]]}}]} {"id": "parallel_151", "ground_truth": [{"geometry.area_triangle": {"base": [15], "height": [20], "unit": ["square meters", "m^2", ""]}}, {"geometry.area_triangle": {"base": [25], "height": [30], "unit": ["square feet", "ft^2"]}}, {"geometry.area_triangle": {"base": [35], "height": [40], "unit": ["square inches", "in^2"]}}]} -{"id": "parallel_152", "ground_truth": [{"math.power": {"base": [2], "exponent": [3], "mod": ["", "None"]}}, {"math.power": {"base": [3], "exponent": [5], "mod": ["", "None"]}}]} +{"id": "parallel_152", "ground_truth": [{"math.power": {"base": [2], "exponent": [3], "mod": ["", null]}}, {"math.power": {"base": [3], "exponent": [5], "mod": ["", null]}}]} {"id": "parallel_153", "ground_truth": [{"train_random_forest_classifier": {"dataset": ["dataset1"], "max_depth": [10], "n_estimators": [100]}}, {"train_random_forest_classifier": {"dataset": ["dataset2"], "max_depth": [20], "n_estimators": [200]}}]} {"id": "parallel_154", "ground_truth": [{"calculate_bmi": {"weight": [75], "height": [180], "system": ["metric", ""]}}, {"calculate_bmi": {"weight": [60], "height": [165], "system": ["metric", ""]}}, {"calculate_bmi": {"weight": [80], "height": [175], "system": ["metric", ""]}}, {"calculate_bmi": {"weight": [90], "height": [185], "system": ["metric", ""]}}]} {"id": "parallel_155", "ground_truth": [{"run_linear_regression": {"predictors": [["Age", "Income", "Education"]], "target": ["Spending Score"], "standardize": [false]}}, {"run_linear_regression": {"predictors": [["Age", "Income", "Education"]], "target": ["Spending Score"], "standardize": [true, false]}}]} diff --git a/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_parallel_multiple.json b/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_parallel_multiple.json index 998626e5a..9f9113109 100644 --- a/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_parallel_multiple.json +++ b/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_parallel_multiple.json @@ -1,7 +1,7 @@ {"id": "parallel_multiple_0", "ground_truth": [{"math_toolkit.sum_of_multiples": {"lower_limit": [1], "upper_limit": [1000], "multiples": [[3, 5]]}}, {"math_toolkit.product_of_primes": {"count": [5]}}]} {"id": "parallel_multiple_1", "ground_truth": [{"area_rectangle.calculate": {"length": [7.0], "breadth": [3.0]}}, {"area_circle.calculate": {"radius": [5.0]}}]} {"id": "parallel_multiple_2", "ground_truth": [{"circle.calculate_area": {"radius": [5]}}, {"circle.calculate_circumference": {"diameter": [10]}}]} -{"id": "parallel_multiple_3", "ground_truth": [{"get_rectangle_property": {"perimeter": [14], "area": [15], "property": ["width"], "tolerance": [""]}}, {"get_rectangle_property": {"perimeter": [14], "area": [15], "property": ["length"], "tolerance": ["", "0.1"]}}]} +{"id": "parallel_multiple_3", "ground_truth": [{"get_rectangle_property": {"perimeter": [14], "area": [15], "property": ["width"], "tolerance": [""]}}, {"get_rectangle_property": {"perimeter": [14], "area": [15], "property": ["length"], "tolerance": ["", 0.1]}}]} {"id": "parallel_multiple_4", "ground_truth": [{"integral": {"function": ["x**2", "lambda x : x**2"], "a": [1.0], "b": [5.0]}}, {"derivative": {"function": ["x**2", "lambda x : x**2"], "x": [3.0]}}]} {"id": "parallel_multiple_5", "ground_truth": [{"gcd": {"num1": [96], "num2": [128]}}, {"lcm": {"num1": [15], "num2": [25]}}]} {"id": "parallel_multiple_6", "ground_truth": [{"find_prime_numbers": {"start": [50], "end": [150]}}, {"get_fibonacci_sequence": {"count": [150]}}]} @@ -70,7 +70,7 @@ {"id": "parallel_multiple_69", "ground_truth": [{"finance.property_depreciation": {"initial_cost": [500000.0], "depreciation_rate": [0.02], "years": [5], "monthly": [""]}}, {"finance.inflation_adjustment": {"initial_sum": [200000.0], "years": [5], "inflation_rate": [0.03]}}, {"finance.loan_repayment": {"loan_amount": [300000.0], "interest_rate": [0.04], "loan_term": [10]}}, {"finance.property_depreciation": {"initial_cost": [500000.0], "depreciation_rate": [0.02], "years": [5], "monthly": [true]}}]} {"id": "parallel_multiple_70", "ground_truth": [{"solarFarm.potential": {"coordinates": [[37.7749, -122.4194]], "panelArea": [50000.0], "month": ["July"]}}, {"windFarm.potential": {"coordinates": [[40.7128, -74.006]], "turbineCount": [100.0], "month": ["July"]}}]} {"id": "parallel_multiple_71", "ground_truth": [{"sculpture_price.calculate": {"material": ["marble"], "size": [10], "complexity": ["high"]}}, {"sculptor_info.get": {"name": ["Auguste Rodin"]}}, {"sculpture_availability.check": {"sculpture_name": ["The Thinker"], "material": ["bronze"]}}]} -{"id": "parallel_multiple_72", "ground_truth": [{"generate_sound_wave": {"frequency": [440.0], "duration": [5], "wave_type": ["sine", ""]}}, {"generate_sound_wave": {"frequency": [880], "duration": [10], "wave_type": ["square"]}}, {"play_sound_wave": {"wave_file": ["test.wav"], "volume": [0.8]}}, {"play_sound_wave": {"wave_file": ["test2.wav"], "volume": [0.6]}}]} +{"id": "parallel_multiple_72", "ground_truth": [{"generate_sound_wave": {"frequency": [440.0], "duration": [5], "wave_type": ["sine", ""]}}, {"generate_sound_wave": {"frequency": [880.0], "duration": [10], "wave_type": ["square"]}}, {"play_sound_wave": {"wave_file": ["test.wav"], "volume": [0.8]}}, {"play_sound_wave": {"wave_file": ["test2.wav"], "volume": [0.6]}}]} {"id": "parallel_multiple_73", "ground_truth": [{"sports_data.basketball.most_points_single_game": {"league": ["NBA"]}}, {"sports_data.basketball.most_points_single_season": {"league": ["NBA"]}}, {"sports_data.basketball.most_points_career": {"league": ["NBA"]}}]} {"id": "parallel_multiple_74", "ground_truth": [{"basketball.player_stats.get": {"player_name": ["LeBron James"], "stats_fields": [["points", "assists", "rebounds", "minutes"]]}}, {"basketball.team_stats.get": {"team_name": ["Los Angeles Lakers"], "stats_fields": [["total points", "total assists", "total rebounds", "win rate"]]}}, {"basketball.game_stats.get": {"team1": ["Los Angeles Lakers"], "team2": ["Golden State Warriors"], "date": ["2021-01-18", "01/18/2021", "Jan 18, 2021", "January 18, 2021"], "stats_fields": [["total points", "total assists", "total rebounds", "turnovers"]]}}]} {"id": "parallel_multiple_75", "ground_truth": [{"route_planner.calculate_route": {"start": ["New York"], "destination": ["Boston"], "method": ["fastest", ""]}}, {"chess_club_details.find": {"name": ["Knight Gambit"], "city": ["Boston"], "event": ["null", ""]}}, {"route_planner.calculate_route": {"start": ["Boston"], "destination": ["Philadelphia"], "method": ["fastest", ""]}}, {"chess_club_details.find": {"name": ["Rook Corner"], "city": ["Philadelphia"]}}, {"route_planner.calculate_route": {"start": ["Philadelphia"], "destination": ["New York"], "method": ["shortest"]}}]} @@ -116,7 +116,7 @@ {"id": "parallel_multiple_115", "ground_truth": [{"artwork_search.find": {"type": ["installation"], "location": ["New York", "NY"], "era": ["modern", ""]}}, {"park_search.find": {"facilities": [["playground", "picnic area"]], "location": ["New York", "NY"]}}, {"tourist_attraction.find": {"attractionType": ["monument"], "location": ["New York", "NY"]}}]} {"id": "parallel_multiple_116", "ground_truth": [{"exhibition_info": {"museum_name": ["Louvre", "Louvre museum"], "month": [3]}}, {"restaurant_info": {"location": ["Paris", "Paris area"], "food_type": ["Italian"]}}, {"restaurant_info": {"location": ["Paris", "Paris area"], "food_type": ["Chinese"]}}]} {"id": "parallel_multiple_117", "ground_truth": [{"concert.book_ticket": {"artist": ["Taylor Swift"], "location": ["New York", "NY"], "add_ons": [["VIP Seating"], ""]}}, {"concert.book_ticket": {"artist": ["Ed Sheeran"], "location": ["Los Angeles", "LA"], "add_ons": [["Backstage Pass", "Parking Pass"]]}}, {"festival.book_ticket": {"festival": ["Coachella"], "location": ["Indio"], "add_ons": [["Camping Pass", "Parking Pass"]]}}]} -{"id": "parallel_multiple_118", "ground_truth": [{"music.generate": {"key": ["D Minor", "Dm"], "tempo": [120], "time_signature": ["4/4", ""]}}, {"audio.generate": {"frequency": [440], "amplitude": [0.5], "duration": [""]}}, {"music.generate": {"key": ["E Major", "EM"], "tempo": [90], "time_signature": ["3/4"]}}, {"audio.generate": {"frequency": [300], "amplitude": [0.7], "duration": [5]}}]} +{"id": "parallel_multiple_118", "ground_truth": [{"music.generate": {"key": ["D Minor", "Dm"], "tempo": [120], "time_signature": ["4/4", ""]}}, {"audio.generate": {"frequency": [440], "amplitude": [0.5], "duration": [""]}}, {"music.generate": {"key": ["E Major", "EM"], "tempo": [90], "time_signature": ["3/4"]}}, {"audio.generate": {"frequency": [300], "amplitude": [0.7], "duration": [5.0]}}]} {"id": "parallel_multiple_119", "ground_truth": [{"player_stats.get_all_time_goals": {"player_name": ["Cristiano Ronaldo"], "team_name": ["Manchester United"], "competition": ["Premier League", "PL", ""]}}, {"team_stats.get_top_scorer": {"team_name": ["Manchester United"], "competition": ["Premier League", "PL", ""]}}, {"league_stats.get_top_scorer": {"league_name": ["Premier League", "PL", ""], "season": ["2019-2020", "19-20", "2019/2020", "2019", "2020", ""]}}]} {"id": "parallel_multiple_120", "ground_truth": [{"soccer_scores.get_scores": {"team": ["Manchester United"], "league": ["English Premier League", "EPL"], "rounds": [5]}}, {"basketball_scores.get_scores": {"team": ["Los Angeles Lakers", "Lakers"], "league": ["NBA", "National Basketball Association"], "rounds": [7]}}]} {"id": "parallel_multiple_121", "ground_truth": [{"BoardGameGeek.recommend": {"numPlayers": [6], "category": ["strategy"], "difficulty": ["beginner", ""]}}, {"BoardGameGeek.recommend": {"numPlayers": [4], "category": ["party"], "difficulty": ["intermediate"]}}, {"AmazonGameStore.recommend": {"numOfPlayers": [6], "category": ["strategy"], "priceRange": ["$20-$30", "20-30 dollars"]}}, {"AmazonGameStore.recommend": {"numOfPlayers": [4], "category": ["party"], "priceRange": ["$20-$30", "20-30 dollars"]}}]} @@ -171,7 +171,7 @@ {"id": "parallel_multiple_170", "ground_truth": [{"create_player_profile": {"player_name": ["DragonSlayer"], "class_type": ["Warrior"], "starting_level": [5]}}, {"concert.find_nearby": {"location": ["New York, NY", "NY", "New York"], "genre": ["Rock"]}}, {"poker_probability.full_house": {"deck_size": [52], "hand_size": [5]}}, {"calculate_slope_gradient": {"point1": [[40.7128, -74.006]], "point2": [[34.0522, -118.2437]], "unit": ["degree", ""]}}]} {"id": "parallel_multiple_171", "ground_truth": [{"sports_ranking": {"team": ["New York Yankees", "NY Yankees"], "league": ["Major League Baseball", "MLB"], "season": [2019]}}, {"sports_ranking": {"team": ["Los Angeles Lakers", "LA Lakers"], "league": ["National Basketball Association", "NBA"], "season": [2020]}}, {"air_quality": {"location": ["Los Angeles", "Los Angeles, California", "LA"], "date": ["2020-12-25", "12/25/2020", "Dec 25, 2020", "December 25, 2020"]}}, {"air_quality": {"location": ["New York", "New York, NY", "NY"], "date": ["2021-01-01", "01/01/2021", "Jan 1, 2021", "January 1, 2021"]}}]} {"id": "parallel_multiple_172", "ground_truth": [{"grocery_store.find_best": {"my_location": ["123 Main Street, New York", "123 Main St., NY"], "rating": [4.5], "products": [["milk", "bread", "eggs"]]}}, {"sculpture.get_details": {"artist": ["Auguste Rodin"], "title": ["The Thinker"], "detail": ["material", ""]}}, {"calculate_emissions": {"distance": [12000], "fuel_type": ["diesel"], "fuel_efficiency": [25], "efficiency_reduction": [2]}}]} -{"id": "parallel_multiple_173", "ground_truth": [{"restaurant.find_nearby": {"location": ["New York, NY", "NY", "New York"], "cuisine": ["Thai"], "max_distance": [10]}}, {"restaurant.find_nearby": {"location": ["New York, NY", "NY", "New York"], "cuisine": ["Italian"], "max_distance": [10]}}, {"ecology_data.precipitation_stats": {"location": ["Amazon rainforest"], "time_frame": ["year", "1 year", "12 months"]}}, {"ecology_data.precipitation_stats": {"location": ["Amazon rainforest"], "time_frame": ["five_years", "5 years"]}}]} +{"id": "parallel_multiple_173", "ground_truth": [{"restaurant.find_nearby": {"location": ["New York, NY", "NY", "New York"], "cuisine": ["Thai"], "max_distance": [10.0]}}, {"restaurant.find_nearby": {"location": ["New York, NY", "NY", "New York"], "cuisine": ["Italian"], "max_distance": [10.0]}}, {"ecology_data.precipitation_stats": {"location": ["Amazon rainforest"], "time_frame": ["year", "1 year", "12 months"]}}, {"ecology_data.precipitation_stats": {"location": ["Amazon rainforest"], "time_frame": ["five_years", "5 years"]}}]} {"id": "parallel_multiple_174", "ground_truth": [{"convert_currency": {"base_currency": ["EUR", "Euros"], "target_currency": ["USD", "US dollars"], "amount": [5000]}}, {"ecology.get_turtle_population": {"location": ["Galapagos Islands"], "year": [2018], "species": [true]}}, {"map_service.get_directions": {"start": ["New York", "NY"], "end": ["Los Angeles", "LA"], "avoid": [["tolls", "ferries"], ["ferries", "tolls"]]}}, {"convert_currency": {"base_currency": ["GBP", "British Pounds"], "target_currency": ["JPY", "Japanese Yen"], "amount": [3000]}}]} {"id": "parallel_multiple_175", "ground_truth": [{"get_current_time": {"location": ["Tokyo"], "country": ["Japan", "JP"], "timezone": ["Asia/Tokyo"]}}, {"get_current_time": {"location": ["New York", "NY"], "country": ["United States", "US", "USA"], "timezone": ["America/New_York"]}}, {"get_stock_info": {"company_name": ["Microsoft"], "detail_level": ["detailed"], "market": ["NASDAQ", ""]}}, {"get_stock_info": {"company_name": ["Apple"], "detail_level": ["summary"], "market": ["NASDAQ", ""]}}]} {"id": "parallel_multiple_176", "ground_truth": [{"hotel_booking": {"hotel_name": ["Hilton"], "location": ["Los Angeles, CA", "LA, CA", "Los Angeles, California"], "start_date": ["2022-05-01", "05/01/2022", "May 1, 2022"], "end_date": ["2022-05-10", "05/10/2022", "May 10, 2022"], "rooms": [2]}}, {"get_time_difference": {"place1": ["New York, NY", "NY, NY", "New York, New York"], "place2": ["Los Angeles, CA", "LA, CA", "Los Angeles, California"]}}, {"calculate_bmi": {"weight": [75], "height": [180], "system": ["metric", ""]}}, {"sentiment_analysis": {"text": ["I had a wonderful day at the beach. The weather was perfect and I enjoyed a delicious ice cream."], "language": ["English"]}}]} diff --git a/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_simple.json b/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_simple.json index 543a048d1..4985e93c8 100644 --- a/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_simple.json +++ b/berkeley-function-call-leaderboard/data/possible_answer/BFCL_v3_simple.json @@ -134,10 +134,10 @@ {"id": "simple_133", "ground_truth": [{"finance.predict_future_value": {"present_value": [5000], "annual_interest_rate": [0.05], "compounding_periods_per_year": [12], "time_years": [3]}}]} {"id": "simple_134", "ground_truth": [{"investment.predictProfit": {"investment_amount": [5000], "annual_return": [0.07], "years": [5]}}]} {"id": "simple_135", "ground_truth": [{"calculate_return_on_investment": {"purchase_price": [20], "sale_price": [25], "dividend": [2]}}]} -{"id": "simple_136", "ground_truth": [{"compound_interest": {"principal": [10000], "annual_rate": [5], "compounding_freq": ["monthly"], "time_in_years": [5]}}]} +{"id": "simple_136", "ground_truth": [{"compound_interest": {"principal": [10000], "annual_rate": [5.0], "compounding_freq": ["monthly"], "time_in_years": [5]}}]} {"id": "simple_137", "ground_truth": [{"calculate_stock_return": {"investment_amount": [5000], "annual_growth_rate": [0.06], "holding_period": [5], "dividends": ["", false]}}]} {"id": "simple_138", "ground_truth": [{"portfolio_future_value": {"stock": ["X"], "invested_amount": [5000], "expected_annual_return": [0.05], "years": [7]}}]} -{"id": "simple_139", "ground_truth": [{"estimate_mutual_fund_return": {"yearly_yield": [5], "investment_amount": [2000], "years": [3]}}]} +{"id": "simple_139", "ground_truth": [{"estimate_mutual_fund_return": {"yearly_yield": [5.0], "investment_amount": [2000], "years": [3]}}]} {"id": "simple_140", "ground_truth": [{"calculate_cagr": {"initial_value": [2000], "final_value": [3000], "period_in_years": [4]}}]} {"id": "simple_141", "ground_truth": [{"get_metal_price": {"metal": ["Gold", "gold"], "measure": ["ounce"]}}]} {"id": "simple_142", "ground_truth": [{"get_stock_price": {"company_name": ["Amazon", "AMZN"], "date": ["2022-03-11"], "exchange": ["NASDAQ", ""]}}]}