Rename BFCL_v3_live_relevance.json to BFCL_v3_live_relevance.jsonl

berkeley-function-call-leaderboard/data/BFCL_v3_live_relevance.json → berkeley-function-call-leaderboard/data/BFCL_v3_live_relevance.jsonl

@@ -38,4 +38,4 @@
 {"id": "live_relevance_37-24-0", "question": [[{"role": "user", "content": "Can you help me reserve a train ticket from Sacramento? I'm looking for one seat and I'm flexible with the fare class."}]], "function": [{"name": "Hotels_2_BookHouse", "description": "Reserve the specified house for a set duration based on the number of adults and the check-in and check-out dates provided.", "parameters": {"type": "dict", "required": ["where_to", "check_in_date", "check_out_date"], "properties": {"where_to": {"type": "string", "description": "The location of the house to be booked, in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'."}, "number_of_adults": {"type": "integer", "description": "The number of adults included in the reservation. Select 'dontcare' for no preference.", "enum": ["1", "2", "3", "4", "5", "dontcare"], "default": "dontcare"}, "check_in_date": {"type": "string", "description": "The start date for the reservation in the format 'YYYY-MM-DD'."}, "check_out_date": {"type": "string", "description": "The end date for the reservation in the format 'YYYY-MM-DD'."}}}}, {"name": "Hotels_2_SearchHouse", "description": "Search for a house at a specified location with filter options for laundry service, the number of adults, and rating.", "parameters": {"type": "dict", "required": ["where_to"], "properties": {"where_to": {"type": "string", "description": "The location of the house in the format of 'City, State', such as 'Berkeley, CA' or 'New York, NY'."}, "has_laundry_service": {"type": "boolean", "description": "Indicates if the house must have a laundry service available.", "enum": ["True", "False", "dontcare"], "default": "dontcare"}, "number_of_adults": {"type": "integer", "description": "The number of adults for the reservation. Use 'dontcare' to indicate no preference.", "enum": ["1", "2", "3", "4", "5", "dontcare"], "default": "dontcare"}, "rating": {"type": "float", "description": "The minimum review rating of the house from 1.0 to 5.0, with 5 being the highest. Use 'dontcare' to indicate no preference.", "default": "dontcare"}}}}, {"name": "Trains_1_GetTrainTickets", "description": "Reserves tickets for a train journey between specified cities on a given date and time, with options for the number of adults, trip protection, and fare class.", "parameters": {"type": "dict", "required": ["_from", "to", "date_of_journey", "journey_start_time", "number_of_adults", "trip_protection"], "properties": {"_from": {"type": "string", "description": "The starting city for the train journey, in the format 'City, State', such as 'Berkeley, CA' or 'New York, NY'."}, "to": {"type": "string", "description": "The destination city for the train journey, in the format 'City, State', such as 'Berkeley, CA' or 'New York, NY'."}, "date_of_journey": {"type": "string", "description": "The date of the train journey, in the format 'YYYY-MM-DD'."}, "journey_start_time": {"type": "string", "description": "The start time of the train journey, in 24-hour format 'HH:MM'."}, "number_of_adults": {"type": "integer", "description": "The number of adults to reserve train tickets for."}, "trip_protection": {"type": "boolean", "description": "Indicates whether to add trip protection to the reservation for an additional fee."}, "class": {"type": "string", "description": "The fare class for the train reservation.", "enum": ["Value", "Flexible", "Business"], "default": "Value"}}}}, {"name": "Trains_1_FindTrains", "description": "Find trains to a given destination city, providing information about available train services for the specified journey.", "parameters": {"type": "dict", "required": ["_from", "to", "date_of_journey"], "properties": {"_from": {"type": "string", "description": "The name of the starting city for the train journey, such as 'New York, NY'."}, "to": {"type": "string", "description": "The name of the destination city for the train journey, such as 'Los Angeles, CA'."}, "date_of_journey": {"type": "string", "description": "The date of the train journey in the format 'MM/DD/YYYY'."}, "class": {"type": "string", "description": "The fare class for the train reservation.", "enum": ["Value", "Flexible", "Business"], "default": "Value"}, "number_of_adults": {"type": "integer", "description": "The number of adults to reserve train tickets for. Must be an integer between 1 and 5.", "default": 1}}}}]}
 {"id": "live_relevance_38-25-0", "question": [[{"role": "user", "content": "I need to wake up early for a meeting tomorro 2023-12-1. Can you set a reminder for 7:00 AM?"}]], "function": [{"name": "set_alarm", "description": "Set an alarm for a specific time. The time can be specified in various standardized formats, such as 'YYYY-MM-DD HH:MM:SS' for specific date and time, 'HH:MM:SS' for time of the day, or 'HH:MM' for a shorter version without seconds. AM/PM can also be used to specify the time, for example, '9:30 AM'.", "parameters": {"type": "dict", "required": ["alarm_time"], "properties": {"alarm_time": {"type": "string", "description": "The alarm time in a standard 24-hour format ('HH:MM' or 'HH:MM:SS') or a standard 12-hour format with AM/PM ('HH:MM AM/PM'). Date can be included in the format 'YYYY-MM-DD HH:MM:SS'. Examples: '2023-06-01 09:30:00', '14:45', '9:30 AM'."}, "purpose": {"type": "string", "description": "The purpose of the alarm, such as 'wake up' or 'meeting'. Optional parameter.", "default": "reminder"}}}}, {"name": "set_countdown", "description": "Sets a countdown timer for a specified duration. The duration should be specified in a clear format, such as '1 hour 30 minutes', '45 minutes', or '2 hours'. Supported units are hours and minutes.", "parameters": {"type": "dict", "required": ["duration"], "properties": {"duration": {"type": "string", "description": "The countdown duration, expressed in a format such as '1 hour 30 minutes', '45 minutes', or '2 hours'. Examples include '1 hour', '30 minutes', '1 hr 15 mins'. The format should include a numeric time quantity followed by a space and a time unit ('hours' or 'minutes')."}, "purpose": {"type": "string", "description": "The purpose of setting the countdown timer. For example, 'baking', 'study session', or 'workout'.", "default": "General reminder"}}}}]}
 {"id": "live_relevance_39-26-0", "question": [[{"role": "user", "content": "I want to listen to 'With You' by AP Dillon. Could you set the volume to 50 and then play the song?"}]], "function": [{"name": "set_volume", "description": "Set the global volume for all audio playback. The volume level can be specified as an integer value ranging from 0 (mute) to 100 (maximum volume).", "parameters": {"type": "dict", "required": ["volume"], "properties": {"volume": {"type": "integer", "description": "The volume level to be set for audio playback. Valid range is from 0 to 100, where 0 is completely muted and 100 is the highest volume."}}}}, {"name": "play_song", "description": "Plays the requested song based on the provided search query.", "parameters": {"type": "dict", "required": ["query"], "properties": {"query": {"type": "string", "description": "The search query for the song, such as the song's title or artist's name."}, "volume": {"type": "integer", "description": "The volume level to play the song at, ranging from 0 (mute) to 100 (maximum volume).", "default": 70}, "shuffle": {"type": "boolean", "description": "Whether to shuffle the playback when multiple songs match the query.", "default": false}}}}]}
-{"id": "live_relevance_40-27-0", "question": [[{"role": "user", "content": "What's happening in China right now ?"}]], "function": [{"name": "OpenWeatherMap.get_current_weather", "description": "Fetches the current weather information for a specified location using the OpenWeatherMap API.", "parameters": {"type": "dict", "required": ["location"], "properties": {"location": {"type": "string", "description": "The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.", "enum": ["New York, USA", "London, UK", "Seoul, South Korea", "Sydney, Australia", "Tokyo, Japan"]}, "units": {"type": "string", "description": "The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.", "enum": ["metric", "imperial", "standard"], "default": "metric"}, "api_key": {"type": "string", "description": "The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.", "default": "YOUR_API_KEY_HERE"}}}}, {"name": "ControlAppliance.execute", "description": "This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '\ud655\uc778'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.", "parameters": {"type": "dict", "required": ["command"], "properties": {"command": {"type": "string", "description": "The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '\uac70\uc2e4, \uc5d0\uc5b4\ucee8, \uc2e4\ud589' for turning on the air conditioner in the living room, ', \uc5d0\uc5b4\ucee8, \ub0c9\ubc29 \uc2e4\ud589' for activating cooling without specifying the room, '\ub2e4\uc6a9\ub3c4\uc2e4, \ud1b5\ub3cc\uc774, \uc911\uc9c0' for stopping the washing machine (alias '\ud1b5\ub3cc\uc774') in the utility room.", "enum": ["\uac70\uc2e4, \uc5d0\uc5b4\ucee8, \uc2e4\ud589", ", \uc5d0\uc5b4\ucee8, \ub0c9\ubc29 \uc2e4\ud589", "\ub2e4\uc6a9\ub3c4\uc2e4, \ud1b5\ub3cc\uc774, \uc911\uc9c0"]}}}}, {"name": "HNA_WQA.search", "description": "Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.", "parameters": {"type": "dict", "required": ["keyword"], "properties": {"keyword": {"type": "string", "description": "The search term used by the HNA WQA to find relevant information on the web."}, "result_format": {"type": "string", "description": "The desired format of the search results.", "enum": ["text", "json", "xml"], "default": "text"}, "language": {"type": "string", "description": "The language preference for the search results.", "enum": ["EN", "ES", "FR", "DE"], "default": "EN"}, "max_results": {"type": "integer", "description": "Maximum number of search results to return.", "default": 10}}}}, {"name": "HNA_NEWS.search", "description": "Searches for recent events and news based on the specified keyword.", "parameters": {"type": "dict", "required": ["keyword"], "properties": {"keyword": {"type": "string", "description": "The key term used to search for relevant news articles."}, "category": {"type": "string", "description": "The category to filter news articles by.", "enum": ["Politics", "Economy", "Sports", "Technology", "Entertainment"], "default": "General"}, "date_range": {"type": "string", "description": "The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.", "default": "null"}, "sort_by": {"type": "string", "description": "The sorting order of the search results.", "enum": ["date", "relevance"], "default": "date"}, "language": {"type": "string", "description": "The language of the news articles to retrieve.", "enum": ["EN", "FR", "ES", "DE", "IT"], "default": "EN"}}}}, {"name": "cookbook.search_recipe", "description": "Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.", "parameters": {"type": "dict", "required": ["keyword"], "properties": {"keyword": {"type": "string", "description": "The keyword to search for in the recipe titles or ingredients."}, "cuisine": {"type": "string", "description": "The cuisine type to narrow down the search results.", "enum": ["Italian", "Chinese", "Indian", "French", "Mexican"], "default": "Italian"}, "max_results": {"type": "integer", "description": "The maximum number of recipe results to return.", "default": 10}}}}]}
+{"id": "live_relevance_40-27-0", "question": [[{"role": "user", "content": "What's happening in China right now ?"}]], "function": [{"name": "OpenWeatherMap.get_current_weather", "description": "Fetches the current weather information for a specified location using the OpenWeatherMap API.", "parameters": {"type": "dict", "required": ["location"], "properties": {"location": {"type": "string", "description": "The location for which current weather information is requested, specified in the format of 'City, Country' in English. For example: 'Seoul, South Korea'.", "enum": ["New York, USA", "London, UK", "Seoul, South Korea", "Sydney, Australia", "Tokyo, Japan"]}, "units": {"type": "string", "description": "The unit system used for the weather data. Can be 'metric' for Celsius, 'imperial' for Fahrenheit, or 'standard' for Kelvin.", "enum": ["metric", "imperial", "standard"], "default": "metric"}, "api_key": {"type": "string", "description": "The API key used to authenticate requests to the OpenWeatherMap API. This key should be kept secret.", "default": "YOUR_API_KEY_HERE"}}}}, {"name": "ControlAppliance.execute", "description": "This function is designed for controlling a home appliance, checking its current status and settings, as well as monitoring indoor air properties like air quality and temperature. For control commands, the input must clearly specify 'power on' or 'start'. To check the status, the input must include the keyword '\ud655\uc778'. Note that this tool is not intended for describing, creating, deleting, or removing modes or routines.", "parameters": {"type": "dict", "required": ["command"], "properties": {"command": {"type": "string", "description": "The command must be specified as a string in Korean, consisting of the room name, appliance name (or alias), and operation command, separated by commas. Examples: '\uac70\uc2e4, \uc5d0\uc5b4\ucee8, \uc2e4\ud589' for turning on the air conditioner in the living room, ', \uc5d0\uc5b4\ucee8, \ub0c9\ubc29 \uc2e4\ud589' for activating cooling without specifying the room, '\ub2e4\uc6a9\ub3c4\uc2e4, \ud1b5\ub3cc\uc774, \uc911\uc9c0' for stopping the washing machine (alias '\ud1b5\ub3cc\uc774') in the utility room.", "enum": ["\uac70\uc2e4, \uc5d0\uc5b4\ucee8, \uc2e4\ud589", ", \uc5d0\uc5b4\ucee8, \ub0c9\ubc29 \uc2e4\ud589", "\ub2e4\uc6a9\ub3c4\uc2e4, \ud1b5\ub3cc\uc774, \uc911\uc9c0"]}}}}, {"name": "HNA_WQA.search", "description": "Retrieve up-to-date information by searching the web using keywords. This is particularly useful for queries regarding topics that change frequently, such as the current president, recent movies, or popular songs.", "parameters": {"type": "dict", "required": ["keyword"], "properties": {"keyword": {"type": "string", "description": "The search term used by the HNA WQA to find relevant information on the web."}, "result_format": {"type": "string", "description": "The desired format of the search results.", "enum": ["text", "json", "xml"], "default": "text"}, "language": {"type": "string", "description": "The language preference for the search results.", "enum": ["EN", "ES", "FR", "DE"], "default": "EN"}, "max_results": {"type": "integer", "description": "Maximum number of search results to return.", "default": 10}}}}, {"name": "HNA_NEWS.search", "description": "Searches for recent events and news based on the specified keyword.", "parameters": {"type": "dict", "required": ["keyword"], "properties": {"keyword": {"type": "string", "description": "The key term used to search for relevant news articles."}, "category": {"type": "string", "description": "The category to filter news articles by.", "enum": ["Politics", "Economy", "Sports", "Technology", "Entertainment"], "default": "General"}, "date_range": {"type": "string", "description": "The date range for the news search, formatted as 'YYYY-MM-DD to YYYY-MM-DD'.", "default": "null"}, "sort_by": {"type": "string", "description": "The sorting order of the search results.", "enum": ["date", "relevance"], "default": "date"}, "language": {"type": "string", "description": "The language of the news articles to retrieve.", "enum": ["EN", "FR", "ES", "DE", "IT"], "default": "EN"}}}}, {"name": "cookbook.search_recipe", "description": "Searches for cooking recipes based on a provided keyword. Returns a list of recipes that contain the keyword in their title or ingredients list.", "parameters": {"type": "dict", "required": ["keyword"], "properties": {"keyword": {"type": "string", "description": "The keyword to search for in the recipe titles or ingredients."}, "cuisine": {"type": "string", "description": "The cuisine type to narrow down the search results.", "enum": ["Italian", "Chinese", "Indian", "French", "Mexican"], "default": "Italian"}, "max_results": {"type": "integer", "description": "The maximum number of recipe results to return.", "default": 10}}}}]}