diff --git a/data.csv b/data.csv index eeded5f12..cda7afb20 100644 --- a/data.csv +++ b/data.csv @@ -1,30 +1,33 @@ Rank,Overall Acc,Model,Model Link,Organization,License,AST Summary,Exec Summary,Simple Function AST,Python Simple Function AST,Java Simple Function AST,JavaScript Simple Function AST,Multiple Functions AST,Parallel Functions AST,Parallel Multiple AST,Simple Function Exec,Python Simple Function Exec,REST Simple Function Exec,Multiple Functions Exec,Parallel Functions Exec,Parallel Multiple Exec,Relevance Detection,Cost ($ Per 1k Function Calls),Latency Mean (s),Latency Standard Deviation (s),Latency 95th Percentile (s) -1,83.82%,GPT-4-0125-Preview (Prompt),https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo,OpenAI,Proprietary,88.75%,70.07%,88.00%,94.25%,67.00%,80.00%,94.50%,90.50%,82.00%,85.29%,86.00%,84.29%,78.00%,72.00%,45.00%,70.42%,5.21,1.99,1.27,4.47 -2,83.53%,Claude-3-Opus-20240229 (Prompt),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,86.09%,69.43%,86.36%,93.25%,66.00%,72.00%,93.50%,86.00%,78.50%,84.71%,87.00%,81.43%,76.00%,72.00%,45.00%,80.42%,10.8,5.05,1.78,7.54 -3,81.24%,GPT-4-1106-Preview (FC),https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo,OpenAI,Proprietary,84.75%,67.29%,82.00%,90.25%,61.00%,58.00%,91.00%,91.50%,74.50%,77.65%,85.00%,67.14%,72.00%,72.00%,47.50%,80.42%,5.03,6.34,6.04,18.29 -4,81.12%,Gorilla-OpenFunctions-v2 (FC),https://gorilla.cs.berkeley.edu/blogs/7_open_functions_v2.html,Gorilla LLM,Apache 2.0,86.16%,70.05%,87.64%,94.25%,67.00%,76.00%,94.50%,87.50%,75.00%,84.71%,87.00%,81.43%,78.00%,70.00%,47.50%,60.83%,1.7,2.65,2.33,6.64 -5,79.94%,GPT-4-0125-Preview (FC),https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo,OpenAI,Proprietary,83.75%,65.25%,80.00%,90.25%,53.00%,52.00%,92.50%,90.00%,72.50%,70.00%,84.00%,50.00%,74.00%,72.00%,45.00%,82.92%,4.82,5.03,5.88,19.29 -6,78.94%,Mistral-Medium-2312 (Prompt),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,81.44%,61.16%,79.27%,88.50%,54.00%,56.00%,92.50%,84.00%,70.00%,67.65%,86.00%,41.43%,72.00%,70.00%,35.00%,88.75%,1.75,2.77,2.27,6.31 -7,77.29%,Claude-3-Sonnet-20240229 (Prompt),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,85.20%,69.35%,81.82%,90.25%,53.00%,72.00%,88.50%,88.00%,82.50%,75.88%,75.00%,77.14%,78.00%,76.00%,47.50%,50.42%,2.12,2.11,1.15,3.16 -8,76.88%,Functionary-Medium-v2.4 (FC),https://huggingface.co/meetkai/functionary-medium-v2.4,MeetKai,MIT,82.36%,62.38%,79.45%,88.00%,55.00%,60.00%,90.00%,87.50%,72.50%,60.00%,80.00%,31.43%,66.00%,76.00%,47.50%,74.17%,1.64,2.55,2.6,7.51 -9,75.94%,Functionary-Small-v2.4 (FC),https://huggingface.co/meetkai/functionary-small-v2.4,MeetKai,MIT,80.00%,64.73%,80.00%,88.75%,56.00%,58.00%,89.00%,82.00%,69.00%,69.41%,81.00%,52.86%,68.00%,74.00%,47.50%,67.92%,1.76,2.74,2.47,7.29 -10,72.65%,Claude-instant-1.2 (Prompt),https://www.anthropic.com/news/releasing-claude-instant-1-2,Anthropic,Proprietary,76.63%,63.20%,80.00%,87.25%,56.00%,70.00%,86.00%,83.00%,57.50%,75.29%,84.00%,62.86%,72.00%,58.00%,47.50%,54.17%,0.95,1.35,0.62,2.22 -11,70.76%,Claude-3-Opus-20240229 (FC),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,73.43%,62.02%,72.73%,84.25%,39.00%,48.00%,80.00%,75.00%,66.00%,70.59%,80.00%,57.14%,70.00%,70.00%,37.50%,65.00%,26.31,13.56,5.21,22.3 -12,66.53%,Claude-3-Sonnet-20240229 (FC),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,71.38%,62.10%,70.00%,79.50%,39.00%,56.00%,73.50%,76.50%,65.50%,59.41%,85.00%,22.86%,72.00%,72.00%,45.00%,51.67%,5.08,6.44,2.41,10.11 -13,65.35%,Claude-3-Haiku-20240307 (FC),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,76.32%,59.07%,77.27%,86.75%,51.00%,54.00%,79.50%,78.50%,70.00%,51.76%,82.00%,8.57%,72.00%,70.00%,42.50%,22.50%,0.45,3.45,1.58,6.42 -14,65.12%,Claude-2.1 (Prompt),https://www.anthropic.com/news/claude-2-1,Anthropic,Proprietary,62.59%,46.39%,74.36%,80.75%,54.00%,64.00%,75.50%,55.50%,45.00%,47.06%,63.00%,24.29%,66.00%,40.00%,32.50%,83.33%,6.64,3.72,2.02,7.6 -15,64.59%,Mistral-large-2402 (FC Auto),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,62.09%,46.32%,66.36%,88.75%,5.00%,10.00%,94.00%,25.50%,62.50%,65.29%,76.00%,50.00%,76.00%,4.00%,40.00%,84.17%,4.94,2.84,2.57,8.4 -16,64.24%,DBRX-Instruct (Prompt),https://www.databricks.com/blog/introducing-dbrx-new-state-art-open-llm,Databricks,Databricks Open Model,65.31%,63.22%,66.73%,79.50%,30.00%,38.00%,72.00%,72.00%,50.50%,65.88%,76.00%,51.43%,70.00%,72.00%,45.00%,56.25%,1.25,0.63,0.45,1.37 -17,61.12%,Mistral-large-2402 (FC Any),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,68.98%,50.99%,82.91%,91.50%,62.00%,56.00%,93.00%,31.50%,68.50%,82.94%,84.00%,81.43%,74.00%,2.00%,45.00%,0.00%,3.9,1.86,1.09,4.28 -18,58.35%,GPT-3.5-Turbo-0125 (FC),https://platform.openai.com/docs/models/gpt-3-5-turbo,OpenAI,Proprietary,70.52%,66.33%,57.09%,57.50%,53.00%,62.00%,65.50%,90.00%,69.50%,78.82%,81.00%,75.71%,70.00%,74.00%,42.50%,2.08%,0.42,1.26,0.68,2.45 -19,58.12%,Mistral-small-2402 (FC Any),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,64.27%,46.94%,81.09%,90.25%,56.00%,58.00%,95.50%,39.00%,41.50%,81.76%,85.00%,77.14%,74.00%,12.00%,20.00%,0.00%,0.96,1.05,0.95,2.31 -20,57.88%,Hermes-2-Pro-Mistral-7B (FC),https://huggingface.co/NousResearch/Hermes-2-Pro-Mistral-7B,NousResearch,apache-2.0,67.99%,52.94%,71.45%,81.00%,42.00%,54.00%,81.00%,66.50%,53.00%,51.76%,79.00%,12.86%,70.00%,50.00%,40.00%,10.83%,0.15,0.39,N/A,N/A -21,56.41%,Gemini-1.0-Pro (FC),https://deepmind.google/technologies/gemini/#introduction,Google,Proprietary,41.94%,38.57%,77.27%,89.75%,37.00%,58.00%,90.50%,0.00%,0.00%,75.29%,82.00%,65.71%,74.00%,0.00%,5.00%,77.50%,0.19,1.06,0.55,1.67 -22,51.18%,FireFunction-v1 (FC),https://huggingface.co/fireworks-ai/firefunction-v1,Fireworks,Apache 2.0,39.94%,33.40%,67.27%,86.50%,13.00%,22.00%,92.50%,0.00%,0.00%,60.59%,79.00%,34.29%,68.00%,0.00%,5.00%,73.33%,N/A,1.24,1.2,3.26 -23,51.06%,Nexusflow-Raven-v2 (FC),https://huggingface.co/Nexusflow/NexusRaven-V2-13B,Nexusflow,Apache 2.0,55.05%,57.22%,70.18%,76.00%,52.00%,60.00%,75.50%,30.50%,44.00%,55.88%,81.00%,20.00%,76.00%,52.00%,45.00%,2.08%,N/A,1.86,1.39,4.45 -24,49.65%,GPT-4-0613 (FC),https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo,OpenAI,Proprietary,38.53%,25.90%,61.64%,83.50%,4.00%,2.00%,92.50%,0.00%,0.00%,40.59%,58.00%,15.71%,58.00%,0.00%,5.00%,91.67%,10.48,3.54,3.37,11.15 -25,48.71%,Mistral-tiny-2312 (Prompt),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,46.91%,28.71%,49.64%,61.75%,26.00%,0.00%,56.50%,47.50%,34.00%,22.35%,36.00%,2.86%,20.00%,50.00%,22.50%,82.08%,0.13,1.79,1.63,5.12 -26,41.47%,Gemma-7b-it (Prompt),https://blog.google/technology/developers/gemma-open-models/,Google,gemma-terms-of-use,39.05%,33.15%,42.18%,47.75%,29.00%,24.00%,48.00%,30.00%,36.00%,30.59%,45.00%,10.00%,32.00%,40.00%,30.00%,60.42%,0.03,0.09,N/A,N/A -27,39.00%,Deepseek-v1.5 (Prompt),https://huggingface.co/deepseek-ai/deepseek-coder-7b-instruct-v1.5,Deepseek,Deepseek License,36.98%,28.24%,38.91%,49.50%,4.00%,24.00%,48.50%,37.00%,23.50%,32.94%,38.00%,25.71%,36.00%,34.00%,10.00%,56.67%,0.45,1.2,N/A,N/A -28,37.65%,Mistral-Small-2402 (Prompt),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,37.66%,27.93%,5.64%,5.75%,6.00%,4.00%,8.00%,78.50%,58.50%,24.71%,4.00%,54.29%,0.00%,62.00%,25.00%,98.33%,0.7,1.09,0.95,2.94 -29,17.53%,Mistral-small-2402 (FC Auto),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,2.53%,6.97%,1.64%,2.25%,0.00%,0.00%,2.50%,3.00%,3.00%,15.88%,16.00%,15.71%,12.00%,0.00%,0.00%,99.58%,2.02,2.93,1.61,5.79 \ No newline at end of file +1,84.41%,GPT-4-0125-Preview (Prompt),https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo,OpenAI,Proprietary,88.75%,71.54%,88.00%,94.25%,67.00%,80.00%,94.50%,90.50%,82.00%,91.18%,86.00%,98.57%,78.00%,72.00%,45.00%,70.42%,5.21,1.99,1.27,4.47 +2,84.12%,Claude-3-Opus-20240229 (Prompt),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,86.09%,70.90%,86.36%,93.25%,66.00%,72.00%,93.50%,86.00%,78.50%,90.59%,87.00%,95.71%,76.00%,72.00%,45.00%,80.42%,10.8,5.05,1.78,7.54 +3,81.88%,GPT-4-turbo-2024-04-09 (Prompt),https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo,OpenAI,Proprietary,86.83%,71.04%,85.82%,93.00%,60.00%,80.00%,94.50%,90.00%,77.00%,91.18%,86.00%,98.57%,80.00%,68.00%,45.00%,62.50%,5.22,2.68,2.41,6.43 +4,81.76%,GPT-4-1106-Preview (FC),https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo,OpenAI,Proprietary,84.75%,68.26%,82.00%,90.25%,61.00%,58.00%,91.00%,91.50%,74.50%,83.53%,85.00%,81.43%,70.00%,72.00%,47.50%,80.42%,5.03,6.34,6.04,18.29 +5,81.71%,Gorilla-OpenFunctions-v2 (FC),https://gorilla.cs.berkeley.edu/blogs/7_open_functions_v2.html,Gorilla LLM,Apache 2.0,86.16%,71.52%,87.64%,94.25%,67.00%,76.00%,94.50%,87.50%,75.00%,90.59%,87.00%,95.71%,78.00%,70.00%,47.50%,60.83%,1.7,2.65,2.33,6.64 +6,80.29%,GPT-4-0125-Preview (FC),https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo,OpenAI,Proprietary,83.75%,66.13%,80.00%,90.25%,53.00%,52.00%,92.50%,90.00%,72.50%,73.53%,84.00%,58.57%,74.00%,72.00%,45.00%,82.92%,4.82,5.03,5.88,19.29 +7,79.47%,Mistral-Medium-2312 (Prompt),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,81.44%,62.13%,79.27%,88.50%,54.00%,56.00%,92.50%,84.00%,70.00%,73.53%,86.00%,55.71%,70.00%,70.00%,35.00%,88.75%,1.75,2.77,2.27,6.31 +8,78.76%,GPT-4-turbo-2024-04-09 (FC),https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo,OpenAI,Proprietary,81.70%,65.13%,73.82%,90.00%,33.00%,26.00%,89.50%,89.00%,74.50%,73.53%,83.00%,60.00%,70.00%,72.00%,45.00%,88.75%,4.79,5.68,6.67,20.07 +9,77.88%,Claude-3-Sonnet-20240229 (Prompt),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,85.20%,70.82%,81.82%,90.25%,53.00%,72.00%,88.50%,88.00%,82.50%,81.76%,75.00%,91.43%,78.00%,76.00%,47.50%,50.42%,2.12,2.11,1.15,3.16 +10,77.12%,Functionary-Medium-v2.4 (FC),https://huggingface.co/meetkai/functionary-medium-v2.4,MeetKai,MIT,82.36%,62.61%,79.45%,88.00%,55.00%,60.00%,90.00%,87.50%,72.50%,62.94%,80.00%,38.57%,66.00%,74.00%,47.50%,74.17%,1.64,2.55,2.6,7.51 +11,76.18%,Functionary-Small-v2.4 (FC),https://huggingface.co/meetkai/functionary-small-v2.4,MeetKai,MIT,80.00%,65.32%,80.00%,88.75%,56.00%,58.00%,89.00%,82.00%,69.00%,71.76%,81.00%,58.57%,68.00%,74.00%,47.50%,67.92%,1.76,2.74,2.47,7.29 +12,73.71%,Claude-3-Opus-20240229 (FC tools-2024-04-04),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,70.35%,55.20%,80.91%,87.00%,61.00%,72.00%,91.00%,58.00%,51.50%,85.29%,85.00%,85.71%,74.00%,24.00%,37.50%,82.50%,30.65,12.63,3.64,19.72 +13,73.00%,Claude-instant-1.2 (Prompt),https://www.anthropic.com/news/releasing-claude-instant-1-2,Anthropic,Proprietary,76.63%,64.08%,80.00%,87.25%,56.00%,70.00%,86.00%,83.00%,57.50%,78.82%,84.00%,71.43%,72.00%,58.00%,47.50%,54.17%,0.95,1.35,0.62,2.22 +14,71.65%,Claude-3-Haiku-20240307 (Prompt),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,77.36%,64.26%,85.45%,94.25%,55.00%,76.00%,92.00%,84.00%,48.00%,87.06%,88.00%,85.71%,84.00%,46.00%,40.00%,29.58%,0.18,0.99,0.43,1.76 +15,65.12%,Claude-2.1 (Prompt),https://www.anthropic.com/news/claude-2-1,Anthropic,Proprietary,62.59%,46.39%,74.36%,80.75%,54.00%,64.00%,75.50%,55.50%,45.00%,47.06%,63.00%,24.29%,66.00%,40.00%,32.50%,83.33%,6.64,3.72,2.02,7.6 +16,65.00%,Mistral-large-2402 (FC Auto),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,62.09%,47.35%,66.36%,88.75%,5.00%,10.00%,94.00%,25.50%,62.50%,69.41%,76.00%,60.00%,76.00%,4.00%,40.00%,84.17%,4.94,2.84,2.57,8.4 +17,64.59%,DBRX-Instruct (Prompt),https://www.databricks.com/blog/introducing-dbrx-new-state-art-open-llm,Databricks,Databricks Open Model,65.31%,64.10%,66.73%,79.50%,30.00%,38.00%,72.00%,72.00%,50.50%,69.41%,76.00%,60.00%,70.00%,72.00%,45.00%,56.25%,1.25,0.63,0.45,1.37 +18,61.71%,Mistral-large-2402 (FC Any),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,68.98%,52.46%,82.91%,91.50%,62.00%,56.00%,93.00%,31.50%,68.50%,88.82%,84.00%,95.71%,74.00%,2.00%,45.00%,0.00%,3.9,1.86,1.09,4.28 +19,58.94%,GPT-3.5-Turbo-0125 (FC),https://platform.openai.com/docs/models/gpt-3-5-turbo,OpenAI,Proprietary,70.52%,67.80%,57.09%,57.50%,53.00%,62.00%,65.50%,90.00%,69.50%,84.71%,81.00%,90.00%,70.00%,74.00%,42.50%,2.08%,0.42,1.26,0.68,2.45 +20,58.71%,Mistral-small-2402 (FC Any),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,64.27%,48.41%,81.09%,90.25%,56.00%,58.00%,95.50%,39.00%,41.50%,87.65%,85.00%,91.43%,74.00%,12.00%,20.00%,0.00%,0.96,1.05,0.95,2.31 +21,58.41%,Hermes-2-Pro-Mistral-7B (FC),https://huggingface.co/NousResearch/Hermes-2-Pro-Mistral-7B,NousResearch,apache-2.0,67.99%,54.26%,71.45%,81.00%,42.00%,54.00%,81.00%,66.50%,53.00%,57.06%,79.00%,25.71%,70.00%,50.00%,40.00%,10.83%,0.15,0.39,N/A,N/A +22,58.06%,Claude-3-Sonnet-20240229 (FC tools-2024-04-04),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,44.06%,38.66%,76.73%,86.00%,49.00%,58.00%,87.50%,6.00%,6.00%,77.65%,86.00%,65.71%,72.00%,0.00%,5.00%,81.67%,3.41,3.35,1.47,6.93 +23,56.94%,Gemini-1.0-Pro (FC),https://deepmind.google/technologies/gemini/#introduction,Google,Proprietary,41.94%,39.90%,77.27%,89.75%,37.00%,58.00%,90.50%,0.00%,0.00%,80.59%,81.00%,80.00%,74.00%,0.00%,5.00%,77.50%,0.19,1.06,0.55,1.67 +24,52.59%,Claude-3-Haiku-20240307 (FC tools-2024-04-04),https://www.anthropic.com/news/claude-3-family,Anthropic,Proprietary,44.69%,42.72%,85.27%,94.25%,60.00%,64.00%,93.00%,0.50%,0.00%,85.88%,86.00%,85.71%,80.00%,0.00%,5.00%,20.83%,0.29,1.52,0.64,2.31 +25,51.53%,FireFunction-v1 (FC),https://huggingface.co/fireworks-ai/firefunction-v1,Fireworks,Apache 2.0,39.94%,34.28%,67.27%,86.50%,13.00%,22.00%,92.50%,0.00%,0.00%,64.12%,79.00%,42.86%,68.00%,0.00%,5.00%,73.33%,N/A,1.24,1.2,3.26 +26,50.94%,Nexusflow-Raven-v2 (FC),https://huggingface.co/Nexusflow/NexusRaven-V2-13B,Nexusflow,Apache 2.0,55.05%,56.93%,70.18%,76.00%,52.00%,60.00%,75.50%,30.50%,44.00%,54.71%,79.00%,20.00%,76.00%,52.00%,45.00%,2.08%,N/A,1.86,1.39,4.45 +27,49.71%,GPT-4-0613 (FC),https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo,OpenAI,Proprietary,38.53%,26.04%,61.64%,83.50%,4.00%,2.00%,92.50%,0.00%,0.00%,41.18%,57.00%,18.57%,58.00%,0.00%,5.00%,91.67%,10.48,3.54,3.37,11.15 +28,48.71%,Mistral-tiny-2312 (Prompt),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,46.91%,28.71%,49.64%,61.75%,26.00%,0.00%,56.50%,47.50%,34.00%,22.35%,36.00%,2.86%,20.00%,50.00%,22.50%,82.08%,0.13,1.79,1.63,5.12 +29,41.47%,Gemma-7b-it (Prompt),https://blog.google/technology/developers/gemma-open-models/,Google,gemma-terms-of-use,39.05%,33.15%,42.18%,47.75%,29.00%,24.00%,48.00%,30.00%,36.00%,30.59%,45.00%,10.00%,32.00%,40.00%,30.00%,60.42%,0.03,0.09,N/A,N/A +30,39.41%,Deepseek-v1.5 (Prompt),https://huggingface.co/deepseek-ai/deepseek-coder-7b-instruct-v1.5,Deepseek,Deepseek License,36.98%,29.26%,38.91%,49.50%,4.00%,24.00%,48.50%,37.00%,23.50%,37.06%,38.00%,35.71%,36.00%,34.00%,10.00%,56.67%,0.45,1.2,N/A,N/A +31,38.18%,Mistral-Small-2402 (Prompt),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,37.66%,29.25%,5.64%,5.75%,6.00%,4.00%,8.00%,78.50%,58.50%,30.00%,4.00%,67.14%,0.00%,62.00%,25.00%,98.33%,0.7,1.09,0.95,2.94 +32,17.65%,Mistral-small-2402 (FC Auto),https://docs.mistral.ai/guides/model-selection/,Mistral AI,Proprietary,2.53%,7.26%,1.64%,2.25%,0.00%,0.00%,2.50%,3.00%,3.00%,17.06%,16.00%,18.57%,12.00%,0.00%,0.00%,99.58%,2.02,2.93,1.61,5.79 \ No newline at end of file diff --git a/leaderboard.html b/leaderboard.html index 346b034b0..cae04b9b3 100644 --- a/leaderboard.html +++ b/leaderboard.html @@ -192,7 +192,7 @@

Error Type Analysis

evaluation metrics and insight blog (coming soon).

-
+
diff --git a/treemap_2.js b/treemap_2.js index 20340421e..30c21ac0f 100644 --- a/treemap_2.js +++ b/treemap_2.js @@ -1 +1 @@ -window.PLOTLYENV = window.PLOTLYENV || {}; if (document.getElementById("a9492d1d-6266-477a-88be-84e4ecb7ccb0")) { Plotly.newPlot("a9492d1d-6266-477a-88be-84e4ecb7ccb0", [{ "branchvalues": "total", "domain": { "x": [0.0, 1.0], "y": [0.0, 1.0] }, "hovertemplate": "labels=%{label}\u003cbr\u003ecount=%{value}\u003cbr\u003eparent=%{parent}\u003cbr\u003eid=%{id}\u003cextra\u003e\u003c\u002fextra\u003e", "ids": ["Claude-2.1 (Prompt)\u002fParsing Error\u002f Decoding Failure", "Claude-3-Haiku-20240307 (FC)\u002fParsing Error\u002f Decoding Failure", "Claude-3-Opus-20240229 (FC)\u002fParsing Error\u002f Decoding Failure", "Claude-3-Opus-20240229 (Prompt)\u002fParsing Error\u002f Decoding Failure", "Claude-3-Sonnet-20240229 (FC)\u002fParsing Error\u002f Decoding Failure", "Claude-3-Sonnet-20240229 (Prompt)\u002fParsing Error\u002f Decoding Failure", "Claude-instant-1.2 (Prompt)\u002fParsing Error\u002f Decoding Failure", "DBRX-Instruct (Prompt)\u002fParsing Error\u002f Decoding Failure", "Deepseek-v1.5 (Prompt)\u002fParsing Error\u002f Decoding Failure", "FireFunction-v1 (FC)\u002fParsing Error\u002f Decoding Failure", "Functionary-Medium-v2.4 (FC)\u002fParsing Error\u002f Decoding Failure", "Functionary-Small-v2.4 (FC)\u002fParsing Error\u002f Decoding Failure", "GPT-3.5-Turbo-0125 (FC)\u002fParsing Error\u002f Decoding Failure", "GPT-4-0125-Preview (FC)\u002fParsing Error\u002f Decoding Failure", "GPT-4-0125-Preview (Prompt)\u002fParsing Error\u002f Decoding Failure", "GPT-4-0613 (FC)\u002fParsing Error\u002f Decoding Failure", "GPT-4-1106-Preview (FC)\u002fParsing Error\u002f Decoding Failure", "Gemini-1.0-Pro (FC)\u002fParsing Error\u002f Decoding Failure", "Gemma-7b-it (Prompt)\u002fParsing Error\u002f Decoding Failure", "Gorilla-OpenFunctions-v2 (FC)\u002fParsing Error\u002f Decoding Failure", "Hermes-2-Pro-Mistral-7B (FC)\u002fParsing Error\u002f Decoding Failure", "Mistral-Medium-2312 (Prompt)\u002fParsing Error\u002f Decoding Failure", "Mistral-Small-2402 (Prompt)\u002fParsing Error\u002f Decoding Failure", "Mistral-large-2402 (FC Any)\u002fParsing Error\u002f Decoding Failure", "Mistral-large-2402 (FC Auto)\u002fParsing Error\u002f Decoding Failure", "Mistral-small-2402 (FC Auto)\u002fParsing Error\u002f Decoding Failure", "Mistral-tiny-2312 (Prompt)\u002fParsing Error\u002f Decoding Failure", "Nexusflow-Raven-v2 (FC)\u002fParsing Error\u002f Decoding Failure", "Claude-2.1 (Prompt)\u002fValue Error\u002f Execution Result Count", "Claude-3-Haiku-20240307 (FC)\u002fValue Error\u002f Execution Result Count", "Claude-3-Opus-20240229 (FC)\u002fValue Error\u002f Execution Result Count", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error\u002f Execution Result Count", "Claude-3-Sonnet-20240229 (FC)\u002fValue Error\u002f Execution Result Count", "Claude-3-Sonnet-20240229 (Prompt)\u002fValue Error\u002f Execution Result Count", "Claude-instant-1.2 (Prompt)\u002fValue Error\u002f Execution Result Count", "DBRX-Instruct (Prompt)\u002fValue Error\u002f Execution Result Count", "Deepseek-v1.5 (Prompt)\u002fValue Error\u002f Execution Result Count", "FireFunction-v1 (FC)\u002fValue Error\u002f Execution Result Count", "Functionary-Medium-v2.4 (FC)\u002fValue Error\u002f Execution Result Count", "Functionary-Small-v2.4 (FC)\u002fValue Error\u002f Execution Result Count", "GPT-3.5-Turbo-0125 (FC)\u002fValue Error\u002f Execution Result Count", "GPT-4-0125-Preview (FC)\u002fValue Error\u002f Execution Result Count", "GPT-4-0125-Preview (Prompt)\u002fValue Error\u002f Execution Result Count", "GPT-4-0613 (FC)\u002fValue Error\u002f Execution Result Count", "GPT-4-1106-Preview (FC)\u002fValue Error\u002f Execution Result Count", "Gemini-1.0-Pro (FC)\u002fValue Error\u002f Execution Result Count", "Gemma-7b-it (Prompt)\u002fValue Error\u002f Execution Result Count", "Gorilla-OpenFunctions-v2 (FC)\u002fValue Error\u002f Execution Result Count", "Hermes-2-Pro-Mistral-7B (FC)\u002fValue Error\u002f Execution Result Count", "Mistral-Medium-2312 (Prompt)\u002fValue Error\u002f Execution Result Count", "Mistral-Small-2402 (Prompt)\u002fValue Error\u002f Execution Result Count", "Mistral-large-2402 (FC Any)\u002fValue Error\u002f Execution Result Count", "Mistral-large-2402 (FC Auto)\u002fValue Error\u002f Execution Result Count", "Mistral-small-2402 (FC Any)\u002fValue Error\u002f Execution Result Count", "Mistral-small-2402 (FC Auto)\u002fValue Error\u002f Execution Result Count", "Mistral-tiny-2312 (Prompt)\u002fValue Error\u002f Execution Result Count", "Nexusflow-Raven-v2 (FC)\u002fValue Error\u002f Execution Result Count", "Claude-3-Haiku-20240307 (FC)\u002fParsing Error\u002f Incorrect Decoder Output Format", "Claude-3-Opus-20240229 (FC)\u002fParsing Error\u002f Incorrect Decoder Output Format", "Claude-3-Sonnet-20240229 (FC)\u002fParsing Error\u002f Incorrect Decoder Output Format", "Claude-3-Sonnet-20240229 (Prompt)\u002fParsing Error\u002f Incorrect Decoder Output Format", "DBRX-Instruct (Prompt)\u002fParsing Error\u002f Incorrect Decoder Output Format", "Deepseek-v1.5 (Prompt)\u002fParsing Error\u002f Incorrect Decoder Output Format", "Mistral-Small-2402 (Prompt)\u002fParsing Error\u002f Incorrect Decoder Output Format", "Mistral-tiny-2312 (Prompt)\u002fParsing Error\u002f Incorrect Decoder Output Format", "Claude-2.1 (Prompt)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "Claude-3-Haiku-20240307 (FC)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "Claude-3-Opus-20240229 (FC)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "Claude-3-Opus-20240229 (Prompt)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "Claude-3-Sonnet-20240229 (FC)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "Claude-3-Sonnet-20240229 (Prompt)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "Claude-instant-1.2 (Prompt)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "DBRX-Instruct (Prompt)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "Deepseek-v1.5 (Prompt)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "FireFunction-v1 (FC)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "Functionary-Medium-v2.4 (FC)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "Functionary-Small-v2.4 (FC)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "GPT-3.5-Turbo-0125 (FC)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "GPT-4-0125-Preview (FC)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "GPT-4-0125-Preview (Prompt)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "GPT-4-0613 (FC)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "GPT-4-1106-Preview (FC)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "Gemini-1.0-Pro (FC)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "Gemma-7b-it (Prompt)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "Gorilla-OpenFunctions-v2 (FC)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "Hermes-2-Pro-Mistral-7B (FC)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "Mistral-Medium-2312 (Prompt)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "Mistral-Small-2402 (Prompt)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "Mistral-large-2402 (FC Any)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "Mistral-large-2402 (FC Auto)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "Mistral-small-2402 (FC Any)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "Mistral-small-2402 (FC Auto)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "Mistral-tiny-2312 (Prompt)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "Nexusflow-Raven-v2 (FC)\u002fExec Checker (Non REST)\u002f Incorrect Execution Result", "Claude-2.1 (Prompt)\u002fSimple Function Checker\u002f Incorrect Function Name", "Claude-3-Opus-20240229 (Prompt)\u002fSimple Function Checker\u002f Incorrect Function Name", "Claude-3-Sonnet-20240229 (Prompt)\u002fSimple Function Checker\u002f Incorrect Function Name", "Claude-instant-1.2 (Prompt)\u002fSimple Function Checker\u002f Incorrect Function Name", "DBRX-Instruct (Prompt)\u002fSimple Function Checker\u002f Incorrect Function Name", "Deepseek-v1.5 (Prompt)\u002fSimple Function Checker\u002f Incorrect Function Name", "Functionary-Small-v2.4 (FC)\u002fSimple Function Checker\u002f Incorrect Function Name", "Gemma-7b-it (Prompt)\u002fSimple Function Checker\u002f Incorrect Function Name", "Mistral-Medium-2312 (Prompt)\u002fSimple Function Checker\u002f Incorrect Function Name", "Mistral-Small-2402 (Prompt)\u002fSimple Function Checker\u002f Incorrect Function Name", "Mistral-large-2402 (FC Auto)\u002fSimple Function Checker\u002f Incorrect Function Name", "Mistral-small-2402 (FC Any)\u002fSimple Function Checker\u002f Incorrect Function Name", "Mistral-tiny-2312 (Prompt)\u002fSimple Function Checker\u002f Incorrect Function Name", "Nexusflow-Raven-v2 (FC)\u002fSimple Function Checker\u002f Incorrect Function Name", "Claude-2.1 (Prompt)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "Claude-3-Haiku-20240307 (FC)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "Claude-3-Opus-20240229 (FC)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "Claude-3-Opus-20240229 (Prompt)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "Claude-3-Sonnet-20240229 (FC)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "Claude-3-Sonnet-20240229 (Prompt)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "Claude-instant-1.2 (Prompt)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "DBRX-Instruct (Prompt)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "Deepseek-v1.5 (Prompt)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "FireFunction-v1 (FC)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "Functionary-Medium-v2.4 (FC)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "Functionary-Small-v2.4 (FC)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "GPT-3.5-Turbo-0125 (FC)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "GPT-4-0125-Preview (FC)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "GPT-4-0125-Preview (Prompt)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "GPT-4-0613 (FC)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "GPT-4-1106-Preview (FC)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "Gemini-1.0-Pro (FC)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "Gemma-7b-it (Prompt)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "Gorilla-OpenFunctions-v2 (FC)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "Hermes-2-Pro-Mistral-7B (FC)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "Mistral-Medium-2312 (Prompt)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "Mistral-Small-2402 (Prompt)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "Mistral-large-2402 (FC Any)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "Mistral-large-2402 (FC Auto)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "Mistral-small-2402 (FC Any)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "Mistral-small-2402 (FC Auto)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "Nexusflow-Raven-v2 (FC)\u002fExec Checker (REST)\u002f Incorrect HTTP Status Code", "Claude-3-Haiku-20240307 (FC)\u002fParsing Error\u002f Incorrect Parsing Output Format", "Claude-3-Opus-20240229 (FC)\u002fParsing Error\u002f Incorrect Parsing Output Format", "Functionary-Medium-v2.4 (FC)\u002fParsing Error\u002f Incorrect Parsing Output Format", "Functionary-Small-v2.4 (FC)\u002fParsing Error\u002f Incorrect Parsing Output Format", "Hermes-2-Pro-Mistral-7B (FC)\u002fParsing Error\u002f Incorrect Parsing Output Format", "Claude-3-Haiku-20240307 (FC)\u002fParsing Error\u002f Incorrect REST Parsing Output Format", "Deepseek-v1.5 (Prompt)\u002fParsing Error\u002f Incorrect REST Parsing Output Format", "Functionary-Medium-v2.4 (FC)\u002fParsing Error\u002f Incorrect REST Parsing Output Format", "Functionary-Small-v2.4 (FC)\u002fParsing Error\u002f Incorrect REST Parsing Output Format", "GPT-4-0125-Preview (FC)\u002fParsing Error\u002f Incorrect REST Parsing Output Format", "GPT-4-1106-Preview (FC)\u002fParsing Error\u002f Incorrect REST Parsing Output Format", "Hermes-2-Pro-Mistral-7B (FC)\u002fParsing Error\u002f Incorrect REST Parsing Output Format", "Claude-3-Opus-20240229 (Prompt)\u002fExec Checker (REST)\u002f Incorrect Response Key", "Claude-2.1 (Prompt)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "Claude-3-Haiku-20240307 (FC)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "Claude-3-Opus-20240229 (FC)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "Claude-3-Opus-20240229 (Prompt)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "Claude-3-Sonnet-20240229 (FC)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "Claude-3-Sonnet-20240229 (Prompt)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "Claude-instant-1.2 (Prompt)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "DBRX-Instruct (Prompt)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "Deepseek-v1.5 (Prompt)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "FireFunction-v1 (FC)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "Functionary-Medium-v2.4 (FC)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "Functionary-Small-v2.4 (FC)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "GPT-3.5-Turbo-0125 (FC)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "GPT-4-0125-Preview (FC)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "GPT-4-0125-Preview (Prompt)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "GPT-4-0613 (FC)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "GPT-4-1106-Preview (FC)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "Gemini-1.0-Pro (FC)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "Gemma-7b-it (Prompt)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "Gorilla-OpenFunctions-v2 (FC)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "Hermes-2-Pro-Mistral-7B (FC)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "Mistral-Medium-2312 (Prompt)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "Mistral-Small-2402 (Prompt)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "Mistral-large-2402 (FC Any)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "Mistral-large-2402 (FC Auto)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "Mistral-small-2402 (FC Any)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "Mistral-tiny-2312 (Prompt)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "Nexusflow-Raven-v2 (FC)\u002fExec Checker (Non REST)\u002f Incorrect Result Type", "Claude-3-Haiku-20240307 (FC)\u002fValue Error\u002f Invalid Dictionary Items", "Claude-3-Opus-20240229 (FC)\u002fValue Error\u002f Invalid Dictionary Items", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error\u002f Invalid Dictionary Items", "Functionary-Medium-v2.4 (FC)\u002fValue Error\u002f Invalid Dictionary Items", "Functionary-Small-v2.4 (FC)\u002fValue Error\u002f Invalid Dictionary Items", "GPT-3.5-Turbo-0125 (FC)\u002fValue Error\u002f Invalid Dictionary Items", "Gemini-1.0-Pro (FC)\u002fValue Error\u002f Invalid Dictionary Items", "Hermes-2-Pro-Mistral-7B (FC)\u002fValue Error\u002f Invalid Dictionary Items", "Mistral-Medium-2312 (Prompt)\u002fValue Error\u002f Invalid Dictionary Items", "Mistral-large-2402 (FC Any)\u002fValue Error\u002f Invalid Dictionary Items", "Mistral-small-2402 (FC Any)\u002fValue Error\u002f Invalid Dictionary Items", "Nexusflow-Raven-v2 (FC)\u002fValue Error\u002f Invalid Dictionary Items", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error\u002f Invalid Dictionary Key", "Gorilla-OpenFunctions-v2 (FC)\u002fValue Error\u002f Invalid Dictionary Key", "Mistral-Medium-2312 (Prompt)\u002fValue Error\u002f Invalid Dictionary Key", "Nexusflow-Raven-v2 (FC)\u002fValue Error\u002f Invalid Dictionary Key", "Claude-2.1 (Prompt)\u002fValue Error\u002f Invalid Dictionary Value", "Claude-3-Opus-20240229 (FC)\u002fValue Error\u002f Invalid Dictionary Value", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error\u002f Invalid Dictionary Value", "Claude-3-Sonnet-20240229 (FC)\u002fValue Error\u002f Invalid Dictionary Value", "Claude-3-Sonnet-20240229 (Prompt)\u002fValue Error\u002f Invalid Dictionary Value", "Claude-instant-1.2 (Prompt)\u002fValue Error\u002f Invalid Dictionary Value", "DBRX-Instruct (Prompt)\u002fValue Error\u002f Invalid Dictionary Value", "Functionary-Small-v2.4 (FC)\u002fValue Error\u002f Invalid Dictionary Value", "GPT-4-0125-Preview (Prompt)\u002fValue Error\u002f Invalid Dictionary Value", "GPT-4-1106-Preview (FC)\u002fValue Error\u002f Invalid Dictionary Value", "Gemini-1.0-Pro (FC)\u002fValue Error\u002f Invalid Dictionary Value", "Hermes-2-Pro-Mistral-7B (FC)\u002fValue Error\u002f Invalid Dictionary Value", "Mistral-Medium-2312 (Prompt)\u002fValue Error\u002f Invalid Dictionary Value", "Mistral-tiny-2312 (Prompt)\u002fValue Error\u002f Invalid Dictionary Value", "Claude-2.1 (Prompt)\u002fValue Error\u002f Invalid String Format", "Claude-3-Haiku-20240307 (FC)\u002fValue Error\u002f Invalid String Format", "Claude-3-Opus-20240229 (FC)\u002fValue Error\u002f Invalid String Format", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error\u002f Invalid String Format", "Claude-3-Sonnet-20240229 (FC)\u002fValue Error\u002f Invalid String Format", "Claude-3-Sonnet-20240229 (Prompt)\u002fValue Error\u002f Invalid String Format", "Claude-instant-1.2 (Prompt)\u002fValue Error\u002f Invalid String Format", "DBRX-Instruct (Prompt)\u002fValue Error\u002f Invalid String Format", "Deepseek-v1.5 (Prompt)\u002fValue Error\u002f Invalid String Format", "FireFunction-v1 (FC)\u002fValue Error\u002f Invalid String Format", "Functionary-Medium-v2.4 (FC)\u002fValue Error\u002f Invalid String Format", "Functionary-Small-v2.4 (FC)\u002fValue Error\u002f Invalid String Format", "GPT-3.5-Turbo-0125 (FC)\u002fValue Error\u002f Invalid String Format", "GPT-4-0125-Preview (FC)\u002fValue Error\u002f Invalid String Format", "GPT-4-0125-Preview (Prompt)\u002fValue Error\u002f Invalid String Format", "GPT-4-0613 (FC)\u002fValue Error\u002f Invalid String Format", "GPT-4-1106-Preview (FC)\u002fValue Error\u002f Invalid String Format", "Gemini-1.0-Pro (FC)\u002fValue Error\u002f Invalid String Format", "Gemma-7b-it (Prompt)\u002fValue Error\u002f Invalid String Format", "Gorilla-OpenFunctions-v2 (FC)\u002fValue Error\u002f Invalid String Format", "Hermes-2-Pro-Mistral-7B (FC)\u002fValue Error\u002f Invalid String Format", "Mistral-Medium-2312 (Prompt)\u002fValue Error\u002f Invalid String Format", "Mistral-Small-2402 (Prompt)\u002fValue Error\u002f Invalid String Format", "Mistral-large-2402 (FC Any)\u002fValue Error\u002f Invalid String Format", "Mistral-large-2402 (FC Auto)\u002fValue Error\u002f Invalid String Format", "Mistral-small-2402 (FC Any)\u002fValue Error\u002f Invalid String Format", "Mistral-tiny-2312 (Prompt)\u002fValue Error\u002f Invalid String Format", "Nexusflow-Raven-v2 (FC)\u002fValue Error\u002f Invalid String Format", "Claude-2.1 (Prompt)\u002fSimple Function Checker\u002f Missing Optional Parameter", "Claude-3-Haiku-20240307 (FC)\u002fSimple Function Checker\u002f Missing Optional Parameter", "Claude-3-Opus-20240229 (Prompt)\u002fSimple Function Checker\u002f Missing Optional Parameter", "Claude-3-Sonnet-20240229 (FC)\u002fSimple Function Checker\u002f Missing Optional Parameter", "Claude-3-Sonnet-20240229 (Prompt)\u002fSimple Function Checker\u002f Missing Optional Parameter", "Claude-instant-1.2 (Prompt)\u002fSimple Function Checker\u002f Missing Optional Parameter", "DBRX-Instruct (Prompt)\u002fSimple Function Checker\u002f Missing Optional Parameter", "Deepseek-v1.5 (Prompt)\u002fSimple Function Checker\u002f Missing Optional Parameter", "FireFunction-v1 (FC)\u002fSimple Function Checker\u002f Missing Optional Parameter", "Functionary-Medium-v2.4 (FC)\u002fSimple Function Checker\u002f Missing Optional Parameter", "Functionary-Small-v2.4 (FC)\u002fSimple Function Checker\u002f Missing Optional Parameter", "GPT-3.5-Turbo-0125 (FC)\u002fSimple Function Checker\u002f Missing Optional Parameter", "GPT-4-0125-Preview (FC)\u002fSimple Function Checker\u002f Missing Optional Parameter", "GPT-4-0125-Preview (Prompt)\u002fSimple Function Checker\u002f Missing Optional Parameter", "GPT-4-0613 (FC)\u002fSimple Function Checker\u002f Missing Optional Parameter", "GPT-4-1106-Preview (FC)\u002fSimple Function Checker\u002f Missing Optional Parameter", "Gemini-1.0-Pro (FC)\u002fSimple Function Checker\u002f Missing Optional Parameter", "Gemma-7b-it (Prompt)\u002fSimple Function Checker\u002f Missing Optional Parameter", "Gorilla-OpenFunctions-v2 (FC)\u002fSimple Function Checker\u002f Missing Optional Parameter", "Hermes-2-Pro-Mistral-7B (FC)\u002fSimple Function Checker\u002f Missing Optional Parameter", "Mistral-Medium-2312 (Prompt)\u002fSimple Function Checker\u002f Missing Optional Parameter", "Mistral-large-2402 (FC Any)\u002fSimple Function Checker\u002f Missing Optional Parameter", "Mistral-large-2402 (FC Auto)\u002fSimple Function Checker\u002f Missing Optional Parameter", "Mistral-small-2402 (FC Any)\u002fSimple Function Checker\u002f Missing Optional Parameter", "Mistral-tiny-2312 (Prompt)\u002fSimple Function Checker\u002f Missing Optional Parameter", "Nexusflow-Raven-v2 (FC)\u002fSimple Function Checker\u002f Missing Optional Parameter", "Claude-2.1 (Prompt)\u002fSimple Function Checker\u002f Missing Required Parameter", "Claude-3-Haiku-20240307 (FC)\u002fSimple Function Checker\u002f Missing Required Parameter", "Claude-3-Opus-20240229 (FC)\u002fSimple Function Checker\u002f Missing Required Parameter", "Claude-3-Sonnet-20240229 (FC)\u002fSimple Function Checker\u002f Missing Required Parameter", "Claude-3-Sonnet-20240229 (Prompt)\u002fSimple Function Checker\u002f Missing Required Parameter", "Claude-instant-1.2 (Prompt)\u002fSimple Function Checker\u002f Missing Required Parameter", "DBRX-Instruct (Prompt)\u002fSimple Function Checker\u002f Missing Required Parameter", "Deepseek-v1.5 (Prompt)\u002fSimple Function Checker\u002f Missing Required Parameter", "Functionary-Medium-v2.4 (FC)\u002fSimple Function Checker\u002f Missing Required Parameter", "GPT-3.5-Turbo-0125 (FC)\u002fSimple Function Checker\u002f Missing Required Parameter", "GPT-4-0125-Preview (FC)\u002fSimple Function Checker\u002f Missing Required Parameter", "GPT-4-0613 (FC)\u002fSimple Function Checker\u002f Missing Required Parameter", "GPT-4-1106-Preview (FC)\u002fSimple Function Checker\u002f Missing Required Parameter", "Gemini-1.0-Pro (FC)\u002fSimple Function Checker\u002f Missing Required Parameter", "Gemma-7b-it (Prompt)\u002fSimple Function Checker\u002f Missing Required Parameter", "Mistral-Medium-2312 (Prompt)\u002fSimple Function Checker\u002f Missing Required Parameter", "Mistral-large-2402 (FC Any)\u002fSimple Function Checker\u002f Missing Required Parameter", "Mistral-large-2402 (FC Auto)\u002fSimple Function Checker\u002f Missing Required Parameter", "Mistral-small-2402 (FC Any)\u002fSimple Function Checker\u002f Missing Required Parameter", "Mistral-tiny-2312 (Prompt)\u002fSimple Function Checker\u002f Missing Required Parameter", "Nexusflow-Raven-v2 (FC)\u002fSimple Function Checker\u002f Missing Required Parameter", "Claude-2.1 (Prompt)\u002fType Error\u002f Nested Type Mismatch", "Claude-3-Haiku-20240307 (FC)\u002fType Error\u002f Nested Type Mismatch", "Claude-3-Opus-20240229 (FC)\u002fType Error\u002f Nested Type Mismatch", "Claude-3-Opus-20240229 (Prompt)\u002fType Error\u002f Nested Type Mismatch", "Claude-3-Sonnet-20240229 (FC)\u002fType Error\u002f Nested Type Mismatch", "Claude-3-Sonnet-20240229 (Prompt)\u002fType Error\u002f Nested Type Mismatch", "Claude-instant-1.2 (Prompt)\u002fType Error\u002f Nested Type Mismatch", "DBRX-Instruct (Prompt)\u002fType Error\u002f Nested Type Mismatch", "FireFunction-v1 (FC)\u002fType Error\u002f Nested Type Mismatch", "Functionary-Medium-v2.4 (FC)\u002fType Error\u002f Nested Type Mismatch", "Functionary-Small-v2.4 (FC)\u002fType Error\u002f Nested Type Mismatch", "GPT-3.5-Turbo-0125 (FC)\u002fType Error\u002f Nested Type Mismatch", "GPT-4-0125-Preview (FC)\u002fType Error\u002f Nested Type Mismatch", "GPT-4-0125-Preview (Prompt)\u002fType Error\u002f Nested Type Mismatch", "GPT-4-0613 (FC)\u002fType Error\u002f Nested Type Mismatch", "GPT-4-1106-Preview (FC)\u002fType Error\u002f Nested Type Mismatch", "Gemini-1.0-Pro (FC)\u002fType Error\u002f Nested Type Mismatch", "Gemma-7b-it (Prompt)\u002fType Error\u002f Nested Type Mismatch", "Gorilla-OpenFunctions-v2 (FC)\u002fType Error\u002f Nested Type Mismatch", "Hermes-2-Pro-Mistral-7B (FC)\u002fType Error\u002f Nested Type Mismatch", "Mistral-Medium-2312 (Prompt)\u002fType Error\u002f Nested Type Mismatch", "Mistral-large-2402 (FC Any)\u002fType Error\u002f Nested Type Mismatch", "Mistral-large-2402 (FC Auto)\u002fType Error\u002f Nested Type Mismatch", "Mistral-small-2402 (FC Any)\u002fType Error\u002f Nested Type Mismatch", "Mistral-small-2402 (FC Auto)\u002fType Error\u002f Nested Type Mismatch", "Mistral-tiny-2312 (Prompt)\u002fType Error\u002f Nested Type Mismatch", "Nexusflow-Raven-v2 (FC)\u002fType Error\u002f Nested Type Mismatch", "Claude-2.1 (Prompt)\u002fParallel Function Checker\u002f No Match Found", "Claude-3-Haiku-20240307 (FC)\u002fParallel Function Checker\u002f No Match Found", "Claude-3-Opus-20240229 (FC)\u002fParallel Function Checker\u002f No Match Found", "Claude-3-Opus-20240229 (Prompt)\u002fParallel Function Checker\u002f No Match Found", "Claude-3-Sonnet-20240229 (FC)\u002fParallel Function Checker\u002f No Match Found", "Claude-3-Sonnet-20240229 (Prompt)\u002fParallel Function Checker\u002f No Match Found", "Claude-instant-1.2 (Prompt)\u002fParallel Function Checker\u002f No Match Found", "DBRX-Instruct (Prompt)\u002fParallel Function Checker\u002f No Match Found", "Deepseek-v1.5 (Prompt)\u002fParallel Function Checker\u002f No Match Found", "FireFunction-v1 (FC)\u002fParallel Function Checker\u002f No Match Found", "Functionary-Medium-v2.4 (FC)\u002fParallel Function Checker\u002f No Match Found", "Functionary-Small-v2.4 (FC)\u002fParallel Function Checker\u002f No Match Found", "GPT-3.5-Turbo-0125 (FC)\u002fParallel Function Checker\u002f No Match Found", "GPT-4-0125-Preview (FC)\u002fParallel Function Checker\u002f No Match Found", "GPT-4-0125-Preview (Prompt)\u002fParallel Function Checker\u002f No Match Found", "GPT-4-0613 (FC)\u002fParallel Function Checker\u002f No Match Found", "GPT-4-1106-Preview (FC)\u002fParallel Function Checker\u002f No Match Found", "Gemini-1.0-Pro (FC)\u002fParallel Function Checker\u002f No Match Found", "Gemma-7b-it (Prompt)\u002fParallel Function Checker\u002f No Match Found", "Gorilla-OpenFunctions-v2 (FC)\u002fParallel Function Checker\u002f No Match Found", "Hermes-2-Pro-Mistral-7B (FC)\u002fParallel Function Checker\u002f No Match Found", "Mistral-Medium-2312 (Prompt)\u002fParallel Function Checker\u002f No Match Found", "Mistral-Small-2402 (Prompt)\u002fParallel Function Checker\u002f No Match Found", "Mistral-large-2402 (FC Any)\u002fParallel Function Checker\u002f No Match Found", "Mistral-large-2402 (FC Auto)\u002fParallel Function Checker\u002f No Match Found", "Mistral-small-2402 (FC Any)\u002fParallel Function Checker\u002f No Match Found", "Mistral-small-2402 (FC Auto)\u002fParallel Function Checker\u002f No Match Found", "Mistral-tiny-2312 (Prompt)\u002fParallel Function Checker\u002f No Match Found", "Nexusflow-Raven-v2 (FC)\u002fParallel Function Checker\u002f No Match Found", "Claude-2.1 (Prompt)\u002fValue Error\u002f Other Values Error", "Claude-3-Haiku-20240307 (FC)\u002fValue Error\u002f Other Values Error", "Claude-3-Opus-20240229 (FC)\u002fValue Error\u002f Other Values Error", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error\u002f Other Values Error", "Claude-3-Sonnet-20240229 (FC)\u002fValue Error\u002f Other Values Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fValue Error\u002f Other Values Error", "Claude-instant-1.2 (Prompt)\u002fValue Error\u002f Other Values Error", "DBRX-Instruct (Prompt)\u002fValue Error\u002f Other Values Error", "Deepseek-v1.5 (Prompt)\u002fValue Error\u002f Other Values Error", "FireFunction-v1 (FC)\u002fValue Error\u002f Other Values Error", "Functionary-Medium-v2.4 (FC)\u002fValue Error\u002f Other Values Error", "Functionary-Small-v2.4 (FC)\u002fValue Error\u002f Other Values Error", "GPT-3.5-Turbo-0125 (FC)\u002fValue Error\u002f Other Values Error", "GPT-4-0125-Preview (FC)\u002fValue Error\u002f Other Values Error", "GPT-4-0125-Preview (Prompt)\u002fValue Error\u002f Other Values Error", "GPT-4-1106-Preview (FC)\u002fValue Error\u002f Other Values Error", "Gemini-1.0-Pro (FC)\u002fValue Error\u002f Other Values Error", "Gemma-7b-it (Prompt)\u002fValue Error\u002f Other Values Error", "Gorilla-OpenFunctions-v2 (FC)\u002fValue Error\u002f Other Values Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fValue Error\u002f Other Values Error", "Mistral-Medium-2312 (Prompt)\u002fValue Error\u002f Other Values Error", "Mistral-Small-2402 (Prompt)\u002fValue Error\u002f Other Values Error", "Mistral-large-2402 (FC Any)\u002fValue Error\u002f Other Values Error", "Mistral-large-2402 (FC Auto)\u002fValue Error\u002f Other Values Error", "Mistral-small-2402 (FC Any)\u002fValue Error\u002f Other Values Error", "Mistral-tiny-2312 (Prompt)\u002fValue Error\u002f Other Values Error", "Nexusflow-Raven-v2 (FC)\u002fValue Error\u002f Other Values Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fExec Checker (REST)\u002f Response Format Error", "Nexusflow-Raven-v2 (FC)\u002fExec Checker (REST)\u002f Response Format Error", "Claude-2.1 (Prompt)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "Claude-3-Haiku-20240307 (FC)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "Claude-3-Opus-20240229 (FC)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "Claude-3-Opus-20240229 (Prompt)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "Claude-3-Sonnet-20240229 (FC)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "Claude-instant-1.2 (Prompt)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "DBRX-Instruct (Prompt)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "Deepseek-v1.5 (Prompt)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "FireFunction-v1 (FC)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "Functionary-Medium-v2.4 (FC)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "Functionary-Small-v2.4 (FC)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "GPT-3.5-Turbo-0125 (FC)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "GPT-4-0125-Preview (FC)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "GPT-4-0125-Preview (Prompt)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "GPT-4-0613 (FC)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "GPT-4-1106-Preview (FC)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "Gemini-1.0-Pro (FC)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "Gemma-7b-it (Prompt)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "Gorilla-OpenFunctions-v2 (FC)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "Mistral-Medium-2312 (Prompt)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "Mistral-Small-2402 (Prompt)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "Mistral-large-2402 (FC Any)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "Mistral-large-2402 (FC Auto)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "Mistral-small-2402 (FC Any)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "Mistral-small-2402 (FC Auto)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "Mistral-tiny-2312 (Prompt)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "Nexusflow-Raven-v2 (FC)\u002fExec Checker (Non REST)\u002f Runtime Execution Error", "Claude-2.1 (Prompt)\u002fExec Checker (REST)\u002f Runtime Execution Error", "Claude-3-Sonnet-20240229 (FC)\u002fExec Checker (REST)\u002f Runtime Execution Error", "Claude-instant-1.2 (Prompt)\u002fExec Checker (REST)\u002f Runtime Execution Error", "Deepseek-v1.5 (Prompt)\u002fExec Checker (REST)\u002f Runtime Execution Error", "FireFunction-v1 (FC)\u002fExec Checker (REST)\u002f Runtime Execution Error", "Functionary-Medium-v2.4 (FC)\u002fExec Checker (REST)\u002f Runtime Execution Error", "Functionary-Small-v2.4 (FC)\u002fExec Checker (REST)\u002f Runtime Execution Error", "GPT-3.5-Turbo-0125 (FC)\u002fExec Checker (REST)\u002f Runtime Execution Error", "GPT-4-0125-Preview (FC)\u002fExec Checker (REST)\u002f Runtime Execution Error", "GPT-4-1106-Preview (FC)\u002fExec Checker (REST)\u002f Runtime Execution Error", "Gemini-1.0-Pro (FC)\u002fExec Checker (REST)\u002f Runtime Execution Error", "Gemma-7b-it (Prompt)\u002fExec Checker (REST)\u002f Runtime Execution Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fExec Checker (REST)\u002f Runtime Execution Error", "Mistral-Medium-2312 (Prompt)\u002fExec Checker (REST)\u002f Runtime Execution Error", "Mistral-small-2402 (FC Any)\u002fExec Checker (REST)\u002f Runtime Execution Error", "Mistral-tiny-2312 (Prompt)\u002fExec Checker (REST)\u002f Runtime Execution Error", "Nexusflow-Raven-v2 (FC)\u002fExec Checker (REST)\u002f Runtime Execution Error", "Claude-2.1 (Prompt)\u002fType Error\u002f Simple Type Mismatch", "Claude-3-Haiku-20240307 (FC)\u002fType Error\u002f Simple Type Mismatch", "Claude-3-Opus-20240229 (FC)\u002fType Error\u002f Simple Type Mismatch", "Claude-3-Opus-20240229 (Prompt)\u002fType Error\u002f Simple Type Mismatch", "Claude-3-Sonnet-20240229 (FC)\u002fType Error\u002f Simple Type Mismatch", "Claude-3-Sonnet-20240229 (Prompt)\u002fType Error\u002f Simple Type Mismatch", "Claude-instant-1.2 (Prompt)\u002fType Error\u002f Simple Type Mismatch", "DBRX-Instruct (Prompt)\u002fType Error\u002f Simple Type Mismatch", "Deepseek-v1.5 (Prompt)\u002fType Error\u002f Simple Type Mismatch", "FireFunction-v1 (FC)\u002fType Error\u002f Simple Type Mismatch", "Functionary-Medium-v2.4 (FC)\u002fType Error\u002f Simple Type Mismatch", "Functionary-Small-v2.4 (FC)\u002fType Error\u002f Simple Type Mismatch", "GPT-3.5-Turbo-0125 (FC)\u002fType Error\u002f Simple Type Mismatch", "GPT-4-0125-Preview (FC)\u002fType Error\u002f Simple Type Mismatch", "GPT-4-0125-Preview (Prompt)\u002fType Error\u002f Simple Type Mismatch", "GPT-4-0613 (FC)\u002fType Error\u002f Simple Type Mismatch", "GPT-4-1106-Preview (FC)\u002fType Error\u002f Simple Type Mismatch", "Gemini-1.0-Pro (FC)\u002fType Error\u002f Simple Type Mismatch", "Gemma-7b-it (Prompt)\u002fType Error\u002f Simple Type Mismatch", "Gorilla-OpenFunctions-v2 (FC)\u002fType Error\u002f Simple Type Mismatch", "Hermes-2-Pro-Mistral-7B (FC)\u002fType Error\u002f Simple Type Mismatch", "Mistral-Medium-2312 (Prompt)\u002fType Error\u002f Simple Type Mismatch", "Mistral-Small-2402 (Prompt)\u002fType Error\u002f Simple Type Mismatch", "Mistral-large-2402 (FC Any)\u002fType Error\u002f Simple Type Mismatch", "Mistral-large-2402 (FC Auto)\u002fType Error\u002f Simple Type Mismatch", "Mistral-small-2402 (FC Any)\u002fType Error\u002f Simple Type Mismatch", "Mistral-tiny-2312 (Prompt)\u002fType Error\u002f Simple Type Mismatch", "Nexusflow-Raven-v2 (FC)\u002fType Error\u002f Simple Type Mismatch", "Claude-2.1 (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Claude-3-Haiku-20240307 (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Claude-3-Opus-20240229 (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Claude-3-Opus-20240229 (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Claude-3-Sonnet-20240229 (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Claude-3-Sonnet-20240229 (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Claude-instant-1.2 (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "DBRX-Instruct (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Deepseek-v1.5 (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "FireFunction-v1 (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Functionary-Medium-v2.4 (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Functionary-Small-v2.4 (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "GPT-3.5-Turbo-0125 (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "GPT-4-0125-Preview (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "GPT-4-0125-Preview (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "GPT-4-0613 (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "GPT-4-1106-Preview (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Gemini-1.0-Pro (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Gemma-7b-it (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Gorilla-OpenFunctions-v2 (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Hermes-2-Pro-Mistral-7B (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Mistral-Medium-2312 (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Mistral-Small-2402 (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Mistral-large-2402 (FC Any)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Mistral-large-2402 (FC Auto)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Mistral-small-2402 (FC Any)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Mistral-small-2402 (FC Auto)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Mistral-tiny-2312 (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Nexusflow-Raven-v2 (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Claude-3-Haiku-20240307 (FC)\u002fSimple Function Checker\u002f Unexpected Argument Count", "Claude-3-Opus-20240229 (FC)\u002fSimple Function Checker\u002f Unexpected Argument Count", "Claude-3-Sonnet-20240229 (FC)\u002fSimple Function Checker\u002f Unexpected Argument Count", "Functionary-Medium-v2.4 (FC)\u002fSimple Function Checker\u002f Unexpected Argument Count", "Functionary-Small-v2.4 (FC)\u002fSimple Function Checker\u002f Unexpected Argument Count", "GPT-3.5-Turbo-0125 (FC)\u002fSimple Function Checker\u002f Unexpected Argument Count", "GPT-4-0125-Preview (FC)\u002fSimple Function Checker\u002f Unexpected Argument Count", "GPT-4-0125-Preview (Prompt)\u002fSimple Function Checker\u002f Unexpected Argument Count", "GPT-4-1106-Preview (FC)\u002fSimple Function Checker\u002f Unexpected Argument Count", "Gemma-7b-it (Prompt)\u002fSimple Function Checker\u002f Unexpected Argument Count", "Hermes-2-Pro-Mistral-7B (FC)\u002fSimple Function Checker\u002f Unexpected Argument Count", "Claude-2.1 (Prompt)\u002fParallel Function Checker\u002f Unexpected Function Count", "Claude-3-Haiku-20240307 (FC)\u002fParallel Function Checker\u002f Unexpected Function Count", "Claude-3-Opus-20240229 (FC)\u002fParallel Function Checker\u002f Unexpected Function Count", "Claude-3-Opus-20240229 (Prompt)\u002fParallel Function Checker\u002f Unexpected Function Count", "Claude-3-Sonnet-20240229 (FC)\u002fParallel Function Checker\u002f Unexpected Function Count", "Claude-3-Sonnet-20240229 (Prompt)\u002fParallel Function Checker\u002f Unexpected Function Count", "Claude-instant-1.2 (Prompt)\u002fParallel Function Checker\u002f Unexpected Function Count", "DBRX-Instruct (Prompt)\u002fParallel Function Checker\u002f Unexpected Function Count", "Deepseek-v1.5 (Prompt)\u002fParallel Function Checker\u002f Unexpected Function Count", "FireFunction-v1 (FC)\u002fParallel Function Checker\u002f Unexpected Function Count", "Functionary-Medium-v2.4 (FC)\u002fParallel Function Checker\u002f Unexpected Function Count", "Functionary-Small-v2.4 (FC)\u002fParallel Function Checker\u002f Unexpected Function Count", "GPT-3.5-Turbo-0125 (FC)\u002fParallel Function Checker\u002f Unexpected Function Count", "GPT-4-0125-Preview (FC)\u002fParallel Function Checker\u002f Unexpected Function Count", "GPT-4-0125-Preview (Prompt)\u002fParallel Function Checker\u002f Unexpected Function Count", "GPT-4-0613 (FC)\u002fParallel Function Checker\u002f Unexpected Function Count", "GPT-4-1106-Preview (FC)\u002fParallel Function Checker\u002f Unexpected Function Count", "Gemini-1.0-Pro (FC)\u002fParallel Function Checker\u002f Unexpected Function Count", "Gemma-7b-it (Prompt)\u002fParallel Function Checker\u002f Unexpected Function Count", "Gorilla-OpenFunctions-v2 (FC)\u002fParallel Function Checker\u002f Unexpected Function Count", "Hermes-2-Pro-Mistral-7B (FC)\u002fParallel Function Checker\u002f Unexpected Function Count", "Mistral-Medium-2312 (Prompt)\u002fParallel Function Checker\u002f Unexpected Function Count", "Mistral-Small-2402 (Prompt)\u002fParallel Function Checker\u002f Unexpected Function Count", "Mistral-large-2402 (FC Any)\u002fParallel Function Checker\u002f Unexpected Function Count", "Mistral-large-2402 (FC Auto)\u002fParallel Function Checker\u002f Unexpected Function Count", "Mistral-small-2402 (FC Any)\u002fParallel Function Checker\u002f Unexpected Function Count", "Mistral-small-2402 (FC Auto)\u002fParallel Function Checker\u002f Unexpected Function Count", "Mistral-tiny-2312 (Prompt)\u002fParallel Function Checker\u002f Unexpected Function Count", "Nexusflow-Raven-v2 (FC)\u002fParallel Function Checker\u002f Unexpected Function Count", "Claude-2.1 (Prompt)\u002fSimple Function Checker\u002f Unexpected Parameter Encountered", "Claude-3-Haiku-20240307 (FC)\u002fSimple Function Checker\u002f Unexpected Parameter Encountered", "Claude-3-Opus-20240229 (FC)\u002fSimple Function Checker\u002f Unexpected Parameter Encountered", "Claude-3-Opus-20240229 (Prompt)\u002fSimple Function Checker\u002f Unexpected Parameter Encountered", "Claude-3-Sonnet-20240229 (Prompt)\u002fSimple Function Checker\u002f Unexpected Parameter Encountered", "Claude-instant-1.2 (Prompt)\u002fSimple Function Checker\u002f Unexpected Parameter Encountered", "DBRX-Instruct (Prompt)\u002fSimple Function Checker\u002f Unexpected Parameter Encountered", "Deepseek-v1.5 (Prompt)\u002fSimple Function Checker\u002f Unexpected Parameter Encountered", "Functionary-Medium-v2.4 (FC)\u002fSimple Function Checker\u002f Unexpected Parameter Encountered", "Functionary-Small-v2.4 (FC)\u002fSimple Function Checker\u002f Unexpected Parameter Encountered", "GPT-3.5-Turbo-0125 (FC)\u002fSimple Function Checker\u002f Unexpected Parameter Encountered", "GPT-4-0125-Preview (FC)\u002fSimple Function Checker\u002f Unexpected Parameter Encountered", "Gemma-7b-it (Prompt)\u002fSimple Function Checker\u002f Unexpected Parameter Encountered", "Gorilla-OpenFunctions-v2 (FC)\u002fSimple Function Checker\u002f Unexpected Parameter Encountered", "Hermes-2-Pro-Mistral-7B (FC)\u002fSimple Function Checker\u002f Unexpected Parameter Encountered", "Mistral-Medium-2312 (Prompt)\u002fSimple Function Checker\u002f Unexpected Parameter Encountered", "Mistral-large-2402 (FC Any)\u002fSimple Function Checker\u002f Unexpected Parameter Encountered", "Mistral-small-2402 (FC Any)\u002fSimple Function Checker\u002f Unexpected Parameter Encountered", "Nexusflow-Raven-v2 (FC)\u002fSimple Function Checker\u002f Unexpected Parameter Encountered", "Claude-2.1 (Prompt)\u002fExec Checker (Non REST)", "Claude-3-Haiku-20240307 (FC)\u002fExec Checker (Non REST)", "Claude-3-Opus-20240229 (FC)\u002fExec Checker (Non REST)", "Claude-3-Opus-20240229 (Prompt)\u002fExec Checker (Non REST)", "Claude-3-Sonnet-20240229 (FC)\u002fExec Checker (Non REST)", "Claude-3-Sonnet-20240229 (Prompt)\u002fExec Checker (Non REST)", "Claude-instant-1.2 (Prompt)\u002fExec Checker (Non REST)", "DBRX-Instruct (Prompt)\u002fExec Checker (Non REST)", "Deepseek-v1.5 (Prompt)\u002fExec Checker (Non REST)", "FireFunction-v1 (FC)\u002fExec Checker (Non REST)", "Functionary-Medium-v2.4 (FC)\u002fExec Checker (Non REST)", "Functionary-Small-v2.4 (FC)\u002fExec Checker (Non REST)", "GPT-3.5-Turbo-0125 (FC)\u002fExec Checker (Non REST)", "GPT-4-0125-Preview (FC)\u002fExec Checker (Non REST)", "GPT-4-0125-Preview (Prompt)\u002fExec Checker (Non REST)", "GPT-4-0613 (FC)\u002fExec Checker (Non REST)", "GPT-4-1106-Preview (FC)\u002fExec Checker (Non REST)", "Gemini-1.0-Pro (FC)\u002fExec Checker (Non REST)", "Gemma-7b-it (Prompt)\u002fExec Checker (Non REST)", "Gorilla-OpenFunctions-v2 (FC)\u002fExec Checker (Non REST)", "Hermes-2-Pro-Mistral-7B (FC)\u002fExec Checker (Non REST)", "Mistral-Medium-2312 (Prompt)\u002fExec Checker (Non REST)", "Mistral-Small-2402 (Prompt)\u002fExec Checker (Non REST)", "Mistral-large-2402 (FC Any)\u002fExec Checker (Non REST)", "Mistral-large-2402 (FC Auto)\u002fExec Checker (Non REST)", "Mistral-small-2402 (FC Any)\u002fExec Checker (Non REST)", "Mistral-small-2402 (FC Auto)\u002fExec Checker (Non REST)", "Mistral-tiny-2312 (Prompt)\u002fExec Checker (Non REST)", "Nexusflow-Raven-v2 (FC)\u002fExec Checker (Non REST)", "Claude-2.1 (Prompt)\u002fExec Checker (REST)", "Claude-3-Haiku-20240307 (FC)\u002fExec Checker (REST)", "Claude-3-Opus-20240229 (FC)\u002fExec Checker (REST)", "Claude-3-Opus-20240229 (Prompt)\u002fExec Checker (REST)", "Claude-3-Sonnet-20240229 (FC)\u002fExec Checker (REST)", "Claude-3-Sonnet-20240229 (Prompt)\u002fExec Checker (REST)", "Claude-instant-1.2 (Prompt)\u002fExec Checker (REST)", "DBRX-Instruct (Prompt)\u002fExec Checker (REST)", "Deepseek-v1.5 (Prompt)\u002fExec Checker (REST)", "FireFunction-v1 (FC)\u002fExec Checker (REST)", "Functionary-Medium-v2.4 (FC)\u002fExec Checker (REST)", "Functionary-Small-v2.4 (FC)\u002fExec Checker (REST)", "GPT-3.5-Turbo-0125 (FC)\u002fExec Checker (REST)", "GPT-4-0125-Preview (FC)\u002fExec Checker (REST)", "GPT-4-0125-Preview (Prompt)\u002fExec Checker (REST)", "GPT-4-0613 (FC)\u002fExec Checker (REST)", "GPT-4-1106-Preview (FC)\u002fExec Checker (REST)", "Gemini-1.0-Pro (FC)\u002fExec Checker (REST)", "Gemma-7b-it (Prompt)\u002fExec Checker (REST)", "Gorilla-OpenFunctions-v2 (FC)\u002fExec Checker (REST)", "Hermes-2-Pro-Mistral-7B (FC)\u002fExec Checker (REST)", "Mistral-Medium-2312 (Prompt)\u002fExec Checker (REST)", "Mistral-Small-2402 (Prompt)\u002fExec Checker (REST)", "Mistral-large-2402 (FC Any)\u002fExec Checker (REST)", "Mistral-large-2402 (FC Auto)\u002fExec Checker (REST)", "Mistral-small-2402 (FC Any)\u002fExec Checker (REST)", "Mistral-small-2402 (FC Auto)\u002fExec Checker (REST)", "Mistral-tiny-2312 (Prompt)\u002fExec Checker (REST)", "Nexusflow-Raven-v2 (FC)\u002fExec Checker (REST)", "Claude-2.1 (Prompt)\u002fParallel Function Checker", "Claude-3-Haiku-20240307 (FC)\u002fParallel Function Checker", "Claude-3-Opus-20240229 (FC)\u002fParallel Function Checker", "Claude-3-Opus-20240229 (Prompt)\u002fParallel Function Checker", "Claude-3-Sonnet-20240229 (FC)\u002fParallel Function Checker", "Claude-3-Sonnet-20240229 (Prompt)\u002fParallel Function Checker", "Claude-instant-1.2 (Prompt)\u002fParallel Function Checker", "DBRX-Instruct (Prompt)\u002fParallel Function Checker", "Deepseek-v1.5 (Prompt)\u002fParallel Function Checker", "FireFunction-v1 (FC)\u002fParallel Function Checker", "Functionary-Medium-v2.4 (FC)\u002fParallel Function Checker", "Functionary-Small-v2.4 (FC)\u002fParallel Function Checker", "GPT-3.5-Turbo-0125 (FC)\u002fParallel Function Checker", "GPT-4-0125-Preview (FC)\u002fParallel Function Checker", "GPT-4-0125-Preview (Prompt)\u002fParallel Function Checker", "GPT-4-0613 (FC)\u002fParallel Function Checker", "GPT-4-1106-Preview (FC)\u002fParallel Function Checker", "Gemini-1.0-Pro (FC)\u002fParallel Function Checker", "Gemma-7b-it (Prompt)\u002fParallel Function Checker", "Gorilla-OpenFunctions-v2 (FC)\u002fParallel Function Checker", "Hermes-2-Pro-Mistral-7B (FC)\u002fParallel Function Checker", "Mistral-Medium-2312 (Prompt)\u002fParallel Function Checker", "Mistral-Small-2402 (Prompt)\u002fParallel Function Checker", "Mistral-large-2402 (FC Any)\u002fParallel Function Checker", "Mistral-large-2402 (FC Auto)\u002fParallel Function Checker", "Mistral-small-2402 (FC Any)\u002fParallel Function Checker", "Mistral-small-2402 (FC Auto)\u002fParallel Function Checker", "Mistral-tiny-2312 (Prompt)\u002fParallel Function Checker", "Nexusflow-Raven-v2 (FC)\u002fParallel Function Checker", "Claude-2.1 (Prompt)\u002fParsing Error", "Claude-3-Haiku-20240307 (FC)\u002fParsing Error", "Claude-3-Opus-20240229 (FC)\u002fParsing Error", "Claude-3-Opus-20240229 (Prompt)\u002fParsing Error", "Claude-3-Sonnet-20240229 (FC)\u002fParsing Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fParsing Error", "Claude-instant-1.2 (Prompt)\u002fParsing Error", "DBRX-Instruct (Prompt)\u002fParsing Error", "Deepseek-v1.5 (Prompt)\u002fParsing Error", "FireFunction-v1 (FC)\u002fParsing Error", "Functionary-Medium-v2.4 (FC)\u002fParsing Error", "Functionary-Small-v2.4 (FC)\u002fParsing Error", "GPT-3.5-Turbo-0125 (FC)\u002fParsing Error", "GPT-4-0125-Preview (FC)\u002fParsing Error", "GPT-4-0125-Preview (Prompt)\u002fParsing Error", "GPT-4-0613 (FC)\u002fParsing Error", "GPT-4-1106-Preview (FC)\u002fParsing Error", "Gemini-1.0-Pro (FC)\u002fParsing Error", "Gemma-7b-it (Prompt)\u002fParsing Error", "Gorilla-OpenFunctions-v2 (FC)\u002fParsing Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fParsing Error", "Mistral-Medium-2312 (Prompt)\u002fParsing Error", "Mistral-Small-2402 (Prompt)\u002fParsing Error", "Mistral-large-2402 (FC Any)\u002fParsing Error", "Mistral-large-2402 (FC Auto)\u002fParsing Error", "Mistral-small-2402 (FC Auto)\u002fParsing Error", "Mistral-tiny-2312 (Prompt)\u002fParsing Error", "Nexusflow-Raven-v2 (FC)\u002fParsing Error", "Claude-2.1 (Prompt)\u002fRelevance Error", "Claude-3-Haiku-20240307 (FC)\u002fRelevance Error", "Claude-3-Opus-20240229 (FC)\u002fRelevance Error", "Claude-3-Opus-20240229 (Prompt)\u002fRelevance Error", "Claude-3-Sonnet-20240229 (FC)\u002fRelevance Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fRelevance Error", "Claude-instant-1.2 (Prompt)\u002fRelevance Error", "DBRX-Instruct (Prompt)\u002fRelevance Error", "Deepseek-v1.5 (Prompt)\u002fRelevance Error", "FireFunction-v1 (FC)\u002fRelevance Error", "Functionary-Medium-v2.4 (FC)\u002fRelevance Error", "Functionary-Small-v2.4 (FC)\u002fRelevance Error", "GPT-3.5-Turbo-0125 (FC)\u002fRelevance Error", "GPT-4-0125-Preview (FC)\u002fRelevance Error", "GPT-4-0125-Preview (Prompt)\u002fRelevance Error", "GPT-4-0613 (FC)\u002fRelevance Error", "GPT-4-1106-Preview (FC)\u002fRelevance Error", "Gemini-1.0-Pro (FC)\u002fRelevance Error", "Gemma-7b-it (Prompt)\u002fRelevance Error", "Gorilla-OpenFunctions-v2 (FC)\u002fRelevance Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fRelevance Error", "Mistral-Medium-2312 (Prompt)\u002fRelevance Error", "Mistral-Small-2402 (Prompt)\u002fRelevance Error", "Mistral-large-2402 (FC Any)\u002fRelevance Error", "Mistral-large-2402 (FC Auto)\u002fRelevance Error", "Mistral-small-2402 (FC Any)\u002fRelevance Error", "Mistral-small-2402 (FC Auto)\u002fRelevance Error", "Mistral-tiny-2312 (Prompt)\u002fRelevance Error", "Nexusflow-Raven-v2 (FC)\u002fRelevance Error", "Claude-2.1 (Prompt)\u002fSimple Function Checker", "Claude-3-Haiku-20240307 (FC)\u002fSimple Function Checker", "Claude-3-Opus-20240229 (FC)\u002fSimple Function Checker", "Claude-3-Opus-20240229 (Prompt)\u002fSimple Function Checker", "Claude-3-Sonnet-20240229 (FC)\u002fSimple Function Checker", "Claude-3-Sonnet-20240229 (Prompt)\u002fSimple Function Checker", "Claude-instant-1.2 (Prompt)\u002fSimple Function Checker", "DBRX-Instruct (Prompt)\u002fSimple Function Checker", "Deepseek-v1.5 (Prompt)\u002fSimple Function Checker", "FireFunction-v1 (FC)\u002fSimple Function Checker", "Functionary-Medium-v2.4 (FC)\u002fSimple Function Checker", "Functionary-Small-v2.4 (FC)\u002fSimple Function Checker", "GPT-3.5-Turbo-0125 (FC)\u002fSimple Function Checker", "GPT-4-0125-Preview (FC)\u002fSimple Function Checker", "GPT-4-0125-Preview (Prompt)\u002fSimple Function Checker", "GPT-4-0613 (FC)\u002fSimple Function Checker", "GPT-4-1106-Preview (FC)\u002fSimple Function Checker", "Gemini-1.0-Pro (FC)\u002fSimple Function Checker", "Gemma-7b-it (Prompt)\u002fSimple Function Checker", "Gorilla-OpenFunctions-v2 (FC)\u002fSimple Function Checker", "Hermes-2-Pro-Mistral-7B (FC)\u002fSimple Function Checker", "Mistral-Medium-2312 (Prompt)\u002fSimple Function Checker", "Mistral-Small-2402 (Prompt)\u002fSimple Function Checker", "Mistral-large-2402 (FC Any)\u002fSimple Function Checker", "Mistral-large-2402 (FC Auto)\u002fSimple Function Checker", "Mistral-small-2402 (FC Any)\u002fSimple Function Checker", "Mistral-tiny-2312 (Prompt)\u002fSimple Function Checker", "Nexusflow-Raven-v2 (FC)\u002fSimple Function Checker", "Claude-2.1 (Prompt)\u002fType Error", "Claude-3-Haiku-20240307 (FC)\u002fType Error", "Claude-3-Opus-20240229 (FC)\u002fType Error", "Claude-3-Opus-20240229 (Prompt)\u002fType Error", "Claude-3-Sonnet-20240229 (FC)\u002fType Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fType Error", "Claude-instant-1.2 (Prompt)\u002fType Error", "DBRX-Instruct (Prompt)\u002fType Error", "Deepseek-v1.5 (Prompt)\u002fType Error", "FireFunction-v1 (FC)\u002fType Error", "Functionary-Medium-v2.4 (FC)\u002fType Error", "Functionary-Small-v2.4 (FC)\u002fType Error", "GPT-3.5-Turbo-0125 (FC)\u002fType Error", "GPT-4-0125-Preview (FC)\u002fType Error", "GPT-4-0125-Preview (Prompt)\u002fType Error", "GPT-4-0613 (FC)\u002fType Error", "GPT-4-1106-Preview (FC)\u002fType Error", "Gemini-1.0-Pro (FC)\u002fType Error", "Gemma-7b-it (Prompt)\u002fType Error", "Gorilla-OpenFunctions-v2 (FC)\u002fType Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fType Error", "Mistral-Medium-2312 (Prompt)\u002fType Error", "Mistral-Small-2402 (Prompt)\u002fType Error", "Mistral-large-2402 (FC Any)\u002fType Error", "Mistral-large-2402 (FC Auto)\u002fType Error", "Mistral-small-2402 (FC Any)\u002fType Error", "Mistral-small-2402 (FC Auto)\u002fType Error", "Mistral-tiny-2312 (Prompt)\u002fType Error", "Nexusflow-Raven-v2 (FC)\u002fType Error", "Claude-2.1 (Prompt)\u002fValue Error", "Claude-3-Haiku-20240307 (FC)\u002fValue Error", "Claude-3-Opus-20240229 (FC)\u002fValue Error", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error", "Claude-3-Sonnet-20240229 (FC)\u002fValue Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fValue Error", "Claude-instant-1.2 (Prompt)\u002fValue Error", "DBRX-Instruct (Prompt)\u002fValue Error", "Deepseek-v1.5 (Prompt)\u002fValue Error", "FireFunction-v1 (FC)\u002fValue Error", "Functionary-Medium-v2.4 (FC)\u002fValue Error", "Functionary-Small-v2.4 (FC)\u002fValue Error", "GPT-3.5-Turbo-0125 (FC)\u002fValue Error", "GPT-4-0125-Preview (FC)\u002fValue Error", "GPT-4-0125-Preview (Prompt)\u002fValue Error", "GPT-4-0613 (FC)\u002fValue Error", "GPT-4-1106-Preview (FC)\u002fValue Error", "Gemini-1.0-Pro (FC)\u002fValue Error", "Gemma-7b-it (Prompt)\u002fValue Error", "Gorilla-OpenFunctions-v2 (FC)\u002fValue Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fValue Error", "Mistral-Medium-2312 (Prompt)\u002fValue Error", "Mistral-Small-2402 (Prompt)\u002fValue Error", "Mistral-large-2402 (FC Any)\u002fValue Error", "Mistral-large-2402 (FC Auto)\u002fValue Error", "Mistral-small-2402 (FC Any)\u002fValue Error", "Mistral-small-2402 (FC Auto)\u002fValue Error", "Mistral-tiny-2312 (Prompt)\u002fValue Error", "Nexusflow-Raven-v2 (FC)\u002fValue Error", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC)", "Claude-3-Opus-20240229 (FC)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "Gemini-1.0-Pro (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)"], "labels": [" Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect Parsing Output Format", " Incorrect Parsing Output Format", " Incorrect Parsing Output Format", " Incorrect Parsing Output Format", " Incorrect Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect Response Key", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Invalid String Format", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " Nested Type Mismatch", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Other Values Error", " Response Format Error", " Response Format Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Simple Type Mismatch", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (Non REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Exec Checker (REST)", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parallel Function Checker", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Parsing Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Simple Function Checker", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC)", "Claude-3-Opus-20240229 (FC)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "Gemini-1.0-Pro (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)"], "name": "", "parents": ["Claude-2.1 (Prompt)\u002fParsing Error", "Claude-3-Haiku-20240307 (FC)\u002fParsing Error", "Claude-3-Opus-20240229 (FC)\u002fParsing Error", "Claude-3-Opus-20240229 (Prompt)\u002fParsing Error", "Claude-3-Sonnet-20240229 (FC)\u002fParsing Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fParsing Error", "Claude-instant-1.2 (Prompt)\u002fParsing Error", "DBRX-Instruct (Prompt)\u002fParsing Error", "Deepseek-v1.5 (Prompt)\u002fParsing Error", "FireFunction-v1 (FC)\u002fParsing Error", "Functionary-Medium-v2.4 (FC)\u002fParsing Error", "Functionary-Small-v2.4 (FC)\u002fParsing Error", "GPT-3.5-Turbo-0125 (FC)\u002fParsing Error", "GPT-4-0125-Preview (FC)\u002fParsing Error", "GPT-4-0125-Preview (Prompt)\u002fParsing Error", "GPT-4-0613 (FC)\u002fParsing Error", "GPT-4-1106-Preview (FC)\u002fParsing Error", "Gemini-1.0-Pro (FC)\u002fParsing Error", "Gemma-7b-it (Prompt)\u002fParsing Error", "Gorilla-OpenFunctions-v2 (FC)\u002fParsing Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fParsing Error", "Mistral-Medium-2312 (Prompt)\u002fParsing Error", "Mistral-Small-2402 (Prompt)\u002fParsing Error", "Mistral-large-2402 (FC Any)\u002fParsing Error", "Mistral-large-2402 (FC Auto)\u002fParsing Error", "Mistral-small-2402 (FC Auto)\u002fParsing Error", "Mistral-tiny-2312 (Prompt)\u002fParsing Error", "Nexusflow-Raven-v2 (FC)\u002fParsing Error", "Claude-2.1 (Prompt)\u002fValue Error", "Claude-3-Haiku-20240307 (FC)\u002fValue Error", "Claude-3-Opus-20240229 (FC)\u002fValue Error", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error", "Claude-3-Sonnet-20240229 (FC)\u002fValue Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fValue Error", "Claude-instant-1.2 (Prompt)\u002fValue Error", "DBRX-Instruct (Prompt)\u002fValue Error", "Deepseek-v1.5 (Prompt)\u002fValue Error", "FireFunction-v1 (FC)\u002fValue Error", "Functionary-Medium-v2.4 (FC)\u002fValue Error", "Functionary-Small-v2.4 (FC)\u002fValue Error", "GPT-3.5-Turbo-0125 (FC)\u002fValue Error", "GPT-4-0125-Preview (FC)\u002fValue Error", "GPT-4-0125-Preview (Prompt)\u002fValue Error", "GPT-4-0613 (FC)\u002fValue Error", "GPT-4-1106-Preview (FC)\u002fValue Error", "Gemini-1.0-Pro (FC)\u002fValue Error", "Gemma-7b-it (Prompt)\u002fValue Error", "Gorilla-OpenFunctions-v2 (FC)\u002fValue Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fValue Error", "Mistral-Medium-2312 (Prompt)\u002fValue Error", "Mistral-Small-2402 (Prompt)\u002fValue Error", "Mistral-large-2402 (FC Any)\u002fValue Error", "Mistral-large-2402 (FC Auto)\u002fValue Error", "Mistral-small-2402 (FC Any)\u002fValue Error", "Mistral-small-2402 (FC Auto)\u002fValue Error", "Mistral-tiny-2312 (Prompt)\u002fValue Error", "Nexusflow-Raven-v2 (FC)\u002fValue Error", "Claude-3-Haiku-20240307 (FC)\u002fParsing Error", "Claude-3-Opus-20240229 (FC)\u002fParsing Error", "Claude-3-Sonnet-20240229 (FC)\u002fParsing Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fParsing Error", "DBRX-Instruct (Prompt)\u002fParsing Error", "Deepseek-v1.5 (Prompt)\u002fParsing Error", "Mistral-Small-2402 (Prompt)\u002fParsing Error", "Mistral-tiny-2312 (Prompt)\u002fParsing Error", "Claude-2.1 (Prompt)\u002fExec Checker (Non REST)", "Claude-3-Haiku-20240307 (FC)\u002fExec Checker (Non REST)", "Claude-3-Opus-20240229 (FC)\u002fExec Checker (Non REST)", "Claude-3-Opus-20240229 (Prompt)\u002fExec Checker (Non REST)", "Claude-3-Sonnet-20240229 (FC)\u002fExec Checker (Non REST)", "Claude-3-Sonnet-20240229 (Prompt)\u002fExec Checker (Non REST)", "Claude-instant-1.2 (Prompt)\u002fExec Checker (Non REST)", "DBRX-Instruct (Prompt)\u002fExec Checker (Non REST)", "Deepseek-v1.5 (Prompt)\u002fExec Checker (Non REST)", "FireFunction-v1 (FC)\u002fExec Checker (Non REST)", "Functionary-Medium-v2.4 (FC)\u002fExec Checker (Non REST)", "Functionary-Small-v2.4 (FC)\u002fExec Checker (Non REST)", "GPT-3.5-Turbo-0125 (FC)\u002fExec Checker (Non REST)", "GPT-4-0125-Preview (FC)\u002fExec Checker (Non REST)", "GPT-4-0125-Preview (Prompt)\u002fExec Checker (Non REST)", "GPT-4-0613 (FC)\u002fExec Checker (Non REST)", "GPT-4-1106-Preview (FC)\u002fExec Checker (Non REST)", "Gemini-1.0-Pro (FC)\u002fExec Checker (Non REST)", "Gemma-7b-it (Prompt)\u002fExec Checker (Non REST)", "Gorilla-OpenFunctions-v2 (FC)\u002fExec Checker (Non REST)", "Hermes-2-Pro-Mistral-7B (FC)\u002fExec Checker (Non REST)", "Mistral-Medium-2312 (Prompt)\u002fExec Checker (Non REST)", "Mistral-Small-2402 (Prompt)\u002fExec Checker (Non REST)", "Mistral-large-2402 (FC Any)\u002fExec Checker (Non REST)", "Mistral-large-2402 (FC Auto)\u002fExec Checker (Non REST)", "Mistral-small-2402 (FC Any)\u002fExec Checker (Non REST)", "Mistral-small-2402 (FC Auto)\u002fExec Checker (Non REST)", "Mistral-tiny-2312 (Prompt)\u002fExec Checker (Non REST)", "Nexusflow-Raven-v2 (FC)\u002fExec Checker (Non REST)", "Claude-2.1 (Prompt)\u002fSimple Function Checker", "Claude-3-Opus-20240229 (Prompt)\u002fSimple Function Checker", "Claude-3-Sonnet-20240229 (Prompt)\u002fSimple Function Checker", "Claude-instant-1.2 (Prompt)\u002fSimple Function Checker", "DBRX-Instruct (Prompt)\u002fSimple Function Checker", "Deepseek-v1.5 (Prompt)\u002fSimple Function Checker", "Functionary-Small-v2.4 (FC)\u002fSimple Function Checker", "Gemma-7b-it (Prompt)\u002fSimple Function Checker", "Mistral-Medium-2312 (Prompt)\u002fSimple Function Checker", "Mistral-Small-2402 (Prompt)\u002fSimple Function Checker", "Mistral-large-2402 (FC Auto)\u002fSimple Function Checker", "Mistral-small-2402 (FC Any)\u002fSimple Function Checker", "Mistral-tiny-2312 (Prompt)\u002fSimple Function Checker", "Nexusflow-Raven-v2 (FC)\u002fSimple Function Checker", "Claude-2.1 (Prompt)\u002fExec Checker (REST)", "Claude-3-Haiku-20240307 (FC)\u002fExec Checker (REST)", "Claude-3-Opus-20240229 (FC)\u002fExec Checker (REST)", "Claude-3-Opus-20240229 (Prompt)\u002fExec Checker (REST)", "Claude-3-Sonnet-20240229 (FC)\u002fExec Checker (REST)", "Claude-3-Sonnet-20240229 (Prompt)\u002fExec Checker (REST)", "Claude-instant-1.2 (Prompt)\u002fExec Checker (REST)", "DBRX-Instruct (Prompt)\u002fExec Checker (REST)", "Deepseek-v1.5 (Prompt)\u002fExec Checker (REST)", "FireFunction-v1 (FC)\u002fExec Checker (REST)", "Functionary-Medium-v2.4 (FC)\u002fExec Checker (REST)", "Functionary-Small-v2.4 (FC)\u002fExec Checker (REST)", "GPT-3.5-Turbo-0125 (FC)\u002fExec Checker (REST)", "GPT-4-0125-Preview (FC)\u002fExec Checker (REST)", "GPT-4-0125-Preview (Prompt)\u002fExec Checker (REST)", "GPT-4-0613 (FC)\u002fExec Checker (REST)", "GPT-4-1106-Preview (FC)\u002fExec Checker (REST)", "Gemini-1.0-Pro (FC)\u002fExec Checker (REST)", "Gemma-7b-it (Prompt)\u002fExec Checker (REST)", "Gorilla-OpenFunctions-v2 (FC)\u002fExec Checker (REST)", "Hermes-2-Pro-Mistral-7B (FC)\u002fExec Checker (REST)", "Mistral-Medium-2312 (Prompt)\u002fExec Checker (REST)", "Mistral-Small-2402 (Prompt)\u002fExec Checker (REST)", "Mistral-large-2402 (FC Any)\u002fExec Checker (REST)", "Mistral-large-2402 (FC Auto)\u002fExec Checker (REST)", "Mistral-small-2402 (FC Any)\u002fExec Checker (REST)", "Mistral-small-2402 (FC Auto)\u002fExec Checker (REST)", "Nexusflow-Raven-v2 (FC)\u002fExec Checker (REST)", "Claude-3-Haiku-20240307 (FC)\u002fParsing Error", "Claude-3-Opus-20240229 (FC)\u002fParsing Error", "Functionary-Medium-v2.4 (FC)\u002fParsing Error", "Functionary-Small-v2.4 (FC)\u002fParsing Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fParsing Error", "Claude-3-Haiku-20240307 (FC)\u002fParsing Error", "Deepseek-v1.5 (Prompt)\u002fParsing Error", "Functionary-Medium-v2.4 (FC)\u002fParsing Error", "Functionary-Small-v2.4 (FC)\u002fParsing Error", "GPT-4-0125-Preview (FC)\u002fParsing Error", "GPT-4-1106-Preview (FC)\u002fParsing Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fParsing Error", "Claude-3-Opus-20240229 (Prompt)\u002fExec Checker (REST)", "Claude-2.1 (Prompt)\u002fExec Checker (Non REST)", "Claude-3-Haiku-20240307 (FC)\u002fExec Checker (Non REST)", "Claude-3-Opus-20240229 (FC)\u002fExec Checker (Non REST)", "Claude-3-Opus-20240229 (Prompt)\u002fExec Checker (Non REST)", "Claude-3-Sonnet-20240229 (FC)\u002fExec Checker (Non REST)", "Claude-3-Sonnet-20240229 (Prompt)\u002fExec Checker (Non REST)", "Claude-instant-1.2 (Prompt)\u002fExec Checker (Non REST)", "DBRX-Instruct (Prompt)\u002fExec Checker (Non REST)", "Deepseek-v1.5 (Prompt)\u002fExec Checker (Non REST)", "FireFunction-v1 (FC)\u002fExec Checker (Non REST)", "Functionary-Medium-v2.4 (FC)\u002fExec Checker (Non REST)", "Functionary-Small-v2.4 (FC)\u002fExec Checker (Non REST)", "GPT-3.5-Turbo-0125 (FC)\u002fExec Checker (Non REST)", "GPT-4-0125-Preview (FC)\u002fExec Checker (Non REST)", "GPT-4-0125-Preview (Prompt)\u002fExec Checker (Non REST)", "GPT-4-0613 (FC)\u002fExec Checker (Non REST)", "GPT-4-1106-Preview (FC)\u002fExec Checker (Non REST)", "Gemini-1.0-Pro (FC)\u002fExec Checker (Non REST)", "Gemma-7b-it (Prompt)\u002fExec Checker (Non REST)", "Gorilla-OpenFunctions-v2 (FC)\u002fExec Checker (Non REST)", "Hermes-2-Pro-Mistral-7B (FC)\u002fExec Checker (Non REST)", "Mistral-Medium-2312 (Prompt)\u002fExec Checker (Non REST)", "Mistral-Small-2402 (Prompt)\u002fExec Checker (Non REST)", "Mistral-large-2402 (FC Any)\u002fExec Checker (Non REST)", "Mistral-large-2402 (FC Auto)\u002fExec Checker (Non REST)", "Mistral-small-2402 (FC Any)\u002fExec Checker (Non REST)", "Mistral-tiny-2312 (Prompt)\u002fExec Checker (Non REST)", "Nexusflow-Raven-v2 (FC)\u002fExec Checker (Non REST)", "Claude-3-Haiku-20240307 (FC)\u002fValue Error", "Claude-3-Opus-20240229 (FC)\u002fValue Error", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error", "Functionary-Medium-v2.4 (FC)\u002fValue Error", "Functionary-Small-v2.4 (FC)\u002fValue Error", "GPT-3.5-Turbo-0125 (FC)\u002fValue Error", "Gemini-1.0-Pro (FC)\u002fValue Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fValue Error", "Mistral-Medium-2312 (Prompt)\u002fValue Error", "Mistral-large-2402 (FC Any)\u002fValue Error", "Mistral-small-2402 (FC Any)\u002fValue Error", "Nexusflow-Raven-v2 (FC)\u002fValue Error", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error", "Gorilla-OpenFunctions-v2 (FC)\u002fValue Error", "Mistral-Medium-2312 (Prompt)\u002fValue Error", "Nexusflow-Raven-v2 (FC)\u002fValue Error", "Claude-2.1 (Prompt)\u002fValue Error", "Claude-3-Opus-20240229 (FC)\u002fValue Error", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error", "Claude-3-Sonnet-20240229 (FC)\u002fValue Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fValue Error", "Claude-instant-1.2 (Prompt)\u002fValue Error", "DBRX-Instruct (Prompt)\u002fValue Error", "Functionary-Small-v2.4 (FC)\u002fValue Error", "GPT-4-0125-Preview (Prompt)\u002fValue Error", "GPT-4-1106-Preview (FC)\u002fValue Error", "Gemini-1.0-Pro (FC)\u002fValue Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fValue Error", "Mistral-Medium-2312 (Prompt)\u002fValue Error", "Mistral-tiny-2312 (Prompt)\u002fValue Error", "Claude-2.1 (Prompt)\u002fValue Error", "Claude-3-Haiku-20240307 (FC)\u002fValue Error", "Claude-3-Opus-20240229 (FC)\u002fValue Error", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error", "Claude-3-Sonnet-20240229 (FC)\u002fValue Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fValue Error", "Claude-instant-1.2 (Prompt)\u002fValue Error", "DBRX-Instruct (Prompt)\u002fValue Error", "Deepseek-v1.5 (Prompt)\u002fValue Error", "FireFunction-v1 (FC)\u002fValue Error", "Functionary-Medium-v2.4 (FC)\u002fValue Error", "Functionary-Small-v2.4 (FC)\u002fValue Error", "GPT-3.5-Turbo-0125 (FC)\u002fValue Error", "GPT-4-0125-Preview (FC)\u002fValue Error", "GPT-4-0125-Preview (Prompt)\u002fValue Error", "GPT-4-0613 (FC)\u002fValue Error", "GPT-4-1106-Preview (FC)\u002fValue Error", "Gemini-1.0-Pro (FC)\u002fValue Error", "Gemma-7b-it (Prompt)\u002fValue Error", "Gorilla-OpenFunctions-v2 (FC)\u002fValue Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fValue Error", "Mistral-Medium-2312 (Prompt)\u002fValue Error", "Mistral-Small-2402 (Prompt)\u002fValue Error", "Mistral-large-2402 (FC Any)\u002fValue Error", "Mistral-large-2402 (FC Auto)\u002fValue Error", "Mistral-small-2402 (FC Any)\u002fValue Error", "Mistral-tiny-2312 (Prompt)\u002fValue Error", "Nexusflow-Raven-v2 (FC)\u002fValue Error", "Claude-2.1 (Prompt)\u002fSimple Function Checker", "Claude-3-Haiku-20240307 (FC)\u002fSimple Function Checker", "Claude-3-Opus-20240229 (Prompt)\u002fSimple Function Checker", "Claude-3-Sonnet-20240229 (FC)\u002fSimple Function Checker", "Claude-3-Sonnet-20240229 (Prompt)\u002fSimple Function Checker", "Claude-instant-1.2 (Prompt)\u002fSimple Function Checker", "DBRX-Instruct (Prompt)\u002fSimple Function Checker", "Deepseek-v1.5 (Prompt)\u002fSimple Function Checker", "FireFunction-v1 (FC)\u002fSimple Function Checker", "Functionary-Medium-v2.4 (FC)\u002fSimple Function Checker", "Functionary-Small-v2.4 (FC)\u002fSimple Function Checker", "GPT-3.5-Turbo-0125 (FC)\u002fSimple Function Checker", "GPT-4-0125-Preview (FC)\u002fSimple Function Checker", "GPT-4-0125-Preview (Prompt)\u002fSimple Function Checker", "GPT-4-0613 (FC)\u002fSimple Function Checker", "GPT-4-1106-Preview (FC)\u002fSimple Function Checker", "Gemini-1.0-Pro (FC)\u002fSimple Function Checker", "Gemma-7b-it (Prompt)\u002fSimple Function Checker", "Gorilla-OpenFunctions-v2 (FC)\u002fSimple Function Checker", "Hermes-2-Pro-Mistral-7B (FC)\u002fSimple Function Checker", "Mistral-Medium-2312 (Prompt)\u002fSimple Function Checker", "Mistral-large-2402 (FC Any)\u002fSimple Function Checker", "Mistral-large-2402 (FC Auto)\u002fSimple Function Checker", "Mistral-small-2402 (FC Any)\u002fSimple Function Checker", "Mistral-tiny-2312 (Prompt)\u002fSimple Function Checker", "Nexusflow-Raven-v2 (FC)\u002fSimple Function Checker", "Claude-2.1 (Prompt)\u002fSimple Function Checker", "Claude-3-Haiku-20240307 (FC)\u002fSimple Function Checker", "Claude-3-Opus-20240229 (FC)\u002fSimple Function Checker", "Claude-3-Sonnet-20240229 (FC)\u002fSimple Function Checker", "Claude-3-Sonnet-20240229 (Prompt)\u002fSimple Function Checker", "Claude-instant-1.2 (Prompt)\u002fSimple Function Checker", "DBRX-Instruct (Prompt)\u002fSimple Function Checker", "Deepseek-v1.5 (Prompt)\u002fSimple Function Checker", "Functionary-Medium-v2.4 (FC)\u002fSimple Function Checker", "GPT-3.5-Turbo-0125 (FC)\u002fSimple Function Checker", "GPT-4-0125-Preview (FC)\u002fSimple Function Checker", "GPT-4-0613 (FC)\u002fSimple Function Checker", "GPT-4-1106-Preview (FC)\u002fSimple Function Checker", "Gemini-1.0-Pro (FC)\u002fSimple Function Checker", "Gemma-7b-it (Prompt)\u002fSimple Function Checker", "Mistral-Medium-2312 (Prompt)\u002fSimple Function Checker", "Mistral-large-2402 (FC Any)\u002fSimple Function Checker", "Mistral-large-2402 (FC Auto)\u002fSimple Function Checker", "Mistral-small-2402 (FC Any)\u002fSimple Function Checker", "Mistral-tiny-2312 (Prompt)\u002fSimple Function Checker", "Nexusflow-Raven-v2 (FC)\u002fSimple Function Checker", "Claude-2.1 (Prompt)\u002fType Error", "Claude-3-Haiku-20240307 (FC)\u002fType Error", "Claude-3-Opus-20240229 (FC)\u002fType Error", "Claude-3-Opus-20240229 (Prompt)\u002fType Error", "Claude-3-Sonnet-20240229 (FC)\u002fType Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fType Error", "Claude-instant-1.2 (Prompt)\u002fType Error", "DBRX-Instruct (Prompt)\u002fType Error", "FireFunction-v1 (FC)\u002fType Error", "Functionary-Medium-v2.4 (FC)\u002fType Error", "Functionary-Small-v2.4 (FC)\u002fType Error", "GPT-3.5-Turbo-0125 (FC)\u002fType Error", "GPT-4-0125-Preview (FC)\u002fType Error", "GPT-4-0125-Preview (Prompt)\u002fType Error", "GPT-4-0613 (FC)\u002fType Error", "GPT-4-1106-Preview (FC)\u002fType Error", "Gemini-1.0-Pro (FC)\u002fType Error", "Gemma-7b-it (Prompt)\u002fType Error", "Gorilla-OpenFunctions-v2 (FC)\u002fType Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fType Error", "Mistral-Medium-2312 (Prompt)\u002fType Error", "Mistral-large-2402 (FC Any)\u002fType Error", "Mistral-large-2402 (FC Auto)\u002fType Error", "Mistral-small-2402 (FC Any)\u002fType Error", "Mistral-small-2402 (FC Auto)\u002fType Error", "Mistral-tiny-2312 (Prompt)\u002fType Error", "Nexusflow-Raven-v2 (FC)\u002fType Error", "Claude-2.1 (Prompt)\u002fParallel Function Checker", "Claude-3-Haiku-20240307 (FC)\u002fParallel Function Checker", "Claude-3-Opus-20240229 (FC)\u002fParallel Function Checker", "Claude-3-Opus-20240229 (Prompt)\u002fParallel Function Checker", "Claude-3-Sonnet-20240229 (FC)\u002fParallel Function Checker", "Claude-3-Sonnet-20240229 (Prompt)\u002fParallel Function Checker", "Claude-instant-1.2 (Prompt)\u002fParallel Function Checker", "DBRX-Instruct (Prompt)\u002fParallel Function Checker", "Deepseek-v1.5 (Prompt)\u002fParallel Function Checker", "FireFunction-v1 (FC)\u002fParallel Function Checker", "Functionary-Medium-v2.4 (FC)\u002fParallel Function Checker", "Functionary-Small-v2.4 (FC)\u002fParallel Function Checker", "GPT-3.5-Turbo-0125 (FC)\u002fParallel Function Checker", "GPT-4-0125-Preview (FC)\u002fParallel Function Checker", "GPT-4-0125-Preview (Prompt)\u002fParallel Function Checker", "GPT-4-0613 (FC)\u002fParallel Function Checker", "GPT-4-1106-Preview (FC)\u002fParallel Function Checker", "Gemini-1.0-Pro (FC)\u002fParallel Function Checker", "Gemma-7b-it (Prompt)\u002fParallel Function Checker", "Gorilla-OpenFunctions-v2 (FC)\u002fParallel Function Checker", "Hermes-2-Pro-Mistral-7B (FC)\u002fParallel Function Checker", "Mistral-Medium-2312 (Prompt)\u002fParallel Function Checker", "Mistral-Small-2402 (Prompt)\u002fParallel Function Checker", "Mistral-large-2402 (FC Any)\u002fParallel Function Checker", "Mistral-large-2402 (FC Auto)\u002fParallel Function Checker", "Mistral-small-2402 (FC Any)\u002fParallel Function Checker", "Mistral-small-2402 (FC Auto)\u002fParallel Function Checker", "Mistral-tiny-2312 (Prompt)\u002fParallel Function Checker", "Nexusflow-Raven-v2 (FC)\u002fParallel Function Checker", "Claude-2.1 (Prompt)\u002fValue Error", "Claude-3-Haiku-20240307 (FC)\u002fValue Error", "Claude-3-Opus-20240229 (FC)\u002fValue Error", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error", "Claude-3-Sonnet-20240229 (FC)\u002fValue Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fValue Error", "Claude-instant-1.2 (Prompt)\u002fValue Error", "DBRX-Instruct (Prompt)\u002fValue Error", "Deepseek-v1.5 (Prompt)\u002fValue Error", "FireFunction-v1 (FC)\u002fValue Error", "Functionary-Medium-v2.4 (FC)\u002fValue Error", "Functionary-Small-v2.4 (FC)\u002fValue Error", "GPT-3.5-Turbo-0125 (FC)\u002fValue Error", "GPT-4-0125-Preview (FC)\u002fValue Error", "GPT-4-0125-Preview (Prompt)\u002fValue Error", "GPT-4-1106-Preview (FC)\u002fValue Error", "Gemini-1.0-Pro (FC)\u002fValue Error", "Gemma-7b-it (Prompt)\u002fValue Error", "Gorilla-OpenFunctions-v2 (FC)\u002fValue Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fValue Error", "Mistral-Medium-2312 (Prompt)\u002fValue Error", "Mistral-Small-2402 (Prompt)\u002fValue Error", "Mistral-large-2402 (FC Any)\u002fValue Error", "Mistral-large-2402 (FC Auto)\u002fValue Error", "Mistral-small-2402 (FC Any)\u002fValue Error", "Mistral-tiny-2312 (Prompt)\u002fValue Error", "Nexusflow-Raven-v2 (FC)\u002fValue Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fExec Checker (REST)", "Nexusflow-Raven-v2 (FC)\u002fExec Checker (REST)", "Claude-2.1 (Prompt)\u002fExec Checker (Non REST)", "Claude-3-Haiku-20240307 (FC)\u002fExec Checker (Non REST)", "Claude-3-Opus-20240229 (FC)\u002fExec Checker (Non REST)", "Claude-3-Opus-20240229 (Prompt)\u002fExec Checker (Non REST)", "Claude-3-Sonnet-20240229 (FC)\u002fExec Checker (Non REST)", "Claude-3-Sonnet-20240229 (Prompt)\u002fExec Checker (Non REST)", "Claude-instant-1.2 (Prompt)\u002fExec Checker (Non REST)", "DBRX-Instruct (Prompt)\u002fExec Checker (Non REST)", "Deepseek-v1.5 (Prompt)\u002fExec Checker (Non REST)", "FireFunction-v1 (FC)\u002fExec Checker (Non REST)", "Functionary-Medium-v2.4 (FC)\u002fExec Checker (Non REST)", "Functionary-Small-v2.4 (FC)\u002fExec Checker (Non REST)", "GPT-3.5-Turbo-0125 (FC)\u002fExec Checker (Non REST)", "GPT-4-0125-Preview (FC)\u002fExec Checker (Non REST)", "GPT-4-0125-Preview (Prompt)\u002fExec Checker (Non REST)", "GPT-4-0613 (FC)\u002fExec Checker (Non REST)", "GPT-4-1106-Preview (FC)\u002fExec Checker (Non REST)", "Gemini-1.0-Pro (FC)\u002fExec Checker (Non REST)", "Gemma-7b-it (Prompt)\u002fExec Checker (Non REST)", "Gorilla-OpenFunctions-v2 (FC)\u002fExec Checker (Non REST)", "Hermes-2-Pro-Mistral-7B (FC)\u002fExec Checker (Non REST)", "Mistral-Medium-2312 (Prompt)\u002fExec Checker (Non REST)", "Mistral-Small-2402 (Prompt)\u002fExec Checker (Non REST)", "Mistral-large-2402 (FC Any)\u002fExec Checker (Non REST)", "Mistral-large-2402 (FC Auto)\u002fExec Checker (Non REST)", "Mistral-small-2402 (FC Any)\u002fExec Checker (Non REST)", "Mistral-small-2402 (FC Auto)\u002fExec Checker (Non REST)", "Mistral-tiny-2312 (Prompt)\u002fExec Checker (Non REST)", "Nexusflow-Raven-v2 (FC)\u002fExec Checker (Non REST)", "Claude-2.1 (Prompt)\u002fExec Checker (REST)", "Claude-3-Sonnet-20240229 (FC)\u002fExec Checker (REST)", "Claude-instant-1.2 (Prompt)\u002fExec Checker (REST)", "Deepseek-v1.5 (Prompt)\u002fExec Checker (REST)", "FireFunction-v1 (FC)\u002fExec Checker (REST)", "Functionary-Medium-v2.4 (FC)\u002fExec Checker (REST)", "Functionary-Small-v2.4 (FC)\u002fExec Checker (REST)", "GPT-3.5-Turbo-0125 (FC)\u002fExec Checker (REST)", "GPT-4-0125-Preview (FC)\u002fExec Checker (REST)", "GPT-4-1106-Preview (FC)\u002fExec Checker (REST)", "Gemini-1.0-Pro (FC)\u002fExec Checker (REST)", "Gemma-7b-it (Prompt)\u002fExec Checker (REST)", "Hermes-2-Pro-Mistral-7B (FC)\u002fExec Checker (REST)", "Mistral-Medium-2312 (Prompt)\u002fExec Checker (REST)", "Mistral-small-2402 (FC Any)\u002fExec Checker (REST)", "Mistral-tiny-2312 (Prompt)\u002fExec Checker (REST)", "Nexusflow-Raven-v2 (FC)\u002fExec Checker (REST)", "Claude-2.1 (Prompt)\u002fType Error", "Claude-3-Haiku-20240307 (FC)\u002fType Error", "Claude-3-Opus-20240229 (FC)\u002fType Error", "Claude-3-Opus-20240229 (Prompt)\u002fType Error", "Claude-3-Sonnet-20240229 (FC)\u002fType Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fType Error", "Claude-instant-1.2 (Prompt)\u002fType Error", "DBRX-Instruct (Prompt)\u002fType Error", "Deepseek-v1.5 (Prompt)\u002fType Error", "FireFunction-v1 (FC)\u002fType Error", "Functionary-Medium-v2.4 (FC)\u002fType Error", "Functionary-Small-v2.4 (FC)\u002fType Error", "GPT-3.5-Turbo-0125 (FC)\u002fType Error", "GPT-4-0125-Preview (FC)\u002fType Error", "GPT-4-0125-Preview (Prompt)\u002fType Error", "GPT-4-0613 (FC)\u002fType Error", "GPT-4-1106-Preview (FC)\u002fType Error", "Gemini-1.0-Pro (FC)\u002fType Error", "Gemma-7b-it (Prompt)\u002fType Error", "Gorilla-OpenFunctions-v2 (FC)\u002fType Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fType Error", "Mistral-Medium-2312 (Prompt)\u002fType Error", "Mistral-Small-2402 (Prompt)\u002fType Error", "Mistral-large-2402 (FC Any)\u002fType Error", "Mistral-large-2402 (FC Auto)\u002fType Error", "Mistral-small-2402 (FC Any)\u002fType Error", "Mistral-tiny-2312 (Prompt)\u002fType Error", "Nexusflow-Raven-v2 (FC)\u002fType Error", "Claude-2.1 (Prompt)\u002fRelevance Error", "Claude-3-Haiku-20240307 (FC)\u002fRelevance Error", "Claude-3-Opus-20240229 (FC)\u002fRelevance Error", "Claude-3-Opus-20240229 (Prompt)\u002fRelevance Error", "Claude-3-Sonnet-20240229 (FC)\u002fRelevance Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fRelevance Error", "Claude-instant-1.2 (Prompt)\u002fRelevance Error", "DBRX-Instruct (Prompt)\u002fRelevance Error", "Deepseek-v1.5 (Prompt)\u002fRelevance Error", "FireFunction-v1 (FC)\u002fRelevance Error", "Functionary-Medium-v2.4 (FC)\u002fRelevance Error", "Functionary-Small-v2.4 (FC)\u002fRelevance Error", "GPT-3.5-Turbo-0125 (FC)\u002fRelevance Error", "GPT-4-0125-Preview (FC)\u002fRelevance Error", "GPT-4-0125-Preview (Prompt)\u002fRelevance Error", "GPT-4-0613 (FC)\u002fRelevance Error", "GPT-4-1106-Preview (FC)\u002fRelevance Error", "Gemini-1.0-Pro (FC)\u002fRelevance Error", "Gemma-7b-it (Prompt)\u002fRelevance Error", "Gorilla-OpenFunctions-v2 (FC)\u002fRelevance Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fRelevance Error", "Mistral-Medium-2312 (Prompt)\u002fRelevance Error", "Mistral-Small-2402 (Prompt)\u002fRelevance Error", "Mistral-large-2402 (FC Any)\u002fRelevance Error", "Mistral-large-2402 (FC Auto)\u002fRelevance Error", "Mistral-small-2402 (FC Any)\u002fRelevance Error", "Mistral-small-2402 (FC Auto)\u002fRelevance Error", "Mistral-tiny-2312 (Prompt)\u002fRelevance Error", "Nexusflow-Raven-v2 (FC)\u002fRelevance Error", "Claude-3-Haiku-20240307 (FC)\u002fSimple Function Checker", "Claude-3-Opus-20240229 (FC)\u002fSimple Function Checker", "Claude-3-Sonnet-20240229 (FC)\u002fSimple Function Checker", "Functionary-Medium-v2.4 (FC)\u002fSimple Function Checker", "Functionary-Small-v2.4 (FC)\u002fSimple Function Checker", "GPT-3.5-Turbo-0125 (FC)\u002fSimple Function Checker", "GPT-4-0125-Preview (FC)\u002fSimple Function Checker", "GPT-4-0125-Preview (Prompt)\u002fSimple Function Checker", "GPT-4-1106-Preview (FC)\u002fSimple Function Checker", "Gemma-7b-it (Prompt)\u002fSimple Function Checker", "Hermes-2-Pro-Mistral-7B (FC)\u002fSimple Function Checker", "Claude-2.1 (Prompt)\u002fParallel Function Checker", "Claude-3-Haiku-20240307 (FC)\u002fParallel Function Checker", "Claude-3-Opus-20240229 (FC)\u002fParallel Function Checker", "Claude-3-Opus-20240229 (Prompt)\u002fParallel Function Checker", "Claude-3-Sonnet-20240229 (FC)\u002fParallel Function Checker", "Claude-3-Sonnet-20240229 (Prompt)\u002fParallel Function Checker", "Claude-instant-1.2 (Prompt)\u002fParallel Function Checker", "DBRX-Instruct (Prompt)\u002fParallel Function Checker", "Deepseek-v1.5 (Prompt)\u002fParallel Function Checker", "FireFunction-v1 (FC)\u002fParallel Function Checker", "Functionary-Medium-v2.4 (FC)\u002fParallel Function Checker", "Functionary-Small-v2.4 (FC)\u002fParallel Function Checker", "GPT-3.5-Turbo-0125 (FC)\u002fParallel Function Checker", "GPT-4-0125-Preview (FC)\u002fParallel Function Checker", "GPT-4-0125-Preview (Prompt)\u002fParallel Function Checker", "GPT-4-0613 (FC)\u002fParallel Function Checker", "GPT-4-1106-Preview (FC)\u002fParallel Function Checker", "Gemini-1.0-Pro (FC)\u002fParallel Function Checker", "Gemma-7b-it (Prompt)\u002fParallel Function Checker", "Gorilla-OpenFunctions-v2 (FC)\u002fParallel Function Checker", "Hermes-2-Pro-Mistral-7B (FC)\u002fParallel Function Checker", "Mistral-Medium-2312 (Prompt)\u002fParallel Function Checker", "Mistral-Small-2402 (Prompt)\u002fParallel Function Checker", "Mistral-large-2402 (FC Any)\u002fParallel Function Checker", "Mistral-large-2402 (FC Auto)\u002fParallel Function Checker", "Mistral-small-2402 (FC Any)\u002fParallel Function Checker", "Mistral-small-2402 (FC Auto)\u002fParallel Function Checker", "Mistral-tiny-2312 (Prompt)\u002fParallel Function Checker", "Nexusflow-Raven-v2 (FC)\u002fParallel Function Checker", "Claude-2.1 (Prompt)\u002fSimple Function Checker", "Claude-3-Haiku-20240307 (FC)\u002fSimple Function Checker", "Claude-3-Opus-20240229 (FC)\u002fSimple Function Checker", "Claude-3-Opus-20240229 (Prompt)\u002fSimple Function Checker", "Claude-3-Sonnet-20240229 (Prompt)\u002fSimple Function Checker", "Claude-instant-1.2 (Prompt)\u002fSimple Function Checker", "DBRX-Instruct (Prompt)\u002fSimple Function Checker", "Deepseek-v1.5 (Prompt)\u002fSimple Function Checker", "Functionary-Medium-v2.4 (FC)\u002fSimple Function Checker", "Functionary-Small-v2.4 (FC)\u002fSimple Function Checker", "GPT-3.5-Turbo-0125 (FC)\u002fSimple Function Checker", "GPT-4-0125-Preview (FC)\u002fSimple Function Checker", "Gemma-7b-it (Prompt)\u002fSimple Function Checker", "Gorilla-OpenFunctions-v2 (FC)\u002fSimple Function Checker", "Hermes-2-Pro-Mistral-7B (FC)\u002fSimple Function Checker", "Mistral-Medium-2312 (Prompt)\u002fSimple Function Checker", "Mistral-large-2402 (FC Any)\u002fSimple Function Checker", "Mistral-small-2402 (FC Any)\u002fSimple Function Checker", "Nexusflow-Raven-v2 (FC)\u002fSimple Function Checker", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC)", "Claude-3-Opus-20240229 (FC)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "Gemini-1.0-Pro (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC)", "Claude-3-Opus-20240229 (FC)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "Gemini-1.0-Pro (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC)", "Claude-3-Opus-20240229 (FC)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "Gemini-1.0-Pro (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC)", "Claude-3-Opus-20240229 (FC)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "Gemini-1.0-Pro (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC)", "Claude-3-Opus-20240229 (FC)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "Gemini-1.0-Pro (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC)", "Claude-3-Opus-20240229 (FC)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "Gemini-1.0-Pro (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC)", "Claude-3-Opus-20240229 (FC)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "Gemini-1.0-Pro (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC)", "Claude-3-Opus-20240229 (FC)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "Gemini-1.0-Pro (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""], "values": [385, 59, 8, 28, 41, 52, 100, 280, 731, 173, 6, 10, 1, 46, 21, 342, 16, 66, 471, 25, 152, 129, 808, 3, 247, 1374, 490, 43, 8, 18, 22, 15, 19, 17, 18, 13, 16, 79, 14, 15, 30, 16, 14, 78, 15, 85, 16, 14, 23, 12, 5, 61, 53, 71, 6, 14, 27, 41, 79, 98, 2, 7, 26, 137, 9, 6, 18, 14, 19, 17, 16, 15, 14, 13, 16, 18, 21, 15, 21, 21, 13, 21, 15, 15, 20, 20, 15, 6, 18, 17, 18, 2, 12, 21, 1, 2, 1, 1, 2, 2, 1, 1, 1, 8, 1, 1, 9, 9, 3, 8, 30, 11, 21, 16, 10, 7, 11, 15, 12, 10, 11, 6, 11, 5, 11, 11, 4, 13, 12, 11, 15, 13, 8, 15, 3, 41, 1, 1, 13, 8, 3, 2, 1, 17, 10, 1, 1, 1, 1, 6, 11, 12, 11, 10, 13, 9, 11, 7, 4, 10, 11, 13, 11, 13, 4, 11, 5, 2, 11, 12, 9, 3, 10, 9, 6, 4, 10, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 3, 1, 1, 2, 2, 1, 1, 19, 28, 49, 23, 56, 22, 29, 18, 11, 27, 23, 33, 24, 26, 12, 12, 22, 32, 22, 17, 25, 22, 1, 30, 14, 33, 18, 35, 5, 1, 3, 2, 1, 1, 5, 6, 2, 3, 2, 2, 3, 6, 4, 3, 3, 5, 4, 8, 7, 1, 2, 3, 14, 16, 4, 5, 4, 5, 1, 8, 4, 1, 2, 15, 10, 1, 16, 2, 70, 7, 1, 2, 1, 46, 10, 3, 5, 4, 7, 4, 3, 4, 3, 4, 4, 4, 5, 6, 5, 5, 5, 6, 1, 5, 5, 6, 5, 4, 5, 3, 1, 8, 51, 92, 74, 59, 76, 60, 87, 77, 44, 13, 70, 87, 57, 66, 51, 10, 67, 16, 151, 57, 74, 61, 47, 56, 43, 31, 2, 113, 162, 4, 18, 16, 6, 13, 8, 7, 2, 6, 6, 12, 12, 3, 8, 5, 6, 6, 4, 3, 21, 7, 1, 14, 4, 15, 6, 7, 1, 3, 12, 22, 22, 14, 17, 12, 16, 14, 6, 5, 13, 12, 12, 15, 13, 4, 15, 3, 25, 11, 11, 10, 7, 10, 8, 9, 3, 19, 17, 1, 1, 1, 2, 9, 18, 10, 6, 5, 7, 11, 33, 29, 2, 1, 1, 8, 16, 45, 41, 12, 28, 19, 18, 18, 7, 20, 30, 28, 15, 27, 13, 11, 25, 31, 14, 13, 23, 12, 4, 33, 16, 31, 11, 30, 40, 186, 84, 47, 116, 119, 110, 105, 104, 64, 62, 77, 235, 41, 71, 20, 47, 54, 95, 94, 214, 27, 4, 240, 38, 240, 1, 43, 235, 2, 2, 11, 29, 18, 166, 6, 1, 9, 1, 9, 21, 22, 29, 17, 29, 18, 24, 20, 42, 389, 29, 31, 93, 23, 14, 345, 17, 391, 60, 28, 63, 14, 14, 157, 134, 217, 8, 55, 130, 2, 1, 2, 1, 2, 3, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 4, 2, 24, 51, 48, 44, 44, 41, 40, 39, 26, 25, 41, 44, 40, 47, 47, 21, 47, 23, 42, 42, 43, 34, 16, 38, 34, 33, 5, 35, 48, 4, 8, 30, 12, 22, 16, 11, 7, 13, 24, 30, 20, 17, 11, 11, 5, 18, 22, 37, 13, 42, 13, 15, 13, 8, 16, 3, 1, 52, 72, 114, 103, 76, 105, 78, 111, 97, 86, 402, 99, 118, 150, 89, 65, 355, 84, 407, 211, 85, 137, 75, 61, 213, 177, 248, 10, 168, 292, 385, 103, 88, 28, 139, 54, 100, 287, 758, 173, 36, 28, 1, 47, 21, 342, 17, 66, 471, 25, 156, 129, 945, 3, 247, 1374, 499, 43, 40, 186, 84, 47, 116, 119, 110, 105, 104, 64, 62, 77, 235, 41, 71, 20, 47, 54, 95, 94, 214, 27, 4, 240, 38, 240, 1, 43, 235, 12, 9, 8, 6, 18, 5, 13, 12, 10, 2, 35, 22, 184, 20, 7, 5, 28, 5, 80, 5, 18, 16, 8, 3, 5, 9, 69, 37, 19, 50, 45, 19, 32, 22, 22, 21, 7, 24, 34, 32, 20, 33, 18, 16, 30, 37, 15, 18, 28, 18, 4, 38, 20, 36, 3, 12, 38, 32, 65, 89, 47, 89, 48, 56, 35, 33, 112, 52, 64, 58, 50, 32, 90, 44, 126, 42, 35, 72, 44, 7, 107, 71, 121, 6, 39, 74, 588, 586, 495, 279, 565, 383, 463, 603, 1037, 826, 389, 405, 705, 338, 272, 854, 315, 740, 993, 317, 710, 356, 1060, 655, 600, 703, 1402, 866, 819], "type": "treemap", "textfont": { "size": 12 }, "root": { "color": "#C7CCDB" }, "marker": { "cornerradius": 2 } }], { "template": { "data": { "histogram2dcontour": [{ "type": "histogram2dcontour", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "choropleth": [{ "type": "choropleth", "colorbar": { "outlinewidth": 0, "ticks": "" } }], "histogram2d": [{ "type": "histogram2d", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "heatmap": [{ "type": "heatmap", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "heatmapgl": [{ "type": "heatmapgl", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "contourcarpet": [{ "type": "contourcarpet", "colorbar": { "outlinewidth": 0, "ticks": "" } }], "contour": [{ "type": "contour", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "surface": [{ "type": "surface", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "mesh3d": [{ "type": "mesh3d", "colorbar": { "outlinewidth": 0, "ticks": "" } }], "scatter": [{ "fillpattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 }, "type": "scatter" }], "parcoords": [{ "type": "parcoords", "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatterpolargl": [{ "type": "scatterpolargl", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "bar": [{ "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "bar" }], "scattergeo": [{ "type": "scattergeo", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatterpolar": [{ "type": "scatterpolar", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "histogram": [{ "marker": { "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "histogram" }], "scattergl": [{ "type": "scattergl", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatter3d": [{ "type": "scatter3d", "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scattermapbox": [{ "type": "scattermapbox", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatterternary": [{ "type": "scatterternary", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scattercarpet": [{ "type": "scattercarpet", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "carpet": [{ "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" }], "table": [{ "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" }], "barpolar": [{ "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "barpolar" }], "pie": [{ "automargin": true, "type": "pie" }] }, "layout": { "autotypenumbers": "strict", "colorway": ["#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52"], "font": { "color": "#2a3f5f" }, "hovermode": "closest", "hoverlabel": { "align": "left" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "bgcolor": "#E5ECF6", "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "ternary": { "bgcolor": "#E5ECF6", "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "sequential": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]], "sequentialminus": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]], "diverging": [[0, "#8e0152"], [0.1, "#c51b7d"], [0.2, "#de77ae"], [0.3, "#f1b6da"], [0.4, "#fde0ef"], [0.5, "#f7f7f7"], [0.6, "#e6f5d0"], [0.7, "#b8e186"], [0.8, "#7fbc41"], [0.9, "#4d9221"], [1, "#276419"]] }, "xaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "automargin": true, "zerolinewidth": 2 }, "yaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "automargin": true, "zerolinewidth": 2 }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white", "gridwidth": 2 }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white", "gridwidth": 2 }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white", "gridwidth": 2 } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "geo": { "bgcolor": "white", "landcolor": "#E5ECF6", "subunitcolor": "white", "showland": true, "showlakes": true, "lakecolor": "white" }, "title": { "x": 0.05 }, "mapbox": { "style": "light" } } }, "legend": { "tracegroupgap": 0 }, "margin": { "t": 60 }, "paper_bgcolor": "#e5effc" }, { "responsive": true }) }; \ No newline at end of file +window.PLOTLYENV = window.PLOTLYENV || {}; if (document.getElementById("b7faad12-39a5-4c76-b880-9eb97e94cfd9")) { Plotly.newPlot("b7faad12-39a5-4c76-b880-9eb97e94cfd9", [{ "branchvalues": "total", "domain": { "x": [0.0, 1.0], "y": [0.0, 1.0] }, "hovertemplate": "labels=%{label}\u003cbr\u003ecount=%{value}\u003cbr\u003eparent=%{parent}\u003cbr\u003eid=%{id}\u003cextra\u003e\u003c\u002fextra\u003e", "ids": ["Claude-2.1 (Prompt)\u002fType Error\u002f Composite Type Mismatch", "Claude-3-Haiku-20240307 (FC)\u002fType Error\u002f Composite Type Mismatch", "Claude-3-Haiku-20240307 (Prompt)\u002fType Error\u002f Composite Type Mismatch", "Claude-3-Opus-20240229 (FC)\u002fType Error\u002f Composite Type Mismatch", "Claude-3-Opus-20240229 (Prompt)\u002fType Error\u002f Composite Type Mismatch", "Claude-3-Sonnet-20240229 (FC)\u002fType Error\u002f Composite Type Mismatch", "Claude-3-Sonnet-20240229 (Prompt)\u002fType Error\u002f Composite Type Mismatch", "Claude-instant-1.2 (Prompt)\u002fType Error\u002f Composite Type Mismatch", "DBRX-Instruct (Prompt)\u002fType Error\u002f Composite Type Mismatch", "FireFunction-v1 (FC)\u002fType Error\u002f Composite Type Mismatch", "Functionary-Medium-v2.4 (FC)\u002fType Error\u002f Composite Type Mismatch", "Functionary-Small-v2.4 (FC)\u002fType Error\u002f Composite Type Mismatch", "GPT-3.5-Turbo-0125 (FC)\u002fType Error\u002f Composite Type Mismatch", "GPT-4-0125-Preview (FC)\u002fType Error\u002f Composite Type Mismatch", "GPT-4-0125-Preview (Prompt)\u002fType Error\u002f Composite Type Mismatch", "GPT-4-0613 (FC)\u002fType Error\u002f Composite Type Mismatch", "GPT-4-1106-Preview (FC)\u002fType Error\u002f Composite Type Mismatch", "GPT-4-turbo-2024-04-09 (FC)\u002fType Error\u002f Composite Type Mismatch", "GPT-4-turbo-2024-04-09 (Prompt)\u002fType Error\u002f Composite Type Mismatch", "Gemini-1.0-Pro (FC)\u002fType Error\u002f Composite Type Mismatch", "Gemma-7b-it (Prompt)\u002fType Error\u002f Composite Type Mismatch", "Gorilla-OpenFunctions-v2 (FC)\u002fType Error\u002f Composite Type Mismatch", "Hermes-2-Pro-Mistral-7B (FC)\u002fType Error\u002f Composite Type Mismatch", "Mistral-Medium-2312 (Prompt)\u002fType Error\u002f Composite Type Mismatch", "Mistral-large-2402 (FC Any)\u002fType Error\u002f Composite Type Mismatch", "Mistral-large-2402 (FC Auto)\u002fType Error\u002f Composite Type Mismatch", "Mistral-small-2402 (FC Any)\u002fType Error\u002f Composite Type Mismatch", "Mistral-small-2402 (FC Auto)\u002fType Error\u002f Composite Type Mismatch", "Mistral-tiny-2312 (Prompt)\u002fType Error\u002f Composite Type Mismatch", "Nexusflow-Raven-v2 (FC)\u002fType Error\u002f Composite Type Mismatch", "Claude-2.1 (Prompt)\u002fFunction Parsing Error\u002f Decoding Failure", "Claude-3-Haiku-20240307 (FC)\u002fFunction Parsing Error\u002f Decoding Failure", "Claude-3-Haiku-20240307 (Prompt)\u002fFunction Parsing Error\u002f Decoding Failure", "Claude-3-Opus-20240229 (FC)\u002fFunction Parsing Error\u002f Decoding Failure", "Claude-3-Opus-20240229 (Prompt)\u002fFunction Parsing Error\u002f Decoding Failure", "Claude-3-Sonnet-20240229 (FC)\u002fFunction Parsing Error\u002f Decoding Failure", "Claude-3-Sonnet-20240229 (Prompt)\u002fFunction Parsing Error\u002f Decoding Failure", "Claude-instant-1.2 (Prompt)\u002fFunction Parsing Error\u002f Decoding Failure", "DBRX-Instruct (Prompt)\u002fFunction Parsing Error\u002f Decoding Failure", "Deepseek-v1.5 (Prompt)\u002fFunction Parsing Error\u002f Decoding Failure", "FireFunction-v1 (FC)\u002fFunction Parsing Error\u002f Decoding Failure", "Functionary-Medium-v2.4 (FC)\u002fFunction Parsing Error\u002f Decoding Failure", "Functionary-Small-v2.4 (FC)\u002fFunction Parsing Error\u002f Decoding Failure", "GPT-3.5-Turbo-0125 (FC)\u002fFunction Parsing Error\u002f Decoding Failure", "GPT-4-0125-Preview (FC)\u002fFunction Parsing Error\u002f Decoding Failure", "GPT-4-0125-Preview (Prompt)\u002fFunction Parsing Error\u002f Decoding Failure", "GPT-4-0613 (FC)\u002fFunction Parsing Error\u002f Decoding Failure", "GPT-4-1106-Preview (FC)\u002fFunction Parsing Error\u002f Decoding Failure", "GPT-4-turbo-2024-04-09 (FC)\u002fFunction Parsing Error\u002f Decoding Failure", "GPT-4-turbo-2024-04-09 (Prompt)\u002fFunction Parsing Error\u002f Decoding Failure", "Gemini-1.0-Pro (FC)\u002fFunction Parsing Error\u002f Decoding Failure", "Gemma-7b-it (Prompt)\u002fFunction Parsing Error\u002f Decoding Failure", "Gorilla-OpenFunctions-v2 (FC)\u002fFunction Parsing Error\u002f Decoding Failure", "Hermes-2-Pro-Mistral-7B (FC)\u002fFunction Parsing Error\u002f Decoding Failure", "Mistral-Medium-2312 (Prompt)\u002fFunction Parsing Error\u002f Decoding Failure", "Mistral-Small-2402 (Prompt)\u002fFunction Parsing Error\u002f Decoding Failure", "Mistral-large-2402 (FC Any)\u002fFunction Parsing Error\u002f Decoding Failure", "Mistral-large-2402 (FC Auto)\u002fFunction Parsing Error\u002f Decoding Failure", "Mistral-small-2402 (FC Auto)\u002fFunction Parsing Error\u002f Decoding Failure", "Mistral-tiny-2312 (Prompt)\u002fFunction Parsing Error\u002f Decoding Failure", "Nexusflow-Raven-v2 (FC)\u002fFunction Parsing Error\u002f Decoding Failure", "Claude-2.1 (Prompt)\u002fValue Error\u002f Execution Result Count", "Claude-3-Haiku-20240307 (FC)\u002fValue Error\u002f Execution Result Count", "Claude-3-Haiku-20240307 (Prompt)\u002fValue Error\u002f Execution Result Count", "Claude-3-Opus-20240229 (FC)\u002fValue Error\u002f Execution Result Count", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error\u002f Execution Result Count", "Claude-3-Sonnet-20240229 (FC)\u002fValue Error\u002f Execution Result Count", "Claude-3-Sonnet-20240229 (Prompt)\u002fValue Error\u002f Execution Result Count", "Claude-instant-1.2 (Prompt)\u002fValue Error\u002f Execution Result Count", "DBRX-Instruct (Prompt)\u002fValue Error\u002f Execution Result Count", "Deepseek-v1.5 (Prompt)\u002fValue Error\u002f Execution Result Count", "FireFunction-v1 (FC)\u002fValue Error\u002f Execution Result Count", "Functionary-Medium-v2.4 (FC)\u002fValue Error\u002f Execution Result Count", "Functionary-Small-v2.4 (FC)\u002fValue Error\u002f Execution Result Count", "GPT-3.5-Turbo-0125 (FC)\u002fValue Error\u002f Execution Result Count", "GPT-4-0125-Preview (FC)\u002fValue Error\u002f Execution Result Count", "GPT-4-0125-Preview (Prompt)\u002fValue Error\u002f Execution Result Count", "GPT-4-0613 (FC)\u002fValue Error\u002f Execution Result Count", "GPT-4-1106-Preview (FC)\u002fValue Error\u002f Execution Result Count", "GPT-4-turbo-2024-04-09 (FC)\u002fValue Error\u002f Execution Result Count", "GPT-4-turbo-2024-04-09 (Prompt)\u002fValue Error\u002f Execution Result Count", "Gemini-1.0-Pro (FC)\u002fValue Error\u002f Execution Result Count", "Gemma-7b-it (Prompt)\u002fValue Error\u002f Execution Result Count", "Gorilla-OpenFunctions-v2 (FC)\u002fValue Error\u002f Execution Result Count", "Hermes-2-Pro-Mistral-7B (FC)\u002fValue Error\u002f Execution Result Count", "Mistral-Medium-2312 (Prompt)\u002fValue Error\u002f Execution Result Count", "Mistral-Small-2402 (Prompt)\u002fValue Error\u002f Execution Result Count", "Mistral-large-2402 (FC Any)\u002fValue Error\u002f Execution Result Count", "Mistral-large-2402 (FC Auto)\u002fValue Error\u002f Execution Result Count", "Mistral-small-2402 (FC Any)\u002fValue Error\u002f Execution Result Count", "Mistral-small-2402 (FC Auto)\u002fValue Error\u002f Execution Result Count", "Mistral-tiny-2312 (Prompt)\u002fValue Error\u002f Execution Result Count", "Nexusflow-Raven-v2 (FC)\u002fValue Error\u002f Execution Result Count", "Claude-3-Sonnet-20240229 (Prompt)\u002fFunction Parsing Error\u002f Incorrect Decoder Output Format", "DBRX-Instruct (Prompt)\u002fFunction Parsing Error\u002f Incorrect Decoder Output Format", "Deepseek-v1.5 (Prompt)\u002fFunction Parsing Error\u002f Incorrect Decoder Output Format", "Mistral-Small-2402 (Prompt)\u002fFunction Parsing Error\u002f Incorrect Decoder Output Format", "Mistral-tiny-2312 (Prompt)\u002fFunction Parsing Error\u002f Incorrect Decoder Output Format", "Claude-2.1 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Claude-3-Haiku-20240307 (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Claude-3-Haiku-20240307 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Claude-3-Opus-20240229 (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Claude-3-Opus-20240229 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Claude-3-Sonnet-20240229 (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Claude-3-Sonnet-20240229 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Claude-instant-1.2 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "DBRX-Instruct (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Deepseek-v1.5 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "FireFunction-v1 (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Functionary-Medium-v2.4 (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Functionary-Small-v2.4 (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "GPT-3.5-Turbo-0125 (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "GPT-4-0125-Preview (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "GPT-4-0125-Preview (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "GPT-4-0613 (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "GPT-4-1106-Preview (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "GPT-4-turbo-2024-04-09 (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "GPT-4-turbo-2024-04-09 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Gemini-1.0-Pro (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Gemma-7b-it (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Gorilla-OpenFunctions-v2 (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Hermes-2-Pro-Mistral-7B (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Mistral-Medium-2312 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Mistral-Small-2402 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Mistral-large-2402 (FC Any)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Mistral-large-2402 (FC Auto)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Mistral-small-2402 (FC Any)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Mistral-small-2402 (FC Auto)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Mistral-tiny-2312 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Nexusflow-Raven-v2 (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Execution Result", "Claude-2.1 (Prompt)\u002fSimple Function Error\u002f Incorrect Function Name", "Claude-3-Haiku-20240307 (Prompt)\u002fSimple Function Error\u002f Incorrect Function Name", "Claude-3-Opus-20240229 (Prompt)\u002fSimple Function Error\u002f Incorrect Function Name", "Claude-3-Sonnet-20240229 (Prompt)\u002fSimple Function Error\u002f Incorrect Function Name", "Claude-instant-1.2 (Prompt)\u002fSimple Function Error\u002f Incorrect Function Name", "DBRX-Instruct (Prompt)\u002fSimple Function Error\u002f Incorrect Function Name", "Deepseek-v1.5 (Prompt)\u002fSimple Function Error\u002f Incorrect Function Name", "Functionary-Small-v2.4 (FC)\u002fSimple Function Error\u002f Incorrect Function Name", "Gemma-7b-it (Prompt)\u002fSimple Function Error\u002f Incorrect Function Name", "Mistral-Medium-2312 (Prompt)\u002fSimple Function Error\u002f Incorrect Function Name", "Mistral-Small-2402 (Prompt)\u002fSimple Function Error\u002f Incorrect Function Name", "Mistral-large-2402 (FC Auto)\u002fSimple Function Error\u002f Incorrect Function Name", "Mistral-small-2402 (FC Any)\u002fSimple Function Error\u002f Incorrect Function Name", "Mistral-tiny-2312 (Prompt)\u002fSimple Function Error\u002f Incorrect Function Name", "Nexusflow-Raven-v2 (FC)\u002fSimple Function Error\u002f Incorrect Function Name", "Claude-2.1 (Prompt)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "Claude-3-Haiku-20240307 (FC)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "Claude-3-Haiku-20240307 (Prompt)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "Claude-3-Opus-20240229 (Prompt)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "Claude-3-Sonnet-20240229 (FC)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "Claude-3-Sonnet-20240229 (Prompt)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "Claude-instant-1.2 (Prompt)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "DBRX-Instruct (Prompt)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "Deepseek-v1.5 (Prompt)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "FireFunction-v1 (FC)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "Functionary-Medium-v2.4 (FC)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "Functionary-Small-v2.4 (FC)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "GPT-3.5-Turbo-0125 (FC)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "GPT-4-0125-Preview (Prompt)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "GPT-4-0613 (FC)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "GPT-4-1106-Preview (FC)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "GPT-4-turbo-2024-04-09 (Prompt)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "Gemini-1.0-Pro (FC)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "Gemma-7b-it (Prompt)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "Gorilla-OpenFunctions-v2 (FC)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "Hermes-2-Pro-Mistral-7B (FC)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "Mistral-Medium-2312 (Prompt)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "Mistral-Small-2402 (Prompt)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "Mistral-large-2402 (FC Any)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "Mistral-large-2402 (FC Auto)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "Mistral-small-2402 (FC Any)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "Mistral-small-2402 (FC Auto)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "Nexusflow-Raven-v2 (FC)\u002fExecutable Function Error (REST)\u002f Incorrect HTTP Status Code", "Functionary-Medium-v2.4 (FC)\u002fFunction Parsing Error\u002f Incorrect Parsing Output Format", "Functionary-Small-v2.4 (FC)\u002fFunction Parsing Error\u002f Incorrect Parsing Output Format", "Hermes-2-Pro-Mistral-7B (FC)\u002fFunction Parsing Error\u002f Incorrect Parsing Output Format", "Deepseek-v1.5 (Prompt)\u002fFunction Parsing Error\u002f Incorrect REST Parsing Output Format", "Functionary-Medium-v2.4 (FC)\u002fFunction Parsing Error\u002f Incorrect REST Parsing Output Format", "Functionary-Small-v2.4 (FC)\u002fFunction Parsing Error\u002f Incorrect REST Parsing Output Format", "GPT-4-0125-Preview (FC)\u002fFunction Parsing Error\u002f Incorrect REST Parsing Output Format", "GPT-4-1106-Preview (FC)\u002fFunction Parsing Error\u002f Incorrect REST Parsing Output Format", "GPT-4-turbo-2024-04-09 (FC)\u002fFunction Parsing Error\u002f Incorrect REST Parsing Output Format", "Hermes-2-Pro-Mistral-7B (FC)\u002fFunction Parsing Error\u002f Incorrect REST Parsing Output Format", "Claude-3-Haiku-20240307 (Prompt)\u002fExecutable Function Error (REST)\u002f Incorrect Response Key", "Claude-3-Opus-20240229 (Prompt)\u002fExecutable Function Error (REST)\u002f Incorrect Response Key", "Claude-2.1 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "Claude-3-Haiku-20240307 (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "Claude-3-Haiku-20240307 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "Claude-3-Opus-20240229 (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "Claude-3-Opus-20240229 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "Claude-3-Sonnet-20240229 (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "Claude-3-Sonnet-20240229 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "Claude-instant-1.2 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "DBRX-Instruct (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "Deepseek-v1.5 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "FireFunction-v1 (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "Functionary-Medium-v2.4 (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "Functionary-Small-v2.4 (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "GPT-3.5-Turbo-0125 (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "GPT-4-0125-Preview (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "GPT-4-0125-Preview (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "GPT-4-0613 (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "GPT-4-1106-Preview (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "GPT-4-turbo-2024-04-09 (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "GPT-4-turbo-2024-04-09 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "Gemini-1.0-Pro (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "Gemma-7b-it (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "Gorilla-OpenFunctions-v2 (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "Hermes-2-Pro-Mistral-7B (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "Mistral-Medium-2312 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "Mistral-Small-2402 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "Mistral-large-2402 (FC Any)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "Mistral-large-2402 (FC Auto)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "Mistral-small-2402 (FC Any)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "Mistral-tiny-2312 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "Nexusflow-Raven-v2 (FC)\u002fExecutable Function Error (Non REST)\u002f Incorrect Result Type", "Claude-3-Opus-20240229 (FC)\u002fValue Error\u002f Invalid Dictionary Items", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error\u002f Invalid Dictionary Items", "Claude-3-Sonnet-20240229 (FC)\u002fValue Error\u002f Invalid Dictionary Items", "Functionary-Medium-v2.4 (FC)\u002fValue Error\u002f Invalid Dictionary Items", "Functionary-Small-v2.4 (FC)\u002fValue Error\u002f Invalid Dictionary Items", "GPT-3.5-Turbo-0125 (FC)\u002fValue Error\u002f Invalid Dictionary Items", "Gemini-1.0-Pro (FC)\u002fValue Error\u002f Invalid Dictionary Items", "Hermes-2-Pro-Mistral-7B (FC)\u002fValue Error\u002f Invalid Dictionary Items", "Mistral-Medium-2312 (Prompt)\u002fValue Error\u002f Invalid Dictionary Items", "Mistral-large-2402 (FC Any)\u002fValue Error\u002f Invalid Dictionary Items", "Mistral-small-2402 (FC Any)\u002fValue Error\u002f Invalid Dictionary Items", "Nexusflow-Raven-v2 (FC)\u002fValue Error\u002f Invalid Dictionary Items", "Claude-3-Haiku-20240307 (FC)\u002fValue Error\u002f Invalid Dictionary Key", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error\u002f Invalid Dictionary Key", "Gorilla-OpenFunctions-v2 (FC)\u002fValue Error\u002f Invalid Dictionary Key", "Mistral-Medium-2312 (Prompt)\u002fValue Error\u002f Invalid Dictionary Key", "Nexusflow-Raven-v2 (FC)\u002fValue Error\u002f Invalid Dictionary Key", "Claude-2.1 (Prompt)\u002fValue Error\u002f Invalid Dictionary Value", "Claude-3-Haiku-20240307 (FC)\u002fValue Error\u002f Invalid Dictionary Value", "Claude-3-Haiku-20240307 (Prompt)\u002fValue Error\u002f Invalid Dictionary Value", "Claude-3-Opus-20240229 (FC)\u002fValue Error\u002f Invalid Dictionary Value", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error\u002f Invalid Dictionary Value", "Claude-3-Sonnet-20240229 (FC)\u002fValue Error\u002f Invalid Dictionary Value", "Claude-3-Sonnet-20240229 (Prompt)\u002fValue Error\u002f Invalid Dictionary Value", "Claude-instant-1.2 (Prompt)\u002fValue Error\u002f Invalid Dictionary Value", "DBRX-Instruct (Prompt)\u002fValue Error\u002f Invalid Dictionary Value", "Functionary-Small-v2.4 (FC)\u002fValue Error\u002f Invalid Dictionary Value", "GPT-4-0125-Preview (Prompt)\u002fValue Error\u002f Invalid Dictionary Value", "GPT-4-1106-Preview (FC)\u002fValue Error\u002f Invalid Dictionary Value", "GPT-4-turbo-2024-04-09 (Prompt)\u002fValue Error\u002f Invalid Dictionary Value", "Gemini-1.0-Pro (FC)\u002fValue Error\u002f Invalid Dictionary Value", "Hermes-2-Pro-Mistral-7B (FC)\u002fValue Error\u002f Invalid Dictionary Value", "Mistral-Medium-2312 (Prompt)\u002fValue Error\u002f Invalid Dictionary Value", "Mistral-tiny-2312 (Prompt)\u002fValue Error\u002f Invalid Dictionary Value", "Claude-2.1 (Prompt)\u002fSimple Function Error\u002f Missing Optional Parameter", "Claude-3-Haiku-20240307 (FC)\u002fSimple Function Error\u002f Missing Optional Parameter", "Claude-3-Haiku-20240307 (Prompt)\u002fSimple Function Error\u002f Missing Optional Parameter", "Claude-3-Opus-20240229 (FC)\u002fSimple Function Error\u002f Missing Optional Parameter", "Claude-3-Opus-20240229 (Prompt)\u002fSimple Function Error\u002f Missing Optional Parameter", "Claude-3-Sonnet-20240229 (FC)\u002fSimple Function Error\u002f Missing Optional Parameter", "Claude-3-Sonnet-20240229 (Prompt)\u002fSimple Function Error\u002f Missing Optional Parameter", "Claude-instant-1.2 (Prompt)\u002fSimple Function Error\u002f Missing Optional Parameter", "DBRX-Instruct (Prompt)\u002fSimple Function Error\u002f Missing Optional Parameter", "Deepseek-v1.5 (Prompt)\u002fSimple Function Error\u002f Missing Optional Parameter", "FireFunction-v1 (FC)\u002fSimple Function Error\u002f Missing Optional Parameter", "Functionary-Medium-v2.4 (FC)\u002fSimple Function Error\u002f Missing Optional Parameter", "Functionary-Small-v2.4 (FC)\u002fSimple Function Error\u002f Missing Optional Parameter", "GPT-3.5-Turbo-0125 (FC)\u002fSimple Function Error\u002f Missing Optional Parameter", "GPT-4-0125-Preview (FC)\u002fSimple Function Error\u002f Missing Optional Parameter", "GPT-4-0125-Preview (Prompt)\u002fSimple Function Error\u002f Missing Optional Parameter", "GPT-4-0613 (FC)\u002fSimple Function Error\u002f Missing Optional Parameter", "GPT-4-1106-Preview (FC)\u002fSimple Function Error\u002f Missing Optional Parameter", "GPT-4-turbo-2024-04-09 (FC)\u002fSimple Function Error\u002f Missing Optional Parameter", "GPT-4-turbo-2024-04-09 (Prompt)\u002fSimple Function Error\u002f Missing Optional Parameter", "Gemini-1.0-Pro (FC)\u002fSimple Function Error\u002f Missing Optional Parameter", "Gemma-7b-it (Prompt)\u002fSimple Function Error\u002f Missing Optional Parameter", "Gorilla-OpenFunctions-v2 (FC)\u002fSimple Function Error\u002f Missing Optional Parameter", "Hermes-2-Pro-Mistral-7B (FC)\u002fSimple Function Error\u002f Missing Optional Parameter", "Mistral-Medium-2312 (Prompt)\u002fSimple Function Error\u002f Missing Optional Parameter", "Mistral-large-2402 (FC Any)\u002fSimple Function Error\u002f Missing Optional Parameter", "Mistral-large-2402 (FC Auto)\u002fSimple Function Error\u002f Missing Optional Parameter", "Mistral-small-2402 (FC Any)\u002fSimple Function Error\u002f Missing Optional Parameter", "Mistral-tiny-2312 (Prompt)\u002fSimple Function Error\u002f Missing Optional Parameter", "Nexusflow-Raven-v2 (FC)\u002fSimple Function Error\u002f Missing Optional Parameter", "Claude-2.1 (Prompt)\u002fSimple Function Error\u002f Missing Required Parameter", "Claude-3-Haiku-20240307 (Prompt)\u002fSimple Function Error\u002f Missing Required Parameter", "Claude-3-Opus-20240229 (FC)\u002fSimple Function Error\u002f Missing Required Parameter", "Claude-3-Sonnet-20240229 (FC)\u002fSimple Function Error\u002f Missing Required Parameter", "Claude-3-Sonnet-20240229 (Prompt)\u002fSimple Function Error\u002f Missing Required Parameter", "Claude-instant-1.2 (Prompt)\u002fSimple Function Error\u002f Missing Required Parameter", "DBRX-Instruct (Prompt)\u002fSimple Function Error\u002f Missing Required Parameter", "Deepseek-v1.5 (Prompt)\u002fSimple Function Error\u002f Missing Required Parameter", "Functionary-Medium-v2.4 (FC)\u002fSimple Function Error\u002f Missing Required Parameter", "GPT-3.5-Turbo-0125 (FC)\u002fSimple Function Error\u002f Missing Required Parameter", "GPT-4-0125-Preview (FC)\u002fSimple Function Error\u002f Missing Required Parameter", "GPT-4-0613 (FC)\u002fSimple Function Error\u002f Missing Required Parameter", "GPT-4-1106-Preview (FC)\u002fSimple Function Error\u002f Missing Required Parameter", "GPT-4-turbo-2024-04-09 (FC)\u002fSimple Function Error\u002f Missing Required Parameter", "Gemini-1.0-Pro (FC)\u002fSimple Function Error\u002f Missing Required Parameter", "Gemma-7b-it (Prompt)\u002fSimple Function Error\u002f Missing Required Parameter", "Mistral-Medium-2312 (Prompt)\u002fSimple Function Error\u002f Missing Required Parameter", "Mistral-large-2402 (FC Any)\u002fSimple Function Error\u002f Missing Required Parameter", "Mistral-large-2402 (FC Auto)\u002fSimple Function Error\u002f Missing Required Parameter", "Mistral-small-2402 (FC Any)\u002fSimple Function Error\u002f Missing Required Parameter", "Mistral-tiny-2312 (Prompt)\u002fSimple Function Error\u002f Missing Required Parameter", "Nexusflow-Raven-v2 (FC)\u002fSimple Function Error\u002f Missing Required Parameter", "Claude-2.1 (Prompt)\u002fParallel Function Error\u002f No Match Found", "Claude-3-Haiku-20240307 (FC)\u002fParallel Function Error\u002f No Match Found", "Claude-3-Haiku-20240307 (Prompt)\u002fParallel Function Error\u002f No Match Found", "Claude-3-Opus-20240229 (FC)\u002fParallel Function Error\u002f No Match Found", "Claude-3-Opus-20240229 (Prompt)\u002fParallel Function Error\u002f No Match Found", "Claude-3-Sonnet-20240229 (FC)\u002fParallel Function Error\u002f No Match Found", "Claude-3-Sonnet-20240229 (Prompt)\u002fParallel Function Error\u002f No Match Found", "Claude-instant-1.2 (Prompt)\u002fParallel Function Error\u002f No Match Found", "DBRX-Instruct (Prompt)\u002fParallel Function Error\u002f No Match Found", "Deepseek-v1.5 (Prompt)\u002fParallel Function Error\u002f No Match Found", "FireFunction-v1 (FC)\u002fParallel Function Error\u002f No Match Found", "Functionary-Medium-v2.4 (FC)\u002fParallel Function Error\u002f No Match Found", "Functionary-Small-v2.4 (FC)\u002fParallel Function Error\u002f No Match Found", "GPT-3.5-Turbo-0125 (FC)\u002fParallel Function Error\u002f No Match Found", "GPT-4-0125-Preview (FC)\u002fParallel Function Error\u002f No Match Found", "GPT-4-0125-Preview (Prompt)\u002fParallel Function Error\u002f No Match Found", "GPT-4-0613 (FC)\u002fParallel Function Error\u002f No Match Found", "GPT-4-1106-Preview (FC)\u002fParallel Function Error\u002f No Match Found", "GPT-4-turbo-2024-04-09 (FC)\u002fParallel Function Error\u002f No Match Found", "GPT-4-turbo-2024-04-09 (Prompt)\u002fParallel Function Error\u002f No Match Found", "Gemini-1.0-Pro (FC)\u002fParallel Function Error\u002f No Match Found", "Gemma-7b-it (Prompt)\u002fParallel Function Error\u002f No Match Found", "Gorilla-OpenFunctions-v2 (FC)\u002fParallel Function Error\u002f No Match Found", "Hermes-2-Pro-Mistral-7B (FC)\u002fParallel Function Error\u002f No Match Found", "Mistral-Medium-2312 (Prompt)\u002fParallel Function Error\u002f No Match Found", "Mistral-Small-2402 (Prompt)\u002fParallel Function Error\u002f No Match Found", "Mistral-large-2402 (FC Any)\u002fParallel Function Error\u002f No Match Found", "Mistral-large-2402 (FC Auto)\u002fParallel Function Error\u002f No Match Found", "Mistral-small-2402 (FC Any)\u002fParallel Function Error\u002f No Match Found", "Mistral-small-2402 (FC Auto)\u002fParallel Function Error\u002f No Match Found", "Mistral-tiny-2312 (Prompt)\u002fParallel Function Error\u002f No Match Found", "Nexusflow-Raven-v2 (FC)\u002fParallel Function Error\u002f No Match Found", "Claude-2.1 (Prompt)\u002fType Error\u002f Primitive Type Mismatch", "Claude-3-Haiku-20240307 (FC)\u002fType Error\u002f Primitive Type Mismatch", "Claude-3-Haiku-20240307 (Prompt)\u002fType Error\u002f Primitive Type Mismatch", "Claude-3-Opus-20240229 (FC)\u002fType Error\u002f Primitive Type Mismatch", "Claude-3-Opus-20240229 (Prompt)\u002fType Error\u002f Primitive Type Mismatch", "Claude-3-Sonnet-20240229 (FC)\u002fType Error\u002f Primitive Type Mismatch", "Claude-3-Sonnet-20240229 (Prompt)\u002fType Error\u002f Primitive Type Mismatch", "Claude-instant-1.2 (Prompt)\u002fType Error\u002f Primitive Type Mismatch", "DBRX-Instruct (Prompt)\u002fType Error\u002f Primitive Type Mismatch", "Deepseek-v1.5 (Prompt)\u002fType Error\u002f Primitive Type Mismatch", "FireFunction-v1 (FC)\u002fType Error\u002f Primitive Type Mismatch", "Functionary-Medium-v2.4 (FC)\u002fType Error\u002f Primitive Type Mismatch", "Functionary-Small-v2.4 (FC)\u002fType Error\u002f Primitive Type Mismatch", "GPT-3.5-Turbo-0125 (FC)\u002fType Error\u002f Primitive Type Mismatch", "GPT-4-0125-Preview (FC)\u002fType Error\u002f Primitive Type Mismatch", "GPT-4-0125-Preview (Prompt)\u002fType Error\u002f Primitive Type Mismatch", "GPT-4-0613 (FC)\u002fType Error\u002f Primitive Type Mismatch", "GPT-4-1106-Preview (FC)\u002fType Error\u002f Primitive Type Mismatch", "GPT-4-turbo-2024-04-09 (FC)\u002fType Error\u002f Primitive Type Mismatch", "GPT-4-turbo-2024-04-09 (Prompt)\u002fType Error\u002f Primitive Type Mismatch", "Gemini-1.0-Pro (FC)\u002fType Error\u002f Primitive Type Mismatch", "Gemma-7b-it (Prompt)\u002fType Error\u002f Primitive Type Mismatch", "Gorilla-OpenFunctions-v2 (FC)\u002fType Error\u002f Primitive Type Mismatch", "Hermes-2-Pro-Mistral-7B (FC)\u002fType Error\u002f Primitive Type Mismatch", "Mistral-Medium-2312 (Prompt)\u002fType Error\u002f Primitive Type Mismatch", "Mistral-Small-2402 (Prompt)\u002fType Error\u002f Primitive Type Mismatch", "Mistral-large-2402 (FC Any)\u002fType Error\u002f Primitive Type Mismatch", "Mistral-large-2402 (FC Auto)\u002fType Error\u002f Primitive Type Mismatch", "Mistral-small-2402 (FC Any)\u002fType Error\u002f Primitive Type Mismatch", "Mistral-tiny-2312 (Prompt)\u002fType Error\u002f Primitive Type Mismatch", "Nexusflow-Raven-v2 (FC)\u002fType Error\u002f Primitive Type Mismatch", "Hermes-2-Pro-Mistral-7B (FC)\u002fExecutable Error (REST)\u002f Response Format Error", "Nexusflow-Raven-v2 (FC)\u002fExecutable Error (REST)\u002f Response Format Error", "Claude-2.1 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Claude-3-Haiku-20240307 (FC)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Claude-3-Haiku-20240307 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Claude-3-Opus-20240229 (FC)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Claude-3-Opus-20240229 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Claude-3-Sonnet-20240229 (FC)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Claude-instant-1.2 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "DBRX-Instruct (Prompt)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Deepseek-v1.5 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "FireFunction-v1 (FC)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Functionary-Medium-v2.4 (FC)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Functionary-Small-v2.4 (FC)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "GPT-3.5-Turbo-0125 (FC)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "GPT-4-0125-Preview (FC)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "GPT-4-0125-Preview (Prompt)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "GPT-4-0613 (FC)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "GPT-4-1106-Preview (FC)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "GPT-4-turbo-2024-04-09 (FC)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "GPT-4-turbo-2024-04-09 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Gemini-1.0-Pro (FC)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Gemma-7b-it (Prompt)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Gorilla-OpenFunctions-v2 (FC)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Mistral-Medium-2312 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Mistral-Small-2402 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Mistral-large-2402 (FC Any)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Mistral-large-2402 (FC Auto)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Mistral-small-2402 (FC Any)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Mistral-small-2402 (FC Auto)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Mistral-tiny-2312 (Prompt)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Nexusflow-Raven-v2 (FC)\u002fExecutable Function Error (Non REST)\u002f Runtime Execution Error", "Claude-2.1 (Prompt)\u002fExecutable Function Error (REST)\u002f Runtime Execution Error", "Claude-3-Haiku-20240307 (FC)\u002fExecutable Function Error (REST)\u002f Runtime Execution Error", "Claude-3-Opus-20240229 (FC)\u002fExecutable Function Error (REST)\u002f Runtime Execution Error", "Claude-3-Sonnet-20240229 (FC)\u002fExecutable Function Error (REST)\u002f Runtime Execution Error", "Claude-instant-1.2 (Prompt)\u002fExecutable Function Error (REST)\u002f Runtime Execution Error", "Deepseek-v1.5 (Prompt)\u002fExecutable Function Error (REST)\u002f Runtime Execution Error", "FireFunction-v1 (FC)\u002fExecutable Function Error (REST)\u002f Runtime Execution Error", "Functionary-Medium-v2.4 (FC)\u002fExecutable Function Error (REST)\u002f Runtime Execution Error", "Functionary-Small-v2.4 (FC)\u002fExecutable Function Error (REST)\u002f Runtime Execution Error", "GPT-3.5-Turbo-0125 (FC)\u002fExecutable Function Error (REST)\u002f Runtime Execution Error", "GPT-4-0125-Preview (FC)\u002fExecutable Function Error (REST)\u002f Runtime Execution Error", "GPT-4-1106-Preview (FC)\u002fExecutable Function Error (REST)\u002f Runtime Execution Error", "GPT-4-turbo-2024-04-09 (FC)\u002fExecutable Function Error (REST)\u002f Runtime Execution Error", "Gemini-1.0-Pro (FC)\u002fExecutable Function Error (REST)\u002f Runtime Execution Error", "Gemma-7b-it (Prompt)\u002fExecutable Function Error (REST)\u002f Runtime Execution Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fExecutable Function Error (REST)\u002f Runtime Execution Error", "Mistral-Medium-2312 (Prompt)\u002fExecutable Function Error (REST)\u002f Runtime Execution Error", "Mistral-small-2402 (FC Any)\u002fExecutable Function Error (REST)\u002f Runtime Execution Error", "Mistral-tiny-2312 (Prompt)\u002fExecutable Function Error (REST)\u002f Runtime Execution Error", "Nexusflow-Raven-v2 (FC)\u002fExecutable Function Error (REST)\u002f Runtime Execution Error", "Claude-2.1 (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Claude-3-Haiku-20240307 (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Claude-3-Haiku-20240307 (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Claude-3-Opus-20240229 (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Claude-3-Opus-20240229 (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Claude-3-Sonnet-20240229 (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Claude-3-Sonnet-20240229 (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Claude-instant-1.2 (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "DBRX-Instruct (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Deepseek-v1.5 (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "FireFunction-v1 (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Functionary-Medium-v2.4 (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Functionary-Small-v2.4 (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "GPT-3.5-Turbo-0125 (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "GPT-4-0125-Preview (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "GPT-4-0125-Preview (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "GPT-4-0613 (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "GPT-4-1106-Preview (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "GPT-4-turbo-2024-04-09 (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "GPT-4-turbo-2024-04-09 (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Gemini-1.0-Pro (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Gemma-7b-it (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Gorilla-OpenFunctions-v2 (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Hermes-2-Pro-Mistral-7B (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Mistral-Medium-2312 (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Mistral-Small-2402 (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Mistral-large-2402 (FC Any)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Mistral-large-2402 (FC Auto)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Mistral-small-2402 (FC Any)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Mistral-small-2402 (FC Auto)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Mistral-tiny-2312 (Prompt)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Nexusflow-Raven-v2 (FC)\u002fRelevance Error\u002f Succeeded with Irrelevant Func Doc", "Functionary-Medium-v2.4 (FC)\u002fSimple Function Error\u002f Unexpected Argument Count", "Functionary-Small-v2.4 (FC)\u002fSimple Function Error\u002f Unexpected Argument Count", "GPT-3.5-Turbo-0125 (FC)\u002fSimple Function Error\u002f Unexpected Argument Count", "GPT-4-0125-Preview (FC)\u002fSimple Function Error\u002f Unexpected Argument Count", "GPT-4-0125-Preview (Prompt)\u002fSimple Function Error\u002f Unexpected Argument Count", "GPT-4-1106-Preview (FC)\u002fSimple Function Error\u002f Unexpected Argument Count", "GPT-4-turbo-2024-04-09 (FC)\u002fSimple Function Error\u002f Unexpected Argument Count", "GPT-4-turbo-2024-04-09 (Prompt)\u002fSimple Function Error\u002f Unexpected Argument Count", "Gemma-7b-it (Prompt)\u002fSimple Function Error\u002f Unexpected Argument Count", "Hermes-2-Pro-Mistral-7B (FC)\u002fSimple Function Error\u002f Unexpected Argument Count", "Claude-2.1 (Prompt)\u002fParallel Function Error\u002f Unexpected Function Count", "Claude-3-Haiku-20240307 (FC)\u002fParallel Function Error\u002f Unexpected Function Count", "Claude-3-Haiku-20240307 (Prompt)\u002fParallel Function Error\u002f Unexpected Function Count", "Claude-3-Opus-20240229 (FC)\u002fParallel Function Error\u002f Unexpected Function Count", "Claude-3-Opus-20240229 (Prompt)\u002fParallel Function Error\u002f Unexpected Function Count", "Claude-3-Sonnet-20240229 (FC)\u002fParallel Function Error\u002f Unexpected Function Count", "Claude-3-Sonnet-20240229 (Prompt)\u002fParallel Function Error\u002f Unexpected Function Count", "Claude-instant-1.2 (Prompt)\u002fParallel Function Error\u002f Unexpected Function Count", "DBRX-Instruct (Prompt)\u002fParallel Function Error\u002f Unexpected Function Count", "Deepseek-v1.5 (Prompt)\u002fParallel Function Error\u002f Unexpected Function Count", "FireFunction-v1 (FC)\u002fParallel Function Error\u002f Unexpected Function Count", "Functionary-Medium-v2.4 (FC)\u002fParallel Function Error\u002f Unexpected Function Count", "Functionary-Small-v2.4 (FC)\u002fParallel Function Error\u002f Unexpected Function Count", "GPT-3.5-Turbo-0125 (FC)\u002fParallel Function Error\u002f Unexpected Function Count", "GPT-4-0125-Preview (FC)\u002fParallel Function Error\u002f Unexpected Function Count", "GPT-4-0125-Preview (Prompt)\u002fParallel Function Error\u002f Unexpected Function Count", "GPT-4-0613 (FC)\u002fParallel Function Error\u002f Unexpected Function Count", "GPT-4-1106-Preview (FC)\u002fParallel Function Error\u002f Unexpected Function Count", "GPT-4-turbo-2024-04-09 (FC)\u002fParallel Function Error\u002f Unexpected Function Count", "GPT-4-turbo-2024-04-09 (Prompt)\u002fParallel Function Error\u002f Unexpected Function Count", "Gemini-1.0-Pro (FC)\u002fParallel Function Error\u002f Unexpected Function Count", "Gemma-7b-it (Prompt)\u002fParallel Function Error\u002f Unexpected Function Count", "Gorilla-OpenFunctions-v2 (FC)\u002fParallel Function Error\u002f Unexpected Function Count", "Hermes-2-Pro-Mistral-7B (FC)\u002fParallel Function Error\u002f Unexpected Function Count", "Mistral-Medium-2312 (Prompt)\u002fParallel Function Error\u002f Unexpected Function Count", "Mistral-Small-2402 (Prompt)\u002fParallel Function Error\u002f Unexpected Function Count", "Mistral-large-2402 (FC Any)\u002fParallel Function Error\u002f Unexpected Function Count", "Mistral-large-2402 (FC Auto)\u002fParallel Function Error\u002f Unexpected Function Count", "Mistral-small-2402 (FC Any)\u002fParallel Function Error\u002f Unexpected Function Count", "Mistral-small-2402 (FC Auto)\u002fParallel Function Error\u002f Unexpected Function Count", "Mistral-tiny-2312 (Prompt)\u002fParallel Function Error\u002f Unexpected Function Count", "Nexusflow-Raven-v2 (FC)\u002fParallel Function Error\u002f Unexpected Function Count", "Claude-2.1 (Prompt)\u002fSimple Function Error\u002f Unexpected Parameter Encountered", "Claude-3-Haiku-20240307 (FC)\u002fSimple Function Error\u002f Unexpected Parameter Encountered", "Claude-3-Haiku-20240307 (Prompt)\u002fSimple Function Error\u002f Unexpected Parameter Encountered", "Claude-3-Opus-20240229 (FC)\u002fSimple Function Error\u002f Unexpected Parameter Encountered", "Claude-3-Opus-20240229 (Prompt)\u002fSimple Function Error\u002f Unexpected Parameter Encountered", "Claude-3-Sonnet-20240229 (FC)\u002fSimple Function Error\u002f Unexpected Parameter Encountered", "Claude-3-Sonnet-20240229 (Prompt)\u002fSimple Function Error\u002f Unexpected Parameter Encountered", "Claude-instant-1.2 (Prompt)\u002fSimple Function Error\u002f Unexpected Parameter Encountered", "DBRX-Instruct (Prompt)\u002fSimple Function Error\u002f Unexpected Parameter Encountered", "Deepseek-v1.5 (Prompt)\u002fSimple Function Error\u002f Unexpected Parameter Encountered", "Functionary-Medium-v2.4 (FC)\u002fSimple Function Error\u002f Unexpected Parameter Encountered", "Functionary-Small-v2.4 (FC)\u002fSimple Function Error\u002f Unexpected Parameter Encountered", "GPT-3.5-Turbo-0125 (FC)\u002fSimple Function Error\u002f Unexpected Parameter Encountered", "GPT-4-0125-Preview (FC)\u002fSimple Function Error\u002f Unexpected Parameter Encountered", "Gemma-7b-it (Prompt)\u002fSimple Function Error\u002f Unexpected Parameter Encountered", "Gorilla-OpenFunctions-v2 (FC)\u002fSimple Function Error\u002f Unexpected Parameter Encountered", "Hermes-2-Pro-Mistral-7B (FC)\u002fSimple Function Error\u002f Unexpected Parameter Encountered", "Mistral-Medium-2312 (Prompt)\u002fSimple Function Error\u002f Unexpected Parameter Encountered", "Mistral-large-2402 (FC Any)\u002fSimple Function Error\u002f Unexpected Parameter Encountered", "Mistral-small-2402 (FC Any)\u002fSimple Function Error\u002f Unexpected Parameter Encountered", "Nexusflow-Raven-v2 (FC)\u002fSimple Function Error\u002f Unexpected Parameter Encountered", "Claude-2.1 (Prompt)\u002fValue Error\u002f Wrong String Value", "Claude-3-Haiku-20240307 (FC)\u002fValue Error\u002f Wrong String Value", "Claude-3-Haiku-20240307 (Prompt)\u002fValue Error\u002f Wrong String Value", "Claude-3-Opus-20240229 (FC)\u002fValue Error\u002f Wrong String Value", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error\u002f Wrong String Value", "Claude-3-Sonnet-20240229 (FC)\u002fValue Error\u002f Wrong String Value", "Claude-3-Sonnet-20240229 (Prompt)\u002fValue Error\u002f Wrong String Value", "Claude-instant-1.2 (Prompt)\u002fValue Error\u002f Wrong String Value", "DBRX-Instruct (Prompt)\u002fValue Error\u002f Wrong String Value", "Deepseek-v1.5 (Prompt)\u002fValue Error\u002f Wrong String Value", "FireFunction-v1 (FC)\u002fValue Error\u002f Wrong String Value", "Functionary-Medium-v2.4 (FC)\u002fValue Error\u002f Wrong String Value", "Functionary-Small-v2.4 (FC)\u002fValue Error\u002f Wrong String Value", "GPT-3.5-Turbo-0125 (FC)\u002fValue Error\u002f Wrong String Value", "GPT-4-0125-Preview (FC)\u002fValue Error\u002f Wrong String Value", "GPT-4-0125-Preview (Prompt)\u002fValue Error\u002f Wrong String Value", "GPT-4-0613 (FC)\u002fValue Error\u002f Wrong String Value", "GPT-4-1106-Preview (FC)\u002fValue Error\u002f Wrong String Value", "GPT-4-turbo-2024-04-09 (FC)\u002fValue Error\u002f Wrong String Value", "GPT-4-turbo-2024-04-09 (Prompt)\u002fValue Error\u002f Wrong String Value", "Gemini-1.0-Pro (FC)\u002fValue Error\u002f Wrong String Value", "Gemma-7b-it (Prompt)\u002fValue Error\u002f Wrong String Value", "Gorilla-OpenFunctions-v2 (FC)\u002fValue Error\u002f Wrong String Value", "Hermes-2-Pro-Mistral-7B (FC)\u002fValue Error\u002f Wrong String Value", "Mistral-Medium-2312 (Prompt)\u002fValue Error\u002f Wrong String Value", "Mistral-Small-2402 (Prompt)\u002fValue Error\u002f Wrong String Value", "Mistral-large-2402 (FC Any)\u002fValue Error\u002f Wrong String Value", "Mistral-large-2402 (FC Auto)\u002fValue Error\u002f Wrong String Value", "Mistral-small-2402 (FC Any)\u002fValue Error\u002f Wrong String Value", "Mistral-tiny-2312 (Prompt)\u002fValue Error\u002f Wrong String Value", "Nexusflow-Raven-v2 (FC)\u002fValue Error\u002f Wrong String Value", "Claude-2.1 (Prompt)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Claude-3-Haiku-20240307 (FC)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Claude-3-Haiku-20240307 (Prompt)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Claude-3-Opus-20240229 (FC)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Claude-3-Sonnet-20240229 (FC)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Claude-3-Sonnet-20240229 (Prompt)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Claude-instant-1.2 (Prompt)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "DBRX-Instruct (Prompt)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Deepseek-v1.5 (Prompt)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "FireFunction-v1 (FC)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Functionary-Medium-v2.4 (FC)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Functionary-Small-v2.4 (FC)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "GPT-3.5-Turbo-0125 (FC)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "GPT-4-0125-Preview (FC)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "GPT-4-0125-Preview (Prompt)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "GPT-4-1106-Preview (FC)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "GPT-4-turbo-2024-04-09 (FC)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "GPT-4-turbo-2024-04-09 (Prompt)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Gemini-1.0-Pro (FC)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Gemma-7b-it (Prompt)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Gorilla-OpenFunctions-v2 (FC)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Hermes-2-Pro-Mistral-7B (FC)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Mistral-Medium-2312 (Prompt)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Mistral-Small-2402 (Prompt)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Mistral-large-2402 (FC Any)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Mistral-large-2402 (FC Auto)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Mistral-small-2402 (FC Any)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Mistral-tiny-2312 (Prompt)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Nexusflow-Raven-v2 (FC)\u002fValue Error\u002f Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Hermes-2-Pro-Mistral-7B (FC)\u002fExecutable Error (REST)", "Nexusflow-Raven-v2 (FC)\u002fExecutable Error (REST)", "Claude-2.1 (Prompt)\u002fExecutable Function Error (Non REST)", "Claude-3-Haiku-20240307 (FC)\u002fExecutable Function Error (Non REST)", "Claude-3-Haiku-20240307 (Prompt)\u002fExecutable Function Error (Non REST)", "Claude-3-Opus-20240229 (FC)\u002fExecutable Function Error (Non REST)", "Claude-3-Opus-20240229 (Prompt)\u002fExecutable Function Error (Non REST)", "Claude-3-Sonnet-20240229 (FC)\u002fExecutable Function Error (Non REST)", "Claude-3-Sonnet-20240229 (Prompt)\u002fExecutable Function Error (Non REST)", "Claude-instant-1.2 (Prompt)\u002fExecutable Function Error (Non REST)", "DBRX-Instruct (Prompt)\u002fExecutable Function Error (Non REST)", "Deepseek-v1.5 (Prompt)\u002fExecutable Function Error (Non REST)", "FireFunction-v1 (FC)\u002fExecutable Function Error (Non REST)", "Functionary-Medium-v2.4 (FC)\u002fExecutable Function Error (Non REST)", "Functionary-Small-v2.4 (FC)\u002fExecutable Function Error (Non REST)", "GPT-3.5-Turbo-0125 (FC)\u002fExecutable Function Error (Non REST)", "GPT-4-0125-Preview (FC)\u002fExecutable Function Error (Non REST)", "GPT-4-0125-Preview (Prompt)\u002fExecutable Function Error (Non REST)", "GPT-4-0613 (FC)\u002fExecutable Function Error (Non REST)", "GPT-4-1106-Preview (FC)\u002fExecutable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (FC)\u002fExecutable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (Prompt)\u002fExecutable Function Error (Non REST)", "Gemini-1.0-Pro (FC)\u002fExecutable Function Error (Non REST)", "Gemma-7b-it (Prompt)\u002fExecutable Function Error (Non REST)", "Gorilla-OpenFunctions-v2 (FC)\u002fExecutable Function Error (Non REST)", "Hermes-2-Pro-Mistral-7B (FC)\u002fExecutable Function Error (Non REST)", "Mistral-Medium-2312 (Prompt)\u002fExecutable Function Error (Non REST)", "Mistral-Small-2402 (Prompt)\u002fExecutable Function Error (Non REST)", "Mistral-large-2402 (FC Any)\u002fExecutable Function Error (Non REST)", "Mistral-large-2402 (FC Auto)\u002fExecutable Function Error (Non REST)", "Mistral-small-2402 (FC Any)\u002fExecutable Function Error (Non REST)", "Mistral-small-2402 (FC Auto)\u002fExecutable Function Error (Non REST)", "Mistral-tiny-2312 (Prompt)\u002fExecutable Function Error (Non REST)", "Nexusflow-Raven-v2 (FC)\u002fExecutable Function Error (Non REST)", "Claude-2.1 (Prompt)\u002fExecutable Function Error (REST)", "Claude-3-Haiku-20240307 (FC)\u002fExecutable Function Error (REST)", "Claude-3-Haiku-20240307 (Prompt)\u002fExecutable Function Error (REST)", "Claude-3-Opus-20240229 (FC)\u002fExecutable Function Error (REST)", "Claude-3-Opus-20240229 (Prompt)\u002fExecutable Function Error (REST)", "Claude-3-Sonnet-20240229 (FC)\u002fExecutable Function Error (REST)", "Claude-3-Sonnet-20240229 (Prompt)\u002fExecutable Function Error (REST)", "Claude-instant-1.2 (Prompt)\u002fExecutable Function Error (REST)", "DBRX-Instruct (Prompt)\u002fExecutable Function Error (REST)", "Deepseek-v1.5 (Prompt)\u002fExecutable Function Error (REST)", "FireFunction-v1 (FC)\u002fExecutable Function Error (REST)", "Functionary-Medium-v2.4 (FC)\u002fExecutable Function Error (REST)", "Functionary-Small-v2.4 (FC)\u002fExecutable Function Error (REST)", "GPT-3.5-Turbo-0125 (FC)\u002fExecutable Function Error (REST)", "GPT-4-0125-Preview (FC)\u002fExecutable Function Error (REST)", "GPT-4-0125-Preview (Prompt)\u002fExecutable Function Error (REST)", "GPT-4-0613 (FC)\u002fExecutable Function Error (REST)", "GPT-4-1106-Preview (FC)\u002fExecutable Function Error (REST)", "GPT-4-turbo-2024-04-09 (FC)\u002fExecutable Function Error (REST)", "GPT-4-turbo-2024-04-09 (Prompt)\u002fExecutable Function Error (REST)", "Gemini-1.0-Pro (FC)\u002fExecutable Function Error (REST)", "Gemma-7b-it (Prompt)\u002fExecutable Function Error (REST)", "Gorilla-OpenFunctions-v2 (FC)\u002fExecutable Function Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)\u002fExecutable Function Error (REST)", "Mistral-Medium-2312 (Prompt)\u002fExecutable Function Error (REST)", "Mistral-Small-2402 (Prompt)\u002fExecutable Function Error (REST)", "Mistral-large-2402 (FC Any)\u002fExecutable Function Error (REST)", "Mistral-large-2402 (FC Auto)\u002fExecutable Function Error (REST)", "Mistral-small-2402 (FC Any)\u002fExecutable Function Error (REST)", "Mistral-small-2402 (FC Auto)\u002fExecutable Function Error (REST)", "Mistral-tiny-2312 (Prompt)\u002fExecutable Function Error (REST)", "Nexusflow-Raven-v2 (FC)\u002fExecutable Function Error (REST)", "Claude-2.1 (Prompt)\u002fFunction Parsing Error", "Claude-3-Haiku-20240307 (FC)\u002fFunction Parsing Error", "Claude-3-Haiku-20240307 (Prompt)\u002fFunction Parsing Error", "Claude-3-Opus-20240229 (FC)\u002fFunction Parsing Error", "Claude-3-Opus-20240229 (Prompt)\u002fFunction Parsing Error", "Claude-3-Sonnet-20240229 (FC)\u002fFunction Parsing Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fFunction Parsing Error", "Claude-instant-1.2 (Prompt)\u002fFunction Parsing Error", "DBRX-Instruct (Prompt)\u002fFunction Parsing Error", "Deepseek-v1.5 (Prompt)\u002fFunction Parsing Error", "FireFunction-v1 (FC)\u002fFunction Parsing Error", "Functionary-Medium-v2.4 (FC)\u002fFunction Parsing Error", "Functionary-Small-v2.4 (FC)\u002fFunction Parsing Error", "GPT-3.5-Turbo-0125 (FC)\u002fFunction Parsing Error", "GPT-4-0125-Preview (FC)\u002fFunction Parsing Error", "GPT-4-0125-Preview (Prompt)\u002fFunction Parsing Error", "GPT-4-0613 (FC)\u002fFunction Parsing Error", "GPT-4-1106-Preview (FC)\u002fFunction Parsing Error", "GPT-4-turbo-2024-04-09 (FC)\u002fFunction Parsing Error", "GPT-4-turbo-2024-04-09 (Prompt)\u002fFunction Parsing Error", "Gemini-1.0-Pro (FC)\u002fFunction Parsing Error", "Gemma-7b-it (Prompt)\u002fFunction Parsing Error", "Gorilla-OpenFunctions-v2 (FC)\u002fFunction Parsing Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fFunction Parsing Error", "Mistral-Medium-2312 (Prompt)\u002fFunction Parsing Error", "Mistral-Small-2402 (Prompt)\u002fFunction Parsing Error", "Mistral-large-2402 (FC Any)\u002fFunction Parsing Error", "Mistral-large-2402 (FC Auto)\u002fFunction Parsing Error", "Mistral-small-2402 (FC Auto)\u002fFunction Parsing Error", "Mistral-tiny-2312 (Prompt)\u002fFunction Parsing Error", "Nexusflow-Raven-v2 (FC)\u002fFunction Parsing Error", "Claude-2.1 (Prompt)\u002fParallel Function Error", "Claude-3-Haiku-20240307 (FC)\u002fParallel Function Error", "Claude-3-Haiku-20240307 (Prompt)\u002fParallel Function Error", "Claude-3-Opus-20240229 (FC)\u002fParallel Function Error", "Claude-3-Opus-20240229 (Prompt)\u002fParallel Function Error", "Claude-3-Sonnet-20240229 (FC)\u002fParallel Function Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fParallel Function Error", "Claude-instant-1.2 (Prompt)\u002fParallel Function Error", "DBRX-Instruct (Prompt)\u002fParallel Function Error", "Deepseek-v1.5 (Prompt)\u002fParallel Function Error", "FireFunction-v1 (FC)\u002fParallel Function Error", "Functionary-Medium-v2.4 (FC)\u002fParallel Function Error", "Functionary-Small-v2.4 (FC)\u002fParallel Function Error", "GPT-3.5-Turbo-0125 (FC)\u002fParallel Function Error", "GPT-4-0125-Preview (FC)\u002fParallel Function Error", "GPT-4-0125-Preview (Prompt)\u002fParallel Function Error", "GPT-4-0613 (FC)\u002fParallel Function Error", "GPT-4-1106-Preview (FC)\u002fParallel Function Error", "GPT-4-turbo-2024-04-09 (FC)\u002fParallel Function Error", "GPT-4-turbo-2024-04-09 (Prompt)\u002fParallel Function Error", "Gemini-1.0-Pro (FC)\u002fParallel Function Error", "Gemma-7b-it (Prompt)\u002fParallel Function Error", "Gorilla-OpenFunctions-v2 (FC)\u002fParallel Function Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fParallel Function Error", "Mistral-Medium-2312 (Prompt)\u002fParallel Function Error", "Mistral-Small-2402 (Prompt)\u002fParallel Function Error", "Mistral-large-2402 (FC Any)\u002fParallel Function Error", "Mistral-large-2402 (FC Auto)\u002fParallel Function Error", "Mistral-small-2402 (FC Any)\u002fParallel Function Error", "Mistral-small-2402 (FC Auto)\u002fParallel Function Error", "Mistral-tiny-2312 (Prompt)\u002fParallel Function Error", "Nexusflow-Raven-v2 (FC)\u002fParallel Function Error", "Claude-2.1 (Prompt)\u002fRelevance Error", "Claude-3-Haiku-20240307 (FC)\u002fRelevance Error", "Claude-3-Haiku-20240307 (Prompt)\u002fRelevance Error", "Claude-3-Opus-20240229 (FC)\u002fRelevance Error", "Claude-3-Opus-20240229 (Prompt)\u002fRelevance Error", "Claude-3-Sonnet-20240229 (FC)\u002fRelevance Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fRelevance Error", "Claude-instant-1.2 (Prompt)\u002fRelevance Error", "DBRX-Instruct (Prompt)\u002fRelevance Error", "Deepseek-v1.5 (Prompt)\u002fRelevance Error", "FireFunction-v1 (FC)\u002fRelevance Error", "Functionary-Medium-v2.4 (FC)\u002fRelevance Error", "Functionary-Small-v2.4 (FC)\u002fRelevance Error", "GPT-3.5-Turbo-0125 (FC)\u002fRelevance Error", "GPT-4-0125-Preview (FC)\u002fRelevance Error", "GPT-4-0125-Preview (Prompt)\u002fRelevance Error", "GPT-4-0613 (FC)\u002fRelevance Error", "GPT-4-1106-Preview (FC)\u002fRelevance Error", "GPT-4-turbo-2024-04-09 (FC)\u002fRelevance Error", "GPT-4-turbo-2024-04-09 (Prompt)\u002fRelevance Error", "Gemini-1.0-Pro (FC)\u002fRelevance Error", "Gemma-7b-it (Prompt)\u002fRelevance Error", "Gorilla-OpenFunctions-v2 (FC)\u002fRelevance Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fRelevance Error", "Mistral-Medium-2312 (Prompt)\u002fRelevance Error", "Mistral-Small-2402 (Prompt)\u002fRelevance Error", "Mistral-large-2402 (FC Any)\u002fRelevance Error", "Mistral-large-2402 (FC Auto)\u002fRelevance Error", "Mistral-small-2402 (FC Any)\u002fRelevance Error", "Mistral-small-2402 (FC Auto)\u002fRelevance Error", "Mistral-tiny-2312 (Prompt)\u002fRelevance Error", "Nexusflow-Raven-v2 (FC)\u002fRelevance Error", "Claude-2.1 (Prompt)\u002fSimple Function Error", "Claude-3-Haiku-20240307 (FC)\u002fSimple Function Error", "Claude-3-Haiku-20240307 (Prompt)\u002fSimple Function Error", "Claude-3-Opus-20240229 (FC)\u002fSimple Function Error", "Claude-3-Opus-20240229 (Prompt)\u002fSimple Function Error", "Claude-3-Sonnet-20240229 (FC)\u002fSimple Function Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fSimple Function Error", "Claude-instant-1.2 (Prompt)\u002fSimple Function Error", "DBRX-Instruct (Prompt)\u002fSimple Function Error", "Deepseek-v1.5 (Prompt)\u002fSimple Function Error", "FireFunction-v1 (FC)\u002fSimple Function Error", "Functionary-Medium-v2.4 (FC)\u002fSimple Function Error", "Functionary-Small-v2.4 (FC)\u002fSimple Function Error", "GPT-3.5-Turbo-0125 (FC)\u002fSimple Function Error", "GPT-4-0125-Preview (FC)\u002fSimple Function Error", "GPT-4-0125-Preview (Prompt)\u002fSimple Function Error", "GPT-4-0613 (FC)\u002fSimple Function Error", "GPT-4-1106-Preview (FC)\u002fSimple Function Error", "GPT-4-turbo-2024-04-09 (FC)\u002fSimple Function Error", "GPT-4-turbo-2024-04-09 (Prompt)\u002fSimple Function Error", "Gemini-1.0-Pro (FC)\u002fSimple Function Error", "Gemma-7b-it (Prompt)\u002fSimple Function Error", "Gorilla-OpenFunctions-v2 (FC)\u002fSimple Function Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fSimple Function Error", "Mistral-Medium-2312 (Prompt)\u002fSimple Function Error", "Mistral-Small-2402 (Prompt)\u002fSimple Function Error", "Mistral-large-2402 (FC Any)\u002fSimple Function Error", "Mistral-large-2402 (FC Auto)\u002fSimple Function Error", "Mistral-small-2402 (FC Any)\u002fSimple Function Error", "Mistral-tiny-2312 (Prompt)\u002fSimple Function Error", "Nexusflow-Raven-v2 (FC)\u002fSimple Function Error", "Claude-2.1 (Prompt)\u002fType Error", "Claude-3-Haiku-20240307 (FC)\u002fType Error", "Claude-3-Haiku-20240307 (Prompt)\u002fType Error", "Claude-3-Opus-20240229 (FC)\u002fType Error", "Claude-3-Opus-20240229 (Prompt)\u002fType Error", "Claude-3-Sonnet-20240229 (FC)\u002fType Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fType Error", "Claude-instant-1.2 (Prompt)\u002fType Error", "DBRX-Instruct (Prompt)\u002fType Error", "Deepseek-v1.5 (Prompt)\u002fType Error", "FireFunction-v1 (FC)\u002fType Error", "Functionary-Medium-v2.4 (FC)\u002fType Error", "Functionary-Small-v2.4 (FC)\u002fType Error", "GPT-3.5-Turbo-0125 (FC)\u002fType Error", "GPT-4-0125-Preview (FC)\u002fType Error", "GPT-4-0125-Preview (Prompt)\u002fType Error", "GPT-4-0613 (FC)\u002fType Error", "GPT-4-1106-Preview (FC)\u002fType Error", "GPT-4-turbo-2024-04-09 (FC)\u002fType Error", "GPT-4-turbo-2024-04-09 (Prompt)\u002fType Error", "Gemini-1.0-Pro (FC)\u002fType Error", "Gemma-7b-it (Prompt)\u002fType Error", "Gorilla-OpenFunctions-v2 (FC)\u002fType Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fType Error", "Mistral-Medium-2312 (Prompt)\u002fType Error", "Mistral-Small-2402 (Prompt)\u002fType Error", "Mistral-large-2402 (FC Any)\u002fType Error", "Mistral-large-2402 (FC Auto)\u002fType Error", "Mistral-small-2402 (FC Any)\u002fType Error", "Mistral-small-2402 (FC Auto)\u002fType Error", "Mistral-tiny-2312 (Prompt)\u002fType Error", "Nexusflow-Raven-v2 (FC)\u002fType Error", "Claude-2.1 (Prompt)\u002fValue Error", "Claude-3-Haiku-20240307 (FC)\u002fValue Error", "Claude-3-Haiku-20240307 (Prompt)\u002fValue Error", "Claude-3-Opus-20240229 (FC)\u002fValue Error", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error", "Claude-3-Sonnet-20240229 (FC)\u002fValue Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fValue Error", "Claude-instant-1.2 (Prompt)\u002fValue Error", "DBRX-Instruct (Prompt)\u002fValue Error", "Deepseek-v1.5 (Prompt)\u002fValue Error", "FireFunction-v1 (FC)\u002fValue Error", "Functionary-Medium-v2.4 (FC)\u002fValue Error", "Functionary-Small-v2.4 (FC)\u002fValue Error", "GPT-3.5-Turbo-0125 (FC)\u002fValue Error", "GPT-4-0125-Preview (FC)\u002fValue Error", "GPT-4-0125-Preview (Prompt)\u002fValue Error", "GPT-4-0613 (FC)\u002fValue Error", "GPT-4-1106-Preview (FC)\u002fValue Error", "GPT-4-turbo-2024-04-09 (FC)\u002fValue Error", "GPT-4-turbo-2024-04-09 (Prompt)\u002fValue Error", "Gemini-1.0-Pro (FC)\u002fValue Error", "Gemma-7b-it (Prompt)\u002fValue Error", "Gorilla-OpenFunctions-v2 (FC)\u002fValue Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fValue Error", "Mistral-Medium-2312 (Prompt)\u002fValue Error", "Mistral-Small-2402 (Prompt)\u002fValue Error", "Mistral-large-2402 (FC Any)\u002fValue Error", "Mistral-large-2402 (FC Auto)\u002fValue Error", "Mistral-small-2402 (FC Any)\u002fValue Error", "Mistral-small-2402 (FC Auto)\u002fValue Error", "Mistral-tiny-2312 (Prompt)\u002fValue Error", "Nexusflow-Raven-v2 (FC)\u002fValue Error", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "Gemini-1.0-Pro (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)"], "labels": [" Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Composite Type Mismatch", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Decoding Failure", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Execution Result Count", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Decoder Output Format", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Execution Result", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect Function Name", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect HTTP Status Code", " Incorrect Parsing Output Format", " Incorrect Parsing Output Format", " Incorrect Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect REST Parsing Output Format", " Incorrect Response Key", " Incorrect Response Key", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Incorrect Result Type", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Items", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Key", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Invalid Dictionary Value", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Optional Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " Missing Required Parameter", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " No Match Found", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Primitive Type Mismatch", " Response Format Error", " Response Format Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Runtime Execution Error", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Succeeded with Irrelevant Func Doc", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Argument Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Function Count", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Unexpected Parameter Encountered", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong String Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", " Wrong int\u002ffloat\u002fbool\u002fvariable Value", "Executable Error (REST)", "Executable Error (REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (Non REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Executable Function Error (REST)", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Function Parsing Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Parallel Function Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Relevance Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Simple Function Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Type Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Value Error", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "Gemini-1.0-Pro (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)"], "name": "", "parents": ["Claude-2.1 (Prompt)\u002fType Error", "Claude-3-Haiku-20240307 (FC)\u002fType Error", "Claude-3-Haiku-20240307 (Prompt)\u002fType Error", "Claude-3-Opus-20240229 (FC)\u002fType Error", "Claude-3-Opus-20240229 (Prompt)\u002fType Error", "Claude-3-Sonnet-20240229 (FC)\u002fType Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fType Error", "Claude-instant-1.2 (Prompt)\u002fType Error", "DBRX-Instruct (Prompt)\u002fType Error", "FireFunction-v1 (FC)\u002fType Error", "Functionary-Medium-v2.4 (FC)\u002fType Error", "Functionary-Small-v2.4 (FC)\u002fType Error", "GPT-3.5-Turbo-0125 (FC)\u002fType Error", "GPT-4-0125-Preview (FC)\u002fType Error", "GPT-4-0125-Preview (Prompt)\u002fType Error", "GPT-4-0613 (FC)\u002fType Error", "GPT-4-1106-Preview (FC)\u002fType Error", "GPT-4-turbo-2024-04-09 (FC)\u002fType Error", "GPT-4-turbo-2024-04-09 (Prompt)\u002fType Error", "Gemini-1.0-Pro (FC)\u002fType Error", "Gemma-7b-it (Prompt)\u002fType Error", "Gorilla-OpenFunctions-v2 (FC)\u002fType Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fType Error", "Mistral-Medium-2312 (Prompt)\u002fType Error", "Mistral-large-2402 (FC Any)\u002fType Error", "Mistral-large-2402 (FC Auto)\u002fType Error", "Mistral-small-2402 (FC Any)\u002fType Error", "Mistral-small-2402 (FC Auto)\u002fType Error", "Mistral-tiny-2312 (Prompt)\u002fType Error", "Nexusflow-Raven-v2 (FC)\u002fType Error", "Claude-2.1 (Prompt)\u002fFunction Parsing Error", "Claude-3-Haiku-20240307 (FC)\u002fFunction Parsing Error", "Claude-3-Haiku-20240307 (Prompt)\u002fFunction Parsing Error", "Claude-3-Opus-20240229 (FC)\u002fFunction Parsing Error", "Claude-3-Opus-20240229 (Prompt)\u002fFunction Parsing Error", "Claude-3-Sonnet-20240229 (FC)\u002fFunction Parsing Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fFunction Parsing Error", "Claude-instant-1.2 (Prompt)\u002fFunction Parsing Error", "DBRX-Instruct (Prompt)\u002fFunction Parsing Error", "Deepseek-v1.5 (Prompt)\u002fFunction Parsing Error", "FireFunction-v1 (FC)\u002fFunction Parsing Error", "Functionary-Medium-v2.4 (FC)\u002fFunction Parsing Error", "Functionary-Small-v2.4 (FC)\u002fFunction Parsing Error", "GPT-3.5-Turbo-0125 (FC)\u002fFunction Parsing Error", "GPT-4-0125-Preview (FC)\u002fFunction Parsing Error", "GPT-4-0125-Preview (Prompt)\u002fFunction Parsing Error", "GPT-4-0613 (FC)\u002fFunction Parsing Error", "GPT-4-1106-Preview (FC)\u002fFunction Parsing Error", "GPT-4-turbo-2024-04-09 (FC)\u002fFunction Parsing Error", "GPT-4-turbo-2024-04-09 (Prompt)\u002fFunction Parsing Error", "Gemini-1.0-Pro (FC)\u002fFunction Parsing Error", "Gemma-7b-it (Prompt)\u002fFunction Parsing Error", "Gorilla-OpenFunctions-v2 (FC)\u002fFunction Parsing Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fFunction Parsing Error", "Mistral-Medium-2312 (Prompt)\u002fFunction Parsing Error", "Mistral-Small-2402 (Prompt)\u002fFunction Parsing Error", "Mistral-large-2402 (FC Any)\u002fFunction Parsing Error", "Mistral-large-2402 (FC Auto)\u002fFunction Parsing Error", "Mistral-small-2402 (FC Auto)\u002fFunction Parsing Error", "Mistral-tiny-2312 (Prompt)\u002fFunction Parsing Error", "Nexusflow-Raven-v2 (FC)\u002fFunction Parsing Error", "Claude-2.1 (Prompt)\u002fValue Error", "Claude-3-Haiku-20240307 (FC)\u002fValue Error", "Claude-3-Haiku-20240307 (Prompt)\u002fValue Error", "Claude-3-Opus-20240229 (FC)\u002fValue Error", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error", "Claude-3-Sonnet-20240229 (FC)\u002fValue Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fValue Error", "Claude-instant-1.2 (Prompt)\u002fValue Error", "DBRX-Instruct (Prompt)\u002fValue Error", "Deepseek-v1.5 (Prompt)\u002fValue Error", "FireFunction-v1 (FC)\u002fValue Error", "Functionary-Medium-v2.4 (FC)\u002fValue Error", "Functionary-Small-v2.4 (FC)\u002fValue Error", "GPT-3.5-Turbo-0125 (FC)\u002fValue Error", "GPT-4-0125-Preview (FC)\u002fValue Error", "GPT-4-0125-Preview (Prompt)\u002fValue Error", "GPT-4-0613 (FC)\u002fValue Error", "GPT-4-1106-Preview (FC)\u002fValue Error", "GPT-4-turbo-2024-04-09 (FC)\u002fValue Error", "GPT-4-turbo-2024-04-09 (Prompt)\u002fValue Error", "Gemini-1.0-Pro (FC)\u002fValue Error", "Gemma-7b-it (Prompt)\u002fValue Error", "Gorilla-OpenFunctions-v2 (FC)\u002fValue Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fValue Error", "Mistral-Medium-2312 (Prompt)\u002fValue Error", "Mistral-Small-2402 (Prompt)\u002fValue Error", "Mistral-large-2402 (FC Any)\u002fValue Error", "Mistral-large-2402 (FC Auto)\u002fValue Error", "Mistral-small-2402 (FC Any)\u002fValue Error", "Mistral-small-2402 (FC Auto)\u002fValue Error", "Mistral-tiny-2312 (Prompt)\u002fValue Error", "Nexusflow-Raven-v2 (FC)\u002fValue Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fFunction Parsing Error", "DBRX-Instruct (Prompt)\u002fFunction Parsing Error", "Deepseek-v1.5 (Prompt)\u002fFunction Parsing Error", "Mistral-Small-2402 (Prompt)\u002fFunction Parsing Error", "Mistral-tiny-2312 (Prompt)\u002fFunction Parsing Error", "Claude-2.1 (Prompt)\u002fExecutable Function Error (Non REST)", "Claude-3-Haiku-20240307 (FC)\u002fExecutable Function Error (Non REST)", "Claude-3-Haiku-20240307 (Prompt)\u002fExecutable Function Error (Non REST)", "Claude-3-Opus-20240229 (FC)\u002fExecutable Function Error (Non REST)", "Claude-3-Opus-20240229 (Prompt)\u002fExecutable Function Error (Non REST)", "Claude-3-Sonnet-20240229 (FC)\u002fExecutable Function Error (Non REST)", "Claude-3-Sonnet-20240229 (Prompt)\u002fExecutable Function Error (Non REST)", "Claude-instant-1.2 (Prompt)\u002fExecutable Function Error (Non REST)", "DBRX-Instruct (Prompt)\u002fExecutable Function Error (Non REST)", "Deepseek-v1.5 (Prompt)\u002fExecutable Function Error (Non REST)", "FireFunction-v1 (FC)\u002fExecutable Function Error (Non REST)", "Functionary-Medium-v2.4 (FC)\u002fExecutable Function Error (Non REST)", "Functionary-Small-v2.4 (FC)\u002fExecutable Function Error (Non REST)", "GPT-3.5-Turbo-0125 (FC)\u002fExecutable Function Error (Non REST)", "GPT-4-0125-Preview (FC)\u002fExecutable Function Error (Non REST)", "GPT-4-0125-Preview (Prompt)\u002fExecutable Function Error (Non REST)", "GPT-4-0613 (FC)\u002fExecutable Function Error (Non REST)", "GPT-4-1106-Preview (FC)\u002fExecutable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (FC)\u002fExecutable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (Prompt)\u002fExecutable Function Error (Non REST)", "Gemini-1.0-Pro (FC)\u002fExecutable Function Error (Non REST)", "Gemma-7b-it (Prompt)\u002fExecutable Function Error (Non REST)", "Gorilla-OpenFunctions-v2 (FC)\u002fExecutable Function Error (Non REST)", "Hermes-2-Pro-Mistral-7B (FC)\u002fExecutable Function Error (Non REST)", "Mistral-Medium-2312 (Prompt)\u002fExecutable Function Error (Non REST)", "Mistral-Small-2402 (Prompt)\u002fExecutable Function Error (Non REST)", "Mistral-large-2402 (FC Any)\u002fExecutable Function Error (Non REST)", "Mistral-large-2402 (FC Auto)\u002fExecutable Function Error (Non REST)", "Mistral-small-2402 (FC Any)\u002fExecutable Function Error (Non REST)", "Mistral-small-2402 (FC Auto)\u002fExecutable Function Error (Non REST)", "Mistral-tiny-2312 (Prompt)\u002fExecutable Function Error (Non REST)", "Nexusflow-Raven-v2 (FC)\u002fExecutable Function Error (Non REST)", "Claude-2.1 (Prompt)\u002fSimple Function Error", "Claude-3-Haiku-20240307 (Prompt)\u002fSimple Function Error", "Claude-3-Opus-20240229 (Prompt)\u002fSimple Function Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fSimple Function Error", "Claude-instant-1.2 (Prompt)\u002fSimple Function Error", "DBRX-Instruct (Prompt)\u002fSimple Function Error", "Deepseek-v1.5 (Prompt)\u002fSimple Function Error", "Functionary-Small-v2.4 (FC)\u002fSimple Function Error", "Gemma-7b-it (Prompt)\u002fSimple Function Error", "Mistral-Medium-2312 (Prompt)\u002fSimple Function Error", "Mistral-Small-2402 (Prompt)\u002fSimple Function Error", "Mistral-large-2402 (FC Auto)\u002fSimple Function Error", "Mistral-small-2402 (FC Any)\u002fSimple Function Error", "Mistral-tiny-2312 (Prompt)\u002fSimple Function Error", "Nexusflow-Raven-v2 (FC)\u002fSimple Function Error", "Claude-2.1 (Prompt)\u002fExecutable Function Error (REST)", "Claude-3-Haiku-20240307 (FC)\u002fExecutable Function Error (REST)", "Claude-3-Haiku-20240307 (Prompt)\u002fExecutable Function Error (REST)", "Claude-3-Opus-20240229 (Prompt)\u002fExecutable Function Error (REST)", "Claude-3-Sonnet-20240229 (FC)\u002fExecutable Function Error (REST)", "Claude-3-Sonnet-20240229 (Prompt)\u002fExecutable Function Error (REST)", "Claude-instant-1.2 (Prompt)\u002fExecutable Function Error (REST)", "DBRX-Instruct (Prompt)\u002fExecutable Function Error (REST)", "Deepseek-v1.5 (Prompt)\u002fExecutable Function Error (REST)", "FireFunction-v1 (FC)\u002fExecutable Function Error (REST)", "Functionary-Medium-v2.4 (FC)\u002fExecutable Function Error (REST)", "Functionary-Small-v2.4 (FC)\u002fExecutable Function Error (REST)", "GPT-3.5-Turbo-0125 (FC)\u002fExecutable Function Error (REST)", "GPT-4-0125-Preview (Prompt)\u002fExecutable Function Error (REST)", "GPT-4-0613 (FC)\u002fExecutable Function Error (REST)", "GPT-4-1106-Preview (FC)\u002fExecutable Function Error (REST)", "GPT-4-turbo-2024-04-09 (Prompt)\u002fExecutable Function Error (REST)", "Gemini-1.0-Pro (FC)\u002fExecutable Function Error (REST)", "Gemma-7b-it (Prompt)\u002fExecutable Function Error (REST)", "Gorilla-OpenFunctions-v2 (FC)\u002fExecutable Function Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)\u002fExecutable Function Error (REST)", "Mistral-Medium-2312 (Prompt)\u002fExecutable Function Error (REST)", "Mistral-Small-2402 (Prompt)\u002fExecutable Function Error (REST)", "Mistral-large-2402 (FC Any)\u002fExecutable Function Error (REST)", "Mistral-large-2402 (FC Auto)\u002fExecutable Function Error (REST)", "Mistral-small-2402 (FC Any)\u002fExecutable Function Error (REST)", "Mistral-small-2402 (FC Auto)\u002fExecutable Function Error (REST)", "Nexusflow-Raven-v2 (FC)\u002fExecutable Function Error (REST)", "Functionary-Medium-v2.4 (FC)\u002fFunction Parsing Error", "Functionary-Small-v2.4 (FC)\u002fFunction Parsing Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fFunction Parsing Error", "Deepseek-v1.5 (Prompt)\u002fFunction Parsing Error", "Functionary-Medium-v2.4 (FC)\u002fFunction Parsing Error", "Functionary-Small-v2.4 (FC)\u002fFunction Parsing Error", "GPT-4-0125-Preview (FC)\u002fFunction Parsing Error", "GPT-4-1106-Preview (FC)\u002fFunction Parsing Error", "GPT-4-turbo-2024-04-09 (FC)\u002fFunction Parsing Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fFunction Parsing Error", "Claude-3-Haiku-20240307 (Prompt)\u002fExecutable Function Error (REST)", "Claude-3-Opus-20240229 (Prompt)\u002fExecutable Function Error (REST)", "Claude-2.1 (Prompt)\u002fExecutable Function Error (Non REST)", "Claude-3-Haiku-20240307 (FC)\u002fExecutable Function Error (Non REST)", "Claude-3-Haiku-20240307 (Prompt)\u002fExecutable Function Error (Non REST)", "Claude-3-Opus-20240229 (FC)\u002fExecutable Function Error (Non REST)", "Claude-3-Opus-20240229 (Prompt)\u002fExecutable Function Error (Non REST)", "Claude-3-Sonnet-20240229 (FC)\u002fExecutable Function Error (Non REST)", "Claude-3-Sonnet-20240229 (Prompt)\u002fExecutable Function Error (Non REST)", "Claude-instant-1.2 (Prompt)\u002fExecutable Function Error (Non REST)", "DBRX-Instruct (Prompt)\u002fExecutable Function Error (Non REST)", "Deepseek-v1.5 (Prompt)\u002fExecutable Function Error (Non REST)", "FireFunction-v1 (FC)\u002fExecutable Function Error (Non REST)", "Functionary-Medium-v2.4 (FC)\u002fExecutable Function Error (Non REST)", "Functionary-Small-v2.4 (FC)\u002fExecutable Function Error (Non REST)", "GPT-3.5-Turbo-0125 (FC)\u002fExecutable Function Error (Non REST)", "GPT-4-0125-Preview (FC)\u002fExecutable Function Error (Non REST)", "GPT-4-0125-Preview (Prompt)\u002fExecutable Function Error (Non REST)", "GPT-4-0613 (FC)\u002fExecutable Function Error (Non REST)", "GPT-4-1106-Preview (FC)\u002fExecutable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (FC)\u002fExecutable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (Prompt)\u002fExecutable Function Error (Non REST)", "Gemini-1.0-Pro (FC)\u002fExecutable Function Error (Non REST)", "Gemma-7b-it (Prompt)\u002fExecutable Function Error (Non REST)", "Gorilla-OpenFunctions-v2 (FC)\u002fExecutable Function Error (Non REST)", "Hermes-2-Pro-Mistral-7B (FC)\u002fExecutable Function Error (Non REST)", "Mistral-Medium-2312 (Prompt)\u002fExecutable Function Error (Non REST)", "Mistral-Small-2402 (Prompt)\u002fExecutable Function Error (Non REST)", "Mistral-large-2402 (FC Any)\u002fExecutable Function Error (Non REST)", "Mistral-large-2402 (FC Auto)\u002fExecutable Function Error (Non REST)", "Mistral-small-2402 (FC Any)\u002fExecutable Function Error (Non REST)", "Mistral-tiny-2312 (Prompt)\u002fExecutable Function Error (Non REST)", "Nexusflow-Raven-v2 (FC)\u002fExecutable Function Error (Non REST)", "Claude-3-Opus-20240229 (FC)\u002fValue Error", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error", "Claude-3-Sonnet-20240229 (FC)\u002fValue Error", "Functionary-Medium-v2.4 (FC)\u002fValue Error", "Functionary-Small-v2.4 (FC)\u002fValue Error", "GPT-3.5-Turbo-0125 (FC)\u002fValue Error", "Gemini-1.0-Pro (FC)\u002fValue Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fValue Error", "Mistral-Medium-2312 (Prompt)\u002fValue Error", "Mistral-large-2402 (FC Any)\u002fValue Error", "Mistral-small-2402 (FC Any)\u002fValue Error", "Nexusflow-Raven-v2 (FC)\u002fValue Error", "Claude-3-Haiku-20240307 (FC)\u002fValue Error", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error", "Gorilla-OpenFunctions-v2 (FC)\u002fValue Error", "Mistral-Medium-2312 (Prompt)\u002fValue Error", "Nexusflow-Raven-v2 (FC)\u002fValue Error", "Claude-2.1 (Prompt)\u002fValue Error", "Claude-3-Haiku-20240307 (FC)\u002fValue Error", "Claude-3-Haiku-20240307 (Prompt)\u002fValue Error", "Claude-3-Opus-20240229 (FC)\u002fValue Error", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error", "Claude-3-Sonnet-20240229 (FC)\u002fValue Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fValue Error", "Claude-instant-1.2 (Prompt)\u002fValue Error", "DBRX-Instruct (Prompt)\u002fValue Error", "Functionary-Small-v2.4 (FC)\u002fValue Error", "GPT-4-0125-Preview (Prompt)\u002fValue Error", "GPT-4-1106-Preview (FC)\u002fValue Error", "GPT-4-turbo-2024-04-09 (Prompt)\u002fValue Error", "Gemini-1.0-Pro (FC)\u002fValue Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fValue Error", "Mistral-Medium-2312 (Prompt)\u002fValue Error", "Mistral-tiny-2312 (Prompt)\u002fValue Error", "Claude-2.1 (Prompt)\u002fSimple Function Error", "Claude-3-Haiku-20240307 (FC)\u002fSimple Function Error", "Claude-3-Haiku-20240307 (Prompt)\u002fSimple Function Error", "Claude-3-Opus-20240229 (FC)\u002fSimple Function Error", "Claude-3-Opus-20240229 (Prompt)\u002fSimple Function Error", "Claude-3-Sonnet-20240229 (FC)\u002fSimple Function Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fSimple Function Error", "Claude-instant-1.2 (Prompt)\u002fSimple Function Error", "DBRX-Instruct (Prompt)\u002fSimple Function Error", "Deepseek-v1.5 (Prompt)\u002fSimple Function Error", "FireFunction-v1 (FC)\u002fSimple Function Error", "Functionary-Medium-v2.4 (FC)\u002fSimple Function Error", "Functionary-Small-v2.4 (FC)\u002fSimple Function Error", "GPT-3.5-Turbo-0125 (FC)\u002fSimple Function Error", "GPT-4-0125-Preview (FC)\u002fSimple Function Error", "GPT-4-0125-Preview (Prompt)\u002fSimple Function Error", "GPT-4-0613 (FC)\u002fSimple Function Error", "GPT-4-1106-Preview (FC)\u002fSimple Function Error", "GPT-4-turbo-2024-04-09 (FC)\u002fSimple Function Error", "GPT-4-turbo-2024-04-09 (Prompt)\u002fSimple Function Error", "Gemini-1.0-Pro (FC)\u002fSimple Function Error", "Gemma-7b-it (Prompt)\u002fSimple Function Error", "Gorilla-OpenFunctions-v2 (FC)\u002fSimple Function Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fSimple Function Error", "Mistral-Medium-2312 (Prompt)\u002fSimple Function Error", "Mistral-large-2402 (FC Any)\u002fSimple Function Error", "Mistral-large-2402 (FC Auto)\u002fSimple Function Error", "Mistral-small-2402 (FC Any)\u002fSimple Function Error", "Mistral-tiny-2312 (Prompt)\u002fSimple Function Error", "Nexusflow-Raven-v2 (FC)\u002fSimple Function Error", "Claude-2.1 (Prompt)\u002fSimple Function Error", "Claude-3-Haiku-20240307 (Prompt)\u002fSimple Function Error", "Claude-3-Opus-20240229 (FC)\u002fSimple Function Error", "Claude-3-Sonnet-20240229 (FC)\u002fSimple Function Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fSimple Function Error", "Claude-instant-1.2 (Prompt)\u002fSimple Function Error", "DBRX-Instruct (Prompt)\u002fSimple Function Error", "Deepseek-v1.5 (Prompt)\u002fSimple Function Error", "Functionary-Medium-v2.4 (FC)\u002fSimple Function Error", "GPT-3.5-Turbo-0125 (FC)\u002fSimple Function Error", "GPT-4-0125-Preview (FC)\u002fSimple Function Error", "GPT-4-0613 (FC)\u002fSimple Function Error", "GPT-4-1106-Preview (FC)\u002fSimple Function Error", "GPT-4-turbo-2024-04-09 (FC)\u002fSimple Function Error", "Gemini-1.0-Pro (FC)\u002fSimple Function Error", "Gemma-7b-it (Prompt)\u002fSimple Function Error", "Mistral-Medium-2312 (Prompt)\u002fSimple Function Error", "Mistral-large-2402 (FC Any)\u002fSimple Function Error", "Mistral-large-2402 (FC Auto)\u002fSimple Function Error", "Mistral-small-2402 (FC Any)\u002fSimple Function Error", "Mistral-tiny-2312 (Prompt)\u002fSimple Function Error", "Nexusflow-Raven-v2 (FC)\u002fSimple Function Error", "Claude-2.1 (Prompt)\u002fParallel Function Error", "Claude-3-Haiku-20240307 (FC)\u002fParallel Function Error", "Claude-3-Haiku-20240307 (Prompt)\u002fParallel Function Error", "Claude-3-Opus-20240229 (FC)\u002fParallel Function Error", "Claude-3-Opus-20240229 (Prompt)\u002fParallel Function Error", "Claude-3-Sonnet-20240229 (FC)\u002fParallel Function Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fParallel Function Error", "Claude-instant-1.2 (Prompt)\u002fParallel Function Error", "DBRX-Instruct (Prompt)\u002fParallel Function Error", "Deepseek-v1.5 (Prompt)\u002fParallel Function Error", "FireFunction-v1 (FC)\u002fParallel Function Error", "Functionary-Medium-v2.4 (FC)\u002fParallel Function Error", "Functionary-Small-v2.4 (FC)\u002fParallel Function Error", "GPT-3.5-Turbo-0125 (FC)\u002fParallel Function Error", "GPT-4-0125-Preview (FC)\u002fParallel Function Error", "GPT-4-0125-Preview (Prompt)\u002fParallel Function Error", "GPT-4-0613 (FC)\u002fParallel Function Error", "GPT-4-1106-Preview (FC)\u002fParallel Function Error", "GPT-4-turbo-2024-04-09 (FC)\u002fParallel Function Error", "GPT-4-turbo-2024-04-09 (Prompt)\u002fParallel Function Error", "Gemini-1.0-Pro (FC)\u002fParallel Function Error", "Gemma-7b-it (Prompt)\u002fParallel Function Error", "Gorilla-OpenFunctions-v2 (FC)\u002fParallel Function Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fParallel Function Error", "Mistral-Medium-2312 (Prompt)\u002fParallel Function Error", "Mistral-Small-2402 (Prompt)\u002fParallel Function Error", "Mistral-large-2402 (FC Any)\u002fParallel Function Error", "Mistral-large-2402 (FC Auto)\u002fParallel Function Error", "Mistral-small-2402 (FC Any)\u002fParallel Function Error", "Mistral-small-2402 (FC Auto)\u002fParallel Function Error", "Mistral-tiny-2312 (Prompt)\u002fParallel Function Error", "Nexusflow-Raven-v2 (FC)\u002fParallel Function Error", "Claude-2.1 (Prompt)\u002fType Error", "Claude-3-Haiku-20240307 (FC)\u002fType Error", "Claude-3-Haiku-20240307 (Prompt)\u002fType Error", "Claude-3-Opus-20240229 (FC)\u002fType Error", "Claude-3-Opus-20240229 (Prompt)\u002fType Error", "Claude-3-Sonnet-20240229 (FC)\u002fType Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fType Error", "Claude-instant-1.2 (Prompt)\u002fType Error", "DBRX-Instruct (Prompt)\u002fType Error", "Deepseek-v1.5 (Prompt)\u002fType Error", "FireFunction-v1 (FC)\u002fType Error", "Functionary-Medium-v2.4 (FC)\u002fType Error", "Functionary-Small-v2.4 (FC)\u002fType Error", "GPT-3.5-Turbo-0125 (FC)\u002fType Error", "GPT-4-0125-Preview (FC)\u002fType Error", "GPT-4-0125-Preview (Prompt)\u002fType Error", "GPT-4-0613 (FC)\u002fType Error", "GPT-4-1106-Preview (FC)\u002fType Error", "GPT-4-turbo-2024-04-09 (FC)\u002fType Error", "GPT-4-turbo-2024-04-09 (Prompt)\u002fType Error", "Gemini-1.0-Pro (FC)\u002fType Error", "Gemma-7b-it (Prompt)\u002fType Error", "Gorilla-OpenFunctions-v2 (FC)\u002fType Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fType Error", "Mistral-Medium-2312 (Prompt)\u002fType Error", "Mistral-Small-2402 (Prompt)\u002fType Error", "Mistral-large-2402 (FC Any)\u002fType Error", "Mistral-large-2402 (FC Auto)\u002fType Error", "Mistral-small-2402 (FC Any)\u002fType Error", "Mistral-tiny-2312 (Prompt)\u002fType Error", "Nexusflow-Raven-v2 (FC)\u002fType Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fExecutable Error (REST)", "Nexusflow-Raven-v2 (FC)\u002fExecutable Error (REST)", "Claude-2.1 (Prompt)\u002fExecutable Function Error (Non REST)", "Claude-3-Haiku-20240307 (FC)\u002fExecutable Function Error (Non REST)", "Claude-3-Haiku-20240307 (Prompt)\u002fExecutable Function Error (Non REST)", "Claude-3-Opus-20240229 (FC)\u002fExecutable Function Error (Non REST)", "Claude-3-Opus-20240229 (Prompt)\u002fExecutable Function Error (Non REST)", "Claude-3-Sonnet-20240229 (FC)\u002fExecutable Function Error (Non REST)", "Claude-3-Sonnet-20240229 (Prompt)\u002fExecutable Function Error (Non REST)", "Claude-instant-1.2 (Prompt)\u002fExecutable Function Error (Non REST)", "DBRX-Instruct (Prompt)\u002fExecutable Function Error (Non REST)", "Deepseek-v1.5 (Prompt)\u002fExecutable Function Error (Non REST)", "FireFunction-v1 (FC)\u002fExecutable Function Error (Non REST)", "Functionary-Medium-v2.4 (FC)\u002fExecutable Function Error (Non REST)", "Functionary-Small-v2.4 (FC)\u002fExecutable Function Error (Non REST)", "GPT-3.5-Turbo-0125 (FC)\u002fExecutable Function Error (Non REST)", "GPT-4-0125-Preview (FC)\u002fExecutable Function Error (Non REST)", "GPT-4-0125-Preview (Prompt)\u002fExecutable Function Error (Non REST)", "GPT-4-0613 (FC)\u002fExecutable Function Error (Non REST)", "GPT-4-1106-Preview (FC)\u002fExecutable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (FC)\u002fExecutable Function Error (Non REST)", "GPT-4-turbo-2024-04-09 (Prompt)\u002fExecutable Function Error (Non REST)", "Gemini-1.0-Pro (FC)\u002fExecutable Function Error (Non REST)", "Gemma-7b-it (Prompt)\u002fExecutable Function Error (Non REST)", "Gorilla-OpenFunctions-v2 (FC)\u002fExecutable Function Error (Non REST)", "Hermes-2-Pro-Mistral-7B (FC)\u002fExecutable Function Error (Non REST)", "Mistral-Medium-2312 (Prompt)\u002fExecutable Function Error (Non REST)", "Mistral-Small-2402 (Prompt)\u002fExecutable Function Error (Non REST)", "Mistral-large-2402 (FC Any)\u002fExecutable Function Error (Non REST)", "Mistral-large-2402 (FC Auto)\u002fExecutable Function Error (Non REST)", "Mistral-small-2402 (FC Any)\u002fExecutable Function Error (Non REST)", "Mistral-small-2402 (FC Auto)\u002fExecutable Function Error (Non REST)", "Mistral-tiny-2312 (Prompt)\u002fExecutable Function Error (Non REST)", "Nexusflow-Raven-v2 (FC)\u002fExecutable Function Error (Non REST)", "Claude-2.1 (Prompt)\u002fExecutable Function Error (REST)", "Claude-3-Haiku-20240307 (FC)\u002fExecutable Function Error (REST)", "Claude-3-Opus-20240229 (FC)\u002fExecutable Function Error (REST)", "Claude-3-Sonnet-20240229 (FC)\u002fExecutable Function Error (REST)", "Claude-instant-1.2 (Prompt)\u002fExecutable Function Error (REST)", "Deepseek-v1.5 (Prompt)\u002fExecutable Function Error (REST)", "FireFunction-v1 (FC)\u002fExecutable Function Error (REST)", "Functionary-Medium-v2.4 (FC)\u002fExecutable Function Error (REST)", "Functionary-Small-v2.4 (FC)\u002fExecutable Function Error (REST)", "GPT-3.5-Turbo-0125 (FC)\u002fExecutable Function Error (REST)", "GPT-4-0125-Preview (FC)\u002fExecutable Function Error (REST)", "GPT-4-1106-Preview (FC)\u002fExecutable Function Error (REST)", "GPT-4-turbo-2024-04-09 (FC)\u002fExecutable Function Error (REST)", "Gemini-1.0-Pro (FC)\u002fExecutable Function Error (REST)", "Gemma-7b-it (Prompt)\u002fExecutable Function Error (REST)", "Hermes-2-Pro-Mistral-7B (FC)\u002fExecutable Function Error (REST)", "Mistral-Medium-2312 (Prompt)\u002fExecutable Function Error (REST)", "Mistral-small-2402 (FC Any)\u002fExecutable Function Error (REST)", "Mistral-tiny-2312 (Prompt)\u002fExecutable Function Error (REST)", "Nexusflow-Raven-v2 (FC)\u002fExecutable Function Error (REST)", "Claude-2.1 (Prompt)\u002fRelevance Error", "Claude-3-Haiku-20240307 (FC)\u002fRelevance Error", "Claude-3-Haiku-20240307 (Prompt)\u002fRelevance Error", "Claude-3-Opus-20240229 (FC)\u002fRelevance Error", "Claude-3-Opus-20240229 (Prompt)\u002fRelevance Error", "Claude-3-Sonnet-20240229 (FC)\u002fRelevance Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fRelevance Error", "Claude-instant-1.2 (Prompt)\u002fRelevance Error", "DBRX-Instruct (Prompt)\u002fRelevance Error", "Deepseek-v1.5 (Prompt)\u002fRelevance Error", "FireFunction-v1 (FC)\u002fRelevance Error", "Functionary-Medium-v2.4 (FC)\u002fRelevance Error", "Functionary-Small-v2.4 (FC)\u002fRelevance Error", "GPT-3.5-Turbo-0125 (FC)\u002fRelevance Error", "GPT-4-0125-Preview (FC)\u002fRelevance Error", "GPT-4-0125-Preview (Prompt)\u002fRelevance Error", "GPT-4-0613 (FC)\u002fRelevance Error", "GPT-4-1106-Preview (FC)\u002fRelevance Error", "GPT-4-turbo-2024-04-09 (FC)\u002fRelevance Error", "GPT-4-turbo-2024-04-09 (Prompt)\u002fRelevance Error", "Gemini-1.0-Pro (FC)\u002fRelevance Error", "Gemma-7b-it (Prompt)\u002fRelevance Error", "Gorilla-OpenFunctions-v2 (FC)\u002fRelevance Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fRelevance Error", "Mistral-Medium-2312 (Prompt)\u002fRelevance Error", "Mistral-Small-2402 (Prompt)\u002fRelevance Error", "Mistral-large-2402 (FC Any)\u002fRelevance Error", "Mistral-large-2402 (FC Auto)\u002fRelevance Error", "Mistral-small-2402 (FC Any)\u002fRelevance Error", "Mistral-small-2402 (FC Auto)\u002fRelevance Error", "Mistral-tiny-2312 (Prompt)\u002fRelevance Error", "Nexusflow-Raven-v2 (FC)\u002fRelevance Error", "Functionary-Medium-v2.4 (FC)\u002fSimple Function Error", "Functionary-Small-v2.4 (FC)\u002fSimple Function Error", "GPT-3.5-Turbo-0125 (FC)\u002fSimple Function Error", "GPT-4-0125-Preview (FC)\u002fSimple Function Error", "GPT-4-0125-Preview (Prompt)\u002fSimple Function Error", "GPT-4-1106-Preview (FC)\u002fSimple Function Error", "GPT-4-turbo-2024-04-09 (FC)\u002fSimple Function Error", "GPT-4-turbo-2024-04-09 (Prompt)\u002fSimple Function Error", "Gemma-7b-it (Prompt)\u002fSimple Function Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fSimple Function Error", "Claude-2.1 (Prompt)\u002fParallel Function Error", "Claude-3-Haiku-20240307 (FC)\u002fParallel Function Error", "Claude-3-Haiku-20240307 (Prompt)\u002fParallel Function Error", "Claude-3-Opus-20240229 (FC)\u002fParallel Function Error", "Claude-3-Opus-20240229 (Prompt)\u002fParallel Function Error", "Claude-3-Sonnet-20240229 (FC)\u002fParallel Function Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fParallel Function Error", "Claude-instant-1.2 (Prompt)\u002fParallel Function Error", "DBRX-Instruct (Prompt)\u002fParallel Function Error", "Deepseek-v1.5 (Prompt)\u002fParallel Function Error", "FireFunction-v1 (FC)\u002fParallel Function Error", "Functionary-Medium-v2.4 (FC)\u002fParallel Function Error", "Functionary-Small-v2.4 (FC)\u002fParallel Function Error", "GPT-3.5-Turbo-0125 (FC)\u002fParallel Function Error", "GPT-4-0125-Preview (FC)\u002fParallel Function Error", "GPT-4-0125-Preview (Prompt)\u002fParallel Function Error", "GPT-4-0613 (FC)\u002fParallel Function Error", "GPT-4-1106-Preview (FC)\u002fParallel Function Error", "GPT-4-turbo-2024-04-09 (FC)\u002fParallel Function Error", "GPT-4-turbo-2024-04-09 (Prompt)\u002fParallel Function Error", "Gemini-1.0-Pro (FC)\u002fParallel Function Error", "Gemma-7b-it (Prompt)\u002fParallel Function Error", "Gorilla-OpenFunctions-v2 (FC)\u002fParallel Function Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fParallel Function Error", "Mistral-Medium-2312 (Prompt)\u002fParallel Function Error", "Mistral-Small-2402 (Prompt)\u002fParallel Function Error", "Mistral-large-2402 (FC Any)\u002fParallel Function Error", "Mistral-large-2402 (FC Auto)\u002fParallel Function Error", "Mistral-small-2402 (FC Any)\u002fParallel Function Error", "Mistral-small-2402 (FC Auto)\u002fParallel Function Error", "Mistral-tiny-2312 (Prompt)\u002fParallel Function Error", "Nexusflow-Raven-v2 (FC)\u002fParallel Function Error", "Claude-2.1 (Prompt)\u002fSimple Function Error", "Claude-3-Haiku-20240307 (FC)\u002fSimple Function Error", "Claude-3-Haiku-20240307 (Prompt)\u002fSimple Function Error", "Claude-3-Opus-20240229 (FC)\u002fSimple Function Error", "Claude-3-Opus-20240229 (Prompt)\u002fSimple Function Error", "Claude-3-Sonnet-20240229 (FC)\u002fSimple Function Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fSimple Function Error", "Claude-instant-1.2 (Prompt)\u002fSimple Function Error", "DBRX-Instruct (Prompt)\u002fSimple Function Error", "Deepseek-v1.5 (Prompt)\u002fSimple Function Error", "Functionary-Medium-v2.4 (FC)\u002fSimple Function Error", "Functionary-Small-v2.4 (FC)\u002fSimple Function Error", "GPT-3.5-Turbo-0125 (FC)\u002fSimple Function Error", "GPT-4-0125-Preview (FC)\u002fSimple Function Error", "Gemma-7b-it (Prompt)\u002fSimple Function Error", "Gorilla-OpenFunctions-v2 (FC)\u002fSimple Function Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fSimple Function Error", "Mistral-Medium-2312 (Prompt)\u002fSimple Function Error", "Mistral-large-2402 (FC Any)\u002fSimple Function Error", "Mistral-small-2402 (FC Any)\u002fSimple Function Error", "Nexusflow-Raven-v2 (FC)\u002fSimple Function Error", "Claude-2.1 (Prompt)\u002fValue Error", "Claude-3-Haiku-20240307 (FC)\u002fValue Error", "Claude-3-Haiku-20240307 (Prompt)\u002fValue Error", "Claude-3-Opus-20240229 (FC)\u002fValue Error", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error", "Claude-3-Sonnet-20240229 (FC)\u002fValue Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fValue Error", "Claude-instant-1.2 (Prompt)\u002fValue Error", "DBRX-Instruct (Prompt)\u002fValue Error", "Deepseek-v1.5 (Prompt)\u002fValue Error", "FireFunction-v1 (FC)\u002fValue Error", "Functionary-Medium-v2.4 (FC)\u002fValue Error", "Functionary-Small-v2.4 (FC)\u002fValue Error", "GPT-3.5-Turbo-0125 (FC)\u002fValue Error", "GPT-4-0125-Preview (FC)\u002fValue Error", "GPT-4-0125-Preview (Prompt)\u002fValue Error", "GPT-4-0613 (FC)\u002fValue Error", "GPT-4-1106-Preview (FC)\u002fValue Error", "GPT-4-turbo-2024-04-09 (FC)\u002fValue Error", "GPT-4-turbo-2024-04-09 (Prompt)\u002fValue Error", "Gemini-1.0-Pro (FC)\u002fValue Error", "Gemma-7b-it (Prompt)\u002fValue Error", "Gorilla-OpenFunctions-v2 (FC)\u002fValue Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fValue Error", "Mistral-Medium-2312 (Prompt)\u002fValue Error", "Mistral-Small-2402 (Prompt)\u002fValue Error", "Mistral-large-2402 (FC Any)\u002fValue Error", "Mistral-large-2402 (FC Auto)\u002fValue Error", "Mistral-small-2402 (FC Any)\u002fValue Error", "Mistral-tiny-2312 (Prompt)\u002fValue Error", "Nexusflow-Raven-v2 (FC)\u002fValue Error", "Claude-2.1 (Prompt)\u002fValue Error", "Claude-3-Haiku-20240307 (FC)\u002fValue Error", "Claude-3-Haiku-20240307 (Prompt)\u002fValue Error", "Claude-3-Opus-20240229 (FC)\u002fValue Error", "Claude-3-Opus-20240229 (Prompt)\u002fValue Error", "Claude-3-Sonnet-20240229 (FC)\u002fValue Error", "Claude-3-Sonnet-20240229 (Prompt)\u002fValue Error", "Claude-instant-1.2 (Prompt)\u002fValue Error", "DBRX-Instruct (Prompt)\u002fValue Error", "Deepseek-v1.5 (Prompt)\u002fValue Error", "FireFunction-v1 (FC)\u002fValue Error", "Functionary-Medium-v2.4 (FC)\u002fValue Error", "Functionary-Small-v2.4 (FC)\u002fValue Error", "GPT-3.5-Turbo-0125 (FC)\u002fValue Error", "GPT-4-0125-Preview (FC)\u002fValue Error", "GPT-4-0125-Preview (Prompt)\u002fValue Error", "GPT-4-1106-Preview (FC)\u002fValue Error", "GPT-4-turbo-2024-04-09 (FC)\u002fValue Error", "GPT-4-turbo-2024-04-09 (Prompt)\u002fValue Error", "Gemini-1.0-Pro (FC)\u002fValue Error", "Gemma-7b-it (Prompt)\u002fValue Error", "Gorilla-OpenFunctions-v2 (FC)\u002fValue Error", "Hermes-2-Pro-Mistral-7B (FC)\u002fValue Error", "Mistral-Medium-2312 (Prompt)\u002fValue Error", "Mistral-Small-2402 (Prompt)\u002fValue Error", "Mistral-large-2402 (FC Any)\u002fValue Error", "Mistral-large-2402 (FC Auto)\u002fValue Error", "Mistral-small-2402 (FC Any)\u002fValue Error", "Mistral-tiny-2312 (Prompt)\u002fValue Error", "Nexusflow-Raven-v2 (FC)\u002fValue Error", "Hermes-2-Pro-Mistral-7B (FC)", "Nexusflow-Raven-v2 (FC)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "Gemini-1.0-Pro (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "Gemini-1.0-Pro (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "Gemini-1.0-Pro (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "Gemini-1.0-Pro (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "Gemini-1.0-Pro (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "Gemini-1.0-Pro (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "Gemini-1.0-Pro (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "Claude-2.1 (Prompt)", "Claude-3-Haiku-20240307 (FC)", "Claude-3-Haiku-20240307 (Prompt)", "Claude-3-Opus-20240229 (FC)", "Claude-3-Opus-20240229 (Prompt)", "Claude-3-Sonnet-20240229 (FC)", "Claude-3-Sonnet-20240229 (Prompt)", "Claude-instant-1.2 (Prompt)", "DBRX-Instruct (Prompt)", "Deepseek-v1.5 (Prompt)", "FireFunction-v1 (FC)", "Functionary-Medium-v2.4 (FC)", "Functionary-Small-v2.4 (FC)", "GPT-3.5-Turbo-0125 (FC)", "GPT-4-0125-Preview (FC)", "GPT-4-0125-Preview (Prompt)", "GPT-4-0613 (FC)", "GPT-4-1106-Preview (FC)", "GPT-4-turbo-2024-04-09 (FC)", "GPT-4-turbo-2024-04-09 (Prompt)", "Gemini-1.0-Pro (FC)", "Gemma-7b-it (Prompt)", "Gorilla-OpenFunctions-v2 (FC)", "Hermes-2-Pro-Mistral-7B (FC)", "Mistral-Medium-2312 (Prompt)", "Mistral-Small-2402 (Prompt)", "Mistral-large-2402 (FC Any)", "Mistral-large-2402 (FC Auto)", "Mistral-small-2402 (FC Any)", "Mistral-small-2402 (FC Auto)", "Mistral-tiny-2312 (Prompt)", "Nexusflow-Raven-v2 (FC)", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", ""], "values": [3, 4, 6, 5, 7, 6, 3, 4, 3, 4, 4, 4, 5, 6, 5, 5, 5, 6, 4, 6, 1, 5, 5, 6, 5, 4, 5, 3, 1, 8, 385, 1, 139, 30, 28, 21, 52, 100, 280, 731, 173, 6, 10, 1, 46, 21, 342, 16, 113, 23, 66, 471, 25, 152, 129, 808, 3, 247, 1374, 490, 43, 8, 88, 14, 48, 15, 88, 17, 18, 13, 16, 79, 14, 15, 30, 16, 14, 78, 15, 14, 16, 85, 16, 14, 23, 12, 5, 61, 53, 71, 6, 14, 27, 2, 7, 26, 137, 9, 6, 15, 14, 18, 19, 16, 16, 15, 14, 13, 16, 18, 21, 15, 21, 21, 13, 21, 21, 20, 15, 15, 20, 20, 15, 6, 18, 17, 18, 2, 12, 21, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 8, 1, 1, 9, 9, 3, 2, 8, 1, 1, 6, 4, 1, 4, 9, 7, 6, 1, 1, 3, 1, 1, 1, 4, 3, 3, 1, 6, 3, 1, 5, 1, 41, 13, 8, 3, 1, 17, 10, 1, 1, 1, 1, 1, 1, 6, 2, 7, 8, 11, 2, 13, 9, 11, 7, 4, 11, 11, 13, 11, 13, 5, 12, 12, 13, 6, 2, 11, 12, 10, 3, 10, 9, 6, 4, 12, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 2, 4, 1, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 2, 2, 3, 1, 1, 1, 2, 2, 1, 1, 5, 2, 4, 8, 3, 2, 1, 1, 5, 6, 2, 3, 2, 2, 3, 6, 4, 3, 2, 6, 3, 5, 4, 8, 7, 1, 2, 3, 14, 16, 4, 2, 1, 1, 1, 8, 4, 1, 2, 15, 10, 1, 16, 7, 2, 70, 7, 1, 2, 1, 46, 10, 51, 14, 51, 65, 59, 31, 60, 87, 77, 44, 13, 70, 87, 57, 66, 51, 10, 67, 71, 62, 16, 151, 57, 74, 61, 47, 56, 43, 31, 2, 113, 162, 16, 28, 16, 32, 12, 36, 19, 18, 18, 7, 20, 30, 28, 15, 27, 13, 11, 25, 21, 18, 31, 14, 13, 23, 12, 4, 33, 16, 31, 11, 30, 1, 3, 12, 7, 7, 16, 14, 8, 12, 16, 14, 6, 5, 13, 12, 12, 15, 13, 4, 15, 16, 12, 3, 25, 11, 11, 10, 7, 10, 8, 9, 3, 19, 17, 1, 8, 8, 23, 1, 2, 9, 18, 10, 6, 5, 7, 4, 11, 33, 29, 2, 1, 1, 8, 40, 190, 169, 42, 47, 44, 119, 110, 105, 104, 64, 62, 77, 235, 41, 71, 20, 47, 27, 90, 54, 95, 94, 214, 27, 4, 240, 38, 240, 1, 43, 235, 29, 18, 166, 6, 1, 9, 8, 1, 1, 9, 21, 399, 17, 119, 17, 368, 18, 24, 20, 42, 389, 29, 31, 93, 23, 14, 345, 17, 18, 14, 391, 60, 28, 63, 14, 14, 157, 134, 217, 8, 55, 130, 2, 2, 1, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 4, 2, 19, 27, 16, 38, 23, 43, 22, 29, 18, 11, 27, 23, 33, 24, 26, 12, 12, 22, 14, 16, 32, 22, 17, 25, 22, 1, 30, 14, 33, 18, 35, 4, 12, 4, 6, 6, 15, 8, 7, 2, 6, 6, 12, 12, 3, 8, 5, 6, 2, 9, 6, 4, 3, 21, 7, 1, 14, 4, 15, 6, 7, 1, 3, 24, 24, 28, 42, 44, 26, 41, 40, 39, 26, 25, 42, 44, 40, 47, 47, 22, 48, 49, 45, 24, 42, 42, 43, 35, 16, 38, 34, 33, 5, 35, 50, 4, 10, 9, 8, 2, 24, 6, 5, 1, 6, 18, 25, 16, 7, 5, 1, 3, 8, 4, 1, 12, 37, 3, 32, 3, 6, 3, 1, 6, 1, 1, 49, 385, 1, 139, 30, 28, 21, 54, 100, 287, 758, 173, 36, 28, 1, 47, 21, 342, 17, 114, 23, 66, 471, 25, 156, 129, 945, 3, 247, 1374, 499, 43, 72, 413, 68, 184, 76, 399, 78, 111, 97, 86, 402, 99, 118, 150, 89, 65, 355, 84, 89, 76, 407, 211, 85, 137, 75, 61, 213, 177, 248, 10, 168, 292, 40, 190, 169, 42, 47, 44, 119, 110, 105, 104, 64, 62, 77, 235, 41, 71, 20, 47, 27, 90, 54, 95, 94, 214, 27, 4, 240, 38, 240, 1, 43, 235, 12, 4, 8, 10, 6, 5, 5, 13, 12, 10, 2, 35, 22, 184, 20, 7, 5, 28, 17, 7, 5, 80, 5, 18, 16, 8, 3, 5, 9, 69, 37, 19, 32, 22, 37, 19, 42, 22, 22, 21, 7, 24, 34, 32, 20, 33, 18, 16, 30, 27, 22, 37, 15, 18, 28, 18, 4, 38, 20, 36, 3, 12, 38, 32, 129, 37, 94, 47, 148, 48, 56, 35, 33, 112, 52, 64, 58, 50, 32, 90, 44, 30, 42, 126, 42, 35, 72, 44, 7, 107, 71, 121, 6, 39, 74, 588, 803, 480, 447, 269, 709, 373, 457, 597, 1030, 820, 385, 401, 695, 332, 262, 853, 306, 357, 306, 731, 993, 307, 701, 347, 1051, 645, 593, 693, 1400, 866, 821], "type": "treemap", "textfont": { "size": 12 }, "root": { "color": "#C7CCDB" }, "marker": { "cornerradius": 2 } }], { "template": { "data": { "histogram2dcontour": [{ "type": "histogram2dcontour", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "choropleth": [{ "type": "choropleth", "colorbar": { "outlinewidth": 0, "ticks": "" } }], "histogram2d": [{ "type": "histogram2d", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "heatmap": [{ "type": "heatmap", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "heatmapgl": [{ "type": "heatmapgl", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "contourcarpet": [{ "type": "contourcarpet", "colorbar": { "outlinewidth": 0, "ticks": "" } }], "contour": [{ "type": "contour", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "surface": [{ "type": "surface", "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]] }], "mesh3d": [{ "type": "mesh3d", "colorbar": { "outlinewidth": 0, "ticks": "" } }], "scatter": [{ "fillpattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 }, "type": "scatter" }], "parcoords": [{ "type": "parcoords", "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatterpolargl": [{ "type": "scatterpolargl", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "bar": [{ "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "bar" }], "scattergeo": [{ "type": "scattergeo", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatterpolar": [{ "type": "scatterpolar", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "histogram": [{ "marker": { "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "histogram" }], "scattergl": [{ "type": "scattergl", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatter3d": [{ "type": "scatter3d", "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scattermapbox": [{ "type": "scattermapbox", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scatterternary": [{ "type": "scatterternary", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "scattercarpet": [{ "type": "scattercarpet", "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } } }], "carpet": [{ "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" }], "table": [{ "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" }], "barpolar": [{ "marker": { "line": { "color": "#E5ECF6", "width": 0.5 }, "pattern": { "fillmode": "overlay", "size": 10, "solidity": 0.2 } }, "type": "barpolar" }], "pie": [{ "automargin": true, "type": "pie" }] }, "layout": { "autotypenumbers": "strict", "colorway": ["#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52"], "font": { "color": "#2a3f5f" }, "hovermode": "closest", "hoverlabel": { "align": "left" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "bgcolor": "#E5ECF6", "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "ternary": { "bgcolor": "#E5ECF6", "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "sequential": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]], "sequentialminus": [[0.0, "#0d0887"], [0.1111111111111111, "#46039f"], [0.2222222222222222, "#7201a8"], [0.3333333333333333, "#9c179e"], [0.4444444444444444, "#bd3786"], [0.5555555555555556, "#d8576b"], [0.6666666666666666, "#ed7953"], [0.7777777777777778, "#fb9f3a"], [0.8888888888888888, "#fdca26"], [1.0, "#f0f921"]], "diverging": [[0, "#8e0152"], [0.1, "#c51b7d"], [0.2, "#de77ae"], [0.3, "#f1b6da"], [0.4, "#fde0ef"], [0.5, "#f7f7f7"], [0.6, "#e6f5d0"], [0.7, "#b8e186"], [0.8, "#7fbc41"], [0.9, "#4d9221"], [1, "#276419"]] }, "xaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "automargin": true, "zerolinewidth": 2 }, "yaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "automargin": true, "zerolinewidth": 2 }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white", "gridwidth": 2 }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white", "gridwidth": 2 }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white", "gridwidth": 2 } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "geo": { "bgcolor": "white", "landcolor": "#E5ECF6", "subunitcolor": "white", "showland": true, "showlakes": true, "lakecolor": "white" }, "title": { "x": 0.05 }, "mapbox": { "style": "light" } } }, "legend": { "tracegroupgap": 0 }, "margin": { "t": 60 }, "paper_bgcolor": "#e5effc" }, { "responsive": true }) }; \ No newline at end of file