ENH: Update scores and pricing

README.md

@@ -18,6 +18,6 @@ These are shown in green 🟢 and are the best LLMs to use.
 Some LLMs are "pareto suboptimal", i.e. there is no LLM worse in both cost and quality.
 These are shown in red 🔴 and are the LLMs to avoid.
 
-Last updated: **8 Oct 2024**
+Last updated: **27 Oct 2024**
 
 Alternatives: [ArtificialAnalysis.ai](https://artificialanalysis.ai/)

elo.csv

@@ -1,20 +1,24 @@
 model,elo,cpmi,launch,end,source
-chatgpt-4o-latest,1338,5,2024-08,,https://openai.com/api/pricing/
-o1-preview,1335,15,2024-09,,https://openai.com/api/pricing/
-o1-mini,1314,3,2024-09,,https://openai.com/api/pricing/
-gemini-1.5-pro-002,1304,5,2024-10,,
-grok-2-08-13,1293,,2024-09,,
+chatgpt-4o-latest,1340,5,2024-08,,https://openai.com/api/pricing/
+o1-preview,1337,15,2024-09,,https://openai.com/api/pricing/
+o1-mini,1309,3,2024-09,,https://openai.com/api/pricing/
+gemini-1.5-pro-002,1303,5,2024-10,,
+grok-2-08-13,1290,5,2024-09,,
+yi-lightning,1286,,2024-10,,
 gpt-4o-2024-05-13,1285,5,2024-05,,https://openai.com/api/pricing/
-gpt-4o-mini-2024-07-18,1273,0.15,2024-07,,https://openai.com/api/pricing/
+glm-4-plus,1275,0.33,2024-10,,https://open.bigmodel.cn/pricing
+gpt-4o-mini-2024-07-18,1274,0.15,2024-07,,https://openai.com/api/pricing/
+gemini-1.5-flash-002,1271,0.075,2024-10,,
 claude-3-5-sonnet-20240620,1268,3,2024-06,,
 grok-2-mini-08-13,1267,,2024-08,,
 gemini-advanced-0514,1266,,2024-05,,
 meta-llama-3.1-405b-instruct,1266,2,2024-06,,https://openrouter.ai/models/meta-llama/llama-3.1-405b
+yi-lightning-lite,1265,,2024-10,,
 gemini-1.5-flash-002,1265,0.075,2024-10,,
 gpt-4o-2024-08-06,1264,2.5,2024-08,,https://openai.com/api/pricing/
-gemini-1.5-pro-001,1259,3.5,2024-05,,https://ai.google.dev/pricing
+gemini-1.5-pro-001,1260,3.5,2024-05,,https://ai.google.dev/pricing
 gemini-1.5-pro-api-0409-preview,1257,7,2024-04,,https://llmpricecheck.com/google/gemini-1.5-pro
-qwen-2.5-72b-instruct,1257,0.35,2024-09,,https://openrouter.ai/models/qwen/qwen-2.5-72b-instruct
+qwen-2.5-72b-instruct,1259,0.35,2024-09,,https://openrouter.ai/models/qwen/qwen-2.5-72b-instruct
 gpt-4-turbo-2024-04-09,1256,10,2024-04,,https://openai.com/api/pricing/
 deepseek-v2.5,1252,0.14,2024-08,,https://openrouter.ai/models/deepseek/deepseek-chat
 mistral-large-2407,1251,2,2024-07,,https://openrouter.ai/models/mistralai/mistral-large
@@ -35,10 +39,10 @@ gemma-2-27b-it,1218,0.27,2024-06,,https://openrouter.ai/models/google/gemma-2-27
 deepseek-coder-v2-0724,1214,0.14,2024-07,,
 yi-large,1212,3,2023-10,,https://openrouter.ai/models/01-ai/yi-large
 command-r-plus-08-2024,1210,,2024-08,,
-gemini-1.5-flash-8b-001,1209,0.04,2024-08,,
+gemini-1.5-flash-8b-001,1209,0.0375,2024-10,,
 nemotron-4-340b-instruct,1209,4.2,2024-06,,https://openrouter.ai/models/nvidia/nemotron-4-340b-instruct
 bard-jan-24-gemini-pro,1208,7,2024-01,,https://ai.google.dev/pricing
-glm-4-0520,1207,,2024-05,,
+glm-4-0520,1207,0.66,2024-05,,https://open.bigmodel.cn/pricing
 llama-3-70b-instruct,1206,0.59,2024-04,,https://openrouter.ai/models/meta-llama/llama-3-70b-instruct
 claude-3-sonnet-20240229,1201,3,2024-02,,
 reka-core-20240501,1201,,2024-05,,