[{"data":1,"prerenderedAt":8508},["ShallowReactive",2],{"benchmark-detail-humaneval":3},{"models":4,"benchmarkModels":3096,"benchmarkCatalog":6327,"benchmarkSources":6779,"monthlyFrontier":6780,"countryFrontier":7360,"totalModels":8505,"totalBenchmarkModels":8506,"dateRange":8507},[5,19,28,40,49,58,66,74,85,95,103,112,120,132,142,155,163,174,183,193,203,215,225,237,246,258,269,276,287,295,305,311,322,329,338,346,354,361,370,381,390,396,408,416,421,430,438,445,452,461,468,477,485,492,499,505,516,523,530,540,547,553,560,571,578,588,597,607,616,624,633,640,648,658,667,674,682,690,698,706,713,721,728,734,740,747,754,765,771,777,783,789,797,804,812,818,824,831,837,845,852,858,866,873,881,888,895,902,910,917,924,933,940,947,953,960,969,975,981,988,994,1001,1009,1015,1022,1029,1036,1044,1050,1057,1063,1071,1079,1085,1091,1100,1106,1112,1118,1124,1130,1138,1145,1154,1162,1169,1176,1183,1190,1196,1202,1210,1218,1225,1231,1238,1244,1251,1258,1264,1270,1276,1283,1291,1297,1305,1312,1320,1327,1334,1340,1347,1354,1363,1370,1376,1383,1389,1397,1403,1409,1416,1422,1428,1435,1441,1447,1455,1461,1468,1475,1481,1488,1495,1501,1507,1513,1520,1526,1534,1540,1548,1556,1562,1568,1574,1581,1587,1593,1599,1605,1613,1619,1627,1635,1641,1647,1654,1660,1667,1673,1680,1687,1696,1702,1708,1714,1720,1727,1733,1739,1745,1751,1757,1763,1769,1776,1785,1791,1798,1804,1810,1816,1822,1828,1834,1841,1848,1854,1860,1866,1873,1881,1889,1895,1903,1909,1915,1921,1928,1934,1940,1946,1953,1960,1966,1973,1981,1987,1994,2001,2007,2014,2021,2027,2033,2040,2046,2052,2059,2065,2071,2077,2083,2089,2095,2102,2108,2114,2120,2126,2134,2140,2146,2154,2161,2167,2173,2179,2185,2191,2199,2205,2211,2217,2223,2229,2235,2241,2248,2254,2260,2267,2275,2281,2287,2295,2302,2308,2315,2321,2327,2335,2344,2350,2356,2362,2370,2376,2384,2391,2397,2403,2409,2415,2422,2428,2432,2439,2446,2452,2460,2466,2472,2479,2488,2496,2504,2510,2516,2522,2530,2537,2543,2549,2556,2564,2570,2576,2583,2589,2595,2602,2608,2614,2620,2627,2633,2641,2650,2658,2665,2671,2677,2685,2691,2697,2703,2711,2718,2724,2731,2737,2745,2752,2758,2764,2771,2777,2783,2790,2798,2806,2812,2820,2826,2836,2843,2851,2859,2866,2874,2881,2889,2895,2901,2907,2913,2919,2925,2932,2938,2944,2950,2956,2963,2969,2976,2982,2990,2996,3004,3010,3016,3024,3030,3036,3043,3050,3057,3063,3071,3077,3084,3090],{"provider_id":6,"slug":7,"model_name":8,"provider_name":9,"provider":10,"is_open":11,"author_country":12,"release_date":13,"release_month":14,"context_length":15,"input_price_per_1m_tokens":16,"output_price_per_1m_tokens":17,"input_price":16,"output_price":17,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":18,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-4","openai-gpt-4","GPT-4","OpenAI","OpenAI GPT-4",false,null,1685232000,"2023-05",8191,30,60,67.7,{"provider_id":20,"slug":21,"model_name":22,"provider_name":9,"provider":23,"is_open":11,"author_country":12,"release_date":13,"release_month":14,"context_length":24,"input_price_per_1m_tokens":25,"output_price_per_1m_tokens":26,"input_price":25,"output_price":26,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":27,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-3.5-turbo","openai-gpt-3.5-turbo","GPT-3.5 Turbo","OpenAI GPT-3.5 Turbo",16385,0.5,1,57.9,{"provider_id":29,"slug":30,"model_name":31,"provider_name":32,"provider":33,"is_open":34,"author_country":12,"release_date":35,"release_month":36,"context_length":37,"input_price_per_1m_tokens":38,"output_price_per_1m_tokens":39,"input_price":38,"output_price":39,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"gryphe:mythomax-l2-13b","gryphe-mythomax-l2-13b","MythoMax 13B","Gryphe","Gryphe MythoMax 13B",true,1688256000,"2023-07",4096,0.08,0.09,{"provider_id":41,"slug":42,"model_name":43,"provider_name":44,"provider":45,"is_open":34,"author_country":12,"release_date":46,"release_month":36,"context_length":47,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":48,"input_price":48,"output_price":48,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"undi95:remm-slerp-l2-13b","undi95-remm-slerp-l2-13b","ReMM SLERP 13B","Undi95","Undi95 ReMM SLERP 13B",1689984000,6144,0.3,{"provider_id":50,"slug":51,"model_name":52,"provider_name":53,"provider":54,"is_open":11,"author_country":12,"release_date":55,"release_month":56,"context_length":57,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":25,"input_price":48,"output_price":25,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mancer:weaver","mancer-weaver","Weaver (alpha)","Mancer","Mancer Weaver (alpha)",1690934400,"2023-08",8000,{"provider_id":59,"slug":60,"model_name":61,"provider_name":9,"provider":62,"is_open":11,"author_country":12,"release_date":63,"release_month":56,"context_length":24,"input_price_per_1m_tokens":64,"output_price_per_1m_tokens":65,"input_price":64,"output_price":65,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-3.5-turbo-16k","openai-gpt-3.5-turbo-16k","GPT-3.5 Turbo 16k","OpenAI GPT-3.5 Turbo 16k",1693180800,1.5,2,{"provider_id":67,"slug":68,"model_name":69,"provider_name":9,"provider":70,"is_open":11,"author_country":12,"release_date":71,"release_month":72,"context_length":73,"input_price_per_1m_tokens":64,"output_price_per_1m_tokens":65,"input_price":64,"output_price":65,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-3.5-turbo-instruct","openai-gpt-3.5-turbo-instruct","GPT-3.5 Turbo Instruct","OpenAI GPT-3.5 Turbo Instruct",1695859200,"2023-09",4095,{"provider_id":75,"slug":76,"model_name":77,"provider_name":78,"provider":79,"is_open":11,"author_country":12,"release_date":71,"release_month":72,"context_length":80,"input_price_per_1m_tokens":81,"output_price_per_1m_tokens":82,"input_price":81,"output_price":82,"benchmark_mmlu_pro":83,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":84,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:mistral-7b-instruct-v0.1","mistral-ai-mistral-7b-instruct-v0.1","Mistral 7B Instruct v0.1","Mistral AI","Mistral AI Mistral 7B Instruct v0.1",2824,0.14,0.2,15.72,2.27,{"provider_id":86,"slug":87,"model_name":88,"provider_name":89,"provider":90,"is_open":34,"author_country":12,"release_date":91,"release_month":92,"context_length":47,"input_price_per_1m_tokens":93,"output_price_per_1m_tokens":94,"input_price":93,"output_price":94,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"alpindale:goliath-120b","alpindale-goliath-120b","Goliath 120B","Alpindale","Alpindale Goliath 120B",1699574400,"2023-11",3.75,5.5,{"provider_id":96,"slug":97,"model_name":98,"provider_name":99,"provider":100,"is_open":34,"author_country":12,"release_date":101,"release_month":92,"context_length":37,"input_price_per_1m_tokens":102,"output_price_per_1m_tokens":26,"input_price":102,"output_price":26,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"neversleep:noromaid-20b","neversleep-noromaid-20b","Noromaid 20B","Neversleep","Neversleep Noromaid 20B",1700956800,0.625,{"provider_id":104,"slug":105,"model_name":106,"provider_name":78,"provider":107,"is_open":34,"author_country":12,"release_date":108,"release_month":109,"context_length":110,"input_price_per_1m_tokens":81,"output_price_per_1m_tokens":111,"input_price":81,"output_price":111,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:mixtral-8x7b-instruct","mistral-ai-mixtral-8x7b-instruct","Mixtral 8x7B Instruct","Mistral AI Mixtral 8x7B Instruct",1702166400,"2023-12",32768,0.42,{"provider_id":113,"slug":114,"model_name":115,"provider_name":78,"provider":116,"is_open":34,"author_country":12,"release_date":117,"release_month":118,"context_length":119,"input_price_per_1m_tokens":25,"output_price_per_1m_tokens":64,"input_price":25,"output_price":64,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:mistral-large","mistral-ai-mistral-large","Mistral Large","Mistral AI Mistral Large",1708905600,"2024-02",128000,{"provider_id":121,"slug":122,"model_name":123,"provider_name":124,"provider":125,"is_open":11,"author_country":12,"release_date":126,"release_month":127,"context_length":128,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":130,"input_price":129,"output_price":130,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":131,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthropic:claude-3-haiku","anthropic-claude-3-haiku","Claude 3 Haiku","Anthropic","Anthropic Claude 3 Haiku",1710288000,"2024-03",200000,0.25,1.25,47.4,{"provider_id":133,"slug":134,"model_name":135,"provider_name":9,"provider":136,"is_open":11,"author_country":12,"release_date":137,"release_month":138,"context_length":119,"input_price_per_1m_tokens":139,"output_price_per_1m_tokens":140,"input_price":139,"output_price":140,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":141,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-4-turbo","openai-gpt-4-turbo","GPT-4 Turbo","OpenAI GPT-4 Turbo",1712620800,"2024-04",5,15,63.9,{"provider_id":143,"slug":144,"model_name":145,"provider_name":146,"provider":147,"is_open":34,"author_country":12,"release_date":148,"release_month":138,"context_length":149,"input_price_per_1m_tokens":150,"output_price_per_1m_tokens":150,"input_price":150,"output_price":150,"benchmark_mmlu_pro":151,"benchmark_gpqa":152,"benchmark_aider":153,"benchmark_livecodebench":12,"benchmark_math_hard":154,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"microsoft:wizardlm-2-8x22b","microsoft-wizardlm-2-8x22b","WizardLM-2 8x22B","Microsoft","Microsoft WizardLM-2 8x22B",1713225600,65535,0.62,39.96,17.56,44.4,25,{"provider_id":156,"slug":157,"model_name":158,"provider_name":78,"provider":159,"is_open":34,"author_country":12,"release_date":160,"release_month":138,"context_length":161,"input_price_per_1m_tokens":162,"output_price_per_1m_tokens":162,"input_price":162,"output_price":162,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:mixtral-8x22b-instruct","mistral-ai-mixtral-8x22b-instruct","Mixtral 8x22B Instruct","Mistral AI Mixtral 8x22B Instruct",1713312000,65536,1.2,{"provider_id":164,"slug":165,"model_name":166,"provider_name":167,"provider":168,"is_open":34,"author_country":12,"release_date":169,"release_month":138,"context_length":170,"input_price_per_1m_tokens":171,"output_price_per_1m_tokens":172,"input_price":171,"output_price":172,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":173,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"meta-llama:llama-3-70b-instruct","meta-llama-llama-3-70b-instruct","Llama 3 70B Instruct","Meta-llama","Meta-llama Llama 3 70B Instruct",1713398400,8192,0.51,0.74,49.2,{"provider_id":175,"slug":176,"model_name":177,"provider_name":167,"provider":178,"is_open":34,"author_country":12,"release_date":169,"release_month":138,"context_length":170,"input_price_per_1m_tokens":179,"output_price_per_1m_tokens":179,"input_price":179,"output_price":179,"benchmark_mmlu_pro":180,"benchmark_gpqa":181,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":182,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"meta-llama:llama-3-8b-instruct","meta-llama-llama-3-8b-instruct","Llama 3 8B Instruct","Meta-llama Llama 3 8B Instruct",0.04,17.75,2.13,3.85,{"provider_id":184,"slug":185,"model_name":186,"provider_name":9,"provider":187,"is_open":11,"author_country":12,"release_date":188,"release_month":189,"context_length":119,"input_price_per_1m_tokens":190,"output_price_per_1m_tokens":191,"input_price":190,"output_price":191,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":192,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-4o","openai-gpt-4o","GPT-4o","OpenAI GPT-4o",1715558400,"2024-05",2.5,10,74.4,{"provider_id":194,"slug":195,"model_name":196,"provider_name":197,"provider":198,"is_open":34,"author_country":12,"release_date":199,"release_month":189,"context_length":170,"input_price_per_1m_tokens":81,"output_price_per_1m_tokens":81,"input_price":81,"output_price":81,"benchmark_mmlu_pro":200,"benchmark_gpqa":201,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":202,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"nousresearch:hermes-2-pro-llama-3-8b","nousresearch-hermes-2-pro-llama-3-8b","Hermes 2 Pro - Llama-3 8B","Nousresearch","Nousresearch Hermes 2 Pro - Llama-3 8B",1716768000,22.8,5.7,8.38,{"provider_id":204,"slug":205,"model_name":206,"provider_name":207,"provider":208,"is_open":34,"author_country":12,"release_date":209,"release_month":210,"context_length":170,"input_price_per_1m_tokens":211,"output_price_per_1m_tokens":211,"input_price":211,"output_price":211,"benchmark_mmlu_pro":212,"benchmark_gpqa":213,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":214,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"sao10k:l3-euryale-70b","sao10k-l3-euryale-70b","Llama 3 Euryale 70B v2.1","Sao10k","Sao10k Llama 3 Euryale 70B v2.1",1718668800,"2024-06",1.48,45.51,10.85,22.43,{"provider_id":216,"slug":217,"model_name":218,"provider_name":219,"provider":220,"is_open":34,"author_country":12,"release_date":221,"release_month":210,"context_length":170,"input_price_per_1m_tokens":38,"output_price_per_1m_tokens":38,"input_price":38,"output_price":38,"benchmark_mmlu_pro":222,"benchmark_gpqa":223,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":224,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemma-2-9b-it","google-gemma-2-9b-it","Gemma 2 9B","Google","Google Gemma 2 9B",1719532800,31.95,14.77,19.49,{"provider_id":226,"slug":227,"model_name":228,"provider_name":219,"provider":229,"is_open":34,"author_country":12,"release_date":230,"release_month":231,"context_length":170,"input_price_per_1m_tokens":232,"output_price_per_1m_tokens":232,"input_price":232,"output_price":232,"benchmark_mmlu_pro":233,"benchmark_gpqa":234,"benchmark_aider":235,"benchmark_livecodebench":12,"benchmark_math_hard":236,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemma-2-27b-it","google-gemma-2-27b-it","Gemma 2 27B","Google Gemma 2 27B",1720828800,"2024-07",0.65,38.35,16.67,36.1,23.87,{"provider_id":238,"slug":239,"model_name":240,"provider_name":9,"provider":241,"is_open":11,"author_country":12,"release_date":242,"release_month":231,"context_length":119,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":244,"input_price":243,"output_price":244,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":245,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-4o-mini","openai-gpt-4o-mini","GPT-4o-mini","OpenAI GPT-4o-mini",1721260800,0.15,0.6,55.6,{"provider_id":247,"slug":248,"model_name":249,"provider_name":78,"provider":250,"is_open":34,"author_country":12,"release_date":251,"release_month":231,"context_length":252,"input_price_per_1m_tokens":253,"output_price_per_1m_tokens":254,"input_price":253,"output_price":254,"benchmark_mmlu_pro":255,"benchmark_gpqa":256,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":257,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:mistral-nemo","mistral-ai-mistral-nemo","Mistral Nemo","Mistral AI Mistral Nemo",1721347200,131072,0.0166,0.0216,26.41,8.72,7.4,{"provider_id":259,"slug":260,"model_name":261,"provider_name":167,"provider":262,"is_open":34,"author_country":12,"release_date":263,"release_month":231,"context_length":264,"input_price_per_1m_tokens":265,"output_price_per_1m_tokens":179,"input_price":265,"output_price":179,"benchmark_mmlu_pro":266,"benchmark_gpqa":256,"benchmark_aider":267,"benchmark_livecodebench":12,"benchmark_math_hard":268,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"meta-llama:llama-3.1-8b-instruct","meta-llama-llama-3.1-8b-instruct","Llama 3.1 8B Instruct","Meta-llama Llama 3.1 8B Instruct",1721692800,16384,0.02,31.09,37.6,15.56,{"provider_id":270,"slug":271,"model_name":272,"provider_name":167,"provider":273,"is_open":34,"author_country":12,"release_date":263,"release_month":231,"context_length":274,"input_price_per_1m_tokens":64,"output_price_per_1m_tokens":64,"input_price":64,"output_price":64,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":275,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"meta-llama:llama-3.1-405b-instruct","meta-llama-llama-3.1-405b-instruct","Llama 3.1 405B Instruct","Meta-llama Llama 3.1 405B Instruct",131000,66.2,{"provider_id":277,"slug":278,"model_name":279,"provider_name":167,"provider":280,"is_open":34,"author_country":12,"release_date":263,"release_month":231,"context_length":252,"input_price_per_1m_tokens":281,"output_price_per_1m_tokens":282,"input_price":281,"output_price":282,"benchmark_mmlu_pro":283,"benchmark_gpqa":284,"benchmark_aider":285,"benchmark_livecodebench":12,"benchmark_math_hard":286,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"meta-llama:llama-3.1-70b-instruct","meta-llama-llama-3.1-70b-instruct","Llama 3.1 70B Instruct","Meta-llama Llama 3.1 70B Instruct",0.34,0.39,47.88,14.21,58.6,38.07,{"provider_id":288,"slug":289,"model_name":290,"provider_name":167,"provider":291,"is_open":34,"author_country":12,"release_date":292,"release_month":293,"context_length":110,"input_price_per_1m_tokens":294,"output_price_per_1m_tokens":294,"input_price":294,"output_price":294,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"meta-llama:llama-3.1-405b","meta-llama-llama-3.1-405b","Llama 3.1 405B (base)","Meta-llama Llama 3.1 405B (base)",1722556800,"2024-08",0,{"provider_id":296,"slug":297,"model_name":298,"provider_name":207,"provider":299,"is_open":34,"author_country":12,"release_date":300,"release_month":293,"context_length":170,"input_price_per_1m_tokens":179,"output_price_per_1m_tokens":301,"input_price":179,"output_price":301,"benchmark_mmlu_pro":302,"benchmark_gpqa":303,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":304,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"sao10k:l3-lunaris-8b","sao10k-l3-lunaris-8b","Llama 3 8B Lunaris","Sao10k Llama 3 8B Lunaris",1723507200,0.05,30.97,6.82,9.06,{"provider_id":306,"slug":307,"model_name":308,"provider_name":197,"provider":309,"is_open":34,"author_country":12,"release_date":310,"release_month":293,"context_length":252,"input_price_per_1m_tokens":294,"output_price_per_1m_tokens":294,"input_price":294,"output_price":294,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":141,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"nousresearch:hermes-3-llama-3.1-405b","nousresearch-hermes-3-llama-3.1-405b","Hermes 3 405B Instruct","Nousresearch Hermes 3 405B Instruct",1723766400,{"provider_id":312,"slug":313,"model_name":314,"provider_name":197,"provider":315,"is_open":34,"author_country":12,"release_date":316,"release_month":293,"context_length":161,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":318,"input_price":317,"output_price":318,"benchmark_mmlu_pro":319,"benchmark_gpqa":320,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":321,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"nousresearch:hermes-3-llama-3.1-70b","nousresearch-hermes-3-llama-3.1-70b","Hermes 3 70B Instruct","Nousresearch Hermes 3 70B Instruct",1723939200,0.1,0.28,41.41,14.88,21,{"provider_id":323,"slug":324,"model_name":325,"provider_name":207,"provider":326,"is_open":34,"author_country":12,"release_date":327,"release_month":293,"context_length":110,"input_price_per_1m_tokens":328,"output_price_per_1m_tokens":328,"input_price":328,"output_price":328,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"sao10k:l3.1-euryale-70b","sao10k-l3.1-euryale-70b","Llama 3.1 Euryale 70B v2.2","Sao10k Llama 3.1 Euryale 70B v2.2",1724803200,0.85,{"provider_id":330,"slug":331,"model_name":332,"provider_name":333,"provider":334,"is_open":34,"author_country":12,"release_date":327,"release_month":293,"context_length":110,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":82,"input_price":82,"output_price":82,"benchmark_mmlu_pro":335,"benchmark_gpqa":336,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":337,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen-2.5-vl-7b-instruct","qwen-qwen-2.5-vl-7b-instruct","Qwen2.5-VL 7B Instruct","Qwen","Qwen Qwen2.5-VL 7B Instruct",34.39,9.28,19.86,{"provider_id":339,"slug":340,"model_name":341,"provider_name":342,"provider":343,"is_open":34,"author_country":12,"release_date":344,"release_month":293,"context_length":119,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":244,"input_price":243,"output_price":244,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":345,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"cohere:command-r-08-2024","cohere-command-r-08-2024","Command R (08-2024)","Cohere","Cohere Command R (08-2024)",1724976000,38.3,{"provider_id":347,"slug":348,"model_name":349,"provider_name":342,"provider":350,"is_open":34,"author_country":12,"release_date":344,"release_month":293,"context_length":119,"input_price_per_1m_tokens":190,"output_price_per_1m_tokens":191,"input_price":190,"output_price":191,"benchmark_mmlu_pro":351,"benchmark_gpqa":352,"benchmark_aider":345,"benchmark_livecodebench":12,"benchmark_math_hard":353,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"cohere:command-r-plus-08-2024","cohere-command-r-plus-08-2024","Command R+ (08-2024)","Cohere Command R+ (08-2024)",38.01,13.42,12.39,{"provider_id":355,"slug":356,"model_name":357,"provider_name":99,"provider":358,"is_open":34,"author_country":12,"release_date":359,"release_month":360,"context_length":110,"input_price_per_1m_tokens":39,"output_price_per_1m_tokens":25,"input_price":39,"output_price":25,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"neversleep:llama-3.1-lumimaid-8b","neversleep-llama-3.1-lumimaid-8b","Lumimaid v0.2 8B","Neversleep Lumimaid v0.2 8B",1726358400,"2024-09",{"provider_id":362,"slug":363,"model_name":364,"provider_name":333,"provider":365,"is_open":34,"author_country":12,"release_date":366,"release_month":360,"context_length":110,"input_price_per_1m_tokens":367,"output_price_per_1m_tokens":368,"input_price":367,"output_price":368,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":369,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen-2.5-72b-instruct","qwen-qwen-2.5-72b-instruct","Qwen2.5 72B Instruct","Qwen Qwen2.5 72B Instruct",1726704000,0.288,0.32,65.4,{"provider_id":371,"slug":372,"model_name":373,"provider_name":167,"provider":374,"is_open":34,"author_country":12,"release_date":375,"release_month":360,"context_length":376,"input_price_per_1m_tokens":377,"output_price_per_1m_tokens":301,"input_price":377,"output_price":301,"benchmark_mmlu_pro":378,"benchmark_gpqa":379,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":380,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"meta-llama:llama-3.2-3b-instruct","meta-llama-llama-3.2-3b-instruct","Llama 3.2 3B Instruct","Meta-llama Llama 3.2 3B Instruct",1727222400,80000,0.03,24.39,3.8,17.67,{"provider_id":382,"slug":383,"model_name":384,"provider_name":167,"provider":385,"is_open":34,"author_country":12,"release_date":375,"release_month":360,"context_length":386,"input_price_per_1m_tokens":265,"output_price_per_1m_tokens":265,"input_price":265,"output_price":265,"benchmark_mmlu_pro":387,"benchmark_gpqa":388,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":389,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"meta-llama:llama-3.2-1b-instruct","meta-llama-llama-3.2-1b-instruct","Llama 3.2 1B Instruct","Meta-llama Llama 3.2 1B Instruct",60000,7.58,3.36,7.02,{"provider_id":391,"slug":392,"model_name":393,"provider_name":167,"provider":394,"is_open":34,"author_country":12,"release_date":375,"release_month":360,"context_length":252,"input_price_per_1m_tokens":395,"output_price_per_1m_tokens":395,"input_price":395,"output_price":395,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"meta-llama:llama-3.2-11b-vision-instruct","meta-llama-llama-3.2-11b-vision-instruct","Llama 3.2 11B Vision Instruct","Meta-llama Llama 3.2 11B Vision Instruct",0.06,{"provider_id":397,"slug":398,"model_name":399,"provider_name":400,"provider":401,"is_open":34,"author_country":12,"release_date":402,"release_month":360,"context_length":110,"input_price_per_1m_tokens":403,"output_price_per_1m_tokens":404,"input_price":403,"output_price":404,"benchmark_mmlu_pro":405,"benchmark_gpqa":406,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":407,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"thedrummer:rocinante-12b","thedrummer-rocinante-12b","Rocinante 12B","Thedrummer","Thedrummer Rocinante 12B",1727654400,0.17,0.43,27.53,5.48,12.69,{"provider_id":409,"slug":410,"model_name":411,"provider_name":412,"provider":413,"is_open":11,"author_country":12,"release_date":414,"release_month":415,"context_length":57,"input_price_per_1m_tokens":190,"output_price_per_1m_tokens":191,"input_price":190,"output_price":191,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"inflection:inflection-3-pi","inflection-inflection-3-pi","Inflection 3 Pi","Inflection","Inflection Inflection 3 Pi",1728604800,"2024-10",{"provider_id":417,"slug":418,"model_name":419,"provider_name":412,"provider":420,"is_open":11,"author_country":12,"release_date":414,"release_month":415,"context_length":57,"input_price_per_1m_tokens":190,"output_price_per_1m_tokens":191,"input_price":190,"output_price":191,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"inflection:inflection-3-productivity","inflection-inflection-3-productivity","Inflection 3 Productivity","Inflection Inflection 3 Productivity",{"provider_id":422,"slug":423,"model_name":424,"provider_name":425,"provider":426,"is_open":11,"author_country":12,"release_date":427,"release_month":415,"context_length":252,"input_price_per_1m_tokens":428,"output_price_per_1m_tokens":428,"input_price":428,"output_price":428,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":429,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"nvidia:llama-3.1-nemotron-70b-instruct","nvidia-llama-3.1-nemotron-70b-instruct","Llama 3.1 Nemotron 70B Instruct","Nvidia","Nvidia Llama 3.1 Nemotron 70B Instruct",1728950400,0.88,54.9,{"provider_id":431,"slug":432,"model_name":433,"provider_name":333,"provider":434,"is_open":34,"author_country":12,"release_date":435,"release_month":415,"context_length":110,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":82,"input_price":317,"output_price":82,"benchmark_mmlu_pro":436,"benchmark_gpqa":406,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":437,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen-2.5-7b-instruct","qwen-qwen-2.5-7b-instruct","Qwen2.5 7B Instruct","Qwen Qwen2.5 7B Instruct",1729036800,36.52,50,{"provider_id":439,"slug":440,"model_name":441,"provider_name":442,"provider":443,"is_open":34,"author_country":12,"release_date":444,"release_month":415,"context_length":264,"input_price_per_1m_tokens":190,"output_price_per_1m_tokens":139,"input_price":190,"output_price":139,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthracite-org:magnum-v4-72b","anthracite-org-magnum-v4-72b","Magnum v4 72B","Anthracite-org","Anthracite-org Magnum v4 72B",1729555200,{"provider_id":446,"slug":447,"model_name":448,"provider_name":124,"provider":449,"is_open":11,"author_country":12,"release_date":444,"release_month":415,"context_length":128,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":140,"input_price":450,"output_price":140,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":451,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthropic:claude-3.5-sonnet","anthropic-claude-3.5-sonnet","Claude 3.5 Sonnet","Anthropic Claude 3.5 Sonnet",3,84.2,{"provider_id":453,"slug":454,"model_name":455,"provider_name":124,"provider":456,"is_open":11,"author_country":12,"release_date":457,"release_month":458,"context_length":128,"input_price_per_1m_tokens":459,"output_price_per_1m_tokens":460,"input_price":459,"output_price":460,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthropic:claude-3.5-haiku","anthropic-claude-3.5-haiku","Claude 3.5 Haiku","Anthropic Claude 3.5 Haiku",1730678400,"2024-11",0.8,4,{"provider_id":462,"slug":463,"model_name":464,"provider_name":400,"provider":465,"is_open":34,"author_country":12,"release_date":466,"release_month":458,"context_length":110,"input_price_per_1m_tokens":467,"output_price_per_1m_tokens":467,"input_price":467,"output_price":467,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"thedrummer:unslopnemo-12b","thedrummer-unslopnemo-12b","UnslopNemo 12B","Thedrummer UnslopNemo 12B",1731103448,0.4,{"provider_id":469,"slug":470,"model_name":471,"provider_name":472,"provider":473,"is_open":34,"author_country":12,"release_date":474,"release_month":458,"context_length":475,"input_price_per_1m_tokens":476,"output_price_per_1m_tokens":476,"input_price":476,"output_price":476,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"raifle:sorcererlm-8x22b","raifle-sorcererlm-8x22b","SorcererLM 8x22B","Raifle","Raifle SorcererLM 8x22B",1731105083,16000,4.5,{"provider_id":478,"slug":479,"model_name":480,"provider_name":333,"provider":481,"is_open":34,"author_country":12,"release_date":482,"release_month":458,"context_length":110,"input_price_per_1m_tokens":483,"output_price_per_1m_tokens":459,"input_price":483,"output_price":459,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":484,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen-2.5-coder-32b-instruct","qwen-qwen-2.5-coder-32b-instruct","Qwen2.5 Coder 32B Instruct","Qwen Qwen2.5 Coder 32B Instruct",1731368400,0.66,72.9,{"provider_id":486,"slug":487,"model_name":488,"provider_name":78,"provider":489,"is_open":34,"author_country":12,"release_date":490,"release_month":458,"context_length":252,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":491,"input_price":65,"output_price":491,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:pixtral-large-2411","mistral-ai-pixtral-large-2411","Pixtral Large 2411","Mistral AI Pixtral Large 2411",1731977388,6,{"provider_id":493,"slug":494,"model_name":495,"provider_name":78,"provider":496,"is_open":34,"author_country":12,"release_date":497,"release_month":458,"context_length":252,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":491,"input_price":65,"output_price":491,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":498,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:mistral-large-2407","mistral-ai-mistral-large-2407","Mistral Large 2407","Mistral AI Mistral Large 2407",1731978415,60.2,{"provider_id":500,"slug":501,"model_name":502,"provider_name":78,"provider":503,"is_open":11,"author_country":12,"release_date":504,"release_month":458,"context_length":252,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":491,"input_price":65,"output_price":491,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":369,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:mistral-large-2411","mistral-ai-mistral-large-2411","Mistral Large 2411","Mistral AI Mistral Large 2411",1731978685,{"provider_id":506,"slug":507,"model_name":508,"provider_name":509,"provider":510,"is_open":11,"author_country":12,"release_date":511,"release_month":512,"context_length":513,"input_price_per_1m_tokens":459,"output_price_per_1m_tokens":514,"input_price":459,"output_price":514,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":515,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"amazon:nova-pro-v1","amazon-nova-pro-v1","Nova Pro 1.0","Amazon","Amazon Nova Pro 1.0",1733436303,"2024-12",300000,3.2,54.1,{"provider_id":517,"slug":518,"model_name":519,"provider_name":509,"provider":520,"is_open":11,"author_country":12,"release_date":521,"release_month":512,"context_length":119,"input_price_per_1m_tokens":522,"output_price_per_1m_tokens":81,"input_price":522,"output_price":81,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"amazon:nova-micro-v1","amazon-nova-micro-v1","Nova Micro 1.0","Amazon Nova Micro 1.0",1733437237,0.035,{"provider_id":524,"slug":525,"model_name":526,"provider_name":509,"provider":527,"is_open":11,"author_country":12,"release_date":528,"release_month":512,"context_length":513,"input_price_per_1m_tokens":395,"output_price_per_1m_tokens":529,"input_price":395,"output_price":529,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"amazon:nova-lite-v1","amazon-nova-lite-v1","Nova Lite 1.0","Amazon Nova Lite 1.0",1733437363,0.24,{"provider_id":531,"slug":532,"model_name":533,"provider_name":167,"provider":534,"is_open":34,"author_country":12,"release_date":535,"release_month":512,"context_length":252,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":368,"input_price":317,"output_price":368,"benchmark_mmlu_pro":536,"benchmark_gpqa":537,"benchmark_aider":538,"benchmark_livecodebench":12,"benchmark_math_hard":539,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"meta-llama:llama-3.3-70b-instruct","meta-llama-llama-3.3-70b-instruct","Llama 3.3 70B Instruct","Meta-llama Llama 3.3 70B Instruct",1733506137,48.13,10.51,59.4,48.34,{"provider_id":541,"slug":542,"model_name":543,"provider_name":342,"provider":544,"is_open":34,"author_country":12,"release_date":545,"release_month":512,"context_length":119,"input_price_per_1m_tokens":546,"output_price_per_1m_tokens":243,"input_price":546,"output_price":243,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"cohere:command-r7b-12-2024","cohere-command-r7b-12-2024","Command R7B (12-2024)","Cohere Command R7B (12-2024)",1734158152,0.0375,{"provider_id":548,"slug":549,"model_name":550,"provider_name":9,"provider":551,"is_open":11,"author_country":12,"release_date":552,"release_month":512,"context_length":128,"input_price_per_1m_tokens":140,"output_price_per_1m_tokens":17,"input_price":140,"output_price":17,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":451,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:o1","openai-o1","o1","OpenAI o1",1734459999,{"provider_id":554,"slug":555,"model_name":556,"provider_name":207,"provider":557,"is_open":34,"author_country":12,"release_date":558,"release_month":512,"context_length":252,"input_price_per_1m_tokens":232,"output_price_per_1m_tokens":559,"input_price":232,"output_price":559,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"sao10k:l3.3-euryale-70b","sao10k-l3.3-euryale-70b","Llama 3.3 Euryale 70B","Sao10k Llama 3.3 Euryale 70B",1734535928,0.75,{"provider_id":561,"slug":562,"model_name":563,"provider_name":564,"provider":565,"is_open":34,"author_country":12,"release_date":566,"release_month":512,"context_length":567,"input_price_per_1m_tokens":568,"output_price_per_1m_tokens":569,"input_price":568,"output_price":569,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":570,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"deepseek:deepseek-chat","deepseek-deepseek-chat","DeepSeek V3","Deepseek","Deepseek DeepSeek V3",1735241320,163840,0.014,0.028,48.4,{"provider_id":572,"slug":573,"model_name":574,"provider_name":207,"provider":575,"is_open":34,"author_country":12,"release_date":576,"release_month":577,"context_length":475,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":450,"input_price":450,"output_price":450,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"sao10k:l3.1-70b-hanami-x1","sao10k-l3.1-70b-hanami-x1","Llama 3.1 70B Hanami x1","Sao10k Llama 3.1 70B Hanami x1",1736302854,"2025-01",{"provider_id":579,"slug":580,"model_name":581,"provider_name":146,"provider":582,"is_open":34,"author_country":12,"release_date":583,"release_month":577,"context_length":264,"input_price_per_1m_tokens":584,"output_price_per_1m_tokens":81,"input_price":584,"output_price":81,"benchmark_mmlu_pro":585,"benchmark_gpqa":586,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":587,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"microsoft:phi-4","microsoft-phi-4","Phi 4","Microsoft Phi 4",1736489872,0.07,47.63,20.81,31.65,{"provider_id":589,"slug":590,"model_name":591,"provider_name":592,"provider":593,"is_open":34,"author_country":12,"release_date":594,"release_month":577,"context_length":595,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":596,"input_price":82,"output_price":596,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"minimax:minimax-01","minimax-minimax-01","MiniMax-01","Minimax","Minimax MiniMax-01",1736915462,1000192,1.1,{"provider_id":598,"slug":599,"model_name":600,"provider_name":564,"provider":601,"is_open":11,"author_country":12,"release_date":602,"release_month":577,"context_length":603,"input_price_per_1m_tokens":604,"output_price_per_1m_tokens":605,"input_price":604,"output_price":605,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":606,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"deepseek:deepseek-r1","deepseek-deepseek-r1","R1","Deepseek R1",1737381095,64000,0.55,2.19,64,{"provider_id":608,"slug":609,"model_name":610,"provider_name":564,"provider":611,"is_open":34,"author_country":12,"release_date":612,"release_month":577,"context_length":252,"input_price_per_1m_tokens":559,"output_price_per_1m_tokens":459,"input_price":559,"output_price":459,"benchmark_mmlu_pro":613,"benchmark_gpqa":614,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":615,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"deepseek:deepseek-r1-distill-llama-70b","deepseek-deepseek-r1-distill-llama-70b","R1 Distill Llama 70B","Deepseek R1 Distill Llama 70B",1737663169,41.65,2.01,30.74,{"provider_id":617,"slug":618,"model_name":619,"provider_name":620,"provider":621,"is_open":11,"author_country":12,"release_date":622,"release_month":577,"context_length":623,"input_price_per_1m_tokens":26,"output_price_per_1m_tokens":26,"input_price":26,"output_price":26,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"perplexity:sonar","perplexity-sonar","Sonar","Perplexity","Perplexity Sonar",1738013808,127072,{"provider_id":625,"slug":626,"model_name":627,"provider_name":564,"provider":628,"is_open":11,"author_country":12,"release_date":629,"release_month":577,"context_length":110,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":48,"input_price":48,"output_price":48,"benchmark_mmlu_pro":630,"benchmark_gpqa":631,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":632,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"deepseek:deepseek-r1-distill-qwen-32b","deepseek-deepseek-r1-distill-qwen-32b","R1 Distill Qwen 32B","Deepseek R1 Distill Qwen 32B",1738194830,40.96,4.59,17.07,{"provider_id":634,"slug":635,"model_name":636,"provider_name":78,"provider":637,"is_open":34,"author_country":12,"release_date":638,"release_month":577,"context_length":110,"input_price_per_1m_tokens":179,"output_price_per_1m_tokens":639,"input_price":179,"output_price":639,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:mistral-small-24b-instruct-2501","mistral-ai-mistral-small-24b-instruct-2501","Mistral Small 24B Instruct 2501","Mistral AI Mistral Small 24B Instruct 2501",1738255409,0.064,{"provider_id":641,"slug":642,"model_name":643,"provider_name":9,"provider":644,"is_open":11,"author_country":12,"release_date":645,"release_month":577,"context_length":128,"input_price_per_1m_tokens":596,"output_price_per_1m_tokens":646,"input_price":596,"output_price":646,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":647,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:o3-mini","openai-o3-mini","o3 Mini","OpenAI o3 Mini",1738351721,4.4,60.4,{"provider_id":649,"slug":650,"model_name":651,"provider_name":333,"provider":652,"is_open":11,"author_country":12,"release_date":653,"release_month":654,"context_length":110,"input_price_per_1m_tokens":655,"output_price_per_1m_tokens":656,"input_price":655,"output_price":656,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":657,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen-max","qwen-qwen-max","Qwen-Max","Qwen Qwen-Max",1738402289,"2025-02",1.04,4.16,21.8,{"provider_id":659,"slug":660,"model_name":661,"provider_name":333,"provider":662,"is_open":11,"author_country":12,"release_date":663,"release_month":654,"context_length":664,"input_price_per_1m_tokens":665,"output_price_per_1m_tokens":666,"input_price":665,"output_price":666,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen-plus","qwen-qwen-plus","Qwen-Plus","Qwen Qwen-Plus",1738409840,1000000,0.26,0.78,{"provider_id":668,"slug":669,"model_name":670,"provider_name":333,"provider":671,"is_open":34,"author_country":12,"release_date":672,"release_month":654,"context_length":110,"input_price_per_1m_tokens":459,"output_price_per_1m_tokens":673,"input_price":459,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen2.5-vl-72b-instruct","qwen-qwen2.5-vl-72b-instruct","Qwen2.5 VL 72B Instruct","Qwen Qwen2.5 VL 72B Instruct",1738410311,0.9,{"provider_id":675,"slug":676,"model_name":677,"provider_name":333,"provider":678,"is_open":11,"author_country":12,"release_date":679,"release_month":654,"context_length":252,"input_price_per_1m_tokens":680,"output_price_per_1m_tokens":681,"input_price":680,"output_price":681,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen-turbo","qwen-qwen-turbo","Qwen-Turbo","Qwen Qwen-Turbo",1738410974,0.0325,0.13,{"provider_id":683,"slug":684,"model_name":685,"provider_name":333,"provider":686,"is_open":11,"author_country":12,"release_date":687,"release_month":654,"context_length":252,"input_price_per_1m_tokens":688,"output_price_per_1m_tokens":689,"input_price":688,"output_price":689,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen-vl-max","qwen-qwen-vl-max","Qwen VL Max","Qwen Qwen VL Max",1738434304,0.52,2.08,{"provider_id":691,"slug":692,"model_name":693,"provider_name":694,"provider":695,"is_open":11,"author_country":12,"release_date":696,"release_month":654,"context_length":110,"input_price_per_1m_tokens":459,"output_price_per_1m_tokens":697,"input_price":459,"output_price":697,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"aion-labs:aion-rp-llama-3.1-8b","aion-labs-aion-rp-llama-3.1-8b","Aion-RP 1.0 (8B)","Aion Labs","Aion Labs Aion-RP 1.0 (8B)",1738696718,1.6,{"provider_id":699,"slug":700,"model_name":701,"provider_name":694,"provider":702,"is_open":11,"author_country":12,"release_date":703,"release_month":654,"context_length":252,"input_price_per_1m_tokens":704,"output_price_per_1m_tokens":705,"input_price":704,"output_price":705,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"aion-labs:aion-1.0-mini","aion-labs-aion-1.0-mini","Aion-1.0-Mini","Aion Labs Aion-1.0-Mini",1738697107,0.7,1.4,{"provider_id":707,"slug":708,"model_name":709,"provider_name":694,"provider":710,"is_open":11,"author_country":12,"release_date":711,"release_month":654,"context_length":252,"input_price_per_1m_tokens":460,"output_price_per_1m_tokens":712,"input_price":460,"output_price":712,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"aion-labs:aion-1.0","aion-labs-aion-1.0","Aion-1.0","Aion Labs Aion-1.0",1738697557,8,{"provider_id":714,"slug":715,"model_name":716,"provider_name":333,"provider":717,"is_open":11,"author_country":12,"release_date":718,"release_month":654,"context_length":252,"input_price_per_1m_tokens":719,"output_price_per_1m_tokens":720,"input_price":719,"output_price":720,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen-vl-plus","qwen-qwen-vl-plus","Qwen VL Plus","Qwen Qwen VL Plus",1738731255,0.1365,0.4095,{"provider_id":722,"slug":723,"model_name":724,"provider_name":219,"provider":725,"is_open":11,"author_country":12,"release_date":726,"release_month":654,"context_length":727,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":244,"input_price":243,"output_price":244,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-2.0-flash-001","google-gemini-2.0-flash-001","Gemini 2.0 Flash","Google Gemini 2.0 Flash",1738769413,1048576,{"provider_id":729,"slug":730,"model_name":731,"provider_name":9,"provider":732,"is_open":11,"author_country":12,"release_date":733,"release_month":654,"context_length":128,"input_price_per_1m_tokens":596,"output_price_per_1m_tokens":646,"input_price":596,"output_price":646,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:o3-mini-high","openai-o3-mini-high","o3 Mini High","OpenAI o3 Mini High",1739372611,{"provider_id":735,"slug":736,"model_name":737,"provider_name":78,"provider":738,"is_open":34,"author_country":12,"release_date":739,"release_month":654,"context_length":110,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":244,"input_price":82,"output_price":244,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:mistral-saba","mistral-ai-mistral-saba","Saba","Mistral AI Saba",1739803239,{"provider_id":741,"slug":742,"model_name":743,"provider_name":124,"provider":744,"is_open":11,"author_country":12,"release_date":745,"release_month":654,"context_length":128,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":140,"input_price":450,"output_price":140,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":746,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthropic:claude-3.7-sonnet","anthropic-claude-3.7-sonnet","Claude 3.7 Sonnet","Anthropic Claude 3.7 Sonnet",1740422110,64.9,{"provider_id":748,"slug":749,"model_name":750,"provider_name":219,"provider":751,"is_open":11,"author_country":12,"release_date":752,"release_month":654,"context_length":727,"input_price_per_1m_tokens":753,"output_price_per_1m_tokens":48,"input_price":753,"output_price":48,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-2.0-flash-lite-001","google-gemini-2.0-flash-lite-001","Gemini 2.0 Flash Lite","Google Gemini 2.0 Flash Lite",1740506212,0.075,{"provider_id":755,"slug":756,"model_name":757,"provider_name":333,"provider":758,"is_open":34,"author_country":12,"release_date":759,"release_month":760,"context_length":110,"input_price_per_1m_tokens":673,"output_price_per_1m_tokens":673,"input_price":673,"output_price":673,"benchmark_mmlu_pro":761,"benchmark_gpqa":762,"benchmark_aider":763,"benchmark_livecodebench":12,"benchmark_math_hard":764,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwq-32b","qwen-qwq-32b","QwQ 32B","Qwen QwQ 32B",1741208814,"2025-03",2.18,1.34,26.2,16.09,{"provider_id":766,"slug":767,"model_name":768,"provider_name":620,"provider":769,"is_open":11,"author_country":12,"release_date":770,"release_month":760,"context_length":119,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":712,"input_price":65,"output_price":712,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"perplexity:sonar-deep-research","perplexity-sonar-deep-research","Sonar Deep Research","Perplexity Sonar Deep Research",1741311246,{"provider_id":772,"slug":773,"model_name":774,"provider_name":620,"provider":775,"is_open":11,"author_country":12,"release_date":776,"release_month":760,"context_length":128,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":140,"input_price":450,"output_price":140,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"perplexity:sonar-pro","perplexity-sonar-pro","Sonar Pro","Perplexity Sonar Pro",1741312423,{"provider_id":778,"slug":779,"model_name":780,"provider_name":620,"provider":781,"is_open":11,"author_country":12,"release_date":782,"release_month":760,"context_length":119,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":712,"input_price":65,"output_price":712,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"perplexity:sonar-reasoning-pro","perplexity-sonar-reasoning-pro","Sonar Reasoning Pro","Perplexity Sonar Reasoning Pro",1741313308,{"provider_id":784,"slug":785,"model_name":786,"provider_name":400,"provider":787,"is_open":34,"author_country":12,"release_date":788,"release_month":760,"context_length":110,"input_price_per_1m_tokens":604,"output_price_per_1m_tokens":459,"input_price":604,"output_price":459,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"thedrummer:skyfall-36b-v2","thedrummer-skyfall-36b-v2","Skyfall 36B V2","Thedrummer Skyfall 36B V2",1741636566,{"provider_id":790,"slug":791,"model_name":792,"provider_name":219,"provider":793,"is_open":34,"author_country":12,"release_date":794,"release_month":760,"context_length":119,"input_price_per_1m_tokens":38,"output_price_per_1m_tokens":795,"input_price":38,"output_price":795,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":796,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemma-3-27b-it","google-gemma-3-27b-it","Gemma 3 27B","Google Gemma 3 27B",1741756359,0.16,4.9,{"provider_id":798,"slug":799,"model_name":800,"provider_name":801,"provider":802,"is_open":11,"author_country":12,"release_date":803,"release_month":760,"context_length":161,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":82,"input_price":317,"output_price":82,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"reka:reka-flash-3","reka-reka-flash-3","Reka Flash 3","Reka","Reka Reka Flash 3",1741812813,{"provider_id":805,"slug":806,"model_name":807,"provider_name":342,"provider":808,"is_open":34,"author_country":12,"release_date":809,"release_month":760,"context_length":810,"input_price_per_1m_tokens":190,"output_price_per_1m_tokens":191,"input_price":190,"output_price":191,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":811,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"cohere:command-a","cohere-command-a","Command A","Cohere Command A",1741894342,256000,12,{"provider_id":813,"slug":814,"model_name":815,"provider_name":219,"provider":816,"is_open":34,"author_country":12,"release_date":817,"release_month":760,"context_length":252,"input_price_per_1m_tokens":301,"output_price_per_1m_tokens":243,"input_price":301,"output_price":243,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemma-3-12b-it","google-gemma-3-12b-it","Gemma 3 12B","Google Gemma 3 12B",1741902625,{"provider_id":819,"slug":820,"model_name":821,"provider_name":219,"provider":822,"is_open":34,"author_country":12,"release_date":823,"release_month":760,"context_length":252,"input_price_per_1m_tokens":179,"output_price_per_1m_tokens":301,"input_price":179,"output_price":301,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemma-3-4b-it","google-gemma-3-4b-it","Gemma 3 4B","Google Gemma 3 4B",1741905510,{"provider_id":825,"slug":826,"model_name":827,"provider_name":828,"provider":829,"is_open":34,"author_country":12,"release_date":830,"release_month":760,"context_length":119,"input_price_per_1m_tokens":301,"output_price_per_1m_tokens":82,"input_price":301,"output_price":82,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"allenai:olmo-2-0325-32b-instruct","allenai-olmo-2-0325-32b-instruct","Olmo 2 32B Instruct","Allenai","Allenai Olmo 2 32B Instruct",1741988556,{"provider_id":832,"slug":833,"model_name":834,"provider_name":78,"provider":835,"is_open":34,"author_country":12,"release_date":836,"release_month":760,"context_length":119,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":48,"input_price":317,"output_price":48,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:mistral-small-3.1-24b-instruct","mistral-ai-mistral-small-3.1-24b-instruct","Mistral Small 3.1 24B","Mistral AI Mistral Small 3.1 24B",1742238937,{"provider_id":838,"slug":839,"model_name":840,"provider_name":9,"provider":841,"is_open":11,"author_country":12,"release_date":842,"release_month":760,"context_length":128,"input_price_per_1m_tokens":843,"output_price_per_1m_tokens":844,"input_price":843,"output_price":844,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:o1-pro","openai-o1-pro","o1-pro","OpenAI o1-pro",1742423211,75,300,{"provider_id":846,"slug":847,"model_name":848,"provider_name":564,"provider":849,"is_open":34,"author_country":12,"release_date":850,"release_month":760,"context_length":567,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":26,"input_price":129,"output_price":26,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":851,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"deepseek:deepseek-chat-v3-0324","deepseek-deepseek-chat-v3-0324","DeepSeek V3 0324","Deepseek DeepSeek V3 0324",1742824755,55.1,{"provider_id":853,"slug":854,"model_name":855,"provider_name":333,"provider":856,"is_open":34,"author_country":12,"release_date":857,"release_month":760,"context_length":119,"input_price_per_1m_tokens":673,"output_price_per_1m_tokens":673,"input_price":673,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen2.5-vl-32b-instruct","qwen-qwen2.5-vl-32b-instruct","Qwen2.5 VL 32B Instruct","Qwen Qwen2.5 VL 32B Instruct",1742839838,{"provider_id":859,"slug":860,"model_name":861,"provider_name":167,"provider":862,"is_open":34,"author_country":12,"release_date":863,"release_month":864,"context_length":865,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":48,"input_price":317,"output_price":48,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"meta-llama:llama-4-scout","meta-llama-llama-4-scout","Llama 4 Scout","Meta-llama Llama 4 Scout",1743881519,"2025-04",327680,{"provider_id":867,"slug":868,"model_name":869,"provider_name":167,"provider":870,"is_open":34,"author_country":12,"release_date":871,"release_month":864,"context_length":727,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":244,"input_price":82,"output_price":244,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":872,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"meta-llama:llama-4-maverick","meta-llama-llama-4-maverick","Llama 4 Maverick","Meta-llama Llama 4 Maverick",1743881822,15.6,{"provider_id":874,"slug":875,"model_name":876,"provider_name":877,"provider":878,"is_open":11,"author_country":12,"release_date":879,"release_month":864,"context_length":252,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":140,"input_price":450,"output_price":140,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":880,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"xai:grok-3-beta","xai-grok-3-beta","Grok 3 Beta","xAI","xAI Grok 3 Beta",1744240068,53.3,{"provider_id":882,"slug":883,"model_name":884,"provider_name":877,"provider":885,"is_open":11,"author_country":12,"release_date":886,"release_month":864,"context_length":252,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":25,"input_price":48,"output_price":25,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":887,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"xai:grok-3-mini-beta","xai-grok-3-mini-beta","Grok 3 Mini Beta","xAI Grok 3 Mini Beta",1744240195,49.3,{"provider_id":889,"slug":890,"model_name":891,"provider_name":892,"provider":893,"is_open":34,"author_country":12,"release_date":894,"release_month":864,"context_length":37,"input_price_per_1m_tokens":244,"output_price_per_1m_tokens":26,"input_price":244,"output_price":26,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"alfredpros:codellama-7b-instruct-solidity","alfredpros-codellama-7b-instruct-solidity","CodeLLaMa 7B Instruct Solidity","Alfredpros","Alfredpros CodeLLaMa 7B Instruct Solidity",1744641874,{"provider_id":896,"slug":897,"model_name":898,"provider_name":899,"provider":900,"is_open":34,"author_country":12,"release_date":901,"release_month":864,"context_length":37,"input_price_per_1m_tokens":459,"output_price_per_1m_tokens":162,"input_price":459,"output_price":162,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"eleutherai:llemma_7b","eleutherai-llemma_7b","Llemma 7b","Eleutherai","Eleutherai Llemma 7b",1744643225,{"provider_id":903,"slug":904,"model_name":905,"provider_name":9,"provider":906,"is_open":11,"author_country":12,"release_date":907,"release_month":864,"context_length":908,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":467,"input_price":317,"output_price":467,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":909,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-4.1-nano","openai-gpt-4.1-nano","GPT-4.1 Nano","OpenAI GPT-4.1 Nano",1744651369,1047576,8.9,{"provider_id":911,"slug":912,"model_name":913,"provider_name":9,"provider":914,"is_open":11,"author_country":12,"release_date":915,"release_month":864,"context_length":908,"input_price_per_1m_tokens":467,"output_price_per_1m_tokens":697,"input_price":467,"output_price":697,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":916,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-4.1-mini","openai-gpt-4.1-mini","GPT-4.1 Mini","OpenAI GPT-4.1 Mini",1744651381,32.4,{"provider_id":918,"slug":919,"model_name":920,"provider_name":9,"provider":921,"is_open":11,"author_country":12,"release_date":922,"release_month":864,"context_length":908,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":712,"input_price":65,"output_price":712,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":923,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-4.1","openai-gpt-4.1","GPT-4.1","OpenAI GPT-4.1",1744651385,52.4,{"provider_id":925,"slug":926,"model_name":927,"provider_name":333,"provider":928,"is_open":34,"author_country":12,"release_date":929,"release_month":864,"context_length":110,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":82,"input_price":82,"output_price":82,"benchmark_mmlu_pro":930,"benchmark_gpqa":931,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":932,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen2.5-coder-7b-instruct","qwen-qwen2.5-coder-7b-instruct","Qwen2.5 Coder 7B Instruct","Qwen Qwen2.5 Coder 7B Instruct",1744734887,26.16,5.82,3.1,{"provider_id":934,"slug":935,"model_name":936,"provider_name":9,"provider":937,"is_open":11,"author_country":12,"release_date":938,"release_month":864,"context_length":128,"input_price_per_1m_tokens":596,"output_price_per_1m_tokens":646,"input_price":596,"output_price":646,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":939,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:o4-mini","openai-o4-mini","o4 Mini","OpenAI o4 Mini",1744820942,72,{"provider_id":941,"slug":942,"model_name":943,"provider_name":9,"provider":944,"is_open":11,"author_country":12,"release_date":945,"release_month":864,"context_length":128,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":712,"input_price":65,"output_price":712,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":946,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:o3","openai-o3","o3","OpenAI o3",1744823457,81.3,{"provider_id":948,"slug":949,"model_name":950,"provider_name":9,"provider":951,"is_open":11,"author_country":12,"release_date":952,"release_month":864,"context_length":128,"input_price_per_1m_tokens":596,"output_price_per_1m_tokens":646,"input_price":596,"output_price":646,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:o4-mini-high","openai-o4-mini-high","o4 Mini High","OpenAI o4 Mini High",1744824212,{"provider_id":954,"slug":955,"model_name":956,"provider_name":333,"provider":957,"is_open":34,"author_country":12,"release_date":958,"release_month":864,"context_length":252,"input_price_per_1m_tokens":673,"output_price_per_1m_tokens":673,"input_price":673,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":959,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-235b-a22b","qwen-qwen3-235b-a22b","Qwen3 235B A22B","Qwen Qwen3 235B A22B",1745875757,59.6,{"provider_id":961,"slug":962,"model_name":963,"provider_name":333,"provider":964,"is_open":34,"author_country":12,"release_date":965,"release_month":864,"context_length":966,"input_price_per_1m_tokens":639,"output_price_per_1m_tokens":967,"input_price":639,"output_price":967,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":968,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-32b","qwen-qwen3-32b","Qwen3 32B","Qwen Qwen3 32B",1745875945,40960,0.224,40,{"provider_id":970,"slug":971,"model_name":972,"provider_name":333,"provider":973,"is_open":34,"author_country":12,"release_date":974,"release_month":864,"context_length":966,"input_price_per_1m_tokens":38,"output_price_per_1m_tokens":82,"input_price":38,"output_price":82,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-14b","qwen-qwen3-14b","Qwen3 14B","Qwen Qwen3 14B",1745876478,{"provider_id":976,"slug":977,"model_name":978,"provider_name":333,"provider":979,"is_open":34,"author_country":12,"release_date":980,"release_month":864,"context_length":966,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":82,"input_price":82,"output_price":82,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-8b","qwen-qwen3-8b","Qwen3 8B","Qwen Qwen3 8B",1745876632,{"provider_id":982,"slug":983,"model_name":984,"provider_name":333,"provider":985,"is_open":34,"author_country":12,"release_date":986,"release_month":864,"context_length":966,"input_price_per_1m_tokens":987,"output_price_per_1m_tokens":25,"input_price":987,"output_price":25,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-30b-a3b","qwen-qwen3-30b-a3b","Qwen3 30B A3B","Qwen Qwen3 30B A3B",1745878604,0.12,{"provider_id":989,"slug":990,"model_name":991,"provider_name":333,"provider":992,"is_open":34,"author_country":12,"release_date":993,"release_month":864,"context_length":966,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":82,"input_price":82,"output_price":82,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-4b","qwen-qwen3-4b","Qwen3 4B","Qwen Qwen3 4B",1746031104,{"provider_id":995,"slug":996,"model_name":997,"provider_name":998,"provider":999,"is_open":11,"author_country":12,"release_date":1000,"release_month":864,"context_length":119,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":559,"input_price":129,"output_price":559,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"inception:mercury-coder","inception-mercury-coder","Mercury Coder","Inception","Inception Mercury Coder",1746033880,{"provider_id":1002,"slug":1003,"model_name":1004,"provider_name":1005,"provider":1006,"is_open":34,"author_country":12,"release_date":1007,"release_month":1008,"context_length":110,"input_price_per_1m_tokens":25,"output_price_per_1m_tokens":459,"input_price":25,"output_price":459,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"arcee-ai:coder-large","arcee-ai-coder-large","Coder Large","Arcee AI","Arcee AI Coder Large",1746478663,"2025-05",{"provider_id":1010,"slug":1011,"model_name":1012,"provider_name":1005,"provider":1013,"is_open":34,"author_country":12,"release_date":1014,"release_month":1008,"context_length":252,"input_price_per_1m_tokens":559,"output_price_per_1m_tokens":162,"input_price":559,"output_price":162,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"arcee-ai:virtuoso-large","arcee-ai-virtuoso-large","Virtuoso Large","Arcee AI Virtuoso Large",1746478885,{"provider_id":1016,"slug":1017,"model_name":1018,"provider_name":1005,"provider":1019,"is_open":34,"author_country":12,"release_date":1020,"release_month":1008,"context_length":252,"input_price_per_1m_tokens":673,"output_price_per_1m_tokens":1021,"input_price":673,"output_price":1021,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"arcee-ai:maestro-reasoning","arcee-ai-maestro-reasoning","Maestro Reasoning","Arcee AI Maestro Reasoning",1746481269,3.3,{"provider_id":1023,"slug":1024,"model_name":1025,"provider_name":1005,"provider":1026,"is_open":34,"author_country":12,"release_date":1027,"release_month":1008,"context_length":252,"input_price_per_1m_tokens":1028,"output_price_per_1m_tokens":1028,"input_price":1028,"output_price":1028,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"arcee-ai:spotlight","arcee-ai-spotlight","Spotlight","Arcee AI Spotlight",1746481552,0.18,{"provider_id":1030,"slug":1031,"model_name":1032,"provider_name":219,"provider":1033,"is_open":11,"author_country":12,"release_date":1034,"release_month":1008,"context_length":727,"input_price_per_1m_tokens":102,"output_price_per_1m_tokens":139,"input_price":102,"output_price":139,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":1035,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-2.5-pro-preview-05-06","google-gemini-2.5-pro-preview-05-06","Gemini 2.5 Pro Preview 05-06","Google Gemini 2.5 Pro Preview 05-06",1746578513,76.9,{"provider_id":1037,"slug":1038,"model_name":1039,"provider_name":78,"provider":1040,"is_open":11,"author_country":12,"release_date":1041,"release_month":1008,"context_length":252,"input_price_per_1m_tokens":1042,"output_price_per_1m_tokens":1043,"input_price":1042,"output_price":1043,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:mistral-medium-3","mistral-ai-mistral-medium-3","Mistral Medium 3","Mistral AI Mistral Medium 3",1746627341,0.44,2.2,{"provider_id":1045,"slug":1046,"model_name":1047,"provider_name":219,"provider":1048,"is_open":34,"author_country":12,"release_date":1049,"release_month":1008,"context_length":110,"input_price_per_1m_tokens":294,"output_price_per_1m_tokens":294,"input_price":294,"output_price":294,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemma-3n-e4b-it","google-gemma-3n-e4b-it","Gemma 3n 4B","Google Gemma 3n 4B",1747776824,{"provider_id":1051,"slug":1052,"model_name":1053,"provider_name":124,"provider":1054,"is_open":11,"author_country":12,"release_date":1055,"release_month":1008,"context_length":128,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":140,"input_price":450,"output_price":140,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":1056,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthropic:claude-sonnet-4","anthropic-claude-sonnet-4","Claude Sonnet 4","Anthropic Claude Sonnet 4",1747930371,61.3,{"provider_id":1058,"slug":1059,"model_name":1060,"provider_name":124,"provider":1061,"is_open":11,"author_country":12,"release_date":1062,"release_month":1008,"context_length":128,"input_price_per_1m_tokens":140,"output_price_per_1m_tokens":843,"input_price":140,"output_price":843,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":939,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthropic:claude-opus-4","anthropic-claude-opus-4","Claude Opus 4","Anthropic Claude Opus 4",1747931245,{"provider_id":1064,"slug":1065,"model_name":1066,"provider_name":564,"provider":1067,"is_open":11,"author_country":12,"release_date":1068,"release_month":1008,"context_length":567,"input_price_per_1m_tokens":25,"output_price_per_1m_tokens":1069,"input_price":25,"output_price":1069,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":1070,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"deepseek:deepseek-r1-0528","deepseek-deepseek-r1-0528","R1 0528","Deepseek R1 0528",1748455170,2.15,71.4,{"provider_id":1072,"slug":1073,"model_name":1074,"provider_name":219,"provider":1075,"is_open":11,"author_country":12,"release_date":1076,"release_month":1077,"context_length":727,"input_price_per_1m_tokens":130,"output_price_per_1m_tokens":191,"input_price":130,"output_price":191,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":1078,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-2.5-pro-preview","google-gemini-2.5-pro-preview","Gemini 2.5 Pro Preview 06-05","Google Gemini 2.5 Pro Preview 06-05",1749137257,"2025-06",83.1,{"provider_id":1080,"slug":1081,"model_name":1082,"provider_name":877,"provider":1083,"is_open":11,"author_country":12,"release_date":1084,"release_month":1077,"context_length":252,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":140,"input_price":450,"output_price":140,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"xai:grok-3","xai-grok-3","Grok 3","xAI Grok 3",1749582908,{"provider_id":1086,"slug":1087,"model_name":1088,"provider_name":877,"provider":1089,"is_open":11,"author_country":12,"release_date":1090,"release_month":1077,"context_length":252,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":25,"input_price":129,"output_price":25,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"xai:grok-3-mini","xai-grok-3-mini","Grok 3 Mini","xAI Grok 3 Mini",1749583245,{"provider_id":1092,"slug":1093,"model_name":1094,"provider_name":9,"provider":1095,"is_open":11,"author_country":12,"release_date":1096,"release_month":1077,"context_length":128,"input_price_per_1m_tokens":1097,"output_price_per_1m_tokens":1098,"input_price":1097,"output_price":1098,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":1099,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:o3-pro","openai-o3-pro","o3 Pro","OpenAI o3 Pro",1749598352,20,80,84.9,{"provider_id":1101,"slug":1102,"model_name":1103,"provider_name":219,"provider":1104,"is_open":11,"author_country":12,"release_date":1105,"release_month":1077,"context_length":727,"input_price_per_1m_tokens":26,"output_price_per_1m_tokens":191,"input_price":26,"output_price":191,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-2.5-pro","google-gemini-2.5-pro","Gemini 2.5 Pro","Google Gemini 2.5 Pro",1750169544,{"provider_id":1107,"slug":1108,"model_name":1109,"provider_name":219,"provider":1110,"is_open":11,"author_country":12,"release_date":1111,"release_month":1077,"context_length":727,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":190,"input_price":48,"output_price":190,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":851,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-2.5-flash","google-gemini-2.5-flash","Gemini 2.5 Flash","Google Gemini 2.5 Flash",1750172488,{"provider_id":1113,"slug":1114,"model_name":1115,"provider_name":592,"provider":1116,"is_open":34,"author_country":12,"release_date":1117,"release_month":1077,"context_length":664,"input_price_per_1m_tokens":294,"output_price_per_1m_tokens":294,"input_price":294,"output_price":294,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"minimax:minimax-m1","minimax-minimax-m1","MiniMax M1","Minimax MiniMax M1",1750200414,{"provider_id":1119,"slug":1120,"model_name":1121,"provider_name":78,"provider":1122,"is_open":34,"author_country":12,"release_date":1123,"release_month":1077,"context_length":252,"input_price_per_1m_tokens":753,"output_price_per_1m_tokens":82,"input_price":753,"output_price":82,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:mistral-small-3.2-24b-instruct","mistral-ai-mistral-small-3.2-24b-instruct","Mistral Small 3.2 24B","Mistral AI Mistral Small 3.2 24B",1750443016,{"provider_id":1125,"slug":1126,"model_name":1127,"provider_name":998,"provider":1128,"is_open":11,"author_country":12,"release_date":1129,"release_month":1077,"context_length":119,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":559,"input_price":129,"output_price":559,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"inception:mercury","inception-mercury","Mercury","Inception Mercury",1750973026,{"provider_id":1131,"slug":1132,"model_name":1133,"provider_name":1134,"provider":1135,"is_open":34,"author_country":12,"release_date":1136,"release_month":1077,"context_length":1137,"input_price_per_1m_tokens":673,"output_price_per_1m_tokens":673,"input_price":673,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"baidu:ernie-4.5-300b-a47b","baidu-ernie-4.5-300b-a47b","ERNIE 4.5 300B A47B","Baidu","Baidu ERNIE 4.5 300B A47B",1751300139,123000,{"provider_id":1139,"slug":1140,"model_name":1141,"provider_name":1134,"provider":1142,"is_open":34,"author_country":12,"release_date":1143,"release_month":1077,"context_length":1137,"input_price_per_1m_tokens":1144,"output_price_per_1m_tokens":26,"input_price":1144,"output_price":26,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"baidu:ernie-4.5-vl-424b-a47b","baidu-ernie-4.5-vl-424b-a47b","ERNIE 4.5 VL 424B A47B","Baidu ERNIE 4.5 VL 424B A47B",1751300903,0.336,{"provider_id":1146,"slug":1147,"model_name":1148,"provider_name":1149,"provider":1150,"is_open":11,"author_country":12,"release_date":1151,"release_month":1152,"context_length":1153,"input_price_per_1m_tokens":459,"output_price_per_1m_tokens":162,"input_price":459,"output_price":162,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"morph:morph-v3-fast","morph-morph-v3-fast","Morph V3 Fast","Morph","Morph Morph V3 Fast",1751910002,"2025-07",81920,{"provider_id":1155,"slug":1156,"model_name":1157,"provider_name":1149,"provider":1158,"is_open":11,"author_country":12,"release_date":1159,"release_month":1152,"context_length":1160,"input_price_per_1m_tokens":673,"output_price_per_1m_tokens":1161,"input_price":673,"output_price":1161,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"morph:morph-v3-large","morph-morph-v3-large","Morph V3 Large","Morph Morph V3 Large",1751910858,262144,1.9,{"provider_id":1163,"slug":1164,"model_name":1165,"provider_name":1166,"provider":1167,"is_open":34,"author_country":12,"release_date":1168,"release_month":1152,"context_length":567,"input_price_per_1m_tokens":294,"output_price_per_1m_tokens":294,"input_price":294,"output_price":294,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"tngtech:deepseek-r1t2-chimera","tngtech-deepseek-r1t2-chimera","DeepSeek R1T2 Chimera","Tngtech","Tngtech DeepSeek R1T2 Chimera",1751986985,{"provider_id":1170,"slug":1171,"model_name":1172,"provider_name":1173,"provider":1174,"is_open":11,"author_country":12,"release_date":1175,"release_month":1152,"context_length":252,"input_price_per_1m_tokens":294,"output_price_per_1m_tokens":294,"input_price":294,"output_price":294,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"tencent:hunyuan-a13b-instruct","tencent-hunyuan-a13b-instruct","Hunyuan A13B Instruct","Tencent","Tencent Hunyuan A13B Instruct",1751987664,{"provider_id":1177,"slug":1178,"model_name":1179,"provider_name":877,"provider":1180,"is_open":11,"author_country":12,"release_date":1181,"release_month":1152,"context_length":810,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":140,"input_price":450,"output_price":140,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":1182,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"xai:grok-4","xai-grok-4","Grok 4","xAI Grok 4",1752087689,79.6,{"provider_id":1184,"slug":1185,"model_name":1186,"provider_name":1187,"provider":1188,"is_open":34,"author_country":12,"release_date":1189,"release_month":1152,"context_length":110,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":673,"input_price":82,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"cognitivecomputations:dolphin-mistral-24b-venice-edition","cognitivecomputations-dolphin-mistral-24b-venice-edition","Uncensored","Cognitive Computations","Cognitive Computations Uncensored",1752094966,{"provider_id":1191,"slug":1192,"model_name":1193,"provider_name":78,"provider":1194,"is_open":34,"author_country":12,"release_date":1195,"release_month":1152,"context_length":252,"input_price_per_1m_tokens":584,"output_price_per_1m_tokens":318,"input_price":584,"output_price":318,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:devstral-small","mistral-ai-devstral-small","Devstral Small 1.1","Mistral AI Devstral Small 1.1",1752160751,{"provider_id":1197,"slug":1198,"model_name":1199,"provider_name":78,"provider":1200,"is_open":34,"author_country":12,"release_date":1201,"release_month":1152,"context_length":252,"input_price_per_1m_tokens":467,"output_price_per_1m_tokens":65,"input_price":467,"output_price":65,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:devstral-medium","mistral-ai-devstral-medium","Devstral Medium","Mistral AI Devstral Medium",1752161321,{"provider_id":1203,"slug":1204,"model_name":1205,"provider_name":1206,"provider":1207,"is_open":34,"author_country":12,"release_date":1208,"release_month":1152,"context_length":274,"input_price_per_1m_tokens":604,"output_price_per_1m_tokens":1043,"input_price":604,"output_price":1043,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":1209,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"moonshotai:kimi-k2","moonshotai-kimi-k2","Kimi K2 0711","Moonshotai","Moonshotai Kimi K2 0711",1752263252,59.1,{"provider_id":1211,"slug":1212,"model_name":1213,"provider_name":1214,"provider":1215,"is_open":11,"author_country":12,"release_date":1216,"release_month":1152,"context_length":252,"input_price_per_1m_tokens":328,"output_price_per_1m_tokens":1217,"input_price":328,"output_price":1217,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"switchpoint:router","switchpoint-router","Switchpoint Router","Switchpoint","Switchpoint Switchpoint Router",1752272899,3.4,{"provider_id":1219,"slug":1220,"model_name":1221,"provider_name":333,"provider":1222,"is_open":34,"author_country":12,"release_date":1223,"release_month":1152,"context_length":1160,"input_price_per_1m_tokens":1224,"output_price_per_1m_tokens":1224,"input_price":1224,"output_price":1224,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-235b-a22b-2507","qwen-qwen3-235b-a22b-2507","Qwen3 235B A22B Instruct 2507","Qwen Qwen3 235B A22B Instruct 2507",1753119555,0.000314,{"provider_id":1226,"slug":1227,"model_name":1228,"provider_name":219,"provider":1229,"is_open":11,"author_country":12,"release_date":1230,"release_month":1152,"context_length":727,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":467,"input_price":317,"output_price":467,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-2.5-flash-lite","google-gemini-2.5-flash-lite","Gemini 2.5 Flash Lite","Google Gemini 2.5 Flash Lite",1753200276,{"provider_id":1232,"slug":1233,"model_name":1234,"provider_name":1235,"provider":1236,"is_open":34,"author_country":12,"release_date":1237,"release_month":1152,"context_length":119,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":82,"input_price":317,"output_price":82,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"bytedance-seed:ui-tars-1.5-7b","bytedance-ui-tars-1.5-7b","UI-TARS 7B","ByteDance Seed","ByteDance Seed UI-TARS 7B",1753205056,{"provider_id":1239,"slug":1240,"model_name":1241,"provider_name":333,"provider":1242,"is_open":34,"author_country":12,"release_date":1243,"release_month":1152,"context_length":1160,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":673,"input_price":48,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-coder","qwen-qwen3-coder","Qwen3 Coder 480B A35B (exacto)","Qwen Qwen3 Coder 480B A35B (exacto)",1753230546,{"provider_id":1245,"slug":1246,"model_name":1247,"provider_name":1248,"provider":1249,"is_open":34,"author_country":12,"release_date":1250,"release_month":1152,"context_length":119,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":317,"input_price":317,"output_price":317,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"z-ai:glm-4-32b","z-ai-glm-4-32b","GLM 4 32B","Z-ai","Z-ai GLM 4 32B",1753376617,{"provider_id":1252,"slug":1253,"model_name":1254,"provider_name":333,"provider":1255,"is_open":34,"author_country":12,"release_date":1256,"release_month":1152,"context_length":1160,"input_price_per_1m_tokens":1257,"output_price_per_1m_tokens":673,"input_price":1257,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-235b-a22b-thinking-2507","qwen-qwen3-235b-a22b-thinking-2507","Qwen3 235B A22B Thinking 2507","Qwen Qwen3 235B A22B Thinking 2507",1753449557,0.45,{"provider_id":1259,"slug":1260,"model_name":1261,"provider_name":1248,"provider":1262,"is_open":34,"author_country":12,"release_date":1263,"release_month":1152,"context_length":252,"input_price_per_1m_tokens":681,"output_price_per_1m_tokens":328,"input_price":681,"output_price":328,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"z-ai:glm-4.5-air","z-ai-glm-4.5-air","GLM 4.5 Air","Z-ai GLM 4.5 Air",1753471258,{"provider_id":1265,"slug":1266,"model_name":1267,"provider_name":1248,"provider":1268,"is_open":34,"author_country":12,"release_date":1269,"release_month":1152,"context_length":252,"input_price_per_1m_tokens":244,"output_price_per_1m_tokens":1043,"input_price":244,"output_price":1043,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"z-ai:glm-4.5","z-ai-glm-4.5","GLM 4.5","Z-ai GLM 4.5",1753471347,{"provider_id":1271,"slug":1272,"model_name":1273,"provider_name":333,"provider":1274,"is_open":34,"author_country":12,"release_date":1275,"release_month":1152,"context_length":1160,"input_price_per_1m_tokens":39,"output_price_per_1m_tokens":48,"input_price":39,"output_price":48,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-30b-a3b-instruct-2507","qwen-qwen3-30b-a3b-instruct-2507","Qwen3 30B A3B Instruct 2507","Qwen Qwen3 30B A3B Instruct 2507",1753806965,{"provider_id":1277,"slug":1278,"model_name":1279,"provider_name":333,"provider":1280,"is_open":34,"author_country":12,"release_date":1281,"release_month":1152,"context_length":1282,"input_price_per_1m_tokens":584,"output_price_per_1m_tokens":318,"input_price":584,"output_price":318,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-coder-30b-a3b-instruct","qwen-qwen3-coder-30b-a3b-instruct","Qwen3 Coder 30B A3B Instruct","Qwen Qwen3 Coder 30B A3B Instruct",1753972379,160000,{"provider_id":1284,"slug":1285,"model_name":1286,"provider_name":78,"provider":1287,"is_open":34,"author_country":12,"release_date":1288,"release_month":1289,"context_length":810,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":673,"input_price":48,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":1290,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:codestral-2508","mistral-ai-codestral-2508","Codestral 2508","Mistral AI Codestral 2508",1754079630,"2025-08",11.1,{"provider_id":1292,"slug":1293,"model_name":1294,"provider_name":124,"provider":1295,"is_open":11,"author_country":12,"release_date":1296,"release_month":1289,"context_length":128,"input_price_per_1m_tokens":140,"output_price_per_1m_tokens":843,"input_price":140,"output_price":843,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthropic:claude-opus-4.1","anthropic-claude-opus-4.1","Claude Opus 4.1","Anthropic Claude Opus 4.1",1754411591,{"provider_id":1298,"slug":1299,"model_name":1300,"provider_name":9,"provider":1301,"is_open":34,"author_country":12,"release_date":1302,"release_month":1289,"context_length":252,"input_price_per_1m_tokens":1303,"output_price_per_1m_tokens":1304,"input_price":1303,"output_price":1304,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-oss-20b","openai-gpt-oss-20b","GPT-OSS-20b","OpenAI GPT-OSS-20b",1754414229,0.017,0.085,{"provider_id":1306,"slug":1307,"model_name":1308,"provider_name":9,"provider":1309,"is_open":34,"author_country":12,"release_date":1310,"release_month":1289,"context_length":252,"input_price_per_1m_tokens":377,"output_price_per_1m_tokens":317,"input_price":377,"output_price":317,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":1311,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-oss-120b","openai-gpt-oss-120b","GPT-OSS-120b","OpenAI GPT-OSS-120b",1754414231,41.8,{"provider_id":1313,"slug":1314,"model_name":1315,"provider_name":9,"provider":1316,"is_open":11,"author_country":12,"release_date":1317,"release_month":1289,"context_length":1318,"input_price_per_1m_tokens":1319,"output_price_per_1m_tokens":82,"input_price":1319,"output_price":82,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5-nano","openai-gpt-5-nano","GPT-5 Nano","OpenAI GPT-5 Nano",1754587402,400000,0.025,{"provider_id":1321,"slug":1322,"model_name":1323,"provider_name":9,"provider":1324,"is_open":11,"author_country":12,"release_date":1325,"release_month":1289,"context_length":1318,"input_price_per_1m_tokens":1326,"output_price_per_1m_tokens":26,"input_price":1326,"output_price":26,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5-mini","openai-gpt-5-mini","GPT-5 Mini","OpenAI GPT-5 Mini",1754587407,0.125,{"provider_id":1328,"slug":1329,"model_name":1330,"provider_name":9,"provider":1331,"is_open":11,"author_country":12,"release_date":1332,"release_month":1289,"context_length":1318,"input_price_per_1m_tokens":130,"output_price_per_1m_tokens":191,"input_price":130,"output_price":191,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":1333,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5","openai-gpt-5","GPT-5","OpenAI GPT-5",1754587413,88,{"provider_id":1335,"slug":1336,"model_name":1337,"provider_name":9,"provider":1338,"is_open":11,"author_country":12,"release_date":1339,"release_month":1289,"context_length":119,"input_price_per_1m_tokens":130,"output_price_per_1m_tokens":191,"input_price":130,"output_price":191,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5-chat","openai-gpt-5-chat","GPT-5 Chat","OpenAI GPT-5 Chat",1754587837,{"provider_id":1341,"slug":1342,"model_name":1343,"provider_name":1344,"provider":1345,"is_open":11,"author_country":12,"release_date":1346,"release_month":1289,"context_length":810,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":712,"input_price":65,"output_price":712,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"ai21:jamba-large-1.7","ai21-jamba-large-1.7","Jamba Large 1.7","AI21 Labs","AI21 Labs Jamba Large 1.7",1754669020,{"provider_id":1348,"slug":1349,"model_name":1350,"provider_name":1248,"provider":1351,"is_open":34,"author_country":12,"release_date":1352,"release_month":1289,"context_length":161,"input_price_per_1m_tokens":244,"output_price_per_1m_tokens":1353,"input_price":244,"output_price":1353,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"z-ai:glm-4.5v","z-ai-glm-4.5v","GLM 4.5V","Z-ai GLM 4.5V",1754922288,1.8,{"provider_id":1355,"slug":1356,"model_name":1357,"provider_name":1134,"provider":1358,"is_open":34,"author_country":12,"release_date":1359,"release_month":1289,"context_length":1360,"input_price_per_1m_tokens":1361,"output_price_per_1m_tokens":1362,"input_price":1361,"output_price":1362,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"baidu:ernie-4.5-vl-28b-a3b","baidu-ernie-4.5-vl-28b-a3b","ERNIE 4.5 VL 28B A3B","Baidu ERNIE 4.5 VL 28B A3B",1755032836,30000,0.112,0.448,{"provider_id":1364,"slug":1365,"model_name":1366,"provider_name":1134,"provider":1367,"is_open":34,"author_country":12,"release_date":1368,"release_month":1289,"context_length":1369,"input_price_per_1m_tokens":673,"output_price_per_1m_tokens":673,"input_price":673,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"baidu:ernie-4.5-21b-a3b","baidu-ernie-4.5-21b-a3b","ERNIE 4.5 21B A3B","Baidu ERNIE 4.5 21B A3B",1755034167,120000,{"provider_id":1371,"slug":1372,"model_name":1373,"provider_name":78,"provider":1374,"is_open":11,"author_country":12,"release_date":1375,"release_month":1289,"context_length":252,"input_price_per_1m_tokens":1042,"output_price_per_1m_tokens":1043,"input_price":1042,"output_price":1043,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:mistral-medium-3.1","mistral-ai-mistral-medium-3.1","Mistral Medium 3.1","Mistral AI Mistral Medium 3.1",1755095639,{"provider_id":1377,"slug":1378,"model_name":1379,"provider_name":564,"provider":1380,"is_open":34,"author_country":12,"release_date":1381,"release_month":1289,"context_length":110,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":1382,"input_price":129,"output_price":1382,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"deepseek:deepseek-chat-v3.1","deepseek-deepseek-chat-v3.1","DeepSeek V3.1","Deepseek DeepSeek V3.1",1755779628,0.95,{"provider_id":1384,"slug":1385,"model_name":1386,"provider_name":197,"provider":1387,"is_open":34,"author_country":12,"release_date":1388,"release_month":1289,"context_length":252,"input_price_per_1m_tokens":26,"output_price_per_1m_tokens":450,"input_price":26,"output_price":450,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"nousresearch:hermes-4-405b","nousresearch-hermes-4-405b","Hermes 4 405B","Nousresearch Hermes 4 405B",1756235463,{"provider_id":1390,"slug":1391,"model_name":1392,"provider_name":197,"provider":1393,"is_open":34,"author_country":12,"release_date":1394,"release_month":1289,"context_length":252,"input_price_per_1m_tokens":1395,"output_price_per_1m_tokens":1396,"input_price":1395,"output_price":1396,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"nousresearch:hermes-4-70b","nousresearch-hermes-4-70b","Hermes 4 70B","Nousresearch Hermes 4 70B",1756236182,0.0933,0.3734,{"provider_id":1398,"slug":1399,"model_name":1400,"provider_name":877,"provider":1401,"is_open":11,"author_country":12,"release_date":1402,"release_month":1289,"context_length":810,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":64,"input_price":82,"output_price":64,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"xai:grok-code-fast-1","xai-grok-code-fast-1","Grok Code Fast 1","xAI Grok Code Fast 1",1756238927,{"provider_id":1404,"slug":1405,"model_name":1406,"provider_name":333,"provider":1407,"is_open":34,"author_country":12,"release_date":1408,"release_month":1289,"context_length":110,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":673,"input_price":82,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-30b-a3b-thinking-2507","qwen-qwen3-30b-a3b-thinking-2507","Qwen3 30B A3B Thinking 2507","Qwen Qwen3 30B A3B Thinking 2507",1756399192,{"provider_id":1410,"slug":1411,"model_name":1412,"provider_name":1206,"provider":1413,"is_open":34,"author_country":12,"release_date":1414,"release_month":1415,"context_length":1160,"input_price_per_1m_tokens":244,"output_price_per_1m_tokens":190,"input_price":244,"output_price":190,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"moonshotai:kimi-k2-0905","moonshotai-kimi-k2-0905","Kimi K2 0905 (exacto)","Moonshotai Kimi K2 0905 (exacto)",1757021147,"2025-09",{"provider_id":1417,"slug":1418,"model_name":1419,"provider_name":425,"provider":1420,"is_open":34,"author_country":12,"release_date":1421,"release_month":1415,"context_length":252,"input_price_per_1m_tokens":395,"output_price_per_1m_tokens":82,"input_price":395,"output_price":82,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"nvidia:nemotron-nano-9b-v2","nvidia-nemotron-nano-9b-v2","Nemotron Nano 9B V2","Nvidia Nemotron Nano 9B V2",1757106807,{"provider_id":1423,"slug":1424,"model_name":1425,"provider_name":333,"provider":1426,"is_open":11,"author_country":12,"release_date":1427,"release_month":1415,"context_length":664,"input_price_per_1m_tokens":665,"output_price_per_1m_tokens":666,"input_price":665,"output_price":666,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen-plus-2025-07-28","qwen-qwen-plus-2025-07-28","Qwen Plus 0728 (thinking)","Qwen Qwen Plus 0728 (thinking)",1757347599,{"provider_id":1429,"slug":1430,"model_name":1431,"provider_name":1432,"provider":1433,"is_open":11,"author_country":12,"release_date":1434,"release_month":1415,"context_length":252,"input_price_per_1m_tokens":294,"output_price_per_1m_tokens":294,"input_price":294,"output_price":294,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"meituan:longcat-flash-chat","meituan-longcat-flash-chat","LongCat Flash Chat","Meituan","Meituan LongCat Flash Chat",1757427658,{"provider_id":1436,"slug":1437,"model_name":1438,"provider_name":333,"provider":1439,"is_open":34,"author_country":12,"release_date":1440,"release_month":1415,"context_length":1160,"input_price_per_1m_tokens":39,"output_price_per_1m_tokens":673,"input_price":39,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-next-80b-a3b-instruct","qwen-qwen3-next-80b-a3b-instruct","Qwen3 Next 80B A3B Instruct","Qwen Qwen3 Next 80B A3B Instruct",1757612213,{"provider_id":1442,"slug":1443,"model_name":1444,"provider_name":333,"provider":1445,"is_open":34,"author_country":12,"release_date":1446,"release_month":1415,"context_length":119,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":673,"input_price":243,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-next-80b-a3b-thinking","qwen-qwen3-next-80b-a3b-thinking","Qwen3 Next 80B A3B Thinking","Qwen Qwen3 Next 80B A3B Thinking",1757612284,{"provider_id":1448,"slug":1449,"model_name":1450,"provider_name":333,"provider":1451,"is_open":11,"author_country":12,"release_date":1452,"release_month":1415,"context_length":664,"input_price_per_1m_tokens":1453,"output_price_per_1m_tokens":1454,"input_price":1453,"output_price":1454,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-coder-flash","qwen-qwen3-coder-flash","Qwen3 Coder Flash","Qwen Qwen3 Coder Flash",1758115536,0.195,0.975,{"provider_id":1456,"slug":1457,"model_name":1458,"provider_name":333,"provider":1459,"is_open":34,"author_country":12,"release_date":1460,"release_month":1415,"context_length":252,"input_price_per_1m_tokens":294,"output_price_per_1m_tokens":294,"input_price":294,"output_price":294,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:tongyi-deepresearch-30b-a3b","alibaba-tongyi-deepresearch-30b-a3b","Tongyi DeepResearch 30B A3B","Qwen Tongyi DeepResearch 30B A3B",1758210804,{"provider_id":1462,"slug":1463,"model_name":1464,"provider_name":877,"provider":1465,"is_open":11,"author_country":12,"release_date":1466,"release_month":1415,"context_length":1467,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":25,"input_price":82,"output_price":25,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"xai:grok-4-fast","xai-grok-4-fast","Grok 4 Fast","xAI Grok 4 Fast",1758240090,2000000,{"provider_id":1469,"slug":1470,"model_name":1471,"provider_name":564,"provider":1472,"is_open":34,"author_country":12,"release_date":1473,"release_month":1415,"context_length":567,"input_price_per_1m_tokens":1474,"output_price_per_1m_tokens":26,"input_price":1474,"output_price":26,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"deepseek:deepseek-v3.1-terminus","deepseek-deepseek-v3.1-terminus","DeepSeek V3.1 Terminus","Deepseek DeepSeek V3.1 Terminus",1758548275,0.27,{"provider_id":1476,"slug":1477,"model_name":1478,"provider_name":9,"provider":1479,"is_open":11,"author_country":12,"release_date":1480,"release_month":1415,"context_length":1318,"input_price_per_1m_tokens":130,"output_price_per_1m_tokens":191,"input_price":130,"output_price":191,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5-codex","openai-gpt-5-codex","GPT-5 Codex","OpenAI GPT-5 Codex",1758643403,{"provider_id":1482,"slug":1483,"model_name":1484,"provider_name":333,"provider":1485,"is_open":34,"author_country":12,"release_date":1486,"release_month":1415,"context_length":664,"input_price_per_1m_tokens":232,"output_price_per_1m_tokens":1487,"input_price":232,"output_price":1487,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-coder-plus","qwen-qwen3-coder-plus","Qwen3 Coder Plus","Qwen Qwen3 Coder Plus",1758662707,3.25,{"provider_id":1489,"slug":1490,"model_name":1491,"provider_name":333,"provider":1492,"is_open":11,"author_country":12,"release_date":1493,"release_month":1415,"context_length":1160,"input_price_per_1m_tokens":666,"output_price_per_1m_tokens":1494,"input_price":666,"output_price":1494,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-max","qwen-qwen3-max","Qwen3 Max","Qwen Qwen3 Max",1758662808,3.9,{"provider_id":1496,"slug":1497,"model_name":1498,"provider_name":333,"provider":1499,"is_open":34,"author_country":12,"release_date":1500,"release_month":1415,"context_length":1160,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":428,"input_price":82,"output_price":428,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-vl-235b-a22b-instruct","qwen-qwen3-vl-235b-a22b-instruct","Qwen3 VL 235B A22B Instruct","Qwen Qwen3 VL 235B A22B Instruct",1758668687,{"provider_id":1502,"slug":1503,"model_name":1504,"provider_name":333,"provider":1505,"is_open":34,"author_country":12,"release_date":1506,"release_month":1415,"context_length":252,"input_price_per_1m_tokens":673,"output_price_per_1m_tokens":673,"input_price":673,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-vl-235b-a22b-thinking","qwen-qwen3-vl-235b-a22b-thinking","Qwen3 VL 235B A22B Thinking","Qwen Qwen3 VL 235B A22B Thinking",1758668690,{"provider_id":1508,"slug":1509,"model_name":1510,"provider_name":219,"provider":1511,"is_open":11,"author_country":12,"release_date":1512,"release_month":1415,"context_length":727,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":467,"input_price":317,"output_price":467,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-2.5-flash-lite-preview-09-2025","google-gemini-2.5-flash-lite-preview-09-2025","Gemini 2.5 Flash Lite Preview 09-2025","Google Gemini 2.5 Flash Lite Preview 09-2025",1758819686,{"provider_id":1514,"slug":1515,"model_name":1516,"provider_name":1517,"provider":1518,"is_open":11,"author_country":12,"release_date":1519,"release_month":1415,"context_length":810,"input_price_per_1m_tokens":328,"output_price_per_1m_tokens":130,"input_price":328,"output_price":130,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"relace:relace-apply-3","relace-relace-apply-3","Relace Apply 3","Relace","Relace Relace Apply 3",1758891572,{"provider_id":1521,"slug":1522,"model_name":1523,"provider_name":400,"provider":1524,"is_open":34,"author_country":12,"release_date":1525,"release_month":1415,"context_length":252,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":25,"input_price":48,"output_price":25,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"thedrummer:cydonia-24b-v4.1","thedrummer-cydonia-24b-v4.1","Cydonia 24B V4.1","Thedrummer Cydonia 24B V4.1",1758931878,{"provider_id":1527,"slug":1528,"model_name":1529,"provider_name":564,"provider":1530,"is_open":34,"author_country":12,"release_date":1531,"release_month":1415,"context_length":567,"input_price_per_1m_tokens":1474,"output_price_per_1m_tokens":1532,"input_price":1474,"output_price":1532,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":1533,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"deepseek:deepseek-v3.2-exp","deepseek-deepseek-v3.2-exp","DeepSeek V3.2 Exp","Deepseek DeepSeek V3.2 Exp",1759150481,0.41,74.2,{"provider_id":1535,"slug":1536,"model_name":1537,"provider_name":124,"provider":1538,"is_open":11,"author_country":12,"release_date":1539,"release_month":1415,"context_length":664,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":140,"input_price":450,"output_price":140,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthropic:claude-sonnet-4.5","anthropic-claude-sonnet-4.5","Claude Sonnet 4.5","Anthropic Claude Sonnet 4.5",1759161676,{"provider_id":1541,"slug":1542,"model_name":1543,"provider_name":1248,"provider":1544,"is_open":34,"author_country":12,"release_date":1545,"release_month":1415,"context_length":1546,"input_price_per_1m_tokens":404,"output_price_per_1m_tokens":1547,"input_price":404,"output_price":1547,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"z-ai:glm-4.6","z-ai-glm-4.6","GLM 4.6","Z-ai GLM 4.6",1759235576,204800,1.75,{"provider_id":1549,"slug":1550,"model_name":1551,"provider_name":9,"provider":1552,"is_open":11,"author_country":12,"release_date":1553,"release_month":1554,"context_length":1318,"input_price_per_1m_tokens":140,"output_price_per_1m_tokens":1555,"input_price":140,"output_price":1555,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5-pro","openai-gpt-5-pro","GPT-5 Pro","OpenAI GPT-5 Pro",1759776663,"2025-10",120,{"provider_id":1557,"slug":1558,"model_name":1559,"provider_name":333,"provider":1560,"is_open":34,"author_country":12,"release_date":1561,"release_month":1554,"context_length":252,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":244,"input_price":243,"output_price":244,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-vl-30b-a3b-instruct","qwen-qwen3-vl-30b-a3b-instruct","Qwen3 VL 30B A3B Instruct","Qwen Qwen3 VL 30B A3B Instruct",1759794476,{"provider_id":1563,"slug":1564,"model_name":1565,"provider_name":333,"provider":1566,"is_open":34,"author_country":12,"release_date":1567,"release_month":1554,"context_length":252,"input_price_per_1m_tokens":673,"output_price_per_1m_tokens":673,"input_price":673,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-vl-30b-a3b-thinking","qwen-qwen3-vl-30b-a3b-thinking","Qwen3 VL 30B A3B Thinking","Qwen Qwen3 VL 30B A3B Thinking",1759794479,{"provider_id":1569,"slug":1570,"model_name":1571,"provider_name":219,"provider":1572,"is_open":11,"author_country":12,"release_date":1573,"release_month":1554,"context_length":110,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":190,"input_price":48,"output_price":190,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-2.5-flash-image","google-gemini-2.5-flash-image","Gemini 2.5 Flash Image (Nano Banana)","Google Gemini 2.5 Flash Image (Nano Banana)",1759870431,{"provider_id":1575,"slug":1576,"model_name":1577,"provider_name":1134,"provider":1578,"is_open":34,"author_country":12,"release_date":1579,"release_month":1554,"context_length":252,"input_price_per_1m_tokens":1580,"output_price_per_1m_tokens":967,"input_price":1580,"output_price":967,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"baidu:ernie-4.5-21b-a3b-thinking","baidu-ernie-4.5-21b-a3b-thinking","ERNIE 4.5 21B A3B Thinking","Baidu ERNIE 4.5 21B A3B Thinking",1760048887,0.056,{"provider_id":1582,"slug":1583,"model_name":1584,"provider_name":425,"provider":1585,"is_open":11,"author_country":12,"release_date":1586,"release_month":1554,"context_length":252,"input_price_per_1m_tokens":294,"output_price_per_1m_tokens":294,"input_price":294,"output_price":294,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"nvidia:llama-3.3-nemotron-super-49b-v1.5","nvidia-llama-3.3-nemotron-super-49b-v1.5","Llama 3.3 Nemotron Super 49B V1.5","Nvidia Llama 3.3 Nemotron Super 49B V1.5",1760101395,{"provider_id":1588,"slug":1589,"model_name":1590,"provider_name":9,"provider":1591,"is_open":11,"author_country":12,"release_date":1592,"release_month":1554,"context_length":128,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":712,"input_price":65,"output_price":712,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:o4-mini-deep-research","openai-o4-mini-deep-research","o4 Mini Deep Research","OpenAI o4 Mini Deep Research",1760129642,{"provider_id":1594,"slug":1595,"model_name":1596,"provider_name":9,"provider":1597,"is_open":11,"author_country":12,"release_date":1598,"release_month":1554,"context_length":128,"input_price_per_1m_tokens":191,"output_price_per_1m_tokens":968,"input_price":191,"output_price":968,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:o3-deep-research","openai-o3-deep-research","o3 Deep Research","OpenAI o3 Deep Research",1760129661,{"provider_id":1600,"slug":1601,"model_name":1602,"provider_name":333,"provider":1603,"is_open":34,"author_country":12,"release_date":1604,"release_month":1554,"context_length":252,"input_price_per_1m_tokens":1028,"output_price_per_1m_tokens":82,"input_price":1028,"output_price":82,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-vl-8b-instruct","qwen-qwen3-vl-8b-instruct","Qwen3 VL 8B Instruct","Qwen Qwen3 VL 8B Instruct",1760463308,{"provider_id":1606,"slug":1607,"model_name":1608,"provider_name":333,"provider":1609,"is_open":11,"author_country":12,"release_date":1610,"release_month":1554,"context_length":252,"input_price_per_1m_tokens":1611,"output_price_per_1m_tokens":1612,"input_price":1611,"output_price":1612,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-vl-8b-thinking","qwen-qwen3-vl-8b-thinking","Qwen3 VL 8B Thinking","Qwen Qwen3 VL 8B Thinking",1760463746,0.117,1.365,{"provider_id":1614,"slug":1615,"model_name":1616,"provider_name":124,"provider":1617,"is_open":11,"author_country":12,"release_date":1618,"release_month":1554,"context_length":128,"input_price_per_1m_tokens":26,"output_price_per_1m_tokens":139,"input_price":26,"output_price":139,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthropic:claude-haiku-4.5","anthropic-claude-haiku-4.5","Claude Haiku 4.5","Anthropic Claude Haiku 4.5",1760547638,{"provider_id":1620,"slug":1621,"model_name":1622,"provider_name":1623,"provider":1624,"is_open":11,"author_country":12,"release_date":1625,"release_month":1554,"context_length":274,"input_price_per_1m_tokens":1303,"output_price_per_1m_tokens":1626,"input_price":1303,"output_price":1626,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"ibm:granite-4.0-h-micro","ibm-granite-granite-4.0-h-micro","Granite 4.0 Micro","IBM","IBM Granite 4.0 Micro",1760927695,0.11,{"provider_id":1628,"slug":1629,"model_name":1630,"provider_name":1631,"provider":1632,"is_open":34,"author_country":12,"release_date":1633,"release_month":1554,"context_length":110,"input_price_per_1m_tokens":1634,"output_price_per_1m_tokens":265,"input_price":1634,"output_price":265,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"liquid:lfm-2.2-6b","liquid-lfm-2.2-6b","LiquidAI/LFM2-2.6B","Liquid AI","Liquid AI LiquidAI/LFM2-2.6B",1760970889,0.01,{"provider_id":1636,"slug":1637,"model_name":1638,"provider_name":1631,"provider":1639,"is_open":34,"author_country":12,"release_date":1640,"release_month":1554,"context_length":110,"input_price_per_1m_tokens":1634,"output_price_per_1m_tokens":265,"input_price":1634,"output_price":265,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"liquid:lfm2-8b-a1b","liquid-lfm2-8b-a1b","LiquidAI/LFM2-8B-A1B","Liquid AI LiquidAI/LFM2-8B-A1B",1760970984,{"provider_id":1642,"slug":1643,"model_name":1644,"provider_name":333,"provider":1645,"is_open":11,"author_country":12,"release_date":1646,"release_month":1554,"context_length":252,"input_price_per_1m_tokens":25,"output_price_per_1m_tokens":673,"input_price":25,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-vl-32b-instruct","qwen-qwen3-vl-32b-instruct","Qwen3 VL 32B Instruct","Qwen Qwen3 VL 32B Instruct",1761231332,{"provider_id":1648,"slug":1649,"model_name":1650,"provider_name":592,"provider":1651,"is_open":34,"author_country":12,"release_date":1652,"release_month":1554,"context_length":1653,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":162,"input_price":48,"output_price":162,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"minimax:minimax-m2","minimax-minimax-m2","MiniMax M2","Minimax MiniMax M2",1761252093,196608,{"provider_id":1655,"slug":1656,"model_name":1657,"provider_name":425,"provider":1658,"is_open":34,"author_country":12,"release_date":1659,"release_month":1554,"context_length":252,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":82,"input_price":82,"output_price":82,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"nvidia:nemotron-nano-12b-v2-vl","nvidia-nemotron-nano-12b-v2-vl","Nemotron Nano 12B 2 VL","Nvidia Nemotron Nano 12B 2 VL",1761675565,{"provider_id":1661,"slug":1662,"model_name":1663,"provider_name":78,"provider":1664,"is_open":34,"author_country":12,"release_date":1665,"release_month":1554,"context_length":1666,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":48,"input_price":317,"output_price":48,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:voxtral-small-24b-2507","mistral-ai-voxtral-small-24b-2507","Voxtral Small 24B 2507","Mistral AI Voxtral Small 24B 2507",1761835144,32000,{"provider_id":1668,"slug":1669,"model_name":1670,"provider_name":620,"provider":1671,"is_open":11,"author_country":12,"release_date":1672,"release_month":1554,"context_length":128,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":140,"input_price":450,"output_price":140,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"perplexity:sonar-pro-search","perplexity-sonar-pro-search","Sonar Pro Search","Perplexity Sonar Pro Search",1761854366,{"provider_id":1674,"slug":1675,"model_name":1676,"provider_name":509,"provider":1677,"is_open":11,"author_country":12,"release_date":1678,"release_month":1554,"context_length":664,"input_price_per_1m_tokens":190,"output_price_per_1m_tokens":1679,"input_price":190,"output_price":1679,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"amazon:nova-premier-v1","amazon-nova-premier-v1","Nova Premier 1.0","Amazon Nova Premier 1.0",1761950332,12.5,{"provider_id":1681,"slug":1682,"model_name":1683,"provider_name":1206,"provider":1684,"is_open":34,"author_country":12,"release_date":1685,"release_month":1686,"context_length":252,"input_price_per_1m_tokens":244,"output_price_per_1m_tokens":190,"input_price":244,"output_price":190,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"moonshotai:kimi-k2-thinking","moonshotai-kimi-k2-thinking","Kimi K2 Thinking","Moonshotai Kimi K2 Thinking",1762440622,"2025-11",{"provider_id":1688,"slug":1689,"model_name":1690,"provider_name":1691,"provider":1692,"is_open":34,"author_country":12,"release_date":1693,"release_month":1686,"context_length":810,"input_price_per_1m_tokens":1694,"output_price_per_1m_tokens":1695,"input_price":1694,"output_price":1695,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"kwaipilot:kat-coder-pro","kwaipilot-kat-coder-pro","KAT-Coder-Pro V1","Kwaipilot","Kwaipilot KAT-Coder-Pro V1",1762745912,0.207,0.828,{"provider_id":1697,"slug":1698,"model_name":1699,"provider_name":9,"provider":1700,"is_open":11,"author_country":12,"release_date":1701,"release_month":1686,"context_length":1318,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":65,"input_price":129,"output_price":65,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.1-codex-mini","openai-gpt-5.1-codex-mini","GPT-5.1-Codex-Mini","OpenAI GPT-5.1-Codex-Mini",1763057820,{"provider_id":1703,"slug":1704,"model_name":1705,"provider_name":9,"provider":1706,"is_open":11,"author_country":12,"release_date":1707,"release_month":1686,"context_length":1318,"input_price_per_1m_tokens":130,"output_price_per_1m_tokens":191,"input_price":130,"output_price":191,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.1-codex","openai-gpt-5.1-codex","GPT-5.1-Codex","OpenAI GPT-5.1-Codex",1763060298,{"provider_id":1709,"slug":1710,"model_name":1711,"provider_name":9,"provider":1712,"is_open":11,"author_country":12,"release_date":1713,"release_month":1686,"context_length":119,"input_price_per_1m_tokens":102,"output_price_per_1m_tokens":139,"input_price":102,"output_price":139,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.1-chat","openai-gpt-5.1-chat","GPT-5.1 Chat","OpenAI GPT-5.1 Chat",1763060302,{"provider_id":1715,"slug":1716,"model_name":1717,"provider_name":9,"provider":1718,"is_open":11,"author_country":12,"release_date":1719,"release_month":1686,"context_length":1318,"input_price_per_1m_tokens":102,"output_price_per_1m_tokens":139,"input_price":102,"output_price":139,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.1","openai-gpt-5.1","GPT-5.1","OpenAI GPT-5.1",1763060305,{"provider_id":1721,"slug":1722,"model_name":1723,"provider_name":1724,"provider":1725,"is_open":34,"author_country":12,"release_date":1726,"release_month":1686,"context_length":119,"input_price_per_1m_tokens":673,"output_price_per_1m_tokens":673,"input_price":673,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"deepcogito:cogito-v2.1-671b","deepcogito-cogito-v2.1-671b","Cogito v2.1 671B","Deepcogito","Deepcogito Cogito v2.1 671B",1763071233,{"provider_id":1728,"slug":1729,"model_name":1730,"provider_name":219,"provider":1731,"is_open":11,"author_country":12,"release_date":1732,"release_month":1686,"context_length":727,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":811,"input_price":65,"output_price":811,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-3-pro-preview","google-gemini-3-pro-preview","Gemini 3 Pro Preview","Google Gemini 3 Pro Preview",1763474668,{"provider_id":1734,"slug":1735,"model_name":1736,"provider_name":877,"provider":1737,"is_open":11,"author_country":12,"release_date":1738,"release_month":1686,"context_length":1467,"input_price_per_1m_tokens":294,"output_price_per_1m_tokens":294,"input_price":294,"output_price":294,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"xai:grok-4.1-fast","xai-grok-4.1-fast","Grok 4.1 Fast","xAI Grok 4.1 Fast",1763587502,{"provider_id":1740,"slug":1741,"model_name":1742,"provider_name":219,"provider":1743,"is_open":11,"author_country":12,"release_date":1744,"release_month":1686,"context_length":161,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":811,"input_price":65,"output_price":811,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-3-pro-image-preview","google-gemini-3-pro-image-preview","Nano Banana Pro (Gemini 3 Pro Image Preview)","Google Nano Banana Pro (Gemini 3 Pro Image Preview)",1763653797,{"provider_id":1746,"slug":1747,"model_name":1748,"provider_name":828,"provider":1749,"is_open":34,"author_country":12,"release_date":1750,"release_month":1686,"context_length":161,"input_price_per_1m_tokens":987,"output_price_per_1m_tokens":82,"input_price":987,"output_price":82,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"allenai:olmo-3-7b-think","allenai-olmo-3-7b-think","Olmo 3 7B Think","Allenai Olmo 3 7B Think",1763758270,{"provider_id":1752,"slug":1753,"model_name":1754,"provider_name":828,"provider":1755,"is_open":34,"author_country":12,"release_date":1756,"release_month":1686,"context_length":161,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":82,"input_price":317,"output_price":82,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"allenai:olmo-3-7b-instruct","allenai-olmo-3-7b-instruct","Olmo 3 7B Instruct","Allenai Olmo 3 7B Instruct",1763758273,{"provider_id":1758,"slug":1759,"model_name":1760,"provider_name":828,"provider":1761,"is_open":34,"author_country":12,"release_date":1762,"release_month":1686,"context_length":161,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":25,"input_price":243,"output_price":25,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"allenai:olmo-3-32b-think","allenai-olmo-3-32b-think","Olmo 3 32B Think","Allenai Olmo 3 32B Think",1763758276,{"provider_id":1764,"slug":1765,"model_name":1766,"provider_name":124,"provider":1767,"is_open":11,"author_country":12,"release_date":1768,"release_month":1686,"context_length":128,"input_price_per_1m_tokens":139,"output_price_per_1m_tokens":154,"input_price":139,"output_price":154,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthropic:claude-opus-4.5","anthropic-claude-opus-4.5","Claude Opus 4.5","Anthropic Claude Opus 4.5",1764010580,{"provider_id":1770,"slug":1771,"model_name":1772,"provider_name":1773,"provider":1774,"is_open":34,"author_country":12,"release_date":1775,"release_month":1686,"context_length":252,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":596,"input_price":82,"output_price":596,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"prime-intellect:intellect-3","prime-intellect-intellect-3","INTELLECT-3","Prime-intellect","Prime-intellect INTELLECT-3",1764212534,{"provider_id":1777,"slug":1778,"model_name":1779,"provider_name":564,"provider":1780,"is_open":34,"author_country":12,"release_date":1781,"release_month":1782,"context_length":567,"input_price_per_1m_tokens":1783,"output_price_per_1m_tokens":1784,"input_price":1783,"output_price":1784,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"deepseek:deepseek-v3.2","deepseek-deepseek-v3.2","DeepSeek V3.2","Deepseek DeepSeek V3.2",1764594642,"2025-12",0.2088,0.3096,{"provider_id":1786,"slug":1787,"model_name":1788,"provider_name":564,"provider":1789,"is_open":34,"author_country":12,"release_date":1790,"release_month":1782,"context_length":567,"input_price_per_1m_tokens":1474,"output_price_per_1m_tokens":467,"input_price":1474,"output_price":467,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"deepseek:deepseek-v3.2-speciale","deepseek-deepseek-v3.2-speciale","DeepSeek V3.2 Speciale","Deepseek DeepSeek V3.2 Speciale",1764594837,{"provider_id":1792,"slug":1793,"model_name":1794,"provider_name":1005,"provider":1795,"is_open":34,"author_country":12,"release_date":1796,"release_month":1782,"context_length":252,"input_price_per_1m_tokens":1797,"output_price_per_1m_tokens":243,"input_price":1797,"output_price":243,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"arcee-ai:trinity-mini","arcee-ai-trinity-mini","Trinity Mini","Arcee AI Trinity Mini",1764601720,0.045,{"provider_id":1799,"slug":1800,"model_name":1801,"provider_name":78,"provider":1802,"is_open":34,"author_country":12,"release_date":1803,"release_month":1782,"context_length":1160,"input_price_per_1m_tokens":25,"output_price_per_1m_tokens":64,"input_price":25,"output_price":64,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:mistral-large-2512","mistral-ai-mistral-large-2512","Mistral Large 3 2512","Mistral AI Mistral Large 3 2512",1764624472,{"provider_id":1805,"slug":1806,"model_name":1807,"provider_name":78,"provider":1808,"is_open":34,"author_country":12,"release_date":1809,"release_month":1782,"context_length":252,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":317,"input_price":317,"output_price":317,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:ministral-3b-2512","mistral-ai-ministral-3b-2512","Ministral 3 3B 2512","Mistral AI Ministral 3 3B 2512",1764681560,{"provider_id":1811,"slug":1812,"model_name":1813,"provider_name":78,"provider":1814,"is_open":34,"author_country":12,"release_date":1815,"release_month":1782,"context_length":1160,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":243,"input_price":243,"output_price":243,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:ministral-8b-2512","mistral-ai-ministral-8b-2512","Ministral 3 8B 2512","Mistral AI Ministral 3 8B 2512",1764681654,{"provider_id":1817,"slug":1818,"model_name":1819,"provider_name":78,"provider":1820,"is_open":11,"author_country":12,"release_date":1821,"release_month":1782,"context_length":1160,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":82,"input_price":82,"output_price":82,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:ministral-14b-2512","mistral-ai-ministral-14b-2512","Ministral 3 14B 2512","Mistral AI Ministral 3 14B 2512",1764681735,{"provider_id":1823,"slug":1824,"model_name":1825,"provider_name":509,"provider":1826,"is_open":11,"author_country":12,"release_date":1827,"release_month":1782,"context_length":664,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":190,"input_price":48,"output_price":190,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"amazon:nova-2-lite-v1","amazon-nova-2-lite-v1","Nova 2 Lite","Amazon Nova 2 Lite",1764696672,{"provider_id":1829,"slug":1830,"model_name":1831,"provider_name":9,"provider":1832,"is_open":11,"author_country":12,"release_date":1833,"release_month":1782,"context_length":1318,"input_price_per_1m_tokens":130,"output_price_per_1m_tokens":191,"input_price":130,"output_price":191,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.1-codex-max","openai-gpt-5.1-codex-max","GPT-5.1-Codex-Max","OpenAI GPT-5.1-Codex-Max",1764878934,{"provider_id":1835,"slug":1836,"model_name":1837,"provider_name":1838,"provider":1839,"is_open":34,"author_country":12,"release_date":1840,"release_month":1782,"context_length":110,"input_price_per_1m_tokens":294,"output_price_per_1m_tokens":294,"input_price":294,"output_price":294,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"essential-ai:rnj-1-instruct","essential-ai-rnj-1-instruct","Rnj 1 Instruct","Essential AI","Essential AI Rnj 1 Instruct",1765094847,{"provider_id":1842,"slug":1843,"model_name":1844,"provider_name":1845,"provider":1846,"is_open":11,"author_country":12,"release_date":1847,"release_month":1782,"context_length":252,"input_price_per_1m_tokens":294,"output_price_per_1m_tokens":294,"input_price":294,"output_price":294,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"nex-agi:deepseek-v3.1-nex-n1","nex-agi-deepseek-v3.1-nex-n1","DeepSeek V3.1 Nex N1","Nex-AGI","Nex-AGI DeepSeek V3.1 Nex N1",1765204393,{"provider_id":1849,"slug":1850,"model_name":1851,"provider_name":1248,"provider":1852,"is_open":34,"author_country":12,"release_date":1853,"release_month":1782,"context_length":252,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":673,"input_price":48,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"z-ai:glm-4.6v","z-ai-glm-4.6v","GLM 4.6V","Z-ai GLM 4.6V",1765207462,{"provider_id":1855,"slug":1856,"model_name":1857,"provider_name":1517,"provider":1858,"is_open":11,"author_country":12,"release_date":1859,"release_month":1782,"context_length":810,"input_price_per_1m_tokens":26,"output_price_per_1m_tokens":450,"input_price":26,"output_price":450,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"relace:relace-search","relace-relace-search","Relace Search","Relace Relace Search",1765213560,{"provider_id":1861,"slug":1862,"model_name":1863,"provider_name":78,"provider":1864,"is_open":34,"author_country":12,"release_date":1865,"release_month":1782,"context_length":1160,"input_price_per_1m_tokens":467,"output_price_per_1m_tokens":673,"input_price":467,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:devstral-2512","mistral-ai-devstral-2512","Devstral 2 2512","Mistral AI Devstral 2 2512",1765285419,{"provider_id":1867,"slug":1868,"model_name":1869,"provider_name":9,"provider":1870,"is_open":11,"author_country":12,"release_date":1871,"release_month":1782,"context_length":1318,"input_price_per_1m_tokens":1547,"output_price_per_1m_tokens":1872,"input_price":1547,"output_price":1872,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.2","openai-gpt-5.2","GPT-5.2","OpenAI GPT-5.2",1765389775,14,{"provider_id":1874,"slug":1875,"model_name":1876,"provider_name":9,"provider":1877,"is_open":11,"author_country":12,"release_date":1878,"release_month":1782,"context_length":1318,"input_price_per_1m_tokens":1879,"output_price_per_1m_tokens":1880,"input_price":1879,"output_price":1880,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.2-pro","openai-gpt-5.2-pro","GPT-5.2 Pro","OpenAI GPT-5.2 Pro",1765389780,10.5,84,{"provider_id":1882,"slug":1883,"model_name":1884,"provider_name":9,"provider":1885,"is_open":11,"author_country":12,"release_date":1886,"release_month":1782,"context_length":119,"input_price_per_1m_tokens":1887,"output_price_per_1m_tokens":1888,"input_price":1887,"output_price":1888,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.2-chat","openai-gpt-5.2-chat","GPT-5.2 Chat","OpenAI GPT-5.2 Chat",1765389783,0.875,7,{"provider_id":1890,"slug":1891,"model_name":1892,"provider_name":425,"provider":1893,"is_open":34,"author_country":12,"release_date":1894,"release_month":1782,"context_length":1160,"input_price_per_1m_tokens":395,"output_price_per_1m_tokens":529,"input_price":395,"output_price":529,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"nvidia:nemotron-3-nano-30b-a3b","nvidia-nemotron-3-nano-30b-a3b","Nemotron 3 Nano 30B A3B","Nvidia Nemotron 3 Nano 30B A3B",1765731275,{"provider_id":1896,"slug":1897,"model_name":1898,"provider_name":1899,"provider":1900,"is_open":34,"author_country":12,"release_date":1901,"release_month":1782,"context_length":1160,"input_price_per_1m_tokens":39,"output_price_per_1m_tokens":1902,"input_price":39,"output_price":1902,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"xiaomi:mimo-v2-flash","xiaomi-mimo-v2-flash","MiMo-V2-Flash","Xiaomi","Xiaomi MiMo-V2-Flash",1765731308,0.29,{"provider_id":1904,"slug":1905,"model_name":1906,"provider_name":828,"provider":1907,"is_open":34,"author_country":12,"release_date":1908,"release_month":1782,"context_length":161,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":25,"input_price":243,"output_price":25,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"allenai:olmo-3.1-32b-think","allenai-olmo-3.1-32b-think","Olmo 3.1 32B Think","Allenai Olmo 3.1 32B Think",1765907719,{"provider_id":1910,"slug":1911,"model_name":1912,"provider_name":78,"provider":1913,"is_open":34,"author_country":12,"release_date":1914,"release_month":1782,"context_length":110,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":48,"input_price":317,"output_price":48,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:mistral-small-creative","mistral-ai-mistral-small-creative","Mistral Small Creative","Mistral AI Mistral Small Creative",1765908653,{"provider_id":1916,"slug":1917,"model_name":1918,"provider_name":219,"provider":1919,"is_open":11,"author_country":12,"release_date":1920,"release_month":1782,"context_length":727,"input_price_per_1m_tokens":25,"output_price_per_1m_tokens":450,"input_price":25,"output_price":450,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-3-flash-preview","google-gemini-3-flash-preview","Gemini 3 Flash Preview","Google Gemini 3 Flash Preview",1765987078,{"provider_id":1922,"slug":1923,"model_name":1924,"provider_name":1248,"provider":1925,"is_open":34,"author_country":12,"release_date":1926,"release_month":1782,"context_length":1927,"input_price_per_1m_tokens":368,"output_price_per_1m_tokens":705,"input_price":368,"output_price":705,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"z-ai:glm-4.7","z-ai-glm-4.7","GLM 4.7","Z-ai GLM 4.7",1766378014,202752,{"provider_id":1929,"slug":1930,"model_name":1931,"provider_name":592,"provider":1932,"is_open":34,"author_country":12,"release_date":1933,"release_month":1782,"context_length":1653,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":162,"input_price":48,"output_price":162,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"minimax:minimax-m2.1","minimax-minimax-m2.1","MiniMax M2.1","Minimax MiniMax M2.1",1766454997,{"provider_id":1935,"slug":1936,"model_name":1937,"provider_name":1235,"provider":1938,"is_open":11,"author_country":12,"release_date":1939,"release_month":1782,"context_length":1160,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":65,"input_price":129,"output_price":65,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"bytedance-seed:seed-1.6","bytedance-seed-seed-1.6","Seed 1.6","ByteDance Seed Seed 1.6",1766504997,{"provider_id":1941,"slug":1942,"model_name":1943,"provider_name":1235,"provider":1944,"is_open":11,"author_country":12,"release_date":1945,"release_month":1782,"context_length":1160,"input_price_per_1m_tokens":753,"output_price_per_1m_tokens":48,"input_price":753,"output_price":48,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"bytedance-seed:seed-1.6-flash","bytedance-seed-seed-1.6-flash","Seed 1.6 Flash","ByteDance Seed Seed 1.6 Flash",1766505011,{"provider_id":1947,"slug":1948,"model_name":1949,"provider_name":828,"provider":1950,"is_open":34,"author_country":12,"release_date":1951,"release_month":1952,"context_length":161,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":244,"input_price":82,"output_price":244,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"allenai:olmo-3.1-32b-instruct","allenai-olmo-3.1-32b-instruct","Olmo 3.1 32B Instruct","Allenai Olmo 3.1 32B Instruct",1767728554,"2026-01",{"provider_id":1954,"slug":1955,"model_name":1956,"provider_name":828,"provider":1957,"is_open":34,"author_country":12,"release_date":1958,"release_month":1952,"context_length":1959,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":82,"input_price":82,"output_price":82,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"allenai:molmo-2-8b","allenai-molmo-2-8b","Molmo 2 8B","Allenai Molmo 2 8B",1767996672,36864,{"provider_id":1961,"slug":1962,"model_name":1963,"provider_name":9,"provider":1964,"is_open":11,"author_country":12,"release_date":1965,"release_month":1952,"context_length":1318,"input_price_per_1m_tokens":1547,"output_price_per_1m_tokens":1872,"input_price":1547,"output_price":1872,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.2-codex","openai-gpt-5.2-codex","GPT-5.2-Codex","OpenAI GPT-5.2-Codex",1768409315,{"provider_id":1967,"slug":1968,"model_name":1969,"provider_name":1248,"provider":1970,"is_open":34,"author_country":12,"release_date":1971,"release_month":1952,"context_length":1927,"input_price_per_1m_tokens":1972,"output_price_per_1m_tokens":467,"input_price":1972,"output_price":467,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"z-ai:glm-4.7-flash","z-ai-glm-4.7-flash","GLM-4.7-Flash","Z-ai GLM-4.7-Flash",1768833913,0.0605,{"provider_id":1974,"slug":1975,"model_name":1976,"provider_name":1977,"provider":1978,"is_open":11,"author_country":12,"release_date":1979,"release_month":1952,"context_length":1980,"input_price_per_1m_tokens":244,"output_price_per_1m_tokens":491,"input_price":244,"output_price":491,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"writer:palmyra-x5","writer-palmyra-x5","Palmyra X5","Writer","Writer Palmyra X5",1769003823,1040000,{"provider_id":1982,"slug":1983,"model_name":1984,"provider_name":592,"provider":1985,"is_open":11,"author_country":12,"release_date":1986,"release_month":1952,"context_length":161,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":162,"input_price":48,"output_price":162,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"minimax:minimax-m2-her","minimax-minimax-m2-her","MiniMax M2 Her","Minimax MiniMax M2 Her",1769177239,{"provider_id":1988,"slug":1989,"model_name":1990,"provider_name":1991,"provider":1992,"is_open":34,"author_country":12,"release_date":1993,"release_month":1952,"context_length":119,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":244,"input_price":243,"output_price":244,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"upstage:solar-pro-3","upstage-solar-pro-3","Solar Pro 3","Upstage","Upstage Solar Pro 3",1769481200,{"provider_id":1995,"slug":1996,"model_name":1997,"provider_name":1206,"provider":1998,"is_open":34,"author_country":12,"release_date":1999,"release_month":1952,"context_length":1160,"input_price_per_1m_tokens":2000,"output_price_per_1m_tokens":190,"input_price":2000,"output_price":190,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"moonshotai:kimi-k2.5","moonshotai-kimi-k2.5","Kimi K2.5","Moonshotai Kimi K2.5",1769487076,0.49,{"provider_id":2002,"slug":2003,"model_name":2004,"provider_name":1005,"provider":2005,"is_open":11,"author_country":12,"release_date":2006,"release_month":1952,"context_length":274,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":1257,"input_price":243,"output_price":1257,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"arcee-ai:trinity-large-preview","arcee-ai-trinity-large-preview","Trinity Large Preview","Arcee AI Trinity Large Preview",1769552670,{"provider_id":2008,"slug":2009,"model_name":2010,"provider_name":2011,"provider":2012,"is_open":34,"author_country":12,"release_date":2013,"release_month":1952,"context_length":810,"input_price_per_1m_tokens":39,"output_price_per_1m_tokens":48,"input_price":39,"output_price":48,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"stepfun-ai:step-3.5-flash","stepfun-step-3.5-flash","Step 3.5 Flash","StepFun","StepFun Step 3.5 Flash",1769728337,{"provider_id":2015,"slug":2016,"model_name":2017,"provider_name":333,"provider":2018,"is_open":34,"author_country":12,"release_date":2019,"release_month":2020,"context_length":1160,"input_price_per_1m_tokens":987,"output_price_per_1m_tokens":459,"input_price":987,"output_price":459,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-coder-next","qwen-qwen3-coder-next","Qwen3 Coder Next","Qwen Qwen3 Coder Next",1770164101,"2026-02",{"provider_id":2022,"slug":2023,"model_name":2024,"provider_name":124,"provider":2025,"is_open":11,"author_country":12,"release_date":2026,"release_month":2020,"context_length":664,"input_price_per_1m_tokens":139,"output_price_per_1m_tokens":154,"input_price":139,"output_price":154,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthropic:claude-opus-4.6","anthropic-claude-opus-4.6","Claude Opus 4.6","Anthropic Claude Opus 4.6",1770219050,{"provider_id":2028,"slug":2029,"model_name":2030,"provider_name":333,"provider":2031,"is_open":11,"author_country":12,"release_date":2032,"release_month":2020,"context_length":1160,"input_price_per_1m_tokens":666,"output_price_per_1m_tokens":1494,"input_price":666,"output_price":1494,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3-max-thinking","qwen-qwen3-max-thinking","Qwen3 Max Thinking","Qwen Qwen3 Max Thinking",1770671901,{"provider_id":2034,"slug":2035,"model_name":2036,"provider_name":1248,"provider":2037,"is_open":34,"author_country":12,"release_date":2038,"release_month":2020,"context_length":1927,"input_price_per_1m_tokens":244,"output_price_per_1m_tokens":2039,"input_price":244,"output_price":2039,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"z-ai:glm-5","z-ai-glm-5","GLM 5","Z-ai GLM 5",1770829182,1.92,{"provider_id":2041,"slug":2042,"model_name":2043,"provider_name":592,"provider":2044,"is_open":34,"author_country":12,"release_date":2045,"release_month":2020,"context_length":1653,"input_price_per_1m_tokens":1474,"output_price_per_1m_tokens":1382,"input_price":1474,"output_price":1382,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"minimax:minimax-m2.5","minimax-minimax-m2.5","MiniMax M2.5","Minimax MiniMax M2.5",1770908502,{"provider_id":2047,"slug":2048,"model_name":2049,"provider_name":333,"provider":2050,"is_open":34,"author_country":12,"release_date":2051,"release_month":2020,"context_length":1160,"input_price_per_1m_tokens":282,"output_price_per_1m_tokens":673,"input_price":282,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3.5-397b-a17b","qwen-qwen3.5-397b-a17b","Qwen3.5 397B A17B","Qwen Qwen3.5 397B A17B",1771223018,{"provider_id":2053,"slug":2054,"model_name":2055,"provider_name":333,"provider":2056,"is_open":11,"author_country":12,"release_date":2057,"release_month":2020,"context_length":664,"input_price_per_1m_tokens":665,"output_price_per_1m_tokens":2058,"input_price":665,"output_price":2058,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3.5-plus","qwen-qwen3.5-plus","Qwen3.5 Plus","Qwen Qwen3.5 Plus",1771229416,1.56,{"provider_id":2060,"slug":2061,"model_name":2062,"provider_name":124,"provider":2063,"is_open":11,"author_country":12,"release_date":2064,"release_month":2020,"context_length":664,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":140,"input_price":450,"output_price":140,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthropic:claude-sonnet-4.6","anthropic-claude-sonnet-4.6","Claude Sonnet 4.6","Anthropic Claude Sonnet 4.6",1771342990,{"provider_id":2066,"slug":2067,"model_name":2068,"provider_name":219,"provider":2069,"is_open":11,"author_country":12,"release_date":2070,"release_month":2020,"context_length":727,"input_price_per_1m_tokens":26,"output_price_per_1m_tokens":491,"input_price":26,"output_price":491,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-3.1-pro-preview","google-gemini-3.1-pro-preview","Gemini 3.1 Pro Preview","Google Gemini 3.1 Pro Preview",1771509627,{"provider_id":2072,"slug":2073,"model_name":2074,"provider_name":694,"provider":2075,"is_open":11,"author_country":12,"release_date":2076,"release_month":2020,"context_length":252,"input_price_per_1m_tokens":459,"output_price_per_1m_tokens":697,"input_price":459,"output_price":697,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"aion-labs:aion-2.0","aion-labs-aion-2.0","Aion 2.0","Aion Labs Aion 2.0",1771881306,{"provider_id":2078,"slug":2079,"model_name":2080,"provider_name":9,"provider":2081,"is_open":11,"author_country":12,"release_date":2082,"release_month":2020,"context_length":1318,"input_price_per_1m_tokens":1547,"output_price_per_1m_tokens":1872,"input_price":1547,"output_price":1872,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.3-codex","openai-gpt-5.3-codex","GPT-5.3 Codex","OpenAI GPT-5.3 Codex",1771959164,{"provider_id":2084,"slug":2085,"model_name":2086,"provider_name":219,"provider":2087,"is_open":11,"author_country":12,"release_date":2088,"release_month":2020,"context_length":727,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":811,"input_price":65,"output_price":811,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-3.1-pro-preview-customtools","google-gemini-3.1-pro-preview-customtools","Gemini 3.1 Pro Preview Custom Tools","Google Gemini 3.1 Pro Preview Custom Tools",1772045923,{"provider_id":2090,"slug":2091,"model_name":2092,"provider_name":1631,"provider":2093,"is_open":34,"author_country":12,"release_date":2094,"release_month":2020,"context_length":110,"input_price_per_1m_tokens":377,"output_price_per_1m_tokens":987,"input_price":377,"output_price":987,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"liquid:lfm-2-24b-a2b","liquid-lfm-2-24b-a2b","LFM2-24B-A2B","Liquid AI LFM2-24B-A2B",1772048711,{"provider_id":2096,"slug":2097,"model_name":2098,"provider_name":333,"provider":2099,"is_open":11,"author_country":12,"release_date":2100,"release_month":2020,"context_length":664,"input_price_per_1m_tokens":2101,"output_price_per_1m_tokens":665,"input_price":2101,"output_price":665,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3.5-flash","qwen-qwen3.5-flash","Qwen3.5-Flash","Qwen Qwen3.5-Flash",1772053776,0.065,{"provider_id":2103,"slug":2104,"model_name":2105,"provider_name":333,"provider":2106,"is_open":34,"author_country":12,"release_date":2107,"release_month":2020,"context_length":1160,"input_price_per_1m_tokens":665,"output_price_per_1m_tokens":673,"input_price":665,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3.5-122b-a10b","qwen-qwen3.5-122b-a10b","Qwen3.5-122B-A10B","Qwen Qwen3.5-122B-A10B",1772053789,{"provider_id":2109,"slug":2110,"model_name":2111,"provider_name":333,"provider":2112,"is_open":34,"author_country":12,"release_date":2113,"release_month":2020,"context_length":1160,"input_price_per_1m_tokens":1453,"output_price_per_1m_tokens":673,"input_price":1453,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3.5-27b","qwen-qwen3.5-27b","Qwen3.5-27B","Qwen Qwen3.5-27B",1772053810,{"provider_id":2115,"slug":2116,"model_name":2117,"provider_name":333,"provider":2118,"is_open":34,"author_country":12,"release_date":2119,"release_month":2020,"context_length":1160,"input_price_per_1m_tokens":2101,"output_price_per_1m_tokens":559,"input_price":2101,"output_price":559,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3.5-35b-a3b","qwen-qwen3.5-35b-a3b","Qwen3.5-35B-A3B","Qwen Qwen3.5-35B-A3B",1772053822,{"provider_id":2121,"slug":2122,"model_name":2123,"provider_name":1235,"provider":2124,"is_open":11,"author_country":12,"release_date":2125,"release_month":2020,"context_length":1160,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":467,"input_price":317,"output_price":467,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"bytedance-seed:seed-2.0-mini","bytedance-seed-seed-2.0-mini","Seed 2.0 Mini","ByteDance Seed Seed 2.0 Mini",1772131107,{"provider_id":2127,"slug":2128,"model_name":2129,"provider_name":219,"provider":2130,"is_open":11,"author_country":12,"release_date":2131,"release_month":2132,"context_length":727,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":64,"input_price":129,"output_price":64,"benchmark_mmlu_pro":12,"benchmark_gpqa":2133,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-3.1-flash-lite-preview","google-gemini-3.1-flash-lite-preview","Gemini 3.1 Flash Lite Preview","Google Gemini 3.1 Flash Lite Preview",1772512673,"2026-03",82.2,{"provider_id":2135,"slug":2136,"model_name":2137,"provider_name":9,"provider":2138,"is_open":11,"author_country":12,"release_date":2139,"release_month":2132,"context_length":119,"input_price_per_1m_tokens":1547,"output_price_per_1m_tokens":1872,"input_price":1547,"output_price":1872,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.3-chat","openai-gpt-5.3-chat","GPT-5.3 Chat","OpenAI GPT-5.3 Chat",1772564061,{"provider_id":2141,"slug":2142,"model_name":2143,"provider_name":998,"provider":2144,"is_open":34,"author_country":12,"release_date":2145,"release_month":2132,"context_length":119,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":559,"input_price":129,"output_price":559,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"inception:mercury-2","inception-mercury-2","Mercury 2","Inception Mercury 2",1772636275,{"provider_id":2147,"slug":2148,"model_name":2149,"provider_name":9,"provider":2150,"is_open":11,"author_country":12,"release_date":2151,"release_month":2132,"context_length":2152,"input_price_per_1m_tokens":130,"output_price_per_1m_tokens":2153,"input_price":130,"output_price":2153,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.4","openai-gpt-5.4","GPT-5.4","OpenAI GPT-5.4",1772734352,1050000,7.5,{"provider_id":2155,"slug":2156,"model_name":2157,"provider_name":9,"provider":2158,"is_open":11,"author_country":12,"release_date":2159,"release_month":2132,"context_length":2152,"input_price_per_1m_tokens":16,"output_price_per_1m_tokens":2160,"input_price":16,"output_price":2160,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.4-pro","openai-gpt-5.4-pro","GPT-5.4 Pro","OpenAI GPT-5.4 Pro",1772734366,180,{"provider_id":2162,"slug":2163,"model_name":2164,"provider_name":333,"provider":2165,"is_open":34,"author_country":12,"release_date":2166,"release_month":2132,"context_length":1160,"input_price_per_1m_tokens":38,"output_price_per_1m_tokens":987,"input_price":38,"output_price":987,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3.5-9b","qwen-qwen3.5-9b","Qwen3.5 9B","Qwen Qwen3.5 9B",1773152396,{"provider_id":2168,"slug":2169,"model_name":2170,"provider_name":1235,"provider":2171,"is_open":11,"author_country":12,"release_date":2172,"release_month":2132,"context_length":1160,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":65,"input_price":129,"output_price":65,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"bytedance-seed:seed-2.0-lite","bytedance-seed-seed-2.0-lite","Seed 2.0 Lite","ByteDance Seed Seed 2.0 Lite",1773157231,{"provider_id":2174,"slug":2175,"model_name":2176,"provider_name":425,"provider":2177,"is_open":34,"author_country":12,"release_date":2178,"release_month":2132,"context_length":664,"input_price_per_1m_tokens":753,"output_price_per_1m_tokens":467,"input_price":753,"output_price":467,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"nvidia:nemotron-3-super-120b-a12b","nvidia-nemotron-3-super-120b-a12b","Nemotron 3 Super 120B A12B","Nvidia Nemotron 3 Super 120B A12B",1773245239,{"provider_id":2180,"slug":2181,"model_name":2182,"provider_name":1248,"provider":2183,"is_open":11,"author_country":12,"release_date":2184,"release_month":2132,"context_length":1927,"input_price_per_1m_tokens":162,"output_price_per_1m_tokens":460,"input_price":162,"output_price":460,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"z-ai:glm-5-turbo","z-ai-glm-5-turbo","GLM-5 Turbo","Z-ai GLM-5 Turbo",1773583573,{"provider_id":2186,"slug":2187,"model_name":2188,"provider_name":78,"provider":2189,"is_open":34,"author_country":12,"release_date":2190,"release_month":2132,"context_length":1160,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":244,"input_price":243,"output_price":244,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:mistral-small-2603","mistral-ai-mistral-small-2603","Mistral Small 2603","Mistral AI Mistral Small 2603",1773695685,{"provider_id":2192,"slug":2193,"model_name":2194,"provider_name":9,"provider":2195,"is_open":11,"author_country":12,"release_date":2196,"release_month":2132,"context_length":1318,"input_price_per_1m_tokens":2197,"output_price_per_1m_tokens":2198,"input_price":2197,"output_price":2198,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.4-mini","openai-gpt-5.4-mini","GPT-5.4 Mini","OpenAI GPT-5.4 Mini",1773748178,0.375,2.25,{"provider_id":2200,"slug":2201,"model_name":2202,"provider_name":9,"provider":2203,"is_open":11,"author_country":12,"release_date":2204,"release_month":2132,"context_length":1318,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":102,"input_price":317,"output_price":102,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.4-nano","openai-gpt-5.4-nano","GPT-5.4 Nano","OpenAI GPT-5.4 Nano",1773748187,{"provider_id":2206,"slug":2207,"model_name":2208,"provider_name":592,"provider":2209,"is_open":11,"author_country":12,"release_date":2210,"release_month":2132,"context_length":1546,"input_price_per_1m_tokens":1224,"output_price_per_1m_tokens":1224,"input_price":1224,"output_price":1224,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"minimax:minimax-m2.7","minimax-minimax-m2.7","MiniMax M2.7","Minimax MiniMax M2.7",1773836697,{"provider_id":2212,"slug":2213,"model_name":2214,"provider_name":1899,"provider":2215,"is_open":11,"author_country":12,"release_date":2216,"release_month":2132,"context_length":1160,"input_price_per_1m_tokens":467,"output_price_per_1m_tokens":65,"input_price":467,"output_price":65,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"xiaomi:mimo-v2-omni","xiaomi-mimo-v2-omni","MiMo v2 Omni","Xiaomi MiMo v2 Omni",1773863703,{"provider_id":2218,"slug":2219,"model_name":2220,"provider_name":801,"provider":2221,"is_open":11,"author_country":12,"release_date":2222,"release_month":2132,"context_length":264,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":317,"input_price":317,"output_price":317,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"reka:reka-edge","reka-reka-edge","reka/reka-edge","Reka reka/reka-edge",1774026965,{"provider_id":2224,"slug":2225,"model_name":2226,"provider_name":1691,"provider":2227,"is_open":11,"author_country":12,"release_date":2228,"release_month":2132,"context_length":810,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":162,"input_price":48,"output_price":162,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"kwaipilot:kat-coder-pro-v2","kwaipilot-kat-coder-pro-v2","KAT Coder Pro V2","Kwaipilot KAT Coder Pro V2",1774649310,{"provider_id":2230,"slug":2231,"model_name":2232,"provider_name":877,"provider":2233,"is_open":11,"author_country":12,"release_date":2234,"release_month":2132,"context_length":1467,"input_price_per_1m_tokens":130,"output_price_per_1m_tokens":190,"input_price":130,"output_price":190,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"xai:grok-4.20-beta","x-ai-grok-4.20-beta","x-ai/grok-4.20-beta","xAI x-ai/grok-4.20-beta",1774979019,{"provider_id":2236,"slug":2237,"model_name":2238,"provider_name":877,"provider":2239,"is_open":11,"author_country":12,"release_date":2240,"release_month":2132,"context_length":1467,"input_price_per_1m_tokens":130,"output_price_per_1m_tokens":190,"input_price":130,"output_price":190,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"xai:grok-4.20-multi-agent-beta","x-ai-grok-4.20-multi-agent-beta","x-ai/grok-4.20-multi-agent-beta","xAI x-ai/grok-4.20-multi-agent-beta",1774979158,{"provider_id":2242,"slug":2243,"model_name":2244,"provider_name":1005,"provider":2245,"is_open":11,"author_country":12,"release_date":2246,"release_month":2247,"context_length":1160,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":459,"input_price":129,"output_price":459,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"arcee-ai:trinity-large-thinking","arcee-ai-trinity-large-thinking","Trinity Large Thinking","Arcee AI Trinity Large Thinking",1775058318,"2026-04",{"provider_id":2249,"slug":2250,"model_name":2251,"provider_name":1248,"provider":2252,"is_open":11,"author_country":12,"release_date":2253,"release_month":2247,"context_length":1927,"input_price_per_1m_tokens":162,"output_price_per_1m_tokens":460,"input_price":162,"output_price":460,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"z-ai:glm-5v-turbo","z-ai-glm-5v-turbo","GLM-5V Turbo","Z-ai GLM-5V Turbo",1775061458,{"provider_id":2255,"slug":2256,"model_name":2257,"provider_name":219,"provider":2258,"is_open":11,"author_country":12,"release_date":2259,"release_month":2247,"context_length":1160,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":317,"input_price":317,"output_price":317,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemma-4-31b-it","google-gemma-4-31b-it","Gemma 4 31B Instruct","Google Gemma 4 31B Instruct",1775148486,{"provider_id":2261,"slug":2262,"model_name":2263,"provider_name":219,"provider":2264,"is_open":11,"author_country":12,"release_date":2265,"release_month":2247,"context_length":1160,"input_price_per_1m_tokens":301,"output_price_per_1m_tokens":2266,"input_price":301,"output_price":2266,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemma-4-26b-a4b-it","google-gemma-4-26b-a4b-it","Gemma 4 26B A4B Instruct","Google Gemma 4 26B A4B Instruct",1775227989,0.19,{"provider_id":2268,"slug":2269,"model_name":2270,"provider_name":1248,"provider":2271,"is_open":34,"author_country":12,"release_date":2272,"release_month":2247,"context_length":1927,"input_price_per_1m_tokens":2273,"output_price_per_1m_tokens":2274,"input_price":2273,"output_price":2274,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"z-ai:glm-5.1","z-ai-glm-5.1","GLM 5.1","Z-ai GLM 5.1",1775578025,0.8988,2.8248,{"provider_id":2276,"slug":2277,"model_name":2278,"provider_name":124,"provider":2279,"is_open":11,"author_country":12,"release_date":2280,"release_month":2247,"context_length":664,"input_price_per_1m_tokens":139,"output_price_per_1m_tokens":154,"input_price":139,"output_price":154,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthropic:claude-opus-4.7","anthropic-claude-opus-4.7","Claude Opus 4.7","Anthropic Claude Opus 4.7",1776351100,{"provider_id":2282,"slug":2283,"model_name":2284,"provider_name":1206,"provider":2285,"is_open":34,"author_country":12,"release_date":2286,"release_month":2247,"context_length":810,"input_price_per_1m_tokens":1224,"output_price_per_1m_tokens":1224,"input_price":1224,"output_price":1224,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"moonshotai:kimi-k2.6","moonshotai-kimi-k2.6","Kimi K2.6","Moonshotai Kimi K2.6",1776699402,{"provider_id":2288,"slug":2289,"model_name":2290,"provider_name":1134,"provider":2291,"is_open":11,"author_country":12,"release_date":2292,"release_month":2247,"context_length":161,"input_price_per_1m_tokens":2293,"output_price_per_1m_tokens":2294,"input_price":2293,"output_price":2294,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"baidu:qianfan-ocr-fast","baidu-qianfan-ocr-fast","Qianfan OCR Fast","Baidu Qianfan OCR Fast",1776707472,0.68,2.81,{"provider_id":2296,"slug":2297,"model_name":2298,"provider_name":2299,"provider":2300,"is_open":11,"author_country":12,"release_date":2301,"release_month":2247,"context_length":1160,"input_price_per_1m_tokens":1634,"output_price_per_1m_tokens":377,"input_price":1634,"output_price":377,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"inclusionai:ling-2.6-flash","inclusionai-ling-2.6-flash","Ling 2.6 Flash","Inclusionai","Inclusionai Ling 2.6 Flash",1776795886,{"provider_id":2303,"slug":2304,"model_name":2305,"provider_name":1899,"provider":2306,"is_open":11,"author_country":12,"release_date":2307,"release_month":2247,"context_length":727,"input_price_per_1m_tokens":467,"output_price_per_1m_tokens":65,"input_price":467,"output_price":65,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"xiaomi:mimo-v2.5","xiaomi-mimo-v2.5","MiMo v2.5","Xiaomi MiMo v2.5",1776874269,{"provider_id":2309,"slug":2310,"model_name":2311,"provider_name":1899,"provider":2312,"is_open":11,"author_country":12,"release_date":2313,"release_month":2247,"context_length":727,"input_price_per_1m_tokens":2314,"output_price_per_1m_tokens":1353,"input_price":2314,"output_price":1353,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"xiaomi:mimo-v2.5-pro","xiaomi-mimo-v2.5-pro","MiMo v2.5 Pro","Xiaomi MiMo v2.5 Pro",1776874273,0.48,{"provider_id":2316,"slug":2317,"model_name":2318,"provider_name":1173,"provider":2319,"is_open":11,"author_country":12,"release_date":2320,"release_month":2247,"context_length":1160,"input_price_per_1m_tokens":1028,"output_price_per_1m_tokens":244,"input_price":1028,"output_price":244,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"tencent:hy3-preview","tencent-hy3-preview","Hunyuan HY3 Preview","Tencent Hunyuan HY3 Preview",1776878150,{"provider_id":2322,"slug":2323,"model_name":2324,"provider_name":2299,"provider":2325,"is_open":11,"author_country":12,"release_date":2326,"release_month":2247,"context_length":1160,"input_price_per_1m_tokens":753,"output_price_per_1m_tokens":102,"input_price":753,"output_price":102,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"inclusionai:ling-2.6-1t","inclusionai-ling-2.6-1t","Ling 2.6 1T","Inclusionai Ling 2.6 1T",1776948238,{"provider_id":2328,"slug":2329,"model_name":2330,"provider_name":564,"provider":2331,"is_open":34,"author_country":12,"release_date":2332,"release_month":2247,"context_length":727,"input_price_per_1m_tokens":2333,"output_price_per_1m_tokens":2334,"input_price":2333,"output_price":2334,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"deepseek:deepseek-v4-flash","deepseek-deepseek-v4-flash","DeepSeek V4 Flash (Non-Reasoning)","Deepseek DeepSeek V4 Flash (Non-Reasoning)",1777000666,0.0138,0.0291,{"provider_id":2336,"slug":2337,"model_name":2338,"provider_name":564,"provider":2339,"is_open":34,"author_country":12,"release_date":2340,"release_month":2247,"context_length":727,"input_price_per_1m_tokens":2341,"output_price_per_1m_tokens":2342,"input_price":2341,"output_price":2342,"benchmark_mmlu_pro":12,"benchmark_gpqa":2343,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"deepseek:deepseek-v4-pro","deepseek-deepseek-v4-pro","DeepSeek V4 Pro","Deepseek DeepSeek V4 Pro",1777000679,0.111,1.3216,92.8,{"provider_id":2345,"slug":2346,"model_name":2347,"provider_name":9,"provider":2348,"is_open":11,"author_country":12,"release_date":2349,"release_month":2247,"context_length":2152,"input_price_per_1m_tokens":139,"output_price_per_1m_tokens":16,"input_price":139,"output_price":16,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.5","openai-gpt-5.5","GPT-5.5","OpenAI GPT-5.5",1777051893,{"provider_id":2351,"slug":2352,"model_name":2353,"provider_name":9,"provider":2354,"is_open":11,"author_country":12,"release_date":2355,"release_month":2247,"context_length":2152,"input_price_per_1m_tokens":16,"output_price_per_1m_tokens":2160,"input_price":16,"output_price":2160,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.5-pro","openai-gpt-5.5-pro","GPT-5.5 Pro","OpenAI GPT-5.5 Pro",1777051896,{"provider_id":2357,"slug":2358,"model_name":2359,"provider_name":333,"provider":2360,"is_open":34,"author_country":12,"release_date":2361,"release_month":2247,"context_length":1160,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":673,"input_price":129,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3.6-27b","qwen-qwen3.6-27b","Qwen3.6 27B","Qwen Qwen3.6 27B",1777255064,{"provider_id":2363,"slug":2364,"model_name":2365,"provider_name":333,"provider":2366,"is_open":34,"author_country":12,"release_date":2367,"release_month":2247,"context_length":1160,"input_price_per_1m_tokens":2368,"output_price_per_1m_tokens":2369,"input_price":2368,"output_price":2369,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3.6-max-preview","qwen-qwen3.6-max-preview","Qwen3.6 Max Preview","Qwen Qwen3.6 Max Preview",1777260242,1.027,6.162,{"provider_id":2371,"slug":2372,"model_name":2373,"provider_name":333,"provider":2374,"is_open":34,"author_country":12,"release_date":2375,"release_month":2247,"context_length":1160,"input_price_per_1m_tokens":301,"output_price_per_1m_tokens":704,"input_price":301,"output_price":704,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3.6-35b-a3b","qwen-qwen3.6-35b-a3b","Qwen3.6 35B A3B","Qwen Qwen3.6 35B A3B",1777260255,{"provider_id":2377,"slug":2378,"model_name":2379,"provider_name":333,"provider":2380,"is_open":34,"author_country":12,"release_date":2381,"release_month":2247,"context_length":664,"input_price_per_1m_tokens":2382,"output_price_per_1m_tokens":2383,"input_price":2382,"output_price":2383,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3.6-flash","qwen-qwen3.6-flash","Qwen3.6 Flash","Qwen Qwen3.6 Flash",1777261362,0.1875,1.125,{"provider_id":2385,"slug":2386,"model_name":2387,"provider_name":2388,"provider":2389,"is_open":11,"author_country":12,"release_date":2390,"release_month":2247,"context_length":1160,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":467,"input_price":82,"output_price":467,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"poolside:laguna-m.1","poolside-laguna-m.1","poolside/laguna-m.1:free","Poolside","Poolside poolside/laguna-m.1:free",1777388504,{"provider_id":2392,"slug":2393,"model_name":2394,"provider_name":2388,"provider":2395,"is_open":11,"author_country":12,"release_date":2396,"release_month":2247,"context_length":1160,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":82,"input_price":317,"output_price":82,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"poolside:laguna-xs.2","poolside-laguna-xs.2","poolside/laguna-xs.2:free","Poolside poolside/laguna-xs.2:free",1777389604,{"provider_id":2398,"slug":2399,"model_name":2400,"provider_name":78,"provider":2401,"is_open":34,"author_country":12,"release_date":2402,"release_month":2247,"context_length":1160,"input_price_per_1m_tokens":64,"output_price_per_1m_tokens":2153,"input_price":64,"output_price":2153,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:mistral-medium-3.5","mistral-ai-mistral-medium-3.5","Mistral Medium 3.5","Mistral AI Mistral Medium 3.5",1777570439,{"provider_id":2404,"slug":2405,"model_name":2406,"provider_name":1623,"provider":2407,"is_open":11,"author_country":12,"release_date":2408,"release_month":2247,"context_length":252,"input_price_per_1m_tokens":301,"output_price_per_1m_tokens":317,"input_price":301,"output_price":317,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"ibm:granite-4.1-8b","ibm-granite-granite-4.1-8b","Granite 4.1 8B","IBM Granite 4.1 8B",1777577071,{"provider_id":2410,"slug":2411,"model_name":2412,"provider_name":877,"provider":2413,"is_open":11,"author_country":12,"release_date":2414,"release_month":2247,"context_length":664,"input_price_per_1m_tokens":130,"output_price_per_1m_tokens":190,"input_price":130,"output_price":190,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"xai:grok-4.3","x-ai-grok-4.3","Grok 4.3","xAI Grok 4.3",1777591821,{"provider_id":2416,"slug":2417,"model_name":2418,"provider_name":9,"provider":2419,"is_open":11,"author_country":12,"release_date":2420,"release_month":2421,"context_length":1318,"input_price_per_1m_tokens":139,"output_price_per_1m_tokens":16,"input_price":139,"output_price":16,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-chat","openai-gpt-chat","GPT Chat Latest","OpenAI GPT Chat Latest",1778000212,"2026-05",{"provider_id":2423,"slug":2424,"model_name":2425,"provider_name":219,"provider":2426,"is_open":11,"author_country":12,"release_date":2427,"release_month":2421,"context_length":727,"input_price_per_1m_tokens":1326,"output_price_per_1m_tokens":559,"input_price":1326,"output_price":559,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-3.1-flash-lite","google-gemini-3.1-flash-lite","Gemini 3.1 Flash Lite","Google Gemini 3.1 Flash Lite",1778168828,{"provider_id":2429,"slug":2430,"model_name":2324,"provider_name":2299,"provider":2325,"is_open":11,"author_country":12,"release_date":2431,"release_month":2421,"context_length":1160,"input_price_per_1m_tokens":753,"output_price_per_1m_tokens":102,"input_price":753,"output_price":102,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"inclusionai:ring-2.6-1t","inclusionai-ring-2.6-1t",1778247440,{"provider_id":2433,"slug":2434,"model_name":2435,"provider_name":2436,"provider":2437,"is_open":11,"author_country":12,"release_date":2438,"release_month":2421,"context_length":110,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":64,"input_price":243,"output_price":64,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"perceptron:perceptron-mk1","perceptron-perceptron-mk1","perceptron/perceptron-mk1","Perceptron","Perceptron perceptron/perceptron-mk1",1778597029,{"provider_id":2440,"slug":2441,"model_name":2442,"provider_name":219,"provider":2443,"is_open":11,"author_country":12,"release_date":2444,"release_month":2421,"context_length":727,"input_price_per_1m_tokens":64,"output_price_per_1m_tokens":2445,"input_price":64,"output_price":2445,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-3.5-flash","google-gemini-3.5-flash","Gemini 3.5 Flash","Google Gemini 3.5 Flash",1779193800,9,{"provider_id":2447,"slug":2448,"model_name":2449,"provider_name":877,"provider":2450,"is_open":11,"author_country":12,"release_date":2451,"release_month":2421,"context_length":810,"input_price_per_1m_tokens":26,"output_price_per_1m_tokens":65,"input_price":26,"output_price":65,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"xai:grok-build-0.1","x-ai-grok-build-0.1","Grok Build 0.1","xAI Grok Build 0.1",1779298123,{"provider_id":2453,"slug":2454,"model_name":2455,"provider_name":333,"provider":2456,"is_open":34,"author_country":12,"release_date":2457,"release_month":2421,"context_length":664,"input_price_per_1m_tokens":2458,"output_price_per_1m_tokens":2459,"input_price":2458,"output_price":2459,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3.7-max","qwen-qwen3.7-max","Qwen3.7 Max","Qwen Qwen3.7 Max",1779376861,1.475,4.425,{"provider_id":2461,"slug":2462,"model_name":2463,"provider_name":124,"provider":2464,"is_open":11,"author_country":12,"release_date":2465,"release_month":2421,"context_length":664,"input_price_per_1m_tokens":139,"output_price_per_1m_tokens":154,"input_price":139,"output_price":154,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthropic:claude-opus-4.8","anthropic-claude-opus-4.8","Claude Opus 4.8","Anthropic Claude Opus 4.8",1779905091,{"provider_id":2467,"slug":2468,"model_name":2469,"provider_name":124,"provider":2470,"is_open":11,"author_country":12,"release_date":2471,"release_month":2421,"context_length":664,"input_price_per_1m_tokens":191,"output_price_per_1m_tokens":437,"input_price":191,"output_price":437,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthropic:claude-opus-4.8-fast","anthropic-claude-opus-4.8-fast","Claude Opus 4.8 Fast","Anthropic Claude Opus 4.8 Fast",1779913703,{"provider_id":2473,"slug":2474,"model_name":2475,"provider_name":2011,"provider":2476,"is_open":34,"author_country":12,"release_date":2477,"release_month":2421,"context_length":810,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":2478,"input_price":82,"output_price":2478,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"stepfun-ai:step-3.7-flash","stepfun-step-3.7-flash","stepfun/step-3.7-flash","StepFun stepfun/step-3.7-flash",1779985069,1.15,{"provider_id":2480,"slug":2481,"model_name":2482,"provider_name":592,"provider":2483,"is_open":11,"author_country":12,"release_date":2484,"release_month":2421,"context_length":727,"input_price_per_1m_tokens":2485,"output_price_per_1m_tokens":2486,"input_price":2485,"output_price":2486,"benchmark_mmlu_pro":12,"benchmark_gpqa":2487,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"minimax:minimax-m3","minimax-minimax-m3","MiniMax M3","Minimax MiniMax M3",1780245374,0.23,0.96,92.9,{"provider_id":2489,"slug":2490,"model_name":2491,"provider_name":333,"provider":2492,"is_open":34,"author_country":12,"release_date":2493,"release_month":2494,"context_length":664,"input_price_per_1m_tokens":368,"output_price_per_1m_tokens":2495,"input_price":368,"output_price":2495,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3.7-plus","qwen-qwen3.7-plus","Qwen3.7 Plus","Qwen Qwen3.7 Plus",1780491783,"2026-06",1.28,{"provider_id":2497,"slug":2498,"model_name":2499,"provider_name":425,"provider":2500,"is_open":34,"author_country":12,"release_date":2501,"release_month":2494,"context_length":664,"input_price_per_1m_tokens":467,"output_price_per_1m_tokens":2502,"input_price":467,"output_price":2502,"benchmark_mmlu_pro":12,"benchmark_gpqa":2503,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"nvidia:nemotron-3-ultra-550b-a55b","nvidia-nemotron-3-ultra-550b-a55b","Nemotron 3 Ultra 550B A55B","Nvidia Nemotron 3 Ultra 550B A55B",1780551208,1.76,86.7,{"provider_id":2505,"slug":2506,"model_name":2507,"provider_name":1845,"provider":2508,"is_open":11,"author_country":12,"release_date":2509,"release_month":2494,"context_length":1160,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":26,"input_price":129,"output_price":26,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"nex-agi:nex-n2-pro","nex-agi-nex-n2-pro","Nex N2 Pro","Nex-AGI Nex N2 Pro",1780937140,{"provider_id":2511,"slug":2512,"model_name":2513,"provider_name":124,"provider":2514,"is_open":11,"author_country":12,"release_date":2515,"release_month":2494,"context_length":664,"input_price_per_1m_tokens":191,"output_price_per_1m_tokens":437,"input_price":191,"output_price":437,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthropic:claude-fable-5","anthropic-claude-fable-5","Claude Fable 5","Anthropic Claude Fable 5",1781007515,{"provider_id":2517,"slug":2518,"model_name":2519,"provider_name":1206,"provider":2520,"is_open":11,"author_country":12,"release_date":2521,"release_month":2494,"context_length":1160,"input_price_per_1m_tokens":244,"output_price_per_1m_tokens":450,"input_price":244,"output_price":450,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"moonshotai:kimi-k2.7-code","moonshotai-kimi-k2.7-code","Kimi K2.7 Code","Moonshotai Kimi K2.7 Code",1781266361,{"provider_id":2523,"slug":2524,"model_name":2525,"provider_name":1248,"provider":2526,"is_open":34,"author_country":12,"release_date":2527,"release_month":2494,"context_length":727,"input_price_per_1m_tokens":2528,"output_price_per_1m_tokens":2529,"input_price":2528,"output_price":2529,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"z-ai:glm-5.2","z-ai-glm-5.2","GLM-5.2","Z-ai GLM-5.2",1781631930,0.007,0.9504,{"provider_id":2531,"slug":2532,"model_name":2533,"provider_name":2534,"provider":2535,"is_open":11,"author_country":12,"release_date":2536,"release_month":2494,"context_length":664,"input_price_per_1m_tokens":139,"output_price_per_1m_tokens":16,"input_price":139,"output_price":16,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"sakana:fugu-ultra","sakana-fugu-ultra","sakana/fugu-ultra","Sakana","Sakana sakana/fugu-ultra",1782276303,{"provider_id":2538,"slug":2539,"model_name":2540,"provider_name":1845,"provider":2541,"is_open":11,"author_country":12,"release_date":2542,"release_month":2494,"context_length":1160,"input_price_per_1m_tokens":1319,"output_price_per_1m_tokens":317,"input_price":1319,"output_price":317,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"nex-agi:nex-n2-mini","nex-agi-nex-n2-mini","Nex N2 Mini","Nex-AGI Nex N2 Mini",1782312964,{"provider_id":2544,"slug":2545,"model_name":2546,"provider_name":124,"provider":2547,"is_open":11,"author_country":12,"release_date":2548,"release_month":2494,"context_length":664,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":191,"input_price":65,"output_price":191,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthropic:claude-sonnet-5","anthropic-claude-sonnet-5","Claude Sonnet 5","Anthropic Claude Sonnet 5",1782843083,{"provider_id":2550,"slug":2551,"model_name":2552,"provider_name":2388,"provider":2553,"is_open":34,"author_country":12,"release_date":2554,"release_month":2555,"context_length":1160,"input_price_per_1m_tokens":395,"output_price_per_1m_tokens":987,"input_price":395,"output_price":987,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"poolside:laguna-xs-2.1","poolside-laguna-xs-2.1","Laguna XS 2.1","Poolside Laguna XS 2.1",1783002429,"2026-07",{"provider_id":2557,"slug":2558,"model_name":2559,"provider_name":1173,"provider":2560,"is_open":11,"author_country":12,"release_date":2561,"release_month":2555,"context_length":1160,"input_price_per_1m_tokens":2562,"output_price_per_1m_tokens":2563,"input_price":2562,"output_price":2563,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"tencent:hy3","tencent-hy3","Hy3-preview (Non-reasoning)","Tencent Hy3-preview (Non-reasoning)",1783344048,0.132,0.528,{"provider_id":2565,"slug":2566,"model_name":2567,"provider_name":694,"provider":2568,"is_open":11,"author_country":12,"release_date":2569,"release_month":2555,"context_length":252,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":491,"input_price":450,"output_price":491,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"aion-labs:aion-3.0","aion-labs-aion-3.0","Aion 3.0","Aion Labs Aion 3.0",1783443095,{"provider_id":2571,"slug":2572,"model_name":2573,"provider_name":694,"provider":2574,"is_open":11,"author_country":12,"release_date":2575,"release_month":2555,"context_length":252,"input_price_per_1m_tokens":704,"output_price_per_1m_tokens":705,"input_price":704,"output_price":705,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"aion-labs:aion-3.0-mini","aion-labs-aion-3.0-mini","Aion 3.0 Mini","Aion Labs Aion 3.0 Mini",1783443096,{"provider_id":2577,"slug":2578,"model_name":2579,"provider_name":877,"provider":2580,"is_open":11,"author_country":12,"release_date":2581,"release_month":2555,"context_length":2582,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":491,"input_price":65,"output_price":491,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"xai:grok-4.5","xai-grok-4.5","Grok 4.5","xAI Grok 4.5",1783523154,500000,{"provider_id":2584,"slug":2585,"model_name":2586,"provider_name":9,"provider":2587,"is_open":11,"author_country":12,"release_date":2588,"release_month":2555,"context_length":2152,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":191,"input_price":65,"output_price":191,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.6-sol","openai-gpt-5.6-sol","GPT-5.6 Sol","OpenAI GPT-5.6 Sol",1783590850,{"provider_id":2590,"slug":2591,"model_name":2592,"provider_name":9,"provider":2593,"is_open":11,"author_country":12,"release_date":2594,"release_month":2555,"context_length":2152,"input_price_per_1m_tokens":460,"output_price_per_1m_tokens":1097,"input_price":460,"output_price":1097,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.6-sol-pro","openai-gpt-5.6-sol-pro","GPT-5.6 Sol Pro","OpenAI GPT-5.6 Sol Pro",1783590854,{"provider_id":2596,"slug":2597,"model_name":2598,"provider_name":9,"provider":2599,"is_open":11,"author_country":12,"release_date":2600,"release_month":2555,"context_length":2152,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":811,"input_price":65,"output_price":811,"benchmark_mmlu_pro":12,"benchmark_gpqa":2601,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.6-terra","openai-gpt-5.6-terra","GPT-5.6 Terra","OpenAI GPT-5.6 Terra",1783590857,92.5,{"provider_id":2603,"slug":2604,"model_name":2605,"provider_name":9,"provider":2606,"is_open":11,"author_country":12,"release_date":2607,"release_month":2555,"context_length":2152,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":811,"input_price":65,"output_price":811,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.6-terra-pro","openai-gpt-5.6-terra-pro","GPT-5.6 Terra Pro","OpenAI GPT-5.6 Terra Pro",1783590861,{"provider_id":2609,"slug":2610,"model_name":2611,"provider_name":9,"provider":2612,"is_open":11,"author_country":12,"release_date":2613,"release_month":2555,"context_length":2152,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":162,"input_price":82,"output_price":162,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.6-luna","openai-gpt-5.6-luna","GPT-5.6 Luna","OpenAI GPT-5.6 Luna",1783590864,{"provider_id":2615,"slug":2616,"model_name":2617,"provider_name":9,"provider":2618,"is_open":11,"author_country":12,"release_date":2619,"release_month":2555,"context_length":2152,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":244,"input_price":317,"output_price":244,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-5.6-luna-pro","openai-gpt-5.6-luna-pro","GPT-5.6 Luna Pro","OpenAI GPT-5.6 Luna Pro",1783590867,{"provider_id":2621,"slug":2622,"model_name":2623,"provider_name":1691,"provider":2624,"is_open":11,"author_country":12,"release_date":2625,"release_month":2555,"context_length":810,"input_price_per_1m_tokens":172,"output_price_per_1m_tokens":2626,"input_price":172,"output_price":2626,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"kwaipilot:kat-coder-pro-v2.5","kwaipilot-kat-coder-pro-v2.5","KAT Coder Pro v2.5","Kwaipilot KAT Coder Pro v2.5",1783714589,2.96,{"provider_id":2628,"slug":2629,"model_name":2630,"provider_name":1691,"provider":2631,"is_open":11,"author_country":12,"release_date":2632,"release_month":2555,"context_length":810,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":244,"input_price":243,"output_price":244,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"kwaipilot:kat-coder-air-v2.5","kwaipilot-kat-coder-air-v2.5","KAT Coder Air v2.5","Kwaipilot KAT Coder Air v2.5",1783714590,{"provider_id":2634,"slug":2635,"model_name":2636,"provider_name":1206,"provider":2637,"is_open":11,"author_country":12,"release_date":2638,"release_month":2555,"context_length":727,"input_price_per_1m_tokens":2639,"output_price_per_1m_tokens":2640,"input_price":2639,"output_price":2640,"benchmark_mmlu_pro":12,"benchmark_gpqa":451,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"moonshotai:kimi-k3","moonshotai-kimi-k3","Kimi K3","Moonshotai Kimi K3",1784215858,0.1805,9.5,{"provider_id":2642,"slug":2643,"model_name":2644,"provider_name":2645,"provider":2646,"is_open":34,"author_country":12,"release_date":2647,"release_month":2555,"context_length":727,"input_price_per_1m_tokens":26,"output_price_per_1m_tokens":2648,"input_price":26,"output_price":2648,"benchmark_mmlu_pro":12,"benchmark_gpqa":2649,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"thinkingmachines:inkling","thinkingmachines-inkling","thinkingmachines/Inkling","Thinkingmachines","Thinkingmachines thinkingmachines/Inkling",1784325956,4.05,87.2,{"provider_id":2651,"slug":2652,"model_name":2653,"provider_name":2654,"provider":2655,"is_open":11,"author_country":12,"release_date":2656,"release_month":2555,"context_length":2657,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":162,"input_price":48,"output_price":162,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"longcat:longcat-2.0","longcat-longcat-2.0","LongCat 2.0","Longcat","Longcat LongCat 2.0",1784554658,1048756,{"provider_id":2659,"slug":2660,"model_name":2661,"provider_name":219,"provider":2662,"is_open":11,"author_country":12,"release_date":2663,"release_month":2555,"context_length":727,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":190,"input_price":48,"output_price":190,"benchmark_mmlu_pro":12,"benchmark_gpqa":2664,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-3.5-flash-lite","google-gemini-3.5-flash-lite","Gemini 3.5 Flash Lite","Google Gemini 3.5 Flash Lite",1784646726,83.8,{"provider_id":2666,"slug":2667,"model_name":2668,"provider_name":219,"provider":2669,"is_open":11,"author_country":12,"release_date":2670,"release_month":2555,"context_length":727,"input_price_per_1m_tokens":559,"output_price_per_1m_tokens":93,"input_price":559,"output_price":93,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-3.6-flash","google-gemini-3.6-flash","Gemini 3.6 Flash","Google Gemini 3.6 Flash",1784646733,{"provider_id":2672,"slug":2673,"model_name":2674,"provider_name":2388,"provider":2675,"is_open":34,"author_country":12,"release_date":2676,"release_month":2555,"context_length":1160,"input_price_per_1m_tokens":39,"output_price_per_1m_tokens":1028,"input_price":39,"output_price":1028,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"poolside:laguna-s-2.1","poolside-laguna-s-2.1","Laguna S 2.1","Poolside Laguna S 2.1",1784652683,{"provider_id":2678,"slug":2679,"model_name":2680,"provider_name":2299,"provider":2681,"is_open":11,"author_country":12,"release_date":2682,"release_month":2555,"context_length":1160,"input_price_per_1m_tokens":2683,"output_price_per_1m_tokens":2684,"input_price":2683,"output_price":2684,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"inclusionai:ling-3.0-flash","inclusionai-ling-3.0-flash","Ling 3.0 Flash","Inclusionai Ling 3.0 Flash",1784818580,0.021,0.063,{"provider_id":2686,"slug":2687,"model_name":2688,"provider_name":124,"provider":2689,"is_open":11,"author_country":12,"release_date":2690,"release_month":2555,"context_length":664,"input_price_per_1m_tokens":139,"output_price_per_1m_tokens":154,"input_price":139,"output_price":154,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthropic:claude-opus-5","anthropic-claude-opus-5","Claude Opus 5","Anthropic Claude Opus 5",1784912544,{"provider_id":2692,"slug":2693,"model_name":2694,"provider_name":124,"provider":2695,"is_open":11,"author_country":12,"release_date":2696,"release_month":2555,"context_length":664,"input_price_per_1m_tokens":191,"output_price_per_1m_tokens":437,"input_price":191,"output_price":437,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthropic:claude-opus-5-fast","anthropic-claude-opus-5-fast","Claude Opus 5 Fast","Anthropic Claude Opus 5 Fast",1784912546,{"provider_id":2698,"slug":2699,"model_name":2700,"provider_name":333,"provider":2701,"is_open":34,"author_country":12,"release_date":2702,"release_month":2555,"context_length":664,"input_price_per_1m_tokens":377,"output_price_per_1m_tokens":681,"input_price":377,"output_price":681,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3.7-flash","qwen-qwen3.7-flash","Qwen3.7 Flash","Qwen Qwen3.7 Flash",1785190561,{"provider_id":2704,"slug":2705,"model_name":2706,"provider_name":2645,"provider":2707,"is_open":34,"author_country":12,"release_date":2708,"release_month":2555,"context_length":2709,"input_price_per_1m_tokens":1257,"output_price_per_1m_tokens":162,"input_price":1257,"output_price":162,"benchmark_mmlu_pro":12,"benchmark_gpqa":2710,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"thinkingmachines:inkling-small","thinkingmachines-inkling-small","Inkling Small","Thinkingmachines Inkling Small",1785443117,524288,89.5,{"provider_id":2712,"slug":2713,"model_name":2714,"provider_name":333,"provider":2715,"is_open":34,"author_country":12,"release_date":2716,"release_month":2717,"context_length":664,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":491,"input_price":65,"output_price":491,"benchmark_mmlu_pro":12,"benchmark_gpqa":2343,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3.8-max","qwen-qwen3.8-max","Qwen3.8 Max","Qwen Qwen3.8 Max",1785731612,"2026-08",{"provider_id":2719,"slug":2720,"model_name":2721,"provider_name":167,"provider":2722,"is_open":34,"author_country":12,"release_date":2723,"release_month":2717,"context_length":252,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":673,"input_price":48,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"meta-llama:muse-glimmer-30b","meta-llama-muse-glimmer-30b","Muse Glimmer 30B","Meta-llama Muse Glimmer 30B",1786302394,{"provider_id":2725,"slug":2726,"model_name":2727,"provider_name":1991,"provider":2728,"is_open":11,"author_country":12,"release_date":2729,"release_month":2717,"context_length":2709,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":244,"input_price":243,"output_price":244,"benchmark_mmlu_pro":12,"benchmark_gpqa":2730,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"upstage:solar-pro4","upstage-solar-pro4","Solar Pro 4","Upstage Solar Pro 4",1786371636,89.1,{"provider_id":2732,"slug":2733,"model_name":2734,"provider_name":2534,"provider":2735,"is_open":11,"author_country":12,"release_date":2736,"release_month":2717,"context_length":1160,"input_price_per_1m_tokens":1382,"output_price_per_1m_tokens":460,"input_price":1382,"output_price":460,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"sakana:sakana-namazu","sakana-sakana-namazu","Sakana Namazu","Sakana Sakana Namazu",1786410129,{"provider_id":2738,"slug":2739,"model_name":2740,"provider_name":425,"provider":2741,"is_open":34,"author_country":12,"release_date":2742,"release_month":2717,"context_length":664,"input_price_per_1m_tokens":265,"output_price_per_1m_tokens":2743,"input_price":265,"output_price":2743,"benchmark_mmlu_pro":12,"benchmark_gpqa":2744,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"nvidia:nemotron-3.5-lightning","nvidia-nemotron-3.5-lightning","Nemotron 3.5 Lightning","Nvidia Nemotron 3.5 Lightning",1786452751,0.096,74.3,{"provider_id":2746,"slug":2747,"model_name":2748,"provider_name":1631,"provider":2749,"is_open":11,"author_country":12,"release_date":2750,"release_month":2717,"context_length":161,"input_price_per_1m_tokens":2751,"output_price_per_1m_tokens":25,"input_price":2751,"output_price":25,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"liquid:lfm-2.5-2.6b","liquid-lfm-2.5-2.6b","LFM 2.5 2.6B","Liquid AI LFM 2.5 2.6B",1786470519,0.35,{"provider_id":2753,"slug":2754,"model_name":2755,"provider_name":877,"provider":2756,"is_open":11,"author_country":12,"release_date":2757,"release_month":2717,"context_length":2582,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":491,"input_price":65,"output_price":491,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"xai:grok-4.6","xai-grok-4.6","Grok 4.6","xAI Grok 4.6",1786548957,{"provider_id":2759,"slug":2760,"model_name":2761,"provider_name":1235,"provider":2762,"is_open":11,"author_country":12,"release_date":2763,"release_month":2717,"context_length":1160,"input_price_per_1m_tokens":25,"output_price_per_1m_tokens":450,"input_price":25,"output_price":450,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"bytedance-seed:seed-2.0-code","bytedance-seed-seed-2.0-code","Seed 2.0 Code","ByteDance Seed Seed 2.0 Code",1786550701,{"provider_id":2765,"slug":2766,"model_name":2767,"provider_name":333,"provider":2768,"is_open":34,"author_country":12,"release_date":2769,"release_month":2717,"context_length":2770,"input_price_per_1m_tokens":673,"output_price_per_1m_tokens":673,"input_price":673,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3.8-2.4t-a95b","qwen-qwen3.8-2.4t-a95b","Qwen3.8 2.4T-A95B","Qwen Qwen3.8 2.4T-A95B",1786551702,1010000,{"provider_id":2772,"slug":2773,"model_name":2774,"provider_name":1235,"provider":2775,"is_open":11,"author_country":12,"release_date":2776,"release_month":2717,"context_length":1160,"input_price_per_1m_tokens":25,"output_price_per_1m_tokens":190,"input_price":25,"output_price":190,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"bytedance-seed:seed-2.1-turbo","bytedance-seed-seed-2.1-turbo","Seed 2.1 Turbo","ByteDance Seed Seed 2.1 Turbo",1786552176,{"provider_id":2778,"slug":2779,"model_name":2780,"provider_name":219,"provider":2781,"is_open":11,"author_country":12,"release_date":2782,"release_month":2717,"context_length":727,"input_price_per_1m_tokens":559,"output_price_per_1m_tokens":93,"input_price":559,"output_price":93,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-3.7-flash","google-gemini-3.7-flash","Gemini 3.7 Flash","Google Gemini 3.7 Flash",1786640581,{"provider_id":2784,"slug":2785,"model_name":2786,"provider_name":333,"provider":2787,"is_open":34,"author_country":12,"release_date":2788,"release_month":2717,"context_length":664,"input_price_per_1m_tokens":522,"output_price_per_1m_tokens":673,"input_price":522,"output_price":673,"benchmark_mmlu_pro":12,"benchmark_gpqa":2789,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3.8-27b","qwen-qwen3.8-27b","Qwen3.8 27B","Qwen Qwen3.8 27B",1786722910,81.8,{"provider_id":2791,"slug":2792,"model_name":2793,"provider_name":1248,"provider":2794,"is_open":11,"author_country":12,"release_date":2795,"release_month":2717,"context_length":727,"input_price_per_1m_tokens":2796,"output_price_per_1m_tokens":705,"input_price":2796,"output_price":705,"benchmark_mmlu_pro":12,"benchmark_gpqa":2797,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"z-ai:glm-5.3","z-ai-glm-5.3","GLM-5.3","Z-ai GLM-5.3",1787086655,0.0699,91.7,{"provider_id":2799,"slug":2800,"model_name":2801,"provider_name":1173,"provider":2802,"is_open":11,"author_country":12,"release_date":2803,"release_month":2717,"context_length":170,"input_price_per_1m_tokens":2804,"output_price_per_1m_tokens":2805,"input_price":2804,"output_price":2805,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"tencent:hy-mt2-7b","tencent-hy-mt2-7b","HY-MT2 7B","Tencent HY-MT2 7B",1787148797,0.074,0.295,{"provider_id":2807,"slug":2808,"model_name":2809,"provider_name":1173,"provider":2810,"is_open":11,"author_country":12,"release_date":2811,"release_month":2717,"context_length":170,"input_price_per_1m_tokens":2804,"output_price_per_1m_tokens":2805,"input_price":2804,"output_price":2805,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"tencent:hy-mt2-30b-a3b","tencent-hy-mt2-30b-a3b","HunyuanMT2 30B A3B","Tencent HunyuanMT2 30B A3B",1787231561,{"provider_id":2813,"slug":2814,"model_name":2815,"provider_name":564,"provider":2816,"is_open":34,"author_country":12,"release_date":2817,"release_month":2717,"context_length":727,"input_price_per_1m_tokens":2818,"output_price_per_1m_tokens":2819,"input_price":2818,"output_price":2819,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"deepseek:deepseek-v4-flash-vision-exp","deepseek-deepseek-v4-flash-vision-exp","DeepSeek V4 Flash Vision (Experimental)","Deepseek DeepSeek V4 Flash Vision (Experimental)",1787311563,0.2156,0.6468,{"provider_id":2821,"slug":2822,"model_name":2823,"provider_name":167,"provider":2824,"is_open":34,"author_country":12,"release_date":2825,"release_month":2717,"context_length":727,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":82,"input_price":317,"output_price":82,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"meta-llama:muse-spark-1.2","meta-llama-muse-spark-1.2","Muse Spark 1.2","Meta-llama Muse Spark 1.2",1787336476,{"provider_id":2827,"slug":2828,"model_name":2829,"provider_name":1248,"provider":2830,"is_open":34,"author_country":12,"release_date":2831,"release_month":2717,"context_length":2832,"input_price_per_1m_tokens":2833,"output_price_per_1m_tokens":2834,"input_price":2833,"output_price":2834,"benchmark_mmlu_pro":12,"benchmark_gpqa":2835,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"z-ai:glm-5.3-flash","z-ai-glm-5.3-flash","GLM-5.3 Flash","Z-ai GLM-5.3 Flash",1787752741,1048575,0.0399,0.0784,91.2,{"provider_id":2837,"slug":2838,"model_name":2839,"provider_name":333,"provider":2840,"is_open":34,"author_country":12,"release_date":2841,"release_month":2717,"context_length":664,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":2842,"input_price":243,"output_price":2842,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"qwen:qwen3.8-flash","qwen-qwen3.8-flash","Qwen3.8 Flash","Qwen Qwen3.8 Flash",1787773060,0.47,{"provider_id":2844,"slug":2845,"model_name":2846,"provider_name":2299,"provider":2847,"is_open":11,"author_country":12,"release_date":2848,"release_month":2717,"context_length":1160,"input_price_per_1m_tokens":2849,"output_price_per_1m_tokens":2850,"input_price":2849,"output_price":2850,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"inclusionai:ling-3.0-flash-fin","inclusionai-ling-3.0-flash-fin","Ling 3.0 Flash Fin","Inclusionai Ling 3.0 Flash Fin",1787846290,0.042,0.1232,{"provider_id":2852,"slug":2853,"model_name":2854,"provider_name":1173,"provider":2855,"is_open":11,"author_country":12,"release_date":2856,"release_month":2717,"context_length":727,"input_price_per_1m_tokens":2857,"output_price_per_1m_tokens":2858,"input_price":2857,"output_price":2858,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"tencent:hy4-preview","tencent-hy4-preview","HY4 Preview","Tencent HY4 Preview",1787897375,0.834,2.501,{"provider_id":2860,"slug":2861,"model_name":2862,"provider_name":1623,"provider":2863,"is_open":11,"author_country":12,"release_date":2864,"release_month":2717,"context_length":252,"input_price_per_1m_tokens":395,"output_price_per_1m_tokens":243,"input_price":395,"output_price":243,"benchmark_mmlu_pro":12,"benchmark_gpqa":2865,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"ibm:granite-4.2-8b","ibm-granite-4.2-8b","Granite 4.2 8B","IBM Granite 4.2 8B",1788206780,63.1,{"provider_id":2867,"slug":2868,"model_name":2869,"provider_name":124,"provider":2870,"is_open":11,"author_country":12,"release_date":2871,"release_month":2872,"context_length":664,"input_price_per_1m_tokens":191,"output_price_per_1m_tokens":437,"input_price":191,"output_price":437,"benchmark_mmlu_pro":12,"benchmark_gpqa":2873,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthropic:claude-fable-5.1","anthropic-claude-fable-5.1","Claude Fable 5.1","Anthropic Claude Fable 5.1",1788285838,"2026-09",93.7,{"provider_id":2875,"slug":2876,"model_name":2877,"provider_name":219,"provider":2878,"is_open":11,"author_country":12,"release_date":2879,"release_month":2872,"context_length":727,"input_price_per_1m_tokens":559,"output_price_per_1m_tokens":93,"input_price":559,"output_price":93,"benchmark_mmlu_pro":12,"benchmark_gpqa":2880,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-3.8-flash","google-gemini-3.8-flash","Gemini 3.8 Flash","Google Gemini 3.8 Flash",1788362056,95.3,{"provider_id":2882,"slug":2883,"model_name":2884,"provider_name":167,"provider":2885,"is_open":34,"author_country":12,"release_date":2886,"release_month":2872,"context_length":727,"input_price_per_1m_tokens":130,"output_price_per_1m_tokens":2887,"input_price":130,"output_price":2887,"benchmark_mmlu_pro":12,"benchmark_gpqa":2888,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"meta-llama:muse-spark-1.3","meta-llama-muse-spark-1.3","Muse Spark 1.3","Meta-llama Muse Spark 1.3",1788378359,4.25,93.5,{"provider_id":2890,"slug":2891,"model_name":2892,"provider_name":167,"provider":2893,"is_open":34,"author_country":12,"release_date":2894,"release_month":2872,"context_length":727,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":82,"input_price":317,"output_price":82,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"meta-llama:muse-spark-1.3-contributor","meta-llama-muse-spark-1.3-contributor","Muse Spark 1.3 Contributor","Meta-llama Muse Spark 1.3 Contributor",1788381519,{"provider_id":2896,"slug":2897,"model_name":2898,"provider_name":2299,"provider":2899,"is_open":11,"author_country":12,"release_date":2900,"release_month":2872,"context_length":1160,"input_price_per_1m_tokens":2849,"output_price_per_1m_tokens":2850,"input_price":2849,"output_price":2850,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"inclusionai:ling-3.0-flash-sante","inclusionai-ling-3.0-flash-sante","Ling 3.0 Flash Sante","Inclusionai Ling 3.0 Flash Sante",1788545946,{"provider_id":2902,"slug":2903,"model_name":2904,"provider_name":9,"provider":2905,"is_open":11,"author_country":12,"release_date":2906,"release_month":2872,"context_length":2152,"input_price_per_1m_tokens":191,"output_price_per_1m_tokens":437,"input_price":191,"output_price":437,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-6-astra-pro","openai-gpt-6-astra-pro","GPT-6 Astra Pro","OpenAI GPT-6 Astra Pro",1788552835,{"provider_id":2908,"slug":2909,"model_name":2910,"provider_name":9,"provider":2911,"is_open":11,"author_country":12,"release_date":2912,"release_month":2872,"context_length":2152,"input_price_per_1m_tokens":139,"output_price_per_1m_tokens":154,"input_price":139,"output_price":154,"benchmark_mmlu_pro":12,"benchmark_gpqa":2710,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-6-astra","openai-gpt-6-astra","GPT-6 Astra","OpenAI GPT-6 Astra",1788552838,{"provider_id":2914,"slug":2915,"model_name":2916,"provider_name":1845,"provider":2917,"is_open":11,"author_country":12,"release_date":2918,"release_month":2872,"context_length":1160,"input_price_per_1m_tokens":753,"output_price_per_1m_tokens":129,"input_price":753,"output_price":129,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"nex-agi:nex-n2.5-pro","nex-agi-nex-n2.5-pro","Nex N2.5 Pro","Nex-AGI Nex N2.5 Pro",1788890050,{"provider_id":2920,"slug":2921,"model_name":2922,"provider_name":1845,"provider":2923,"is_open":11,"author_country":12,"release_date":2924,"release_month":2872,"context_length":1160,"input_price_per_1m_tokens":1319,"output_price_per_1m_tokens":317,"input_price":1319,"output_price":317,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"nex-agi:nex-n2.5-mini","nex-agi-nex-n2.5-mini","Nex N2.5 Mini","Nex-AGI Nex N2.5 Mini",1788890061,{"provider_id":2926,"slug":2927,"model_name":2928,"provider_name":998,"provider":2929,"is_open":11,"author_country":12,"release_date":2930,"release_month":2872,"context_length":2931,"input_price_per_1m_tokens":179,"output_price_per_1m_tokens":243,"input_price":179,"output_price":243,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"inception:mercury-2.5-preview","inception-mercury-2.5-preview","Mercury 2.5 Preview","Inception Mercury 2.5 Preview",1788892137,260000,{"provider_id":2933,"slug":2934,"model_name":2935,"provider_name":564,"provider":2936,"is_open":34,"author_country":12,"release_date":2937,"release_month":2872,"context_length":727,"input_price_per_1m_tokens":179,"output_price_per_1m_tokens":317,"input_price":179,"output_price":317,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"deepseek:deepseek-v4.1-flash","deepseek-deepseek-v4.1-flash","DeepSeek V4.1 Flash","Deepseek DeepSeek V4.1 Flash",1789021285,{"provider_id":2939,"slug":2940,"model_name":2941,"provider_name":2299,"provider":2942,"is_open":11,"author_country":12,"release_date":2943,"release_month":2872,"context_length":252,"input_price_per_1m_tokens":395,"output_price_per_1m_tokens":1028,"input_price":395,"output_price":1028,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"inclusionai:ling-3.0-flash-vl","inclusionai-ling-3.0-flash-vl","Ling 3.0 Flash VL","Inclusionai Ling 3.0 Flash VL",1789056114,{"provider_id":2945,"slug":2946,"model_name":2947,"provider_name":2534,"provider":2948,"is_open":11,"author_country":12,"release_date":2949,"release_month":2872,"context_length":664,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":491,"input_price":65,"output_price":491,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"sakana:fugu-max","sakana-fugu-max","Fugu Max","Sakana Fugu Max",1789104771,{"provider_id":2951,"slug":2952,"model_name":2953,"provider_name":2534,"provider":2954,"is_open":11,"author_country":12,"release_date":2955,"release_month":2872,"context_length":664,"input_price_per_1m_tokens":139,"output_price_per_1m_tokens":16,"input_price":139,"output_price":16,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"sakana:fugu-ultra-v2","sakana-fugu-ultra-v2","Fugu Ultra v2","Sakana Fugu Ultra v2",1789105383,{"provider_id":2957,"slug":2958,"model_name":2959,"provider_name":2960,"provider":2961,"is_open":11,"author_country":12,"release_date":2962,"release_month":2872,"context_length":119,"input_price_per_1m_tokens":301,"output_price_per_1m_tokens":2485,"input_price":301,"output_price":2485,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"inference-net:schematron-v2-small","inference-net-schematron-v2-small","inference-net/schematron-v2-small","Inference Net","Inference Net inference-net/schematron-v2-small",1789176933,{"provider_id":2964,"slug":2965,"model_name":2966,"provider_name":2960,"provider":2967,"is_open":11,"author_country":12,"release_date":2968,"release_month":2872,"context_length":119,"input_price_per_1m_tokens":377,"output_price_per_1m_tokens":243,"input_price":377,"output_price":243,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"inference-net:schematron-v2-turbo","inference-net-schematron-v2-turbo","inference-net/schematron-v2-turbo","Inference Net inference-net/schematron-v2-turbo",1789176949,{"provider_id":2970,"slug":2971,"model_name":2972,"provider_name":1248,"provider":2973,"is_open":34,"author_country":12,"release_date":2974,"release_month":2872,"context_length":727,"input_price_per_1m_tokens":2975,"output_price_per_1m_tokens":130,"input_price":2975,"output_price":130,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"z-ai:glm-5.3-flashx","z-ai-glm-5.3-flashx","GLM-5.3 FlashX","Z-ai GLM-5.3 FlashX",1789744020,0.37,{"provider_id":2977,"slug":2978,"model_name":2979,"provider_name":877,"provider":2980,"is_open":11,"author_country":12,"release_date":2981,"release_month":2872,"context_length":2582,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":491,"input_price":65,"output_price":491,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"xai:grok-4.7","xai-grok-4.7","Grok 4.7","xAI Grok 4.7",1790007541,{"provider_id":2983,"slug":2984,"model_name":2985,"provider_name":1899,"provider":2986,"is_open":11,"author_country":12,"release_date":2987,"release_month":2872,"context_length":727,"input_price_per_1m_tokens":2988,"output_price_per_1m_tokens":2989,"input_price":2988,"output_price":2989,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"xiaomi:mimo-v2.6-pro","xiaomi-mimo-v2.6-pro","MiMo v2.6 Pro","Xiaomi MiMo v2.6 Pro",1790021259,0.3263,0.6525,{"provider_id":2991,"slug":2992,"model_name":2993,"provider_name":1899,"provider":2994,"is_open":11,"author_country":12,"release_date":2995,"release_month":2872,"context_length":727,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":967,"input_price":317,"output_price":967,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"xiaomi:mimo-v2.6-flash","xiaomi-mimo-v2.6-flash","MiMo v2.6 Flash","Xiaomi MiMo v2.6 Flash",1790021264,{"provider_id":2997,"slug":2998,"model_name":2999,"provider_name":342,"provider":3000,"is_open":34,"author_country":12,"release_date":3001,"release_month":2872,"context_length":3002,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":64,"input_price":48,"output_price":64,"benchmark_mmlu_pro":12,"benchmark_gpqa":3003,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"cohere:command-a-plus","cohere-command-a-plus","Command A+","Cohere Command A+",1790102896,192000,76.1,{"provider_id":3005,"slug":3006,"model_name":3007,"provider_name":1991,"provider":3008,"is_open":11,"author_country":12,"release_date":3009,"release_month":2872,"context_length":2709,"input_price_per_1m_tokens":301,"output_price_per_1m_tokens":82,"input_price":301,"output_price":82,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"upstage:solar-mini4","upstage-solar-mini4","Solar Mini4","Upstage Solar Mini4",1790160358,{"provider_id":3011,"slug":3012,"model_name":3013,"provider_name":124,"provider":3014,"is_open":11,"author_country":12,"release_date":3015,"release_month":2872,"context_length":664,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":191,"input_price":65,"output_price":191,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthropic:claude-sonnet-5.5","anthropic-claude-sonnet-5.5","Claude Sonnet 5.5","Anthropic Claude Sonnet 5.5",1790618686,{"provider_id":3017,"slug":3018,"model_name":3019,"provider_name":78,"provider":3020,"is_open":34,"author_country":12,"release_date":3021,"release_month":3022,"context_length":727,"input_price_per_1m_tokens":704,"output_price_per_1m_tokens":3023,"input_price":704,"output_price":3023,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"mistral-ai:mistral-large-4","mistral-ai-mistral-large-4","Mistral Large 4","Mistral AI Mistral Large 4",1791294122,"2026-10",2.1,{"provider_id":3025,"slug":3026,"model_name":3027,"provider_name":124,"provider":3028,"is_open":11,"author_country":12,"release_date":3029,"release_month":3022,"context_length":664,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":25,"input_price":317,"output_price":25,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"anthropic:claude-haiku-5.5","anthropic-claude-haiku-5.5","Claude Haiku 5.5","Anthropic Claude Haiku 5.5",1791397883,{"provider_id":3031,"slug":3032,"model_name":3033,"provider_name":219,"provider":3034,"is_open":11,"author_country":12,"release_date":3035,"release_month":3022,"context_length":727,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":191,"input_price":65,"output_price":191,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-4-argon","google-gemini-4-argon","Gemini 4 Argon","Google Gemini 4 Argon",1791907477,{"provider_id":3037,"slug":3038,"model_name":3039,"provider_name":167,"provider":3040,"is_open":34,"author_country":12,"release_date":3041,"release_month":3022,"context_length":727,"input_price_per_1m_tokens":130,"output_price_per_1m_tokens":2887,"input_price":130,"output_price":2887,"benchmark_mmlu_pro":12,"benchmark_gpqa":3042,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"meta-llama:muse-spark-open","meta-llama-muse-spark-open","Muse Spark Open","Meta-llama Muse Spark Open",1792087069,89,{"provider_id":3044,"slug":3045,"model_name":3046,"provider_name":592,"provider":3047,"is_open":11,"author_country":12,"release_date":3048,"release_month":3022,"context_length":727,"input_price_per_1m_tokens":3049,"output_price_per_1m_tokens":467,"input_price":3049,"output_price":467,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"minimax:minimax-m3.1-flash","minimax-minimax-m3.1-flash","MiniMax-M3.1 Flash","Minimax MiniMax-M3.1 Flash",1792379569,0.135,{"provider_id":3051,"slug":3052,"model_name":3053,"provider_name":1206,"provider":3054,"is_open":11,"author_country":12,"release_date":3055,"release_month":3022,"context_length":727,"input_price_per_1m_tokens":3056,"output_price_per_1m_tokens":491,"input_price":3056,"output_price":491,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"moonshotai:kimi-k3.1-pro","moonshotai-kimi-k3.1-pro","Kimi K3.1 Pro","Moonshotai Kimi K3.1 Pro",1792778188,0.2403,{"provider_id":3058,"slug":3059,"model_name":3060,"provider_name":9,"provider":3061,"is_open":11,"author_country":12,"release_date":3062,"release_month":3022,"context_length":2152,"input_price_per_1m_tokens":26,"output_price_per_1m_tokens":139,"input_price":26,"output_price":139,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"openai:gpt-6.1-terra","openai-gpt-6.1-terra","GPT-6.1 Terra","OpenAI GPT-6.1 Terra",1793038409,{"provider_id":3064,"slug":3065,"model_name":3066,"provider_name":3067,"provider":3068,"is_open":11,"author_country":12,"release_date":3069,"release_month":3070,"context_length":727,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":48,"input_price":317,"output_price":48,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"ricursiveai:ripple-65b-preview","ricursiveai-ripple-65b-preview","ricursiveai/ripple-65b-preview","Ricursiveai","Ricursiveai ricursiveai/ripple-65b-preview",1793818990,"2026-11",{"provider_id":3072,"slug":3073,"model_name":3074,"provider_name":219,"provider":3075,"is_open":11,"author_country":12,"release_date":3076,"release_month":3070,"context_length":252,"input_price_per_1m_tokens":64,"output_price_per_1m_tokens":2445,"input_price":64,"output_price":2445,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-omni-1.1-flash","google-gemini-omni-1.1-flash","Gemini Omni 1.1 Flash","Google Gemini Omni 1.1 Flash",1793825668,{"provider_id":3078,"slug":3079,"model_name":3080,"provider_name":2645,"provider":3081,"is_open":11,"author_country":12,"release_date":3082,"release_month":3070,"context_length":727,"input_price_per_1m_tokens":3083,"output_price_per_1m_tokens":1382,"input_price":3083,"output_price":1382,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"thinkingmachines:inkling-2-small","thinkingmachines-inkling-2-small","Inkling 2 Small","Thinkingmachines Inkling 2 Small",1794261847,0.285,{"provider_id":3085,"slug":3086,"model_name":3087,"provider_name":219,"provider":3088,"is_open":11,"author_country":12,"release_date":3089,"release_month":3070,"context_length":727,"input_price_per_1m_tokens":26,"output_price_per_1m_tokens":139,"input_price":26,"output_price":139,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-4-carbon","google-gemini-4-carbon","Gemini 4 Carbon","Google Gemini 4 Carbon",1794326871,{"provider_id":3091,"slug":3092,"model_name":3093,"provider_name":219,"provider":3094,"is_open":11,"author_country":12,"release_date":3095,"release_month":3070,"context_length":727,"input_price_per_1m_tokens":559,"output_price_per_1m_tokens":93,"input_price":559,"output_price":93,"benchmark_mmlu_pro":12,"benchmark_gpqa":12,"benchmark_aider":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_aime":12,"benchmark_mmlu_pro_reasoning":12,"benchmark_gpqa_reasoning":12,"benchmark_aider_reasoning":12,"benchmark_livecodebench_reasoning":12,"benchmark_math_hard_reasoning":12,"benchmark_aime_reasoning":12,"benchmark_coding_reasoning":12,"benchmark_intelligence_reasoning":12,"benchmark_math_reasoning":12},"google:gemini-4-hydrogen","google-gemini-4-hydrogen","Gemini 4 Hydrogen","Google Gemini 4 Hydrogen",1794506460,[3097,3105,3112,3122,3131,3142,3148,3154,3164,3177,3194,3205,3224,3240,3252,3259,3278,3300,3329,3338,3353,3365,3375,3384,3394,3406,3416,3428,3460,3484,3504,3519,3531,3553,3584,3601,3616,3623,3638,3647,3658,3667,3674,3686,3699,3706,3719,3728,3737,3751,3758,3762,3788,3816,3827,3836,3844,3856,3859,3872,3878,3907,3933,3946,3956,3983,3994,4008,4028,4045,4053,4077,4090,4102,4112,4122,4130,4150,4161,4172,4183,4191,4211,4220,4232,4241,4256,4260,4280,4287,4298,4308,4313,4332,4353,4361,4376,4396,4406,4416,4428,4437,4453,4474,4483,4493,4514,4528,4546,4563,4574,4586,4590,4599,4602,4615,4631,4644,4658,4678,4686,4696,4704,4712,4729,4743,4753,4770,4779,4787,4793,4800,4815,4825,4835,4844,4854,4863,4870,4876,4888,4894,4902,4906,4917,4927,4936,4944,4948,4960,4969,4982,4996,5006,5012,5016,5023,5031,5037,5045,5054,5067,5074,5081,5086,5093,5102,5109,5117,5126,5130,5138,5146,5153,5165,5173,5181,5188,5194,5197,5203,5207,5217,5225,5233,5242,5249,5256,5262,5273,5279,5289,5298,5303,5309,5321,5327,5340,5352,5360,5365,5371,5385,5393,5406,5412,5419,5423,5428,5436,5444,5450,5454,5464,5469,5476,5485,5497,5503,5510,5516,5527,5533,5543,5556,5562,5570,5581,5591,5597,5610,5622,5631,5641,5649,5659,5663,5671,5677,5684,5694,5707,5712,5718,5724,5729,5742,5753,5761,5774,5785,5790,5796,5803,5809,5820,5832,5841,5845,5851,5854,5865,5869,5879,5886,5895,5906,5912,5923,5933,5945,5953,5960,5971,5978,5984,5993,6000,6007,6014,6021,6027,6035,6042,6052,6060,6064,6072,6075,6084,6093,6097,6104,6112,6118,6128,6134,6142,6149,6155,6164,6168,6177,6182,6187,6193,6200,6207,6215,6222,6228,6233,6240,6249,6257,6262,6268,6275,6279,6286,6293,6301,6308,6315,6321],{"aa_id":3098,"ppt_model_id":3099,"slug":21,"model_name":22,"provider_name":9,"name":22,"provider":9,"aa_name":22,"is_open":11,"author_country":3100,"release_date":13,"release_month":14,"context_length":24,"inference_mode":3101,"input_price_per_1m_tokens":25,"output_price_per_1m_tokens":26,"input_price":25,"output_price":26,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":3102,"benchmark_hle":12,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":12,"benchmark_math_hard":3103,"benchmark_mmlu_pro":3104,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":27},"fd87af35-0971-4e0d-9dfb-dc7fe6ddb96d","0a0447b6-7b51-43c9-a368-e7321099e0be","us","standard",29.7,44.07,46.2,{"aa_id":3106,"ppt_model_id":3107,"slug":7,"model_name":8,"provider_name":9,"name":8,"provider":9,"aa_name":8,"is_open":11,"author_country":3100,"release_date":13,"release_month":14,"context_length":15,"inference_mode":3101,"input_price_per_1m_tokens":16,"output_price_per_1m_tokens":17,"input_price":16,"output_price":17,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":3108,"benchmark_hle":12,"benchmark_ifbench":3109,"benchmark_lcr":12,"benchmark_livecodebench":12,"benchmark_math_hard":3110,"benchmark_mmlu_pro":3111,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":18},"ce50ec23-b95c-405e-917c-24569e6556f5","f4a855d0-ec6e-46c5-8b7f-6dcb29f76440",34.9,33.2,56.8,56.2,{"aa_id":3113,"ppt_model_id":3114,"slug":105,"model_name":106,"provider_name":3115,"name":106,"provider":3115,"aa_name":106,"is_open":34,"author_country":3116,"release_date":108,"release_month":109,"context_length":110,"inference_mode":3101,"input_price_per_1m_tokens":81,"output_price_per_1m_tokens":111,"input_price":81,"output_price":111,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":294,"benchmark_aime_25":12,"benchmark_gpqa":3117,"benchmark_hle":3118,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":3119,"benchmark_math_hard":3120,"benchmark_mmlu_pro":3121,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"ecc55009-a2db-4b92-a70a-bd21cb0944ed","9658aa51-f549-4534-8c33-23f671c58158","Mistral","fr",29.2,4.7,6.6000000000000005,29.93,38.7,{"aa_id":3123,"ppt_model_id":3124,"slug":114,"model_name":115,"provider_name":3115,"name":115,"provider":3115,"aa_name":3125,"is_open":34,"author_country":3116,"release_date":117,"release_month":118,"context_length":119,"inference_mode":3101,"input_price_per_1m_tokens":25,"output_price_per_1m_tokens":64,"input_price":25,"output_price":64,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":294,"benchmark_aime_25":12,"benchmark_gpqa":3126,"benchmark_hle":3127,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":3128,"benchmark_math_hard":3129,"benchmark_mmlu_pro":3130,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"f5b3ffde-6cd0-4baa-90ff-20fd53312ac8","44122d0b-2e39-4efd-9d92-5c9feda6492e","Mistral Large (Feb '24)",35.099999999999994,3.5000000000000004,17.8,52.669999999999995,51.5,{"aa_id":3132,"ppt_model_id":3133,"slug":122,"model_name":123,"provider_name":124,"name":123,"provider":124,"aa_name":123,"is_open":11,"author_country":3100,"release_date":126,"release_month":127,"context_length":128,"inference_mode":3101,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":130,"input_price":129,"output_price":130,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":26,"benchmark_aime_25":12,"benchmark_gpqa":3134,"benchmark_hle":3135,"benchmark_ifbench":3136,"benchmark_lcr":3137,"benchmark_livecodebench":3138,"benchmark_math_hard":3139,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":3140,"benchmark_terminalbench":3141,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":131},"cb1d9cf3-cd59-4bee-a6c7-112a0b1854e0","074ea461-fc74-44bc-ab40-9acb51197c5b",37.4,4.1000000000000005,36.120000000000005,27.67,15.4,39.4,21.05,0.76,{"aa_id":3143,"ppt_model_id":3144,"slug":134,"model_name":135,"provider_name":9,"name":135,"provider":9,"aa_name":135,"is_open":11,"author_country":3100,"release_date":137,"release_month":138,"context_length":119,"inference_mode":3101,"input_price_per_1m_tokens":139,"output_price_per_1m_tokens":140,"input_price":139,"output_price":140,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":140,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":932,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":3145,"benchmark_math_hard":3146,"benchmark_mmlu_pro":3147,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":141},"deb5c9a0-51b9-480b-bff9-3a7617a38d57","2db933de-4db3-41eb-877c-409cf837fc80",29.099999999999998,73.67,69.39999999999999,{"aa_id":3149,"ppt_model_id":3150,"slug":157,"model_name":158,"provider_name":3115,"name":158,"provider":3115,"aa_name":158,"is_open":34,"author_country":3116,"release_date":160,"release_month":138,"context_length":161,"inference_mode":3101,"input_price_per_1m_tokens":162,"output_price_per_1m_tokens":162,"input_price":162,"output_price":162,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":294,"benchmark_aime_25":12,"benchmark_gpqa":3109,"benchmark_hle":460,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":3151,"benchmark_math_hard":3152,"benchmark_mmlu_pro":3153,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"524a76ea-bebc-43f4-ba4a-ec7b0820ffe6","d4807f66-8fb5-46f7-8ffe-ec4ab099aa82",14.799999999999999,54.47,53.7,{"aa_id":3155,"ppt_model_id":3156,"slug":165,"model_name":166,"provider_name":3157,"name":166,"provider":3157,"aa_name":3158,"is_open":34,"author_country":3100,"release_date":169,"release_month":138,"context_length":170,"inference_mode":3101,"input_price_per_1m_tokens":171,"output_price_per_1m_tokens":172,"input_price":171,"output_price":172,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":294,"benchmark_aime_25":12,"benchmark_gpqa":3159,"benchmark_hle":476,"benchmark_ifbench":3160,"benchmark_lcr":294,"benchmark_livecodebench":3161,"benchmark_math_hard":3162,"benchmark_mmlu_pro":3163,"benchmark_scicode":12,"benchmark_tau2":294,"benchmark_terminalbench":3141,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":173},"6a22ce42-7158-4942-a612-3299d1fa0e18","3bd4cf82-7445-48aa-888d-6fe424d981b0","Meta","Llama 3 Instruct 70B",37.9,37.07,19.8,48.27,57.4,{"aa_id":3165,"ppt_model_id":3166,"slug":176,"model_name":177,"provider_name":3157,"name":177,"provider":3157,"aa_name":3167,"is_open":34,"author_country":3100,"release_date":169,"release_month":138,"context_length":170,"inference_mode":3101,"input_price_per_1m_tokens":179,"output_price_per_1m_tokens":179,"input_price":179,"output_price":179,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":294,"benchmark_aime_25":12,"benchmark_gpqa":3168,"benchmark_hle":3169,"benchmark_ifbench":3170,"benchmark_lcr":294,"benchmark_livecodebench":3171,"benchmark_math_hard":3172,"benchmark_mmlu_pro":3173,"benchmark_scicode":12,"benchmark_tau2":294,"benchmark_terminalbench":294,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":3174,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":3175,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":3176},"2276bc3d-f616-432a-8136-ff8caeeaa3ae","95ec6caa-ca3b-4552-a926-5654f189038d","Llama 3 Instruct 8B",29.599999999999998,5.1,24.560000000000002,9.6,49.93,40.5,18.39,24.01,14.34,{"aa_id":3178,"ppt_model_id":3179,"slug":185,"model_name":186,"provider_name":9,"name":186,"provider":9,"aa_name":3180,"is_open":11,"author_country":3100,"release_date":188,"release_month":189,"context_length":119,"inference_mode":3101,"input_price_per_1m_tokens":190,"output_price_per_1m_tokens":191,"input_price":190,"output_price":191,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3181,"benchmark_aime_25":12,"benchmark_gpqa":3182,"benchmark_hle":3183,"benchmark_ifbench":3184,"benchmark_lcr":3185,"benchmark_livecodebench":3186,"benchmark_math_hard":3187,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":3188,"benchmark_terminalbench":3189,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":3190,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":3191,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":3192,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":3193,"benchmark_aider":192},"0cd0d474-23a6-4305-8c0d-d5876ed25214","5d7b5410-39c9-4c54-8749-c8fb42798da4","GPT-4o (Aug '24)",11.67,52.1,2.3,35.99,41,31.7,79.47,28.95,8.33,69.3637,76.6549,59.2222,37.4966,{"aa_id":3195,"ppt_model_id":3196,"slug":239,"model_name":240,"provider_name":9,"name":240,"provider":9,"aa_name":3197,"is_open":11,"author_country":3100,"release_date":242,"release_month":231,"context_length":119,"inference_mode":3101,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":244,"input_price":243,"output_price":244,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3181,"benchmark_aime_25":3198,"benchmark_gpqa":3199,"benchmark_hle":3200,"benchmark_ifbench":3201,"benchmark_lcr":12,"benchmark_livecodebench":3202,"benchmark_math_hard":3203,"benchmark_mmlu_pro":3204,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":245},"bb63c42f-c412-4a45-8e28-df48b4c36eb9","00ad02db-6114-4289-a68e-f49b650d98ca","GPT-4o mini",14.67,42.6,4.2,30.95,23.400000000000002,78.86999999999999,64.8,{"aa_id":3206,"ppt_model_id":3207,"slug":260,"model_name":261,"provider_name":3157,"name":261,"provider":3157,"aa_name":3208,"is_open":34,"author_country":3100,"release_date":263,"release_month":231,"context_length":264,"inference_mode":3101,"input_price_per_1m_tokens":265,"output_price_per_1m_tokens":179,"input_price":265,"output_price":179,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3209,"benchmark_aime_25":3210,"benchmark_gpqa":3211,"benchmark_hle":3212,"benchmark_ifbench":3213,"benchmark_lcr":3214,"benchmark_livecodebench":3215,"benchmark_math_hard":3216,"benchmark_mmlu_pro":3217,"benchmark_scicode":12,"benchmark_tau2":3218,"benchmark_terminalbench":3141,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":3219,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":3220,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":3221,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":3222,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":267,"benchmark_intelligence":3223},"16c7cb82-d6f6-40f5-a1ac-6394d139ca04","420c3d02-a2a3-48e0-8a23-44383ac5b45f","Llama 3.1 Instruct 8B",7.670000000000001,4.33,25.900000000000002,5.3,28.57,18,11.600000000000001,51.93,47.599999999999994,16.37,46.8578,46.0912,49.22,63.8371,23.76,{"aa_id":3225,"ppt_model_id":3226,"slug":278,"model_name":279,"provider_name":3157,"name":279,"provider":3157,"aa_name":3227,"is_open":34,"author_country":3100,"release_date":263,"release_month":231,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":281,"output_price_per_1m_tokens":282,"input_price":281,"output_price":282,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3228,"benchmark_aime_25":460,"benchmark_gpqa":3229,"benchmark_hle":476,"benchmark_ifbench":3230,"benchmark_lcr":12,"benchmark_livecodebench":3231,"benchmark_math_hard":3232,"benchmark_mmlu_pro":3233,"benchmark_scicode":12,"benchmark_tau2":3234,"benchmark_terminalbench":3235,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":3236,"benchmark_bbh":3237,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":3238,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":285,"benchmark_intelligence":3239},"2691f7b8-06e7-47be-b786-3d2680d963ea","ae9825bc-800a-47f8-9aae-193a4991685c","Llama 3.1 Instruct 70B",17.330000000000002,40.9,34.42,23.200000000000003,64.92999999999999,67.60000000000001,15.2,3.0300000000000002,14.0265,55.93,86.69,43.41,{"aa_id":3241,"ppt_model_id":3242,"slug":271,"model_name":272,"provider_name":3157,"name":272,"provider":3157,"aa_name":3243,"is_open":34,"author_country":3100,"release_date":263,"release_month":231,"context_length":274,"inference_mode":3101,"input_price_per_1m_tokens":64,"output_price_per_1m_tokens":64,"input_price":64,"output_price":64,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3244,"benchmark_aime_25":450,"benchmark_gpqa":3130,"benchmark_hle":460,"benchmark_ifbench":3245,"benchmark_lcr":3246,"benchmark_livecodebench":3247,"benchmark_math_hard":3248,"benchmark_mmlu_pro":3249,"benchmark_scicode":12,"benchmark_tau2":3250,"benchmark_terminalbench":3251,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":275},"bb5ebe1e-add9-4e48-9d20-6fc1ead1e3ec","9887ca4f-3eb4-470c-970a-96c578a34db3","Llama 3.1 Instruct 405B",21.33,39.050000000000004,25.330000000000002,30.5,70.33,73.2,19.009999999999998,6.819999999999999,{"aa_id":12,"ppt_model_id":3253,"slug":307,"model_name":308,"provider_name":197,"name":308,"provider":197,"aa_name":12,"is_open":34,"author_country":3100,"release_date":310,"release_month":293,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":294,"output_price_per_1m_tokens":294,"input_price":294,"output_price":294,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":12,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":3254,"benchmark_agieval_zh":12,"benchmark_agieval_en":3255,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":3256,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":3257,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":3258,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":141},"cb0aba82-0a55-450a-bef4-1b53adb61ccd",76.6667,67.7926,64.2298,51.2195,79.2408,{"aa_id":3260,"ppt_model_id":3261,"slug":313,"model_name":314,"provider_name":3262,"name":314,"provider":3262,"aa_name":3263,"is_open":34,"author_country":3100,"release_date":316,"release_month":293,"context_length":161,"inference_mode":3101,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":318,"input_price":317,"output_price":318,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3264,"benchmark_aime_25":12,"benchmark_gpqa":3265,"benchmark_hle":460,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":3266,"benchmark_math_hard":3267,"benchmark_mmlu_pro":3268,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":3269,"benchmark_agieval_zh":12,"benchmark_agieval_en":3270,"benchmark_arc_challenge":12,"benchmark_arc_easy":3271,"benchmark_bbeh":12,"benchmark_bbh":3272,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":3273,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":3274,"benchmark_medqa":12,"benchmark_mmlu":3275,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":3276,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":3277},"2e18981c-2d85-4524-9607-e7f97f650668","817f8335-76bb-47aa-9ce6-888fc5fed7a9","Nous Research","Hermes 3 - Llama-3.1 70B",2.33,40.1,18.8,53.800000000000004,57.099999999999994,70,62.4509,97.6431,43.7721,76.61,24.0741,73.3229,17.1059,38.51,{"aa_id":3279,"ppt_model_id":3280,"slug":363,"model_name":364,"provider_name":3281,"name":364,"provider":3281,"aa_name":3282,"is_open":34,"author_country":3283,"release_date":366,"release_month":360,"context_length":110,"inference_mode":3101,"input_price_per_1m_tokens":367,"output_price_per_1m_tokens":368,"input_price":367,"output_price":368,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3284,"benchmark_aime_25":3285,"benchmark_gpqa":3286,"benchmark_hle":3287,"benchmark_ifbench":3288,"benchmark_lcr":12,"benchmark_livecodebench":3289,"benchmark_math_hard":3290,"benchmark_mmlu_pro":939,"benchmark_scicode":12,"benchmark_tau2":3291,"benchmark_terminalbench":3292,"benchmark_accountingaudit":12,"benchmark_agieval_zh":3293,"benchmark_agieval_en":3294,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":3295,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":3296,"benchmark_humaneval":3297,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":3298,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":3299,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":369},"bd2fa4e3-7309-41cb-9a1c-b4b06d556ad7","945dfadf-da24-4062-8a33-db8ea9ee2020","Alibaba","Qwen2.5 Instruct 72B","cn",16,14.000000000000002,49.1,3.5999999999999996,36.870000000000005,27.6,85.8,34.5,4.55,78.3537,68.3032,72.4466,92.9492,82.3171,81.1565,100,{"aa_id":3301,"ppt_model_id":3302,"slug":372,"model_name":373,"provider_name":3157,"name":373,"provider":3157,"aa_name":3303,"is_open":34,"author_country":3100,"release_date":375,"release_month":360,"context_length":376,"inference_mode":3101,"input_price_per_1m_tokens":377,"output_price_per_1m_tokens":301,"input_price":377,"output_price":301,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3304,"benchmark_aime_25":3305,"benchmark_gpqa":3306,"benchmark_hle":3212,"benchmark_ifbench":3307,"benchmark_lcr":3210,"benchmark_livecodebench":3308,"benchmark_math_hard":3309,"benchmark_mmlu_pro":3310,"benchmark_scicode":12,"benchmark_tau2":3140,"benchmark_terminalbench":12,"benchmark_accountingaudit":437,"benchmark_agieval_zh":12,"benchmark_agieval_en":3311,"benchmark_arc_challenge":3312,"benchmark_arc_easy":3313,"benchmark_bbeh":12,"benchmark_bbh":3314,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":3315,"benchmark_gaia":12,"benchmark_gsm8k":3316,"benchmark_humaneval":3317,"benchmark_ifeval":3318,"benchmark_knights_and_knaves":3319,"benchmark_math":3320,"benchmark_mbppplus":3321,"benchmark_medqa":3322,"benchmark_mmlu":3323,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":3324,"benchmark_stock_bcs":3325,"benchmark_swe_bench_lite":12,"benchmark_wmdp":3326,"benchmark_wmt":3327,"benchmark_intelligence":3328},"771d4144-38db-4f5c-9d04-6e8d901e5c8a","3f39f9b8-fb10-4d81-8279-cc2e2e0a5031","Llama 3.2 Instruct 3B",6.67,3.3300000000000005,25.5,26.19,8.3,48.870000000000005,34.699999999999996,26.5122,56.314,78.5774,36.0043,52.2,30.8271,47.561,73.93,6.1429,74.3719,26.455,52.6316,15.3101,0.5086,8.3333,6.6798,25.1791,24.2,{"aa_id":3330,"ppt_model_id":3331,"slug":383,"model_name":384,"provider_name":3157,"name":384,"provider":3157,"aa_name":3332,"is_open":34,"author_country":3100,"release_date":375,"release_month":360,"context_length":386,"inference_mode":3101,"input_price_per_1m_tokens":265,"output_price_per_1m_tokens":265,"input_price":265,"output_price":265,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":294,"benchmark_aime_25":294,"benchmark_gpqa":3333,"benchmark_hle":94,"benchmark_ifbench":3334,"benchmark_lcr":3304,"benchmark_livecodebench":1161,"benchmark_math_hard":3285,"benchmark_mmlu_pro":1097,"benchmark_scicode":12,"benchmark_tau2":294,"benchmark_terminalbench":294,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":3335,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":3336,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":3337},"2a8e2a83-4e48-4f7e-8374-612c562496ad","03c9847b-100b-454b-a8c8-a970b3fdbc76","Llama 3.2 Instruct 1B",19.6,22.79,8.74,56.98,14.44,{"aa_id":3339,"ppt_model_id":3340,"slug":392,"model_name":393,"provider_name":3157,"name":393,"provider":3157,"aa_name":3341,"is_open":34,"author_country":3100,"release_date":375,"release_month":360,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":395,"output_price_per_1m_tokens":395,"input_price":395,"output_price":395,"tokens_per_second":3342,"time_to_first_token":3343,"benchmark_aime":3344,"benchmark_aime_25":3345,"benchmark_gpqa":3346,"benchmark_hle":94,"benchmark_ifbench":3347,"benchmark_lcr":3348,"benchmark_livecodebench":3349,"benchmark_math_hard":3350,"benchmark_mmlu_pro":3351,"benchmark_scicode":12,"benchmark_tau2":3352,"benchmark_terminalbench":3141,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"2eb1ec42-7590-4fe6-b447-26d6fead6b43","5941f3b1-615b-4cf4-825c-f6768eedda18","Llama 3.2 Instruct 11B (Vision)",29.235,0.515,9.33,1.67,22.1,30.409999999999997,12.67,11,51.6,46.400000000000006,14.62,{"aa_id":3354,"ppt_model_id":3355,"slug":423,"model_name":424,"provider_name":3356,"name":424,"provider":3356,"aa_name":3357,"is_open":11,"author_country":3100,"release_date":427,"release_month":415,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":428,"output_price_per_1m_tokens":428,"input_price":428,"output_price":428,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3358,"benchmark_aime_25":3349,"benchmark_gpqa":3359,"benchmark_hle":3200,"benchmark_ifbench":3360,"benchmark_lcr":3189,"benchmark_livecodebench":3361,"benchmark_math_hard":3362,"benchmark_mmlu_pro":3363,"benchmark_scicode":12,"benchmark_tau2":3364,"benchmark_terminalbench":3292,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":429},"be7ccc43-9ec6-45c1-adbf-554827955b3d","74a33613-5b3a-4b73-b3f3-8941218ec08c","NVIDIA","Llama 3.1 Nemotron Instruct 70B",24.67,46.5,30.75,16.900000000000002,73.27,69,23.1,{"aa_id":3366,"ppt_model_id":3367,"slug":447,"model_name":448,"provider_name":124,"name":448,"provider":124,"aa_name":3368,"is_open":11,"author_country":3100,"release_date":444,"release_month":415,"context_length":128,"inference_mode":3101,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":140,"input_price":450,"output_price":140,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3369,"benchmark_aime_25":12,"benchmark_gpqa":3370,"benchmark_hle":3371,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":3372,"benchmark_math_hard":3373,"benchmark_mmlu_pro":3374,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":451},"ce1dfb08-c08a-403a-a088-b8b58c8d63ee","a16d6f67-ae87-4af7-9372-c2f1142cb20c","Claude 3.5 Sonnet (Oct '24)",15.67,59.9,3.6999999999999997,38.1,77.13,77.2,{"aa_id":3376,"ppt_model_id":3377,"slug":454,"model_name":455,"provider_name":124,"name":455,"provider":124,"aa_name":455,"is_open":11,"author_country":3100,"release_date":457,"release_month":458,"context_length":128,"inference_mode":3101,"input_price_per_1m_tokens":459,"output_price_per_1m_tokens":460,"input_price":459,"output_price":460,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3305,"benchmark_aime_25":12,"benchmark_gpqa":3378,"benchmark_hle":3287,"benchmark_ifbench":3379,"benchmark_lcr":3380,"benchmark_livecodebench":3381,"benchmark_math_hard":3382,"benchmark_mmlu_pro":3383,"benchmark_scicode":12,"benchmark_tau2":3170,"benchmark_terminalbench":84,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"dbf399be-8a39-4a58-a333-19354eabdbc0","9236791b-0d39-46cb-ad9d-0f360bb2d151",40.8,42.79,27.33,31.4,72.07000000000001,63.4,{"aa_id":3385,"ppt_model_id":3386,"slug":479,"model_name":480,"provider_name":3281,"name":480,"provider":3281,"aa_name":3387,"is_open":34,"author_country":3283,"release_date":482,"release_month":458,"context_length":110,"inference_mode":3101,"input_price_per_1m_tokens":483,"output_price_per_1m_tokens":459,"input_price":483,"output_price":459,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":811,"benchmark_aime_25":12,"benchmark_gpqa":3388,"benchmark_hle":3127,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":3389,"benchmark_math_hard":3390,"benchmark_mmlu_pro":3391,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":3392,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":3393,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":484},"8a28a24b-4341-468d-b0df-996876989ebe","95cf10d6-7c02-4837-aeef-252ee061c737","Qwen2.5 Coder Instruct 32B",41.699999999999996,29.5,76.67,63.5,62.9615,11.4268,{"aa_id":3395,"ppt_model_id":3396,"slug":487,"model_name":488,"provider_name":3115,"name":488,"provider":3115,"aa_name":3397,"is_open":34,"author_country":3116,"release_date":490,"release_month":458,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":491,"input_price":65,"output_price":491,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3398,"benchmark_aime_25":3264,"benchmark_gpqa":3399,"benchmark_hle":3400,"benchmark_ifbench":3401,"benchmark_lcr":12,"benchmark_livecodebench":3402,"benchmark_math_hard":3403,"benchmark_mmlu_pro":3404,"benchmark_scicode":12,"benchmark_tau2":3405,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"22a3643b-66dc-47f6-9e50-19916ffe0e03","8b180f1c-e6df-4f42-847d-ce83a3d5be39","Pixtral Large",7.000000000000001,50.5,2.8000000000000003,34.489999999999995,26.1,71.39999999999999,70.1,36.55,{"aa_id":3407,"ppt_model_id":3408,"slug":494,"model_name":495,"provider_name":3115,"name":495,"provider":3115,"aa_name":3409,"is_open":34,"author_country":3116,"release_date":497,"release_month":458,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":491,"input_price":65,"output_price":491,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3344,"benchmark_aime_25":294,"benchmark_gpqa":3410,"benchmark_hle":3411,"benchmark_ifbench":3412,"benchmark_lcr":65,"benchmark_livecodebench":3413,"benchmark_math_hard":3403,"benchmark_mmlu_pro":3414,"benchmark_scicode":12,"benchmark_tau2":3415,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":498},"3eaef2fa-f153-47ff-a289-131b4ac5e9c4","95788946-0110-4c67-93af-7aa63b196a19","Mistral Large 2 (Jul '24)",47.199999999999996,2.9000000000000004,31.630000000000003,26.700000000000003,68.30000000000001,33.040000000000006,{"aa_id":3417,"ppt_model_id":3418,"slug":501,"model_name":502,"provider_name":3115,"name":502,"provider":3115,"aa_name":3419,"is_open":11,"author_country":3116,"release_date":504,"release_month":458,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":491,"input_price":65,"output_price":491,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3349,"benchmark_aime_25":3285,"benchmark_gpqa":3420,"benchmark_hle":3421,"benchmark_ifbench":3422,"benchmark_lcr":12,"benchmark_livecodebench":3423,"benchmark_math_hard":3424,"benchmark_mmlu_pro":3425,"benchmark_scicode":12,"benchmark_tau2":3426,"benchmark_terminalbench":3427,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":369},"a97d7008-459c-4d25-b94d-8cc1a0fcd26d","8bf2d997-f789-41f8-9c29-71cdfed2a48b","Mistral Large 2 (Nov '24)",48.6,3.3000000000000003,31.22,29.299999999999997,73.6,69.69999999999999,30.7,6.0600000000000005,{"aa_id":3429,"ppt_model_id":3430,"slug":507,"model_name":508,"provider_name":509,"name":508,"provider":509,"aa_name":3431,"is_open":11,"author_country":3100,"release_date":511,"release_month":512,"context_length":513,"inference_mode":3101,"input_price_per_1m_tokens":459,"output_price_per_1m_tokens":514,"input_price":459,"output_price":514,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3432,"benchmark_aime_25":3398,"benchmark_gpqa":3433,"benchmark_hle":514,"benchmark_ifbench":3372,"benchmark_lcr":321,"benchmark_livecodebench":3434,"benchmark_math_hard":3435,"benchmark_mmlu_pro":3436,"benchmark_scicode":12,"benchmark_tau2":3437,"benchmark_terminalbench":3427,"benchmark_accountingaudit":3254,"benchmark_agieval_zh":3438,"benchmark_agieval_en":3439,"benchmark_arc_challenge":3440,"benchmark_arc_easy":3441,"benchmark_bbeh":3442,"benchmark_bbh":3443,"benchmark_bfcl_v3":3444,"benchmark_bird_critic":12,"benchmark_darkbench":3445,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":3446,"benchmark_humaneval":3447,"benchmark_ifeval":3448,"benchmark_knights_and_knaves":3449,"benchmark_math":3450,"benchmark_mbppplus":3451,"benchmark_medqa":3452,"benchmark_mmlu":3453,"benchmark_mmmu":3454,"benchmark_multichallenge":3455,"benchmark_simpleqa":3456,"benchmark_stock_bcs":154,"benchmark_swe_bench_lite":3457,"benchmark_wmdp":3458,"benchmark_wmt":3459,"benchmark_aider":515},"406ef766-0c07-4c3d-a35e-0ff3d8902aca","96fdf5d4-7b9e-41f7-88cf-d08da4adc334","Nova Pro",10.67,49.9,23.3,78.60000000000001,69.1,14.04,64.8004,65.5145,92.7474,98.8215,15.9292,83.8888,67.9351,42.7273,91.6603,76.8293,81.8854,28.2857,74.78,49.2064,79.3401,78.2581,50.0577,19.0476,12.5839,2.6667,67.0393,36.9146,{"aa_id":3461,"ppt_model_id":3462,"slug":518,"model_name":519,"provider_name":509,"name":519,"provider":509,"aa_name":3463,"is_open":11,"author_country":3100,"release_date":521,"release_month":512,"context_length":119,"inference_mode":3101,"input_price_per_1m_tokens":522,"output_price_per_1m_tokens":81,"input_price":522,"output_price":81,"tokens_per_second":3464,"time_to_first_token":2314,"benchmark_aime":712,"benchmark_aime_25":491,"benchmark_gpqa":3465,"benchmark_hle":3466,"benchmark_ifbench":3467,"benchmark_lcr":3468,"benchmark_livecodebench":3285,"benchmark_math_hard":3248,"benchmark_mmlu_pro":3469,"benchmark_scicode":12,"benchmark_tau2":3437,"benchmark_terminalbench":3470,"benchmark_accountingaudit":3471,"benchmark_agieval_zh":3472,"benchmark_agieval_en":3473,"benchmark_arc_challenge":3474,"benchmark_arc_easy":3475,"benchmark_bbeh":3476,"benchmark_bbh":3477,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":3478,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":3479,"benchmark_math":3480,"benchmark_mbppplus":3481,"benchmark_medqa":12,"benchmark_mmlu":3482,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":3483,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"cea4d0bc-e23b-4087-aa5a-c253c5568bc0","8960a348-2955-4923-9f79-50514da86499","Nova Micro",243.803,35.8,4.6,29.39,13,53.1,1.52,53.3333,56.153,55.6167,86.9454,95.8333,13.1637,61.5266,91.0538,19.2857,67.02,47.8836,68.9432,4.6694,{"aa_id":3485,"ppt_model_id":3486,"slug":525,"model_name":526,"provider_name":509,"name":526,"provider":509,"aa_name":3487,"is_open":11,"author_country":3100,"release_date":528,"release_month":512,"context_length":513,"inference_mode":3101,"input_price_per_1m_tokens":395,"output_price_per_1m_tokens":529,"input_price":395,"output_price":529,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3432,"benchmark_aime_25":3398,"benchmark_gpqa":3488,"benchmark_hle":3489,"benchmark_ifbench":3490,"benchmark_lcr":3491,"benchmark_livecodebench":3492,"benchmark_math_hard":3493,"benchmark_mmlu_pro":3494,"benchmark_scicode":12,"benchmark_tau2":3495,"benchmark_terminalbench":3141,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":3496,"benchmark_arc_challenge":12,"benchmark_arc_easy":3497,"benchmark_bbeh":12,"benchmark_bbh":3498,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":3499,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":3404,"benchmark_mbppplus":3500,"benchmark_medqa":12,"benchmark_mmlu":3501,"benchmark_mmmu":3502,"benchmark_multichallenge":12,"benchmark_simpleqa":3503,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"4ec24470-96fe-4c27-806b-cdd2d429b04d","720b8ab4-98ae-4cad-b01e-b2df3797898d","Nova Lite",43.3,4.3,34.150000000000006,19,16.7,76.47,59,17.54,65.7502,97.5168,59.0078,78.0488,50.7937,72.7389,45.6667,6.565,{"aa_id":3505,"ppt_model_id":3506,"slug":532,"model_name":533,"provider_name":3157,"name":533,"provider":3157,"aa_name":3507,"is_open":34,"author_country":3100,"release_date":535,"release_month":512,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":368,"input_price":317,"output_price":368,"tokens_per_second":3508,"time_to_first_token":3509,"benchmark_aime":16,"benchmark_aime_25":3209,"benchmark_gpqa":3510,"benchmark_hle":3287,"benchmark_ifbench":3511,"benchmark_lcr":3369,"benchmark_livecodebench":3512,"benchmark_math_hard":3513,"benchmark_mmlu_pro":3514,"benchmark_scicode":12,"benchmark_tau2":3515,"benchmark_terminalbench":3235,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":3516,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":3517,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":538,"benchmark_intelligence":3518},"1d59107b-195f-4d04-8b34-f23ead9bf7ef","7c664278-8746-4552-9447-a3c1c05928e6","Llama 3.3 Instruct 70B",95.655,0.647,49.8,47.07,28.799999999999997,77.27000000000001,71.3,26.61,56.56,89.98,44.85,{"aa_id":3520,"ppt_model_id":3521,"slug":549,"model_name":550,"provider_name":9,"name":550,"provider":9,"aa_name":550,"is_open":11,"author_country":3100,"release_date":552,"release_month":512,"context_length":128,"inference_mode":3101,"input_price_per_1m_tokens":140,"output_price_per_1m_tokens":17,"input_price":140,"output_price":17,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3522,"benchmark_aime_25":12,"benchmark_gpqa":3523,"benchmark_hle":3398,"benchmark_ifbench":3524,"benchmark_lcr":3525,"benchmark_livecodebench":3526,"benchmark_math_hard":3527,"benchmark_mmlu_pro":3528,"benchmark_scicode":12,"benchmark_tau2":3529,"benchmark_terminalbench":3530,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":451},"bb4a1fe1-629f-443f-87f5-0fe3e79fff8c","6c3e465d-f722-44fa-9d39-020c614383c9",72.33000000000001,74.7,70.34,65,67.9,97,84.1,62.57,12.879999999999999,{"aa_id":12,"ppt_model_id":3532,"slug":562,"model_name":563,"provider_name":564,"name":563,"provider":564,"aa_name":12,"is_open":34,"author_country":3283,"release_date":566,"release_month":512,"context_length":567,"inference_mode":3101,"input_price_per_1m_tokens":568,"output_price_per_1m_tokens":569,"input_price":568,"output_price":569,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":12,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":1098,"benchmark_agieval_zh":3533,"benchmark_agieval_en":3534,"benchmark_arc_challenge":3535,"benchmark_arc_easy":3536,"benchmark_bbeh":3537,"benchmark_bbh":3538,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":3539,"benchmark_gaia":12,"benchmark_gsm8k":3540,"benchmark_humaneval":3541,"benchmark_ifeval":12,"benchmark_knights_and_knaves":3542,"benchmark_math":3543,"benchmark_mbppplus":3544,"benchmark_medqa":3545,"benchmark_mmlu":3546,"benchmark_mmmu":3547,"benchmark_multichallenge":12,"benchmark_simpleqa":3548,"benchmark_stock_bcs":3549,"benchmark_swe_bench_lite":3550,"benchmark_wmdp":3551,"benchmark_wmt":3552,"benchmark_aider":570},"18bbec8a-17fe-4d36-81b8-6f1c6111a913",75.7761,76.198,93.9607,98.569,15.3862,69.8098,83.6,93.7832,87.1951,60.3333,83.12,51.0582,80.3109,83.4108,48.2222,23.0049,66.6667,29.097,71.7557,36.6432,{"aa_id":3554,"ppt_model_id":3555,"slug":580,"model_name":581,"provider_name":146,"name":581,"provider":146,"aa_name":3556,"is_open":34,"author_country":3100,"release_date":583,"release_month":577,"context_length":264,"inference_mode":3101,"input_price_per_1m_tokens":584,"output_price_per_1m_tokens":81,"input_price":584,"output_price":81,"tokens_per_second":3557,"time_to_first_token":3558,"benchmark_aime":3559,"benchmark_aime_25":3214,"benchmark_gpqa":3560,"benchmark_hle":379,"benchmark_ifbench":3561,"benchmark_lcr":294,"benchmark_livecodebench":3364,"benchmark_math_hard":3562,"benchmark_mmlu_pro":3403,"benchmark_scicode":12,"benchmark_tau2":294,"benchmark_terminalbench":3563,"benchmark_accountingaudit":3549,"benchmark_agieval_zh":3564,"benchmark_agieval_en":3565,"benchmark_arc_challenge":3566,"benchmark_arc_easy":3567,"benchmark_bbeh":3568,"benchmark_bbh":3569,"benchmark_bfcl_v3":3570,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":3571,"benchmark_gaia":12,"benchmark_gsm8k":3572,"benchmark_humaneval":3573,"benchmark_ifeval":3574,"benchmark_knights_and_knaves":3575,"benchmark_math":3576,"benchmark_mbppplus":3577,"benchmark_medqa":3578,"benchmark_mmlu":3579,"benchmark_mmmu":3580,"benchmark_multichallenge":12,"benchmark_simpleqa":3581,"benchmark_stock_bcs":3325,"benchmark_swe_bench_lite":12,"benchmark_wmdp":3582,"benchmark_wmt":12,"benchmark_intelligence":3583},"8668e182-c7cc-4050-a43a-efa2e3255e17","ba99fedf-a35e-45cf-bde8-57e8a17f61e5","Phi-4",43.742,0.892,14.330000000000002,57.49999999999999,23.54,81,3.7900000000000005,60.8093,68.2247,92.5768,97.8535,10.1327,34.4602,40.8467,9.7,91.2813,84.7561,5.85,38.2857,78.18,55.0265,77.8476,77.5744,39.6667,2.3116,58.0425,30.36,{"aa_id":3585,"ppt_model_id":3586,"slug":599,"model_name":600,"provider_name":3587,"name":600,"provider":3587,"aa_name":3588,"is_open":11,"author_country":3283,"release_date":602,"release_month":577,"context_length":603,"inference_mode":3101,"input_price_per_1m_tokens":604,"output_price_per_1m_tokens":605,"input_price":604,"output_price":605,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3589,"benchmark_aime_25":3590,"benchmark_gpqa":3591,"benchmark_hle":3592,"benchmark_ifbench":3593,"benchmark_lcr":3594,"benchmark_livecodebench":3595,"benchmark_math_hard":3596,"benchmark_mmlu_pro":3597,"benchmark_scicode":345,"benchmark_tau2":3598,"benchmark_terminalbench":3427,"benchmark_accountingaudit":3599,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":3600,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":606},"6aa30489-9f35-4f65-99a0-7cf9bfe42e6f","f2a8a356-ba23-4049-aff9-38503fdaca79","DeepSeek","DeepSeek R1 (Jan '25)",68.33,68,70.8,8.5,38.98,57.67,61.7,96.6,84.39999999999999,11.4,73.3333,92.1445,{"aa_id":3602,"ppt_model_id":3603,"slug":609,"model_name":610,"provider_name":3587,"name":610,"provider":3587,"aa_name":3604,"is_open":34,"author_country":3283,"release_date":612,"release_month":577,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":559,"output_price_per_1m_tokens":459,"input_price":559,"output_price":459,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3605,"benchmark_aime_25":3606,"benchmark_gpqa":3607,"benchmark_hle":3169,"benchmark_ifbench":3608,"benchmark_lcr":191,"benchmark_livecodebench":3609,"benchmark_math_hard":3610,"benchmark_mmlu_pro":3611,"benchmark_scicode":12,"benchmark_tau2":3612,"benchmark_terminalbench":3470,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":3613,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":3614,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":3615},"d72dfe7c-8281-448d-b744-8f64793f2f7c","ffb4c499-8b9d-4ac4-b3a3-a3de4450b353","DeepSeek R1 Distill Llama 70B",67,53.669999999999995,40.2,27.55,26.6,93.47,79.5,21.93,35.82,43.36,27.81,{"aa_id":3617,"ppt_model_id":3618,"slug":618,"model_name":619,"provider_name":620,"name":619,"provider":620,"aa_name":619,"is_open":11,"author_country":3100,"release_date":622,"release_month":577,"context_length":623,"inference_mode":3101,"input_price_per_1m_tokens":26,"output_price_per_1m_tokens":26,"input_price":26,"output_price":26,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3619,"benchmark_aime_25":12,"benchmark_gpqa":3620,"benchmark_hle":796,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":3389,"benchmark_math_hard":3621,"benchmark_mmlu_pro":3622,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"a2439c01-fbe9-49b0-8e22-ecb0597d759a","3cc7597f-fb99-4436-a765-e0176e292104",48.67,47.099999999999994,81.67,68.89999999999999,{"aa_id":3624,"ppt_model_id":3625,"slug":626,"model_name":627,"provider_name":3587,"name":627,"provider":3587,"aa_name":3626,"is_open":11,"author_country":3283,"release_date":629,"release_month":577,"context_length":110,"inference_mode":3101,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":48,"input_price":48,"output_price":48,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3627,"benchmark_aime_25":3628,"benchmark_gpqa":3629,"benchmark_hle":3466,"benchmark_ifbench":3630,"benchmark_lcr":3631,"benchmark_livecodebench":3632,"benchmark_math_hard":3633,"benchmark_mmlu_pro":3634,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":3635,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":3636,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":3637},"da2f37aa-39d8-4ce6-b51e-2bf7e07ba807","6737dbfe-77a1-4ad1-83bf-5076fe825a2d","DeepSeek R1 Distill Qwen 32B",68.67,63,61.5,22.93,8.67,27,94.07,73.9,17.15,41.86,22.96,{"aa_id":3639,"ppt_model_id":3640,"slug":635,"model_name":636,"provider_name":3115,"name":636,"provider":3115,"aa_name":3641,"is_open":34,"author_country":3116,"release_date":638,"release_month":577,"context_length":110,"inference_mode":3101,"input_price_per_1m_tokens":179,"output_price_per_1m_tokens":639,"input_price":179,"output_price":639,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":712,"benchmark_aime_25":3210,"benchmark_gpqa":3104,"benchmark_hle":379,"benchmark_ifbench":3642,"benchmark_lcr":294,"benchmark_livecodebench":3643,"benchmark_math_hard":3644,"benchmark_mmlu_pro":3645,"benchmark_scicode":12,"benchmark_tau2":3646,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"0bfe5c11-4419-48d1-ae65-f81024a704f7","c8653ae4-7968-41d4-b29a-f91df3a0074a","Mistral Small 3",26.39,25.2,71.53,65.2,19.59,{"aa_id":3648,"ppt_model_id":3649,"slug":642,"model_name":643,"provider_name":9,"name":643,"provider":9,"aa_name":3650,"is_open":11,"author_country":3100,"release_date":645,"release_month":577,"context_length":128,"inference_mode":3101,"input_price_per_1m_tokens":596,"output_price_per_1m_tokens":646,"input_price":596,"output_price":646,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3651,"benchmark_aime_25":12,"benchmark_gpqa":3652,"benchmark_hle":3653,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":3654,"benchmark_math_hard":3655,"benchmark_mmlu_pro":3656,"benchmark_scicode":12,"benchmark_tau2":3657,"benchmark_terminalbench":3251,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":647},"19e15343-883e-499c-9d3b-d5afec0d7fe7","8efa97d0-087d-4c20-baa5-6b96f742d376","o3-mini",77,74.8,7.9,71.7,97.33000000000001,79.10000000000001,28.65,{"aa_id":3659,"ppt_model_id":3660,"slug":650,"model_name":651,"provider_name":3281,"name":651,"provider":3281,"aa_name":3661,"is_open":11,"author_country":3283,"release_date":653,"release_month":654,"context_length":110,"inference_mode":3101,"input_price_per_1m_tokens":655,"output_price_per_1m_tokens":656,"input_price":655,"output_price":656,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3662,"benchmark_aime_25":12,"benchmark_gpqa":3663,"benchmark_hle":379,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":3664,"benchmark_math_hard":3665,"benchmark_mmlu_pro":3666,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":657},"e3d16a21-4130-450a-8de7-14a77d0f32ea","cbc11c05-ab40-4b56-a2a5-14d3fe8c7cea","Qwen2.5 Max",23.330000000000002,58.699999999999996,35.9,83.47,76.2,{"aa_id":3668,"ppt_model_id":3669,"slug":676,"model_name":677,"provider_name":3281,"name":677,"provider":3281,"aa_name":3670,"is_open":11,"author_country":3283,"release_date":679,"release_month":654,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":680,"output_price_per_1m_tokens":681,"input_price":680,"output_price":681,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":811,"benchmark_aime_25":12,"benchmark_gpqa":3185,"benchmark_hle":3135,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":3671,"benchmark_math_hard":3672,"benchmark_mmlu_pro":3673,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"8e026e69-91cb-4122-823c-b63c06e6b441","f51ec7b3-65c0-4d66-9b5b-1c4ad453e80d","Qwen2.5 Turbo",16.3,80.53,63.3,{"aa_id":3675,"ppt_model_id":3676,"slug":723,"model_name":724,"provider_name":219,"name":724,"provider":219,"aa_name":3677,"is_open":11,"author_country":3100,"release_date":726,"release_month":654,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":244,"input_price":243,"output_price":244,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3678,"benchmark_aime_25":3679,"benchmark_gpqa":3680,"benchmark_hle":3489,"benchmark_ifbench":3607,"benchmark_lcr":3681,"benchmark_livecodebench":3682,"benchmark_math_hard":3683,"benchmark_mmlu_pro":3684,"benchmark_scicode":12,"benchmark_tau2":3685,"benchmark_terminalbench":3563,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"ef0c15a7-c6cb-427e-878d-5b500a8a5b01","32aa4ea8-eae9-48bf-91b7-8e025406c132","Gemini 2.0 Flash (Feb '25)",33,21.67,62.3,31.330000000000002,33.4,93,77.9,29.53,{"aa_id":3687,"ppt_model_id":3688,"slug":730,"model_name":731,"provider_name":9,"name":731,"provider":9,"aa_name":3689,"is_open":11,"author_country":3100,"release_date":733,"release_month":654,"context_length":128,"inference_mode":3101,"input_price_per_1m_tokens":596,"output_price_per_1m_tokens":646,"input_price":596,"output_price":646,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3690,"benchmark_aime_25":12,"benchmark_gpqa":3691,"benchmark_hle":811,"benchmark_ifbench":3692,"benchmark_lcr":3693,"benchmark_livecodebench":3694,"benchmark_math_hard":3695,"benchmark_mmlu_pro":3696,"benchmark_scicode":3697,"benchmark_tau2":3698,"benchmark_terminalbench":3427,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"b05ca06f-a2b5-46a4-b65b-d7e7fd35307a","84555602-c3e6-4535-b03f-3f4b09bba542","o3-mini (High)",86,77.3,67.14,43,73.4,98.47,80.2,42.8,31.290000000000003,{"aa_id":3700,"ppt_model_id":3701,"slug":736,"model_name":737,"provider_name":3115,"name":737,"provider":3115,"aa_name":3702,"is_open":34,"author_country":3116,"release_date":739,"release_month":654,"context_length":110,"inference_mode":3101,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":244,"input_price":82,"output_price":244,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3468,"benchmark_aime_25":12,"benchmark_gpqa":3703,"benchmark_hle":3489,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":12,"benchmark_math_hard":3704,"benchmark_mmlu_pro":3705,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"73cb1d6a-6a62-41d9-922e-adc0d40c874b","1bca1253-5ca7-4fcb-a44b-79ae65c16ab9","Mistral Saba",42.4,67.67,61.1,{"aa_id":3707,"ppt_model_id":3708,"slug":742,"model_name":3709,"provider_name":124,"name":743,"provider":124,"aa_name":3709,"is_open":11,"author_country":3100,"release_date":745,"release_month":654,"context_length":128,"inference_mode":3710,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":140,"input_price":450,"output_price":140,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3619,"benchmark_aime_25":3711,"benchmark_gpqa":3374,"benchmark_hle":3712,"benchmark_ifbench":3713,"benchmark_lcr":12,"benchmark_livecodebench":3714,"benchmark_math_hard":3715,"benchmark_mmlu_pro":3716,"benchmark_scicode":12,"benchmark_tau2":3717,"benchmark_terminalbench":3718,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":746},"3f2869f7-7fb2-462a-807f-7c80560c4b9c","ab4d3f3f-c47a-4ba7-aaad-2da29170204b","Claude 3.7 Sonnet (Reasoning)","reasoning",56.330000000000005,9.700000000000001,48.3,47.3,94.67,83.7,54.67999999999999,21.21,{"aa_id":3720,"ppt_model_id":3708,"slug":742,"model_name":743,"provider_name":124,"name":743,"provider":124,"aa_name":3721,"is_open":11,"author_country":3100,"release_date":745,"release_month":654,"context_length":128,"inference_mode":3101,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":140,"input_price":450,"output_price":140,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3722,"benchmark_aime_25":321,"benchmark_gpqa":3723,"benchmark_hle":3200,"benchmark_ifbench":3724,"benchmark_lcr":3725,"benchmark_livecodebench":3139,"benchmark_math_hard":3726,"benchmark_mmlu_pro":3727,"benchmark_scicode":12,"benchmark_tau2":437,"benchmark_terminalbench":3718,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":746},"aaa518a3-7399-44e6-b1fc-2f5f3ecc91d6","Claude 3.7 Sonnet (Non-reasoning)",22.33,65.60000000000001,44.01,51.67,85,80.30000000000001,{"aa_id":3729,"ppt_model_id":3730,"slug":749,"model_name":750,"provider_name":219,"name":750,"provider":219,"aa_name":3731,"is_open":11,"author_country":3100,"release_date":752,"release_month":654,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":753,"output_price_per_1m_tokens":48,"input_price":753,"output_price":48,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3732,"benchmark_aime_25":12,"benchmark_gpqa":3733,"benchmark_hle":3135,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":3734,"benchmark_math_hard":3735,"benchmark_mmlu_pro":3736,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"7fa454ee-8907-4033-8db6-2e2e204a3d16","7a71ae60-e155-4747-910b-9a43b51bec3b","Gemini 2.0 Flash-Lite (Preview)",30.330000000000002,54.2,18.5,87.33,72.39999999999999,{"aa_id":3738,"ppt_model_id":3739,"slug":756,"model_name":757,"provider_name":3281,"name":757,"provider":3281,"aa_name":757,"is_open":34,"author_country":3283,"release_date":759,"release_month":760,"context_length":110,"inference_mode":3101,"input_price_per_1m_tokens":673,"output_price_per_1m_tokens":673,"input_price":673,"output_price":673,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3740,"benchmark_aime_25":3741,"benchmark_gpqa":3742,"benchmark_hle":3743,"benchmark_ifbench":3744,"benchmark_lcr":3745,"benchmark_livecodebench":2865,"benchmark_math_hard":3746,"benchmark_mmlu_pro":3747,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":3748,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":3749,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":763,"benchmark_intelligence":3750},"f08eea83-6b3a-476b-a641-5252c8aef040","ba9d63c2-da30-416b-ac0c-c9b58e002f0b",78,28.999999999999996,59.3,7.3,38.78,26.669999999999998,95.73,76.4,2.87,39.77,12.21,{"aa_id":3752,"ppt_model_id":3753,"slug":773,"model_name":774,"provider_name":620,"name":774,"provider":620,"aa_name":774,"is_open":11,"author_country":3100,"release_date":776,"release_month":760,"context_length":128,"inference_mode":3101,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":140,"input_price":450,"output_price":140,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3741,"benchmark_aime_25":12,"benchmark_gpqa":3754,"benchmark_hle":3119,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":3755,"benchmark_math_hard":3756,"benchmark_mmlu_pro":3757,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"21ad274d-2ac9-4abd-98c7-b7cde217033e","98f74611-a319-44e2-979a-6e3c524c647f",57.8,27.500000000000004,74.47,75.5,{"aa_id":3759,"ppt_model_id":3760,"slug":779,"model_name":780,"provider_name":620,"name":780,"provider":620,"aa_name":780,"is_open":11,"author_country":3100,"release_date":782,"release_month":760,"context_length":119,"inference_mode":3101,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":712,"input_price":65,"output_price":712,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3761,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":12,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":12,"benchmark_math_hard":3746,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"f2a70277-f1bd-45e9-8965-31f0f979f7b3","98f11bcf-8ac5-4beb-bf27-6c992e13033e",79,{"aa_id":3763,"ppt_model_id":3764,"slug":791,"model_name":792,"provider_name":219,"name":792,"provider":219,"aa_name":3765,"is_open":34,"author_country":3100,"release_date":794,"release_month":760,"context_length":119,"inference_mode":3101,"input_price_per_1m_tokens":38,"output_price_per_1m_tokens":795,"input_price":38,"output_price":795,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3246,"benchmark_aime_25":3766,"benchmark_gpqa":3697,"benchmark_hle":3767,"benchmark_ifbench":3768,"benchmark_lcr":3769,"benchmark_livecodebench":3770,"benchmark_math_hard":3771,"benchmark_mmlu_pro":3772,"benchmark_scicode":3434,"benchmark_tau2":3773,"benchmark_terminalbench":3563,"benchmark_accountingaudit":3774,"benchmark_agieval_zh":3775,"benchmark_agieval_en":3776,"benchmark_arc_challenge":3777,"benchmark_arc_easy":3778,"benchmark_bbeh":12,"benchmark_bbh":3779,"benchmark_bfcl_v3":12,"benchmark_bird_critic":3780,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":3781,"benchmark_ifeval":3448,"benchmark_knights_and_knaves":3782,"benchmark_math":3783,"benchmark_mbppplus":3784,"benchmark_medqa":3785,"benchmark_mmlu":12,"benchmark_mmmu":3786,"benchmark_multichallenge":12,"benchmark_simpleqa":3787,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":796},"49d3c1a9-9c6c-4eec-9c11-d430a434e49a","ab811b00-eb92-46b5-ad1d-90923515188e","Gemma 3 27B Instruct",20.669999999999998,4.3999999999999995,31.840000000000003,7.33,13.700000000000001,88.27000000000001,66.9,10.530000000000001,33.3333,60.3381,65.1218,90.9556,98.2323,76.6088,25.7525,85.3659,57.5714,84.92,59.7884,67.4784,53.8889,8.4659,{"aa_id":3789,"ppt_model_id":3790,"slug":806,"model_name":807,"provider_name":342,"name":807,"provider":342,"aa_name":807,"is_open":34,"author_country":3791,"release_date":809,"release_month":760,"context_length":810,"inference_mode":3101,"input_price_per_1m_tokens":190,"output_price_per_1m_tokens":191,"input_price":190,"output_price":191,"tokens_per_second":3792,"time_to_first_token":3793,"benchmark_aime":3794,"benchmark_aime_25":3468,"benchmark_gpqa":3795,"benchmark_hle":460,"benchmark_ifbench":3796,"benchmark_lcr":3244,"benchmark_livecodebench":3797,"benchmark_math_hard":3798,"benchmark_mmlu_pro":3799,"benchmark_scicode":12,"benchmark_tau2":3234,"benchmark_terminalbench":3141,"benchmark_accountingaudit":3269,"benchmark_agieval_zh":3800,"benchmark_agieval_en":3801,"benchmark_arc_challenge":3802,"benchmark_arc_easy":3441,"benchmark_bbeh":3803,"benchmark_bbh":3804,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":3805,"benchmark_gaia":12,"benchmark_gsm8k":3806,"benchmark_humaneval":3807,"benchmark_ifeval":12,"benchmark_knights_and_knaves":3808,"benchmark_math":3809,"benchmark_mbppplus":3810,"benchmark_medqa":3811,"benchmark_mmlu":3812,"benchmark_mmmu":3813,"benchmark_multichallenge":12,"benchmark_simpleqa":3814,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":3815,"benchmark_wmt":12,"benchmark_aider":811},"b0544174-3e2f-4999-85f4-099a13710654","f2ed2885-83ef-4c98-9b50-846e93e25baf","ca",17.563,1.166,9.67,52.7,36.46,28.7,81.87,71.2,73.6419,70.1493,93.686,17.0638,79.573,80.7,94.6171,82.9268,39.1429,77.16,53.1746,73.2914,84.055,37.8889,15.8223,69.5581,{"aa_id":3817,"ppt_model_id":3818,"slug":814,"model_name":815,"provider_name":219,"name":815,"provider":219,"aa_name":3819,"is_open":34,"author_country":3100,"release_date":817,"release_month":760,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":301,"output_price_per_1m_tokens":243,"input_price":301,"output_price":243,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3820,"benchmark_aime_25":3821,"benchmark_gpqa":3108,"benchmark_hle":3200,"benchmark_ifbench":3822,"benchmark_lcr":3189,"benchmark_livecodebench":3770,"benchmark_math_hard":3823,"benchmark_mmlu_pro":3824,"benchmark_scicode":3825,"benchmark_tau2":3826,"benchmark_terminalbench":3141,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"538dd80b-7d02-473c-9c08-82a0f0dd4f54","bd0757d3-514c-44f1-94d3-4b7072fc9d88","Gemma 3 12B Instruct",22,18.33,36.730000000000004,85.33,59.5,16.400000000000002,10.82,{"aa_id":3828,"ppt_model_id":3829,"slug":820,"model_name":821,"provider_name":219,"name":821,"provider":219,"aa_name":3830,"is_open":34,"author_country":3100,"release_date":823,"release_month":760,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":179,"output_price_per_1m_tokens":301,"input_price":179,"output_price":301,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3831,"benchmark_aime_25":3348,"benchmark_gpqa":3145,"benchmark_hle":3212,"benchmark_ifbench":3832,"benchmark_lcr":3304,"benchmark_livecodebench":3833,"benchmark_math_hard":3834,"benchmark_mmlu_pro":3388,"benchmark_scicode":12,"benchmark_tau2":3835,"benchmark_terminalbench":3141,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"3bd370fb-6689-46b9-a110-27941ba34fe4","2a804eb1-bcce-4ba1-b9ea-5b62f420c17c","Gemma 3 4B Instruct",6.329999999999999,28.299999999999997,11.200000000000001,76.6,4.97,{"aa_id":3837,"ppt_model_id":3838,"slug":826,"model_name":827,"provider_name":3839,"name":827,"provider":3839,"aa_name":3840,"is_open":34,"author_country":3100,"release_date":830,"release_month":760,"context_length":119,"inference_mode":3101,"input_price_per_1m_tokens":301,"output_price_per_1m_tokens":82,"input_price":301,"output_price":82,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":3305,"benchmark_gpqa":3841,"benchmark_hle":3287,"benchmark_ifbench":3372,"benchmark_lcr":294,"benchmark_livecodebench":3842,"benchmark_math_hard":12,"benchmark_mmlu_pro":3843,"benchmark_scicode":12,"benchmark_tau2":294,"benchmark_terminalbench":294,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"d16d409d-40e2-4dcb-8428-1be9e8aaf9ad","4e2589da-61c6-46f4-a08a-a68c6fb7a4e1","Allen Institute for AI","OLMo 2 32B",32.800000000000004,6.800000000000001,51.1,{"aa_id":3845,"ppt_model_id":3846,"slug":833,"model_name":834,"provider_name":3115,"name":834,"provider":3115,"aa_name":3847,"is_open":34,"author_country":3116,"release_date":836,"release_month":760,"context_length":119,"inference_mode":3101,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":48,"input_price":317,"output_price":48,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3344,"benchmark_aime_25":3848,"benchmark_gpqa":3849,"benchmark_hle":3489,"benchmark_ifbench":3120,"benchmark_lcr":3722,"benchmark_livecodebench":3850,"benchmark_math_hard":3851,"benchmark_mmlu_pro":3852,"benchmark_scicode":3853,"benchmark_tau2":3854,"benchmark_terminalbench":3855,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"e291bb26-d16f-4380-971a-11d1901b275f","598628c8-8462-465e-b26f-8f7296280493","Mistral Small 3.1",3.6700000000000004,45.4,21.2,70.67,65.9,27.800000000000004,25.15,7.580000000000001,{"aa_id":3857,"ppt_model_id":3858,"slug":839,"model_name":840,"provider_name":9,"name":840,"provider":9,"aa_name":840,"is_open":11,"author_country":3100,"release_date":842,"release_month":760,"context_length":128,"inference_mode":3101,"input_price_per_1m_tokens":843,"output_price_per_1m_tokens":844,"input_price":843,"output_price":844,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":12,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"7c9944bd-655d-4054-a099-7e2693df521e","8cd3a60e-3231-4c91-92e0-51c97bda597c",{"aa_id":3860,"ppt_model_id":3861,"slug":847,"model_name":848,"provider_name":3587,"name":848,"provider":3587,"aa_name":3862,"is_open":34,"author_country":3283,"release_date":850,"release_month":760,"context_length":567,"inference_mode":3101,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":26,"input_price":129,"output_price":26,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3863,"benchmark_aime_25":3185,"benchmark_gpqa":3864,"benchmark_hle":3118,"benchmark_ifbench":3865,"benchmark_lcr":3866,"benchmark_livecodebench":3173,"benchmark_math_hard":3867,"benchmark_mmlu_pro":3868,"benchmark_scicode":3869,"benchmark_tau2":3870,"benchmark_terminalbench":3871,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":851},"cdaeb06f-0209-48f0-9d87-06cc9913bc62","5b342e92-5b32-4202-925d-8946c0c00075","DeepSeek V3 (Dec '24)",52,65.5,41.02,40.67,94.19999999999999,81.89999999999999,39,47.08,15.15,{"aa_id":3873,"ppt_model_id":3874,"slug":854,"model_name":855,"provider_name":3281,"name":855,"provider":3281,"aa_name":3875,"is_open":34,"author_country":3283,"release_date":857,"release_month":760,"context_length":119,"inference_mode":3101,"input_price_per_1m_tokens":673,"output_price_per_1m_tokens":673,"input_price":673,"output_price":673,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3349,"benchmark_aime_25":12,"benchmark_gpqa":3876,"benchmark_hle":460,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":3877,"benchmark_math_hard":3672,"benchmark_mmlu_pro":3425,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"6dce7b0e-ac2d-477e-92ac-c4d1f12bcd75","56e501f9-1f82-4c52-845a-ac781801338a","Qwen2.5 Instruct 32B",46.6,24.8,{"aa_id":3879,"ppt_model_id":3880,"slug":860,"model_name":861,"provider_name":3157,"name":861,"provider":3157,"aa_name":861,"is_open":34,"author_country":3100,"release_date":863,"release_month":864,"context_length":865,"inference_mode":3101,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":48,"input_price":317,"output_price":48,"tokens_per_second":3881,"time_to_first_token":3882,"benchmark_aime":3883,"benchmark_aime_25":3285,"benchmark_gpqa":3663,"benchmark_hle":379,"benchmark_ifbench":3884,"benchmark_lcr":3885,"benchmark_livecodebench":3886,"benchmark_math_hard":3597,"benchmark_mmlu_pro":3887,"benchmark_scicode":3888,"benchmark_tau2":3889,"benchmark_terminalbench":3470,"benchmark_accountingaudit":3269,"benchmark_agieval_zh":12,"benchmark_agieval_en":3890,"benchmark_arc_challenge":3891,"benchmark_arc_easy":3892,"benchmark_bbeh":3893,"benchmark_bbh":3894,"benchmark_bfcl_v3":3895,"benchmark_bird_critic":12,"benchmark_darkbench":3896,"benchmark_formal_logic_exp":317,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":3897,"benchmark_ifeval":3898,"benchmark_knights_and_knaves":3899,"benchmark_math":3900,"benchmark_mbppplus":3901,"benchmark_medqa":3902,"benchmark_mmlu":3903,"benchmark_mmmu":3904,"benchmark_multichallenge":12,"benchmark_simpleqa":3905,"benchmark_stock_bcs":294,"benchmark_swe_bench_lite":460,"benchmark_wmdp":12,"benchmark_wmt":3906},"61e1d147-56c0-44af-b21e-54853bf84000","f97674be-ce8a-49ec-a595-850219c04756",90.739,0.673,28.33,39.519999999999996,27.700000000000003,29.9,75.2,21.3,15.5,27.4479,93.942,98.6111,19.4912,79.3294,55.6857,47.7273,81.0976,83.9187,30.7143,80.04,53.9683,52.0031,24.5849,42.3333,7.3047,37.0825,{"aa_id":3908,"ppt_model_id":3909,"slug":868,"model_name":869,"provider_name":3157,"name":869,"provider":3157,"aa_name":869,"is_open":34,"author_country":3100,"release_date":871,"release_month":864,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":244,"input_price":82,"output_price":244,"tokens_per_second":3910,"time_to_first_token":3911,"benchmark_aime":3869,"benchmark_aime_25":3912,"benchmark_gpqa":3913,"benchmark_hle":796,"benchmark_ifbench":3914,"benchmark_lcr":437,"benchmark_livecodebench":3915,"benchmark_math_hard":3916,"benchmark_mmlu_pro":3917,"benchmark_scicode":3186,"benchmark_tau2":3918,"benchmark_terminalbench":3251,"benchmark_accountingaudit":1098,"benchmark_agieval_zh":12,"benchmark_agieval_en":3919,"benchmark_arc_challenge":3920,"benchmark_arc_easy":3892,"benchmark_bbeh":3921,"benchmark_bbh":3922,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":3923,"benchmark_gaia":12,"benchmark_gsm8k":3924,"benchmark_humaneval":3573,"benchmark_ifeval":12,"benchmark_knights_and_knaves":3925,"benchmark_math":3926,"benchmark_mbppplus":3927,"benchmark_medqa":3928,"benchmark_mmlu":3929,"benchmark_mmmu":3930,"benchmark_multichallenge":12,"benchmark_simpleqa":3931,"benchmark_stock_bcs":294,"benchmark_swe_bench_lite":712,"benchmark_wmdp":12,"benchmark_wmt":3932,"benchmark_aider":872},"d4f9e20b-30e2-42b5-b696-9a4179b68bf6","31f657d9-fcdf-4ab1-b895-a3c8fe06b863",58.515,0.59,19.33,67.10000000000001,42.99,39.7,88.87,80.9,17.84,76.6693,94.9659,25.6221,81.8154,10.8,95.2237,59.4286,86.8289,60.0529,78.3975,85.5434,31.3333,22.1452,37.9787,{"aa_id":3934,"ppt_model_id":3935,"slug":904,"model_name":905,"provider_name":9,"name":905,"provider":9,"aa_name":3936,"is_open":11,"author_country":3100,"release_date":907,"release_month":864,"context_length":908,"inference_mode":3101,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":467,"input_price":317,"output_price":467,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3937,"benchmark_aime_25":3938,"benchmark_gpqa":3939,"benchmark_hle":379,"benchmark_ifbench":3940,"benchmark_lcr":3941,"benchmark_livecodebench":3942,"benchmark_math_hard":3943,"benchmark_mmlu_pro":3944,"benchmark_scicode":12,"benchmark_tau2":3945,"benchmark_terminalbench":3563,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":909},"0ddc315a-6a81-4ebb-853f-44dc4051e114","3451226e-b595-4158-a36c-e524bee5224b","GPT-4.1 nano",23.669999999999998,24,51.2,32.04,20.330000000000002,32.6,84.8,65.7,17.25,{"aa_id":3947,"ppt_model_id":3948,"slug":912,"model_name":913,"provider_name":9,"name":913,"provider":9,"aa_name":3949,"is_open":11,"author_country":3100,"release_date":915,"release_month":864,"context_length":908,"inference_mode":3101,"input_price_per_1m_tokens":467,"output_price_per_1m_tokens":697,"input_price":467,"output_price":697,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3693,"benchmark_aime_25":3950,"benchmark_gpqa":3951,"benchmark_hle":139,"benchmark_ifbench":345,"benchmark_lcr":3952,"benchmark_livecodebench":3713,"benchmark_math_hard":3953,"benchmark_mmlu_pro":3954,"benchmark_scicode":12,"benchmark_tau2":3955,"benchmark_terminalbench":3855,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":916},"2f55cded-9d13-4b9d-9ed0-f7e4055002f4","377f9d36-d123-48fc-8eda-1771e733612d","GPT-4.1 mini",46.33,66.4,44,92.53,78.10000000000001,52.92,{"aa_id":3957,"ppt_model_id":3958,"slug":919,"model_name":920,"provider_name":9,"name":920,"provider":9,"aa_name":920,"is_open":11,"author_country":3100,"release_date":922,"release_month":864,"context_length":908,"inference_mode":3101,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":712,"input_price":65,"output_price":712,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3959,"benchmark_aime_25":3960,"benchmark_gpqa":3961,"benchmark_hle":3200,"benchmark_ifbench":3914,"benchmark_lcr":3589,"benchmark_livecodebench":3962,"benchmark_math_hard":3963,"benchmark_mmlu_pro":3964,"benchmark_scicode":12,"benchmark_tau2":3870,"benchmark_terminalbench":3965,"benchmark_accountingaudit":3966,"benchmark_agieval_zh":3967,"benchmark_agieval_en":3968,"benchmark_arc_challenge":3969,"benchmark_arc_easy":3970,"benchmark_bbeh":3971,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":3972,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":3973,"benchmark_ifeval":12,"benchmark_knights_and_knaves":3974,"benchmark_math":12,"benchmark_mbppplus":3975,"benchmark_medqa":3976,"benchmark_mmlu":3977,"benchmark_mmmu":3978,"benchmark_multichallenge":12,"benchmark_simpleqa":3979,"benchmark_stock_bcs":3980,"benchmark_swe_bench_lite":12,"benchmark_wmdp":3981,"benchmark_wmt":3982,"benchmark_aider":923},"13c6f2c7-09d5-42a5-af53-b7c93ed11245","86211b9b-e2a7-4807-9d9c-97efc6e847d5",43.669999999999995,34.67,66.60000000000001,45.7,91.27,80.60000000000001,13.639999999999999,83.3333,69.2905,70.0314,95.1365,99.032,17.6549,90.6,93.2927,77.1429,62.963,89.7093,84.5962,69.3333,40.4375,91.6667,71.374,37.5762,{"aa_id":3984,"ppt_model_id":3985,"slug":926,"model_name":927,"provider_name":3281,"name":927,"provider":3281,"aa_name":3986,"is_open":34,"author_country":3283,"release_date":929,"release_month":864,"context_length":110,"inference_mode":3101,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":82,"input_price":82,"output_price":82,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3987,"benchmark_aime_25":12,"benchmark_gpqa":3988,"benchmark_hle":796,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":3989,"benchmark_math_hard":3990,"benchmark_mmlu_pro":3714,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":3991,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":3992,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":3993},"41a5b11c-6ea8-455c-a923-63f1fc3db15d","dbef3256-4bd8-434c-9bed-61c9bfe0c5b5","Qwen2.5 Coder Instruct 7B",5.33,33.900000000000006,12.6,66,28.73,61.47,22.52,{"aa_id":3995,"ppt_model_id":3996,"slug":935,"model_name":936,"provider_name":9,"name":936,"provider":9,"aa_name":3997,"is_open":11,"author_country":3100,"release_date":938,"release_month":864,"context_length":128,"inference_mode":3101,"input_price_per_1m_tokens":596,"output_price_per_1m_tokens":646,"input_price":596,"output_price":646,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3998,"benchmark_aime_25":3999,"benchmark_gpqa":4000,"benchmark_hle":4001,"benchmark_ifbench":4002,"benchmark_lcr":4003,"benchmark_livecodebench":4004,"benchmark_math_hard":4005,"benchmark_mmlu_pro":4006,"benchmark_scicode":12,"benchmark_tau2":4007,"benchmark_terminalbench":3871,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":939},"6061e1ad-5631-4872-b856-171bd8c2b8b2","40b3d6fc-ac45-4e8c-b17b-67ba28f34a81","o4-mini (High)",94,90.67,78.4,16.5,68.71000000000001,61,85.9,98.87,83.2,55.559999999999995,{"aa_id":4009,"ppt_model_id":4010,"slug":942,"model_name":943,"provider_name":9,"name":943,"provider":9,"aa_name":943,"is_open":11,"author_country":3100,"release_date":945,"release_month":864,"context_length":128,"inference_mode":3101,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":712,"input_price":65,"output_price":712,"tokens_per_second":4011,"time_to_first_token":4012,"benchmark_aime":4013,"benchmark_aime_25":4014,"benchmark_gpqa":4015,"benchmark_hle":4016,"benchmark_ifbench":4017,"benchmark_lcr":4018,"benchmark_livecodebench":4019,"benchmark_math_hard":4020,"benchmark_mmlu_pro":4021,"benchmark_scicode":12,"benchmark_tau2":3805,"benchmark_terminalbench":4022,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4023,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4024,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":4025,"benchmark_medqa":12,"benchmark_mmlu":4026,"benchmark_mmmu":4027,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":946},"824d8ef1-9b1b-45bd-b88c-7188de7758aa","d58ef503-cd4d-4f92-b991-f863fdc9640d",129.696,3.615,90.33,88.33,82.69999999999999,20.1,71.43,74.67,80.80000000000001,99.2,85.3,37.12,90.8877,89.5561,61.6402,93.0922,76.3333,{"aa_id":4029,"ppt_model_id":4030,"slug":955,"model_name":956,"provider_name":3281,"name":956,"provider":3281,"aa_name":4031,"is_open":34,"author_country":3283,"release_date":958,"release_month":864,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":673,"output_price_per_1m_tokens":673,"input_price":673,"output_price":673,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4032,"benchmark_aime_25":3937,"benchmark_gpqa":1056,"benchmark_hle":3200,"benchmark_ifbench":4033,"benchmark_lcr":294,"benchmark_livecodebench":4034,"benchmark_math_hard":4035,"benchmark_mmlu_pro":3666,"benchmark_scicode":12,"benchmark_tau2":4036,"benchmark_terminalbench":3427,"benchmark_accountingaudit":3254,"benchmark_agieval_zh":4037,"benchmark_agieval_en":4038,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4039,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":4040,"benchmark_humaneval":4041,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":4042,"benchmark_medqa":12,"benchmark_mmlu":4043,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":4044,"benchmark_stock_bcs":3966,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":959},"d4b339c6-2709-4e62-a440-bc39903208ef","6e0bfad3-751a-4392-87e1-17f2ceb51aea","Qwen3 235B A22B (Non-reasoning)",32.67,36.6,34.300000000000004,90.2,27.189999999999998,89.3729,88.2168,84.2211,95.1613,90.2439,66.1677,88.6768,12.7197,{"aa_id":4046,"ppt_model_id":4030,"slug":955,"model_name":4047,"provider_name":3281,"name":956,"provider":3281,"aa_name":4047,"is_open":34,"author_country":3283,"release_date":958,"release_month":864,"context_length":252,"inference_mode":3710,"input_price_per_1m_tokens":673,"output_price_per_1m_tokens":673,"input_price":673,"output_price":673,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":1880,"benchmark_aime_25":4048,"benchmark_gpqa":3269,"benchmark_hle":3349,"benchmark_ifbench":4049,"benchmark_lcr":294,"benchmark_livecodebench":4050,"benchmark_math_hard":3683,"benchmark_mmlu_pro":4051,"benchmark_scicode":12,"benchmark_tau2":4052,"benchmark_terminalbench":3427,"benchmark_accountingaudit":3254,"benchmark_agieval_zh":4037,"benchmark_agieval_en":4038,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4039,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":4040,"benchmark_humaneval":4041,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":4042,"benchmark_medqa":12,"benchmark_mmlu":4043,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":4044,"benchmark_stock_bcs":3966,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":959},"dc235cf5-abbe-48f5-86f1-4f6b4912209e","Qwen3 235B A22B (Reasoning)",82,38.71,62.2,82.8,23.98,{"aa_id":4054,"ppt_model_id":4055,"slug":962,"model_name":963,"provider_name":3281,"name":963,"provider":3281,"aa_name":4056,"is_open":34,"author_country":3283,"release_date":965,"release_month":864,"context_length":966,"inference_mode":3101,"input_price_per_1m_tokens":639,"output_price_per_1m_tokens":967,"input_price":639,"output_price":967,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3732,"benchmark_aime_25":4057,"benchmark_gpqa":4058,"benchmark_hle":3135,"benchmark_ifbench":4059,"benchmark_lcr":294,"benchmark_livecodebench":3512,"benchmark_math_hard":4060,"benchmark_mmlu_pro":4061,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":3254,"benchmark_agieval_zh":4062,"benchmark_agieval_en":4063,"benchmark_arc_challenge":4064,"benchmark_arc_easy":4065,"benchmark_bbeh":12,"benchmark_bbh":4066,"benchmark_bfcl_v3":4067,"benchmark_bird_critic":12,"benchmark_darkbench":4068,"benchmark_formal_logic_exp":12,"benchmark_gaia":4069,"benchmark_gsm8k":4070,"benchmark_humaneval":4071,"benchmark_ifeval":4072,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":4073,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":4074,"benchmark_multichallenge":12,"benchmark_simpleqa":4075,"benchmark_stock_bcs":843,"benchmark_swe_bench_lite":4076,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":968},"f0f8ee02-5b18-4b09-a743-7c2a31a20c04","093ea70c-01f1-43df-9c9f-037e45e7ec5d","Qwen3 32B (Non-reasoning)",19.67,53.5,31.5,86.87,72.7,86.748,84.3676,94.7099,99.1162,85.824,75.6812,49.2424,12.3288,94.5578,95.7317,81.3309,63.3803,52.0717,5.4785,16.3333,{"aa_id":4078,"ppt_model_id":4055,"slug":962,"model_name":4079,"provider_name":3281,"name":963,"provider":3281,"aa_name":4079,"is_open":34,"author_country":3283,"release_date":965,"release_month":864,"context_length":966,"inference_mode":3710,"input_price_per_1m_tokens":639,"output_price_per_1m_tokens":967,"input_price":639,"output_price":967,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4080,"benchmark_aime_25":4081,"benchmark_gpqa":4082,"benchmark_hle":4083,"benchmark_ifbench":4084,"benchmark_lcr":294,"benchmark_livecodebench":4085,"benchmark_math_hard":4086,"benchmark_mmlu_pro":4087,"benchmark_scicode":4088,"benchmark_tau2":4089,"benchmark_terminalbench":3235,"benchmark_accountingaudit":3254,"benchmark_agieval_zh":4062,"benchmark_agieval_en":4063,"benchmark_arc_challenge":4064,"benchmark_arc_easy":4065,"benchmark_bbeh":12,"benchmark_bbh":4066,"benchmark_bfcl_v3":4067,"benchmark_bird_critic":12,"benchmark_darkbench":4068,"benchmark_formal_logic_exp":12,"benchmark_gaia":4069,"benchmark_gsm8k":4070,"benchmark_humaneval":4071,"benchmark_ifeval":4072,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":4073,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":4074,"benchmark_multichallenge":12,"benchmark_simpleqa":4075,"benchmark_stock_bcs":843,"benchmark_swe_bench_lite":4076,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":968},"86822b45-0946-4fae-9240-461e90314d51","Qwen3 32B (Reasoning)",80.67,73,66.8,7.3999999999999995,36.33,54.6,96.07,79.80000000000001,36,29.82,{"aa_id":4091,"ppt_model_id":4092,"slug":971,"model_name":4093,"provider_name":3281,"name":972,"provider":3281,"aa_name":4093,"is_open":34,"author_country":3283,"release_date":974,"release_month":864,"context_length":966,"inference_mode":3710,"input_price_per_1m_tokens":38,"output_price_per_1m_tokens":82,"input_price":38,"output_price":82,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4094,"benchmark_aime_25":4095,"benchmark_gpqa":647,"benchmark_hle":476,"benchmark_ifbench":4096,"benchmark_lcr":294,"benchmark_livecodebench":4097,"benchmark_math_hard":4098,"benchmark_mmlu_pro":4099,"benchmark_scicode":3426,"benchmark_tau2":3291,"benchmark_terminalbench":3563,"benchmark_accountingaudit":1098,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4100,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":4101,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"55f225fd-d44c-42eb-838b-bf09db8c220b","3754bb8c-7765-4275-9c3f-598a3e2f5bbc","Qwen3 14B (Reasoning)",76.33,55.669999999999995,40.54,52.300000000000004,96.13000000000001,77.4,84.6438,66.1444,{"aa_id":4103,"ppt_model_id":4092,"slug":971,"model_name":972,"provider_name":3281,"name":972,"provider":3281,"aa_name":4104,"is_open":34,"author_country":3283,"release_date":974,"release_month":864,"context_length":966,"inference_mode":3101,"input_price_per_1m_tokens":38,"output_price_per_1m_tokens":82,"input_price":38,"output_price":82,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4105,"benchmark_aime_25":4106,"benchmark_gpqa":4107,"benchmark_hle":3135,"benchmark_ifbench":4108,"benchmark_lcr":294,"benchmark_livecodebench":4105,"benchmark_math_hard":4109,"benchmark_mmlu_pro":4110,"benchmark_scicode":12,"benchmark_tau2":4111,"benchmark_terminalbench":3212,"benchmark_accountingaudit":1098,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4100,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":4101,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"e2795fc2-f2d7-4e34-8287-a1df8e954d8b","Qwen3 14B (Non-reasoning)",28.000000000000004,57.99999999999999,47,23.95,87.13,67.5,32.16,{"aa_id":4113,"ppt_model_id":4114,"slug":977,"model_name":4115,"provider_name":3281,"name":978,"provider":3281,"aa_name":4115,"is_open":34,"author_country":3283,"release_date":980,"release_month":864,"context_length":966,"inference_mode":3710,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":82,"input_price":82,"output_price":82,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4018,"benchmark_aime_25":3491,"benchmark_gpqa":4116,"benchmark_hle":1494,"benchmark_ifbench":4117,"benchmark_lcr":294,"benchmark_livecodebench":4118,"benchmark_math_hard":4119,"benchmark_mmlu_pro":2744,"benchmark_scicode":4120,"benchmark_tau2":4121,"benchmark_terminalbench":84,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"e5981e0b-6809-411a-8362-ad2c2bf15235","3f88d51e-d6cf-49e8-84c6-052c017c9845","Qwen3 8B (Reasoning)",58.9,33.47,40.6,90.4,27.900000000000002,27.779999999999998,{"aa_id":4123,"ppt_model_id":4114,"slug":977,"model_name":978,"provider_name":3281,"name":978,"provider":3281,"aa_name":4124,"is_open":34,"author_country":3283,"release_date":980,"release_month":864,"context_length":966,"inference_mode":3101,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":82,"input_price":82,"output_price":82,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4125,"benchmark_aime_25":4125,"benchmark_gpqa":4126,"benchmark_hle":1161,"benchmark_ifbench":3213,"benchmark_lcr":294,"benchmark_livecodebench":4127,"benchmark_math_hard":4051,"benchmark_mmlu_pro":4128,"benchmark_scicode":12,"benchmark_tau2":4129,"benchmark_terminalbench":84,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"ac12a937-7d1d-4034-a876-164005fd1661","Qwen3 8B (Non-reasoning)",24.33,45.2,20.200000000000003,64.3,24.85,{"aa_id":4131,"ppt_model_id":4132,"slug":983,"model_name":984,"provider_name":3281,"name":984,"provider":3281,"aa_name":4133,"is_open":34,"author_country":3283,"release_date":986,"release_month":864,"context_length":966,"inference_mode":3101,"input_price_per_1m_tokens":987,"output_price_per_1m_tokens":25,"input_price":987,"output_price":25,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4134,"benchmark_aime_25":3679,"benchmark_gpqa":3130,"benchmark_hle":3466,"benchmark_ifbench":4135,"benchmark_lcr":294,"benchmark_livecodebench":4136,"benchmark_math_hard":4137,"benchmark_mmlu_pro":4138,"benchmark_scicode":12,"benchmark_tau2":4139,"benchmark_terminalbench":3251,"benchmark_accountingaudit":1098,"benchmark_agieval_zh":4140,"benchmark_agieval_en":4141,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4142,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":4143,"benchmark_humaneval":3973,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":4144,"benchmark_mbppplus":4145,"benchmark_medqa":4146,"benchmark_mmlu":4147,"benchmark_mmmu":4148,"benchmark_multichallenge":12,"benchmark_simpleqa":4149,"benchmark_stock_bcs":3966,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"5d9049c5-693c-4566-9202-b6f8587fb917","125eee7e-5c10-4f90-b6bd-9d583e639d1c","Qwen3 30B A3B (Non-reasoning)",26,31.900000000000002,32.2,86.27,71,22.220000000000002,85.4767,83.0897,89.5254,94.1176,93.0046,62.6039,85.3103,85.2656,49,5.6403,{"aa_id":4151,"ppt_model_id":4132,"slug":983,"model_name":4152,"provider_name":3281,"name":984,"provider":3281,"aa_name":4152,"is_open":34,"author_country":3283,"release_date":986,"release_month":864,"context_length":966,"inference_mode":3710,"input_price_per_1m_tokens":987,"output_price_per_1m_tokens":25,"input_price":987,"output_price":25,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4153,"benchmark_aime_25":3522,"benchmark_gpqa":4154,"benchmark_hle":4155,"benchmark_ifbench":4156,"benchmark_lcr":294,"benchmark_livecodebench":4157,"benchmark_math_hard":4158,"benchmark_mmlu_pro":4159,"benchmark_scicode":12,"benchmark_tau2":4160,"benchmark_terminalbench":84,"benchmark_accountingaudit":1098,"benchmark_agieval_zh":4140,"benchmark_agieval_en":4141,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4142,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":4143,"benchmark_humaneval":3973,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":4144,"benchmark_mbppplus":4145,"benchmark_medqa":4146,"benchmark_mmlu":4147,"benchmark_mmmu":4148,"benchmark_multichallenge":12,"benchmark_simpleqa":4149,"benchmark_stock_bcs":3966,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"e1a843ea-dbd0-493f-aeab-47c1f4ab9b5b","Qwen3 30B A3B (Reasoning)",75.33,61.6,6.2,41.5,50.6,95.93,77.7,26.02,{"aa_id":4162,"ppt_model_id":4163,"slug":990,"model_name":991,"provider_name":3281,"name":991,"provider":3281,"aa_name":4164,"is_open":34,"author_country":3283,"release_date":993,"release_month":864,"context_length":966,"inference_mode":3101,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":82,"input_price":82,"output_price":82,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3244,"benchmark_aime_25":4165,"benchmark_gpqa":4166,"benchmark_hle":476,"benchmark_ifbench":4167,"benchmark_lcr":4168,"benchmark_livecodebench":4169,"benchmark_math_hard":4170,"benchmark_mmlu_pro":4171,"benchmark_scicode":12,"benchmark_tau2":3515,"benchmark_terminalbench":3292,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"21024d57-f23b-4bdb-886b-44db88312bca","9f41bae3-5eaf-401e-8255-3d680bb18307","Qwen3 4B (Non-reasoning)",52.33,51.7,33.54,11.33,37.7,84.27,67.2,{"aa_id":4173,"ppt_model_id":4163,"slug":990,"model_name":4174,"provider_name":3281,"name":991,"provider":3281,"aa_name":4175,"is_open":34,"author_country":3283,"release_date":993,"release_month":864,"context_length":966,"inference_mode":3710,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":82,"input_price":82,"output_price":82,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4176,"benchmark_aime_25":4177,"benchmark_gpqa":4178,"benchmark_hle":4155,"benchmark_ifbench":3510,"benchmark_lcr":4179,"benchmark_livecodebench":4180,"benchmark_math_hard":4181,"benchmark_mmlu_pro":2744,"benchmark_scicode":12,"benchmark_tau2":4182,"benchmark_terminalbench":3470,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"1130b9ab-5e0b-4f39-8931-ebad4783816a","Qwen3 4B (Reasoning)","Qwen3 4B 2507 (Reasoning)",65.67,82.67,66.7,37.330000000000005,64.1,93.33,25.44,{"aa_id":4184,"ppt_model_id":4185,"slug":1031,"model_name":1032,"provider_name":219,"name":1032,"provider":219,"aa_name":4186,"is_open":11,"author_country":3100,"release_date":1034,"release_month":1008,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":102,"output_price_per_1m_tokens":139,"input_price":102,"output_price":139,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4187,"benchmark_aime_25":12,"benchmark_gpqa":4188,"benchmark_hle":4189,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":3651,"benchmark_math_hard":4190,"benchmark_mmlu_pro":3716,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":1035},"ac7c8215-33d4-4608-b669-021d389f50ab","df753776-5b08-40e4-b68a-190e641c093d","Gemini 2.5 Pro Preview (May' 25)",84.33,82.19999999999999,19.900000000000002,98.6,{"aa_id":4192,"ppt_model_id":4193,"slug":1038,"model_name":1039,"provider_name":3115,"name":1039,"provider":3115,"aa_name":1039,"is_open":11,"author_country":3116,"release_date":1041,"release_month":1008,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":1042,"output_price_per_1m_tokens":1043,"input_price":1042,"output_price":1043,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3952,"benchmark_aime_25":3732,"benchmark_gpqa":3754,"benchmark_hle":3135,"benchmark_ifbench":4194,"benchmark_lcr":3681,"benchmark_livecodebench":968,"benchmark_math_hard":3999,"benchmark_mmlu_pro":4195,"benchmark_scicode":12,"benchmark_tau2":4196,"benchmark_terminalbench":3563,"benchmark_accountingaudit":3599,"benchmark_agieval_zh":4197,"benchmark_agieval_en":4198,"benchmark_arc_challenge":4199,"benchmark_arc_easy":4200,"benchmark_bbeh":4201,"benchmark_bbh":4202,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":4203,"benchmark_humaneval":3781,"benchmark_ifeval":12,"benchmark_knights_and_knaves":4204,"benchmark_math":4205,"benchmark_mbppplus":4206,"benchmark_medqa":4207,"benchmark_mmlu":4208,"benchmark_mmmu":4209,"benchmark_multichallenge":12,"benchmark_simpleqa":4210,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"d72690cb-273d-465c-b762-90dd1a834a7c","13d794fe-567e-4823-88ee-f9ed01ead977",39.25,76,24.27,74.2239,70.2671,93.43,99.0741,14.1014,81.4727,94.1622,60.7069,84.2062,54.4974,79.1045,82.5595,58.6667,19.718,{"aa_id":4212,"ppt_model_id":4213,"slug":1046,"model_name":1047,"provider_name":219,"name":1047,"provider":219,"aa_name":4214,"is_open":34,"author_country":3100,"release_date":1049,"release_month":1008,"context_length":110,"inference_mode":3101,"input_price_per_1m_tokens":294,"output_price_per_1m_tokens":294,"input_price":294,"output_price":294,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4215,"benchmark_aime_25":3559,"benchmark_gpqa":3168,"benchmark_hle":476,"benchmark_ifbench":4216,"benchmark_lcr":294,"benchmark_livecodebench":4217,"benchmark_math_hard":4218,"benchmark_mmlu_pro":4219,"benchmark_scicode":12,"benchmark_tau2":3835,"benchmark_terminalbench":84,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"8bbd01e4-5e16-4ad6-8fd6-c22ac7828d03","e7ce5407-3809-4a4b-b009-dddb363915a7","Gemma 3n E4B Instruct",13.669999999999998,27.889999999999997,14.6,77.07000000000001,48.8,{"aa_id":4221,"ppt_model_id":4222,"slug":1052,"model_name":4223,"provider_name":124,"name":1053,"provider":124,"aa_name":4224,"is_open":11,"author_country":3100,"release_date":1055,"release_month":1008,"context_length":128,"inference_mode":3710,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":140,"input_price":450,"output_price":140,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4225,"benchmark_aime_25":4226,"benchmark_gpqa":4159,"benchmark_hle":4227,"benchmark_ifbench":4228,"benchmark_lcr":3248,"benchmark_livecodebench":3864,"benchmark_math_hard":4229,"benchmark_mmlu_pro":451,"benchmark_scicode":12,"benchmark_tau2":4230,"benchmark_terminalbench":4231,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":1056},"54b687fd-0a00-4aea-8758-f20a2e7befc9","a999a4ed-59c8-43b5-9e07-6bad07c18529","Claude Sonnet 4 (Reasoning)","Claude 4 Sonnet (Reasoning)",77.33,74.33,10.7,54.690000000000005,99.07000000000001,64.62,31.06,{"aa_id":4233,"ppt_model_id":4222,"slug":1052,"model_name":1053,"provider_name":124,"name":1053,"provider":124,"aa_name":4234,"is_open":11,"author_country":3100,"release_date":1055,"release_month":1008,"context_length":128,"inference_mode":3101,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":140,"input_price":450,"output_price":140,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3866,"benchmark_aime_25":4235,"benchmark_gpqa":3414,"benchmark_hle":3489,"benchmark_ifbench":4236,"benchmark_lcr":3952,"benchmark_livecodebench":4237,"benchmark_math_hard":4238,"benchmark_mmlu_pro":3716,"benchmark_scicode":12,"benchmark_tau2":4239,"benchmark_terminalbench":4240,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":1056},"d6800cdb-3c12-439f-917b-95b0d19e0d16","Claude 4 Sonnet (Non-reasoning)",38,45.37,44.9,93.4,52.339999999999996,27.27,{"aa_id":4242,"ppt_model_id":4243,"slug":1059,"model_name":4244,"provider_name":124,"name":1060,"provider":124,"aa_name":4245,"is_open":11,"author_country":3100,"release_date":1062,"release_month":1008,"context_length":128,"inference_mode":3710,"input_price_per_1m_tokens":140,"output_price_per_1m_tokens":843,"input_price":140,"output_price":843,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4246,"benchmark_aime_25":4247,"benchmark_gpqa":4248,"benchmark_hle":4249,"benchmark_ifbench":4250,"benchmark_lcr":4251,"benchmark_livecodebench":4252,"benchmark_math_hard":4253,"benchmark_mmlu_pro":4254,"benchmark_scicode":12,"benchmark_tau2":4255,"benchmark_terminalbench":4231,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":939},"c4da6054-33a4-4bdc-9336-cff162183766","09439faa-298a-48bc-97b6-3f6b92e0db6a","Claude Opus 4 (Reasoning)","Claude 4 Opus (Reasoning)",75.67,73.33,79.60000000000001,12.3,53.74,69.33,63.6,98.2,87.3,73.39,{"aa_id":4257,"ppt_model_id":4243,"slug":1059,"model_name":1060,"provider_name":124,"name":1060,"provider":124,"aa_name":4258,"is_open":11,"author_country":3100,"release_date":1062,"release_month":1008,"context_length":128,"inference_mode":3101,"input_price_per_1m_tokens":140,"output_price_per_1m_tokens":843,"input_price":140,"output_price":843,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3711,"benchmark_aime_25":4084,"benchmark_gpqa":3404,"benchmark_hle":4155,"benchmark_ifbench":4259,"benchmark_lcr":12,"benchmark_livecodebench":3733,"benchmark_math_hard":3633,"benchmark_mmlu_pro":3690,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":939},"2e57ec02-387f-401a-bdc1-d1c6f36c020c","Claude 4 Opus (Non-reasoning)",43.269999999999996,{"aa_id":4261,"ppt_model_id":4262,"slug":1065,"model_name":1066,"provider_name":3587,"name":1066,"provider":3587,"aa_name":4263,"is_open":11,"author_country":3283,"release_date":1068,"release_month":1008,"context_length":567,"inference_mode":3101,"input_price_per_1m_tokens":25,"output_price_per_1m_tokens":1069,"input_price":25,"output_price":1069,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4264,"benchmark_aime_25":4195,"benchmark_gpqa":946,"benchmark_hle":4265,"benchmark_ifbench":4266,"benchmark_lcr":4095,"benchmark_livecodebench":3651,"benchmark_math_hard":4267,"benchmark_mmlu_pro":4268,"benchmark_scicode":12,"benchmark_tau2":3405,"benchmark_terminalbench":4269,"benchmark_accountingaudit":1098,"benchmark_agieval_zh":12,"benchmark_agieval_en":4270,"benchmark_arc_challenge":4271,"benchmark_arc_easy":4272,"benchmark_bbeh":12,"benchmark_bbh":4273,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":4020,"benchmark_gaia":4274,"benchmark_gsm8k":4275,"benchmark_humaneval":3973,"benchmark_ifeval":12,"benchmark_knights_and_knaves":4276,"benchmark_math":12,"benchmark_mbppplus":4277,"benchmark_medqa":12,"benchmark_mmlu":4278,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":4279,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":1070},"61ca0533-544d-47f7-bf98-a6cbe0ba2177","a373bb91-7d66-43d8-bc7f-c8c7f6b598b8","DeepSeek R1 0528 (May '25)",89.33,15.8,39.589999999999996,98.27,84.89999999999999,15.909999999999998,89.0157,95.1324,98.6532,87.9435,27.8788,95.2995,97.8571,59.5238,90.5349,25.0816,{"aa_id":4281,"ppt_model_id":4282,"slug":1073,"model_name":1074,"provider_name":219,"name":1074,"provider":219,"aa_name":4283,"is_open":11,"author_country":3100,"release_date":1076,"release_month":1077,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":130,"output_price_per_1m_tokens":191,"input_price":130,"output_price":191,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4284,"benchmark_aime_25":12,"benchmark_gpqa":3539,"benchmark_hle":3214,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":4285,"benchmark_math_hard":4286,"benchmark_mmlu_pro":3290,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":1078},"fc7ea66a-d820-4935-9a4e-00c53d5ca36a","334e9056-3431-4882-a09d-41211e49f61b","Gemini 2.5 Pro Preview (Mar' 25)",87,77.8,98,{"aa_id":4288,"ppt_model_id":4289,"slug":1081,"model_name":1082,"provider_name":4290,"name":1082,"provider":4290,"aa_name":4291,"is_open":11,"author_country":3100,"release_date":1084,"release_month":1077,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":140,"input_price":450,"output_price":140,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3678,"benchmark_aime_25":4106,"benchmark_gpqa":4292,"benchmark_hle":3135,"benchmark_ifbench":4293,"benchmark_lcr":4106,"benchmark_livecodebench":4294,"benchmark_math_hard":4284,"benchmark_mmlu_pro":4295,"benchmark_scicode":12,"benchmark_tau2":4296,"benchmark_terminalbench":4297,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"6627d464-2e65-4665-a340-bb0193d2a25c","1f2d1466-306e-4d55-8086-c3f485624e8b","SpaceXAI","Grok 3 Reasoning Beta",69.3,46.94,42.5,79.9,48.83,11.360000000000001,{"aa_id":4299,"ppt_model_id":4300,"slug":1087,"model_name":1088,"provider_name":4290,"name":1088,"provider":4290,"aa_name":4301,"is_open":11,"author_country":3100,"release_date":1090,"release_month":1077,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":25,"input_price":129,"output_price":25,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4181,"benchmark_aime_25":4302,"benchmark_gpqa":3656,"benchmark_hle":3349,"benchmark_ifbench":4303,"benchmark_lcr":4304,"benchmark_livecodebench":4305,"benchmark_math_hard":4020,"benchmark_mmlu_pro":4051,"benchmark_scicode":12,"benchmark_tau2":4306,"benchmark_terminalbench":4307,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"672a5322-b764-4492-8700-a8599063c496","a000c5fb-9106-4bec-bb8f-1445078bfc2e","Grok 3 mini Reasoning (High)",84.67,45.85,55.33,69.6,90.35,17.419999999999998,{"aa_id":4309,"ppt_model_id":4310,"slug":1093,"model_name":1094,"provider_name":9,"name":1094,"provider":9,"aa_name":4311,"is_open":11,"author_country":3100,"release_date":1096,"release_month":1077,"context_length":128,"inference_mode":3101,"input_price_per_1m_tokens":1097,"output_price_per_1m_tokens":1098,"input_price":1097,"output_price":1098,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":4312,"benchmark_hle":12,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":1099},"11e1a619-e27c-4253-80ae-6e6bf1476a25","0a338e02-ece0-4abe-8680-469cfcbb02f9","o3-pro",84.5,{"aa_id":4314,"ppt_model_id":4315,"slug":1102,"model_name":1103,"provider_name":219,"name":1103,"provider":219,"aa_name":1103,"is_open":11,"author_country":3100,"release_date":1105,"release_month":1077,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":26,"output_price_per_1m_tokens":191,"input_price":26,"output_price":191,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4316,"benchmark_aime_25":4317,"benchmark_gpqa":3597,"benchmark_hle":4318,"benchmark_ifbench":4319,"benchmark_lcr":3363,"benchmark_livecodebench":4320,"benchmark_math_hard":4321,"benchmark_mmlu_pro":4322,"benchmark_scicode":4323,"benchmark_tau2":4324,"benchmark_terminalbench":4325,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4326,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4327,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":3774,"benchmark_gsm8k":4328,"benchmark_humaneval":12,"benchmark_ifeval":4329,"benchmark_knights_and_knaves":12,"benchmark_math":3591,"benchmark_mbppplus":3975,"benchmark_medqa":4330,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":4331,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":968,"benchmark_wmdp":12,"benchmark_wmt":12},"05f7d45c-34e4-4600-a7db-61398e3f90a3","8d530051-07bc-4238-97a0-2e2ebe72724a",88.67,87.67,22.5,48.71,80.10000000000001,96.73,86.2,46.300000000000004,54.09,26.52,91.0841,88.7268,95.6785,90.7579,94.5797,52.982,{"aa_id":4333,"ppt_model_id":4334,"slug":1108,"model_name":4335,"provider_name":219,"name":1109,"provider":219,"aa_name":4335,"is_open":11,"author_country":3100,"release_date":1111,"release_month":1077,"context_length":727,"inference_mode":3710,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":190,"input_price":48,"output_price":190,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4187,"benchmark_aime_25":4247,"benchmark_gpqa":3761,"benchmark_hle":4336,"benchmark_ifbench":4337,"benchmark_lcr":4338,"benchmark_livecodebench":4339,"benchmark_math_hard":4340,"benchmark_mmlu_pro":4006,"benchmark_scicode":12,"benchmark_tau2":4341,"benchmark_terminalbench":3965,"benchmark_accountingaudit":3966,"benchmark_agieval_zh":12,"benchmark_agieval_en":4342,"benchmark_arc_challenge":12,"benchmark_arc_easy":4343,"benchmark_bbeh":12,"benchmark_bbh":4344,"benchmark_bfcl_v3":12,"benchmark_bird_critic":4345,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":4346,"benchmark_humaneval":12,"benchmark_ifeval":4347,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":4348,"benchmark_medqa":12,"benchmark_mmlu":4349,"benchmark_mmmu":4350,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":4351,"benchmark_swe_bench_lite":4352,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":851},"ee29b2f6-6eae-4c74-9a5b-4f7b612e9758","4459d77d-e75d-4765-9abf-98ea3c2c4ed3","Gemini 2.5 Flash (Reasoning)",12.1,50.27,65.33,69.5,98.13,31.580000000000002,74.1948,98.9057,61.5519,29.6667,79.0751,84.2884,57.672,85.7499,53,58.3333,26.087,{"aa_id":4354,"ppt_model_id":4334,"slug":1108,"model_name":1109,"provider_name":219,"name":1109,"provider":219,"aa_name":4355,"is_open":11,"author_country":3100,"release_date":1111,"release_month":1077,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":190,"input_price":48,"output_price":190,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":437,"benchmark_aime_25":4356,"benchmark_gpqa":3414,"benchmark_hle":3118,"benchmark_ifbench":3593,"benchmark_lcr":3433,"benchmark_livecodebench":4357,"benchmark_math_hard":4358,"benchmark_mmlu_pro":3917,"benchmark_scicode":12,"benchmark_tau2":4359,"benchmark_terminalbench":4360,"benchmark_accountingaudit":3966,"benchmark_agieval_zh":12,"benchmark_agieval_en":4342,"benchmark_arc_challenge":12,"benchmark_arc_easy":4343,"benchmark_bbeh":12,"benchmark_bbh":4344,"benchmark_bfcl_v3":12,"benchmark_bird_critic":4345,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":4346,"benchmark_humaneval":12,"benchmark_ifeval":4347,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":4348,"benchmark_medqa":12,"benchmark_mmlu":4349,"benchmark_mmmu":4350,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":4351,"benchmark_swe_bench_lite":4352,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":851},"3fa87a47-fcca-4724-93ec-915acd940f3a","Gemini 2.5 Flash (Non-reasoning)",60.33,49.5,93.2,14.91,12.120000000000001,{"aa_id":4362,"ppt_model_id":4363,"slug":1114,"model_name":1115,"provider_name":4364,"name":1115,"provider":4364,"aa_name":4365,"is_open":34,"author_country":3283,"release_date":1117,"release_month":1077,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":294,"output_price_per_1m_tokens":294,"input_price":294,"output_price":294,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4302,"benchmark_aime_25":4003,"benchmark_gpqa":3425,"benchmark_hle":909,"benchmark_ifbench":4366,"benchmark_lcr":3594,"benchmark_livecodebench":4367,"benchmark_math_hard":4286,"benchmark_mmlu_pro":4368,"benchmark_scicode":12,"benchmark_tau2":4369,"benchmark_terminalbench":3235,"benchmark_accountingaudit":3254,"benchmark_agieval_zh":12,"benchmark_agieval_en":4370,"benchmark_arc_challenge":4371,"benchmark_arc_easy":4372,"benchmark_bbeh":12,"benchmark_bbh":4373,"benchmark_bfcl_v3":4374,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":3540,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":4375,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":294,"benchmark_wmdp":12,"benchmark_wmt":12},"03b28e37-b787-49a9-abd9-1e679dfd916f","339acafb-9735-41ab-a6a8-1625e08c9312","MiniMax","MiniMax M1 80k",41.77,71.1,81.6,34.21,81.5397,95.3072,98.9339,74.2674,47.8496,61.9048,{"aa_id":4377,"ppt_model_id":4378,"slug":1120,"model_name":1121,"provider_name":3115,"name":1121,"provider":3115,"aa_name":4379,"is_open":34,"author_country":3116,"release_date":1123,"release_month":1077,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":753,"output_price_per_1m_tokens":82,"input_price":753,"output_price":82,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4380,"benchmark_aime_25":3632,"benchmark_gpqa":3399,"benchmark_hle":3489,"benchmark_ifbench":4117,"benchmark_lcr":3941,"benchmark_livecodebench":3755,"benchmark_math_hard":3771,"benchmark_mmlu_pro":4381,"benchmark_scicode":4382,"benchmark_tau2":3685,"benchmark_terminalbench":3251,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4383,"benchmark_arc_challenge":4384,"benchmark_arc_easy":4385,"benchmark_bbeh":4386,"benchmark_bbh":4387,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":4388,"benchmark_ifeval":12,"benchmark_knights_and_knaves":4389,"benchmark_math":12,"benchmark_mbppplus":4390,"benchmark_medqa":4391,"benchmark_mmlu":4392,"benchmark_mmmu":4393,"benchmark_multichallenge":12,"benchmark_simpleqa":4394,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":4395,"benchmark_wmdp":12,"benchmark_wmt":12},"2a00a0fd-4068-4f68-bc17-aea5dc09deba","6e68e635-72c6-412a-9954-34e6f36e7610","Mistral Small 3.2",32.33,68.10000000000001,28.599999999999998,62.3331,91.8089,97.7694,14.1814,76.4706,83.5366,55.5896,56.6138,70.4635,75.9957,55.8889,9.6625,5.6667,{"aa_id":4397,"ppt_model_id":4398,"slug":1132,"model_name":1133,"provider_name":1134,"name":1133,"provider":1134,"aa_name":1133,"is_open":34,"author_country":3283,"release_date":1136,"release_month":1077,"context_length":1137,"inference_mode":3101,"input_price_per_1m_tokens":673,"output_price_per_1m_tokens":673,"input_price":673,"output_price":673,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4399,"benchmark_aime_25":4400,"benchmark_gpqa":4401,"benchmark_hle":3421,"benchmark_ifbench":4402,"benchmark_lcr":12,"benchmark_livecodebench":4403,"benchmark_math_hard":4404,"benchmark_mmlu_pro":4405,"benchmark_scicode":12,"benchmark_tau2":294,"benchmark_terminalbench":3427,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"4fadf2fa-4544-44f6-b55b-c81ae3ad9c5e","74fcee95-fc3b-429b-9447-3ded1e17b162",49.33,41.33,81.10000000000001,39.12,46.7,93.07,77.60000000000001,{"aa_id":4407,"ppt_model_id":4408,"slug":1178,"model_name":1179,"provider_name":4290,"name":1179,"provider":4290,"aa_name":1179,"is_open":11,"author_country":3100,"release_date":1181,"release_month":1152,"context_length":810,"inference_mode":3101,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":140,"input_price":450,"output_price":140,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4409,"benchmark_aime_25":4410,"benchmark_gpqa":4411,"benchmark_hle":3413,"benchmark_ifbench":3606,"benchmark_lcr":3590,"benchmark_livecodebench":3868,"benchmark_math_hard":4412,"benchmark_mmlu_pro":4413,"benchmark_scicode":12,"benchmark_tau2":4414,"benchmark_terminalbench":4415,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":1182},"b6946da0-d1ec-4873-ad09-c3eacc3a7b41","a75404d3-fa0b-4234-9d98-7e7a34b22837",94.33,92.67,87.7,99,86.6,74.85000000000001,37.88,{"aa_id":4417,"ppt_model_id":4418,"slug":1192,"model_name":1193,"provider_name":3115,"name":1193,"provider":3115,"aa_name":4419,"is_open":34,"author_country":3116,"release_date":1195,"release_month":1152,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":584,"output_price_per_1m_tokens":318,"input_price":584,"output_price":318,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4420,"benchmark_aime_25":4421,"benchmark_gpqa":4422,"benchmark_hle":379,"benchmark_ifbench":4423,"benchmark_lcr":4424,"benchmark_livecodebench":4425,"benchmark_math_hard":4426,"benchmark_mmlu_pro":4050,"benchmark_scicode":12,"benchmark_tau2":4427,"benchmark_terminalbench":3427,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"3ece35f8-6a55-49e1-b011-5f44ad5d8d69","f21bd418-5d13-4b63-8f33-913ebd0bc78c","Devstral Small (Jul '25)",0.33,29.330000000000002,41.4,34.56,18.67,25.4,63.470000000000006,28.360000000000003,{"aa_id":4429,"ppt_model_id":4430,"slug":1198,"model_name":1199,"provider_name":3115,"name":1199,"provider":3115,"aa_name":1199,"is_open":34,"author_country":3116,"release_date":1201,"release_month":1152,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":467,"output_price_per_1m_tokens":65,"input_price":467,"output_price":65,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3304,"benchmark_aime_25":4431,"benchmark_gpqa":173,"benchmark_hle":379,"benchmark_ifbench":3120,"benchmark_lcr":4432,"benchmark_livecodebench":4433,"benchmark_math_hard":4434,"benchmark_mmlu_pro":3591,"benchmark_scicode":12,"benchmark_tau2":4435,"benchmark_terminalbench":4436,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"cace95bc-70a7-4509-91b6-814744584047","26fd4e71-75b8-4b06-bd8c-bd0016dd7420",4.67,32,33.7,70.73,19.88,9.09,{"aa_id":4438,"ppt_model_id":4439,"slug":1204,"model_name":1205,"provider_name":4440,"name":1205,"provider":4440,"aa_name":1683,"is_open":34,"author_country":3283,"release_date":1208,"release_month":1152,"context_length":274,"inference_mode":3101,"input_price_per_1m_tokens":604,"output_price_per_1m_tokens":1043,"input_price":604,"output_price":1043,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4251,"benchmark_aime_25":3715,"benchmark_gpqa":2664,"benchmark_hle":4441,"benchmark_ifbench":4381,"benchmark_lcr":939,"benchmark_livecodebench":4021,"benchmark_math_hard":4442,"benchmark_mmlu_pro":3943,"benchmark_scicode":12,"benchmark_tau2":4443,"benchmark_terminalbench":4231,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4444,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4445,"benchmark_bfcl_v3":4446,"benchmark_bird_critic":12,"benchmark_darkbench":4447,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":4448,"benchmark_humaneval":12,"benchmark_ifeval":4449,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":4450,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":4451,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":4452,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":1209},"8e0fd5e4-4856-42fb-ba7b-00b3ea9292fc","ebe5a680-6505-450b-870e-5891c0a15eb2","Kimi",23.799999999999997,97.13000000000001,92.97999999999999,83.3464,87.0834,25.2646,48.6364,94.9962,87.6155,88.2539,26.5202,42,{"aa_id":4454,"ppt_model_id":4455,"slug":1220,"model_name":1221,"provider_name":3281,"name":1221,"provider":3281,"aa_name":4456,"is_open":34,"author_country":3283,"release_date":1223,"release_month":1152,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":1224,"output_price_per_1m_tokens":1224,"input_price":1224,"output_price":1224,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4457,"benchmark_aime_25":4457,"benchmark_gpqa":4458,"benchmark_hle":1290,"benchmark_ifbench":4459,"benchmark_lcr":3988,"benchmark_livecodebench":4460,"benchmark_math_hard":4286,"benchmark_mmlu_pro":4051,"benchmark_scicode":12,"benchmark_tau2":4461,"benchmark_terminalbench":3871,"benchmark_accountingaudit":12,"benchmark_agieval_zh":4462,"benchmark_agieval_en":4463,"benchmark_arc_challenge":4464,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4465,"benchmark_bfcl_v3":12,"benchmark_bird_critic":4466,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":4467,"benchmark_humaneval":4468,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":4469,"benchmark_medqa":4470,"benchmark_mmlu":4471,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":4472,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":4473,"benchmark_wmdp":12,"benchmark_wmt":12},"41c14978-61f4-4f01-8548-39826454e80c","def3066a-ef70-4379-8fe2-458aceb625fd","Qwen3 235B A22B 2507 Instruct",71.67,75.3,46.050000000000004,52.400000000000006,33.33,84.3681,87.9419,94.7952,90.109,30.9417,88.7036,92.0732,62.6984,84.7604,85.2087,50.601,36.3333,{"aa_id":4475,"ppt_model_id":4476,"slug":1227,"model_name":1228,"provider_name":219,"name":1228,"provider":219,"aa_name":4477,"is_open":11,"author_country":3100,"release_date":1230,"release_month":1152,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":467,"input_price":317,"output_price":467,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":437,"benchmark_aime_25":4478,"benchmark_gpqa":131,"benchmark_hle":3371,"benchmark_ifbench":4059,"benchmark_lcr":4432,"benchmark_livecodebench":968,"benchmark_math_hard":4479,"benchmark_mmlu_pro":3736,"benchmark_scicode":12,"benchmark_tau2":3250,"benchmark_terminalbench":84,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4480,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4481,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":4482,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"98a51145-4729-42bc-ab22-2c9379886ea1","ed39bf6d-570e-45b6-b6f4-3d701cff678f","Gemini 2.5 Flash-Lite (Non-reasoning)",35.33,92.60000000000001,58.0126,55.9668,34.1111,{"aa_id":4484,"ppt_model_id":4476,"slug":1227,"model_name":4485,"provider_name":219,"name":1228,"provider":219,"aa_name":4486,"is_open":11,"author_country":3100,"release_date":1230,"release_month":1152,"context_length":727,"inference_mode":3710,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":467,"input_price":317,"output_price":467,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3248,"benchmark_aime_25":4487,"benchmark_gpqa":4488,"benchmark_hle":3842,"benchmark_ifbench":4489,"benchmark_lcr":4095,"benchmark_livecodebench":3742,"benchmark_math_hard":4490,"benchmark_mmlu_pro":4491,"benchmark_scicode":12,"benchmark_tau2":4492,"benchmark_terminalbench":3292,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4480,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4481,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":4482,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"f712de24-cddf-4249-9513-2e28af53381a","Gemini 2.5 Flash Lite (Reasoning)","Gemini 2.5 Flash-Lite (Reasoning)",53.33,62.5,49.86,96.87,75.9,18.42,{"aa_id":4494,"ppt_model_id":4495,"slug":1240,"model_name":1241,"provider_name":3281,"name":1241,"provider":3281,"aa_name":4496,"is_open":34,"author_country":3283,"release_date":1243,"release_month":1152,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":673,"input_price":48,"output_price":673,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4497,"benchmark_aime_25":4498,"benchmark_gpqa":4499,"benchmark_hle":476,"benchmark_ifbench":4500,"benchmark_lcr":4501,"benchmark_livecodebench":4502,"benchmark_math_hard":3867,"benchmark_mmlu_pro":4503,"benchmark_scicode":12,"benchmark_tau2":4504,"benchmark_terminalbench":4505,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4506,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4507,"benchmark_bfcl_v3":12,"benchmark_bird_critic":4508,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":4509,"benchmark_ifeval":4510,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":4511,"benchmark_medqa":12,"benchmark_mmlu":4512,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":4513,"benchmark_wmdp":12,"benchmark_wmt":12},"86abd698-c384-4faa-9930-c956e40ed1f4","b04ba9cb-b536-4335-97dc-d992337a7aa9","Qwen3 Coder 480B A35B Instruct",47.67,39.33,61.8,40.48,45.67,58.5,78.8,43.57,18.94,82.6002,88.6193,30.9859,92.6829,82.8096,63.2275,83.8057,44.6667,{"aa_id":4515,"ppt_model_id":4516,"slug":1253,"model_name":4517,"provider_name":3281,"name":1254,"provider":3281,"aa_name":4518,"is_open":34,"author_country":3283,"release_date":1256,"release_month":1152,"context_length":1160,"inference_mode":3710,"input_price_per_1m_tokens":1257,"output_price_per_1m_tokens":673,"input_price":1257,"output_price":673,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3998,"benchmark_aime_25":4519,"benchmark_gpqa":3761,"benchmark_hle":4520,"benchmark_ifbench":4521,"benchmark_lcr":939,"benchmark_livecodebench":4503,"benchmark_math_hard":4522,"benchmark_mmlu_pro":4523,"benchmark_scicode":4422,"benchmark_tau2":4524,"benchmark_terminalbench":3965,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4525,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4526,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":4527,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"25ae5e9d-4edb-4e41-9fab-07033501c750","7b9c3ea7-4768-45c8-8161-93454a2c1ee6","Qwen3 235B A22B Thinking 2507 (Reasoning)","Qwen3 235B A22B 2507 (Reasoning)",91,15.9,51.22,98.4,84.3,53.22,88.4132,90.2319,90.151,{"aa_id":4529,"ppt_model_id":4530,"slug":1260,"model_name":1261,"provider_name":4531,"name":1261,"provider":4531,"aa_name":4532,"is_open":34,"author_country":3100,"release_date":1263,"release_month":1152,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":681,"output_price_per_1m_tokens":328,"input_price":681,"output_price":328,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4533,"benchmark_aime_25":4080,"benchmark_gpqa":4534,"benchmark_hle":3398,"benchmark_ifbench":4535,"benchmark_lcr":4536,"benchmark_livecodebench":4537,"benchmark_math_hard":4538,"benchmark_mmlu_pro":4539,"benchmark_scicode":12,"benchmark_tau2":4540,"benchmark_terminalbench":4541,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4542,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4543,"benchmark_bfcl_v3":4544,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":4545,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"7e94429a-1ca7-48b2-ab04-0773e680fa21","866f66d3-77a2-484d-b8e7-49208111081e","Z AI","GLM-4.5-Air",67.33,73.3,37.55,46.67,68.4,96.53,81.5,46.489999999999995,20.45,80.4792,82.1533,69.1061,82.8942,{"aa_id":4547,"ppt_model_id":4548,"slug":1266,"model_name":4549,"provider_name":4531,"name":1267,"provider":4531,"aa_name":4550,"is_open":34,"author_country":3100,"release_date":1269,"release_month":1152,"context_length":252,"inference_mode":3710,"input_price_per_1m_tokens":244,"output_price_per_1m_tokens":1043,"input_price":244,"output_price":1043,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3735,"benchmark_aime_25":3146,"benchmark_gpqa":4551,"benchmark_hle":3468,"benchmark_ifbench":4552,"benchmark_lcr":3129,"benchmark_livecodebench":4553,"benchmark_math_hard":4554,"benchmark_mmlu_pro":4555,"benchmark_scicode":12,"benchmark_tau2":4556,"benchmark_terminalbench":4557,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4558,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4559,"benchmark_bfcl_v3":4560,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":4561,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":4562,"benchmark_wmdp":12,"benchmark_wmt":12},"09ea21b1-9a64-4d2d-b6f5-81082a1c3268","a0c8b9c9-1fb6-4b89-9c1c-ef5c1bad8887","GLM 4.5 (Reasoning)","GLM-4.5 (Reasoning)",78.2,44.080000000000005,73.8,97.87,83.5,42.980000000000004,21.97,84.9568,87.0066,76.7395,90.0085,7.6667,{"aa_id":4564,"ppt_model_id":4565,"slug":1272,"model_name":1273,"provider_name":3281,"name":1273,"provider":3281,"aa_name":4566,"is_open":34,"author_country":3283,"release_date":1275,"release_month":1152,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":39,"output_price_per_1m_tokens":48,"input_price":39,"output_price":48,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4567,"benchmark_aime_25":4568,"benchmark_gpqa":3852,"benchmark_hle":4569,"benchmark_ifbench":4570,"benchmark_lcr":4571,"benchmark_livecodebench":3130,"benchmark_math_hard":4572,"benchmark_mmlu_pro":4159,"benchmark_scicode":12,"benchmark_tau2":4573,"benchmark_terminalbench":3427,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"3c62ea6d-55d7-4346-952c-a708ca692fac","5ce1fc67-0ea7-45db-941a-41e5dd6b9834","Qwen3 30B A3B 2507 Instruct",72.67,66.33,6.9,33.06,26.33,97.53,10.23,{"aa_id":4575,"ppt_model_id":4576,"slug":1278,"model_name":1279,"provider_name":3281,"name":1279,"provider":3281,"aa_name":1279,"is_open":34,"author_country":3283,"release_date":1281,"release_month":1152,"context_length":1282,"inference_mode":3101,"input_price_per_1m_tokens":584,"output_price_per_1m_tokens":318,"input_price":584,"output_price":318,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4577,"benchmark_aime_25":3741,"benchmark_gpqa":3350,"benchmark_hle":379,"benchmark_ifbench":4578,"benchmark_lcr":4032,"benchmark_livecodebench":4579,"benchmark_math_hard":4264,"benchmark_mmlu_pro":4580,"benchmark_scicode":12,"benchmark_tau2":3291,"benchmark_terminalbench":3871,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4581,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4582,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":4203,"benchmark_humaneval":12,"benchmark_ifeval":4583,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":4584,"benchmark_medqa":12,"benchmark_mmlu":4585,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"7c675f29-c49a-4c4b-aa17-2a53c92f2c88","ea0ca2c2-4baf-45b2-a74c-163b70312aa1",29.67,32.65,40.300000000000004,70.6,69.0888,71.8937,78.7431,61.1111,77.6243,{"aa_id":12,"ppt_model_id":4587,"slug":1285,"model_name":1286,"provider_name":78,"name":1286,"provider":78,"aa_name":12,"is_open":34,"author_country":3116,"release_date":1288,"release_month":1289,"context_length":810,"inference_mode":3101,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":673,"input_price":48,"output_price":673,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":12,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4588,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4589,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":1290},"960c3ac9-f57c-47e6-b1c6-3ab304ac7805",48.3111,62.8628,{"aa_id":4591,"ppt_model_id":4592,"slug":1293,"model_name":4593,"provider_name":124,"name":1294,"provider":124,"aa_name":4594,"is_open":11,"author_country":3100,"release_date":1296,"release_month":1289,"context_length":128,"inference_mode":3710,"input_price_per_1m_tokens":140,"output_price_per_1m_tokens":843,"input_price":140,"output_price":843,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4595,"benchmark_gpqa":3917,"benchmark_hle":1679,"benchmark_ifbench":4596,"benchmark_lcr":4195,"benchmark_livecodebench":369,"benchmark_math_hard":12,"benchmark_mmlu_pro":1333,"benchmark_scicode":12,"benchmark_tau2":4597,"benchmark_terminalbench":4598,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"d09b3091-396a-4ddd-8b32-6580486e124c","7decccab-2a1f-40c4-896d-beaee9bd9a21","Claude Opus 4.1 (Reasoning)","Claude 4.1 Opus (Reasoning)",80.33,55.44,71.37,34.339999999999996,{"aa_id":4600,"ppt_model_id":4592,"slug":1293,"model_name":1294,"provider_name":124,"name":1294,"provider":124,"aa_name":4601,"is_open":11,"author_country":3100,"release_date":1296,"release_month":1289,"context_length":128,"inference_mode":3101,"input_price_per_1m_tokens":140,"output_price_per_1m_tokens":843,"input_price":140,"output_price":843,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":12,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"80890ad1-2139-4d02-90e4-15f8c58ba799","Claude 4.1 Opus (Non-reasoning)",{"aa_id":4603,"ppt_model_id":4604,"slug":1299,"model_name":1300,"provider_name":9,"name":1300,"provider":9,"aa_name":4605,"is_open":34,"author_country":3100,"release_date":1302,"release_month":1289,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":1303,"output_price_per_1m_tokens":1304,"input_price":1303,"output_price":1304,"tokens_per_second":4606,"time_to_first_token":4607,"benchmark_aime":12,"benchmark_aime_25":4264,"benchmark_gpqa":4608,"benchmark_hle":3349,"benchmark_ifbench":4609,"benchmark_lcr":3960,"benchmark_livecodebench":4159,"benchmark_math_hard":12,"benchmark_mmlu_pro":3652,"benchmark_scicode":4610,"benchmark_tau2":4611,"benchmark_terminalbench":4612,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4613,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4614,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":3998,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"31b375c1-718e-475d-83bf-3b98f61cbc5e","e8187451-bfc4-4c3a-99e8-8a29f106c9ac","gpt-oss-20b (High)",149.224,0.438,68.8,65.10000000000001,38.9,60.23,10.61,79.9686,84.3649,{"aa_id":4616,"ppt_model_id":4617,"slug":1307,"model_name":1308,"provider_name":9,"name":1308,"provider":9,"aa_name":4618,"is_open":34,"author_country":3100,"release_date":1310,"release_month":1289,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":377,"output_price_per_1m_tokens":317,"input_price":377,"output_price":317,"tokens_per_second":4619,"time_to_first_token":4620,"benchmark_aime":12,"benchmark_aime_25":4621,"benchmark_gpqa":4551,"benchmark_hle":3333,"benchmark_ifbench":4622,"benchmark_lcr":3863,"benchmark_livecodebench":4623,"benchmark_math_hard":12,"benchmark_mmlu_pro":4019,"benchmark_scicode":4624,"benchmark_tau2":4625,"benchmark_terminalbench":4626,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4627,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4628,"benchmark_bfcl_v3":12,"benchmark_bird_critic":4629,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":4630,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":2445,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":1311},"e6191a58-b31e-45fc-9121-8070c710ae0c","da80cf0c-78c4-46e2-82c9-af9bb1547843","gpt-oss-120b (High)",207.36,0.497,93.44,68.97999999999999,87.8,34,65.79,23.48,83.857,84.3496,25.7627,87.6228,{"aa_id":4632,"ppt_model_id":4633,"slug":1314,"model_name":1315,"provider_name":9,"name":1315,"provider":9,"aa_name":4634,"is_open":11,"author_country":3100,"release_date":1317,"release_month":1289,"context_length":1318,"inference_mode":3101,"input_price_per_1m_tokens":1319,"output_price_per_1m_tokens":82,"input_price":1319,"output_price":82,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4635,"benchmark_gpqa":3233,"benchmark_hle":2640,"benchmark_ifbench":4636,"benchmark_lcr":4637,"benchmark_livecodebench":4638,"benchmark_math_hard":12,"benchmark_mmlu_pro":3740,"benchmark_scicode":12,"benchmark_tau2":3405,"benchmark_terminalbench":4307,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4639,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":4640,"benchmark_bbh":4641,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":3975,"benchmark_medqa":12,"benchmark_mmlu":4642,"benchmark_mmmu":4643,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"8e712a16-2bbe-4855-a5a7-516188efe42e","f729e7ab-69a2-402d-9a36-a4af8d2bbddb","GPT-5 nano (Medium)",83.67,67.55,45,78.9,77.9654,29.292,86.881,86.7825,70.6667,{"aa_id":4645,"ppt_model_id":4646,"slug":1322,"model_name":1323,"provider_name":9,"name":1323,"provider":9,"aa_name":4647,"is_open":11,"author_country":3100,"release_date":1325,"release_month":1289,"context_length":1318,"inference_mode":3101,"input_price_per_1m_tokens":1326,"output_price_per_1m_tokens":26,"input_price":1326,"output_price":26,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":3999,"benchmark_gpqa":4051,"benchmark_hle":4648,"benchmark_ifbench":4649,"benchmark_lcr":3522,"benchmark_livecodebench":2664,"benchmark_math_hard":12,"benchmark_mmlu_pro":3716,"benchmark_scicode":3869,"benchmark_tau2":4650,"benchmark_terminalbench":4461,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4651,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":4652,"benchmark_bbh":4653,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":4654,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":4511,"benchmark_medqa":12,"benchmark_mmlu":4655,"benchmark_mmmu":4656,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":4657,"benchmark_wmdp":12,"benchmark_wmt":12},"2247f4b1-9f46-4b16-b141-b8fc750d8c5b","edb32b20-7b08-4e69-893e-4b4255fb1795","GPT-5 mini (High)",21.5,75.44,71.05,87.117,54.8894,87.7438,44.8485,90.4501,75.3333,38.3333,{"aa_id":4659,"ppt_model_id":4660,"slug":1329,"model_name":1330,"provider_name":9,"name":1330,"provider":9,"aa_name":4661,"is_open":11,"author_country":3100,"release_date":1332,"release_month":1289,"context_length":1318,"inference_mode":3101,"input_price_per_1m_tokens":130,"output_price_per_1m_tokens":191,"input_price":130,"output_price":191,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4662,"benchmark_aime_25":4409,"benchmark_gpqa":4663,"benchmark_hle":4664,"benchmark_ifbench":4665,"benchmark_lcr":4551,"benchmark_livecodebench":4666,"benchmark_math_hard":4667,"benchmark_mmlu_pro":4668,"benchmark_scicode":12,"benchmark_tau2":4669,"benchmark_terminalbench":4415,"benchmark_accountingaudit":3966,"benchmark_agieval_zh":12,"benchmark_agieval_en":4670,"benchmark_arc_challenge":4671,"benchmark_arc_easy":12,"benchmark_bbeh":4672,"benchmark_bbh":4673,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":4674,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":4675,"benchmark_mmmu":4676,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":4677,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":1333},"79b5eaf1-a41b-4322-bb89-2bc1e3ffc0da","9829faeb-73e7-46ff-b7be-bc158b920364","GPT-5 (Medium)",95.67,85.39999999999999,28.499999999999996,73.06,84.6,99.4,87.1,86.55000000000001,91.3983,96.3311,64.115,90.9356,94.8446,93.491,79.0541,54.3333,{"aa_id":4679,"ppt_model_id":4680,"slug":1336,"model_name":1337,"provider_name":9,"name":1337,"provider":9,"aa_name":4681,"is_open":11,"author_country":3100,"release_date":1339,"release_month":1289,"context_length":119,"inference_mode":3101,"input_price_per_1m_tokens":130,"output_price_per_1m_tokens":191,"input_price":130,"output_price":191,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4682,"benchmark_gpqa":4683,"benchmark_hle":3119,"benchmark_ifbench":4684,"benchmark_lcr":3525,"benchmark_livecodebench":4685,"benchmark_math_hard":12,"benchmark_mmlu_pro":4048,"benchmark_scicode":12,"benchmark_tau2":294,"benchmark_terminalbench":3530,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"1a4c63d7-5da3-4285-ad17-6a584f391966","47154bef-e78c-43d8-9ad9-ce2b4bbdf727","GPT-5 (ChatGPT)",48.33,68.60000000000001,45.03,54.300000000000004,{"aa_id":4687,"ppt_model_id":4688,"slug":1342,"model_name":1343,"provider_name":1344,"name":1343,"provider":1344,"aa_name":4689,"is_open":11,"author_country":4690,"release_date":1346,"release_month":1289,"context_length":810,"inference_mode":3101,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":712,"input_price":65,"output_price":712,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":4691,"benchmark_aime_25":3264,"benchmark_gpqa":3869,"benchmark_hle":3371,"benchmark_ifbench":4692,"benchmark_lcr":3912,"benchmark_livecodebench":4693,"benchmark_math_hard":17,"benchmark_mmlu_pro":4694,"benchmark_scicode":12,"benchmark_tau2":4695,"benchmark_terminalbench":84,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"682b9f16-63e9-4f2b-aee4-d1d944825d83","27f1a079-c301-4647-9f15-2837cdd20f45","Jamba 1.7 Large","il",5.67,35.17,18.099999999999998,57.699999999999996,13.450000000000001,{"aa_id":4697,"ppt_model_id":4698,"slug":1349,"model_name":4699,"provider_name":4531,"name":1350,"provider":4531,"aa_name":4700,"is_open":34,"author_country":3100,"release_date":1352,"release_month":1289,"context_length":161,"inference_mode":3710,"input_price_per_1m_tokens":244,"output_price_per_1m_tokens":1353,"input_price":244,"output_price":1353,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4081,"benchmark_gpqa":4537,"benchmark_hle":4701,"benchmark_ifbench":4702,"benchmark_lcr":294,"benchmark_livecodebench":647,"benchmark_math_hard":12,"benchmark_mmlu_pro":4503,"benchmark_scicode":12,"benchmark_tau2":4703,"benchmark_terminalbench":3212,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"5f768b47-797b-43c9-a536-3ad24c0590c6","91f39b7b-638d-4460-a462-f92015000df4","GLM 4.5V (Reasoning)","GLM-4.5V (Reasoning)",6.3,34.22,22.509999999999998,{"aa_id":4705,"ppt_model_id":4698,"slug":1349,"model_name":1350,"provider_name":4531,"name":1350,"provider":4531,"aa_name":4706,"is_open":34,"author_country":3100,"release_date":1352,"release_month":1289,"context_length":161,"inference_mode":3101,"input_price_per_1m_tokens":244,"output_price_per_1m_tokens":1353,"input_price":244,"output_price":1353,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4707,"benchmark_gpqa":4708,"benchmark_hle":3127,"benchmark_ifbench":4709,"benchmark_lcr":294,"benchmark_livecodebench":4710,"benchmark_math_hard":12,"benchmark_mmlu_pro":4711,"benchmark_scicode":12,"benchmark_tau2":3646,"benchmark_terminalbench":3251,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"b3cec8ea-6db8-4fbf-94c6-31e4f8bd35f7","GLM-4.5V (Non-reasoning)",15.329999999999998,57.3,28.64,35.199999999999996,75.1,{"aa_id":4713,"ppt_model_id":4714,"slug":1372,"model_name":1373,"provider_name":3115,"name":1373,"provider":3115,"aa_name":1373,"is_open":11,"author_country":3116,"release_date":1375,"release_month":1289,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":1042,"output_price_per_1m_tokens":1043,"input_price":1042,"output_price":1043,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4715,"benchmark_gpqa":4716,"benchmark_hle":3118,"benchmark_ifbench":4717,"benchmark_lcr":4718,"benchmark_livecodebench":4118,"benchmark_math_hard":12,"benchmark_mmlu_pro":3414,"benchmark_scicode":916,"benchmark_tau2":4719,"benchmark_terminalbench":4612,"benchmark_accountingaudit":12,"benchmark_agieval_zh":4720,"benchmark_agieval_en":4721,"benchmark_arc_challenge":3891,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4722,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":4723,"benchmark_gsm8k":12,"benchmark_humaneval":4724,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":4725,"benchmark_multichallenge":4726,"benchmark_simpleqa":4727,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":4728,"benchmark_wmdp":12,"benchmark_wmt":12},"08705411-1008-4a50-b1ea-a2005731765e","4e940cfd-9acd-4fec-b1bf-9f6d5cfb8058",38.33,58.8,39.800000000000004,42.67,40.64,74.1685,71.8775,80.4945,23.3083,88.4146,58.1111,37.3626,20.5039,36.4548,{"aa_id":4730,"ppt_model_id":4731,"slug":1378,"model_name":4732,"provider_name":3587,"name":1379,"provider":3587,"aa_name":4732,"is_open":34,"author_country":3283,"release_date":1381,"release_month":1289,"context_length":110,"inference_mode":3710,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":1382,"input_price":129,"output_price":1382,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4733,"benchmark_gpqa":3684,"benchmark_hle":4734,"benchmark_ifbench":4156,"benchmark_lcr":4735,"benchmark_livecodebench":4000,"benchmark_math_hard":12,"benchmark_mmlu_pro":4736,"benchmark_scicode":12,"benchmark_tau2":4737,"benchmark_terminalbench":154,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4738,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4739,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":4740,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":4741,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":4742,"benchmark_wmdp":12,"benchmark_wmt":12},"40635922-8173-46cc-9d1e-cb913a8801e6","e259e725-015c-4294-8fec-a441b8e4e065","DeepSeek V3.1 (Reasoning)",89.67,14.299999999999999,56.67,85.1,37.43,80.7934,79.7113,11.5152,23.2779,14.3333,{"aa_id":4744,"ppt_model_id":4731,"slug":1378,"model_name":1379,"provider_name":3587,"name":1379,"provider":3587,"aa_name":4745,"is_open":34,"author_country":3283,"release_date":1381,"release_month":1289,"context_length":110,"inference_mode":3101,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":1382,"input_price":129,"output_price":1382,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4746,"benchmark_gpqa":4747,"benchmark_hle":4748,"benchmark_ifbench":4749,"benchmark_lcr":4107,"benchmark_livecodebench":4694,"benchmark_math_hard":12,"benchmark_mmlu_pro":4750,"benchmark_scicode":12,"benchmark_tau2":4751,"benchmark_terminalbench":4752,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4738,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4739,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":4740,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":4741,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":4742,"benchmark_wmdp":12,"benchmark_wmt":12},"8c02b4b8-17a9-4d10-8a49-0b8f7c1bd66b","DeepSeek V3.1 (Non-reasoning)",49.669999999999995,73.5,6.7,37.82,83.3,34.8,24.240000000000002,{"aa_id":4754,"ppt_model_id":4755,"slug":1385,"model_name":4756,"provider_name":3262,"name":1386,"provider":3262,"aa_name":4757,"is_open":34,"author_country":3100,"release_date":1388,"release_month":1289,"context_length":252,"inference_mode":3710,"input_price_per_1m_tokens":26,"output_price_per_1m_tokens":450,"input_price":26,"output_price":450,"tokens_per_second":4758,"time_to_first_token":4759,"benchmark_aime":12,"benchmark_aime_25":4760,"benchmark_gpqa":4061,"benchmark_hle":4761,"benchmark_ifbench":4762,"benchmark_lcr":3722,"benchmark_livecodebench":4683,"benchmark_math_hard":12,"benchmark_mmlu_pro":4763,"benchmark_scicode":12,"benchmark_tau2":4139,"benchmark_terminalbench":4297,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4764,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":4765,"benchmark_bbh":4766,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":4767,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":4768,"benchmark_mmlu":4769,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"2276f7af-e1c3-4240-8ee7-b50a49e8b578","2660c652-4361-4c58-9341-afc7132bcdc3","Hermes 4 405B (Reasoning)","Hermes 4 - Llama-3.1 405B (Reasoning)",41.461,0.697,69.67,10.9,32.72,82.89999999999999,64.3362,11.1504,67.1786,75.4159,72.8201,77.7026,{"aa_id":4771,"ppt_model_id":4755,"slug":1385,"model_name":1386,"provider_name":3262,"name":1386,"provider":3262,"aa_name":4772,"is_open":34,"author_country":3100,"release_date":1388,"release_month":1289,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":26,"output_price_per_1m_tokens":450,"input_price":26,"output_price":450,"tokens_per_second":4773,"time_to_first_token":4774,"benchmark_aime":12,"benchmark_aime_25":4707,"benchmark_gpqa":4775,"benchmark_hle":3200,"benchmark_ifbench":4776,"benchmark_lcr":3820,"benchmark_livecodebench":4085,"benchmark_math_hard":12,"benchmark_mmlu_pro":4777,"benchmark_scicode":12,"benchmark_tau2":3515,"benchmark_terminalbench":4778,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4764,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":4765,"benchmark_bbh":4766,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":4767,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":4768,"benchmark_mmlu":4769,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"059cd54e-f613-4e94-a80d-2d84e65fd491","Hermes 4 - Llama-3.1 405B (Non-reasoning)",41.021,0.653,53.6,34.760000000000005,72.89999999999999,9.85,{"aa_id":4780,"ppt_model_id":4781,"slug":1391,"model_name":4782,"provider_name":3262,"name":1392,"provider":3262,"aa_name":4783,"is_open":34,"author_country":3100,"release_date":1394,"release_month":1289,"context_length":252,"inference_mode":3710,"input_price_per_1m_tokens":1395,"output_price_per_1m_tokens":1396,"input_price":1395,"output_price":1396,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":3627,"benchmark_gpqa":4784,"benchmark_hle":4785,"benchmark_ifbench":3698,"benchmark_lcr":3794,"benchmark_livecodebench":4786,"benchmark_math_hard":12,"benchmark_mmlu_pro":4401,"benchmark_scicode":12,"benchmark_tau2":4703,"benchmark_terminalbench":3292,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"58f78d8c-7b6f-4d13-b9c6-2e17e3c90a33","d3fda04f-325e-407c-b011-5b8dd68e747e","Hermes 4 70B (Reasoning)","Hermes 4 - Llama-3.1 70B (Reasoning)",69.89999999999999,8.799999999999999,65.3,{"aa_id":4788,"ppt_model_id":4781,"slug":1391,"model_name":1392,"provider_name":3262,"name":1392,"provider":3262,"aa_name":4789,"is_open":34,"author_country":3100,"release_date":1394,"release_month":1289,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":1395,"output_price_per_1m_tokens":1396,"input_price":1395,"output_price":1396,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4168,"benchmark_gpqa":3286,"benchmark_hle":3287,"benchmark_ifbench":4790,"benchmark_lcr":4431,"benchmark_livecodebench":4791,"benchmark_math_hard":12,"benchmark_mmlu_pro":3951,"benchmark_scicode":12,"benchmark_tau2":4792,"benchmark_terminalbench":294,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"767f6f04-03e7-4a06-8922-e14dce7137f5","Hermes 4 - Llama-3.1 70B (Non-reasoning)",28.98,26.900000000000002,21.64,{"aa_id":4794,"ppt_model_id":4795,"slug":1399,"model_name":1400,"provider_name":4290,"name":1400,"provider":4290,"aa_name":1400,"is_open":11,"author_country":3100,"release_date":1402,"release_month":1289,"context_length":810,"inference_mode":3101,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":64,"input_price":82,"output_price":64,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4796,"benchmark_gpqa":4061,"benchmark_hle":712,"benchmark_ifbench":4797,"benchmark_lcr":4350,"benchmark_livecodebench":3944,"benchmark_math_hard":12,"benchmark_mmlu_pro":4798,"benchmark_scicode":12,"benchmark_tau2":4799,"benchmark_terminalbench":4307,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"9de52516-4c02-4a68-924f-c6ab64986230","83f921d7-a506-4b80-bf69-8ef01d913f54",43.33,41.36,79.3,75.73,{"aa_id":4801,"ppt_model_id":4802,"slug":1405,"model_name":4803,"provider_name":3281,"name":1406,"provider":3281,"aa_name":4804,"is_open":34,"author_country":3283,"release_date":1408,"release_month":1289,"context_length":110,"inference_mode":3710,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":673,"input_price":82,"output_price":673,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3999,"benchmark_aime_25":3711,"benchmark_gpqa":4805,"benchmark_hle":4806,"benchmark_ifbench":4807,"benchmark_lcr":4808,"benchmark_livecodebench":4805,"benchmark_math_hard":4809,"benchmark_mmlu_pro":4810,"benchmark_scicode":3678,"benchmark_tau2":4811,"benchmark_terminalbench":3212,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4812,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4813,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":4814,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"978a4277-a906-4204-8dff-4ede10ea651e","81c5e066-cc9f-4098-b197-a28a29d23ebb","Qwen3 30B A3B Thinking 2507 (Reasoning)","Qwen3 30B A3B 2507 (Reasoning)",70.7,10.299999999999999,50.68,61.33,97.6,80.5,28.07,86.1351,87.4827,86.8324,{"aa_id":4816,"ppt_model_id":4817,"slug":1411,"model_name":1412,"provider_name":4440,"name":1412,"provider":4440,"aa_name":4818,"is_open":34,"author_country":3283,"release_date":1414,"release_month":1415,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":244,"output_price_per_1m_tokens":190,"input_price":244,"output_price":190,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4819,"benchmark_gpqa":4820,"benchmark_hle":4821,"benchmark_ifbench":3388,"benchmark_lcr":4350,"benchmark_livecodebench":4003,"benchmark_math_hard":12,"benchmark_mmlu_pro":3868,"benchmark_scicode":12,"benchmark_tau2":4255,"benchmark_terminalbench":4626,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4822,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4823,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":4824,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"361c9538-889f-40b4-8afb-adcb230d6910","23151d75-d40a-4837-8ce4-cf07a940e054","Kimi K2 0905",57.330000000000005,76.7,6.4,80.6921,86.6994,86.2342,{"aa_id":4826,"ppt_model_id":4827,"slug":1418,"model_name":4828,"provider_name":3356,"name":1419,"provider":3356,"aa_name":4829,"is_open":34,"author_country":3100,"release_date":1421,"release_month":1415,"context_length":252,"inference_mode":3710,"input_price_per_1m_tokens":395,"output_price_per_1m_tokens":82,"input_price":395,"output_price":82,"tokens_per_second":4830,"time_to_first_token":4831,"benchmark_aime":12,"benchmark_aime_25":4760,"benchmark_gpqa":4832,"benchmark_hle":796,"benchmark_ifbench":4833,"benchmark_lcr":4834,"benchmark_livecodebench":3736,"benchmark_math_hard":12,"benchmark_mmlu_pro":1533,"benchmark_scicode":12,"benchmark_tau2":3612,"benchmark_terminalbench":3470,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"b6f43e02-6fee-4ce2-a720-7bd6168b3c7a","e46c3999-04d5-45a0-9fe1-c7136f4465d0","Nemotron Nano 9B V2 (Reasoning)","NVIDIA Nemotron Nano 9B V2 (Reasoning)",194.339,0.381,56.99999999999999,27.62,22.67,{"aa_id":4836,"ppt_model_id":4827,"slug":1418,"model_name":1419,"provider_name":3356,"name":1419,"provider":3356,"aa_name":4837,"is_open":34,"author_country":3100,"release_date":1421,"release_month":1415,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":395,"output_price_per_1m_tokens":82,"input_price":395,"output_price":82,"tokens_per_second":4838,"time_to_first_token":4839,"benchmark_aime":12,"benchmark_aime_25":4840,"benchmark_gpqa":4841,"benchmark_hle":3466,"benchmark_ifbench":4842,"benchmark_lcr":3938,"benchmark_livecodebench":3404,"benchmark_math_hard":12,"benchmark_mmlu_pro":3634,"benchmark_scicode":12,"benchmark_tau2":4843,"benchmark_terminalbench":3141,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"cd62c847-30bc-4471-a1a7-dea9e7faef84","NVIDIA Nemotron Nano 9B V2 (Non-reasoning)",171.834,0.669,62.33,55.7,27.139999999999997,23.39,{"aa_id":4845,"ppt_model_id":4846,"slug":1437,"model_name":1438,"provider_name":3281,"name":1438,"provider":3281,"aa_name":1438,"is_open":34,"author_country":3283,"release_date":1440,"release_month":1415,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":39,"output_price_per_1m_tokens":673,"input_price":39,"output_price":673,"tokens_per_second":4847,"time_to_first_token":3509,"benchmark_aime":12,"benchmark_aime_25":4568,"benchmark_gpqa":4553,"benchmark_hle":4848,"benchmark_ifbench":4849,"benchmark_lcr":3129,"benchmark_livecodebench":4537,"benchmark_math_hard":12,"benchmark_mmlu_pro":3868,"benchmark_scicode":12,"benchmark_tau2":4792,"benchmark_terminalbench":3855,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4850,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4851,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":4511,"benchmark_medqa":12,"benchmark_mmlu":4852,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":4853,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"bf04d158-eb24-437d-b7c0-196ef0ccd433","ed0c7392-c8de-490f-b11b-8ee2b14bec3e",169.522,7.6,39.660000000000004,84.4069,82.2915,85.7713,40.1294,{"aa_id":4855,"ppt_model_id":4856,"slug":1443,"model_name":4857,"provider_name":3281,"name":1444,"provider":3281,"aa_name":4858,"is_open":34,"author_country":3283,"release_date":1446,"release_month":1415,"context_length":119,"inference_mode":3710,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":673,"input_price":243,"output_price":673,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4187,"benchmark_gpqa":4491,"benchmark_hle":3989,"benchmark_ifbench":4859,"benchmark_lcr":4860,"benchmark_livecodebench":4000,"benchmark_math_hard":12,"benchmark_mmlu_pro":4861,"benchmark_scicode":12,"benchmark_tau2":4862,"benchmark_terminalbench":4778,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"5773b6de-a118-4505-8d7a-9f5f235a10ba","b2041597-df03-4fc4-befe-286986b4f994","Qwen3 Next 80B A3B Thinking (Reasoning)","Qwen3 Next 80B A3B (Reasoning)",60.68,63.67,82.39999999999999,41.52,{"aa_id":4864,"ppt_model_id":4865,"slug":1463,"model_name":4866,"provider_name":4290,"name":1464,"provider":4290,"aa_name":4866,"is_open":11,"author_country":3100,"release_date":1466,"release_month":1415,"context_length":1467,"inference_mode":3710,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":25,"input_price":82,"output_price":25,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4733,"benchmark_gpqa":4867,"benchmark_hle":4868,"benchmark_ifbench":4869,"benchmark_lcr":3146,"benchmark_livecodebench":4006,"benchmark_math_hard":12,"benchmark_mmlu_pro":3726,"benchmark_scicode":12,"benchmark_tau2":4625,"benchmark_terminalbench":4505,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"84ae7f99-97f8-444f-a91e-ecac4cc579f5","ab77382c-ccd4-43f2-8f43-d147e72c6383","Grok 4 Fast (Reasoning)",84.7,19.1,50.54,{"aa_id":4871,"ppt_model_id":4865,"slug":1463,"model_name":1464,"provider_name":4290,"name":1464,"provider":4290,"aa_name":4872,"is_open":11,"author_country":3100,"release_date":1466,"release_month":1415,"context_length":1467,"inference_mode":3101,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":25,"input_price":82,"output_price":25,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4400,"benchmark_gpqa":4873,"benchmark_hle":476,"benchmark_ifbench":4874,"benchmark_lcr":3938,"benchmark_livecodebench":3265,"benchmark_math_hard":12,"benchmark_mmlu_pro":4081,"benchmark_scicode":12,"benchmark_tau2":4875,"benchmark_terminalbench":4360,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"afcd525f-9d02-4b2b-8b19-3f3f243749ca","Grok 4 Fast (Non-reasoning)",60.6,37.69,63.739999999999995,{"aa_id":4877,"ppt_model_id":4878,"slug":1470,"model_name":1471,"provider_name":3587,"name":1471,"provider":3587,"aa_name":4879,"is_open":34,"author_country":3283,"release_date":1473,"release_month":1415,"context_length":567,"inference_mode":3101,"input_price_per_1m_tokens":1474,"output_price_per_1m_tokens":26,"input_price":1474,"output_price":26,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":3606,"benchmark_gpqa":4711,"benchmark_hle":4880,"benchmark_ifbench":4881,"benchmark_lcr":4882,"benchmark_livecodebench":4883,"benchmark_math_hard":12,"benchmark_mmlu_pro":3539,"benchmark_scicode":12,"benchmark_tau2":4884,"benchmark_terminalbench":4885,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4886,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4887,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":294,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"8716feea-dc5d-454d-98cc-c1713c89b7fe","e509f593-273b-4b8b-8dbb-9b5f56732663","DeepSeek V3.1 Terminus (Non-reasoning)",8.7,41.22,45.33,52.900000000000006,37.13,31.819999999999997,84.7151,60.4669,{"aa_id":4889,"ppt_model_id":4878,"slug":1470,"model_name":4890,"provider_name":3587,"name":1471,"provider":3587,"aa_name":4890,"is_open":34,"author_country":3283,"release_date":1473,"release_month":1415,"context_length":567,"inference_mode":3710,"input_price_per_1m_tokens":1474,"output_price_per_1m_tokens":26,"input_price":1474,"output_price":26,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4733,"benchmark_gpqa":4891,"benchmark_hle":3825,"benchmark_ifbench":4892,"benchmark_lcr":4251,"benchmark_livecodebench":4087,"benchmark_math_hard":12,"benchmark_mmlu_pro":4736,"benchmark_scicode":4235,"benchmark_tau2":4884,"benchmark_terminalbench":4893,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4886,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4887,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":294,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"598db0b6-bee6-43d5-b1e6-c16363f40634","DeepSeek V3.1 Terminus (Reasoning)",79.2,57.010000000000005,30.3,{"aa_id":4895,"ppt_model_id":4896,"slug":1477,"model_name":1478,"provider_name":9,"name":1478,"provider":9,"aa_name":4897,"is_open":11,"author_country":3100,"release_date":1480,"release_month":1415,"context_length":1318,"inference_mode":3101,"input_price_per_1m_tokens":130,"output_price_per_1m_tokens":191,"input_price":130,"output_price":191,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4898,"benchmark_gpqa":3716,"benchmark_hle":3853,"benchmark_ifbench":4899,"benchmark_lcr":4457,"benchmark_livecodebench":1880,"benchmark_math_hard":12,"benchmark_mmlu_pro":4900,"benchmark_scicode":12,"benchmark_tau2":4901,"benchmark_terminalbench":4415,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"a065b939-8c45-4c91-9bd5-13cc520dba5b","428b287e-a32e-48f1-9a96-0371e6f7a0f8","GPT-5 Codex (High)",98.67,74.15,86.5,86.83999999999999,{"aa_id":12,"ppt_model_id":4903,"slug":1483,"model_name":1484,"provider_name":333,"name":1484,"provider":333,"aa_name":12,"is_open":34,"author_country":3283,"release_date":1486,"release_month":1415,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":232,"output_price_per_1m_tokens":1487,"input_price":232,"output_price":1487,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":12,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4904,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4905,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"a81946d9-92d2-43c3-a316-3b8b077c5a02",81.1469,86.9605,{"aa_id":4907,"ppt_model_id":4908,"slug":1490,"model_name":1491,"provider_name":3281,"name":1491,"provider":3281,"aa_name":1491,"is_open":11,"author_country":3283,"release_date":1493,"release_month":1415,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":666,"output_price_per_1m_tokens":1494,"input_price":666,"output_price":1494,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4080,"benchmark_gpqa":3747,"benchmark_hle":4909,"benchmark_ifbench":4910,"benchmark_lcr":437,"benchmark_livecodebench":4820,"benchmark_math_hard":12,"benchmark_mmlu_pro":3528,"benchmark_scicode":12,"benchmark_tau2":4911,"benchmark_terminalbench":4541,"benchmark_accountingaudit":3254,"benchmark_agieval_zh":12,"benchmark_agieval_en":4207,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4912,"benchmark_bfcl_v3":4913,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":4914,"benchmark_mmlu":4915,"benchmark_mmmu":4916,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"6895b9be-4765-40ce-aa8f-f3374ad3c065","6527c4b8-0b63-4794-b99f-920da57f1a50",11.899999999999999,48.03,74.27,92.5664,74.8705,85.4674,87.6442,57.4444,{"aa_id":4918,"ppt_model_id":4919,"slug":1497,"model_name":1498,"provider_name":3281,"name":1498,"provider":3281,"aa_name":1498,"is_open":34,"author_country":3283,"release_date":1500,"release_month":1415,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":428,"input_price":82,"output_price":428,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":3851,"benchmark_gpqa":3799,"benchmark_hle":3119,"benchmark_ifbench":4920,"benchmark_lcr":4032,"benchmark_livecodebench":538,"benchmark_math_hard":12,"benchmark_mmlu_pro":4921,"benchmark_scicode":12,"benchmark_tau2":4922,"benchmark_terminalbench":3251,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4923,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4327,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":4924,"benchmark_mmmu":4925,"benchmark_multichallenge":12,"benchmark_simpleqa":4926,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"d824b865-b8cd-499e-8203-164d4e6d0594","6d91ae14-b728-418b-a5aa-a11b119c3f32",42.65,82.3,35.089999999999996,80.7148,85.7641,68.1514,46.6667,{"aa_id":4928,"ppt_model_id":4929,"slug":1503,"model_name":4930,"provider_name":3281,"name":1504,"provider":3281,"aa_name":4931,"is_open":34,"author_country":3283,"release_date":1506,"release_month":1415,"context_length":252,"inference_mode":3710,"input_price_per_1m_tokens":673,"output_price_per_1m_tokens":673,"input_price":673,"output_price":673,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4014,"benchmark_gpqa":3374,"benchmark_hle":4909,"benchmark_ifbench":4932,"benchmark_lcr":4860,"benchmark_livecodebench":4933,"benchmark_math_hard":12,"benchmark_mmlu_pro":3539,"benchmark_scicode":12,"benchmark_tau2":4324,"benchmark_terminalbench":4297,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":4934,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":4935,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"05b0a628-acd8-4b5f-8492-577618e8d554","f55630ea-8e61-4068-b933-847cf24caa6c","Qwen3 VL 235B A22B Thinking (Reasoning)","Qwen3 VL 235B A22B (Reasoning)",56.46,64.60000000000001,90.3005,37.8648,{"aa_id":4937,"ppt_model_id":4938,"slug":1509,"model_name":4939,"provider_name":219,"name":1510,"provider":219,"aa_name":4940,"is_open":11,"author_country":3100,"release_date":1512,"release_month":1415,"context_length":727,"inference_mode":3710,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":467,"input_price":317,"output_price":467,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":3627,"benchmark_gpqa":4941,"benchmark_hle":3398,"benchmark_ifbench":4942,"benchmark_lcr":4943,"benchmark_livecodebench":4608,"benchmark_math_hard":12,"benchmark_mmlu_pro":4019,"benchmark_scicode":12,"benchmark_tau2":3426,"benchmark_terminalbench":3530,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"30307f16-3a13-4f9c-af3e-67f54b6de3d3","96c17ad8-9224-4e8d-86a0-92f2f075f465","Gemini 2.5 Flash Lite Preview 09-2025 (Reasoning)","Gemini 2.5 Flash-Lite Preview (Sep '25) (Reasoning)",70.89999999999999,52.59,64.67,{"aa_id":4945,"ppt_model_id":4938,"slug":1509,"model_name":1510,"provider_name":219,"name":1510,"provider":219,"aa_name":4946,"is_open":11,"author_country":3100,"release_date":1512,"release_month":1415,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":467,"input_price":317,"output_price":467,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4536,"benchmark_gpqa":4609,"benchmark_hle":3169,"benchmark_ifbench":4947,"benchmark_lcr":4746,"benchmark_livecodebench":4180,"benchmark_math_hard":12,"benchmark_mmlu_pro":4248,"benchmark_scicode":12,"benchmark_tau2":3347,"benchmark_terminalbench":3855,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"fd7595e8-aac2-49df-b70f-ce6cb39ec059","Gemini 2.5 Flash-Lite Preview (Sep '25) (Non-reasoning)",41.839999999999996,{"aa_id":4949,"ppt_model_id":4950,"slug":1528,"model_name":4951,"provider_name":3587,"name":1529,"provider":3587,"aa_name":4951,"is_open":34,"author_country":3283,"release_date":1531,"release_month":1415,"context_length":567,"inference_mode":3710,"input_price_per_1m_tokens":1474,"output_price_per_1m_tokens":1532,"input_price":1474,"output_price":1532,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4317,"benchmark_gpqa":4952,"benchmark_hle":4953,"benchmark_ifbench":4954,"benchmark_lcr":3522,"benchmark_livecodebench":4638,"benchmark_math_hard":12,"benchmark_mmlu_pro":3726,"benchmark_scicode":12,"benchmark_tau2":4955,"benchmark_terminalbench":4231,"benchmark_accountingaudit":12,"benchmark_agieval_zh":4956,"benchmark_agieval_en":4957,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4958,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":4959,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":294,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":1533},"75b3a070-7c0a-4038-9b8e-a939d6e493f5","8b2f0200-9b1d-4aae-b693-c74ff2d2b009","DeepSeek V3.2 Exp (Reasoning)",79.7,14.899999999999999,54.15,33.92,90.1053,89.0024,87.9742,88.1481,{"aa_id":4961,"ppt_model_id":4950,"slug":1528,"model_name":1529,"provider_name":3587,"name":1529,"provider":3587,"aa_name":4962,"is_open":34,"author_country":3283,"release_date":1531,"release_month":1415,"context_length":567,"inference_mode":3101,"input_price_per_1m_tokens":1474,"output_price_per_1m_tokens":1532,"input_price":1474,"output_price":1532,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":3594,"benchmark_gpqa":4553,"benchmark_hle":2445,"benchmark_ifbench":4963,"benchmark_lcr":4964,"benchmark_livecodebench":4965,"benchmark_math_hard":12,"benchmark_mmlu_pro":3539,"benchmark_scicode":12,"benchmark_tau2":4955,"benchmark_terminalbench":154,"benchmark_accountingaudit":12,"benchmark_agieval_zh":4966,"benchmark_agieval_en":4967,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4968,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":4959,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":294,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_aider":1533},"255db3f6-b52b-4518-a13e-e85ab74632b8","DeepSeek V3.2 Exp (Non-reasoning)",43.13,44.67,55.400000000000006,85.837,85.6638,52.8183,{"aa_id":4970,"ppt_model_id":4971,"slug":1536,"model_name":1537,"provider_name":124,"name":1537,"provider":124,"aa_name":4972,"is_open":11,"author_country":3100,"release_date":1539,"release_month":1415,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":140,"input_price":450,"output_price":140,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4973,"benchmark_gpqa":4061,"benchmark_hle":4974,"benchmark_ifbench":4920,"benchmark_lcr":4975,"benchmark_livecodebench":3494,"benchmark_math_hard":12,"benchmark_mmlu_pro":3690,"benchmark_scicode":12,"benchmark_tau2":4976,"benchmark_terminalbench":4977,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4978,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":4979,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":4980,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":4981,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"eccd28a2-7b42-4952-94a5-aea9ea4cdcbd","ef5ef4f0-abae-4919-af67-c859fce6b0df","Claude 4.5 Sonnet (Non-reasoning)",37,7.199999999999999,54,70.47,28.79,85.7423,94.302,96.9512,71.6667,{"aa_id":4983,"ppt_model_id":4971,"slug":1536,"model_name":4984,"provider_name":124,"name":1537,"provider":124,"aa_name":4985,"is_open":11,"author_country":3100,"release_date":1539,"release_month":1415,"context_length":664,"inference_mode":3710,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":140,"input_price":450,"output_price":140,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":1333,"benchmark_gpqa":4986,"benchmark_hle":3128,"benchmark_ifbench":4987,"benchmark_lcr":3522,"benchmark_livecodebench":3403,"benchmark_math_hard":12,"benchmark_mmlu_pro":4988,"benchmark_scicode":3962,"benchmark_tau2":4989,"benchmark_terminalbench":4990,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4991,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":4992,"benchmark_bbh":4993,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":4994,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":4995,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"4fc7fd80-7682-4bd2-992a-d309a21fa8a6","Claude Sonnet 4.5 (Reasoning)","Claude 4.5 Sonnet (Reasoning)",83.39999999999999,57.28,87.5,78.07,35.61,85.978,37.1068,94.3941,97.561,72.8889,{"aa_id":4997,"ppt_model_id":4998,"slug":1542,"model_name":4999,"provider_name":4531,"name":1543,"provider":4531,"aa_name":5000,"is_open":34,"author_country":3100,"release_date":1545,"release_month":1415,"context_length":1546,"inference_mode":3710,"input_price_per_1m_tokens":404,"output_price_per_1m_tokens":1547,"input_price":404,"output_price":1547,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":3690,"benchmark_gpqa":3740,"benchmark_hle":5001,"benchmark_ifbench":5002,"benchmark_lcr":4975,"benchmark_livecodebench":4339,"benchmark_math_hard":12,"benchmark_mmlu_pro":4763,"benchmark_scicode":12,"benchmark_tau2":4976,"benchmark_terminalbench":154,"benchmark_accountingaudit":12,"benchmark_agieval_zh":5003,"benchmark_agieval_en":5004,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5005,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":4452,"benchmark_wmdp":12,"benchmark_wmt":12},"c83b6f29-3107-4557-951d-007d950211f4","107762b9-fbdd-4109-a79b-3947204d1d99","GLM 4.6 (Reasoning)","GLM-4.6 (Reasoning)",14.499999999999998,43.4,88.1619,88.6364,85.5304,{"aa_id":5007,"ppt_model_id":4998,"slug":1542,"model_name":1543,"provider_name":4531,"name":1543,"provider":4531,"aa_name":5008,"is_open":34,"author_country":3100,"release_date":1545,"release_month":1415,"context_length":1546,"inference_mode":3101,"input_price_per_1m_tokens":404,"output_price_per_1m_tokens":1547,"input_price":404,"output_price":1547,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":5009,"benchmark_gpqa":5010,"benchmark_hle":94,"benchmark_ifbench":3822,"benchmark_lcr":4571,"benchmark_livecodebench":5011,"benchmark_math_hard":12,"benchmark_mmlu_pro":4000,"benchmark_scicode":12,"benchmark_tau2":1035,"benchmark_terminalbench":4977,"benchmark_accountingaudit":12,"benchmark_agieval_zh":5003,"benchmark_agieval_en":5004,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5005,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":4452,"benchmark_wmdp":12,"benchmark_wmt":12},"50564bc8-c104-4cfa-b596-d206bfa43dbc","GLM-4.6 (Non-reasoning)",44.330000000000005,63.2,56.10000000000001,{"aa_id":5013,"ppt_model_id":5014,"slug":1558,"model_name":1559,"provider_name":3281,"name":1559,"provider":3281,"aa_name":1559,"is_open":34,"author_country":3283,"release_date":1561,"release_month":1554,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":244,"input_price":243,"output_price":244,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":3522,"benchmark_gpqa":4339,"benchmark_hle":4701,"benchmark_ifbench":5015,"benchmark_lcr":12,"benchmark_livecodebench":3217,"benchmark_math_hard":12,"benchmark_mmlu_pro":3747,"benchmark_scicode":12,"benchmark_tau2":3250,"benchmark_terminalbench":3427,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"04883fc5-446a-4306-b809-75a933ccc0a6","dbdaca45-9dc0-4df6-81dd-c2b0c8776fd2",33.129999999999995,{"aa_id":5017,"ppt_model_id":5018,"slug":1564,"model_name":5019,"provider_name":3281,"name":1565,"provider":3281,"aa_name":5020,"is_open":34,"author_country":3283,"release_date":1567,"release_month":1554,"context_length":252,"inference_mode":3710,"input_price_per_1m_tokens":673,"output_price_per_1m_tokens":673,"input_price":673,"output_price":673,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":5021,"benchmark_gpqa":939,"benchmark_hle":909,"benchmark_ifbench":5022,"benchmark_lcr":12,"benchmark_livecodebench":3425,"benchmark_math_hard":12,"benchmark_mmlu_pro":3805,"benchmark_scicode":12,"benchmark_tau2":4435,"benchmark_terminalbench":3212,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"0881b892-29a8-406f-a92c-b1e8b1895632","f7572763-6d59-4336-84a8-59e379d14060","Qwen3 VL 30B A3B Thinking (Reasoning)","Qwen3 VL 30B A3B (Reasoning)",82.33,45.1,{"aa_id":5024,"ppt_model_id":5025,"slug":1583,"model_name":5026,"provider_name":3356,"name":1584,"provider":3356,"aa_name":5027,"is_open":11,"author_country":3100,"release_date":1586,"release_month":1554,"context_length":252,"inference_mode":3710,"input_price_per_1m_tokens":294,"output_price_per_1m_tokens":294,"input_price":294,"output_price":294,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3690,"benchmark_aime_25":3390,"benchmark_gpqa":3652,"benchmark_hle":3743,"benchmark_ifbench":3372,"benchmark_lcr":3821,"benchmark_livecodebench":5028,"benchmark_math_hard":5029,"benchmark_mmlu_pro":5030,"benchmark_scicode":12,"benchmark_tau2":4811,"benchmark_terminalbench":3212,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"c233c167-ad99-4097-8530-acbf74f8d0b2","205a6ca0-39ce-4107-80f5-4ae2732ed82d","Llama 3.3 Nemotron Super 49B V1.5 (Reasoning)","Llama Nemotron Super 49B v1.5 (Reasoning)",73.7,98.33,81.39999999999999,{"aa_id":5032,"ppt_model_id":5025,"slug":1583,"model_name":1584,"provider_name":3356,"name":1584,"provider":3356,"aa_name":5033,"is_open":11,"author_country":3100,"release_date":1586,"release_month":1554,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":294,"output_price_per_1m_tokens":294,"input_price":294,"output_price":294,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":3912,"benchmark_aime_25":712,"benchmark_gpqa":4166,"benchmark_hle":3489,"benchmark_ifbench":5034,"benchmark_lcr":3358,"benchmark_livecodebench":3741,"benchmark_math_hard":5035,"benchmark_mmlu_pro":5036,"benchmark_scicode":12,"benchmark_tau2":3854,"benchmark_terminalbench":3563,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"33ae93a0-4316-4c15-bcf3-09d4fc68f562","Llama 3.3 Nemotron Super 49B v1 (Non-reasoning)",39.46,77.53,69.8,{"aa_id":5038,"ppt_model_id":5039,"slug":1601,"model_name":1602,"provider_name":3281,"name":1602,"provider":3281,"aa_name":1602,"is_open":34,"author_country":3283,"release_date":1604,"release_month":1554,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":1028,"output_price_per_1m_tokens":82,"input_price":1028,"output_price":82,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":3380,"benchmark_gpqa":5040,"benchmark_hle":5041,"benchmark_ifbench":5042,"benchmark_lcr":5043,"benchmark_livecodebench":3109,"benchmark_math_hard":12,"benchmark_mmlu_pro":4683,"benchmark_scicode":12,"benchmark_tau2":5044,"benchmark_terminalbench":84,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"7b9e0f9a-8e35-47f9-85f9-cde966e60018","f331ac5a-07c5-480b-988d-277947d6b5d0",42.699999999999996,2.7,32.31,16.669999999999998,29.24,{"aa_id":5046,"ppt_model_id":5047,"slug":1607,"model_name":5048,"provider_name":3281,"name":1608,"provider":3281,"aa_name":5049,"is_open":11,"author_country":3283,"release_date":1610,"release_month":1554,"context_length":252,"inference_mode":3710,"input_price_per_1m_tokens":1611,"output_price_per_1m_tokens":1612,"input_price":1611,"output_price":1612,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":5050,"benchmark_gpqa":27,"benchmark_hle":379,"benchmark_ifbench":5051,"benchmark_lcr":4461,"benchmark_livecodebench":5052,"benchmark_math_hard":12,"benchmark_mmlu_pro":5053,"benchmark_scicode":12,"benchmark_tau2":4703,"benchmark_terminalbench":3563,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"3b559cce-cc65-4e99-a235-2f31c22ccfe1","ca45244e-1e9e-4c21-ba24-1d29c273d769","Qwen3 VL 8B Thinking (Reasoning)","Qwen3 VL 8B (Reasoning)",30.669999999999998,39.86,35.3,74.9,{"aa_id":5055,"ppt_model_id":5056,"slug":1615,"model_name":5057,"provider_name":124,"name":1616,"provider":124,"aa_name":5058,"is_open":11,"author_country":3100,"release_date":1618,"release_month":1554,"context_length":128,"inference_mode":3710,"input_price_per_1m_tokens":26,"output_price_per_1m_tokens":139,"input_price":26,"output_price":139,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4635,"benchmark_gpqa":4171,"benchmark_hle":5059,"benchmark_ifbench":5060,"benchmark_lcr":4226,"benchmark_livecodebench":3629,"benchmark_math_hard":12,"benchmark_mmlu_pro":4195,"benchmark_scicode":5061,"benchmark_tau2":3717,"benchmark_terminalbench":4240,"benchmark_accountingaudit":3599,"benchmark_agieval_zh":12,"benchmark_agieval_en":5062,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5063,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":5064,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":5065,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":5066,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":4677,"benchmark_wmdp":12,"benchmark_wmt":12},"acc45090-203a-4286-b13a-6085792b0634","947b1bae-ffaa-4b35-9530-0f3dd4841fd6","Claude Haiku 4.5 (Reasoning)","Claude 4.5 Haiku (Reasoning)",10.4,54.290000000000006,42.199999999999996,79.6544,81.9843,96.3415,53.4392,65.2222,{"aa_id":5068,"ppt_model_id":5056,"slug":1615,"model_name":1616,"provider_name":124,"name":1616,"provider":124,"aa_name":5069,"is_open":11,"author_country":3100,"release_date":1618,"release_month":1554,"context_length":128,"inference_mode":3101,"input_price_per_1m_tokens":26,"output_price_per_1m_tokens":139,"input_price":26,"output_price":139,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":3869,"benchmark_gpqa":4933,"benchmark_hle":3200,"benchmark_ifbench":5070,"benchmark_lcr":4746,"benchmark_livecodebench":3843,"benchmark_math_hard":12,"benchmark_mmlu_pro":1098,"benchmark_scicode":12,"benchmark_tau2":5071,"benchmark_terminalbench":4240,"benchmark_accountingaudit":3599,"benchmark_agieval_zh":12,"benchmark_agieval_en":5072,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5063,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":5073,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":5065,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":5066,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":4677,"benchmark_wmdp":12,"benchmark_wmt":12},"43826d84-f0fe-415d-84d1-279fc0b532fc","Claude 4.5 Haiku (Non-reasoning)",42.04,32.46,76.9442,93.9024,{"aa_id":5075,"ppt_model_id":5076,"slug":1637,"model_name":1638,"provider_name":1631,"name":1638,"provider":1631,"aa_name":5077,"is_open":34,"author_country":3100,"release_date":1640,"release_month":1554,"context_length":110,"inference_mode":3101,"input_price_per_1m_tokens":1634,"output_price_per_1m_tokens":265,"input_price":1634,"output_price":265,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":3246,"benchmark_gpqa":5078,"benchmark_hle":796,"benchmark_ifbench":5079,"benchmark_lcr":12,"benchmark_livecodebench":5080,"benchmark_math_hard":12,"benchmark_mmlu_pro":3399,"benchmark_scicode":12,"benchmark_tau2":3773,"benchmark_terminalbench":294,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"43c816b4-fe68-4772-92ac-03c5308689a7","33935f10-8371-4635-a796-7f02b536c738","LFM2 8B A1B",34.4,26.26,15.1,{"aa_id":5082,"ppt_model_id":5083,"slug":1643,"model_name":1644,"provider_name":3281,"name":1644,"provider":3281,"aa_name":1644,"is_open":11,"author_country":3283,"release_date":1646,"release_month":1554,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":25,"output_price_per_1m_tokens":673,"input_price":25,"output_price":673,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":3589,"benchmark_gpqa":3913,"benchmark_hle":3842,"benchmark_ifbench":5084,"benchmark_lcr":12,"benchmark_livecodebench":5085,"benchmark_math_hard":12,"benchmark_mmlu_pro":3656,"benchmark_scicode":12,"benchmark_tau2":5044,"benchmark_terminalbench":3189,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"5bbae700-a12d-4cd3-8ac4-28a7f2b83181","7d9a95b9-e031-493d-bfdd-98e1852609d6",39.18,51.4,{"aa_id":5087,"ppt_model_id":5083,"slug":1643,"model_name":5088,"provider_name":3281,"name":1644,"provider":3281,"aa_name":5089,"is_open":11,"author_country":3283,"release_date":1646,"release_month":1554,"context_length":252,"inference_mode":3710,"input_price_per_1m_tokens":25,"output_price_per_1m_tokens":673,"input_price":25,"output_price":673,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4302,"benchmark_gpqa":4534,"benchmark_hle":5090,"benchmark_ifbench":5091,"benchmark_lcr":4304,"benchmark_livecodebench":4553,"benchmark_math_hard":12,"benchmark_mmlu_pro":2789,"benchmark_scicode":12,"benchmark_tau2":5092,"benchmark_terminalbench":3855,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"e44239c2-d913-469d-9b25-b40d78605cd2","Qwen3 VL 32B Instruct (Reasoning)","Qwen3 VL 32B (Reasoning)",10.100000000000001,59.39,45.61,{"aa_id":5094,"ppt_model_id":5095,"slug":1649,"model_name":1650,"provider_name":4364,"name":1650,"provider":4364,"aa_name":5096,"is_open":34,"author_country":3283,"release_date":1652,"release_month":1554,"context_length":1653,"inference_mode":3101,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":162,"input_price":48,"output_price":162,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":5097,"benchmark_gpqa":4159,"benchmark_hle":3770,"benchmark_ifbench":5098,"benchmark_lcr":5099,"benchmark_livecodebench":5100,"benchmark_math_hard":12,"benchmark_mmlu_pro":4048,"benchmark_scicode":12,"benchmark_tau2":4901,"benchmark_terminalbench":5101,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"b3e6b18d-11be-4c46-a1bd-23b6e2cbf67a","c2abef0e-6eee-4ef9-af65-1a8ea5a9b0fd","MiniMax-M2",78.33,72.31,64.33,82.6,25.759999999999998,{"aa_id":5103,"ppt_model_id":5104,"slug":1656,"model_name":5105,"provider_name":3356,"name":1657,"provider":3356,"aa_name":5106,"is_open":34,"author_country":3100,"release_date":1659,"release_month":1554,"context_length":252,"inference_mode":3710,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":82,"input_price":82,"output_price":82,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":843,"benchmark_gpqa":5107,"benchmark_hle":94,"benchmark_ifbench":4135,"benchmark_lcr":3185,"benchmark_livecodebench":3147,"benchmark_math_hard":12,"benchmark_mmlu_pro":4491,"benchmark_scicode":12,"benchmark_tau2":5108,"benchmark_terminalbench":3292,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"cb316445-6b3b-49a1-848b-55c48964db6c","e2ca0467-cf54-4fa6-92f0-5a2921d9cc28","Nemotron Nano 12B 2 VL (Reasoning)","NVIDIA Nemotron Nano 12B v2 VL (Reasoning)",57.199999999999996,21.349999999999998,{"aa_id":5110,"ppt_model_id":5104,"slug":1656,"model_name":1657,"provider_name":3356,"name":1657,"provider":3356,"aa_name":5111,"is_open":34,"author_country":3100,"release_date":1659,"release_month":1554,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":82,"input_price":82,"output_price":82,"tokens_per_second":5112,"time_to_first_token":5113,"benchmark_aime":12,"benchmark_aime_25":3745,"benchmark_gpqa":5114,"benchmark_hle":3489,"benchmark_ifbench":5115,"benchmark_lcr":3766,"benchmark_livecodebench":3291,"benchmark_math_hard":12,"benchmark_mmlu_pro":746,"benchmark_scicode":12,"benchmark_tau2":5116,"benchmark_terminalbench":294,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"a6a91e37-e0f0-45ec-93e2-4bf0ad6df7bd","NVIDIA Nemotron Nano 12B v2 VL (Non-reasoning)",205.718,0.704,43.9,25.85,19.3,{"aa_id":5118,"ppt_model_id":5119,"slug":1675,"model_name":1676,"provider_name":509,"name":1676,"provider":509,"aa_name":5120,"is_open":11,"author_country":3100,"release_date":1678,"release_month":1554,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":190,"output_price_per_1m_tokens":1679,"input_price":190,"output_price":1679,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":5121,"benchmark_aime_25":3228,"benchmark_gpqa":5122,"benchmark_hle":3200,"benchmark_ifbench":5123,"benchmark_lcr":5124,"benchmark_livecodebench":3186,"benchmark_math_hard":5125,"benchmark_mmlu_pro":4534,"benchmark_scicode":12,"benchmark_tau2":345,"benchmark_terminalbench":3251,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"35d3af20-7540-4534-8f39-6d087d43ba6b","09d517c4-dfef-434c-9408-e73521003c09","Nova Premier",17,56.89999999999999,36.19,34.33,83.93,{"aa_id":12,"ppt_model_id":5127,"slug":1682,"model_name":1683,"provider_name":1206,"name":1683,"provider":1206,"aa_name":12,"is_open":34,"author_country":3283,"release_date":1685,"release_month":1686,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":244,"output_price_per_1m_tokens":190,"input_price":244,"output_price":190,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":12,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5128,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5129,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"5548fade-b22b-46c7-ab24-423c1c3a49fd",87.9026,85.3939,{"aa_id":5131,"ppt_model_id":5132,"slug":1689,"model_name":1690,"provider_name":5133,"name":1690,"provider":5133,"aa_name":1690,"is_open":34,"author_country":3283,"release_date":1693,"release_month":1686,"context_length":810,"inference_mode":3101,"input_price_per_1m_tokens":1694,"output_price_per_1m_tokens":1695,"input_price":1694,"output_price":1695,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":3715,"benchmark_gpqa":3747,"benchmark_hle":5134,"benchmark_ifbench":5135,"benchmark_lcr":5136,"benchmark_livecodebench":3523,"benchmark_math_hard":12,"benchmark_mmlu_pro":946,"benchmark_scicode":12,"benchmark_tau2":5137,"benchmark_terminalbench":4436,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"d522a0c3-6628-4f66-a66e-29fcf43f19a6","a7a1b7ad-c34a-462f-8d0f-a1fbdb1d3304","KwaiKAT",33.6,68.37,38.67,88.6,{"aa_id":5139,"ppt_model_id":5140,"slug":1698,"model_name":1699,"provider_name":9,"name":1699,"provider":9,"aa_name":5141,"is_open":11,"author_country":3100,"release_date":1701,"release_month":1686,"context_length":1318,"inference_mode":3101,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":65,"input_price":129,"output_price":65,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":5142,"benchmark_gpqa":946,"benchmark_hle":3734,"benchmark_ifbench":5143,"benchmark_lcr":5144,"benchmark_livecodebench":3539,"benchmark_math_hard":12,"benchmark_mmlu_pro":4048,"benchmark_scicode":12,"benchmark_tau2":5145,"benchmark_terminalbench":4461,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"df8c1676-eb88-4271-8852-1db9e0000768","8bb9bbbf-65d6-4c3c-ba48-cde985c539f8","GPT-5.1 Codex mini (High)",91.67,67.89,66.67,62.870000000000005,{"aa_id":5147,"ppt_model_id":5148,"slug":1704,"model_name":1705,"provider_name":9,"name":1705,"provider":9,"aa_name":5149,"is_open":11,"author_country":3100,"release_date":1707,"release_month":1686,"context_length":1318,"inference_mode":3101,"input_price_per_1m_tokens":130,"output_price_per_1m_tokens":191,"input_price":130,"output_price":191,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4662,"benchmark_gpqa":3690,"benchmark_hle":5150,"benchmark_ifbench":3269,"benchmark_lcr":4251,"benchmark_livecodebench":4268,"benchmark_math_hard":12,"benchmark_mmlu_pro":3690,"benchmark_scicode":12,"benchmark_tau2":5151,"benchmark_terminalbench":5152,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"ccdc2449-2707-4449-9fa6-0060adf02aeb","3bccdb83-1e8c-45b4-90d1-9fd02056ea15","GPT-5.1 Codex (High)",25.7,83.04,34.849999999999994,{"aa_id":5154,"ppt_model_id":5155,"slug":1716,"model_name":1717,"provider_name":9,"name":1717,"provider":9,"aa_name":5156,"is_open":11,"author_country":3100,"release_date":1719,"release_month":1686,"context_length":1318,"inference_mode":3101,"input_price_per_1m_tokens":102,"output_price_per_1m_tokens":139,"input_price":102,"output_price":139,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":3998,"benchmark_gpqa":4254,"benchmark_hle":4664,"benchmark_ifbench":5157,"benchmark_lcr":1098,"benchmark_livecodebench":5158,"benchmark_math_hard":12,"benchmark_mmlu_pro":4284,"benchmark_scicode":12,"benchmark_tau2":3798,"benchmark_terminalbench":5159,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5160,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5161,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":5162,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5163,"benchmark_mmmu":5164,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":4473,"benchmark_wmdp":12,"benchmark_wmt":12},"dcb50b5e-795e-4da3-a994-2d297e571556","e3cef3fd-3245-4bb4-b038-65c6df636706","GPT-5.1 (High)",72.86,86.8,45.45,69.4423,69.7896,94.5122,85.465,60.6667,{"aa_id":5166,"ppt_model_id":5167,"slug":1722,"model_name":5168,"provider_name":5169,"name":1723,"provider":5169,"aa_name":5170,"is_open":34,"author_country":3116,"release_date":1726,"release_month":1686,"context_length":119,"inference_mode":3710,"input_price_per_1m_tokens":673,"output_price_per_1m_tokens":673,"input_price":673,"output_price":673,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4567,"benchmark_gpqa":5171,"benchmark_hle":811,"benchmark_ifbench":5172,"benchmark_lcr":4834,"benchmark_livecodebench":4608,"benchmark_math_hard":12,"benchmark_mmlu_pro":4268,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":5043,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"67a50426-49ac-42cd-951e-aca0bc856745","67041a12-1ae1-45e4-a987-51673eaebdd5","Cogito v2.1 671B (Reasoning)","Deep Cogito","Cogito v2.1 (Reasoning)",76.8,46.26,{"aa_id":5174,"ppt_model_id":5175,"slug":1729,"model_name":1730,"provider_name":219,"name":1730,"provider":219,"aa_name":5176,"is_open":11,"author_country":3100,"release_date":1732,"release_month":1686,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":811,"input_price":65,"output_price":811,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4662,"benchmark_gpqa":5177,"benchmark_hle":3915,"benchmark_ifbench":5178,"benchmark_lcr":4195,"benchmark_livecodebench":2797,"benchmark_math_hard":12,"benchmark_mmlu_pro":5179,"benchmark_scicode":12,"benchmark_tau2":4109,"benchmark_terminalbench":5180,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"3430c55e-3295-40fb-b2db-72fd6d33fd71","6000a5ec-8f26-4423-9246-70e7e0170662","Gemini 3 Pro Preview (Low)",90.8,70.41,89.8,41.67,{"aa_id":5182,"ppt_model_id":5183,"slug":1735,"model_name":5184,"provider_name":4290,"name":1736,"provider":4290,"aa_name":5184,"is_open":11,"author_country":3100,"release_date":1738,"release_month":1686,"context_length":1467,"inference_mode":3710,"input_price_per_1m_tokens":294,"output_price_per_1m_tokens":294,"input_price":294,"output_price":294,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4264,"benchmark_gpqa":4021,"benchmark_hle":5116,"benchmark_ifbench":5185,"benchmark_lcr":5186,"benchmark_livecodebench":4188,"benchmark_math_hard":12,"benchmark_mmlu_pro":4663,"benchmark_scicode":12,"benchmark_tau2":5187,"benchmark_terminalbench":4752,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"41d8a4fc-4a40-4b8f-ba10-a88fb54e12b6","388fe3db-9e27-44d1-a3d6-855a3942a063","Grok 4.1 Fast (Reasoning)",52.72,74,93.27,{"aa_id":5189,"ppt_model_id":5183,"slug":1735,"model_name":1736,"provider_name":4290,"name":1736,"provider":4290,"aa_name":5190,"is_open":11,"author_country":3100,"release_date":1738,"release_month":1686,"context_length":1467,"inference_mode":3101,"input_price_per_1m_tokens":294,"output_price_per_1m_tokens":294,"input_price":294,"output_price":294,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":5124,"benchmark_gpqa":5191,"benchmark_hle":3169,"benchmark_ifbench":3796,"benchmark_lcr":3681,"benchmark_livecodebench":5192,"benchmark_math_hard":12,"benchmark_mmlu_pro":2744,"benchmark_scicode":12,"benchmark_tau2":4875,"benchmark_terminalbench":5193,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"1882b720-e14e-4ae6-8c58-577c21556ca2","Grok 4.1 Fast (Non-reasoning)",63.7,39.900000000000006,14.39,{"aa_id":5195,"ppt_model_id":5196,"slug":1747,"model_name":1748,"provider_name":3839,"name":1748,"provider":3839,"aa_name":1748,"is_open":34,"author_country":3100,"release_date":1750,"release_month":1686,"context_length":161,"inference_mode":3101,"input_price_per_1m_tokens":987,"output_price_per_1m_tokens":82,"input_price":987,"output_price":82,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":3851,"benchmark_gpqa":3350,"benchmark_hle":491,"benchmark_ifbench":4156,"benchmark_lcr":294,"benchmark_livecodebench":3595,"benchmark_math_hard":12,"benchmark_mmlu_pro":3864,"benchmark_scicode":12,"benchmark_tau2":294,"benchmark_terminalbench":3141,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"18c8bd85-690a-4713-841e-325ebcd3c27b","1474e551-56de-4880-bd62-b04c2a22fc8d",{"aa_id":5198,"ppt_model_id":5199,"slug":1753,"model_name":1754,"provider_name":3839,"name":1754,"provider":3839,"aa_name":1754,"is_open":34,"author_country":3100,"release_date":1756,"release_month":1686,"context_length":161,"inference_mode":3101,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":82,"input_price":317,"output_price":82,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4400,"benchmark_gpqa":968,"benchmark_hle":5200,"benchmark_ifbench":5201,"benchmark_lcr":294,"benchmark_livecodebench":3609,"benchmark_math_hard":12,"benchmark_mmlu_pro":3315,"benchmark_scicode":12,"benchmark_tau2":5202,"benchmark_terminalbench":294,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"b4d91d25-533f-4ab6-98eb-12db6b4f65e4","866f6cf4-cb04-46d9-a910-3c7e867f82a6",5.800000000000001,32.79,12.57,{"aa_id":5204,"ppt_model_id":5205,"slug":1759,"model_name":1760,"provider_name":3839,"name":1760,"provider":3839,"aa_name":1760,"is_open":34,"author_country":3100,"release_date":1762,"release_month":1686,"context_length":161,"inference_mode":3101,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":25,"input_price":243,"output_price":25,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":3146,"benchmark_gpqa":4003,"benchmark_hle":4821,"benchmark_ifbench":5206,"benchmark_lcr":294,"benchmark_livecodebench":4171,"benchmark_math_hard":12,"benchmark_mmlu_pro":4491,"benchmark_scicode":12,"benchmark_tau2":294,"benchmark_terminalbench":3470,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"f11b617c-6da1-45d4-86a8-6d3485a5a288","33efe38f-e981-42b3-ad8c-1fe42c09b8e3",49.120000000000005,{"aa_id":5208,"ppt_model_id":5209,"slug":1765,"model_name":1766,"provider_name":124,"name":1766,"provider":124,"aa_name":5210,"is_open":11,"author_country":3100,"release_date":1768,"release_month":1686,"context_length":128,"inference_mode":3101,"input_price_per_1m_tokens":139,"output_price_per_1m_tokens":154,"input_price":139,"output_price":154,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":5211,"benchmark_gpqa":3562,"benchmark_hle":5212,"benchmark_ifbench":3914,"benchmark_lcr":3851,"benchmark_livecodebench":4553,"benchmark_math_hard":12,"benchmark_mmlu_pro":5213,"benchmark_scicode":12,"benchmark_tau2":5214,"benchmark_terminalbench":5215,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":4980,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":4027,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":5216,"benchmark_wmdp":12,"benchmark_wmt":12},"b42b4cea-b810-4501-9bcb-d6f6a03f025a","251c56dd-1f10-43a9-a79b-eeaae13f4e65","Claude Opus 4.5 (Non-reasoning)",62.67,13.200000000000001,88.9,86.26,40.910000000000004,49.3333,{"aa_id":5218,"ppt_model_id":5209,"slug":1765,"model_name":5219,"provider_name":124,"name":1766,"provider":124,"aa_name":5219,"is_open":11,"author_country":3100,"release_date":1768,"release_month":1686,"context_length":128,"inference_mode":3710,"input_price_per_1m_tokens":139,"output_price_per_1m_tokens":154,"input_price":139,"output_price":154,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":5220,"benchmark_gpqa":4413,"benchmark_hle":5221,"benchmark_ifbench":5222,"benchmark_lcr":4225,"benchmark_livecodebench":4668,"benchmark_math_hard":12,"benchmark_mmlu_pro":2710,"benchmark_scicode":12,"benchmark_tau2":5223,"benchmark_terminalbench":5224,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":4980,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":4027,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":5216,"benchmark_wmdp":12,"benchmark_wmt":12},"7a42bd68-1fe9-4866-bf08-441cb05ea703","Claude Opus 4.5 (Reasoning)",91.33,30.099999999999998,57.96,89.47,46.97,{"aa_id":5226,"ppt_model_id":5227,"slug":1771,"model_name":1772,"provider_name":5228,"name":1772,"provider":5228,"aa_name":5229,"is_open":34,"author_country":3100,"release_date":1775,"release_month":1686,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":596,"input_price":82,"output_price":596,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":1333,"benchmark_gpqa":3003,"benchmark_hle":5230,"benchmark_ifbench":5231,"benchmark_lcr":5232,"benchmark_livecodebench":4159,"benchmark_math_hard":12,"benchmark_mmlu_pro":4188,"benchmark_scicode":12,"benchmark_tau2":3515,"benchmark_terminalbench":4436,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"6e8d326e-6511-428a-b4ad-b54b58f3cff3","8ef11470-a584-448d-9a91-18a3cb3cc419","Prime Intellect","INTELLECT-3 (Based on GLM-4.5-Air)",13.100000000000001,34.01,39.67,{"aa_id":5234,"ppt_model_id":5235,"slug":1778,"model_name":1779,"provider_name":3587,"name":1779,"provider":3587,"aa_name":5236,"is_open":34,"author_country":3283,"release_date":1781,"release_month":1782,"context_length":567,"inference_mode":3101,"input_price_per_1m_tokens":1783,"output_price_per_1m_tokens":1784,"input_price":1783,"output_price":1784,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":3494,"benchmark_gpqa":4711,"benchmark_hle":3833,"benchmark_ifbench":5237,"benchmark_lcr":4501,"benchmark_livecodebench":3742,"benchmark_math_hard":12,"benchmark_mmlu_pro":3716,"benchmark_scicode":12,"benchmark_tau2":5238,"benchmark_terminalbench":5239,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5240,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5241,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"145f1eff-6844-4d2e-b905-42f334073187","3342239a-0ccc-4e5d-891e-84d667cb75d2","DeepSeek V3.2 (Non-reasoning)",49.05,78.95,32.58,89.0416,88.2046,{"aa_id":5243,"ppt_model_id":5235,"slug":1778,"model_name":5244,"provider_name":3587,"name":1779,"provider":3587,"aa_name":5244,"is_open":34,"author_country":3283,"release_date":1781,"release_month":1782,"context_length":567,"inference_mode":3710,"input_price_per_1m_tokens":1783,"output_price_per_1m_tokens":1784,"input_price":1783,"output_price":1784,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":5245,"benchmark_gpqa":1880,"benchmark_hle":5246,"benchmark_ifbench":4859,"benchmark_lcr":4247,"benchmark_livecodebench":4322,"benchmark_math_hard":12,"benchmark_mmlu_pro":4322,"benchmark_scicode":12,"benchmark_tau2":5247,"benchmark_terminalbench":4990,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5240,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5248,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":5073,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"91fb2fa1-db9a-4f48-aa58-4f6a88b2b2f7","DeepSeek V3.2 (Reasoning)",92,24.6,90.64,88.4964,{"aa_id":5250,"ppt_model_id":5251,"slug":1787,"model_name":1788,"provider_name":3587,"name":1788,"provider":3587,"aa_name":1788,"is_open":34,"author_country":3283,"release_date":1790,"release_month":1782,"context_length":567,"inference_mode":3101,"input_price_per_1m_tokens":1474,"output_price_per_1m_tokens":467,"input_price":1474,"output_price":467,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":5252,"benchmark_gpqa":4668,"benchmark_hle":3797,"benchmark_ifbench":5253,"benchmark_lcr":3269,"benchmark_livecodebench":5254,"benchmark_math_hard":12,"benchmark_mmlu_pro":5255,"benchmark_scicode":12,"benchmark_tau2":294,"benchmark_terminalbench":5152,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"f8dce6a3-9d23-4fe4-8ab9-acefc77277b7","f722eb72-0454-49fc-85d1-7bdfacc37c6d",96.67,63.88,89.60000000000001,86.3,{"aa_id":12,"ppt_model_id":5257,"slug":1800,"model_name":1801,"provider_name":78,"name":1801,"provider":78,"aa_name":12,"is_open":34,"author_country":3116,"release_date":1803,"release_month":1782,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":25,"output_price_per_1m_tokens":64,"input_price":25,"output_price":64,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":12,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5258,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":5259,"benchmark_bbh":5260,"benchmark_bfcl_v3":12,"benchmark_bird_critic":154,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":4041,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5261,"benchmark_mmmu":3628,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":3774,"benchmark_wmdp":12,"benchmark_wmt":12},"ac4606ba-e553-4989-b763-ee5e701db2ec",73.9984,18.7389,81.3239,85.1873,{"aa_id":5263,"ppt_model_id":5264,"slug":1812,"model_name":1813,"provider_name":3115,"name":1813,"provider":3115,"aa_name":5265,"is_open":34,"author_country":3116,"release_date":1815,"release_month":1782,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":243,"input_price":243,"output_price":243,"tokens_per_second":5266,"time_to_first_token":5267,"benchmark_aime":12,"benchmark_aime_25":5268,"benchmark_gpqa":3620,"benchmark_hle":3489,"benchmark_ifbench":5269,"benchmark_lcr":5270,"benchmark_livecodebench":4893,"benchmark_math_hard":12,"benchmark_mmlu_pro":5271,"benchmark_scicode":5272,"benchmark_tau2":3515,"benchmark_terminalbench":3292,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"ec849f68-fba8-46f6-bcfc-b494f4b57072","a2152d25-d551-4a3f-9290-9af73c2e1cdc","Ministral 3 8B",74.034,0.575,31.669999999999998,29.12,25.669999999999998,64.2,20.7,{"aa_id":5274,"ppt_model_id":5275,"slug":1818,"model_name":1819,"provider_name":3115,"name":1819,"provider":3115,"aa_name":5276,"is_open":11,"author_country":3116,"release_date":1821,"release_month":1782,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":82,"input_price":82,"output_price":82,"tokens_per_second":5277,"time_to_first_token":5278,"benchmark_aime":12,"benchmark_aime_25":16,"benchmark_gpqa":5107,"benchmark_hle":3466,"benchmark_ifbench":3940,"benchmark_lcr":4571,"benchmark_livecodebench":3126,"benchmark_math_hard":12,"benchmark_mmlu_pro":4292,"benchmark_scicode":4441,"benchmark_tau2":4036,"benchmark_terminalbench":3292,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"16383a5b-5102-4071-aaa6-e16a05425d5a","6033ce64-0d25-4d19-9294-aaae47440ad6","Ministral 3 14B",56.459,0.912,{"aa_id":5280,"ppt_model_id":5281,"slug":1824,"model_name":1825,"provider_name":509,"name":1825,"provider":509,"aa_name":5282,"is_open":11,"author_country":3100,"release_date":1827,"release_month":1782,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":190,"input_price":48,"output_price":190,"tokens_per_second":5283,"time_to_first_token":5284,"benchmark_aime":12,"benchmark_aime_25":5285,"benchmark_gpqa":5286,"benchmark_hle":3411,"benchmark_ifbench":4096,"benchmark_lcr":4424,"benchmark_livecodebench":5287,"benchmark_math_hard":12,"benchmark_mmlu_pro":2744,"benchmark_scicode":12,"benchmark_tau2":5288,"benchmark_terminalbench":3251,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"2f0a8227-1f85-4bad-8e25-2d704c755bf3","ca290f3e-5253-4047-a140-ab3f11733870","Nova 2.0 Lite (Non-reasoning)",206.932,0.714,33.67,60.3,34.599999999999994,61.99,{"aa_id":5290,"ppt_model_id":5291,"slug":1850,"model_name":5292,"provider_name":4531,"name":1851,"provider":4531,"aa_name":5293,"is_open":34,"author_country":3100,"release_date":1853,"release_month":1782,"context_length":252,"inference_mode":3710,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":673,"input_price":48,"output_price":673,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":3823,"benchmark_gpqa":5294,"benchmark_hle":3171,"benchmark_ifbench":5295,"benchmark_lcr":3619,"benchmark_livecodebench":3284,"benchmark_math_hard":12,"benchmark_mmlu_pro":4295,"benchmark_scicode":12,"benchmark_tau2":4341,"benchmark_terminalbench":5193,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":5296,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":5297,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":4134,"benchmark_wmdp":12,"benchmark_wmt":12},"72d1b25a-cb3f-453c-8806-5f7523536f2f","66d13cca-1879-4ef3-9b4d-1315e806aa05","GLM 4.6V (Reasoning)","GLM-4.6V (Reasoning)",71.89999999999999,30.070000000000004,25.3333,71.1111,{"aa_id":5299,"ppt_model_id":5291,"slug":1850,"model_name":1851,"provider_name":4531,"name":1851,"provider":4531,"aa_name":5300,"is_open":34,"author_country":3100,"release_date":1853,"release_month":1782,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":673,"input_price":48,"output_price":673,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4571,"benchmark_gpqa":5301,"benchmark_hle":3371,"benchmark_ifbench":4216,"benchmark_lcr":5121,"benchmark_livecodebench":5302,"benchmark_math_hard":12,"benchmark_mmlu_pro":3887,"benchmark_scicode":12,"benchmark_tau2":3426,"benchmark_terminalbench":3235,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":5296,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":5297,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":4134,"benchmark_wmdp":12,"benchmark_wmt":12},"fd3afb4b-7ee5-4cd6-a056-31576b95333a","GLM-4.6V (Non-reasoning)",56.599999999999994,41.099999999999994,{"aa_id":5304,"ppt_model_id":5305,"slug":1862,"model_name":1863,"provider_name":3115,"name":1863,"provider":3115,"aa_name":5306,"is_open":34,"author_country":3116,"release_date":1865,"release_month":1782,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":467,"output_price_per_1m_tokens":673,"input_price":467,"output_price":673,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":5307,"benchmark_gpqa":538,"benchmark_hle":3287,"benchmark_ifbench":3372,"benchmark_lcr":4380,"benchmark_livecodebench":5308,"benchmark_math_hard":12,"benchmark_mmlu_pro":3666,"benchmark_scicode":3841,"benchmark_tau2":4129,"benchmark_terminalbench":4505,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"e8096426-41d2-49a4-b826-b903ef8032b7","7616fd8a-5936-490e-a4a2-3d8b0df97880","Devstral 2",36.67,44.800000000000004,{"aa_id":5310,"ppt_model_id":5311,"slug":1868,"model_name":1869,"provider_name":9,"name":1869,"provider":9,"aa_name":5312,"is_open":11,"author_country":3100,"release_date":1871,"release_month":1782,"context_length":1318,"inference_mode":3101,"input_price_per_1m_tokens":1547,"output_price_per_1m_tokens":1872,"input_price":1547,"output_price":1872,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":5252,"benchmark_gpqa":5313,"benchmark_hle":3413,"benchmark_ifbench":5314,"benchmark_lcr":3248,"benchmark_livecodebench":5315,"benchmark_math_hard":12,"benchmark_mmlu_pro":4004,"benchmark_scicode":12,"benchmark_tau2":4911,"benchmark_terminalbench":5316,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5317,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5318,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5319,"benchmark_mmmu":5320,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"fb3e5aa1-5165-437f-9bc3-8bdd76858da4","339acfd7-f6a6-4d63-89b3-819191841d95","GPT-5.2 (Medium)",86.4,65.24,89.4,43.18,71.7203,67.5933,86.0561,62.3333,{"aa_id":5322,"ppt_model_id":5323,"slug":1875,"model_name":1876,"provider_name":9,"name":1876,"provider":9,"aa_name":5324,"is_open":11,"author_country":3100,"release_date":1878,"release_month":1782,"context_length":1318,"inference_mode":3101,"input_price_per_1m_tokens":1879,"output_price_per_1m_tokens":1880,"input_price":1879,"output_price":1880,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4412,"benchmark_gpqa":5325,"benchmark_hle":4169,"benchmark_ifbench":4649,"benchmark_lcr":4177,"benchmark_livecodebench":5213,"benchmark_math_hard":12,"benchmark_mmlu_pro":5326,"benchmark_scicode":12,"benchmark_tau2":3943,"benchmark_terminalbench":5224,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"69d843fd-aaaf-4d15-8849-26ec93c858b3","f5e8b5ab-bf13-41d8-988f-649bf830a38b","GPT-5.2 (Xhigh)",90.3,87.4,{"aa_id":5328,"ppt_model_id":5329,"slug":1891,"model_name":1892,"provider_name":3356,"name":1892,"provider":3356,"aa_name":5330,"is_open":34,"author_country":3100,"release_date":1894,"release_month":1782,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":395,"output_price_per_1m_tokens":529,"input_price":395,"output_price":529,"tokens_per_second":5331,"time_to_first_token":5332,"benchmark_aime":12,"benchmark_aime_25":5333,"benchmark_gpqa":5192,"benchmark_hle":3466,"benchmark_ifbench":5334,"benchmark_lcr":3432,"benchmark_livecodebench":4088,"benchmark_math_hard":12,"benchmark_mmlu_pro":27,"benchmark_scicode":12,"benchmark_tau2":4182,"benchmark_terminalbench":4360,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5335,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5336,"benchmark_bfcl_v3":5337,"benchmark_bird_critic":5338,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":5339,"benchmark_humaneval":3973,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"5ac40c88-9acf-4adb-bd21-f68462cbc474","f74cc70d-f621-4c13-a1d9-ed49a6616c19","NVIDIA Nemotron 3 Nano 30B A3B (Non-reasoning)",253.937,0.305,13.33,37.480000000000004,80.6363,81.754,41.6122,22.6667,95.3753,{"aa_id":5341,"ppt_model_id":5329,"slug":1891,"model_name":5342,"provider_name":3356,"name":1892,"provider":3356,"aa_name":5343,"is_open":34,"author_country":3100,"release_date":1894,"release_month":1782,"context_length":1160,"inference_mode":3710,"input_price_per_1m_tokens":395,"output_price_per_1m_tokens":529,"input_price":395,"output_price":529,"tokens_per_second":5344,"time_to_first_token":5345,"benchmark_aime":12,"benchmark_aime_25":4519,"benchmark_gpqa":5346,"benchmark_hle":3598,"benchmark_ifbench":5347,"benchmark_lcr":4235,"benchmark_livecodebench":5348,"benchmark_math_hard":12,"benchmark_mmlu_pro":5349,"benchmark_scicode":5350,"benchmark_tau2":5351,"benchmark_terminalbench":3965,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5335,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5336,"benchmark_bfcl_v3":5337,"benchmark_bird_critic":5338,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":5339,"benchmark_humaneval":3973,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"816af11c-6e2c-461f-9f58-73556b20df0b","Nemotron 3 Nano 30B A3B (Reasoning)","NVIDIA Nemotron 3 Nano 30B A3B (Reasoning)",243.912,0.495,75.7,71.09,74.1,79.4,30.599999999999998,40.94,{"aa_id":5353,"ppt_model_id":5354,"slug":1897,"model_name":5355,"provider_name":1899,"name":1898,"provider":1899,"aa_name":5355,"is_open":34,"author_country":3283,"release_date":1901,"release_month":1782,"context_length":1160,"inference_mode":3710,"input_price_per_1m_tokens":39,"output_price_per_1m_tokens":1902,"input_price":39,"output_price":1902,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":5356,"benchmark_gpqa":4666,"benchmark_hle":200,"benchmark_ifbench":5357,"benchmark_lcr":3851,"benchmark_livecodebench":5158,"benchmark_math_hard":12,"benchmark_mmlu_pro":4523,"benchmark_scicode":12,"benchmark_tau2":5358,"benchmark_terminalbench":5359,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"9bcf2252-9a8a-4ec0-ae4c-d794a370dd7e","32b0be23-fa12-4165-bb81-849bbb517f5b","MiMo-V2-Flash (Reasoning)",96.33,64.22,95.03,28.03,{"aa_id":5361,"ppt_model_id":5354,"slug":1897,"model_name":1898,"provider_name":1899,"name":1898,"provider":1899,"aa_name":5362,"is_open":34,"author_country":3283,"release_date":1901,"release_month":1782,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":39,"output_price_per_1m_tokens":1902,"input_price":39,"output_price":1902,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":3704,"benchmark_gpqa":4555,"benchmark_hle":3346,"benchmark_ifbench":5363,"benchmark_lcr":5364,"benchmark_livecodebench":3607,"benchmark_math_hard":12,"benchmark_mmlu_pro":192,"benchmark_scicode":12,"benchmark_tau2":5187,"benchmark_terminalbench":4231,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"f523d994-baac-4708-a4c1-36a7708ac21f","MiMo-V2-Flash (Non-reasoning)",71.84,71.33,{"aa_id":5366,"ppt_model_id":5367,"slug":1905,"model_name":1906,"provider_name":3839,"name":1906,"provider":3839,"aa_name":1906,"is_open":34,"author_country":3100,"release_date":1908,"release_month":1782,"context_length":161,"inference_mode":3101,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":25,"input_price":243,"output_price":25,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4225,"benchmark_gpqa":5368,"benchmark_hle":4701,"benchmark_ifbench":5369,"benchmark_lcr":294,"benchmark_livecodebench":4339,"benchmark_math_hard":12,"benchmark_mmlu_pro":5370,"benchmark_scicode":12,"benchmark_tau2":294,"benchmark_terminalbench":294,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"f384a402-af61-4528-a4bd-ef2051274fd9","8f863b63-a41e-4dbc-955f-c475214c42a0",59.099999999999994,65.99000000000001,76.3,{"aa_id":5372,"ppt_model_id":5373,"slug":1917,"model_name":5374,"provider_name":219,"name":1918,"provider":219,"aa_name":5374,"is_open":11,"author_country":3100,"release_date":1920,"release_month":1782,"context_length":727,"inference_mode":3710,"input_price_per_1m_tokens":25,"output_price_per_1m_tokens":450,"input_price":25,"output_price":450,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":3527,"benchmark_gpqa":5179,"benchmark_hle":4033,"benchmark_ifbench":5375,"benchmark_lcr":3740,"benchmark_livecodebench":5177,"benchmark_math_hard":12,"benchmark_mmlu_pro":3042,"benchmark_scicode":12,"benchmark_tau2":5376,"benchmark_terminalbench":5377,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5378,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5379,"benchmark_bfcl_v3":5380,"benchmark_bird_critic":12,"benchmark_darkbench":5381,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":5382,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":5383,"benchmark_wmdp":5384,"benchmark_wmt":12},"a292fb35-f81b-46bb-b06d-8d38a36d6ecf","582c851f-480a-4333-b63b-c7c535bd66b5","Gemini 3 Flash Preview (Reasoning)",77.96,80.41,38.64,92.5373,92.4282,53.5465,49.0909,82.7778,12.6667,86.8048,{"aa_id":5386,"ppt_model_id":5373,"slug":1917,"model_name":1918,"provider_name":219,"name":1918,"provider":219,"aa_name":5387,"is_open":11,"author_country":3100,"release_date":1920,"release_month":1782,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":25,"output_price_per_1m_tokens":450,"input_price":25,"output_price":450,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4095,"benchmark_gpqa":5388,"benchmark_hle":140,"benchmark_ifbench":851,"benchmark_lcr":4304,"benchmark_livecodebench":4952,"benchmark_math_hard":12,"benchmark_mmlu_pro":5389,"benchmark_scicode":12,"benchmark_tau2":4259,"benchmark_terminalbench":4885,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5390,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5391,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":5381,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":5392,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":5383,"benchmark_wmdp":5384,"benchmark_wmt":12},"31eb38cb-655d-42e8-ac5b-0e4d1ab80b96","Gemini 3 Flash Preview (Non-reasoning)",81.2,88.2,92.6551,93.104,81.6667,{"aa_id":5394,"ppt_model_id":5395,"slug":1923,"model_name":5396,"provider_name":4531,"name":1924,"provider":4531,"aa_name":5397,"is_open":34,"author_country":3100,"release_date":1926,"release_month":1782,"context_length":1927,"inference_mode":3710,"input_price_per_1m_tokens":368,"output_price_per_1m_tokens":705,"input_price":368,"output_price":705,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":5398,"benchmark_gpqa":4004,"benchmark_hle":5399,"benchmark_ifbench":5143,"benchmark_lcr":4138,"benchmark_livecodebench":5315,"benchmark_math_hard":12,"benchmark_mmlu_pro":5400,"benchmark_scicode":12,"benchmark_tau2":5401,"benchmark_terminalbench":4885,"benchmark_accountingaudit":1098,"benchmark_agieval_zh":12,"benchmark_agieval_en":5402,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5403,"benchmark_bfcl_v3":12,"benchmark_bird_critic":3678,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":4329,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5404,"benchmark_mmmu":5405,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"04e97fde-fe24-4e02-9676-afc5011e22de","4aaf502d-cf6d-4f84-a735-155f2125b825","GLM 4.7 (Reasoning)","GLM-4.7 (Reasoning)",95,27.400000000000002,85.6,95.91,90.1414,88.3889,91.9313,16.1111,{"aa_id":5407,"ppt_model_id":5395,"slug":1923,"model_name":1924,"provider_name":4531,"name":1924,"provider":4531,"aa_name":5408,"is_open":34,"author_country":3100,"release_date":1926,"release_month":1782,"context_length":1927,"inference_mode":3101,"input_price_per_1m_tokens":368,"output_price_per_1m_tokens":705,"input_price":368,"output_price":705,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":5409,"benchmark_gpqa":3951,"benchmark_hle":4821,"benchmark_ifbench":5410,"benchmark_lcr":3866,"benchmark_livecodebench":3111,"benchmark_math_hard":12,"benchmark_mmlu_pro":5349,"benchmark_scicode":12,"benchmark_tau2":5411,"benchmark_terminalbench":4893,"benchmark_accountingaudit":1098,"benchmark_agieval_zh":12,"benchmark_agieval_en":5402,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5403,"benchmark_bfcl_v3":12,"benchmark_bird_critic":3678,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":4329,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5404,"benchmark_mmmu":5405,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"5f32cbce-a040-4194-ae51-973e9939aaa9","GLM-4.7 (Non-reasoning)",48,54.63,94.15,{"aa_id":5413,"ppt_model_id":5414,"slug":1930,"model_name":1931,"provider_name":4364,"name":1931,"provider":4364,"aa_name":5415,"is_open":34,"author_country":3283,"release_date":1933,"release_month":1782,"context_length":1653,"inference_mode":3101,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":162,"input_price":48,"output_price":162,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":4177,"benchmark_gpqa":5416,"benchmark_hle":3231,"benchmark_ifbench":5417,"benchmark_lcr":3704,"benchmark_livecodebench":3562,"benchmark_math_hard":12,"benchmark_mmlu_pro":4988,"benchmark_scicode":12,"benchmark_tau2":5418,"benchmark_terminalbench":4977,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"6e68504f-6e60-4de3-8507-291256134b50","b9b79bdc-1699-49e3-a89d-8f3e596d77fc","MiniMax-M2.1",83,69.86,85.38,{"aa_id":5420,"ppt_model_id":5421,"slug":1948,"model_name":1949,"provider_name":3839,"name":1949,"provider":3839,"aa_name":1949,"is_open":34,"author_country":3100,"release_date":1951,"release_month":1952,"context_length":161,"inference_mode":3101,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":244,"input_price":82,"output_price":244,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5422,"benchmark_hle":139,"benchmark_ifbench":5084,"benchmark_lcr":294,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5108,"benchmark_terminalbench":294,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"4923cb2e-79bb-423a-8aa1-d271c8eb4337","53096d2c-1fea-4852-9d12-1a7691617d94",53.900000000000006,{"aa_id":5424,"ppt_model_id":5425,"slug":1955,"model_name":1956,"provider_name":3839,"name":1956,"provider":3839,"aa_name":5426,"is_open":34,"author_country":3100,"release_date":1958,"release_month":1952,"context_length":1959,"inference_mode":3101,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":82,"input_price":82,"output_price":82,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":4294,"benchmark_hle":3489,"benchmark_ifbench":5427,"benchmark_lcr":294,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":294,"benchmark_terminalbench":294,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"6d7eec13-fab9-4dd5-9f6a-e1ba50aecf17","e49b137d-cb02-41b4-809a-0a82747b345c","Molmo2-8B",26.939999999999998,{"aa_id":5429,"ppt_model_id":5430,"slug":1962,"model_name":1963,"provider_name":9,"name":1963,"provider":9,"aa_name":5431,"is_open":11,"author_country":3100,"release_date":1965,"release_month":1952,"context_length":1318,"inference_mode":3101,"input_price_per_1m_tokens":1547,"output_price_per_1m_tokens":1872,"input_price":1547,"output_price":1872,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5432,"benchmark_hle":5433,"benchmark_ifbench":5434,"benchmark_lcr":5021,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5435,"benchmark_terminalbench":4022,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"b412710e-4e6a-42c1-8b19-1b1c7192d51f","f34b9ff8-38f4-46e4-832e-0f354bb9c6f7","GPT-5.2 Codex (Xhigh)",89.9,35.699999999999996,77.62,92.11,{"aa_id":5437,"ppt_model_id":5438,"slug":1968,"model_name":1969,"provider_name":4531,"name":1969,"provider":4531,"aa_name":5439,"is_open":34,"author_country":3100,"release_date":1971,"release_month":1952,"context_length":1927,"inference_mode":3101,"input_price_per_1m_tokens":1972,"output_price_per_1m_tokens":467,"input_price":1972,"output_price":467,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":4126,"benchmark_hle":139,"benchmark_ifbench":5172,"benchmark_lcr":3941,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5440,"benchmark_terminalbench":3563,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":5441,"benchmark_bbh":12,"benchmark_bfcl_v3":5442,"benchmark_bird_critic":154,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":4468,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5443,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"b99b4a56-b988-4fd7-a253-ef0f25f2a01f","f1338d50-7a2e-468c-b9bf-647280d7edd9","GLM-4.7-Flash (Non-reasoning)",91.81,26.615,74.5553,83.6633,{"aa_id":5445,"ppt_model_id":5438,"slug":1968,"model_name":5446,"provider_name":4531,"name":1969,"provider":4531,"aa_name":5446,"is_open":34,"author_country":3100,"release_date":1971,"release_month":1952,"context_length":1927,"inference_mode":3710,"input_price_per_1m_tokens":1972,"output_price_per_1m_tokens":467,"input_price":1972,"output_price":467,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5447,"benchmark_hle":4848,"benchmark_ifbench":5448,"benchmark_lcr":5180,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5449,"benchmark_terminalbench":4557,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":5441,"benchmark_bbh":12,"benchmark_bfcl_v3":5442,"benchmark_bird_critic":154,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":4468,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5443,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"08c3b5dc-479f-4cbd-a510-6ea14641b87f","GLM-4.7-Flash (Reasoning)",58.099999999999994,60.81999999999999,98.83,{"aa_id":5451,"ppt_model_id":5452,"slug":1989,"model_name":1990,"provider_name":1991,"name":1990,"provider":1991,"aa_name":1990,"is_open":34,"author_country":5453,"release_date":1993,"release_month":1952,"context_length":119,"inference_mode":3101,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":244,"input_price":243,"output_price":244,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":3736,"benchmark_hle":4806,"benchmark_ifbench":3799,"benchmark_lcr":4380,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3306,"benchmark_tau2":5214,"benchmark_terminalbench":3855,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"f796e771-75fc-4751-8651-69b16be723d5","20f58f14-a4b7-4b0b-90a4-1be746e5abad","kr",{"aa_id":5455,"ppt_model_id":5456,"slug":1996,"model_name":1997,"provider_name":4440,"name":1997,"provider":4440,"aa_name":5457,"is_open":34,"author_country":3283,"release_date":1999,"release_month":1952,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":2000,"output_price_per_1m_tokens":190,"input_price":2000,"output_price":190,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":4638,"benchmark_hle":5212,"benchmark_ifbench":3959,"benchmark_lcr":4533,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5458,"benchmark_terminalbench":4505,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5459,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5460,"benchmark_bfcl_v3":5461,"benchmark_bird_critic":3930,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":5462,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":5463,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":294,"benchmark_wmdp":12,"benchmark_wmt":12},"6edd5aa8-874b-430d-8795-8e90763c3866","5e30509d-44e3-4061-81cf-f2d79f239194","Kimi K2.5 (Non-reasoning)",81.28999999999999,91.6732,91.906,64.535,92.6063,79.3333,{"aa_id":5465,"ppt_model_id":5456,"slug":1996,"model_name":5466,"provider_name":4440,"name":1997,"provider":4440,"aa_name":5466,"is_open":34,"author_country":3283,"release_date":1999,"release_month":1952,"context_length":1160,"inference_mode":3710,"input_price_per_1m_tokens":2000,"output_price_per_1m_tokens":190,"input_price":2000,"output_price":190,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5467,"benchmark_hle":3426,"benchmark_ifbench":5468,"benchmark_lcr":3740,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5401,"benchmark_terminalbench":5152,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5459,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5460,"benchmark_bfcl_v3":5461,"benchmark_bird_critic":3930,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":5462,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":5463,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":294,"benchmark_wmdp":12,"benchmark_wmt":12},"8fcdd0c6-ac4c-464b-affc-993af85b3a0b","Kimi K2.5 (Reasoning)",87.9,70.19999999999999,{"aa_id":5470,"ppt_model_id":5471,"slug":2009,"model_name":2010,"provider_name":2011,"name":2010,"provider":2011,"aa_name":5472,"is_open":34,"author_country":3283,"release_date":2013,"release_month":1952,"context_length":810,"inference_mode":3101,"input_price_per_1m_tokens":39,"output_price_per_1m_tokens":48,"input_price":39,"output_price":48,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":1078,"benchmark_hle":5473,"benchmark_ifbench":5474,"benchmark_lcr":3628,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5475,"benchmark_terminalbench":5239,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"701b39f5-b785-4eb6-bc18-c00ec962707d","221e772f-a228-4e47-b0e8-74017a2ac38e","Step 3.5 Flash 2603",24.5,66.53,94.44,{"aa_id":5477,"ppt_model_id":5478,"slug":2016,"model_name":2017,"provider_name":3281,"name":2017,"provider":3281,"aa_name":2017,"is_open":34,"author_country":3283,"release_date":2019,"release_month":2020,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":987,"output_price_per_1m_tokens":459,"input_price":987,"output_price":459,"tokens_per_second":5479,"time_to_first_token":5480,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5028,"benchmark_hle":5090,"benchmark_ifbench":5481,"benchmark_lcr":4107,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":5482,"benchmark_tau2":5483,"benchmark_terminalbench":5484,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"0bee3913-9b1b-48f4-b5b4-fe703971f924","d8ff0406-c59d-4cc9-bff3-4195694f6511",79.651,0.681,35.24,36.199999999999996,79.53,18.18,{"aa_id":5486,"ppt_model_id":5487,"slug":2023,"model_name":2024,"provider_name":124,"name":2024,"provider":124,"aa_name":5488,"is_open":11,"author_country":3100,"release_date":2026,"release_month":2020,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":139,"output_price_per_1m_tokens":154,"input_price":139,"output_price":154,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":1880,"benchmark_hle":4868,"benchmark_ifbench":5489,"benchmark_lcr":3605,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":3943,"benchmark_terminalbench":5490,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5491,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":5492,"benchmark_bbh":5493,"benchmark_bfcl_v3":12,"benchmark_bird_critic":4624,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":4980,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":5494,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":5495,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":5496,"benchmark_wmdp":12,"benchmark_wmt":12},"f1c29340-1db7-4217-b78c-ccb523ac25ea","9652d719-6040-4b1c-81d1-53a664a839fc","Claude Opus 4.6 (Non-reasoning, High)",44.629999999999995,48.480000000000004,91.0055,49.2478,91.7985,95.58,77.3333,62.6667,{"aa_id":5498,"ppt_model_id":5487,"slug":2023,"model_name":5499,"provider_name":124,"name":2024,"provider":124,"aa_name":5500,"is_open":11,"author_country":3100,"release_date":2026,"release_month":2020,"context_length":664,"inference_mode":3710,"input_price_per_1m_tokens":139,"output_price_per_1m_tokens":154,"input_price":139,"output_price":154,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5254,"benchmark_hle":5192,"benchmark_ifbench":5501,"benchmark_lcr":3740,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5435,"benchmark_terminalbench":5502,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5491,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":5492,"benchmark_bbh":5493,"benchmark_bfcl_v3":12,"benchmark_bird_critic":4624,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":4980,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":5494,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":5495,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":5496,"benchmark_wmdp":12,"benchmark_wmt":12},"77fb5a04-7d8d-4049-b9c8-b0c7071ece3c","Claude Opus 4.6 (Reasoning)","Claude Opus 4.6 (Max)",53.13,46.21,{"aa_id":5504,"ppt_model_id":5505,"slug":2029,"model_name":5506,"provider_name":3281,"name":2030,"provider":3281,"aa_name":2030,"is_open":11,"author_country":3283,"release_date":2032,"release_month":2020,"context_length":1160,"inference_mode":3710,"input_price_per_1m_tokens":666,"output_price_per_1m_tokens":1494,"input_price":666,"output_price":1494,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5507,"benchmark_hle":4105,"benchmark_ifbench":5508,"benchmark_lcr":4226,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5509,"benchmark_terminalbench":4752,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"d3d4a7cb-dc3f-47a0-b196-ba08e4d41d2d","6efe9a57-a829-4241-86b9-db3ade53cbc0","Qwen3 Max Thinking (Reasoning)",86.1,70.75,83.63000000000001,{"aa_id":5511,"ppt_model_id":5505,"slug":2029,"model_name":2030,"provider_name":3281,"name":2030,"provider":3281,"aa_name":5512,"is_open":11,"author_country":3283,"release_date":2032,"release_month":2020,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":666,"output_price_per_1m_tokens":1494,"input_price":666,"output_price":1494,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":5021,"benchmark_gpqa":4405,"benchmark_hle":5513,"benchmark_ifbench":5514,"benchmark_lcr":5515,"benchmark_livecodebench":4058,"benchmark_math_hard":12,"benchmark_mmlu_pro":4861,"benchmark_scicode":12,"benchmark_tau2":5509,"benchmark_terminalbench":4307,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"9b909945-eed9-47d5-92dd-162d51c9e42e","Qwen3 Max Thinking (Preview)",12.7,53.81,62,{"aa_id":5517,"ppt_model_id":5518,"slug":2035,"model_name":5519,"provider_name":4531,"name":2036,"provider":4531,"aa_name":5520,"is_open":34,"author_country":3100,"release_date":2038,"release_month":2020,"context_length":1927,"inference_mode":3710,"input_price_per_1m_tokens":244,"output_price_per_1m_tokens":2039,"input_price":244,"output_price":2039,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":4048,"benchmark_hle":3423,"benchmark_ifbench":5098,"benchmark_lcr":4246,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5521,"benchmark_terminalbench":5316,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5522,"benchmark_arc_challenge":5523,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5524,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":4980,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":5525,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5526,"benchmark_mmmu":4393,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":3471,"benchmark_wmdp":12,"benchmark_wmt":12},"26b6b925-9dfd-4a8b-8da4-359825461542","adccd3de-b10c-4ba8-9543-d4415c20c82f","GLM 5 (Reasoning)","GLM-5 (Reasoning)",98.25,89.3951,95.9898,94.2866,94.02,91.7177,{"aa_id":5528,"ppt_model_id":5518,"slug":2035,"model_name":2036,"provider_name":4531,"name":2036,"provider":4531,"aa_name":5529,"is_open":34,"author_country":3100,"release_date":2038,"release_month":2020,"context_length":1927,"inference_mode":3101,"input_price_per_1m_tokens":244,"output_price_per_1m_tokens":2039,"input_price":244,"output_price":2039,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":3961,"benchmark_hle":4848,"benchmark_ifbench":5530,"benchmark_lcr":3959,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5531,"benchmark_terminalbench":5532,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5522,"benchmark_arc_challenge":5523,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5524,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":4980,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":5525,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5526,"benchmark_mmmu":4393,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":3471,"benchmark_wmdp":12,"benchmark_wmt":12},"a2bff639-9d47-43e4-a384-fbe6129cb077","GLM-5 (Non-reasoning)",55.169999999999995,97.37,39.39,{"aa_id":5534,"ppt_model_id":5535,"slug":2042,"model_name":2043,"provider_name":4364,"name":2043,"provider":4364,"aa_name":5536,"is_open":34,"author_country":3283,"release_date":2045,"release_month":2020,"context_length":1653,"inference_mode":3101,"input_price_per_1m_tokens":1474,"output_price_per_1m_tokens":1382,"input_price":1474,"output_price":1382,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":3943,"benchmark_hle":5537,"benchmark_ifbench":5538,"benchmark_lcr":4247,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5539,"benchmark_terminalbench":5152,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5540,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5129,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5541,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":5542,"benchmark_wmdp":12,"benchmark_wmt":12},"50d53952-c066-4c79-9aca-03900a5c652e","9e395aa4-49e3-43a9-a527-d3565c5f1468","MiniMax-M2.5",20.5,71.63000000000001,95.32000000000001,83.425,88.1,56.3333,{"aa_id":5544,"ppt_model_id":5545,"slug":2048,"model_name":2049,"provider_name":3281,"name":2049,"provider":3281,"aa_name":5546,"is_open":34,"author_country":3283,"release_date":2051,"release_month":2020,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":282,"output_price_per_1m_tokens":673,"input_price":282,"output_price":673,"tokens_per_second":5547,"time_to_first_token":5548,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5549,"benchmark_hle":3741,"benchmark_ifbench":5550,"benchmark_lcr":4225,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":5308,"benchmark_tau2":5551,"benchmark_terminalbench":5215,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5552,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5553,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":5064,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5554,"benchmark_mmmu":5555,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":1097,"benchmark_wmdp":12,"benchmark_wmt":12},"e4c784fc-5d09-49a7-bc2a-f23a24d2772a","a65e22c0-c7f4-4fd9-9441-44d1fdcc23e1","Qwen3.5 397B A17B (Non-reasoning)",59.778,1.646,89.3,78.78,95.61,91.4375,89.4333,92.672,21.7778,{"aa_id":12,"ppt_model_id":5557,"slug":2054,"model_name":2055,"provider_name":333,"name":2055,"provider":333,"aa_name":12,"is_open":11,"author_country":3283,"release_date":2057,"release_month":2020,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":665,"output_price_per_1m_tokens":2058,"input_price":665,"output_price":2058,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":12,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5558,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5559,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":3973,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5560,"benchmark_mmmu":5561,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":294,"benchmark_wmdp":12,"benchmark_wmt":12},"0e1bb15b-3774-490a-858d-6f6fa47cf634",77.8083,90.5698,92.5367,13.1111,{"aa_id":5563,"ppt_model_id":5564,"slug":2061,"model_name":2062,"provider_name":124,"name":2062,"provider":124,"aa_name":5565,"is_open":11,"author_country":3100,"release_date":2064,"release_month":2020,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":450,"output_price_per_1m_tokens":140,"input_price":450,"output_price":140,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":4988,"benchmark_hle":5134,"benchmark_ifbench":5301,"benchmark_lcr":1098,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":5566,"benchmark_tau2":5483,"benchmark_terminalbench":5567,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5568,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5569,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":4656,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"12b9868c-e47e-42a8-9eaf-2272c0de492a","ca4f2f46-caa8-4008-a230-dc3fb131c5be","Claude Sonnet 4.6 (Max)",50.1,53.03,89.513,90.2626,{"aa_id":5571,"ppt_model_id":5572,"slug":2067,"model_name":2068,"provider_name":219,"name":2068,"provider":219,"aa_name":2068,"is_open":11,"author_country":3100,"release_date":2070,"release_month":2020,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":26,"output_price_per_1m_tokens":491,"input_price":26,"output_price":491,"tokens_per_second":5573,"time_to_first_token":5574,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5575,"benchmark_hle":4107,"benchmark_ifbench":5576,"benchmark_lcr":4048,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3663,"benchmark_tau2":5551,"benchmark_terminalbench":5577,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5578,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5579,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":5580,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"651ff60e-3528-4da3-a689-127637f11624","1a482268-b0d5-47fc-8593-e65d0f675276",127.578,15.556,94.1,77.14,53.790000000000006,93.9906,96.0682,83.7778,{"aa_id":5582,"ppt_model_id":5583,"slug":2079,"model_name":2080,"provider_name":9,"name":2080,"provider":9,"aa_name":5584,"is_open":11,"author_country":3100,"release_date":2082,"release_month":2020,"context_length":1318,"inference_mode":3101,"input_price_per_1m_tokens":1547,"output_price_per_1m_tokens":1872,"input_price":1547,"output_price":1872,"tokens_per_second":5585,"time_to_first_token":5586,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5587,"benchmark_hle":4294,"benchmark_ifbench":5588,"benchmark_lcr":5589,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5590,"benchmark_terminalbench":5567,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"53bbf671-e75d-459e-9765-0c69cd5f532f","b6cfc021-7b0e-4d19-aaed-7084501ab042","GPT-5.3 Codex (Xhigh)",82.742,36.206,91.5,75.37,83.33,85.96000000000001,{"aa_id":12,"ppt_model_id":5592,"slug":2097,"model_name":2098,"provider_name":333,"name":2098,"provider":333,"aa_name":12,"is_open":11,"author_country":3283,"release_date":2100,"release_month":2020,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":2101,"output_price_per_1m_tokens":665,"input_price":2101,"output_price":665,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":12,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5593,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5594,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5595,"benchmark_mmmu":5596,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"66649dd4-7e27-42ca-a957-188cbc69df2c",89.4737,90.6159,90.6637,76.7778,{"aa_id":5598,"ppt_model_id":5599,"slug":2104,"model_name":2105,"provider_name":3281,"name":2105,"provider":3281,"aa_name":5600,"is_open":34,"author_country":3283,"release_date":2107,"release_month":2020,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":665,"output_price_per_1m_tokens":673,"input_price":665,"output_price":673,"tokens_per_second":5601,"time_to_first_token":5602,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5603,"benchmark_hle":3643,"benchmark_ifbench":5604,"benchmark_lcr":4094,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3915,"benchmark_tau2":5605,"benchmark_terminalbench":4231,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5606,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5607,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5608,"benchmark_mmmu":5609,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"6c9eefa0-222f-47c5-93bb-522f4948aaca","096c3b3f-4e86-4089-8c89-e026de5bbf17","Qwen3.5 122B A10B (Non-reasoning)",141.451,0.988,85.7,75.71,93.57,90.2592,92.6739,91.8316,78.1111,{"aa_id":5611,"ppt_model_id":5612,"slug":2110,"model_name":2111,"provider_name":3281,"name":2111,"provider":3281,"aa_name":5613,"is_open":34,"author_country":3283,"release_date":2113,"release_month":2020,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":1453,"output_price_per_1m_tokens":673,"input_price":1453,"output_price":673,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":3290,"benchmark_hle":5614,"benchmark_ifbench":5615,"benchmark_lcr":5616,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5617,"benchmark_terminalbench":5239,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5618,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5619,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5620,"benchmark_mmmu":5621,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"ad17de76-698a-4ccc-a503-008c2599f650","f9ce3f37-10b6-4b40-b664-1581529ecc89","Qwen3.5 27B (Reasoning)",23.9,75.58,77.66999999999999,93.86,90.6127,92.3514,91.4969,77.5556,{"aa_id":5623,"ppt_model_id":5624,"slug":2116,"model_name":2117,"provider_name":3281,"name":2117,"provider":3281,"aa_name":5625,"is_open":34,"author_country":3283,"release_date":2119,"release_month":2020,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":2101,"output_price_per_1m_tokens":559,"input_price":2101,"output_price":559,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":4312,"benchmark_hle":321,"benchmark_ifbench":5626,"benchmark_lcr":939,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5627,"benchmark_terminalbench":4325,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5593,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5628,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5629,"benchmark_mmmu":5630,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"f1a164d5-3d89-42a4-96ed-3b11b1663c20","0dba8c58-9e0c-4e84-9588-c35b08e261eb","Qwen3.5 35B A3B (Reasoning)",72.52,89.18,90.8309,90.6851,76.4444,{"aa_id":5632,"ppt_model_id":5633,"slug":2128,"model_name":2129,"provider_name":219,"name":2129,"provider":219,"aa_name":5634,"is_open":11,"author_country":3100,"release_date":2131,"release_month":2132,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":64,"input_price":129,"output_price":64,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":4188,"benchmark_hle":5635,"benchmark_ifbench":5636,"benchmark_lcr":4226,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":5002,"benchmark_tau2":3698,"benchmark_terminalbench":4752,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5637,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5638,"benchmark_bfcl_v3":5639,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":5640,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":4155},"961ed313-e501-4b39-a186-fa3430f5fa8f","8640b832-cbda-49c8-b227-e06205891109","Gemini 3.1 Flash-Lite",17.2,77.21000000000001,76.8264,87.6517,76.4918,73.6667,{"aa_id":5642,"ppt_model_id":5643,"slug":2142,"model_name":2143,"provider_name":998,"name":2143,"provider":998,"aa_name":2143,"is_open":34,"author_country":5644,"release_date":2145,"release_month":2132,"context_length":119,"inference_mode":3101,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":559,"input_price":129,"output_price":559,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":3651,"benchmark_hle":5645,"benchmark_ifbench":5036,"benchmark_lcr":3959,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":4169,"benchmark_tau2":5646,"benchmark_terminalbench":4325,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":5647,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5648,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"3521c0d7-c188-451c-bea7-b1286f1ae6f0","ff74d893-90eb-465b-a794-b9b70cb2c24b","ae",17.1,70.76,54.2896,85.9707,{"aa_id":5650,"ppt_model_id":5651,"slug":2148,"model_name":2149,"provider_name":9,"name":2149,"provider":9,"aa_name":5652,"is_open":11,"author_country":3100,"release_date":2151,"release_month":2132,"context_length":2152,"inference_mode":3101,"input_price_per_1m_tokens":130,"output_price_per_1m_tokens":2153,"input_price":130,"output_price":2153,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5245,"benchmark_hle":5653,"benchmark_ifbench":5654,"benchmark_lcr":4048,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":4109,"benchmark_terminalbench":5655,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":3534,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5656,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5657,"benchmark_mmmu":5658,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"c6a2c9d5-9a16-4128-a1c6-b682cfb56a57","50a322eb-331c-4271-a1c7-1eb81844b41d","GPT-5.4 (Low)",43.7,73.95,57.58,75.288,89.0258,61.5556,{"aa_id":5660,"ppt_model_id":5661,"slug":2156,"model_name":2157,"provider_name":9,"name":2157,"provider":9,"aa_name":5662,"is_open":11,"author_country":3100,"release_date":2159,"release_month":2132,"context_length":2152,"inference_mode":3101,"input_price_per_1m_tokens":16,"output_price_per_1m_tokens":2160,"input_price":16,"output_price":2160,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":12,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"bb1a9d61-8a4b-437d-ba7d-fe68f624a05d","be832d32-7ebe-4146-a876-06ae6a07ad3e","GPT-5.4 Pro (Xhigh)",{"aa_id":5664,"ppt_model_id":5665,"slug":2163,"model_name":2164,"provider_name":3281,"name":2164,"provider":3281,"aa_name":5666,"is_open":34,"author_country":3283,"release_date":2166,"release_month":2132,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":38,"output_price_per_1m_tokens":987,"input_price":38,"output_price":987,"tokens_per_second":5667,"time_to_first_token":5668,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":3964,"benchmark_hle":4953,"benchmark_ifbench":5669,"benchmark_lcr":3269,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3389,"benchmark_tau2":4901,"benchmark_terminalbench":4752,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":5670,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"013064eb-90ed-4781-9ec6-173869643c1e","68865bdd-0c47-46e2-bc8d-5b65ea94d7ea","Qwen3.5 9B (Reasoning)",68.563,0.911,66.73,74.1111,{"aa_id":12,"ppt_model_id":5672,"slug":2175,"model_name":2176,"provider_name":425,"name":2176,"provider":425,"aa_name":12,"is_open":34,"author_country":3100,"release_date":2178,"release_month":2132,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":753,"output_price_per_1m_tokens":467,"input_price":753,"output_price":467,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":12,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5673,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5674,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5675,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":5676,"benchmark_wmdp":12,"benchmark_wmt":12},"f3a971b5-6bdb-4a5b-a2af-21f971966337",67.0071,75.1805,90.2008,10.6667,{"aa_id":5678,"ppt_model_id":5679,"slug":2181,"model_name":2182,"provider_name":4531,"name":2182,"provider":4531,"aa_name":5680,"is_open":11,"author_country":3100,"release_date":2184,"release_month":2132,"context_length":1927,"inference_mode":3101,"input_price_per_1m_tokens":162,"output_price_per_1m_tokens":460,"input_price":162,"output_price":460,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":4867,"benchmark_hle":3853,"benchmark_ifbench":3249,"benchmark_lcr":4457,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5681,"benchmark_terminalbench":4461,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5682,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5683,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"0cb7dbc1-33a6-4920-9573-94ae1450496a","faeb05d7-ff38-4a77-ab1f-70c01fd21f3d","GLM-5-Turbo",98.54,90.3771,91.522,{"aa_id":5685,"ppt_model_id":5686,"slug":2193,"model_name":2194,"provider_name":9,"name":2194,"provider":9,"aa_name":5687,"is_open":11,"author_country":3100,"release_date":2196,"release_month":2132,"context_length":1318,"inference_mode":3101,"input_price_per_1m_tokens":2197,"output_price_per_1m_tokens":2198,"input_price":2197,"output_price":2198,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":4988,"benchmark_hle":5688,"benchmark_ifbench":3362,"benchmark_lcr":3651,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3182,"benchmark_tau2":5589,"benchmark_terminalbench":5689,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5690,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5691,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5692,"benchmark_mmmu":5693,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"00557e52-2d96-4f29-a7cd-11ef00b7b3b3","1716aac6-8574-49be-9ee8-f5e27a173f2a","GPT-5.4 mini (Non-reasoning)",28.1,52.27,63.0401,58.0249,81.8117,55.6667,{"aa_id":5695,"ppt_model_id":5696,"slug":2201,"model_name":2202,"provider_name":9,"name":2202,"provider":9,"aa_name":5697,"is_open":11,"author_country":3100,"release_date":2204,"release_month":2132,"context_length":1318,"inference_mode":3101,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":102,"input_price":317,"output_price":102,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5698,"benchmark_hle":3832,"benchmark_ifbench":5699,"benchmark_lcr":3390,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3410,"benchmark_tau2":5700,"benchmark_terminalbench":5701,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5702,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5703,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5704,"benchmark_mmmu":5705,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":5706,"benchmark_wmdp":12,"benchmark_wmt":12},"eeb85174-759a-44da-ab70-0789ccd9c9a7","c4e840c4-070e-41dc-8a7c-83df13366b83","GPT-5.4 nano (Non-reasoning)",81.69999999999999,75.92,76.02,42.42,46.465,45.6305,65.3824,42.4444,32.3333,{"aa_id":5708,"ppt_model_id":5709,"slug":2207,"model_name":2208,"provider_name":4364,"name":2208,"provider":4364,"aa_name":5710,"is_open":11,"author_country":3283,"release_date":2210,"release_month":2132,"context_length":1546,"inference_mode":3101,"input_price_per_1m_tokens":1224,"output_price_per_1m_tokens":1224,"input_price":1224,"output_price":1224,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5326,"benchmark_hle":3168,"benchmark_ifbench":5604,"benchmark_lcr":5097,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":5566,"benchmark_tau2":3943,"benchmark_terminalbench":5532,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4738,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5711,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"2faca2e8-9af1-490e-b648-1bdb42d0a72f","0f8a5b79-9d63-4221-9a5a-a3bac0a284d4","MiniMax-M2.7",81.8922,{"aa_id":5713,"ppt_model_id":5714,"slug":2213,"model_name":2214,"provider_name":1899,"name":2214,"provider":1899,"aa_name":5715,"is_open":11,"author_country":3283,"release_date":2216,"release_month":2132,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":467,"output_price_per_1m_tokens":65,"input_price":467,"output_price":65,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":4051,"benchmark_hle":3346,"benchmark_ifbench":5716,"benchmark_lcr":843,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5717,"benchmark_terminalbench":5152,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"aed82eff-96a4-4652-86fd-2754df9c6e96","6190c93a-00f4-4122-98ad-b2ac07badb51","MiMo-V2-Omni",53.54,91.23,{"aa_id":5719,"ppt_model_id":5720,"slug":2225,"model_name":2226,"provider_name":5133,"name":2226,"provider":5133,"aa_name":2226,"is_open":11,"author_country":3283,"release_date":2228,"release_month":2132,"context_length":810,"inference_mode":3101,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":162,"input_price":48,"output_price":162,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5721,"benchmark_hle":5722,"benchmark_ifbench":5144,"benchmark_lcr":4081,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5223,"benchmark_terminalbench":5723,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"a2004f8e-73d2-4b89-a1a8-1fdc67ced8a8","537fb806-18b5-4478-9fe5-1f0159d74e30",85.5,16.1,49.24,{"aa_id":5725,"ppt_model_id":5726,"slug":2250,"model_name":2251,"provider_name":4531,"name":2251,"provider":4531,"aa_name":5727,"is_open":11,"author_country":3100,"release_date":2253,"release_month":2247,"context_length":1927,"inference_mode":3101,"input_price_per_1m_tokens":162,"output_price_per_1m_tokens":460,"input_price":162,"output_price":460,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":3917,"benchmark_hle":5645,"benchmark_ifbench":5728,"benchmark_lcr":3248,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5681,"benchmark_terminalbench":5239,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"c92976a2-3d20-48e7-a051-e9f31bad63b5","f72d3534-1bad-4020-849b-aea9934eb700","GLM 5V Turbo (Reasoning)",61.09,{"aa_id":5730,"ppt_model_id":5731,"slug":2256,"model_name":2257,"provider_name":219,"name":2257,"provider":219,"aa_name":5732,"is_open":11,"author_country":3100,"release_date":2259,"release_month":2247,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":317,"input_price":317,"output_price":317,"tokens_per_second":5733,"time_to_first_token":5734,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5603,"benchmark_hle":5735,"benchmark_ifbench":5615,"benchmark_lcr":4760,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":5736,"benchmark_tau2":5737,"benchmark_terminalbench":5738,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5739,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5740,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5741,"benchmark_mmmu":5670,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"21e7b4a3-dade-478b-96f1-5ed420d33ebc","f0772bbd-0c66-467d-a34c-13d34c9a2c61","Gemma 4 31B (Reasoning)",35.355,0.853,23.599999999999998,45.5,59.940000000000005,36.36,87.6669,91.7678,89.0329,{"aa_id":5743,"ppt_model_id":5744,"slug":2262,"model_name":2263,"provider_name":219,"name":2263,"provider":219,"aa_name":5745,"is_open":11,"author_country":3100,"release_date":2265,"release_month":2247,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":301,"output_price_per_1m_tokens":2266,"input_price":301,"output_price":2266,"tokens_per_second":5746,"time_to_first_token":5747,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":4891,"benchmark_hle":5116,"benchmark_ifbench":5748,"benchmark_lcr":4176,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":968,"benchmark_tau2":4504,"benchmark_terminalbench":154,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5749,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5750,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5751,"benchmark_mmmu":5752,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"f1abb0ef-a474-4b92-8f7f-c327693e2332","b2c8340f-6ba4-4c42-9f04-5005954ccb0a","Gemma 4 26B A4B (Reasoning)",100.202,0.523,72.45,82.4823,90.2473,87.0602,71.7778,{"aa_id":5754,"ppt_model_id":5755,"slug":2269,"model_name":2270,"provider_name":4531,"name":2270,"provider":4531,"aa_name":5756,"is_open":34,"author_country":3100,"release_date":2272,"release_month":2247,"context_length":1927,"inference_mode":3101,"input_price_per_1m_tokens":2273,"output_price_per_1m_tokens":2274,"input_price":2273,"output_price":2274,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5158,"benchmark_hle":5221,"benchmark_ifbench":5757,"benchmark_lcr":3146,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":5308,"benchmark_tau2":5758,"benchmark_terminalbench":5316,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5759,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5760,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"f4cbcdd7-e0be-4851-9828-13a9c4ea5a7b","d49b357f-316f-4788-8a0b-1756e788589b","GLM-5.1 (Non-reasoning)",76.25999999999999,97.66,90.5342,93.2729,{"aa_id":5762,"ppt_model_id":5763,"slug":2277,"model_name":2278,"provider_name":124,"name":2278,"provider":124,"aa_name":5764,"is_open":11,"author_country":3100,"release_date":2280,"release_month":2247,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":139,"output_price_per_1m_tokens":154,"input_price":139,"output_price":154,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5765,"benchmark_hle":5766,"benchmark_ifbench":5767,"benchmark_lcr":5768,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5137,"benchmark_terminalbench":5769,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5770,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5771,"benchmark_bfcl_v3":5772,"benchmark_bird_critic":4473,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":5773,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"ebea3eaf-e2f6-4e16-8e45-c7019168c5b4","8e331326-7b3c-44b6-9b6a-c762c619b3c6","Claude Opus 4.7 (Non-reasoning, High)",91.4,42.3,58.64,78.67,54.55,88.9631,91.1227,76.6494,75.4444,{"aa_id":5775,"ppt_model_id":5776,"slug":2283,"model_name":2284,"provider_name":4440,"name":2284,"provider":4440,"aa_name":5777,"is_open":34,"author_country":3283,"release_date":2286,"release_month":2247,"context_length":810,"inference_mode":3101,"input_price_per_1m_tokens":1224,"output_price_per_1m_tokens":1224,"input_price":1224,"output_price":1224,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5778,"benchmark_hle":5779,"benchmark_ifbench":5780,"benchmark_lcr":3562,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3130,"benchmark_tau2":5401,"benchmark_terminalbench":5781,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5782,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5783,"benchmark_bfcl_v3":12,"benchmark_bird_critic":3774,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":5784,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"6c81fc23-4509-4b2b-8cd3-224262aa48a1","7af35a85-aae2-4f4c-8e56-89520fab4196","Kimi K2.6 (Reasoning)",91.10000000000001,37.5,75.99000000000001,43.94,91.791,91.1841,66.9312,{"aa_id":5786,"ppt_model_id":5787,"slug":2297,"model_name":2298,"provider_name":5788,"name":2298,"provider":5788,"aa_name":2298,"is_open":11,"author_country":12,"release_date":2301,"release_month":2247,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":1634,"output_price_per_1m_tokens":377,"input_price":1634,"output_price":377,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":3742,"benchmark_hle":4701,"benchmark_ifbench":5789,"benchmark_lcr":3681,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5590,"benchmark_terminalbench":3718,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"46c2b1ec-2000-4cf7-9a11-a6a782a2d4cc","dc55618c-9c59-482f-9b3f-07b33658205e","InclusionAI",57.410000000000004,{"aa_id":5791,"ppt_model_id":5792,"slug":2310,"model_name":2311,"provider_name":1899,"name":2311,"provider":1899,"aa_name":5793,"is_open":11,"author_country":3283,"release_date":2313,"release_month":2247,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":2314,"output_price_per_1m_tokens":1353,"input_price":2314,"output_price":1353,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":4413,"benchmark_hle":5433,"benchmark_ifbench":5794,"benchmark_lcr":5795,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":4157,"benchmark_tau2":5411,"benchmark_terminalbench":5316,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"47bbeb90-0759-4399-8d35-88f46b9d5344","a0b689fc-2ea6-468f-bff6-3a5b975f28f4","MiMo-V2.5-Pro (Non-reasoning)",79.86,79.67,{"aa_id":5797,"ppt_model_id":5798,"slug":2317,"model_name":2318,"provider_name":1173,"name":2318,"provider":1173,"aa_name":5799,"is_open":11,"author_country":3283,"release_date":2320,"release_month":2247,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":1028,"output_price_per_1m_tokens":244,"input_price":1028,"output_price":244,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":2503,"benchmark_hle":3853,"benchmark_ifbench":5800,"benchmark_lcr":4943,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5801,"benchmark_terminalbench":5802,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"1ef11b80-46f8-441e-bf9c-0841b32c1543","cbe240bc-8f85-4675-a079-c3bf827e4f9f","Hy3-preview (Reasoning)",63.129999999999995,92.69,34.089999999999996,{"aa_id":5804,"ppt_model_id":5805,"slug":2323,"model_name":2324,"provider_name":5788,"name":2324,"provider":5788,"aa_name":5806,"is_open":11,"author_country":12,"release_date":2326,"release_month":2247,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":753,"output_price_per_1m_tokens":102,"input_price":753,"output_price":102,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":3887,"benchmark_hle":4880,"benchmark_ifbench":5807,"benchmark_lcr":5180,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":5808,"benchmark_terminalbench":4231,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"e7d1a9e9-d370-4314-91f0-0a2a17f99736","9ae677ce-aea8-446e-911b-20fb944eee8a","Ling-2.6-1T",56.87,89.77000000000001,{"aa_id":5810,"ppt_model_id":5811,"slug":2329,"model_name":2330,"provider_name":3587,"name":2330,"provider":3587,"aa_name":5812,"is_open":34,"author_country":3283,"release_date":2332,"release_month":2247,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":2333,"output_price_per_1m_tokens":2334,"input_price":2333,"output_price":2334,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5177,"benchmark_hle":5813,"benchmark_ifbench":5814,"benchmark_lcr":5795,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":5815,"benchmark_tau2":5551,"benchmark_terminalbench":5377,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5816,"benchmark_arc_challenge":5817,"benchmark_arc_easy":12,"benchmark_bbeh":5818,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":5819,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"41e09207-1674-4401-9edb-5c910ca77b2a","0690804b-777d-4a5f-933d-5643189a6e0b","DeepSeek V4 Flash 0731 (Max)",38.6,79.17999999999999,50.3,90.0628,95.3925,67.3451,32.6667,{"aa_id":5821,"ppt_model_id":5822,"slug":2337,"model_name":2338,"provider_name":3587,"name":2338,"provider":3587,"aa_name":5823,"is_open":34,"author_country":3283,"release_date":2340,"release_month":2247,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":2341,"output_price_per_1m_tokens":2342,"input_price":2341,"output_price":2342,"tokens_per_second":5824,"time_to_first_token":5825,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5826,"benchmark_hle":3185,"benchmark_ifbench":5827,"benchmark_lcr":4595,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":5828,"benchmark_tau2":5829,"benchmark_terminalbench":5502,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":5830,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":5831,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":3299,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":3364},"76904655-a042-406a-b5a0-f30bfc199a6a","3aa51c49-21b2-40fd-a532-b7a6ad121c8e","DeepSeek V4 Pro 0813 (Non-reasoning)",74.716,1.036,92.80000000000001,76.46,51,96.2,64.9115,95.072,{"aa_id":5833,"ppt_model_id":5834,"slug":2346,"model_name":2347,"provider_name":9,"name":2347,"provider":9,"aa_name":5835,"is_open":11,"author_country":3100,"release_date":2349,"release_month":2247,"context_length":2152,"inference_mode":3101,"input_price_per_1m_tokens":139,"output_price_per_1m_tokens":16,"input_price":139,"output_price":16,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":2888,"benchmark_hle":5836,"benchmark_ifbench":5837,"benchmark_lcr":4187,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":5011,"benchmark_tau2":5617,"benchmark_terminalbench":5838,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5839,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5840,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":5416,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"c577925e-4105-40e2-812c-a669391aa351","40e63561-1450-4f77-a824-eaca4ac14959","GPT-5.5 (Non-reasoning)",45.800000000000004,75.85,60.61,92.773,94.0716,{"aa_id":5842,"ppt_model_id":5843,"slug":2352,"model_name":2353,"provider_name":9,"name":2353,"provider":9,"aa_name":5844,"is_open":11,"author_country":3100,"release_date":2355,"release_month":2247,"context_length":2152,"inference_mode":3101,"input_price_per_1m_tokens":16,"output_price_per_1m_tokens":2160,"input_price":16,"output_price":2160,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":12,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"b1c2f304-80ea-48a2-805b-87b96d8e5d01","737b40e7-03ab-4fea-980d-d9d1765d53a1","GPT-5.5 Pro (Xhigh)",{"aa_id":5846,"ppt_model_id":5847,"slug":2358,"model_name":2359,"provider_name":3281,"name":2359,"provider":3281,"aa_name":5848,"is_open":34,"author_country":3283,"release_date":2361,"release_month":2247,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":673,"input_price":129,"output_price":673,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":451,"benchmark_hle":3364,"benchmark_ifbench":4636,"benchmark_lcr":4225,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3697,"benchmark_tau2":5411,"benchmark_terminalbench":5152,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5849,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5850,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"cbb46bae-e8de-4818-86ba-9d172dc787ac","47fd8ee3-a9e1-445f-97ec-e03501f00712","Qwen3.6 27B (Non-reasoning)",89.9057,93.5187,{"aa_id":12,"ppt_model_id":5852,"slug":2364,"model_name":2365,"provider_name":333,"name":2365,"provider":333,"aa_name":12,"is_open":34,"author_country":3283,"release_date":2367,"release_month":2247,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":2368,"output_price_per_1m_tokens":2369,"input_price":2368,"output_price":2369,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":12,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5853,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"35451d74-441a-4a63-9b4b-d063bdb08e8f",95.162,{"aa_id":5855,"ppt_model_id":5856,"slug":2372,"model_name":2373,"provider_name":3281,"name":2373,"provider":3281,"aa_name":5857,"is_open":34,"author_country":3283,"release_date":2375,"release_month":2247,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":301,"output_price_per_1m_tokens":704,"input_price":301,"output_price":704,"tokens_per_second":5858,"time_to_first_token":5859,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":3528,"benchmark_hle":5860,"benchmark_ifbench":5861,"benchmark_lcr":4457,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":4033,"benchmark_tau2":5539,"benchmark_terminalbench":5152,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5862,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5863,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":5864,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"659ade99-13fb-4675-ae75-de293ebcd5a1","9b2c51de-a566-4b5b-ab17-8456f9b7e739","Qwen3.6 35B A3B (Reasoning)",129.551,1.075,22.2,64.35,88.6881,91.2917,75.8889,{"aa_id":12,"ppt_model_id":5866,"slug":2378,"model_name":2379,"provider_name":333,"name":2379,"provider":333,"aa_name":12,"is_open":34,"author_country":3283,"release_date":2381,"release_month":2247,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":2382,"output_price_per_1m_tokens":2383,"input_price":2382,"output_price":2383,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":12,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5867,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5868,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":3651,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"664489af-bc32-4a1c-96f6-4b7bb7b3bbee",88.5703,91.6449,{"aa_id":5870,"ppt_model_id":5871,"slug":2399,"model_name":2400,"provider_name":3115,"name":2400,"provider":3115,"aa_name":2400,"is_open":34,"author_country":3116,"release_date":2402,"release_month":2247,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":64,"output_price_per_1m_tokens":2153,"input_price":64,"output_price":2153,"tokens_per_second":5872,"time_to_first_token":5873,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":3652,"benchmark_hle":5874,"benchmark_ifbench":5875,"benchmark_lcr":4251,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3607,"benchmark_tau2":5411,"benchmark_terminalbench":4461,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5876,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5877,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":5878,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"232e19e5-1576-4a1e-998f-100c01842523","c6402112-1d40-40cf-9944-88180bd1f94c",168.38,0.831,13.8,68.78,71.524,82.0151,64.4444,{"aa_id":5880,"ppt_model_id":5881,"slug":2441,"model_name":2442,"provider_name":219,"name":2442,"provider":219,"aa_name":5882,"is_open":11,"author_country":3100,"release_date":2444,"release_month":2421,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":64,"output_price_per_1m_tokens":2445,"input_price":64,"output_price":2445,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5883,"benchmark_hle":5040,"benchmark_ifbench":4094,"benchmark_lcr":4226,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":5422,"benchmark_tau2":5551,"benchmark_terminalbench":5502,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5884,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5885,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":5416,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"6242da22-e0a9-4cd2-8853-34555d5f1d61","08bec790-00b5-44cb-9212-45a90fcd4464","Gemini 3.5 Flash (Medium)",92.2,92.9694,91.7371,{"aa_id":5887,"ppt_model_id":5888,"slug":2454,"model_name":2455,"provider_name":3281,"name":2455,"provider":3281,"aa_name":2455,"is_open":34,"author_country":3283,"release_date":2457,"release_month":2421,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":2458,"output_price_per_1m_tokens":2459,"input_price":2458,"output_price":2459,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5889,"benchmark_hle":3173,"benchmark_ifbench":5890,"benchmark_lcr":3761,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":4357,"benchmark_tau2":5891,"benchmark_terminalbench":5892,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5839,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5893,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":5894,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"ee8dc868-93b3-4614-8ba5-aa5bcc729106","776b5975-b9a9-4fb6-92d5-024b9a5c3d86",92.30000000000001,80.54,94.74000000000001,50.760000000000005,95.7917,93.7331,{"aa_id":5896,"ppt_model_id":5897,"slug":2462,"model_name":2463,"provider_name":124,"name":2463,"provider":124,"aa_name":5898,"is_open":11,"author_country":3100,"release_date":2465,"release_month":2421,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":139,"output_price_per_1m_tokens":154,"input_price":139,"output_price":154,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5245,"benchmark_hle":5899,"benchmark_ifbench":5900,"benchmark_lcr":5616,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":5901,"benchmark_tau2":5475,"benchmark_terminalbench":5902,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5903,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5904,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":5905,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"749593b8-22db-4180-93b1-c9d33eef77a2","da2bf22e-8aa1-45aa-ab3f-8477b74ca7c2","Claude Opus 4.8 (Max)",48.699999999999996,62.239999999999995,54.400000000000006,58.330000000000005,87.9811,94.133,76.5556,{"aa_id":5907,"ppt_model_id":5908,"slug":2474,"model_name":2475,"provider_name":2011,"name":2475,"provider":2011,"aa_name":5909,"is_open":34,"author_country":3283,"release_date":2477,"release_month":2421,"context_length":810,"inference_mode":3101,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":2478,"input_price":82,"output_price":2478,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":3917,"benchmark_hle":5910,"benchmark_ifbench":5911,"benchmark_lcr":3146,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":5114,"benchmark_tau2":5681,"benchmark_terminalbench":4990,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"a730b00d-30b7-4cb6-82cf-07e80fffe593","42e2844a-72a2-4987-9585-7892600c05af","Step 3.7 Flash",21.4,67.28,{"aa_id":5913,"ppt_model_id":5914,"slug":2481,"model_name":2482,"provider_name":4364,"name":2482,"provider":4364,"aa_name":5915,"is_open":11,"author_country":3283,"release_date":2484,"release_month":2421,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":2485,"output_price_per_1m_tokens":2486,"input_price":2485,"output_price":2486,"tokens_per_second":5916,"time_to_first_token":5917,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":2487,"benchmark_hle":3869,"benchmark_ifbench":5918,"benchmark_lcr":5416,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3620,"benchmark_tau2":5919,"benchmark_terminalbench":5701,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4038,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5920,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":5463,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":5921,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":5922},"872dd9d5-0f5c-42dc-8349-75fb92d78890","bf492d77-6747-4832-bf74-b3196b2a90e4","MiniMax-M3",105.864,0.724,82.86,88.89,87.0527,29.3333,18.9,{"aa_id":5924,"ppt_model_id":5925,"slug":2490,"model_name":2491,"provider_name":3281,"name":2491,"provider":3281,"aa_name":2491,"is_open":34,"author_country":3283,"release_date":2493,"release_month":2494,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":368,"output_price_per_1m_tokens":2495,"input_price":368,"output_price":2495,"tokens_per_second":5926,"time_to_first_token":5927,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5928,"benchmark_hle":5929,"benchmark_ifbench":5375,"benchmark_lcr":4081,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":5930,"benchmark_tau2":4443,"benchmark_terminalbench":5224,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5931,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5932,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"855af3e9-0ca4-4849-b801-530aa73f3600","ccd495ae-bc69-4cd2-9065-09ea879b506a",57.54,1.733,90,35.6,46.1,92.0267,94.0101,{"aa_id":5934,"ppt_model_id":5935,"slug":2498,"model_name":2499,"provider_name":3356,"name":2499,"provider":3356,"aa_name":5936,"is_open":34,"author_country":3100,"release_date":2501,"release_month":2494,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":467,"output_price_per_1m_tokens":2502,"input_price":467,"output_price":2502,"tokens_per_second":5937,"time_to_first_token":5938,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":2503,"benchmark_hle":5939,"benchmark_ifbench":5940,"benchmark_lcr":5941,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":4579,"benchmark_tau2":5589,"benchmark_terminalbench":5738,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5942,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5943,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":5944},"cd9cdf73-b638-46c6-b8eb-b8c08d338008","9ff3fa70-32f8-4ef3-968b-4aed18a49a2b","Nemotron 3 Ultra 550B A55B (Reasoning)",160.526,0.897,28.4,81.36,79.33,90.9662,92.0903,11.8,{"aa_id":5946,"ppt_model_id":5947,"slug":2506,"model_name":2507,"provider_name":5948,"name":2507,"provider":5948,"aa_name":5949,"is_open":11,"author_country":3100,"release_date":2509,"release_month":2494,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":129,"output_price_per_1m_tokens":26,"input_price":129,"output_price":26,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5950,"benchmark_hle":4433,"benchmark_ifbench":5951,"benchmark_lcr":3621,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3488,"benchmark_tau2":5952,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"6b73eebd-d0b6-4b21-8c94-bb49c54f26dd","bd06f2db-9139-4825-8cd0-e6b5caeb2642","Nex AGI","Nex-N2-Pro (Based on Qwen3.5-397B-A17B)",89.2,66.19,81.58,{"aa_id":5954,"ppt_model_id":5955,"slug":2512,"model_name":2513,"provider_name":124,"name":2513,"provider":124,"aa_name":5956,"is_open":11,"author_country":3100,"release_date":2515,"release_month":2494,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":191,"output_price_per_1m_tokens":437,"input_price":191,"output_price":437,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":4479,"benchmark_hle":5957,"benchmark_ifbench":4426,"benchmark_lcr":5021,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":4003,"benchmark_tau2":5681,"benchmark_terminalbench":5958,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5959,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"b0f7cde8-0e67-48e6-b5cf-8173c6b7fbd2","ff37e033-af86-4fbe-8dd2-b45cce1b31a4","Claude Fable 5 (Adaptive Reasoning, Max Effort, Opus 5 Fallback)",55.50000000000001,62.88,88.4918,{"aa_id":5961,"ppt_model_id":5962,"slug":2518,"model_name":2519,"provider_name":4440,"name":2519,"provider":4440,"aa_name":2519,"is_open":11,"author_country":3283,"release_date":2521,"release_month":2494,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":244,"output_price_per_1m_tokens":450,"input_price":244,"output_price":450,"tokens_per_second":5963,"time_to_first_token":5964,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5254,"benchmark_hle":5965,"benchmark_ifbench":5800,"benchmark_lcr":5941,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":5966,"benchmark_tau2":5967,"benchmark_terminalbench":5968,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5969,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5970,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"130943d2-3c43-4280-a294-10e72ef314ed","bc08e949-c39c-42fa-9d34-74870df9892d",44.263,1.099,35,47.8,90.06,44.7,91.359,90.5852,{"aa_id":5972,"ppt_model_id":5973,"slug":2524,"model_name":2525,"provider_name":4531,"name":2525,"provider":4531,"aa_name":5974,"is_open":34,"author_country":3100,"release_date":2527,"release_month":2494,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":2528,"output_price_per_1m_tokens":2529,"input_price":2528,"output_price":2529,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":2710,"benchmark_hle":5302,"benchmark_ifbench":4247,"benchmark_lcr":5097,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3939,"benchmark_tau2":5975,"benchmark_terminalbench":5892,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5976,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5977,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"d7fa6712-c096-4bb5-b324-48366574ee2f","ff79833a-f545-4e1b-938f-dc111589a249","GLM-5.2 (Non-reasoning)",99.11999999999999,92.066,91.6142,{"aa_id":5979,"ppt_model_id":5980,"slug":2545,"model_name":2546,"provider_name":124,"name":2546,"provider":124,"aa_name":5981,"is_open":11,"author_country":3100,"release_date":2548,"release_month":2494,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":191,"input_price":65,"output_price":191,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5778,"benchmark_hle":5982,"benchmark_ifbench":12,"benchmark_lcr":4048,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":4685,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5983,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5619,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"844be57a-ec99-4953-964a-f29691be2945","3a803f76-fe6c-41c0-b6e5-a08e165263db","Claude Sonnet 5 (Max)",41.3,89.2773,{"aa_id":5985,"ppt_model_id":5986,"slug":2558,"model_name":2559,"provider_name":1173,"name":2559,"provider":1173,"aa_name":2559,"is_open":11,"author_country":3283,"release_date":2561,"release_month":2555,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":2562,"output_price_per_1m_tokens":2563,"input_price":2562,"output_price":2563,"tokens_per_second":5987,"time_to_first_token":5988,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5989,"benchmark_hle":5990,"benchmark_ifbench":5991,"benchmark_lcr":3761,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3420,"benchmark_tau2":5992,"benchmark_terminalbench":4885,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"42b2cdd6-4ff9-44e0-b62f-bc69a206ea1e","50ac7003-2868-484c-87cb-959be8c1ec20",92.158,1.921,89.7,33.5,47.96,67.54,{"aa_id":5994,"ppt_model_id":5995,"slug":2578,"model_name":2579,"provider_name":4290,"name":2579,"provider":4290,"aa_name":5996,"is_open":11,"author_country":3100,"release_date":2581,"release_month":2555,"context_length":2582,"inference_mode":3101,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":491,"input_price":65,"output_price":491,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5997,"benchmark_hle":5040,"benchmark_ifbench":12,"benchmark_lcr":5941,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":5998,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5999,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5760,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"13f7b92a-19c2-4985-b823-de3ae0140f98","04c353f1-9797-4917-adaa-a1827ef7d9b2","Grok 4.5 (High)",93.10000000000001,55.00000000000001,92.8908,{"aa_id":6001,"ppt_model_id":6002,"slug":2585,"model_name":2586,"provider_name":9,"name":2586,"provider":9,"aa_name":6003,"is_open":11,"author_country":3100,"release_date":2588,"release_month":2555,"context_length":2152,"inference_mode":3101,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":191,"input_price":65,"output_price":191,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5575,"benchmark_hle":4357,"benchmark_ifbench":6004,"benchmark_lcr":1880,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3268,"benchmark_tau2":6005,"benchmark_terminalbench":6006,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"1ce82f22-5c7e-4f5e-b88c-eee1377e05da","cfc03558-11c5-4f2c-85c2-beffdddcd632","GPT-5.6 Sol (Non-reasoning)",72.65,85.09,65.91,{"aa_id":6008,"ppt_model_id":6009,"slug":2597,"model_name":2598,"provider_name":9,"name":2598,"provider":9,"aa_name":6010,"is_open":11,"author_country":3100,"release_date":2600,"release_month":2555,"context_length":2152,"inference_mode":3101,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":811,"input_price":65,"output_price":811,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":2601,"benchmark_hle":6011,"benchmark_ifbench":6012,"benchmark_lcr":5416,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":5998,"benchmark_tau2":5214,"benchmark_terminalbench":5655,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":6013},"cd166650-a811-4d56-9efb-46f7f4795a95","8182ef27-2057-4b7d-8385-a66c867a9353","GPT-5.6 Terra (Non-reasoning)",42.9,71.22,32.3,{"aa_id":6015,"ppt_model_id":6016,"slug":2610,"model_name":2611,"provider_name":9,"name":2611,"provider":9,"aa_name":6017,"is_open":11,"author_country":3100,"release_date":2613,"release_month":2555,"context_length":2152,"inference_mode":3101,"input_price_per_1m_tokens":82,"output_price_per_1m_tokens":162,"input_price":82,"output_price":162,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5778,"benchmark_hle":6018,"benchmark_ifbench":12,"benchmark_lcr":4635,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":4775,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4651,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":6019,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":6020,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"5a489d31-ead0-4cac-a252-8e61991a5b14","d551510b-c384-4438-a532-f415b821b350","GPT-5.6 Luna (Non-reasoning)",39.5,89.679,77.6667,{"aa_id":6022,"ppt_model_id":6023,"slug":2635,"model_name":2636,"provider_name":4440,"name":2636,"provider":4440,"aa_name":6024,"is_open":11,"author_country":3283,"release_date":2638,"release_month":2555,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":2639,"output_price_per_1m_tokens":2640,"input_price":2639,"output_price":2640,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":2888,"benchmark_hle":6025,"benchmark_ifbench":12,"benchmark_lcr":4316,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3824,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":6026},"b077a2f5-e76b-4569-8639-24721f916f00","3cd12cb9-2426-432b-b5bc-250b07a553e0","Kimi K3 (Max)",46.9,17.4,{"aa_id":6028,"ppt_model_id":6029,"slug":2643,"model_name":2644,"provider_name":6030,"name":2644,"provider":6030,"aa_name":6031,"is_open":34,"author_country":12,"release_date":2647,"release_month":2555,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":26,"output_price_per_1m_tokens":2648,"input_price":26,"output_price":2648,"tokens_per_second":6032,"time_to_first_token":6033,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":2649,"benchmark_hle":4135,"benchmark_ifbench":12,"benchmark_lcr":4225,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":4107,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":6034,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5771,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":1679},"335cf04c-1246-4ea4-b773-575717f0a3ed","3df07e22-c2d6-4aba-a040-4e0b8d123691","Thinking Machines","Inkling (Xhigh)",169.863,2.016,90.1807,{"aa_id":6036,"ppt_model_id":6037,"slug":2652,"model_name":2653,"provider_name":6038,"name":2653,"provider":6038,"aa_name":2653,"is_open":11,"author_country":12,"release_date":2656,"release_month":2555,"context_length":2657,"inference_mode":3101,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":162,"input_price":48,"output_price":162,"tokens_per_second":6039,"time_to_first_token":6040,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":3740,"benchmark_hle":4433,"benchmark_ifbench":12,"benchmark_lcr":3525,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":6041,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"81ef4fdc-04f1-414a-829f-7e36e3697e98","ef21f32a-c8c7-4a99-a5d4-c6f4307bed18","LongCat",63.569,1.758,36.3,{"aa_id":6043,"ppt_model_id":6044,"slug":2660,"model_name":2661,"provider_name":219,"name":2661,"provider":219,"aa_name":6045,"is_open":11,"author_country":3100,"release_date":2663,"release_month":2555,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":190,"input_price":48,"output_price":190,"tokens_per_second":6046,"time_to_first_token":6047,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":2664,"benchmark_hle":3266,"benchmark_ifbench":12,"benchmark_lcr":4195,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":5982,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":6048,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":6049,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":6050,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":6051},"ba81ba0f-a3dc-4874-9849-b518cf01d201","01a0e6c5-29cd-457e-8ab6-8907f1154304","Gemini 3.5 Flash-Lite",358.382,5.146,84.2891,86.1926,74.4444,11.7,{"aa_id":6053,"ppt_model_id":6054,"slug":2667,"model_name":2668,"provider_name":219,"name":2668,"provider":219,"aa_name":6055,"is_open":11,"author_country":3100,"release_date":2670,"release_month":2555,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":559,"output_price_per_1m_tokens":93,"input_price":559,"output_price":93,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5826,"benchmark_hle":3378,"benchmark_ifbench":12,"benchmark_lcr":1098,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":6056,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":6057,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":6058,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":6059,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"775062d8-7ebe-4b6a-a676-29abb6dc8d02","1515b03b-703f-4e33-9f59-0d56cab1da0d","Gemini 3.6 Flash (High)",53.400000000000006,92.6159,92.6893,82.8889,{"aa_id":6061,"ppt_model_id":6062,"slug":2679,"model_name":2680,"provider_name":5788,"name":2680,"provider":5788,"aa_name":2680,"is_open":11,"author_country":12,"release_date":2682,"release_month":2555,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":2683,"output_price_per_1m_tokens":2684,"input_price":2683,"output_price":2684,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5721,"benchmark_hle":6063,"benchmark_ifbench":12,"benchmark_lcr":4081,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":4452,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"db5dfc94-aca5-4e14-9883-3c4fdd83fc53","7eab44ec-44f2-491e-bd7d-e052fd81d323",23.7,{"aa_id":6065,"ppt_model_id":6066,"slug":2687,"model_name":2688,"provider_name":124,"name":2688,"provider":124,"aa_name":6067,"is_open":11,"author_country":3100,"release_date":2690,"release_month":2555,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":139,"output_price_per_1m_tokens":154,"input_price":139,"output_price":154,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":4358,"benchmark_hle":6068,"benchmark_ifbench":12,"benchmark_lcr":5941,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":6069,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":6070,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":6071,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"f9c25cdc-8154-47ff-ad16-6f31c1b588af","eb46b5c3-dc21-43b9-a864-3c82a51ec2ed","Claude Opus 5 (Max)",54.900000000000006,56.39999999999999,93.48,94.6398,{"aa_id":12,"ppt_model_id":6073,"slug":2699,"model_name":2700,"provider_name":333,"name":2700,"provider":333,"aa_name":12,"is_open":34,"author_country":3283,"release_date":2702,"release_month":2555,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":377,"output_price_per_1m_tokens":681,"input_price":377,"output_price":681,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":12,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5867,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":5683,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":6074,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"ec012752-626d-4ffe-a1ef-061719a93d01",77.4444,{"aa_id":6076,"ppt_model_id":6077,"slug":2705,"model_name":2706,"provider_name":6030,"name":2706,"provider":6030,"aa_name":2706,"is_open":34,"author_country":12,"release_date":2708,"release_month":2555,"context_length":2709,"inference_mode":3101,"input_price_per_1m_tokens":1257,"output_price_per_1m_tokens":162,"input_price":1257,"output_price":162,"tokens_per_second":6078,"time_to_first_token":1353,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":2710,"benchmark_hle":6079,"benchmark_ifbench":12,"benchmark_lcr":4246,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":6080,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":6081,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":6082,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":6083},"fec52911-fd43-43eb-abae-234b51bf4370","7e7bcf28-294f-4414-87df-32445cca7b69",209.698,33.300000000000004,49.7,89.1595,88.5578,12.9,{"aa_id":6085,"ppt_model_id":6086,"slug":2713,"model_name":2714,"provider_name":3281,"name":2714,"provider":3281,"aa_name":2714,"is_open":34,"author_country":3283,"release_date":2716,"release_month":2717,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":491,"input_price":65,"output_price":491,"tokens_per_second":6087,"time_to_first_token":6088,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":5826,"benchmark_hle":6089,"benchmark_ifbench":12,"benchmark_lcr":4595,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":6090,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5390,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":6091,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":6092,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":4433},"ddc3ccf0-bee2-4588-9552-9c4deb91bce8","d0614496-a583-4011-9d56-b753d5364eec",37.506,2.007,43.1,53.2,95.4538,81.5556,{"aa_id":12,"ppt_model_id":6094,"slug":2720,"model_name":2721,"provider_name":167,"name":2721,"provider":167,"aa_name":12,"is_open":34,"author_country":3100,"release_date":2723,"release_month":2717,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":673,"input_price":48,"output_price":673,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":12,"benchmark_ifbench":12,"benchmark_lcr":12,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":6095,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":6096,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":5670,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"a4e45d12-1a23-4883-a1b6-9a7da18e9d93",88.8452,88.4657,{"aa_id":6098,"ppt_model_id":6099,"slug":2726,"model_name":2727,"provider_name":1991,"name":2727,"provider":1991,"aa_name":2727,"is_open":11,"author_country":5453,"release_date":2729,"release_month":2717,"context_length":2709,"inference_mode":3101,"input_price_per_1m_tokens":243,"output_price_per_1m_tokens":244,"input_price":243,"output_price":244,"tokens_per_second":6100,"time_to_first_token":6101,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":2730,"benchmark_hle":6102,"benchmark_ifbench":12,"benchmark_lcr":5186,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":5409,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":6103,"benchmark_coding":3795},"1828955a-e884-456d-93d9-c95c3e926e5f","ee3c59c1-5c8e-4264-833b-2e2113c44163",90.363,0.983,29.799999999999997,28.2,{"aa_id":6105,"ppt_model_id":6106,"slug":2739,"model_name":2740,"provider_name":3356,"name":2740,"provider":3356,"aa_name":2740,"is_open":34,"author_country":3100,"release_date":2742,"release_month":2717,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":265,"output_price_per_1m_tokens":2743,"input_price":265,"output_price":2743,"tokens_per_second":6107,"time_to_first_token":6108,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":2744,"benchmark_hle":6109,"benchmark_ifbench":12,"benchmark_lcr":4356,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":6110,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4967,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":6111,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":94},"4a8385ab-06b2-4d5c-8616-fdbdfc34bd9a","3b1cdcf4-b367-40b9-8d78-aa05ec6ecbaa",271.392,0.398,10.6,32.1,80.0799,{"aa_id":6113,"ppt_model_id":6114,"slug":2747,"model_name":2748,"provider_name":1631,"name":2748,"provider":1631,"aa_name":6115,"is_open":11,"author_country":3100,"release_date":2750,"release_month":2717,"context_length":161,"inference_mode":3101,"input_price_per_1m_tokens":2751,"output_price_per_1m_tokens":25,"input_price":2751,"output_price":25,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":6116,"benchmark_hle":4155,"benchmark_ifbench":12,"benchmark_lcr":4691,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":6117,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"35d7e784-5cb1-41a7-b486-51270e134343","ab657ca8-7155-4429-9e90-40ed5aff91dc","LFM2.5-2.6B",55.800000000000004,14.399999999999999,{"aa_id":6119,"ppt_model_id":6120,"slug":2754,"model_name":2755,"provider_name":4290,"name":2755,"provider":4290,"aa_name":6121,"is_open":11,"author_country":3100,"release_date":2757,"release_month":2717,"context_length":2582,"inference_mode":3101,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":491,"input_price":65,"output_price":491,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":6122,"benchmark_hle":6123,"benchmark_ifbench":12,"benchmark_lcr":3562,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":6124,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":6125,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":6126,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":6127,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"3d7ca0a8-bd4a-4026-982d-9168b502733c","8db20c49-5873-46a3-9f99-b91e7136e16f","Grok 4.6 (Medium)",94.89999999999999,44.1,56.49999999999999,92.1053,41.2225,58.7778,{"aa_id":6129,"ppt_model_id":6130,"slug":2766,"model_name":2767,"provider_name":3281,"name":2767,"provider":3281,"aa_name":6131,"is_open":34,"author_country":3283,"release_date":2769,"release_month":2717,"context_length":2770,"inference_mode":3101,"input_price_per_1m_tokens":673,"output_price_per_1m_tokens":673,"input_price":673,"output_price":673,"tokens_per_second":6132,"time_to_first_token":6133,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":2888,"benchmark_hle":3703,"benchmark_ifbench":12,"benchmark_lcr":4595,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":515,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"04fd6367-4091-4577-9e37-a2795ecb3ab4","4150e6a8-e661-467f-9248-da7aa1b05105","Qwen3.8 2.4T A95B",37.664,1.995,{"aa_id":6135,"ppt_model_id":6136,"slug":2779,"model_name":2780,"provider_name":219,"name":2780,"provider":219,"aa_name":6137,"is_open":11,"author_country":3100,"release_date":2782,"release_month":2717,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":559,"output_price_per_1m_tokens":93,"input_price":559,"output_price":93,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":6138,"benchmark_hle":6139,"benchmark_ifbench":12,"benchmark_lcr":3621,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":5107,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":6140,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":6141,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":294,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"adf6f18e-abff-4ec4-bda7-cdc4d0bb390e","0276278e-312e-43d8-a77c-92d86c66cccb","Gemini 3.7 Flash (High)",94.5,47.9,93.4407,93.9794,{"aa_id":6143,"ppt_model_id":6144,"slug":2785,"model_name":2786,"provider_name":3281,"name":2786,"provider":3281,"aa_name":6145,"is_open":34,"author_country":3283,"release_date":2788,"release_month":2717,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":522,"output_price_per_1m_tokens":673,"input_price":522,"output_price":673,"tokens_per_second":6146,"time_to_first_token":6147,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":6148,"benchmark_hle":3988,"benchmark_ifbench":12,"benchmark_lcr":4048,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3876,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":191},"74c8316b-fb71-40d1-a75f-0119b00b4e47","69826d6f-38ff-4498-8970-a9481bae7304","Qwen3.8 27B (Xhigh)",37.755,1.295,90.5,{"aa_id":6150,"ppt_model_id":6151,"slug":2792,"model_name":2793,"provider_name":4531,"name":2793,"provider":4531,"aa_name":6152,"is_open":11,"author_country":3100,"release_date":2795,"release_month":2717,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":2796,"output_price_per_1m_tokens":705,"input_price":2796,"output_price":705,"tokens_per_second":6153,"time_to_first_token":6154,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":2797,"benchmark_hle":5766,"benchmark_ifbench":12,"benchmark_lcr":5795,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3494,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":3186},"1963c1fd-51fd-4723-b4ed-ad68f279fa55","ee759f8d-6797-4591-8d57-2aebd6a6ad6e","GLM-5.3 (Max)",70.952,1.347,{"aa_id":6156,"ppt_model_id":6157,"slug":2814,"model_name":2815,"provider_name":3587,"name":2815,"provider":3587,"aa_name":6158,"is_open":34,"author_country":3283,"release_date":2817,"release_month":2717,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":2818,"output_price_per_1m_tokens":2819,"input_price":2818,"output_price":2819,"tokens_per_second":6159,"time_to_first_token":6160,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":6161,"benchmark_hle":3291,"benchmark_ifbench":12,"benchmark_lcr":6162,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":6080,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":4326,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":6163,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":3254,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"73804778-c331-495d-8857-32d63c6b7a09","ad084791-b3fd-4760-a3c7-6d3169458cf5","DeepSeek V4 Flash Vision (Max)",142.785,1.551,91.3,81.33,87.5749,{"aa_id":6165,"ppt_model_id":6166,"slug":2822,"model_name":2823,"provider_name":3157,"name":2823,"provider":3157,"aa_name":6167,"is_open":34,"author_country":3100,"release_date":2825,"release_month":2717,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":82,"input_price":317,"output_price":82,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":4119,"benchmark_hle":5736,"benchmark_ifbench":12,"benchmark_lcr":3761,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3163,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"ba2d8400-ec79-4f83-901a-8eebab6046cd","4920ae0b-9a1e-408b-8524-9bd6af6070a4","Muse Spark 1.2 (Xhigh)",{"aa_id":6169,"ppt_model_id":6170,"slug":2828,"model_name":2829,"provider_name":4531,"name":2829,"provider":4531,"aa_name":6171,"is_open":34,"author_country":3100,"release_date":2831,"release_month":2717,"context_length":2832,"inference_mode":3101,"input_price_per_1m_tokens":2833,"output_price_per_1m_tokens":2834,"input_price":2833,"output_price":2834,"tokens_per_second":6172,"time_to_first_token":6173,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":2835,"benchmark_hle":5192,"benchmark_ifbench":12,"benchmark_lcr":1098,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3350,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":5552,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":6174,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":6175,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":6176},"b4e1d79f-598d-4ece-8c95-40939f741038","48794f3a-ec7c-4c92-9fc9-a05486877c2b","GLM-5.3-Flash",62.382,1.035,92.0135,81.4444,27.8,{"aa_id":6178,"ppt_model_id":6179,"slug":2845,"model_name":2846,"provider_name":5788,"name":2846,"provider":5788,"aa_name":6180,"is_open":11,"author_country":12,"release_date":2848,"release_month":2717,"context_length":1160,"inference_mode":3101,"input_price_per_1m_tokens":2849,"output_price_per_1m_tokens":2850,"input_price":2849,"output_price":2850,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":6181,"benchmark_ifbench":12,"benchmark_lcr":3146,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3703,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"1f929a45-2f53-441b-80b3-89d20e566801","547a7a40-4ebd-49dd-90c7-16312e7e7d47","Ling-3.0-flash-Fin",22.6,{"aa_id":6183,"ppt_model_id":6184,"slug":2861,"model_name":2862,"provider_name":1623,"name":2862,"provider":1623,"aa_name":2862,"is_open":11,"author_country":12,"release_date":2864,"release_month":2717,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":395,"output_price_per_1m_tokens":243,"input_price":395,"output_price":243,"tokens_per_second":6185,"time_to_first_token":6186,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":2865,"benchmark_hle":3712,"benchmark_ifbench":12,"benchmark_lcr":4637,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":4059,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":3169},"d4e47772-1569-4355-8f51-164f1b9e8bd8","33e2fd1d-0132-41b2-85aa-d02ce6aafd97",65.179,0.504,{"aa_id":6188,"ppt_model_id":6189,"slug":2868,"model_name":2869,"provider_name":124,"name":2869,"provider":124,"aa_name":6190,"is_open":11,"author_country":3100,"release_date":2871,"release_month":2872,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":191,"output_price_per_1m_tokens":437,"input_price":191,"output_price":437,"tokens_per_second":6191,"time_to_first_token":6192,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":2873,"benchmark_hle":5368,"benchmark_ifbench":12,"benchmark_lcr":3823,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":2865,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":173},"25bd01dc-b9f1-4b88-bdae-a3082e1a57df","26465877-ec50-4b1f-a5b4-063660d4a170","Claude Fable 5.1 (Max, Default Fallback)",68.128,161.607,{"aa_id":6194,"ppt_model_id":6195,"slug":2876,"model_name":2877,"provider_name":219,"name":2877,"provider":219,"aa_name":6196,"is_open":11,"author_country":3100,"release_date":2879,"release_month":2872,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":559,"output_price_per_1m_tokens":93,"input_price":559,"output_price":93,"tokens_per_second":6197,"time_to_first_token":6198,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":2880,"benchmark_hle":5966,"benchmark_ifbench":12,"benchmark_lcr":6162,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":5301,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":6199},"4f0172d2-25c9-4934-b04c-3006e31cb25e","c7c3d663-6496-4040-8a6d-41acfc3babd0","Gemini 3.8 Flash (High)",123.06,16.434,30.8,{"aa_id":6201,"ppt_model_id":6202,"slug":2883,"model_name":2884,"provider_name":3157,"name":2884,"provider":3157,"aa_name":6203,"is_open":34,"author_country":3100,"release_date":2886,"release_month":2872,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":130,"output_price_per_1m_tokens":2887,"input_price":130,"output_price":2887,"tokens_per_second":6204,"time_to_first_token":6205,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":6206,"benchmark_hle":3286,"benchmark_ifbench":12,"benchmark_lcr":4187,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":4716,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":4033},"9fcf16dd-4150-4ee2-81e8-9991fb5ff140","2869a726-036c-4a9a-b85a-9058c1a0370d","Muse Spark 1.3 (max)",221.023,21.27,93.8,{"aa_id":6208,"ppt_model_id":6209,"slug":2909,"model_name":2910,"provider_name":9,"name":2910,"provider":9,"aa_name":6210,"is_open":11,"author_country":3100,"release_date":2912,"release_month":2872,"context_length":2152,"inference_mode":3101,"input_price_per_1m_tokens":139,"output_price_per_1m_tokens":154,"input_price":139,"output_price":154,"tokens_per_second":6211,"time_to_first_token":6212,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":6213,"benchmark_hle":6214,"benchmark_ifbench":12,"benchmark_lcr":4080,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":6124,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":4126,"benchmark_coding":3666},"a0d07666-afa8-4543-b2d5-ad64fc7fea09","dd479348-32fa-4919-9b0f-14bebacac5a2","GPT-6 Astra (Max)",51.293,222.054,96.1,54.7,{"aa_id":6216,"ppt_model_id":6217,"slug":2927,"model_name":2928,"provider_name":998,"name":2928,"provider":998,"aa_name":6218,"is_open":11,"author_country":5644,"release_date":2930,"release_month":2872,"context_length":2931,"inference_mode":3101,"input_price_per_1m_tokens":179,"output_price_per_1m_tokens":243,"input_price":179,"output_price":243,"tokens_per_second":6219,"time_to_first_token":1021,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":6220,"benchmark_ifbench":12,"benchmark_lcr":4457,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":6221,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"6fc86845-bd16-4e7a-b49f-81ed0df4dd9e","b7c38ff3-cece-4c83-8b2b-fa86dd8ff833","Mercury 2.5",615.415,11.799999999999999,38.5,{"aa_id":6223,"ppt_model_id":6224,"slug":2934,"model_name":2935,"provider_name":3587,"name":2935,"provider":3587,"aa_name":6225,"is_open":34,"author_country":3283,"release_date":2937,"release_month":2872,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":179,"output_price_per_1m_tokens":317,"input_price":179,"output_price":317,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":6226,"benchmark_ifbench":12,"benchmark_lcr":1880,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":6227,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"0d87153a-e2dc-4ebd-ac54-5c79acc735ac","7cb323bb-5114-415a-9826-d373c7de9fdd","DeepSeek V4.1 Flash (Max)",39.2,51.9,{"aa_id":6229,"ppt_model_id":6230,"slug":2940,"model_name":2941,"provider_name":5788,"name":2941,"provider":5788,"aa_name":6231,"is_open":11,"author_country":12,"release_date":2943,"release_month":2872,"context_length":252,"inference_mode":3101,"input_price_per_1m_tokens":395,"output_price_per_1m_tokens":1028,"input_price":395,"output_price":1028,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":4322,"benchmark_hle":3820,"benchmark_ifbench":12,"benchmark_lcr":5097,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":6232,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"01771712-c6b9-4235-85d5-2f90f334370e","60cb4e68-c3bd-40b6-9c0c-df18672c8cfa","Ling-3.0-flash-VL",44.2,{"aa_id":6234,"ppt_model_id":6235,"slug":2978,"model_name":2979,"provider_name":4290,"name":2979,"provider":4290,"aa_name":6236,"is_open":11,"author_country":3100,"release_date":2981,"release_month":2872,"context_length":2582,"inference_mode":3101,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":491,"input_price":65,"output_price":491,"tokens_per_second":6237,"time_to_first_token":6238,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":6089,"benchmark_ifbench":12,"benchmark_lcr":3390,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3163,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":6239},"702cdb2f-a33d-491c-b29a-dd95b33e9a4f","761f3f88-5285-4267-889c-7cb3df560678","Grok 4.7 (Xhigh)",57.679,14.639,35.5,{"aa_id":6241,"ppt_model_id":6242,"slug":2984,"model_name":2985,"provider_name":1899,"name":2985,"provider":1899,"aa_name":6243,"is_open":11,"author_country":3283,"release_date":2987,"release_month":2872,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":2988,"output_price_per_1m_tokens":2989,"input_price":2988,"output_price":2989,"tokens_per_second":6244,"time_to_first_token":6245,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":6246,"benchmark_ifbench":12,"benchmark_lcr":6247,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":6248,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":3886},"ea5bd2e2-831d-494b-8755-165fc0112955","88684f57-7caa-430e-8ed6-042a7cefbb29","MiMo-V2.6-Pro",38.066,2.153,49.4,86.33,60.9,{"aa_id":6250,"ppt_model_id":6251,"slug":2992,"model_name":2993,"provider_name":1899,"name":2993,"provider":1899,"aa_name":6252,"is_open":11,"author_country":3283,"release_date":2995,"release_month":2872,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":967,"input_price":317,"output_price":967,"tokens_per_second":6253,"time_to_first_token":6254,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":3126,"benchmark_ifbench":12,"benchmark_lcr":4226,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":6255,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":6256},"eb0145c6-1b9f-46b7-82b7-5e40b67947a1","2ff5f2d6-f31e-4bc8-8728-21c6826f9a23","MiMo-V2.6-Flash",29.658,2.478,51.300000000000004,26.7,{"aa_id":6258,"ppt_model_id":6259,"slug":2998,"model_name":2999,"provider_name":342,"name":2999,"provider":342,"aa_name":2999,"is_open":34,"author_country":3791,"release_date":3001,"release_month":2872,"context_length":3002,"inference_mode":3101,"input_price_per_1m_tokens":48,"output_price_per_1m_tokens":64,"input_price":48,"output_price":64,"tokens_per_second":6260,"time_to_first_token":6261,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":3003,"benchmark_hle":811,"benchmark_ifbench":5654,"benchmark_lcr":3129,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":6221,"benchmark_tau2":3805,"benchmark_terminalbench":154,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":4155},"6d99dcf5-49f0-42cb-8a87-5c62ff6e47b4","0226d088-16d1-4810-a4ae-6c7d6b1749c5",142.467,0.203,{"aa_id":6263,"ppt_model_id":6264,"slug":3006,"model_name":3007,"provider_name":1991,"name":3007,"provider":1991,"aa_name":6265,"is_open":11,"author_country":5453,"release_date":3009,"release_month":2872,"context_length":2709,"inference_mode":3101,"input_price_per_1m_tokens":301,"output_price_per_1m_tokens":82,"input_price":301,"output_price":82,"tokens_per_second":6266,"time_to_first_token":5859,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":6267,"benchmark_ifbench":12,"benchmark_lcr":5589,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3217,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12},"d61ab1e8-1aca-462b-94d3-4253dd30946f","d4815054-769a-4321-bbc3-a4f88de5090e","Solar Mini 4",109.055,25.8,{"aa_id":6269,"ppt_model_id":6270,"slug":3012,"model_name":3013,"provider_name":124,"name":3013,"provider":124,"aa_name":6271,"is_open":11,"author_country":3100,"release_date":3015,"release_month":2872,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":191,"input_price":65,"output_price":191,"tokens_per_second":6272,"time_to_first_token":6273,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":5998,"benchmark_ifbench":12,"benchmark_lcr":4177,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":4003,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":6274},"0aa88c1c-1656-489d-b240-ab7ea9aa9420","86c16e6a-24d0-4d27-8942-e115164f59ce","Claude Sonnet 5.5 (Max, Default Fallback)",133.144,324.535,54.5,{"aa_id":6276,"ppt_model_id":6277,"slug":3018,"model_name":3019,"provider_name":3115,"name":3019,"provider":3115,"aa_name":6278,"is_open":34,"author_country":3116,"release_date":3021,"release_month":3022,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":704,"output_price_per_1m_tokens":3023,"input_price":704,"output_price":3023,"tokens_per_second":12,"time_to_first_token":12,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":5965,"benchmark_ifbench":12,"benchmark_lcr":6162,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":3733,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":3364},"159f7ed9-e619-4c9f-b70f-066ff48abfdd","01f83420-0727-42cf-beea-bb5bce0189b8","Mistral Large 4 (High)",{"aa_id":6280,"ppt_model_id":6281,"slug":3026,"model_name":3027,"provider_name":124,"name":3027,"provider":124,"aa_name":6282,"is_open":11,"author_country":3100,"release_date":3029,"release_month":3022,"context_length":664,"inference_mode":3101,"input_price_per_1m_tokens":317,"output_price_per_1m_tokens":25,"input_price":317,"output_price":25,"tokens_per_second":6283,"time_to_first_token":6284,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":153,"benchmark_ifbench":12,"benchmark_lcr":4177,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":5998,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":6285},"5ba45fc8-1493-493e-9c60-b272a4c5e951","f81ee73c-89df-4290-975a-4e59560897ce","Claude Haiku 5.5 (Max)",233.944,235.643,36.5,{"aa_id":6287,"ppt_model_id":6288,"slug":3032,"model_name":3033,"provider_name":219,"name":3033,"provider":219,"aa_name":6289,"is_open":11,"author_country":3100,"release_date":3035,"release_month":3022,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":65,"output_price_per_1m_tokens":191,"input_price":65,"output_price":191,"tokens_per_second":6290,"time_to_first_token":6291,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":3268,"benchmark_ifbench":12,"benchmark_lcr":5795,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":4499,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":6292},"386a80b6-d43a-4675-989b-b42e9f1ca49c","76a3de13-d0c6-45b9-bfa7-15890707e355","Gemini 4 Argon (High)",81.713,36.311,50.4,{"aa_id":6294,"ppt_model_id":6295,"slug":3038,"model_name":3039,"provider_name":3157,"name":3039,"provider":3157,"aa_name":6296,"is_open":34,"author_country":3100,"release_date":3041,"release_month":3022,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":130,"output_price_per_1m_tokens":2887,"input_price":130,"output_price":2887,"tokens_per_second":6297,"time_to_first_token":6298,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":3042,"benchmark_hle":5114,"benchmark_ifbench":12,"benchmark_lcr":5097,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":6299,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":6300},"753d136a-2c6c-46b4-b253-f661fce53c53","0f3ea2db-c21f-487e-a65b-31f9a74a38be","Muse Spark Open (Xhigh)",184.474,0.508,58.4,24.9,{"aa_id":6302,"ppt_model_id":6303,"slug":3045,"model_name":3046,"provider_name":4364,"name":3046,"provider":4364,"aa_name":6304,"is_open":11,"author_country":3283,"release_date":3048,"release_month":3022,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":3049,"output_price_per_1m_tokens":467,"input_price":3049,"output_price":467,"tokens_per_second":6305,"time_to_first_token":6306,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":5409,"benchmark_ifbench":12,"benchmark_lcr":5795,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":6056,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":6307},"46559c5d-2fd9-4015-a253-5e9399d04e83","1092c9df-b80a-4133-872f-66f67900d994","MiniMax-M3.1-Flash",106.593,0.809,29.1,{"aa_id":6309,"ppt_model_id":6310,"slug":3052,"model_name":3053,"provider_name":4440,"name":3053,"provider":4440,"aa_name":3053,"is_open":11,"author_country":3283,"release_date":3055,"release_month":3022,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":3056,"output_price_per_1m_tokens":491,"input_price":3056,"output_price":491,"tokens_per_second":6311,"time_to_first_token":6312,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":6313,"benchmark_ifbench":12,"benchmark_lcr":6247,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":6314,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":3359},"dc8c1760-4156-456a-baf7-e75152aaab71","a5f00aae-c63b-4ad1-b912-33ab4a4f278c",28.11,2.348,52.5,60.8,{"aa_id":6316,"ppt_model_id":6317,"slug":3059,"model_name":3060,"provider_name":9,"name":3060,"provider":9,"aa_name":6318,"is_open":11,"author_country":3100,"release_date":3062,"release_month":3022,"context_length":2152,"inference_mode":3101,"input_price_per_1m_tokens":26,"output_price_per_1m_tokens":139,"input_price":26,"output_price":139,"tokens_per_second":6319,"time_to_first_token":6320,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":3104,"benchmark_ifbench":12,"benchmark_lcr":4177,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":851,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":3247},"930bae5e-b6ee-41fa-a490-e0521b6ec430","20afce09-aa70-485e-a6a7-c5fa81dd71d2","GPT-6.1 Terra (Max)",108.106,230.256,{"aa_id":6322,"ppt_model_id":6323,"slug":3086,"model_name":3087,"provider_name":219,"name":3087,"provider":219,"aa_name":6324,"is_open":11,"author_country":3100,"release_date":3089,"release_month":3070,"context_length":727,"inference_mode":3101,"input_price_per_1m_tokens":26,"output_price_per_1m_tokens":139,"input_price":26,"output_price":139,"tokens_per_second":6325,"time_to_first_token":6326,"benchmark_aime":12,"benchmark_aime_25":12,"benchmark_gpqa":12,"benchmark_hle":12,"benchmark_ifbench":12,"benchmark_lcr":5941,"benchmark_livecodebench":12,"benchmark_math_hard":12,"benchmark_mmlu_pro":12,"benchmark_scicode":12,"benchmark_tau2":12,"benchmark_terminalbench":12,"benchmark_accountingaudit":12,"benchmark_agieval_zh":12,"benchmark_agieval_en":12,"benchmark_arc_challenge":12,"benchmark_arc_easy":12,"benchmark_bbeh":12,"benchmark_bbh":12,"benchmark_bfcl_v3":12,"benchmark_bird_critic":12,"benchmark_darkbench":12,"benchmark_formal_logic_exp":12,"benchmark_gaia":12,"benchmark_gsm8k":12,"benchmark_humaneval":12,"benchmark_ifeval":12,"benchmark_knights_and_knaves":12,"benchmark_math":12,"benchmark_mbppplus":12,"benchmark_medqa":12,"benchmark_mmlu":12,"benchmark_mmmu":12,"benchmark_multichallenge":12,"benchmark_simpleqa":12,"benchmark_stock_bcs":12,"benchmark_swe_bench_lite":12,"benchmark_wmdp":12,"benchmark_wmt":12,"benchmark_intelligence":17},"c137470d-b776-4fea-af0c-d26f97ad7a39","29a97c8d-60f8-457e-aeb4-97d38f8b910f","Gemini 4 Carbon (High)",88.795,72.994,[6328,6342,6354,6366,6379,6392,6404,6417,6430,6443,6456,6467,6479,6491,6503,6515,6526,6537,6548,6559,6571,6582,6593,6604,6615,6626,6638,6649,6660,6671,6682,6693,6704,6715,6726,6737,6748,6759,6770],{"slug":6329,"field":6330,"name":6331,"description":6332,"categories":6333,"model_count":6335,"source":6336,"top_models":6337},"hle","benchmark_hle","Humanity's Last Exam","Humanity's Last Exam — extremely challenging questions designed to test the upper limits of AI capability across diverse domains.",[6334],"Reasoning and Logic",303,"artificial_analysis",[6338,6339,6340,6341],{"name":2869,"provider":124,"score":5368,"inference_mode":3101},{"name":3033,"provider":219,"score":3268,"inference_mode":3101},{"name":2513,"provider":124,"score":5957,"inference_mode":3101},{"name":3013,"provider":124,"score":5998,"inference_mode":3101},{"slug":6343,"field":6344,"name":6345,"description":6346,"categories":6347,"model_count":6348,"source":6336,"top_models":6349},"gpqa","benchmark_gpqa","GPQA","Graduate-level multiple-choice questions written by domain experts in biology, physics, and chemistry. Questions are Google-proof and extremely difficult.",[6334],291,[6350,6351,6352,6353],{"name":2910,"provider":9,"score":6213,"inference_mode":3101},{"name":2877,"provider":219,"score":2880,"inference_mode":3101},{"name":2755,"provider":4290,"score":6122,"inference_mode":3101},{"name":2780,"provider":219,"score":6138,"inference_mode":3101},{"slug":6355,"field":6356,"name":6357,"description":6358,"categories":6359,"model_count":6360,"source":6336,"top_models":6361},"lcr","benchmark_lcr","LCR","Long Context Retrieval benchmark testing ability to find and use information in very long documents.",[6334],274,[6362,6363,6364,6365],{"name":2636,"provider":4440,"score":4316,"inference_mode":3101},{"name":2985,"provider":1899,"score":6247,"inference_mode":3101},{"name":3053,"provider":4440,"score":6247,"inference_mode":3101},{"name":2869,"provider":124,"score":3823,"inference_mode":3101},{"slug":6367,"field":6368,"name":6369,"description":6370,"categories":6371,"model_count":6373,"source":6336,"top_models":6374},"ifbench","benchmark_ifbench","IFBench","Instruction Following Benchmark measuring LLM ability to adhere to nuanced writing constraints and formatting requirements.",[6372],"Instruction Following",242,[6375,6376,6377,6378],{"name":2482,"provider":4364,"score":5918,"inference_mode":3101},{"name":2499,"provider":3356,"score":5940,"inference_mode":3101},{"name":2455,"provider":3281,"score":5890,"inference_mode":3101},{"name":2311,"provider":1899,"score":5794,"inference_mode":3101},{"slug":6380,"field":6381,"name":6382,"description":6383,"categories":6384,"model_count":6386,"source":6336,"top_models":6387},"tau2","benchmark_tau2","Tau2","Tau2 benchmark testing multi-turn agent capabilities in airline and retail domains.",[6385],"Multi-turn",236,[6388,6389,6390,6391],{"name":2525,"provider":4531,"score":5975,"inference_mode":3101},{"name":1969,"provider":4531,"score":5449,"inference_mode":3710},{"name":2182,"provider":4531,"score":5681,"inference_mode":3101},{"name":2251,"provider":4531,"score":5681,"inference_mode":3101},{"slug":6393,"field":6394,"name":6395,"description":6396,"categories":6397,"model_count":6398,"source":6336,"top_models":6399},"terminalbench","benchmark_terminalbench","TerminalBench","Terminal-based benchmark testing AI ability to interact with command-line interfaces and solve system tasks.",[6385],232,[6400,6401,6402,6403],{"name":2586,"provider":9,"score":6006,"inference_mode":3101},{"name":2513,"provider":124,"score":5958,"inference_mode":3101},{"name":2347,"provider":9,"score":5838,"inference_mode":3101},{"name":2463,"provider":124,"score":5902,"inference_mode":3101},{"slug":6405,"field":6406,"name":6407,"description":6408,"categories":6409,"model_count":6411,"source":6336,"top_models":6412},"mmlu-pro","benchmark_mmlu_pro","MMLU-Pro","Massive Multitask Language Understanding benchmark testing knowledge across 57 diverse subjects including STEM, humanities, social sciences, and professional domains.",[6410],"General Knowledge",195,[6413,6414,6415,6416],{"name":1730,"provider":219,"score":5179,"inference_mode":3101},{"name":1766,"provider":124,"score":2710,"inference_mode":3710},{"name":1918,"provider":219,"score":3042,"inference_mode":3710},{"name":1766,"provider":124,"score":5213,"inference_mode":3101},{"slug":6418,"field":6419,"name":6420,"description":6421,"categories":6422,"model_count":6424,"source":6336,"top_models":6425},"livecodebench","benchmark_livecodebench","LiveCodeBench","Real-world coding benchmark with problems from competitive programming contests, testing code generation and problem-solving abilities.",[6423],"Computer Science and Programming",194,[6426,6427,6428,6429],{"name":1730,"provider":219,"score":2797,"inference_mode":3101},{"name":1918,"provider":219,"score":5177,"inference_mode":3710},{"name":1788,"provider":3587,"score":5254,"inference_mode":3101},{"name":1869,"provider":9,"score":5315,"inference_mode":3101},{"slug":6431,"field":6432,"name":6433,"description":6434,"categories":6435,"model_count":6437,"source":6336,"top_models":6438},"aime-25","benchmark_aime_25","AIME 2025","American Invitational Mathematics Examination 2025 problems testing olympiad-level mathematical reasoning.",[6436],"Mathematical Problem Solving",170,[6439,6440,6441,6442],{"name":1876,"provider":9,"score":4412,"inference_mode":3101},{"name":1478,"provider":9,"score":4898,"inference_mode":3101},{"name":1918,"provider":219,"score":3527,"inference_mode":3710},{"name":1788,"provider":3587,"score":5252,"inference_mode":3101},{"slug":6444,"field":6445,"name":6446,"description":6447,"categories":6448,"model_count":6449,"source":6450,"top_models":6451},"agieval-en","benchmark_agieval_en","AGIEval English","AGIEval English — human-level reasoning tasks from standardized exams like SAT, LSAT, and civil service exams.",[6334],137,"stratix",[6452,6453,6454,6455],{"name":2068,"provider":219,"score":5578,"inference_mode":3101},{"name":2688,"provider":124,"score":6070,"inference_mode":3101},{"name":2780,"provider":219,"score":6140,"inference_mode":3101},{"name":2442,"provider":219,"score":5884,"inference_mode":3101},{"slug":6457,"field":6458,"name":6459,"description":6460,"categories":6461,"model_count":6449,"source":6450,"top_models":6462},"bbh","benchmark_bbh","BBH","Big-Bench Hard — challenging subset of BIG-Bench focusing on tasks where language models previously underperformed.",[6334],[6463,6464,6465,6466],{"name":2068,"provider":219,"score":5579,"inference_mode":3101},{"name":2455,"provider":3281,"score":5893,"inference_mode":3101},{"name":2714,"provider":3281,"score":6091,"inference_mode":3101},{"name":2365,"provider":333,"score":5853,"inference_mode":3101},{"slug":6468,"field":6469,"name":6470,"description":6471,"categories":6472,"model_count":6473,"source":6336,"top_models":6474},"math-500","benchmark_math_hard","MATH-500","Competition mathematics problems requiring multi-step reasoning, covering algebra, geometry, number theory, and calculus.",[6436],112,[6475,6476,6477,6478],{"name":1330,"provider":9,"score":4667,"inference_mode":3101},{"name":943,"provider":9,"score":4020,"inference_mode":3101},{"name":1088,"provider":4290,"score":4020,"inference_mode":3101},{"name":1053,"provider":124,"score":4229,"inference_mode":3710},{"slug":6480,"field":6481,"name":6482,"description":6483,"categories":6484,"model_count":6485,"source":6336,"top_models":6486},"aime","benchmark_aime","AIME 2024","American Invitational Mathematics Examination 2024 problems testing olympiad-level mathematical reasoning.",[6436],110,[6487,6488,6489,6490],{"name":1330,"provider":9,"score":4662,"inference_mode":3101},{"name":1179,"provider":4290,"score":4409,"inference_mode":3101},{"name":936,"provider":9,"score":3998,"inference_mode":3101},{"name":1254,"provider":3281,"score":3998,"inference_mode":3710},{"slug":6492,"field":6493,"name":6494,"description":6495,"categories":6496,"model_count":6497,"source":6336,"top_models":6498},"scicode","benchmark_scicode","SciCode","Science coding benchmark measuring AI ability to solve scientific computing tasks.",[6423],108,[6499,6500,6501,6502],{"name":2869,"provider":124,"score":2865,"inference_mode":3101},{"name":3033,"provider":219,"score":4499,"inference_mode":3101},{"name":2513,"provider":124,"score":4003,"inference_mode":3101},{"name":3013,"provider":124,"score":4003,"inference_mode":3101},{"slug":6504,"field":6505,"name":6506,"description":6507,"categories":6508,"model_count":5416,"source":6450,"top_models":6510},"mmmu","benchmark_mmmu","MMMU","Multimodal Understanding benchmark testing vision-language models on expert-level tasks.",[6509],"Multimodal",[6511,6512,6513,6514],{"name":2068,"provider":219,"score":5580,"inference_mode":3101},{"name":2347,"provider":9,"score":5416,"inference_mode":3101},{"name":2442,"provider":219,"score":5416,"inference_mode":3101},{"name":2668,"provider":219,"score":6059,"inference_mode":3101},{"slug":6516,"field":6517,"name":6518,"description":6519,"categories":6520,"model_count":3363,"source":6450,"top_models":6521},"mmlu","benchmark_mmlu","MMLU","Massive Multitask Language Understanding — tests knowledge across 57 subjects.",[6410],[6522,6523,6524,6525],{"name":2455,"provider":3281,"score":5894,"inference_mode":3101},{"name":1330,"provider":9,"score":4675,"inference_mode":3101},{"name":943,"provider":9,"score":4026,"inference_mode":3101},{"name":2049,"provider":3281,"score":5554,"inference_mode":3101},{"slug":6527,"field":6528,"name":6529,"description":6530,"categories":6531,"model_count":4107,"source":6450,"top_models":6532},"swe-bench-lite","benchmark_swe_bench_lite","SWE-bench Lite","Software Engineering benchmark testing ability to resolve real GitHub issues.",[6385],[6533,6534,6535,6536],{"name":2024,"provider":124,"score":5496,"inference_mode":3101},{"name":2024,"provider":124,"score":5496,"inference_mode":3710},{"name":2043,"provider":4364,"score":5542,"inference_mode":3101},{"name":1330,"provider":9,"score":4677,"inference_mode":3101},{"slug":6538,"field":6539,"name":6540,"description":6541,"categories":6542,"model_count":3693,"source":6450,"top_models":6543},"humaneval","benchmark_humaneval","HumanEval","OpenAI HumanEval benchmark measuring Python code generation from function docstrings.",[6423],[6544,6545,6546,6547],{"name":1537,"provider":124,"score":4994,"inference_mode":3710},{"name":1537,"provider":124,"score":4980,"inference_mode":3101},{"name":1766,"provider":124,"score":4980,"inference_mode":3101},{"name":1766,"provider":124,"score":4980,"inference_mode":3710},{"slug":6549,"field":6550,"name":6551,"description":6552,"categories":6553,"model_count":5965,"source":6450,"top_models":6554},"mbppplus","benchmark_mbppplus","MBPP Plus","Mostly Basic Python Problems Plus — tests Python code generation with enhanced test cases.",[6423],[6555,6556,6557,6558],{"name":2284,"provider":4440,"score":5784,"inference_mode":3101},{"name":956,"provider":3281,"score":4042,"inference_mode":3101},{"name":956,"provider":3281,"score":4042,"inference_mode":3710},{"name":963,"provider":3281,"score":4073,"inference_mode":3101},{"slug":6560,"field":6561,"name":6562,"description":6563,"categories":6564,"model_count":4432,"source":6450,"top_models":6566},"accountingaudit","benchmark_accountingaudit","Accounting Audit","Accounting and audit benchmark testing financial reasoning capabilities.",[6565],"Financial Reasoning",[6567,6568,6569,6570],{"name":920,"provider":9,"score":3966,"inference_mode":3101},{"name":1109,"provider":219,"score":3966,"inference_mode":3710},{"name":1109,"provider":219,"score":3966,"inference_mode":3101},{"name":1330,"provider":9,"score":3966,"inference_mode":3101},{"slug":6572,"field":6573,"name":6574,"description":6575,"categories":6576,"model_count":16,"source":6450,"top_models":6577},"simpleqa","benchmark_simpleqa","SimpleQA","Simple question answering benchmark testing factual accuracy and knowledge retrieval.",[6334,6410],[6578,6579,6580,6581],{"name":1103,"provider":219,"score":4331,"inference_mode":3101},{"name":1221,"provider":3281,"score":4472,"inference_mode":3101},{"name":1498,"provider":3281,"score":4926,"inference_mode":3101},{"name":920,"provider":9,"score":3979,"inference_mode":3101},{"slug":6583,"field":6584,"name":6585,"description":6586,"categories":6587,"model_count":3632,"source":6450,"top_models":6588},"gsm8k","benchmark_gsm8k","GSM8K","Grade School Math 8K — 8,500 high quality grade school math word problems.",[6436],[6589,6590,6591,6592],{"name":1103,"provider":219,"score":4328,"inference_mode":3101},{"name":1892,"provider":3356,"score":5339,"inference_mode":3101},{"name":1892,"provider":3356,"score":5339,"inference_mode":3710},{"name":1066,"provider":3587,"score":4275,"inference_mode":3101},{"slug":6594,"field":6595,"name":6596,"description":6597,"categories":6598,"model_count":3938,"source":6450,"top_models":6599},"bbeh","benchmark_bbeh","BBEH","Big Bench Extra Hard — even more challenging reasoning tasks pushing the limits of language model capabilities.",[6334],[6600,6601,6602,6603],{"name":2330,"provider":3587,"score":5818,"inference_mode":3101},{"name":2338,"provider":3587,"score":5830,"inference_mode":3101},{"name":1330,"provider":9,"score":4672,"inference_mode":3101},{"name":1323,"provider":9,"score":4652,"inference_mode":3101},{"slug":6605,"field":6606,"name":6607,"description":6608,"categories":6609,"model_count":3820,"source":6450,"top_models":6610},"arc-challenge","benchmark_arc_challenge","ARC Challenge","AI2 Reasoning Challenge (Challenge set) — grade-school science questions requiring complex reasoning.",[6334],[6611,6612,6613,6614],{"name":1330,"provider":9,"score":4671,"inference_mode":3101},{"name":2036,"provider":4531,"score":5523,"inference_mode":3710},{"name":2036,"provider":4531,"score":5523,"inference_mode":3101},{"name":2330,"provider":3587,"score":5817,"inference_mode":3101},{"slug":6616,"field":6617,"name":6618,"description":6619,"categories":6620,"model_count":3820,"source":6450,"top_models":6621},"bird-critic","benchmark_bird_critic","BIRD-CRITIC","BIRD-CRITIC — multi-turn benchmark testing SQL generation and database interaction.",[6385],[6622,6623,6624,6625],{"name":2278,"provider":124,"score":4473,"inference_mode":3101},{"name":2024,"provider":124,"score":4624,"inference_mode":3101},{"name":2024,"provider":124,"score":4624,"inference_mode":3710},{"name":2284,"provider":4440,"score":3774,"inference_mode":3101},{"slug":6627,"field":6628,"name":6629,"description":6630,"categories":6631,"model_count":321,"source":6450,"top_models":6633},"agieval-zh","benchmark_agieval_zh","AGIEval Chinese","AGIEval Chinese — reasoning tasks from Chinese standardized exams (Gaokao, civil service).",[6334,6632],"Multilingual",[6634,6635,6636,6637],{"name":1529,"provider":3587,"score":4956,"inference_mode":3710},{"name":956,"provider":3281,"score":4037,"inference_mode":3101},{"name":956,"provider":3281,"score":4037,"inference_mode":3710},{"name":1543,"provider":4531,"score":5003,"inference_mode":3710},{"slug":6639,"field":6640,"name":6641,"description":6642,"categories":6643,"model_count":1097,"source":6450,"top_models":6644},"arc-easy","benchmark_arc_easy","ARC Easy","AI2 Reasoning Challenge (Easy set) — grade-school science questions.",[6334],[6645,6646,6647,6648],{"name":963,"provider":3281,"score":4065,"inference_mode":3101},{"name":963,"provider":3281,"score":4065,"inference_mode":3710},{"name":1039,"provider":3115,"score":4200,"inference_mode":3101},{"name":920,"provider":9,"score":3970,"inference_mode":3101},{"slug":6650,"field":6651,"name":6652,"description":6653,"categories":6654,"model_count":1097,"source":6450,"top_models":6655},"bfcl-v3","benchmark_bfcl_v3","BFCL v3","Berkeley Function Calling Leaderboard v3 — testing function/tool calling accuracy.",[6385],[6656,6657,6658,6659],{"name":1267,"provider":4531,"score":4560,"inference_mode":3710},{"name":2278,"provider":124,"score":5772,"inference_mode":3101},{"name":2129,"provider":219,"score":5639,"inference_mode":3101},{"name":963,"provider":3281,"score":4067,"inference_mode":3101},{"slug":6661,"field":6662,"name":6663,"description":6664,"categories":6665,"model_count":3491,"source":6450,"top_models":6666},"ifeval","benchmark_ifeval","IFEval","Instruction Following Evaluation benchmark testing how well LLMs follow detailed formatting and content constraints.",[6372],[6667,6668,6669,6670],{"name":1997,"provider":4440,"score":5462,"inference_mode":3101},{"name":1997,"provider":4440,"score":5462,"inference_mode":3710},{"name":1103,"provider":219,"score":4329,"inference_mode":3101},{"name":1924,"provider":4531,"score":4329,"inference_mode":3710},{"slug":6672,"field":6673,"name":6674,"description":6675,"categories":6676,"model_count":3491,"source":6450,"top_models":6677},"medqa","benchmark_medqa","MedQA","Medical question answering benchmark from USMLE-style questions.",[6334],[6678,6679,6680,6681],{"name":1103,"provider":219,"score":4330,"inference_mode":3101},{"name":600,"provider":3587,"score":3600,"inference_mode":3101},{"name":920,"provider":9,"score":3976,"inference_mode":3101},{"name":1491,"provider":3281,"score":4914,"inference_mode":3101},{"slug":6683,"field":6684,"name":6685,"description":6686,"categories":6687,"model_count":3214,"source":6450,"top_models":6688},"math","benchmark_math","Mathematics","Mathematics benchmark covering algebra, geometry, number theory, and calculus problems.",[6436],[6689,6690,6691,6692],{"name":2024,"provider":124,"score":5494,"inference_mode":3101},{"name":2024,"provider":124,"score":5494,"inference_mode":3710},{"name":2036,"provider":4531,"score":5525,"inference_mode":3710},{"name":2036,"provider":4531,"score":5525,"inference_mode":3101},{"slug":6694,"field":6695,"name":6696,"description":6697,"categories":6698,"model_count":3284,"source":6450,"top_models":6699},"stock-bcs","benchmark_stock_bcs","Stock BCS","Stock market benchmark testing financial analysis capabilities.",[6565],[6700,6701,6702,6703],{"name":364,"provider":3281,"score":3299,"inference_mode":3101},{"name":920,"provider":9,"score":3980,"inference_mode":3101},{"name":956,"provider":3281,"score":3966,"inference_mode":3101},{"name":956,"provider":3281,"score":3966,"inference_mode":3710},{"slug":6705,"field":6706,"name":6707,"description":6708,"categories":6709,"model_count":140,"source":6450,"top_models":6710},"knights-and-knaves","benchmark_knights_and_knaves","Knights and Knaves","Logic puzzle benchmark based on knights (truth-tellers) and knaves (liars) puzzles.",[6334],[6711,6712,6713,6714],{"name":2338,"provider":3587,"score":3299,"inference_mode":3101},{"name":1066,"provider":3587,"score":4276,"inference_mode":3101},{"name":1300,"provider":9,"score":3998,"inference_mode":3101},{"name":920,"provider":9,"score":3974,"inference_mode":3101},{"slug":6716,"field":6717,"name":6718,"description":6719,"categories":6720,"model_count":712,"source":6450,"top_models":6721},"formal-logic-exp","benchmark_formal_logic_exp","Formal Logic Extended","Extended formal logic benchmark testing deductive and propositional reasoning.",[6334],[6722,6723,6724,6725],{"name":1066,"provider":3587,"score":4020,"inference_mode":3101},{"name":920,"provider":9,"score":3972,"inference_mode":3101},{"name":563,"provider":564,"score":3539,"inference_mode":3101},{"name":807,"provider":342,"score":3805,"inference_mode":3101},{"slug":6727,"field":6728,"name":6729,"description":6730,"categories":6731,"model_count":712,"source":6450,"top_models":6732},"gaia","benchmark_gaia","GAIA","GAIA — General AI Assistants benchmark testing multi-step real-world tasks.",[6385],[6733,6734,6735,6736],{"name":1323,"provider":9,"score":4654,"inference_mode":3101},{"name":1103,"provider":219,"score":3774,"inference_mode":3101},{"name":1066,"provider":3587,"score":4274,"inference_mode":3101},{"name":1373,"provider":3115,"score":4723,"inference_mode":3101},{"slug":6738,"field":6739,"name":6740,"description":6741,"categories":6742,"model_count":712,"source":6450,"top_models":6743},"wmdp","benchmark_wmdp","WMDP","Weapons of Mass Destruction Proxy — benchmark testing knowledge safety boundaries.",[6334],[6744,6745,6746,6747],{"name":1918,"provider":219,"score":5384,"inference_mode":3710},{"name":1918,"provider":219,"score":5384,"inference_mode":3101},{"name":563,"provider":564,"score":3551,"inference_mode":3101},{"name":920,"provider":9,"score":3981,"inference_mode":3101},{"slug":6749,"field":6750,"name":6751,"description":6752,"categories":6753,"model_count":1888,"source":6450,"top_models":6754},"darkbench","benchmark_darkbench","DarkBench","DarkBench — benchmark testing model safety and resistance to adversarial attacks.",[6334],[6755,6756,6757,6758],{"name":963,"provider":3281,"score":4068,"inference_mode":3101},{"name":963,"provider":3281,"score":4068,"inference_mode":3710},{"name":1918,"provider":219,"score":5381,"inference_mode":3710},{"name":1918,"provider":219,"score":5381,"inference_mode":3101},{"slug":6760,"field":6761,"name":6762,"description":6763,"categories":6764,"model_count":1888,"source":6450,"top_models":6765},"wmt","benchmark_wmt","WMT 2014","Workshop on Machine Translation 2014 — multilingual translation quality benchmark.",[6632],[6766,6767,6768,6769],{"name":869,"provider":3157,"score":3932,"inference_mode":3101},{"name":920,"provider":9,"score":3982,"inference_mode":3101},{"name":186,"provider":9,"score":3193,"inference_mode":3101},{"name":861,"provider":3157,"score":3906,"inference_mode":3101},{"slug":6771,"field":6772,"name":6773,"description":6774,"categories":6775,"model_count":65,"source":6450,"top_models":6776},"multichallenge","benchmark_multichallenge","MultiChallenge","MultiChallenge — general knowledge benchmark with diverse challenge types.",[6410],[6777,6778],{"name":1373,"provider":3115,"score":4726,"inference_mode":3101},{"name":508,"provider":509,"score":3455,"inference_mode":3101},{"benchmark_accountingaudit":6450,"benchmark_agieval_zh":6450,"benchmark_agieval_en":6450,"benchmark_aime":6336,"benchmark_aime_25":6336,"benchmark_arc_challenge":6450,"benchmark_arc_easy":6450,"benchmark_bbeh":6450,"benchmark_bbh":6450,"benchmark_bfcl_v3":6450,"benchmark_bird_critic":6450,"benchmark_darkbench":6450,"benchmark_formal_logic_exp":6450,"benchmark_gaia":6450,"benchmark_gpqa":6336,"benchmark_gsm8k":6450,"benchmark_humaneval":6450,"benchmark_hle":6336,"benchmark_ifbench":6336,"benchmark_ifeval":6450,"benchmark_knights_and_knaves":6450,"benchmark_lcr":6336,"benchmark_livecodebench":6336,"benchmark_math_hard":6336,"benchmark_math":6450,"benchmark_mbppplus":6450,"benchmark_medqa":6450,"benchmark_mmlu":6450,"benchmark_mmlu_pro":6336,"benchmark_mmmu":6450,"benchmark_multichallenge":6450,"benchmark_scicode":6336,"benchmark_simpleqa":6450,"benchmark_stock_bcs":6450,"benchmark_swe_bench_lite":6450,"benchmark_tau2":6336,"benchmark_terminalbench":6336,"benchmark_wmdp":6450,"benchmark_wmt":6450},[6781,6789,6803,6817,6833,6850,6867,6884,6901,6918,6935,6952,6969,6986,7003,7020,7037,7054,7071,7088,7105,7122,7139,7156,7173,7190,7207,7224,7241,7258,7275,7292,7309,7326,7343],{"month":14,"open":6782,"closed":6783},{},{"benchmark_mmlu_pro":6784,"benchmark_gpqa":6785,"benchmark_aider":6786,"benchmark_math_hard":6787,"context_length":6788},{"value":3111,"model":8,"provider":9},{"value":3108,"model":8,"provider":9},{"value":18,"model":8,"provider":9},{"value":3110,"model":8,"provider":9},{"value":24,"model":22,"provider":9},{"month":109,"open":6790,"closed":6797},{"benchmark_mmlu_pro":6791,"benchmark_gpqa":6792,"benchmark_livecodebench":6793,"benchmark_math_hard":6794,"benchmark_aime":6795,"context_length":6796},{"value":3121,"model":106,"provider":3115},{"value":3117,"model":106,"provider":3115},{"value":3119,"model":106,"provider":3115},{"value":3120,"model":106,"provider":3115},{"value":294,"model":106,"provider":3115},{"value":110,"model":106,"provider":3115},{"benchmark_mmlu_pro":6798,"benchmark_gpqa":6799,"benchmark_aider":6800,"benchmark_math_hard":6801,"context_length":6802},{"value":3111,"model":8,"provider":9},{"value":3108,"model":8,"provider":9},{"value":18,"model":8,"provider":9},{"value":3110,"model":8,"provider":9},{"value":24,"model":22,"provider":9},{"month":118,"open":6804,"closed":6811},{"benchmark_mmlu_pro":6805,"benchmark_gpqa":6806,"benchmark_livecodebench":6807,"benchmark_math_hard":6808,"benchmark_aime":6809,"context_length":6810},{"value":3130,"model":115,"provider":3115},{"value":3126,"model":115,"provider":3115},{"value":3128,"model":115,"provider":3115},{"value":3129,"model":115,"provider":3115},{"value":294,"model":106,"provider":3115},{"value":119,"model":115,"provider":3115},{"benchmark_mmlu_pro":6812,"benchmark_gpqa":6813,"benchmark_aider":6814,"benchmark_math_hard":6815,"context_length":6816},{"value":3111,"model":8,"provider":9},{"value":3108,"model":8,"provider":9},{"value":18,"model":8,"provider":9},{"value":3110,"model":8,"provider":9},{"value":24,"model":22,"provider":9},{"month":127,"open":6818,"closed":6825},{"benchmark_mmlu_pro":6819,"benchmark_gpqa":6820,"benchmark_livecodebench":6821,"benchmark_math_hard":6822,"benchmark_aime":6823,"context_length":6824},{"value":3130,"model":115,"provider":3115},{"value":3126,"model":115,"provider":3115},{"value":3128,"model":115,"provider":3115},{"value":3129,"model":115,"provider":3115},{"value":294,"model":106,"provider":3115},{"value":119,"model":115,"provider":3115},{"benchmark_mmlu_pro":6826,"benchmark_gpqa":6827,"benchmark_aider":6828,"benchmark_math_hard":6829,"context_length":6830,"benchmark_livecodebench":6831,"benchmark_aime":6832},{"value":3111,"model":8,"provider":9},{"value":3134,"model":123,"provider":124},{"value":18,"model":8,"provider":9},{"value":3110,"model":8,"provider":9},{"value":128,"model":123,"provider":124},{"value":3138,"model":123,"provider":124},{"value":26,"model":123,"provider":124},{"month":138,"open":6834,"closed":6842},{"benchmark_mmlu_pro":6835,"benchmark_gpqa":6836,"benchmark_livecodebench":6837,"benchmark_math_hard":6838,"benchmark_aime":6839,"context_length":6840,"benchmark_aider":6841},{"value":3163,"model":166,"provider":3157},{"value":3159,"model":166,"provider":3157},{"value":3161,"model":166,"provider":3157},{"value":3152,"model":158,"provider":3115},{"value":294,"model":106,"provider":3115},{"value":119,"model":115,"provider":3115},{"value":173,"model":166,"provider":3157},{"benchmark_mmlu_pro":6843,"benchmark_gpqa":6844,"benchmark_aider":6845,"benchmark_math_hard":6846,"context_length":6847,"benchmark_livecodebench":6848,"benchmark_aime":6849},{"value":3147,"model":135,"provider":9},{"value":3134,"model":123,"provider":124},{"value":18,"model":8,"provider":9},{"value":3146,"model":135,"provider":9},{"value":128,"model":123,"provider":124},{"value":3145,"model":135,"provider":9},{"value":140,"model":135,"provider":9},{"month":189,"open":6851,"closed":6859},{"benchmark_mmlu_pro":6852,"benchmark_gpqa":6853,"benchmark_livecodebench":6854,"benchmark_math_hard":6855,"benchmark_aime":6856,"context_length":6857,"benchmark_aider":6858},{"value":3163,"model":166,"provider":3157},{"value":3159,"model":166,"provider":3157},{"value":3161,"model":166,"provider":3157},{"value":3152,"model":158,"provider":3115},{"value":294,"model":106,"provider":3115},{"value":119,"model":115,"provider":3115},{"value":173,"model":166,"provider":3157},{"benchmark_mmlu_pro":6860,"benchmark_gpqa":6861,"benchmark_aider":6862,"benchmark_math_hard":6863,"context_length":6864,"benchmark_livecodebench":6865,"benchmark_aime":6866},{"value":3147,"model":135,"provider":9},{"value":3182,"model":186,"provider":9},{"value":192,"model":186,"provider":9},{"value":3187,"model":186,"provider":9},{"value":128,"model":123,"provider":124},{"value":3186,"model":186,"provider":9},{"value":140,"model":135,"provider":9},{"month":231,"open":6868,"closed":6876},{"benchmark_mmlu_pro":6869,"benchmark_gpqa":6870,"benchmark_livecodebench":6871,"benchmark_math_hard":6872,"benchmark_aime":6873,"context_length":6874,"benchmark_aider":6875},{"value":3249,"model":272,"provider":3157},{"value":3130,"model":272,"provider":3157},{"value":3247,"model":272,"provider":3157},{"value":3248,"model":272,"provider":3157},{"value":3244,"model":272,"provider":3157},{"value":252,"model":279,"provider":3157},{"value":275,"model":272,"provider":3157},{"benchmark_mmlu_pro":6877,"benchmark_gpqa":6878,"benchmark_aider":6879,"benchmark_math_hard":6880,"context_length":6881,"benchmark_livecodebench":6882,"benchmark_aime":6883},{"value":3147,"model":135,"provider":9},{"value":3182,"model":186,"provider":9},{"value":192,"model":186,"provider":9},{"value":3187,"model":186,"provider":9},{"value":128,"model":123,"provider":124},{"value":3186,"model":186,"provider":9},{"value":140,"model":135,"provider":9},{"month":293,"open":6885,"closed":6893},{"benchmark_mmlu_pro":6886,"benchmark_gpqa":6887,"benchmark_livecodebench":6888,"benchmark_math_hard":6889,"benchmark_aime":6890,"context_length":6891,"benchmark_aider":6892},{"value":3249,"model":272,"provider":3157},{"value":3130,"model":272,"provider":3157},{"value":3247,"model":272,"provider":3157},{"value":3248,"model":272,"provider":3157},{"value":3244,"model":272,"provider":3157},{"value":252,"model":279,"provider":3157},{"value":275,"model":272,"provider":3157},{"benchmark_mmlu_pro":6894,"benchmark_gpqa":6895,"benchmark_aider":6896,"benchmark_math_hard":6897,"context_length":6898,"benchmark_livecodebench":6899,"benchmark_aime":6900},{"value":3147,"model":135,"provider":9},{"value":3182,"model":186,"provider":9},{"value":192,"model":186,"provider":9},{"value":3187,"model":186,"provider":9},{"value":128,"model":123,"provider":124},{"value":3186,"model":186,"provider":9},{"value":140,"model":135,"provider":9},{"month":360,"open":6902,"closed":6910},{"benchmark_mmlu_pro":6903,"benchmark_gpqa":6904,"benchmark_livecodebench":6905,"benchmark_math_hard":6906,"benchmark_aime":6907,"context_length":6908,"benchmark_aider":6909},{"value":3249,"model":272,"provider":3157},{"value":3130,"model":272,"provider":3157},{"value":3247,"model":272,"provider":3157},{"value":3290,"model":364,"provider":3281},{"value":3244,"model":272,"provider":3157},{"value":252,"model":279,"provider":3157},{"value":275,"model":272,"provider":3157},{"benchmark_mmlu_pro":6911,"benchmark_gpqa":6912,"benchmark_aider":6913,"benchmark_math_hard":6914,"context_length":6915,"benchmark_livecodebench":6916,"benchmark_aime":6917},{"value":3147,"model":135,"provider":9},{"value":3182,"model":186,"provider":9},{"value":192,"model":186,"provider":9},{"value":3187,"model":186,"provider":9},{"value":128,"model":123,"provider":124},{"value":3186,"model":186,"provider":9},{"value":140,"model":135,"provider":9},{"month":415,"open":6919,"closed":6927},{"benchmark_mmlu_pro":6920,"benchmark_gpqa":6921,"benchmark_livecodebench":6922,"benchmark_math_hard":6923,"benchmark_aime":6924,"context_length":6925,"benchmark_aider":6926},{"value":3249,"model":272,"provider":3157},{"value":3130,"model":272,"provider":3157},{"value":3247,"model":272,"provider":3157},{"value":3290,"model":364,"provider":3281},{"value":3244,"model":272,"provider":3157},{"value":252,"model":279,"provider":3157},{"value":275,"model":272,"provider":3157},{"benchmark_mmlu_pro":6928,"benchmark_gpqa":6929,"benchmark_aider":6930,"benchmark_math_hard":6931,"context_length":6932,"benchmark_livecodebench":6933,"benchmark_aime":6934},{"value":3374,"model":448,"provider":124},{"value":3370,"model":448,"provider":124},{"value":451,"model":448,"provider":124},{"value":3187,"model":186,"provider":9},{"value":128,"model":123,"provider":124},{"value":3372,"model":448,"provider":124},{"value":3358,"model":424,"provider":3356},{"month":458,"open":6936,"closed":6944},{"benchmark_mmlu_pro":6937,"benchmark_gpqa":6938,"benchmark_livecodebench":6939,"benchmark_math_hard":6940,"benchmark_aime":6941,"context_length":6942,"benchmark_aider":6943},{"value":3249,"model":272,"provider":3157},{"value":3130,"model":272,"provider":3157},{"value":3247,"model":272,"provider":3157},{"value":3290,"model":364,"provider":3281},{"value":3244,"model":272,"provider":3157},{"value":252,"model":279,"provider":3157},{"value":484,"model":480,"provider":3281},{"benchmark_mmlu_pro":6945,"benchmark_gpqa":6946,"benchmark_aider":6947,"benchmark_math_hard":6948,"context_length":6949,"benchmark_livecodebench":6950,"benchmark_aime":6951},{"value":3374,"model":448,"provider":124},{"value":3370,"model":448,"provider":124},{"value":451,"model":448,"provider":124},{"value":3187,"model":186,"provider":9},{"value":128,"model":123,"provider":124},{"value":3372,"model":448,"provider":124},{"value":3358,"model":424,"provider":3356},{"month":512,"open":6953,"closed":6961},{"benchmark_mmlu_pro":6954,"benchmark_gpqa":6955,"benchmark_livecodebench":6956,"benchmark_math_hard":6957,"benchmark_aime":6958,"context_length":6959,"benchmark_aider":6960},{"value":3249,"model":272,"provider":3157},{"value":3130,"model":272,"provider":3157},{"value":3247,"model":272,"provider":3157},{"value":3290,"model":364,"provider":3281},{"value":16,"model":533,"provider":3157},{"value":567,"model":563,"provider":564},{"value":484,"model":480,"provider":3281},{"benchmark_mmlu_pro":6962,"benchmark_gpqa":6963,"benchmark_aider":6964,"benchmark_math_hard":6965,"context_length":6966,"benchmark_livecodebench":6967,"benchmark_aime":6968},{"value":3528,"model":550,"provider":9},{"value":3523,"model":550,"provider":9},{"value":451,"model":448,"provider":124},{"value":3527,"model":550,"provider":9},{"value":513,"model":508,"provider":509},{"value":3526,"model":550,"provider":9},{"value":3522,"model":550,"provider":9},{"month":577,"open":6970,"closed":6978},{"benchmark_mmlu_pro":6971,"benchmark_gpqa":6972,"benchmark_livecodebench":6973,"benchmark_math_hard":6974,"benchmark_aime":6975,"context_length":6976,"benchmark_aider":6977},{"value":3611,"model":610,"provider":3587},{"value":3560,"model":581,"provider":146},{"value":3247,"model":272,"provider":3157},{"value":3610,"model":610,"provider":3587},{"value":3605,"model":610,"provider":3587},{"value":567,"model":563,"provider":564},{"value":484,"model":480,"provider":3281},{"benchmark_mmlu_pro":6979,"benchmark_gpqa":6980,"benchmark_aider":6981,"benchmark_math_hard":6982,"context_length":6983,"benchmark_livecodebench":6984,"benchmark_aime":6985},{"value":3597,"model":600,"provider":3587},{"value":3652,"model":643,"provider":9},{"value":451,"model":448,"provider":124},{"value":3655,"model":643,"provider":9},{"value":513,"model":508,"provider":509},{"value":3654,"model":643,"provider":9},{"value":3651,"model":643,"provider":9},{"month":654,"open":6987,"closed":6995},{"benchmark_mmlu_pro":6988,"benchmark_gpqa":6989,"benchmark_livecodebench":6990,"benchmark_math_hard":6991,"benchmark_aime":6992,"context_length":6993,"benchmark_aider":6994},{"value":3611,"model":610,"provider":3587},{"value":3560,"model":581,"provider":146},{"value":3247,"model":272,"provider":3157},{"value":3610,"model":610,"provider":3587},{"value":3605,"model":610,"provider":3587},{"value":567,"model":563,"provider":564},{"value":484,"model":480,"provider":3281},{"benchmark_mmlu_pro":6996,"benchmark_gpqa":6997,"benchmark_aider":6998,"benchmark_math_hard":6999,"context_length":7000,"benchmark_livecodebench":7001,"benchmark_aime":7002},{"value":3597,"model":600,"provider":3587},{"value":3691,"model":731,"provider":9},{"value":451,"model":448,"provider":124},{"value":3695,"model":731,"provider":9},{"value":727,"model":724,"provider":219},{"value":3694,"model":731,"provider":9},{"value":3690,"model":731,"provider":9},{"month":760,"open":7004,"closed":7012},{"benchmark_mmlu_pro":7005,"benchmark_gpqa":7006,"benchmark_livecodebench":7007,"benchmark_math_hard":7008,"benchmark_aime":7009,"context_length":7010,"benchmark_aider":7011},{"value":3868,"model":848,"provider":3587},{"value":3864,"model":848,"provider":3587},{"value":2865,"model":757,"provider":3281},{"value":3746,"model":757,"provider":3281},{"value":3740,"model":757,"provider":3281},{"value":810,"model":807,"provider":342},{"value":484,"model":480,"provider":3281},{"benchmark_mmlu_pro":7013,"benchmark_gpqa":7014,"benchmark_aider":7015,"benchmark_math_hard":7016,"context_length":7017,"benchmark_livecodebench":7018,"benchmark_aime":7019},{"value":3597,"model":600,"provider":3587},{"value":3691,"model":731,"provider":9},{"value":451,"model":448,"provider":124},{"value":3695,"model":731,"provider":9},{"value":727,"model":724,"provider":219},{"value":3694,"model":731,"provider":9},{"value":3690,"model":731,"provider":9},{"month":864,"open":7021,"closed":7029},{"benchmark_mmlu_pro":7022,"benchmark_gpqa":7023,"benchmark_livecodebench":7024,"benchmark_math_hard":7025,"benchmark_aime":7026,"context_length":7027,"benchmark_aider":7028},{"value":4051,"model":956,"provider":3281},{"value":3269,"model":956,"provider":3281},{"value":4180,"model":991,"provider":3281},{"value":4098,"model":972,"provider":3281},{"value":1880,"model":956,"provider":3281},{"value":727,"model":869,"provider":3157},{"value":484,"model":480,"provider":3281},{"benchmark_mmlu_pro":7030,"benchmark_gpqa":7031,"benchmark_aider":7032,"benchmark_math_hard":7033,"context_length":7034,"benchmark_livecodebench":7035,"benchmark_aime":7036},{"value":4021,"model":943,"provider":9},{"value":4015,"model":943,"provider":9},{"value":451,"model":448,"provider":124},{"value":4020,"model":943,"provider":9},{"value":727,"model":724,"provider":219},{"value":4004,"model":936,"provider":9},{"value":3998,"model":936,"provider":9},{"month":1008,"open":7038,"closed":7046},{"benchmark_mmlu_pro":7039,"benchmark_gpqa":7040,"benchmark_livecodebench":7041,"benchmark_math_hard":7042,"benchmark_aime":7043,"context_length":7044,"benchmark_aider":7045},{"value":4051,"model":956,"provider":3281},{"value":3269,"model":956,"provider":3281},{"value":4180,"model":991,"provider":3281},{"value":4098,"model":972,"provider":3281},{"value":1880,"model":956,"provider":3281},{"value":727,"model":869,"provider":3157},{"value":484,"model":480,"provider":3281},{"benchmark_mmlu_pro":7047,"benchmark_gpqa":7048,"benchmark_aider":7049,"benchmark_math_hard":7050,"context_length":7051,"benchmark_livecodebench":7052,"benchmark_aime":7053},{"value":4254,"model":1060,"provider":124},{"value":4015,"model":943,"provider":9},{"value":451,"model":448,"provider":124},{"value":4020,"model":943,"provider":9},{"value":727,"model":724,"provider":219},{"value":4004,"model":936,"provider":9},{"value":3998,"model":936,"provider":9},{"month":1077,"open":7055,"closed":7063},{"benchmark_mmlu_pro":7056,"benchmark_gpqa":7057,"benchmark_livecodebench":7058,"benchmark_math_hard":7059,"benchmark_aime":7060,"context_length":7061,"benchmark_aider":7062},{"value":4051,"model":956,"provider":3281},{"value":4401,"model":1133,"provider":1134},{"value":4367,"model":1115,"provider":4364},{"value":4286,"model":1115,"provider":4364},{"value":4302,"model":1115,"provider":4364},{"value":727,"model":869,"provider":3157},{"value":484,"model":480,"provider":3281},{"benchmark_mmlu_pro":7064,"benchmark_gpqa":7065,"benchmark_aider":7066,"benchmark_math_hard":7067,"context_length":7068,"benchmark_livecodebench":7069,"benchmark_aime":7070},{"value":4254,"model":1060,"provider":124},{"value":4312,"model":1094,"provider":9},{"value":1099,"model":1094,"provider":9},{"value":4020,"model":943,"provider":9},{"value":727,"model":724,"provider":219},{"value":4004,"model":936,"provider":9},{"value":3998,"model":936,"provider":9},{"month":1152,"open":7072,"closed":7080},{"benchmark_mmlu_pro":7073,"benchmark_gpqa":7074,"benchmark_livecodebench":7075,"benchmark_math_hard":7076,"benchmark_aime":7077,"context_length":7078,"benchmark_aider":7079},{"value":3943,"model":1205,"provider":4440},{"value":2664,"model":1205,"provider":4440},{"value":4021,"model":1205,"provider":4440},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":869,"provider":3157},{"value":484,"model":480,"provider":3281},{"benchmark_mmlu_pro":7081,"benchmark_gpqa":7082,"benchmark_aider":7083,"benchmark_math_hard":7084,"context_length":7085,"benchmark_livecodebench":7086,"benchmark_aime":7087},{"value":4254,"model":1060,"provider":124},{"value":4411,"model":1179,"provider":4290},{"value":1099,"model":1094,"provider":9},{"value":4020,"model":943,"provider":9},{"value":727,"model":724,"provider":219},{"value":4004,"model":936,"provider":9},{"value":4409,"model":1179,"provider":4290},{"month":1289,"open":7089,"closed":7097},{"benchmark_mmlu_pro":7090,"benchmark_gpqa":7091,"benchmark_livecodebench":7092,"benchmark_math_hard":7093,"benchmark_aime":7094,"context_length":7095,"benchmark_aider":7096},{"value":4736,"model":1379,"provider":3587},{"value":2664,"model":1205,"provider":4440},{"value":4623,"model":1308,"provider":9},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":869,"provider":3157},{"value":484,"model":480,"provider":3281},{"benchmark_mmlu_pro":7098,"benchmark_gpqa":7099,"benchmark_aider":7100,"benchmark_math_hard":7101,"context_length":7102,"benchmark_livecodebench":7103,"benchmark_aime":7104},{"value":1333,"model":1294,"provider":124},{"value":4411,"model":1179,"provider":4290},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":727,"model":724,"provider":219},{"value":4004,"model":936,"provider":9},{"value":4662,"model":1330,"provider":9},{"month":1415,"open":7106,"closed":7114},{"benchmark_mmlu_pro":7107,"benchmark_gpqa":7108,"benchmark_livecodebench":7109,"benchmark_math_hard":7110,"benchmark_aime":7111,"context_length":7112,"benchmark_aider":7113},{"value":4736,"model":1379,"provider":3587},{"value":2664,"model":1205,"provider":4440},{"value":4623,"model":1308,"provider":9},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":869,"provider":3157},{"value":1533,"model":1529,"provider":3587},{"benchmark_mmlu_pro":7115,"benchmark_gpqa":7116,"benchmark_aider":7117,"benchmark_math_hard":7118,"context_length":7119,"benchmark_livecodebench":7120,"benchmark_aime":7121},{"value":1333,"model":1294,"provider":124},{"value":4411,"model":1179,"provider":4290},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":4004,"model":936,"provider":9},{"value":4662,"model":1330,"provider":9},{"month":1554,"open":7123,"closed":7131},{"benchmark_mmlu_pro":7124,"benchmark_gpqa":7125,"benchmark_livecodebench":7126,"benchmark_math_hard":7127,"benchmark_aime":7128,"context_length":7129,"benchmark_aider":7130},{"value":4736,"model":1379,"provider":3587},{"value":2664,"model":1205,"provider":4440},{"value":4623,"model":1308,"provider":9},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":869,"provider":3157},{"value":1533,"model":1529,"provider":3587},{"benchmark_mmlu_pro":7132,"benchmark_gpqa":7133,"benchmark_aider":7134,"benchmark_math_hard":7135,"context_length":7136,"benchmark_livecodebench":7137,"benchmark_aime":7138},{"value":1333,"model":1294,"provider":124},{"value":4411,"model":1179,"provider":4290},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":4004,"model":936,"provider":9},{"value":4662,"model":1330,"provider":9},{"month":1686,"open":7140,"closed":7148},{"benchmark_mmlu_pro":7141,"benchmark_gpqa":7142,"benchmark_livecodebench":7143,"benchmark_math_hard":7144,"benchmark_aime":7145,"context_length":7146,"benchmark_aider":7147},{"value":4736,"model":1379,"provider":3587},{"value":2664,"model":1205,"provider":4440},{"value":4623,"model":1308,"provider":9},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":869,"provider":3157},{"value":1533,"model":1529,"provider":3587},{"benchmark_mmlu_pro":7149,"benchmark_gpqa":7150,"benchmark_aider":7151,"benchmark_math_hard":7152,"context_length":7153,"benchmark_livecodebench":7154,"benchmark_aime":7155},{"value":5179,"model":1730,"provider":219},{"value":5177,"model":1730,"provider":219},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"month":1782,"open":7157,"closed":7165},{"benchmark_mmlu_pro":7158,"benchmark_gpqa":7159,"benchmark_livecodebench":7160,"benchmark_math_hard":7161,"benchmark_aime":7162,"context_length":7163,"benchmark_aider":7164},{"value":4988,"model":1931,"provider":4364},{"value":4668,"model":1788,"provider":3587},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":869,"provider":3157},{"value":1533,"model":1529,"provider":3587},{"benchmark_mmlu_pro":7166,"benchmark_gpqa":7167,"benchmark_aider":7168,"benchmark_math_hard":7169,"context_length":7170,"benchmark_livecodebench":7171,"benchmark_aime":7172},{"value":5179,"model":1730,"provider":219},{"value":5177,"model":1730,"provider":219},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"month":1952,"open":7174,"closed":7182},{"benchmark_mmlu_pro":7175,"benchmark_gpqa":7176,"benchmark_livecodebench":7177,"benchmark_math_hard":7178,"benchmark_aime":7179,"context_length":7180,"benchmark_aider":7181},{"value":4988,"model":1931,"provider":4364},{"value":5467,"model":1997,"provider":4440},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":869,"provider":3157},{"value":1533,"model":1529,"provider":3587},{"benchmark_mmlu_pro":7183,"benchmark_gpqa":7184,"benchmark_aider":7185,"benchmark_math_hard":7186,"context_length":7187,"benchmark_livecodebench":7188,"benchmark_aime":7189},{"value":5179,"model":1730,"provider":219},{"value":5177,"model":1730,"provider":219},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"month":2020,"open":7191,"closed":7199},{"benchmark_mmlu_pro":7192,"benchmark_gpqa":7193,"benchmark_livecodebench":7194,"benchmark_math_hard":7195,"benchmark_aime":7196,"context_length":7197,"benchmark_aider":7198},{"value":4988,"model":1931,"provider":4364},{"value":5549,"model":2049,"provider":3281},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":869,"provider":3157},{"value":1533,"model":1529,"provider":3587},{"benchmark_mmlu_pro":7200,"benchmark_gpqa":7201,"benchmark_aider":7202,"benchmark_math_hard":7203,"context_length":7204,"benchmark_livecodebench":7205,"benchmark_aime":7206},{"value":5179,"model":1730,"provider":219},{"value":5575,"model":2068,"provider":219},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"month":2132,"open":7208,"closed":7216},{"benchmark_mmlu_pro":7209,"benchmark_gpqa":7210,"benchmark_livecodebench":7211,"benchmark_math_hard":7212,"benchmark_aime":7213,"context_length":7214,"benchmark_aider":7215},{"value":4988,"model":1931,"provider":4364},{"value":5549,"model":2049,"provider":3281},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":869,"provider":3157},{"value":1533,"model":1529,"provider":3587},{"benchmark_mmlu_pro":7217,"benchmark_gpqa":7218,"benchmark_aider":7219,"benchmark_math_hard":7220,"context_length":7221,"benchmark_livecodebench":7222,"benchmark_aime":7223},{"value":5179,"model":1730,"provider":219},{"value":5575,"model":2068,"provider":219},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"month":2247,"open":7225,"closed":7233},{"benchmark_mmlu_pro":7226,"benchmark_gpqa":7227,"benchmark_livecodebench":7228,"benchmark_math_hard":7229,"benchmark_aime":7230,"context_length":7231,"benchmark_aider":7232},{"value":4988,"model":1931,"provider":4364},{"value":5826,"model":2338,"provider":3587},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":869,"provider":3157},{"value":1533,"model":1529,"provider":3587},{"benchmark_mmlu_pro":7234,"benchmark_gpqa":7235,"benchmark_aider":7236,"benchmark_math_hard":7237,"context_length":7238,"benchmark_livecodebench":7239,"benchmark_aime":7240},{"value":5179,"model":1730,"provider":219},{"value":5575,"model":2068,"provider":219},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"month":2421,"open":7242,"closed":7250},{"benchmark_mmlu_pro":7243,"benchmark_gpqa":7244,"benchmark_livecodebench":7245,"benchmark_math_hard":7246,"benchmark_aime":7247,"context_length":7248,"benchmark_aider":7249},{"value":4988,"model":1931,"provider":4364},{"value":5826,"model":2338,"provider":3587},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":869,"provider":3157},{"value":1533,"model":1529,"provider":3587},{"benchmark_mmlu_pro":7251,"benchmark_gpqa":7252,"benchmark_aider":7253,"benchmark_math_hard":7254,"context_length":7255,"benchmark_livecodebench":7256,"benchmark_aime":7257},{"value":5179,"model":1730,"provider":219},{"value":5575,"model":2068,"provider":219},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"month":2494,"open":7259,"closed":7267},{"benchmark_mmlu_pro":7260,"benchmark_gpqa":7261,"benchmark_livecodebench":7262,"benchmark_math_hard":7263,"benchmark_aime":7264,"context_length":7265,"benchmark_aider":7266},{"value":4988,"model":1931,"provider":4364},{"value":5826,"model":2338,"provider":3587},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":869,"provider":3157},{"value":1533,"model":1529,"provider":3587},{"benchmark_mmlu_pro":7268,"benchmark_gpqa":7269,"benchmark_aider":7270,"benchmark_math_hard":7271,"context_length":7272,"benchmark_livecodebench":7273,"benchmark_aime":7274},{"value":5179,"model":1730,"provider":219},{"value":5575,"model":2068,"provider":219},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"month":2555,"open":7276,"closed":7284},{"benchmark_mmlu_pro":7277,"benchmark_gpqa":7278,"benchmark_livecodebench":7279,"benchmark_math_hard":7280,"benchmark_aime":7281,"context_length":7282,"benchmark_aider":7283},{"value":4988,"model":1931,"provider":4364},{"value":5826,"model":2338,"provider":3587},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":869,"provider":3157},{"value":1533,"model":1529,"provider":3587},{"benchmark_mmlu_pro":7285,"benchmark_gpqa":7286,"benchmark_aider":7287,"benchmark_math_hard":7288,"context_length":7289,"benchmark_livecodebench":7290,"benchmark_aime":7291},{"value":5179,"model":1730,"provider":219},{"value":5575,"model":2068,"provider":219},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"month":2717,"open":7293,"closed":7301},{"benchmark_mmlu_pro":7294,"benchmark_gpqa":7295,"benchmark_livecodebench":7296,"benchmark_math_hard":7297,"benchmark_aime":7298,"context_length":7299,"benchmark_aider":7300},{"value":4988,"model":1931,"provider":4364},{"value":2888,"model":2767,"provider":3281},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":869,"provider":3157},{"value":1533,"model":1529,"provider":3587},{"benchmark_mmlu_pro":7302,"benchmark_gpqa":7303,"benchmark_aider":7304,"benchmark_math_hard":7305,"context_length":7306,"benchmark_livecodebench":7307,"benchmark_aime":7308},{"value":5179,"model":1730,"provider":219},{"value":6122,"model":2755,"provider":4290},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"month":2872,"open":7310,"closed":7318},{"benchmark_mmlu_pro":7311,"benchmark_gpqa":7312,"benchmark_livecodebench":7313,"benchmark_math_hard":7314,"benchmark_aime":7315,"context_length":7316,"benchmark_aider":7317},{"value":4988,"model":1931,"provider":4364},{"value":6206,"model":2884,"provider":3157},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":869,"provider":3157},{"value":1533,"model":1529,"provider":3587},{"benchmark_mmlu_pro":7319,"benchmark_gpqa":7320,"benchmark_aider":7321,"benchmark_math_hard":7322,"context_length":7323,"benchmark_livecodebench":7324,"benchmark_aime":7325},{"value":5179,"model":1730,"provider":219},{"value":6213,"model":2910,"provider":9},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"month":3022,"open":7327,"closed":7335},{"benchmark_mmlu_pro":7328,"benchmark_gpqa":7329,"benchmark_livecodebench":7330,"benchmark_math_hard":7331,"benchmark_aime":7332,"context_length":7333,"benchmark_aider":7334},{"value":4988,"model":1931,"provider":4364},{"value":6206,"model":2884,"provider":3157},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":869,"provider":3157},{"value":1533,"model":1529,"provider":3587},{"benchmark_mmlu_pro":7336,"benchmark_gpqa":7337,"benchmark_aider":7338,"benchmark_math_hard":7339,"context_length":7340,"benchmark_livecodebench":7341,"benchmark_aime":7342},{"value":5179,"model":1730,"provider":219},{"value":6213,"model":2910,"provider":9},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"month":3070,"open":7344,"closed":7352},{"benchmark_mmlu_pro":7345,"benchmark_gpqa":7346,"benchmark_livecodebench":7347,"benchmark_math_hard":7348,"benchmark_aime":7349,"context_length":7350,"benchmark_aider":7351},{"value":4988,"model":1931,"provider":4364},{"value":6206,"model":2884,"provider":3157},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":869,"provider":3157},{"value":1533,"model":1529,"provider":3587},{"benchmark_mmlu_pro":7353,"benchmark_gpqa":7354,"benchmark_aider":7355,"benchmark_math_hard":7356,"context_length":7357,"benchmark_livecodebench":7358,"benchmark_aime":7359},{"value":5179,"model":1730,"provider":219},{"value":6213,"model":2910,"provider":9},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"months":7361,"countries":8490},[7362,7369,7383,7397,7413,7429,7445,7461,7477,7501,7525,7550,7575,7600,7625,7658,7691,7724,7757,7790,7830,7870,7910,7950,7990,8033,8076,8122,8168,8214,8260,8306,8352,8398,8444],{"month":14,"us":7363},{"benchmark_mmlu_pro":7364,"benchmark_gpqa":7365,"benchmark_aider":7366,"benchmark_math_hard":7367,"context_length":7368},{"value":3111,"model":8,"provider":9},{"value":3108,"model":8,"provider":9},{"value":18,"model":8,"provider":9},{"value":3110,"model":8,"provider":9},{"value":24,"model":22,"provider":9},{"month":109,"us":7370,"fr":7376},{"benchmark_mmlu_pro":7371,"benchmark_gpqa":7372,"benchmark_aider":7373,"benchmark_math_hard":7374,"context_length":7375},{"value":3111,"model":8,"provider":9},{"value":3108,"model":8,"provider":9},{"value":18,"model":8,"provider":9},{"value":3110,"model":8,"provider":9},{"value":24,"model":22,"provider":9},{"benchmark_mmlu_pro":7377,"benchmark_gpqa":7378,"benchmark_livecodebench":7379,"benchmark_math_hard":7380,"benchmark_aime":7381,"context_length":7382},{"value":3121,"model":106,"provider":3115},{"value":3117,"model":106,"provider":3115},{"value":3119,"model":106,"provider":3115},{"value":3120,"model":106,"provider":3115},{"value":294,"model":106,"provider":3115},{"value":110,"model":106,"provider":3115},{"month":118,"us":7384,"fr":7390},{"benchmark_mmlu_pro":7385,"benchmark_gpqa":7386,"benchmark_aider":7387,"benchmark_math_hard":7388,"context_length":7389},{"value":3111,"model":8,"provider":9},{"value":3108,"model":8,"provider":9},{"value":18,"model":8,"provider":9},{"value":3110,"model":8,"provider":9},{"value":24,"model":22,"provider":9},{"benchmark_mmlu_pro":7391,"benchmark_gpqa":7392,"benchmark_livecodebench":7393,"benchmark_math_hard":7394,"benchmark_aime":7395,"context_length":7396},{"value":3130,"model":115,"provider":3115},{"value":3126,"model":115,"provider":3115},{"value":3128,"model":115,"provider":3115},{"value":3129,"model":115,"provider":3115},{"value":294,"model":106,"provider":3115},{"value":119,"model":115,"provider":3115},{"month":127,"us":7398,"fr":7406},{"benchmark_mmlu_pro":7399,"benchmark_gpqa":7400,"benchmark_aider":7401,"benchmark_math_hard":7402,"context_length":7403,"benchmark_livecodebench":7404,"benchmark_aime":7405},{"value":3111,"model":8,"provider":9},{"value":3134,"model":123,"provider":124},{"value":18,"model":8,"provider":9},{"value":3110,"model":8,"provider":9},{"value":128,"model":123,"provider":124},{"value":3138,"model":123,"provider":124},{"value":26,"model":123,"provider":124},{"benchmark_mmlu_pro":7407,"benchmark_gpqa":7408,"benchmark_livecodebench":7409,"benchmark_math_hard":7410,"benchmark_aime":7411,"context_length":7412},{"value":3130,"model":115,"provider":3115},{"value":3126,"model":115,"provider":3115},{"value":3128,"model":115,"provider":3115},{"value":3129,"model":115,"provider":3115},{"value":294,"model":106,"provider":3115},{"value":119,"model":115,"provider":3115},{"month":138,"us":7414,"fr":7422},{"benchmark_mmlu_pro":7415,"benchmark_gpqa":7416,"benchmark_aider":7417,"benchmark_math_hard":7418,"context_length":7419,"benchmark_livecodebench":7420,"benchmark_aime":7421},{"value":3147,"model":135,"provider":9},{"value":3159,"model":166,"provider":3157},{"value":18,"model":8,"provider":9},{"value":3146,"model":135,"provider":9},{"value":128,"model":123,"provider":124},{"value":3145,"model":135,"provider":9},{"value":140,"model":135,"provider":9},{"benchmark_mmlu_pro":7423,"benchmark_gpqa":7424,"benchmark_livecodebench":7425,"benchmark_math_hard":7426,"benchmark_aime":7427,"context_length":7428},{"value":3153,"model":158,"provider":3115},{"value":3126,"model":115,"provider":3115},{"value":3128,"model":115,"provider":3115},{"value":3152,"model":158,"provider":3115},{"value":294,"model":106,"provider":3115},{"value":119,"model":115,"provider":3115},{"month":189,"us":7430,"fr":7438},{"benchmark_mmlu_pro":7431,"benchmark_gpqa":7432,"benchmark_aider":7433,"benchmark_math_hard":7434,"context_length":7435,"benchmark_livecodebench":7436,"benchmark_aime":7437},{"value":3147,"model":135,"provider":9},{"value":3182,"model":186,"provider":9},{"value":192,"model":186,"provider":9},{"value":3187,"model":186,"provider":9},{"value":128,"model":123,"provider":124},{"value":3186,"model":186,"provider":9},{"value":140,"model":135,"provider":9},{"benchmark_mmlu_pro":7439,"benchmark_gpqa":7440,"benchmark_livecodebench":7441,"benchmark_math_hard":7442,"benchmark_aime":7443,"context_length":7444},{"value":3153,"model":158,"provider":3115},{"value":3126,"model":115,"provider":3115},{"value":3128,"model":115,"provider":3115},{"value":3152,"model":158,"provider":3115},{"value":294,"model":106,"provider":3115},{"value":119,"model":115,"provider":3115},{"month":231,"us":7446,"fr":7454},{"benchmark_mmlu_pro":7447,"benchmark_gpqa":7448,"benchmark_aider":7449,"benchmark_math_hard":7450,"context_length":7451,"benchmark_livecodebench":7452,"benchmark_aime":7453},{"value":3249,"model":272,"provider":3157},{"value":3182,"model":186,"provider":9},{"value":192,"model":186,"provider":9},{"value":3187,"model":186,"provider":9},{"value":128,"model":123,"provider":124},{"value":3186,"model":186,"provider":9},{"value":3244,"model":272,"provider":3157},{"benchmark_mmlu_pro":7455,"benchmark_gpqa":7456,"benchmark_livecodebench":7457,"benchmark_math_hard":7458,"benchmark_aime":7459,"context_length":7460},{"value":3153,"model":158,"provider":3115},{"value":3126,"model":115,"provider":3115},{"value":3128,"model":115,"provider":3115},{"value":3152,"model":158,"provider":3115},{"value":294,"model":106,"provider":3115},{"value":119,"model":115,"provider":3115},{"month":293,"us":7462,"fr":7470},{"benchmark_mmlu_pro":7463,"benchmark_gpqa":7464,"benchmark_aider":7465,"benchmark_math_hard":7466,"context_length":7467,"benchmark_livecodebench":7468,"benchmark_aime":7469},{"value":3249,"model":272,"provider":3157},{"value":3182,"model":186,"provider":9},{"value":192,"model":186,"provider":9},{"value":3187,"model":186,"provider":9},{"value":128,"model":123,"provider":124},{"value":3186,"model":186,"provider":9},{"value":3244,"model":272,"provider":3157},{"benchmark_mmlu_pro":7471,"benchmark_gpqa":7472,"benchmark_livecodebench":7473,"benchmark_math_hard":7474,"benchmark_aime":7475,"context_length":7476},{"value":3153,"model":158,"provider":3115},{"value":3126,"model":115,"provider":3115},{"value":3128,"model":115,"provider":3115},{"value":3152,"model":158,"provider":3115},{"value":294,"model":106,"provider":3115},{"value":119,"model":115,"provider":3115},{"month":360,"us":7478,"fr":7486,"cn":7493},{"benchmark_mmlu_pro":7479,"benchmark_gpqa":7480,"benchmark_aider":7481,"benchmark_math_hard":7482,"context_length":7483,"benchmark_livecodebench":7484,"benchmark_aime":7485},{"value":3249,"model":272,"provider":3157},{"value":3182,"model":186,"provider":9},{"value":192,"model":186,"provider":9},{"value":3187,"model":186,"provider":9},{"value":128,"model":123,"provider":124},{"value":3186,"model":186,"provider":9},{"value":3244,"model":272,"provider":3157},{"benchmark_mmlu_pro":7487,"benchmark_gpqa":7488,"benchmark_livecodebench":7489,"benchmark_math_hard":7490,"benchmark_aime":7491,"context_length":7492},{"value":3153,"model":158,"provider":3115},{"value":3126,"model":115,"provider":3115},{"value":3128,"model":115,"provider":3115},{"value":3152,"model":158,"provider":3115},{"value":294,"model":106,"provider":3115},{"value":119,"model":115,"provider":3115},{"benchmark_mmlu_pro":7494,"benchmark_gpqa":7495,"benchmark_aider":7496,"benchmark_livecodebench":7497,"benchmark_math_hard":7498,"benchmark_aime":7499,"context_length":7500},{"value":939,"model":364,"provider":3281},{"value":3286,"model":364,"provider":3281},{"value":369,"model":364,"provider":3281},{"value":3289,"model":364,"provider":3281},{"value":3290,"model":364,"provider":3281},{"value":3284,"model":364,"provider":3281},{"value":110,"model":364,"provider":3281},{"month":415,"us":7502,"fr":7510,"cn":7517},{"benchmark_mmlu_pro":7503,"benchmark_gpqa":7504,"benchmark_aider":7505,"benchmark_math_hard":7506,"context_length":7507,"benchmark_livecodebench":7508,"benchmark_aime":7509},{"value":3374,"model":448,"provider":124},{"value":3370,"model":448,"provider":124},{"value":451,"model":448,"provider":124},{"value":3187,"model":186,"provider":9},{"value":128,"model":123,"provider":124},{"value":3372,"model":448,"provider":124},{"value":3358,"model":424,"provider":3356},{"benchmark_mmlu_pro":7511,"benchmark_gpqa":7512,"benchmark_livecodebench":7513,"benchmark_math_hard":7514,"benchmark_aime":7515,"context_length":7516},{"value":3153,"model":158,"provider":3115},{"value":3126,"model":115,"provider":3115},{"value":3128,"model":115,"provider":3115},{"value":3152,"model":158,"provider":3115},{"value":294,"model":106,"provider":3115},{"value":119,"model":115,"provider":3115},{"benchmark_mmlu_pro":7518,"benchmark_gpqa":7519,"benchmark_aider":7520,"benchmark_livecodebench":7521,"benchmark_math_hard":7522,"benchmark_aime":7523,"context_length":7524},{"value":939,"model":364,"provider":3281},{"value":3286,"model":364,"provider":3281},{"value":369,"model":364,"provider":3281},{"value":3289,"model":364,"provider":3281},{"value":3290,"model":364,"provider":3281},{"value":3284,"model":364,"provider":3281},{"value":110,"model":364,"provider":3281},{"month":458,"us":7526,"fr":7534,"cn":7542},{"benchmark_mmlu_pro":7527,"benchmark_gpqa":7528,"benchmark_aider":7529,"benchmark_math_hard":7530,"context_length":7531,"benchmark_livecodebench":7532,"benchmark_aime":7533},{"value":3374,"model":448,"provider":124},{"value":3370,"model":448,"provider":124},{"value":451,"model":448,"provider":124},{"value":3187,"model":186,"provider":9},{"value":128,"model":123,"provider":124},{"value":3372,"model":448,"provider":124},{"value":3358,"model":424,"provider":3356},{"benchmark_mmlu_pro":7535,"benchmark_gpqa":7536,"benchmark_livecodebench":7537,"benchmark_math_hard":7538,"benchmark_aime":7539,"context_length":7540,"benchmark_aider":7541},{"value":3404,"model":488,"provider":3115},{"value":3399,"model":488,"provider":3115},{"value":3423,"model":502,"provider":3115},{"value":3424,"model":502,"provider":3115},{"value":3349,"model":502,"provider":3115},{"value":252,"model":488,"provider":3115},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":7543,"benchmark_gpqa":7544,"benchmark_aider":7545,"benchmark_livecodebench":7546,"benchmark_math_hard":7547,"benchmark_aime":7548,"context_length":7549},{"value":939,"model":364,"provider":3281},{"value":3286,"model":364,"provider":3281},{"value":484,"model":480,"provider":3281},{"value":3389,"model":480,"provider":3281},{"value":3290,"model":364,"provider":3281},{"value":3284,"model":364,"provider":3281},{"value":110,"model":364,"provider":3281},{"month":512,"us":7551,"fr":7559,"cn":7567},{"benchmark_mmlu_pro":7552,"benchmark_gpqa":7553,"benchmark_aider":7554,"benchmark_math_hard":7555,"context_length":7556,"benchmark_livecodebench":7557,"benchmark_aime":7558},{"value":3528,"model":550,"provider":9},{"value":3523,"model":550,"provider":9},{"value":451,"model":448,"provider":124},{"value":3527,"model":550,"provider":9},{"value":513,"model":508,"provider":509},{"value":3526,"model":550,"provider":9},{"value":3522,"model":550,"provider":9},{"benchmark_mmlu_pro":7560,"benchmark_gpqa":7561,"benchmark_livecodebench":7562,"benchmark_math_hard":7563,"benchmark_aime":7564,"context_length":7565,"benchmark_aider":7566},{"value":3404,"model":488,"provider":3115},{"value":3399,"model":488,"provider":3115},{"value":3423,"model":502,"provider":3115},{"value":3424,"model":502,"provider":3115},{"value":3349,"model":502,"provider":3115},{"value":252,"model":488,"provider":3115},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":7568,"benchmark_gpqa":7569,"benchmark_aider":7570,"benchmark_livecodebench":7571,"benchmark_math_hard":7572,"benchmark_aime":7573,"context_length":7574},{"value":939,"model":364,"provider":3281},{"value":3286,"model":364,"provider":3281},{"value":484,"model":480,"provider":3281},{"value":3389,"model":480,"provider":3281},{"value":3290,"model":364,"provider":3281},{"value":3284,"model":364,"provider":3281},{"value":567,"model":563,"provider":564},{"month":577,"us":7576,"fr":7584,"cn":7592},{"benchmark_mmlu_pro":7577,"benchmark_gpqa":7578,"benchmark_aider":7579,"benchmark_math_hard":7580,"context_length":7581,"benchmark_livecodebench":7582,"benchmark_aime":7583},{"value":3528,"model":550,"provider":9},{"value":3652,"model":643,"provider":9},{"value":451,"model":448,"provider":124},{"value":3655,"model":643,"provider":9},{"value":513,"model":508,"provider":509},{"value":3654,"model":643,"provider":9},{"value":3651,"model":643,"provider":9},{"benchmark_mmlu_pro":7585,"benchmark_gpqa":7586,"benchmark_livecodebench":7587,"benchmark_math_hard":7588,"benchmark_aime":7589,"context_length":7590,"benchmark_aider":7591},{"value":3404,"model":488,"provider":3115},{"value":3399,"model":488,"provider":3115},{"value":3423,"model":502,"provider":3115},{"value":3424,"model":502,"provider":3115},{"value":3349,"model":502,"provider":3115},{"value":252,"model":488,"provider":3115},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":7593,"benchmark_gpqa":7594,"benchmark_aider":7595,"benchmark_livecodebench":7596,"benchmark_math_hard":7597,"benchmark_aime":7598,"context_length":7599},{"value":3597,"model":600,"provider":3587},{"value":3591,"model":600,"provider":3587},{"value":484,"model":480,"provider":3281},{"value":3595,"model":600,"provider":3587},{"value":3596,"model":600,"provider":3587},{"value":3627,"model":627,"provider":3587},{"value":567,"model":563,"provider":564},{"month":654,"us":7601,"fr":7609,"cn":7617},{"benchmark_mmlu_pro":7602,"benchmark_gpqa":7603,"benchmark_aider":7604,"benchmark_math_hard":7605,"context_length":7606,"benchmark_livecodebench":7607,"benchmark_aime":7608},{"value":3528,"model":550,"provider":9},{"value":3691,"model":731,"provider":9},{"value":451,"model":448,"provider":124},{"value":3695,"model":731,"provider":9},{"value":727,"model":724,"provider":219},{"value":3694,"model":731,"provider":9},{"value":3690,"model":731,"provider":9},{"benchmark_mmlu_pro":7610,"benchmark_gpqa":7611,"benchmark_livecodebench":7612,"benchmark_math_hard":7613,"benchmark_aime":7614,"context_length":7615,"benchmark_aider":7616},{"value":3404,"model":488,"provider":3115},{"value":3399,"model":488,"provider":3115},{"value":3423,"model":502,"provider":3115},{"value":3424,"model":502,"provider":3115},{"value":3468,"model":737,"provider":3115},{"value":252,"model":488,"provider":3115},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":7618,"benchmark_gpqa":7619,"benchmark_aider":7620,"benchmark_livecodebench":7621,"benchmark_math_hard":7622,"benchmark_aime":7623,"context_length":7624},{"value":3597,"model":600,"provider":3587},{"value":3591,"model":600,"provider":3587},{"value":484,"model":480,"provider":3281},{"value":3595,"model":600,"provider":3587},{"value":3596,"model":600,"provider":3587},{"value":3627,"model":627,"provider":3587},{"value":567,"model":563,"provider":564},{"month":760,"us":7626,"fr":7634,"cn":7642,"ca":7650},{"benchmark_mmlu_pro":7627,"benchmark_gpqa":7628,"benchmark_aider":7629,"benchmark_math_hard":7630,"context_length":7631,"benchmark_livecodebench":7632,"benchmark_aime":7633},{"value":3528,"model":550,"provider":9},{"value":3691,"model":731,"provider":9},{"value":451,"model":448,"provider":124},{"value":3695,"model":731,"provider":9},{"value":727,"model":724,"provider":219},{"value":3694,"model":731,"provider":9},{"value":3690,"model":731,"provider":9},{"benchmark_mmlu_pro":7635,"benchmark_gpqa":7636,"benchmark_livecodebench":7637,"benchmark_math_hard":7638,"benchmark_aime":7639,"context_length":7640,"benchmark_aider":7641},{"value":3404,"model":488,"provider":3115},{"value":3399,"model":488,"provider":3115},{"value":3423,"model":502,"provider":3115},{"value":3424,"model":502,"provider":3115},{"value":3468,"model":737,"provider":3115},{"value":252,"model":488,"provider":3115},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":7643,"benchmark_gpqa":7644,"benchmark_aider":7645,"benchmark_livecodebench":7646,"benchmark_math_hard":7647,"benchmark_aime":7648,"context_length":7649},{"value":3597,"model":600,"provider":3587},{"value":3591,"model":600,"provider":3587},{"value":484,"model":480,"provider":3281},{"value":2865,"model":757,"provider":3281},{"value":3596,"model":600,"provider":3587},{"value":3740,"model":757,"provider":3281},{"value":567,"model":563,"provider":564},{"benchmark_mmlu_pro":7651,"benchmark_gpqa":7652,"benchmark_aider":7653,"benchmark_livecodebench":7654,"benchmark_math_hard":7655,"benchmark_aime":7656,"context_length":7657},{"value":3799,"model":807,"provider":342},{"value":3795,"model":807,"provider":342},{"value":811,"model":807,"provider":342},{"value":3797,"model":807,"provider":342},{"value":3798,"model":807,"provider":342},{"value":3794,"model":807,"provider":342},{"value":810,"model":807,"provider":342},{"month":864,"us":7659,"fr":7667,"cn":7675,"ca":7683},{"benchmark_mmlu_pro":7660,"benchmark_gpqa":7661,"benchmark_aider":7662,"benchmark_math_hard":7663,"context_length":7664,"benchmark_livecodebench":7665,"benchmark_aime":7666},{"value":4021,"model":943,"provider":9},{"value":4015,"model":943,"provider":9},{"value":451,"model":448,"provider":124},{"value":4020,"model":943,"provider":9},{"value":727,"model":724,"provider":219},{"value":4004,"model":936,"provider":9},{"value":3998,"model":936,"provider":9},{"benchmark_mmlu_pro":7668,"benchmark_gpqa":7669,"benchmark_livecodebench":7670,"benchmark_math_hard":7671,"benchmark_aime":7672,"context_length":7673,"benchmark_aider":7674},{"value":3404,"model":488,"provider":3115},{"value":3399,"model":488,"provider":3115},{"value":3423,"model":502,"provider":3115},{"value":3424,"model":502,"provider":3115},{"value":3468,"model":737,"provider":3115},{"value":252,"model":488,"provider":3115},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":7676,"benchmark_gpqa":7677,"benchmark_aider":7678,"benchmark_livecodebench":7679,"benchmark_math_hard":7680,"benchmark_aime":7681,"context_length":7682},{"value":3597,"model":600,"provider":3587},{"value":3591,"model":600,"provider":3587},{"value":484,"model":480,"provider":3281},{"value":4180,"model":991,"provider":3281},{"value":3596,"model":600,"provider":3587},{"value":1880,"model":956,"provider":3281},{"value":567,"model":563,"provider":564},{"benchmark_mmlu_pro":7684,"benchmark_gpqa":7685,"benchmark_aider":7686,"benchmark_livecodebench":7687,"benchmark_math_hard":7688,"benchmark_aime":7689,"context_length":7690},{"value":3799,"model":807,"provider":342},{"value":3795,"model":807,"provider":342},{"value":811,"model":807,"provider":342},{"value":3797,"model":807,"provider":342},{"value":3798,"model":807,"provider":342},{"value":3794,"model":807,"provider":342},{"value":810,"model":807,"provider":342},{"month":1008,"us":7692,"fr":7700,"cn":7708,"ca":7716},{"benchmark_mmlu_pro":7693,"benchmark_gpqa":7694,"benchmark_aider":7695,"benchmark_math_hard":7696,"context_length":7697,"benchmark_livecodebench":7698,"benchmark_aime":7699},{"value":4254,"model":1060,"provider":124},{"value":4015,"model":943,"provider":9},{"value":451,"model":448,"provider":124},{"value":4020,"model":943,"provider":9},{"value":727,"model":724,"provider":219},{"value":4004,"model":936,"provider":9},{"value":3998,"model":936,"provider":9},{"benchmark_mmlu_pro":7701,"benchmark_gpqa":7702,"benchmark_livecodebench":7703,"benchmark_math_hard":7704,"benchmark_aime":7705,"context_length":7706,"benchmark_aider":7707},{"value":4195,"model":1039,"provider":3115},{"value":3754,"model":1039,"provider":3115},{"value":968,"model":1039,"provider":3115},{"value":3999,"model":1039,"provider":3115},{"value":3952,"model":1039,"provider":3115},{"value":252,"model":488,"provider":3115},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":7709,"benchmark_gpqa":7710,"benchmark_aider":7711,"benchmark_livecodebench":7712,"benchmark_math_hard":7713,"benchmark_aime":7714,"context_length":7715},{"value":4268,"model":1066,"provider":3587},{"value":946,"model":1066,"provider":3587},{"value":484,"model":480,"provider":3281},{"value":3651,"model":1066,"provider":3587},{"value":4267,"model":1066,"provider":3587},{"value":4264,"model":1066,"provider":3587},{"value":567,"model":563,"provider":564},{"benchmark_mmlu_pro":7717,"benchmark_gpqa":7718,"benchmark_aider":7719,"benchmark_livecodebench":7720,"benchmark_math_hard":7721,"benchmark_aime":7722,"context_length":7723},{"value":3799,"model":807,"provider":342},{"value":3795,"model":807,"provider":342},{"value":811,"model":807,"provider":342},{"value":3797,"model":807,"provider":342},{"value":3798,"model":807,"provider":342},{"value":3794,"model":807,"provider":342},{"value":810,"model":807,"provider":342},{"month":1077,"us":7725,"fr":7733,"cn":7741,"ca":7749},{"benchmark_mmlu_pro":7726,"benchmark_gpqa":7727,"benchmark_aider":7728,"benchmark_math_hard":7729,"context_length":7730,"benchmark_livecodebench":7731,"benchmark_aime":7732},{"value":4254,"model":1060,"provider":124},{"value":4312,"model":1094,"provider":9},{"value":1099,"model":1094,"provider":9},{"value":4020,"model":943,"provider":9},{"value":727,"model":724,"provider":219},{"value":4004,"model":936,"provider":9},{"value":3998,"model":936,"provider":9},{"benchmark_mmlu_pro":7734,"benchmark_gpqa":7735,"benchmark_livecodebench":7736,"benchmark_math_hard":7737,"benchmark_aime":7738,"context_length":7739,"benchmark_aider":7740},{"value":4195,"model":1039,"provider":3115},{"value":3754,"model":1039,"provider":3115},{"value":968,"model":1039,"provider":3115},{"value":3999,"model":1039,"provider":3115},{"value":3952,"model":1039,"provider":3115},{"value":252,"model":488,"provider":3115},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":7742,"benchmark_gpqa":7743,"benchmark_aider":7744,"benchmark_livecodebench":7745,"benchmark_math_hard":7746,"benchmark_aime":7747,"context_length":7748},{"value":4268,"model":1066,"provider":3587},{"value":946,"model":1066,"provider":3587},{"value":484,"model":480,"provider":3281},{"value":3651,"model":1066,"provider":3587},{"value":4267,"model":1066,"provider":3587},{"value":4264,"model":1066,"provider":3587},{"value":664,"model":1115,"provider":4364},{"benchmark_mmlu_pro":7750,"benchmark_gpqa":7751,"benchmark_aider":7752,"benchmark_livecodebench":7753,"benchmark_math_hard":7754,"benchmark_aime":7755,"context_length":7756},{"value":3799,"model":807,"provider":342},{"value":3795,"model":807,"provider":342},{"value":811,"model":807,"provider":342},{"value":3797,"model":807,"provider":342},{"value":3798,"model":807,"provider":342},{"value":3794,"model":807,"provider":342},{"value":810,"model":807,"provider":342},{"month":1152,"us":7758,"fr":7766,"cn":7774,"ca":7782},{"benchmark_mmlu_pro":7759,"benchmark_gpqa":7760,"benchmark_aider":7761,"benchmark_math_hard":7762,"context_length":7763,"benchmark_livecodebench":7764,"benchmark_aime":7765},{"value":4254,"model":1060,"provider":124},{"value":4411,"model":1179,"provider":4290},{"value":1099,"model":1094,"provider":9},{"value":4020,"model":943,"provider":9},{"value":727,"model":724,"provider":219},{"value":4004,"model":936,"provider":9},{"value":4409,"model":1179,"provider":4290},{"benchmark_mmlu_pro":7767,"benchmark_gpqa":7768,"benchmark_livecodebench":7769,"benchmark_math_hard":7770,"benchmark_aime":7771,"context_length":7772,"benchmark_aider":7773},{"value":4195,"model":1039,"provider":3115},{"value":3754,"model":1039,"provider":3115},{"value":968,"model":1039,"provider":3115},{"value":3999,"model":1039,"provider":3115},{"value":3952,"model":1039,"provider":3115},{"value":252,"model":488,"provider":3115},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":7775,"benchmark_gpqa":7776,"benchmark_aider":7777,"benchmark_livecodebench":7778,"benchmark_math_hard":7779,"benchmark_aime":7780,"context_length":7781},{"value":4268,"model":1066,"provider":3587},{"value":2664,"model":1205,"provider":4440},{"value":484,"model":480,"provider":3281},{"value":4021,"model":1205,"provider":4440},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":664,"model":1115,"provider":4364},{"benchmark_mmlu_pro":7783,"benchmark_gpqa":7784,"benchmark_aider":7785,"benchmark_livecodebench":7786,"benchmark_math_hard":7787,"benchmark_aime":7788,"context_length":7789},{"value":3799,"model":807,"provider":342},{"value":3795,"model":807,"provider":342},{"value":811,"model":807,"provider":342},{"value":3797,"model":807,"provider":342},{"value":3798,"model":807,"provider":342},{"value":3794,"model":807,"provider":342},{"value":810,"model":807,"provider":342},{"month":1289,"us":7791,"fr":7799,"cn":7807,"ca":7815,"il":7823},{"benchmark_mmlu_pro":7792,"benchmark_gpqa":7793,"benchmark_aider":7794,"benchmark_math_hard":7795,"context_length":7796,"benchmark_livecodebench":7797,"benchmark_aime":7798},{"value":1333,"model":1294,"provider":124},{"value":4411,"model":1179,"provider":4290},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":727,"model":724,"provider":219},{"value":4623,"model":1308,"provider":9},{"value":4662,"model":1330,"provider":9},{"benchmark_mmlu_pro":7800,"benchmark_gpqa":7801,"benchmark_livecodebench":7802,"benchmark_math_hard":7803,"benchmark_aime":7804,"context_length":7805,"benchmark_aider":7806},{"value":4195,"model":1039,"provider":3115},{"value":4716,"model":1373,"provider":3115},{"value":4118,"model":1373,"provider":3115},{"value":3999,"model":1039,"provider":3115},{"value":3952,"model":1039,"provider":3115},{"value":810,"model":1286,"provider":78},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":7808,"benchmark_gpqa":7809,"benchmark_aider":7810,"benchmark_livecodebench":7811,"benchmark_math_hard":7812,"benchmark_aime":7813,"context_length":7814},{"value":4736,"model":1379,"provider":3587},{"value":2664,"model":1205,"provider":4440},{"value":484,"model":480,"provider":3281},{"value":4021,"model":1205,"provider":4440},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":664,"model":1115,"provider":4364},{"benchmark_mmlu_pro":7816,"benchmark_gpqa":7817,"benchmark_aider":7818,"benchmark_livecodebench":7819,"benchmark_math_hard":7820,"benchmark_aime":7821,"context_length":7822},{"value":3799,"model":807,"provider":342},{"value":3795,"model":807,"provider":342},{"value":811,"model":807,"provider":342},{"value":3797,"model":807,"provider":342},{"value":3798,"model":807,"provider":342},{"value":3794,"model":807,"provider":342},{"value":810,"model":807,"provider":342},{"benchmark_mmlu_pro":7824,"benchmark_gpqa":7825,"benchmark_livecodebench":7826,"benchmark_math_hard":7827,"benchmark_aime":7828,"context_length":7829},{"value":4694,"model":1343,"provider":1344},{"value":3869,"model":1343,"provider":1344},{"value":4693,"model":1343,"provider":1344},{"value":17,"model":1343,"provider":1344},{"value":4691,"model":1343,"provider":1344},{"value":810,"model":1343,"provider":1344},{"month":1415,"us":7831,"fr":7839,"cn":7847,"ca":7855,"il":7863},{"benchmark_mmlu_pro":7832,"benchmark_gpqa":7833,"benchmark_aider":7834,"benchmark_math_hard":7835,"context_length":7836,"benchmark_livecodebench":7837,"benchmark_aime":7838},{"value":1333,"model":1294,"provider":124},{"value":4411,"model":1179,"provider":4290},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":4623,"model":1308,"provider":9},{"value":4662,"model":1330,"provider":9},{"benchmark_mmlu_pro":7840,"benchmark_gpqa":7841,"benchmark_livecodebench":7842,"benchmark_math_hard":7843,"benchmark_aime":7844,"context_length":7845,"benchmark_aider":7846},{"value":4195,"model":1039,"provider":3115},{"value":4716,"model":1373,"provider":3115},{"value":4118,"model":1373,"provider":3115},{"value":3999,"model":1039,"provider":3115},{"value":3952,"model":1039,"provider":3115},{"value":810,"model":1286,"provider":78},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":7848,"benchmark_gpqa":7849,"benchmark_aider":7850,"benchmark_livecodebench":7851,"benchmark_math_hard":7852,"benchmark_aime":7853,"context_length":7854},{"value":4736,"model":1379,"provider":3587},{"value":2664,"model":1205,"provider":4440},{"value":1533,"model":1529,"provider":3587},{"value":4021,"model":1205,"provider":4440},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":664,"model":1115,"provider":4364},{"benchmark_mmlu_pro":7856,"benchmark_gpqa":7857,"benchmark_aider":7858,"benchmark_livecodebench":7859,"benchmark_math_hard":7860,"benchmark_aime":7861,"context_length":7862},{"value":3799,"model":807,"provider":342},{"value":3795,"model":807,"provider":342},{"value":811,"model":807,"provider":342},{"value":3797,"model":807,"provider":342},{"value":3798,"model":807,"provider":342},{"value":3794,"model":807,"provider":342},{"value":810,"model":807,"provider":342},{"benchmark_mmlu_pro":7864,"benchmark_gpqa":7865,"benchmark_livecodebench":7866,"benchmark_math_hard":7867,"benchmark_aime":7868,"context_length":7869},{"value":4694,"model":1343,"provider":1344},{"value":3869,"model":1343,"provider":1344},{"value":4693,"model":1343,"provider":1344},{"value":17,"model":1343,"provider":1344},{"value":4691,"model":1343,"provider":1344},{"value":810,"model":1343,"provider":1344},{"month":1554,"us":7871,"fr":7879,"cn":7887,"ca":7895,"il":7903},{"benchmark_mmlu_pro":7872,"benchmark_gpqa":7873,"benchmark_aider":7874,"benchmark_math_hard":7875,"context_length":7876,"benchmark_livecodebench":7877,"benchmark_aime":7878},{"value":1333,"model":1294,"provider":124},{"value":4411,"model":1179,"provider":4290},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":4623,"model":1308,"provider":9},{"value":4662,"model":1330,"provider":9},{"benchmark_mmlu_pro":7880,"benchmark_gpqa":7881,"benchmark_livecodebench":7882,"benchmark_math_hard":7883,"benchmark_aime":7884,"context_length":7885,"benchmark_aider":7886},{"value":4195,"model":1039,"provider":3115},{"value":4716,"model":1373,"provider":3115},{"value":4118,"model":1373,"provider":3115},{"value":3999,"model":1039,"provider":3115},{"value":3952,"model":1039,"provider":3115},{"value":810,"model":1286,"provider":78},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":7888,"benchmark_gpqa":7889,"benchmark_aider":7890,"benchmark_livecodebench":7891,"benchmark_math_hard":7892,"benchmark_aime":7893,"context_length":7894},{"value":4736,"model":1379,"provider":3587},{"value":2664,"model":1205,"provider":4440},{"value":1533,"model":1529,"provider":3587},{"value":4021,"model":1205,"provider":4440},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":664,"model":1115,"provider":4364},{"benchmark_mmlu_pro":7896,"benchmark_gpqa":7897,"benchmark_aider":7898,"benchmark_livecodebench":7899,"benchmark_math_hard":7900,"benchmark_aime":7901,"context_length":7902},{"value":3799,"model":807,"provider":342},{"value":3795,"model":807,"provider":342},{"value":811,"model":807,"provider":342},{"value":3797,"model":807,"provider":342},{"value":3798,"model":807,"provider":342},{"value":3794,"model":807,"provider":342},{"value":810,"model":807,"provider":342},{"benchmark_mmlu_pro":7904,"benchmark_gpqa":7905,"benchmark_livecodebench":7906,"benchmark_math_hard":7907,"benchmark_aime":7908,"context_length":7909},{"value":4694,"model":1343,"provider":1344},{"value":3869,"model":1343,"provider":1344},{"value":4693,"model":1343,"provider":1344},{"value":17,"model":1343,"provider":1344},{"value":4691,"model":1343,"provider":1344},{"value":810,"model":1343,"provider":1344},{"month":1686,"us":7911,"fr":7919,"cn":7927,"ca":7935,"il":7943},{"benchmark_mmlu_pro":7912,"benchmark_gpqa":7913,"benchmark_aider":7914,"benchmark_math_hard":7915,"context_length":7916,"benchmark_livecodebench":7917,"benchmark_aime":7918},{"value":5179,"model":1730,"provider":219},{"value":5177,"model":1730,"provider":219},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"benchmark_mmlu_pro":7920,"benchmark_gpqa":7921,"benchmark_livecodebench":7922,"benchmark_math_hard":7923,"benchmark_aime":7924,"context_length":7925,"benchmark_aider":7926},{"value":4268,"model":1723,"provider":5169},{"value":5171,"model":1723,"provider":5169},{"value":4608,"model":1723,"provider":5169},{"value":3999,"model":1039,"provider":3115},{"value":3952,"model":1039,"provider":3115},{"value":810,"model":1286,"provider":78},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":7928,"benchmark_gpqa":7929,"benchmark_aider":7930,"benchmark_livecodebench":7931,"benchmark_math_hard":7932,"benchmark_aime":7933,"context_length":7934},{"value":4736,"model":1379,"provider":3587},{"value":2664,"model":1205,"provider":4440},{"value":1533,"model":1529,"provider":3587},{"value":4021,"model":1205,"provider":4440},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":664,"model":1115,"provider":4364},{"benchmark_mmlu_pro":7936,"benchmark_gpqa":7937,"benchmark_aider":7938,"benchmark_livecodebench":7939,"benchmark_math_hard":7940,"benchmark_aime":7941,"context_length":7942},{"value":3799,"model":807,"provider":342},{"value":3795,"model":807,"provider":342},{"value":811,"model":807,"provider":342},{"value":3797,"model":807,"provider":342},{"value":3798,"model":807,"provider":342},{"value":3794,"model":807,"provider":342},{"value":810,"model":807,"provider":342},{"benchmark_mmlu_pro":7944,"benchmark_gpqa":7945,"benchmark_livecodebench":7946,"benchmark_math_hard":7947,"benchmark_aime":7948,"context_length":7949},{"value":4694,"model":1343,"provider":1344},{"value":3869,"model":1343,"provider":1344},{"value":4693,"model":1343,"provider":1344},{"value":17,"model":1343,"provider":1344},{"value":4691,"model":1343,"provider":1344},{"value":810,"model":1343,"provider":1344},{"month":1782,"us":7951,"fr":7959,"cn":7967,"ca":7975,"il":7983},{"benchmark_mmlu_pro":7952,"benchmark_gpqa":7953,"benchmark_aider":7954,"benchmark_math_hard":7955,"context_length":7956,"benchmark_livecodebench":7957,"benchmark_aime":7958},{"value":5179,"model":1730,"provider":219},{"value":5177,"model":1730,"provider":219},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"benchmark_mmlu_pro":7960,"benchmark_gpqa":7961,"benchmark_livecodebench":7962,"benchmark_math_hard":7963,"benchmark_aime":7964,"context_length":7965,"benchmark_aider":7966},{"value":4268,"model":1723,"provider":5169},{"value":5171,"model":1723,"provider":5169},{"value":4608,"model":1723,"provider":5169},{"value":3999,"model":1039,"provider":3115},{"value":3952,"model":1039,"provider":3115},{"value":1160,"model":1801,"provider":78},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":7968,"benchmark_gpqa":7969,"benchmark_aider":7970,"benchmark_livecodebench":7971,"benchmark_math_hard":7972,"benchmark_aime":7973,"context_length":7974},{"value":4988,"model":1931,"provider":4364},{"value":4668,"model":1788,"provider":3587},{"value":1533,"model":1529,"provider":3587},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":664,"model":1115,"provider":4364},{"benchmark_mmlu_pro":7976,"benchmark_gpqa":7977,"benchmark_aider":7978,"benchmark_livecodebench":7979,"benchmark_math_hard":7980,"benchmark_aime":7981,"context_length":7982},{"value":3799,"model":807,"provider":342},{"value":3795,"model":807,"provider":342},{"value":811,"model":807,"provider":342},{"value":3797,"model":807,"provider":342},{"value":3798,"model":807,"provider":342},{"value":3794,"model":807,"provider":342},{"value":810,"model":807,"provider":342},{"benchmark_mmlu_pro":7984,"benchmark_gpqa":7985,"benchmark_livecodebench":7986,"benchmark_math_hard":7987,"benchmark_aime":7988,"context_length":7989},{"value":4694,"model":1343,"provider":1344},{"value":3869,"model":1343,"provider":1344},{"value":4693,"model":1343,"provider":1344},{"value":17,"model":1343,"provider":1344},{"value":4691,"model":1343,"provider":1344},{"value":810,"model":1343,"provider":1344},{"month":1952,"us":7991,"fr":7999,"cn":8007,"ca":8015,"il":8023,"kr":8030},{"benchmark_mmlu_pro":7992,"benchmark_gpqa":7993,"benchmark_aider":7994,"benchmark_math_hard":7995,"context_length":7996,"benchmark_livecodebench":7997,"benchmark_aime":7998},{"value":5179,"model":1730,"provider":219},{"value":5177,"model":1730,"provider":219},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"benchmark_mmlu_pro":8000,"benchmark_gpqa":8001,"benchmark_livecodebench":8002,"benchmark_math_hard":8003,"benchmark_aime":8004,"context_length":8005,"benchmark_aider":8006},{"value":4268,"model":1723,"provider":5169},{"value":5171,"model":1723,"provider":5169},{"value":4608,"model":1723,"provider":5169},{"value":3999,"model":1039,"provider":3115},{"value":3952,"model":1039,"provider":3115},{"value":1160,"model":1801,"provider":78},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":8008,"benchmark_gpqa":8009,"benchmark_aider":8010,"benchmark_livecodebench":8011,"benchmark_math_hard":8012,"benchmark_aime":8013,"context_length":8014},{"value":4988,"model":1931,"provider":4364},{"value":5467,"model":1997,"provider":4440},{"value":1533,"model":1529,"provider":3587},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":664,"model":1115,"provider":4364},{"benchmark_mmlu_pro":8016,"benchmark_gpqa":8017,"benchmark_aider":8018,"benchmark_livecodebench":8019,"benchmark_math_hard":8020,"benchmark_aime":8021,"context_length":8022},{"value":3799,"model":807,"provider":342},{"value":3795,"model":807,"provider":342},{"value":811,"model":807,"provider":342},{"value":3797,"model":807,"provider":342},{"value":3798,"model":807,"provider":342},{"value":3794,"model":807,"provider":342},{"value":810,"model":807,"provider":342},{"benchmark_mmlu_pro":8024,"benchmark_gpqa":8025,"benchmark_livecodebench":8026,"benchmark_math_hard":8027,"benchmark_aime":8028,"context_length":8029},{"value":4694,"model":1343,"provider":1344},{"value":3869,"model":1343,"provider":1344},{"value":4693,"model":1343,"provider":1344},{"value":17,"model":1343,"provider":1344},{"value":4691,"model":1343,"provider":1344},{"value":810,"model":1343,"provider":1344},{"benchmark_gpqa":8031,"context_length":8032},{"value":3736,"model":1990,"provider":1991},{"value":119,"model":1990,"provider":1991},{"month":2020,"us":8034,"fr":8042,"cn":8050,"ca":8058,"il":8066,"kr":8073},{"benchmark_mmlu_pro":8035,"benchmark_gpqa":8036,"benchmark_aider":8037,"benchmark_math_hard":8038,"context_length":8039,"benchmark_livecodebench":8040,"benchmark_aime":8041},{"value":5179,"model":1730,"provider":219},{"value":5575,"model":2068,"provider":219},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"benchmark_mmlu_pro":8043,"benchmark_gpqa":8044,"benchmark_livecodebench":8045,"benchmark_math_hard":8046,"benchmark_aime":8047,"context_length":8048,"benchmark_aider":8049},{"value":4268,"model":1723,"provider":5169},{"value":5171,"model":1723,"provider":5169},{"value":4608,"model":1723,"provider":5169},{"value":3999,"model":1039,"provider":3115},{"value":3952,"model":1039,"provider":3115},{"value":1160,"model":1801,"provider":78},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":8051,"benchmark_gpqa":8052,"benchmark_aider":8053,"benchmark_livecodebench":8054,"benchmark_math_hard":8055,"benchmark_aime":8056,"context_length":8057},{"value":4988,"model":1931,"provider":4364},{"value":5549,"model":2049,"provider":3281},{"value":1533,"model":1529,"provider":3587},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":664,"model":1115,"provider":4364},{"benchmark_mmlu_pro":8059,"benchmark_gpqa":8060,"benchmark_aider":8061,"benchmark_livecodebench":8062,"benchmark_math_hard":8063,"benchmark_aime":8064,"context_length":8065},{"value":3799,"model":807,"provider":342},{"value":3795,"model":807,"provider":342},{"value":811,"model":807,"provider":342},{"value":3797,"model":807,"provider":342},{"value":3798,"model":807,"provider":342},{"value":3794,"model":807,"provider":342},{"value":810,"model":807,"provider":342},{"benchmark_mmlu_pro":8067,"benchmark_gpqa":8068,"benchmark_livecodebench":8069,"benchmark_math_hard":8070,"benchmark_aime":8071,"context_length":8072},{"value":4694,"model":1343,"provider":1344},{"value":3869,"model":1343,"provider":1344},{"value":4693,"model":1343,"provider":1344},{"value":17,"model":1343,"provider":1344},{"value":4691,"model":1343,"provider":1344},{"value":810,"model":1343,"provider":1344},{"benchmark_gpqa":8074,"context_length":8075},{"value":3736,"model":1990,"provider":1991},{"value":119,"model":1990,"provider":1991},{"month":2132,"us":8077,"fr":8085,"cn":8093,"ca":8101,"il":8109,"kr":8116,"ae":8119},{"benchmark_mmlu_pro":8078,"benchmark_gpqa":8079,"benchmark_aider":8080,"benchmark_math_hard":8081,"context_length":8082,"benchmark_livecodebench":8083,"benchmark_aime":8084},{"value":5179,"model":1730,"provider":219},{"value":5575,"model":2068,"provider":219},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"benchmark_mmlu_pro":8086,"benchmark_gpqa":8087,"benchmark_livecodebench":8088,"benchmark_math_hard":8089,"benchmark_aime":8090,"context_length":8091,"benchmark_aider":8092},{"value":4268,"model":1723,"provider":5169},{"value":5171,"model":1723,"provider":5169},{"value":4608,"model":1723,"provider":5169},{"value":3999,"model":1039,"provider":3115},{"value":3952,"model":1039,"provider":3115},{"value":1160,"model":1801,"provider":78},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":8094,"benchmark_gpqa":8095,"benchmark_aider":8096,"benchmark_livecodebench":8097,"benchmark_math_hard":8098,"benchmark_aime":8099,"context_length":8100},{"value":4988,"model":1931,"provider":4364},{"value":5549,"model":2049,"provider":3281},{"value":1533,"model":1529,"provider":3587},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":664,"model":1115,"provider":4364},{"benchmark_mmlu_pro":8102,"benchmark_gpqa":8103,"benchmark_aider":8104,"benchmark_livecodebench":8105,"benchmark_math_hard":8106,"benchmark_aime":8107,"context_length":8108},{"value":3799,"model":807,"provider":342},{"value":3795,"model":807,"provider":342},{"value":811,"model":807,"provider":342},{"value":3797,"model":807,"provider":342},{"value":3798,"model":807,"provider":342},{"value":3794,"model":807,"provider":342},{"value":810,"model":807,"provider":342},{"benchmark_mmlu_pro":8110,"benchmark_gpqa":8111,"benchmark_livecodebench":8112,"benchmark_math_hard":8113,"benchmark_aime":8114,"context_length":8115},{"value":4694,"model":1343,"provider":1344},{"value":3869,"model":1343,"provider":1344},{"value":4693,"model":1343,"provider":1344},{"value":17,"model":1343,"provider":1344},{"value":4691,"model":1343,"provider":1344},{"value":810,"model":1343,"provider":1344},{"benchmark_gpqa":8117,"context_length":8118},{"value":3736,"model":1990,"provider":1991},{"value":119,"model":1990,"provider":1991},{"benchmark_gpqa":8120,"context_length":8121},{"value":3651,"model":2143,"provider":998},{"value":119,"model":2143,"provider":998},{"month":2247,"us":8123,"fr":8131,"cn":8139,"ca":8147,"il":8155,"kr":8162,"ae":8165},{"benchmark_mmlu_pro":8124,"benchmark_gpqa":8125,"benchmark_aider":8126,"benchmark_math_hard":8127,"context_length":8128,"benchmark_livecodebench":8129,"benchmark_aime":8130},{"value":5179,"model":1730,"provider":219},{"value":5575,"model":2068,"provider":219},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"benchmark_mmlu_pro":8132,"benchmark_gpqa":8133,"benchmark_livecodebench":8134,"benchmark_math_hard":8135,"benchmark_aime":8136,"context_length":8137,"benchmark_aider":8138},{"value":4268,"model":1723,"provider":5169},{"value":5171,"model":1723,"provider":5169},{"value":4608,"model":1723,"provider":5169},{"value":3999,"model":1039,"provider":3115},{"value":3952,"model":1039,"provider":3115},{"value":1160,"model":1801,"provider":78},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":8140,"benchmark_gpqa":8141,"benchmark_aider":8142,"benchmark_livecodebench":8143,"benchmark_math_hard":8144,"benchmark_aime":8145,"context_length":8146},{"value":4988,"model":1931,"provider":4364},{"value":5826,"model":2338,"provider":3587},{"value":1533,"model":1529,"provider":3587},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":2311,"provider":1899},{"benchmark_mmlu_pro":8148,"benchmark_gpqa":8149,"benchmark_aider":8150,"benchmark_livecodebench":8151,"benchmark_math_hard":8152,"benchmark_aime":8153,"context_length":8154},{"value":3799,"model":807,"provider":342},{"value":3795,"model":807,"provider":342},{"value":811,"model":807,"provider":342},{"value":3797,"model":807,"provider":342},{"value":3798,"model":807,"provider":342},{"value":3794,"model":807,"provider":342},{"value":810,"model":807,"provider":342},{"benchmark_mmlu_pro":8156,"benchmark_gpqa":8157,"benchmark_livecodebench":8158,"benchmark_math_hard":8159,"benchmark_aime":8160,"context_length":8161},{"value":4694,"model":1343,"provider":1344},{"value":3869,"model":1343,"provider":1344},{"value":4693,"model":1343,"provider":1344},{"value":17,"model":1343,"provider":1344},{"value":4691,"model":1343,"provider":1344},{"value":810,"model":1343,"provider":1344},{"benchmark_gpqa":8163,"context_length":8164},{"value":3736,"model":1990,"provider":1991},{"value":119,"model":1990,"provider":1991},{"benchmark_gpqa":8166,"context_length":8167},{"value":3651,"model":2143,"provider":998},{"value":119,"model":2143,"provider":998},{"month":2421,"us":8169,"fr":8177,"cn":8185,"ca":8193,"il":8201,"kr":8208,"ae":8211},{"benchmark_mmlu_pro":8170,"benchmark_gpqa":8171,"benchmark_aider":8172,"benchmark_math_hard":8173,"context_length":8174,"benchmark_livecodebench":8175,"benchmark_aime":8176},{"value":5179,"model":1730,"provider":219},{"value":5575,"model":2068,"provider":219},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"benchmark_mmlu_pro":8178,"benchmark_gpqa":8179,"benchmark_livecodebench":8180,"benchmark_math_hard":8181,"benchmark_aime":8182,"context_length":8183,"benchmark_aider":8184},{"value":4268,"model":1723,"provider":5169},{"value":5171,"model":1723,"provider":5169},{"value":4608,"model":1723,"provider":5169},{"value":3999,"model":1039,"provider":3115},{"value":3952,"model":1039,"provider":3115},{"value":1160,"model":1801,"provider":78},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":8186,"benchmark_gpqa":8187,"benchmark_aider":8188,"benchmark_livecodebench":8189,"benchmark_math_hard":8190,"benchmark_aime":8191,"context_length":8192},{"value":4988,"model":1931,"provider":4364},{"value":2487,"model":2482,"provider":4364},{"value":1533,"model":1529,"provider":3587},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":2311,"provider":1899},{"benchmark_mmlu_pro":8194,"benchmark_gpqa":8195,"benchmark_aider":8196,"benchmark_livecodebench":8197,"benchmark_math_hard":8198,"benchmark_aime":8199,"context_length":8200},{"value":3799,"model":807,"provider":342},{"value":3795,"model":807,"provider":342},{"value":811,"model":807,"provider":342},{"value":3797,"model":807,"provider":342},{"value":3798,"model":807,"provider":342},{"value":3794,"model":807,"provider":342},{"value":810,"model":807,"provider":342},{"benchmark_mmlu_pro":8202,"benchmark_gpqa":8203,"benchmark_livecodebench":8204,"benchmark_math_hard":8205,"benchmark_aime":8206,"context_length":8207},{"value":4694,"model":1343,"provider":1344},{"value":3869,"model":1343,"provider":1344},{"value":4693,"model":1343,"provider":1344},{"value":17,"model":1343,"provider":1344},{"value":4691,"model":1343,"provider":1344},{"value":810,"model":1343,"provider":1344},{"benchmark_gpqa":8209,"context_length":8210},{"value":3736,"model":1990,"provider":1991},{"value":119,"model":1990,"provider":1991},{"benchmark_gpqa":8212,"context_length":8213},{"value":3651,"model":2143,"provider":998},{"value":119,"model":2143,"provider":998},{"month":2494,"us":8215,"fr":8223,"cn":8231,"ca":8239,"il":8247,"kr":8254,"ae":8257},{"benchmark_mmlu_pro":8216,"benchmark_gpqa":8217,"benchmark_aider":8218,"benchmark_math_hard":8219,"context_length":8220,"benchmark_livecodebench":8221,"benchmark_aime":8222},{"value":5179,"model":1730,"provider":219},{"value":5575,"model":2068,"provider":219},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"benchmark_mmlu_pro":8224,"benchmark_gpqa":8225,"benchmark_livecodebench":8226,"benchmark_math_hard":8227,"benchmark_aime":8228,"context_length":8229,"benchmark_aider":8230},{"value":4268,"model":1723,"provider":5169},{"value":5171,"model":1723,"provider":5169},{"value":4608,"model":1723,"provider":5169},{"value":3999,"model":1039,"provider":3115},{"value":3952,"model":1039,"provider":3115},{"value":1160,"model":1801,"provider":78},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":8232,"benchmark_gpqa":8233,"benchmark_aider":8234,"benchmark_livecodebench":8235,"benchmark_math_hard":8236,"benchmark_aime":8237,"context_length":8238},{"value":4988,"model":1931,"provider":4364},{"value":2487,"model":2482,"provider":4364},{"value":1533,"model":1529,"provider":3587},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":2311,"provider":1899},{"benchmark_mmlu_pro":8240,"benchmark_gpqa":8241,"benchmark_aider":8242,"benchmark_livecodebench":8243,"benchmark_math_hard":8244,"benchmark_aime":8245,"context_length":8246},{"value":3799,"model":807,"provider":342},{"value":3795,"model":807,"provider":342},{"value":811,"model":807,"provider":342},{"value":3797,"model":807,"provider":342},{"value":3798,"model":807,"provider":342},{"value":3794,"model":807,"provider":342},{"value":810,"model":807,"provider":342},{"benchmark_mmlu_pro":8248,"benchmark_gpqa":8249,"benchmark_livecodebench":8250,"benchmark_math_hard":8251,"benchmark_aime":8252,"context_length":8253},{"value":4694,"model":1343,"provider":1344},{"value":3869,"model":1343,"provider":1344},{"value":4693,"model":1343,"provider":1344},{"value":17,"model":1343,"provider":1344},{"value":4691,"model":1343,"provider":1344},{"value":810,"model":1343,"provider":1344},{"benchmark_gpqa":8255,"context_length":8256},{"value":3736,"model":1990,"provider":1991},{"value":119,"model":1990,"provider":1991},{"benchmark_gpqa":8258,"context_length":8259},{"value":3651,"model":2143,"provider":998},{"value":119,"model":2143,"provider":998},{"month":2555,"us":8261,"fr":8269,"cn":8277,"ca":8285,"il":8293,"kr":8300,"ae":8303},{"benchmark_mmlu_pro":8262,"benchmark_gpqa":8263,"benchmark_aider":8264,"benchmark_math_hard":8265,"context_length":8266,"benchmark_livecodebench":8267,"benchmark_aime":8268},{"value":5179,"model":1730,"provider":219},{"value":5575,"model":2068,"provider":219},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"benchmark_mmlu_pro":8270,"benchmark_gpqa":8271,"benchmark_livecodebench":8272,"benchmark_math_hard":8273,"benchmark_aime":8274,"context_length":8275,"benchmark_aider":8276},{"value":4268,"model":1723,"provider":5169},{"value":5171,"model":1723,"provider":5169},{"value":4608,"model":1723,"provider":5169},{"value":3999,"model":1039,"provider":3115},{"value":3952,"model":1039,"provider":3115},{"value":1160,"model":1801,"provider":78},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":8278,"benchmark_gpqa":8279,"benchmark_aider":8280,"benchmark_livecodebench":8281,"benchmark_math_hard":8282,"benchmark_aime":8283,"context_length":8284},{"value":4988,"model":1931,"provider":4364},{"value":2888,"model":2636,"provider":4440},{"value":1533,"model":1529,"provider":3587},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":2311,"provider":1899},{"benchmark_mmlu_pro":8286,"benchmark_gpqa":8287,"benchmark_aider":8288,"benchmark_livecodebench":8289,"benchmark_math_hard":8290,"benchmark_aime":8291,"context_length":8292},{"value":3799,"model":807,"provider":342},{"value":3795,"model":807,"provider":342},{"value":811,"model":807,"provider":342},{"value":3797,"model":807,"provider":342},{"value":3798,"model":807,"provider":342},{"value":3794,"model":807,"provider":342},{"value":810,"model":807,"provider":342},{"benchmark_mmlu_pro":8294,"benchmark_gpqa":8295,"benchmark_livecodebench":8296,"benchmark_math_hard":8297,"benchmark_aime":8298,"context_length":8299},{"value":4694,"model":1343,"provider":1344},{"value":3869,"model":1343,"provider":1344},{"value":4693,"model":1343,"provider":1344},{"value":17,"model":1343,"provider":1344},{"value":4691,"model":1343,"provider":1344},{"value":810,"model":1343,"provider":1344},{"benchmark_gpqa":8301,"context_length":8302},{"value":3736,"model":1990,"provider":1991},{"value":119,"model":1990,"provider":1991},{"benchmark_gpqa":8304,"context_length":8305},{"value":3651,"model":2143,"provider":998},{"value":119,"model":2143,"provider":998},{"month":2717,"us":8307,"fr":8315,"cn":8323,"ca":8331,"il":8339,"kr":8346,"ae":8349},{"benchmark_mmlu_pro":8308,"benchmark_gpqa":8309,"benchmark_aider":8310,"benchmark_math_hard":8311,"context_length":8312,"benchmark_livecodebench":8313,"benchmark_aime":8314},{"value":5179,"model":1730,"provider":219},{"value":6122,"model":2755,"provider":4290},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"benchmark_mmlu_pro":8316,"benchmark_gpqa":8317,"benchmark_livecodebench":8318,"benchmark_math_hard":8319,"benchmark_aime":8320,"context_length":8321,"benchmark_aider":8322},{"value":4268,"model":1723,"provider":5169},{"value":5171,"model":1723,"provider":5169},{"value":4608,"model":1723,"provider":5169},{"value":3999,"model":1039,"provider":3115},{"value":3952,"model":1039,"provider":3115},{"value":1160,"model":1801,"provider":78},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":8324,"benchmark_gpqa":8325,"benchmark_aider":8326,"benchmark_livecodebench":8327,"benchmark_math_hard":8328,"benchmark_aime":8329,"context_length":8330},{"value":4988,"model":1931,"provider":4364},{"value":2888,"model":2636,"provider":4440},{"value":1533,"model":1529,"provider":3587},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":2311,"provider":1899},{"benchmark_mmlu_pro":8332,"benchmark_gpqa":8333,"benchmark_aider":8334,"benchmark_livecodebench":8335,"benchmark_math_hard":8336,"benchmark_aime":8337,"context_length":8338},{"value":3799,"model":807,"provider":342},{"value":3795,"model":807,"provider":342},{"value":811,"model":807,"provider":342},{"value":3797,"model":807,"provider":342},{"value":3798,"model":807,"provider":342},{"value":3794,"model":807,"provider":342},{"value":810,"model":807,"provider":342},{"benchmark_mmlu_pro":8340,"benchmark_gpqa":8341,"benchmark_livecodebench":8342,"benchmark_math_hard":8343,"benchmark_aime":8344,"context_length":8345},{"value":4694,"model":1343,"provider":1344},{"value":3869,"model":1343,"provider":1344},{"value":4693,"model":1343,"provider":1344},{"value":17,"model":1343,"provider":1344},{"value":4691,"model":1343,"provider":1344},{"value":810,"model":1343,"provider":1344},{"benchmark_gpqa":8347,"context_length":8348},{"value":2730,"model":2727,"provider":1991},{"value":2709,"model":2727,"provider":1991},{"benchmark_gpqa":8350,"context_length":8351},{"value":3651,"model":2143,"provider":998},{"value":119,"model":2143,"provider":998},{"month":2872,"us":8353,"fr":8361,"cn":8369,"ca":8377,"il":8385,"kr":8392,"ae":8395},{"benchmark_mmlu_pro":8354,"benchmark_gpqa":8355,"benchmark_aider":8356,"benchmark_math_hard":8357,"context_length":8358,"benchmark_livecodebench":8359,"benchmark_aime":8360},{"value":5179,"model":1730,"provider":219},{"value":6213,"model":2910,"provider":9},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"benchmark_mmlu_pro":8362,"benchmark_gpqa":8363,"benchmark_livecodebench":8364,"benchmark_math_hard":8365,"benchmark_aime":8366,"context_length":8367,"benchmark_aider":8368},{"value":4268,"model":1723,"provider":5169},{"value":5171,"model":1723,"provider":5169},{"value":4608,"model":1723,"provider":5169},{"value":3999,"model":1039,"provider":3115},{"value":3952,"model":1039,"provider":3115},{"value":1160,"model":1801,"provider":78},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":8370,"benchmark_gpqa":8371,"benchmark_aider":8372,"benchmark_livecodebench":8373,"benchmark_math_hard":8374,"benchmark_aime":8375,"context_length":8376},{"value":4988,"model":1931,"provider":4364},{"value":2888,"model":2636,"provider":4440},{"value":1533,"model":1529,"provider":3587},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":2311,"provider":1899},{"benchmark_mmlu_pro":8378,"benchmark_gpqa":8379,"benchmark_aider":8380,"benchmark_livecodebench":8381,"benchmark_math_hard":8382,"benchmark_aime":8383,"context_length":8384},{"value":3799,"model":807,"provider":342},{"value":3003,"model":2999,"provider":342},{"value":811,"model":807,"provider":342},{"value":3797,"model":807,"provider":342},{"value":3798,"model":807,"provider":342},{"value":3794,"model":807,"provider":342},{"value":810,"model":807,"provider":342},{"benchmark_mmlu_pro":8386,"benchmark_gpqa":8387,"benchmark_livecodebench":8388,"benchmark_math_hard":8389,"benchmark_aime":8390,"context_length":8391},{"value":4694,"model":1343,"provider":1344},{"value":3869,"model":1343,"provider":1344},{"value":4693,"model":1343,"provider":1344},{"value":17,"model":1343,"provider":1344},{"value":4691,"model":1343,"provider":1344},{"value":810,"model":1343,"provider":1344},{"benchmark_gpqa":8393,"context_length":8394},{"value":2730,"model":2727,"provider":1991},{"value":2709,"model":2727,"provider":1991},{"benchmark_gpqa":8396,"context_length":8397},{"value":3651,"model":2143,"provider":998},{"value":2931,"model":2928,"provider":998},{"month":3022,"us":8399,"fr":8407,"cn":8415,"ca":8423,"il":8431,"kr":8438,"ae":8441},{"benchmark_mmlu_pro":8400,"benchmark_gpqa":8401,"benchmark_aider":8402,"benchmark_math_hard":8403,"context_length":8404,"benchmark_livecodebench":8405,"benchmark_aime":8406},{"value":5179,"model":1730,"provider":219},{"value":6213,"model":2910,"provider":9},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"benchmark_mmlu_pro":8408,"benchmark_gpqa":8409,"benchmark_livecodebench":8410,"benchmark_math_hard":8411,"benchmark_aime":8412,"context_length":8413,"benchmark_aider":8414},{"value":4268,"model":1723,"provider":5169},{"value":5171,"model":1723,"provider":5169},{"value":4608,"model":1723,"provider":5169},{"value":3999,"model":1039,"provider":3115},{"value":3952,"model":1039,"provider":3115},{"value":727,"model":3019,"provider":3115},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":8416,"benchmark_gpqa":8417,"benchmark_aider":8418,"benchmark_livecodebench":8419,"benchmark_math_hard":8420,"benchmark_aime":8421,"context_length":8422},{"value":4988,"model":1931,"provider":4364},{"value":2888,"model":2636,"provider":4440},{"value":1533,"model":1529,"provider":3587},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":2311,"provider":1899},{"benchmark_mmlu_pro":8424,"benchmark_gpqa":8425,"benchmark_aider":8426,"benchmark_livecodebench":8427,"benchmark_math_hard":8428,"benchmark_aime":8429,"context_length":8430},{"value":3799,"model":807,"provider":342},{"value":3003,"model":2999,"provider":342},{"value":811,"model":807,"provider":342},{"value":3797,"model":807,"provider":342},{"value":3798,"model":807,"provider":342},{"value":3794,"model":807,"provider":342},{"value":810,"model":807,"provider":342},{"benchmark_mmlu_pro":8432,"benchmark_gpqa":8433,"benchmark_livecodebench":8434,"benchmark_math_hard":8435,"benchmark_aime":8436,"context_length":8437},{"value":4694,"model":1343,"provider":1344},{"value":3869,"model":1343,"provider":1344},{"value":4693,"model":1343,"provider":1344},{"value":17,"model":1343,"provider":1344},{"value":4691,"model":1343,"provider":1344},{"value":810,"model":1343,"provider":1344},{"benchmark_gpqa":8439,"context_length":8440},{"value":2730,"model":2727,"provider":1991},{"value":2709,"model":2727,"provider":1991},{"benchmark_gpqa":8442,"context_length":8443},{"value":3651,"model":2143,"provider":998},{"value":2931,"model":2928,"provider":998},{"month":3070,"us":8445,"fr":8453,"cn":8461,"ca":8469,"il":8477,"kr":8484,"ae":8487},{"benchmark_mmlu_pro":8446,"benchmark_gpqa":8447,"benchmark_aider":8448,"benchmark_math_hard":8449,"context_length":8450,"benchmark_livecodebench":8451,"benchmark_aime":8452},{"value":5179,"model":1730,"provider":219},{"value":6213,"model":2910,"provider":9},{"value":1333,"model":1330,"provider":9},{"value":4667,"model":1330,"provider":9},{"value":1467,"model":1464,"provider":4290},{"value":2797,"model":1730,"provider":219},{"value":4662,"model":1330,"provider":9},{"benchmark_mmlu_pro":8454,"benchmark_gpqa":8455,"benchmark_livecodebench":8456,"benchmark_math_hard":8457,"benchmark_aime":8458,"context_length":8459,"benchmark_aider":8460},{"value":4268,"model":1723,"provider":5169},{"value":5171,"model":1723,"provider":5169},{"value":4608,"model":1723,"provider":5169},{"value":3999,"model":1039,"provider":3115},{"value":3952,"model":1039,"provider":3115},{"value":727,"model":3019,"provider":3115},{"value":369,"model":502,"provider":3115},{"benchmark_mmlu_pro":8462,"benchmark_gpqa":8463,"benchmark_aider":8464,"benchmark_livecodebench":8465,"benchmark_math_hard":8466,"benchmark_aime":8467,"context_length":8468},{"value":4988,"model":1931,"provider":4364},{"value":2888,"model":2636,"provider":4440},{"value":1533,"model":1529,"provider":3587},{"value":5254,"model":1788,"provider":3587},{"value":4522,"model":1254,"provider":3281},{"value":3998,"model":1254,"provider":3281},{"value":727,"model":2311,"provider":1899},{"benchmark_mmlu_pro":8470,"benchmark_gpqa":8471,"benchmark_aider":8472,"benchmark_livecodebench":8473,"benchmark_math_hard":8474,"benchmark_aime":8475,"context_length":8476},{"value":3799,"model":807,"provider":342},{"value":3003,"model":2999,"provider":342},{"value":811,"model":807,"provider":342},{"value":3797,"model":807,"provider":342},{"value":3798,"model":807,"provider":342},{"value":3794,"model":807,"provider":342},{"value":810,"model":807,"provider":342},{"benchmark_mmlu_pro":8478,"benchmark_gpqa":8479,"benchmark_livecodebench":8480,"benchmark_math_hard":8481,"benchmark_aime":8482,"context_length":8483},{"value":4694,"model":1343,"provider":1344},{"value":3869,"model":1343,"provider":1344},{"value":4693,"model":1343,"provider":1344},{"value":17,"model":1343,"provider":1344},{"value":4691,"model":1343,"provider":1344},{"value":810,"model":1343,"provider":1344},{"benchmark_gpqa":8485,"context_length":8486},{"value":2730,"model":2727,"provider":1991},{"value":2709,"model":2727,"provider":1991},{"benchmark_gpqa":8488,"context_length":8489},{"value":3651,"model":2143,"provider":998},{"value":2931,"model":2928,"provider":998},[8491,8493,8495,8497,8499,8501,8503],{"code":3100,"label":8492},"United States",{"code":3116,"label":8494},"France",{"code":3283,"label":8496},"China",{"code":3791,"label":8498},"Canada",{"code":4690,"label":8500},"Israel",{"code":5453,"label":8502},"South Korea",{"code":5644,"label":8504},"UAE",435,325,{"earliest":14,"latest":3070},1795279138506]