{"points":[{"model":"ibm-granite/granite-4.0-h-micro","name":"IBM: Granite 4.0 Micro","provider":"ibm-granite","score":356,"score_low":332,"score_high":380,"latency_p50":312,"cost_per_1k_items":0.0115,"on_frontier":true},{"model":"meta-llama/llama-3.2-1b-instruct","name":"Meta: Llama 3.2 1B Instruct","provider":"meta-llama","score":264,"score_low":254,"score_high":274,"latency_p50":229,"cost_per_1k_items":0.0129,"on_frontier":false},{"model":"meta-llama/llama-3.2-3b-instruct","name":"Meta: Llama 3.2 3B Instruct","provider":"meta-llama","score":235,"score_low":222,"score_high":247,"latency_p50":223,"cost_per_1k_items":0.0204,"on_frontier":false},{"model":"amazon/nova-lite-v1","name":"Amazon: Nova Lite 1.0","provider":"amazon","score":382,"score_low":353,"score_high":411,"latency_p50":372,"cost_per_1k_items":0.0289,"on_frontier":true},{"model":"ibm-granite/granite-4.1-8b","name":"IBM: Granite 4.1 8B","provider":"ibm-granite","score":472,"score_low":434,"score_high":511,"latency_p50":124,"cost_per_1k_items":0.0331,"on_frontier":true},{"model":"microsoft/phi-4","name":"Microsoft: Phi 4","provider":"microsoft","score":539,"score_low":495,"score_high":582,"latency_p50":127,"cost_per_1k_items":0.0505,"on_frontier":true},{"model":"nex-agi/nex-n2-mini","name":"Nex AGI: Nex-N2-Mini","provider":"nex-agi","score":745,"score_low":697,"score_high":793,"latency_p50":440,"cost_per_1k_items":0.0574,"on_frontier":true},{"model":"nousresearch/hermes-4-70b","name":"Nous: Hermes 4 70B","provider":"nousresearch","score":342,"score_low":322,"score_high":362,"latency_p50":249,"cost_per_1k_items":0.0703,"on_frontier":false},{"model":"bytedance/ui-tars-1.5-7b","name":"ByteDance: UI-TARS 7B ","provider":"bytedance","score":420,"score_low":385,"score_high":454,"latency_p50":239,"cost_per_1k_items":0.0744,"on_frontier":false},{"model":"deepseek/deepseek-v4-flash-0731","name":"DeepSeek: DeepSeek V4 Flash 0731","provider":"deepseek","score":794,"score_low":740,"score_high":849,"latency_p50":546,"cost_per_1k_items":0.0817,"on_frontier":true},{"model":"mistralai/ministral-8b-2512","name":"Mistral: Ministral 3 8B 2512","provider":"mistralai","score":506,"score_low":469,"score_high":543,"latency_p50":304,"cost_per_1k_items":0.0837,"on_frontier":false},{"model":"meta-llama/llama-3.3-70b-instruct","name":"Meta: Llama 3.3 70B Instruct","provider":"meta-llama","score":575,"score_low":532,"score_high":618,"latency_p50":167,"cost_per_1k_items":0.0881,"on_frontier":false},{"model":"openai/gpt-oss-20b","name":"OpenAI: gpt-oss-20b","provider":"openai","score":762,"score_low":709,"score_high":816,"latency_p50":258,"cost_per_1k_items":0.0886,"on_frontier":false},{"model":"openai/gpt-oss-120b","name":"OpenAI: gpt-oss-120b","provider":"openai","score":795,"score_low":740,"score_high":849,"latency_p50":339,"cost_per_1k_items":0.089,"on_frontier":true},{"model":"mistralai/ministral-14b-2512","name":"Mistral: Ministral 3 14B 2512","provider":"mistralai","score":442,"score_low":410,"score_high":474,"latency_p50":348,"cost_per_1k_items":0.0949,"on_frontier":false},{"model":"cohere/command-r-08-2024","name":"Cohere: Command R (08-2024)","provider":"cohere","score":384,"score_low":357,"score_high":411,"latency_p50":204,"cost_per_1k_items":0.0975,"on_frontier":false},{"model":"meta-llama/llama-4-scout","name":"Meta: Llama 4 Scout","provider":"meta-llama","score":588,"score_low":546,"score_high":630,"latency_p50":148,"cost_per_1k_items":0.1043,"on_frontier":false},{"model":"google/gemma-4-31b-it","name":"Google: Gemma 4 31B","provider":"google","score":768,"score_low":717,"score_high":819,"latency_p50":376,"cost_per_1k_items":0.1115,"on_frontier":false},{"model":"mistralai/mistral-small-2603","name":"Mistral: Mistral Small 4","provider":"mistralai","score":425,"score_low":396,"score_high":453,"latency_p50":608,"cost_per_1k_items":0.1172,"on_frontier":false},{"model":"google/gemma-4-26b-a4b-it","name":"Google: Gemma 4 26B A4B ","provider":"google","score":746,"score_low":695,"score_high":796,"latency_p50":619,"cost_per_1k_items":0.1241,"on_frontier":false},{"model":"openai/gpt-5.6-luna","name":"OpenAI: GPT-5.6 Luna","provider":"openai","score":762,"score_low":716,"score_high":808,"latency_p50":396,"cost_per_1k_items":0.1303,"on_frontier":false},{"model":"openai/gpt-5.4-nano","name":"OpenAI: GPT-5.4 Nano","provider":"openai","score":402,"score_low":376,"score_high":428,"latency_p50":464,"cost_per_1k_items":0.1311,"on_frontier":false},{"model":"deepseek/deepseek-v3.2-exp","name":"DeepSeek: DeepSeek V3.2 Exp","provider":"deepseek","score":612,"score_low":570,"score_high":655,"latency_p50":1329,"cost_per_1k_items":0.1385,"on_frontier":false},{"model":"deepseek/deepseek-v4-flash","name":"DeepSeek: DeepSeek V4 Flash 0423","provider":"deepseek","score":680,"score_low":631,"score_high":729,"latency_p50":1525,"cost_per_1k_items":0.1474,"on_frontier":false},{"model":"deepseek/deepseek-v3.2","name":"DeepSeek: DeepSeek V3.2","provider":"deepseek","score":631,"score_low":587,"score_high":676,"latency_p50":1055,"cost_per_1k_items":0.1479,"on_frontier":false},{"model":"deepcogito/cogito-v2.1-671b","name":"Deep Cogito: Cogito v2.1 671B","provider":"deepcogito","score":607,"score_low":508,"score_high":705,"latency_p50":6161,"cost_per_1k_items":0.1612,"on_frontier":false},{"model":"nvidia/nemotron-3-nano-30b-a3b","name":"NVIDIA: Nemotron 3 Nano 30B A3B","provider":"nvidia","score":719,"score_low":672,"score_high":767,"latency_p50":125,"cost_per_1k_items":0.2328,"on_frontier":false},{"model":"cognitivecomputations/dolphin-mistral-24b-venice-edition","name":"Venice: Uncensored","provider":"cognitivecomputations","score":537,"score_low":481,"score_high":593,"latency_p50":529,"cost_per_1k_items":0.2699,"on_frontier":false},{"model":"perceptron/perceptron-mk1","name":"Perceptron: Perceptron Mk1","provider":"perceptron","score":522,"score_low":483,"score_high":560,"latency_p50":247,"cost_per_1k_items":0.2958,"on_frontier":false},{"model":"mistralai/mistral-large-2512","name":"Mistral: Mistral Large 3 2512","provider":"mistralai","score":508,"score_low":470,"score_high":546,"latency_p50":1610,"cost_per_1k_items":0.3064,"on_frontier":false},{"model":"deepseek/deepseek-chat-v3.1","name":"DeepSeek: DeepSeek V3.1","provider":"deepseek","score":667,"score_low":621,"score_high":714,"latency_p50":1158,"cost_per_1k_items":0.3199,"on_frontier":false},{"model":"meta-llama/llama-4-maverick","name":"Meta: Llama 4 Maverick","provider":"meta-llama","score":698,"score_low":651,"score_high":745,"latency_p50":304,"cost_per_1k_items":0.3199,"on_frontier":false},{"model":"microsoft/wizardlm-2-8x22b","name":"WizardLM-2 8x22B","provider":"microsoft","score":735,"score_low":676,"score_high":793,"latency_p50":722,"cost_per_1k_items":0.3387,"on_frontier":false},{"model":"amazon/nova-2-lite-v1","name":"Amazon: Nova 2 Lite","provider":"amazon","score":433,"score_low":404,"score_high":462,"latency_p50":365,"cost_per_1k_items":0.3564,"on_frontier":false},{"model":"google/gemini-3.1-flash-lite","name":"Google: Gemini 3.1 Flash Lite","provider":"google","score":713,"score_low":665,"score_high":760,"latency_p50":513,"cost_per_1k_items":0.3603,"on_frontier":false},{"model":"perplexity/sonar","name":"Perplexity: Sonar","provider":"perplexity","score":466,"score_low":430,"score_high":502,"latency_p50":1120,"cost_per_1k_items":0.3643,"on_frontier":false},{"model":"google/gemini-3.1-flash-lite-preview","name":"Google: Gemini 3.1 Flash Lite Preview","provider":"google","score":727,"score_low":680,"score_high":774,"latency_p50":402,"cost_per_1k_items":0.366,"on_frontier":false},{"model":"nvidia/nemotron-3-super-120b-a12b","name":"NVIDIA: Nemotron 3 Super","provider":"nvidia","score":700,"score_low":649,"score_high":751,"latency_p50":784,"cost_per_1k_items":0.3709,"on_frontier":false},{"model":"morph/morph-v3-fast","name":"Morph: Morph V3 Fast","provider":"morph","score":368,"score_low":347,"score_high":390,"latency_p50":254,"cost_per_1k_items":0.3877,"on_frontier":false},{"model":"minimax/minimax-m3","name":"MiniMax: MiniMax M3","provider":"minimax","score":706,"score_low":643,"score_high":769,"latency_p50":834,"cost_per_1k_items":0.3932,"on_frontier":false},{"model":"inclusionai/ring-2.6-1t","name":"inclusionAI: Ring-2.6-1T","provider":"inclusionai","score":812,"score_low":685,"score_high":939,"latency_p50":699,"cost_per_1k_items":0.4307,"on_frontier":true},{"model":"openai/gpt-5.4-mini","name":"OpenAI: GPT-5.4 Mini","provider":"openai","score":514,"score_low":476,"score_high":551,"latency_p50":436,"cost_per_1k_items":0.4818,"on_frontier":false},{"model":"nex-agi/nex-n2-pro","name":"Nex AGI: Nex-N2-Pro","provider":"nex-agi","score":779,"score_low":732,"score_high":826,"latency_p50":766,"cost_per_1k_items":0.517,"on_frontier":false},{"model":"aion-labs/aion-rp-llama-3.1-8b","name":"AionLabs: Aion-RP 1.0 (8B)","provider":"aion-labs","score":284,"score_low":272,"score_high":296,"latency_p50":859,"cost_per_1k_items":0.5185,"on_frontier":false},{"model":"nousresearch/hermes-4-405b","name":"Nous: Hermes 4 405B","provider":"nousresearch","score":438,"score_low":405,"score_high":470,"latency_p50":309,"cost_per_1k_items":0.5225,"on_frontier":false},{"model":"morph/morph-v3-large","name":"Morph: Morph V3 Large","provider":"morph","score":393,"score_low":362,"score_high":424,"latency_p50":273,"cost_per_1k_items":0.5873,"on_frontier":false},{"model":"inception/mercury-2","name":"Inception: Mercury 2","provider":"inception","score":772,"score_low":722,"score_high":821,"latency_p50":126,"cost_per_1k_items":0.5903,"on_frontier":false},{"model":"deepseek/deepseek-v4-pro","name":"DeepSeek: DeepSeek V4 Pro","provider":"deepseek","score":802,"score_low":752,"score_high":852,"latency_p50":1265,"cost_per_1k_items":0.6089,"on_frontier":false},{"model":"openai/gpt-5.6-luna-pro","name":"OpenAI: GPT-5.6 Luna Pro","provider":"openai","score":812,"score_low":765,"score_high":859,"latency_p50":397,"cost_per_1k_items":0.6687,"on_frontier":false},{"model":"google/gemini-3.5-flash-lite","name":"Google: Gemini 3.5 Flash Lite","provider":"google","score":698,"score_low":651,"score_high":745,"latency_p50":531,"cost_per_1k_items":0.6844,"on_frontier":false},{"model":"bytedance-seed/seed-2.0-mini","name":"ByteDance Seed: Seed-2.0-Mini","provider":"bytedance-seed","score":762,"score_low":715,"score_high":808,"latency_p50":461,"cost_per_1k_items":0.6936,"on_frontier":false},{"model":"meituan/longcat-2.0","name":"Meituan: LongCat 2.0","provider":"meituan","score":806,"score_low":738,"score_high":874,"latency_p50":1369,"cost_per_1k_items":0.8089,"on_frontier":false},{"model":"openai/gpt-5.6-terra","name":"OpenAI: GPT-5.6 Terra","provider":"openai","score":791,"score_low":747,"score_high":836,"latency_p50":384,"cost_per_1k_items":0.9863,"on_frontier":false},{"model":"minimax/minimax-m2.5","name":"MiniMax: MiniMax M2.5","provider":"minimax","score":810,"score_low":732,"score_high":888,"latency_p50":656,"cost_per_1k_items":1.0535,"on_frontier":false},{"model":"mistralai/mistral-large-2407","name":"Mistral Large 2407","provider":"mistralai","score":500,"score_low":461,"score_high":538,"latency_p50":977,"cost_per_1k_items":1.1645,"on_frontier":false},{"model":"arcee-ai/trinity-large-thinking","name":"Arcee AI: Trinity Large Thinking","provider":"arcee-ai","score":837,"score_low":786,"score_high":887,"latency_p50":371,"cost_per_1k_items":1.3027,"on_frontier":true},{"model":"cohere/command-r-plus-08-2024","name":"Cohere: Command R+ (08-2024)","provider":"cohere","score":357,"score_low":328,"score_high":387,"latency_p50":229,"cost_per_1k_items":1.4617,"on_frontier":false},{"model":"anthracite-org/magnum-v4-72b","name":"Magnum v4 72B","provider":"anthracite-org","score":511,"score_low":471,"score_high":551,"latency_p50":687,"cost_per_1k_items":1.5798,"on_frontier":false},{"model":"mistralai/mistral-medium-3-5","name":"Mistral: Mistral Medium 3.5","provider":"mistralai","score":557,"score_low":518,"score_high":596,"latency_p50":429,"cost_per_1k_items":1.731,"on_frontier":false},{"model":"bytedance-seed/seed-2.0-lite","name":"ByteDance Seed: Seed-2.0-Lite","provider":"bytedance-seed","score":823,"score_low":776,"score_high":870,"latency_p50":1041,"cost_per_1k_items":1.8431,"on_frontier":false},{"model":"moonshotai/kimi-k2.7-code","name":"MoonshotAI: Kimi K2.7 Code","provider":"moonshotai","score":752,"score_low":708,"score_high":797,"latency_p50":593,"cost_per_1k_items":1.9168,"on_frontier":false},{"model":"minimax/minimax-m2.7","name":"MiniMax: MiniMax M2.7","provider":"minimax","score":761,"score_low":707,"score_high":815,"latency_p50":768,"cost_per_1k_items":1.9219,"on_frontier":false},{"model":"openai/gpt-5.4","name":"OpenAI: GPT-5.4","provider":"openai","score":658,"score_low":614,"score_high":702,"latency_p50":384,"cost_per_1k_items":2.0699,"on_frontier":false},{"model":"minimax/minimax-m2.1","name":"MiniMax: MiniMax M2.1","provider":"minimax","score":789,"score_low":740,"score_high":838,"latency_p50":860,"cost_per_1k_items":2.2318,"on_frontier":false},{"model":"moonshotai/kimi-k2.6","name":"MoonshotAI: Kimi K2.6","provider":"moonshotai","score":770,"score_low":687,"score_high":853,"latency_p50":1351,"cost_per_1k_items":2.2528,"on_frontier":false},{"model":"cohere/command-a","name":"Cohere: Command A","provider":"cohere","score":609,"score_low":563,"score_high":654,"latency_p50":233,"cost_per_1k_items":2.6373,"on_frontier":false},{"model":"moonshotai/kimi-k2.5","name":"MoonshotAI: Kimi K2.5","provider":"moonshotai","score":764,"score_low":701,"score_high":827,"latency_p50":982,"cost_per_1k_items":2.7203,"on_frontier":false},{"model":"ai21/jamba-large-1.7","name":"AI21: Jamba Large 1.7","provider":"ai21","score":466,"score_low":431,"score_high":500,"latency_p50":293,"cost_per_1k_items":2.8886,"on_frontier":false},{"model":"amazon/nova-premier-v1","name":"Amazon: Nova Premier 1.0","provider":"amazon","score":633,"score_low":589,"score_high":677,"latency_p50":339,"cost_per_1k_items":3.2528,"on_frontier":false},{"model":"anthropic/claude-sonnet-5","name":"Anthropic: Claude Sonnet 5","provider":"anthropic","score":806,"score_low":759,"score_high":853,"latency_p50":1595,"cost_per_1k_items":4.3734,"on_frontier":false},{"model":"anthropic/claude-sonnet-4.6","name":"Anthropic: Claude Sonnet 4.6","provider":"anthropic","score":822,"score_low":775,"score_high":869,"latency_p50":1227,"cost_per_1k_items":4.5346,"on_frontier":false},{"model":"nvidia/nemotron-3-ultra-550b-a55b","name":"NVIDIA: Nemotron 3 Ultra","provider":"nvidia","score":764,"score_low":715,"score_high":813,"latency_p50":384,"cost_per_1k_items":4.5507,"on_frontier":false},{"model":"openai/gpt-5.6-sol","name":"OpenAI: GPT-5.6 Sol","provider":"openai","score":805,"score_low":758,"score_high":851,"latency_p50":405,"cost_per_1k_items":4.7592,"on_frontier":false},{"model":"openai/gpt-5.6-terra-pro","name":"OpenAI: GPT-5.6 Terra Pro","provider":"openai","score":804,"score_low":758,"score_high":850,"latency_p50":399,"cost_per_1k_items":5.3691,"on_frontier":false},{"model":"aion-labs/aion-3.0","name":"AionLabs: Aion-3.0","provider":"aion-labs","score":824,"score_low":770,"score_high":878,"latency_p50":617,"cost_per_1k_items":5.8271,"on_frontier":false},{"model":"anthropic/claude-opus-4.7","name":"Anthropic: Claude Opus 4.7","provider":"anthropic","score":808,"score_low":761,"score_high":856,"latency_p50":1394,"cost_per_1k_items":6.2195,"on_frontier":false},{"model":"anthropic/claude-opus-5","name":"Claude Opus 5","provider":"anthropic","score":698,"score_low":653,"score_high":744,"latency_p50":2482,"cost_per_1k_items":6.5649,"on_frontier":false},{"model":"openai/gpt-5.5","name":"OpenAI: GPT-5.5","provider":"openai","score":804,"score_low":756,"score_high":851,"latency_p50":381,"cost_per_1k_items":7.4625,"on_frontier":false},{"model":"anthropic/claude-opus-4.6","name":"Anthropic: Claude Opus 4.6","provider":"anthropic","score":824,"score_low":777,"score_high":871,"latency_p50":2006,"cost_per_1k_items":7.4746,"on_frontier":false},{"model":"anthropic/claude-opus-4.8","name":"Anthropic: Claude Opus 4.8","provider":"anthropic","score":800,"score_low":752,"score_high":847,"latency_p50":1292,"cost_per_1k_items":7.5576,"on_frontier":false},{"model":"moonshotai/kimi-k3","name":"MoonshotAI: Kimi K3","provider":"moonshotai","score":812,"score_low":757,"score_high":867,"latency_p50":3212,"cost_per_1k_items":9.5175,"on_frontier":false},{"model":"google/gemini-3.6-flash","name":"Google: Gemini 3.6 Flash","provider":"google","score":822,"score_low":775,"score_high":869,"latency_p50":1730,"cost_per_1k_items":9.5515,"on_frontier":false},{"model":"google/gemini-3.5-flash","name":"Google: Gemini 3.5 Flash","provider":"google","score":798,"score_low":751,"score_high":846,"latency_p50":1739,"cost_per_1k_items":11.9856,"on_frontier":false},{"model":"anthropic/claude-fable-5","name":"Anthropic: Claude Fable 5","provider":"anthropic","score":692,"score_low":654,"score_high":731,"latency_p50":3426,"cost_per_1k_items":13.358,"on_frontier":false},{"model":"anthropic/claude-opus-4.8-fast","name":"Anthropic: Claude Opus 4.8 (Fast)","provider":"anthropic","score":815,"score_low":767,"score_high":862,"latency_p50":882,"cost_per_1k_items":14.9725,"on_frontier":false},{"model":"anthropic/claude-opus-5-fast","name":"Claude Opus 5 (Fast)","provider":"anthropic","score":722,"score_low":673,"score_high":771,"latency_p50":1160,"cost_per_1k_items":15.5865,"on_frontier":false},{"model":"google/gemini-3.1-pro-preview","name":"Google: Gemini 3.1 Pro Preview","provider":"google","score":821,"score_low":774,"score_high":868,"latency_p50":2541,"cost_per_1k_items":16.4606,"on_frontier":false},{"model":"openai/gpt-5.6-sol-pro","name":"OpenAI: GPT-5.6 Sol Pro","provider":"openai","score":812,"score_low":766,"score_high":859,"latency_p50":419,"cost_per_1k_items":26.0343,"on_frontier":false}],"maintainer":"Simon-Pierre Boucher <contact@spboucher.ai>"}