{ "meta": { "name": "SI Index — the Superintelligence Leaderboard — SI Score model rankings", "generated_at": "2026-10-08T22:13:37.837Z", "method_version": "si-v2-absolute-shrinkage-1", "confidence_threshold": 0.8, "pillar_weights": { "reasoning": 0.3, "math": 0.15, "coding": 0.4, "preference": 0.15 }, "license": "CC-BY-4.0", "license_url": "https://creativecommons.org/licenses/by/4.0/", "attribution": "SI Index — the Superintelligence Leaderboard (https://siindex.app)", "csv": { "composite": "https://siindex.app/data/models.csv", "open_inputs": "https://siindex.app/data/benchmarks.csv" }, "sources": [ { "id": "models-dev", "name": "models.dev", "url": "https://models.dev/models.json", "license": "MIT", "attribution": "models.dev; MIT; source links accompany every observation." }, { "id": "lab-reported", "name": "Official model cards via models.dev", "url": "https://models.dev/models.json", "license": "factual citation; MIT transcription", "attribution": "Official model cards via models.dev; factual citation; MIT transcription; source links accompany every observation." }, { "id": "litellm", "name": "LiteLLM", "url": "https://github.com/BerriAI/litellm", "license": "MIT", "attribution": "LiteLLM; MIT; source links accompany every observation." }, { "id": "epoch", "name": "Epoch AI Benchmarking", "url": "https://epoch.ai/benchmarks/use-this-data", "license": "CC-BY", "attribution": "Epoch AI Benchmarking; CC-BY; source links accompany every observation." }, { "id": "lmarena", "name": "LMArena / Arena", "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset", "license": "CC-BY-4.0", "attribution": "LMArena / Arena; CC-BY-4.0; source links accompany every observation." }, { "id": "swebench", "name": "SWE-bench Verified", "url": "https://www.swebench.com/verified.html", "license": "factual citation", "attribution": "SWE-bench Verified; factual citation; source links accompany every observation." }, { "id": "swebench-pro", "name": "SWE-bench Pro (public)", "url": "https://labs.scale.com/leaderboard/swe_bench_pro_public", "license": "factual citation", "attribution": "SWE-bench Pro (public); factual citation; source links accompany every observation." }, { "id": "arc", "name": "ARC Prize", "url": "https://arcprize.org/leaderboard", "license": "factual citation", "attribution": "ARC Prize; factual citation; source links accompany every observation." }, { "id": "hle", "name": "Humanity’s Last Exam", "url": "https://labs.scale.com/leaderboard/humanitys_last_exam", "license": "factual citation", "attribution": "Humanity’s Last Exam; factual citation; source links accompany every observation." }, { "id": "livebench", "name": "LiveBench", "url": "https://livebench.ai/", "license": "factual citation; Apache-2.0 code", "attribution": "LiveBench; factual citation; Apache-2.0 code; source links accompany every observation." }, { "id": "aider", "name": "Aider polyglot", "url": "https://aider.chat/docs/leaderboards/", "license": "Apache-2.0", "attribution": "Aider polyglot; Apache-2.0; source links accompany every observation." }, { "id": "terminalbench", "name": "Terminal-Bench", "url": "https://www.tbench.ai/leaderboard/terminal-bench/4.0", "license": "Apache-2.0; factual citation", "attribution": "Terminal-Bench; Apache-2.0; factual citation; source links accompany every observation." }, { "id": "openrouter-rankings", "name": "OpenRouter rankings", "url": "https://openrouter.ai/rankings", "license": "CC-BY-4.0", "attribution": "OpenRouter rankings; CC-BY-4.0; source links accompany every observation." }, { "id": "huggingface", "name": "Hugging Face Hub", "url": "https://huggingface.co", "license": "factual metadata; model-specific licenses", "attribution": "Hugging Face Hub; factual metadata; model-specific licenses; source links accompany every observation." }, { "id": "anthropic-models", "name": "Anthropic models & pricing", "url": "https://platform.claude.com/docs/en/models/overview", "license": "factual citation", "attribution": "Anthropic models & pricing; factual citation; source links accompany every observation." }, { "id": "openai-pricing", "name": "OpenAI pricing", "url": "https://developers.openai.com/api/docs/pricing", "license": "factual citation", "attribution": "OpenAI pricing; factual citation; source links accompany every observation." }, { "id": "openai-releases", "name": "OpenAI API changelog", "url": "https://developers.openai.com/api/docs/changelog", "license": "factual citation", "attribution": "OpenAI API changelog; factual citation; source links accompany every observation." }, { "id": "google-pricing", "name": "Google Gemini pricing", "url": "https://ai.google.dev/gemini-api/docs/pricing?hl=en", "license": "CC-BY-4.0 factual citation", "attribution": "Google Gemini pricing; CC-BY-4.0 factual citation; source links accompany every observation." }, { "id": "google-releases", "name": "Google Gemini release notes", "url": "https://ai.google.dev/gemini-api/docs/changelog?hl=en", "license": "CC-BY-4.0 factual citation", "attribution": "Google Gemini release notes; CC-BY-4.0 factual citation; source links accompany every observation." }, { "id": "deepseek-pricing", "name": "DeepSeek pricing", "url": "https://api-docs.deepseek.com/quick_start/pricing", "license": "factual citation", "attribution": "DeepSeek pricing; factual citation; source links accompany every observation." }, { "id": "deepseek-releases", "name": "DeepSeek V4.1 Flash announcement", "url": "https://api-docs.deepseek.com/news/news260910", "license": "factual citation", "attribution": "DeepSeek V4.1 Flash announcement; factual citation; source links accompany every observation." }, { "id": "xai-models", "name": "xAI models & pricing", "url": "https://docs.x.ai/docs/models", "license": "factual citation", "attribution": "xAI models & pricing; factual citation; source links accompany every observation." } ] }, "models": [ { "id": "anthropic/claude-fable-5-1", "slug": "claude-fable-5-1", "name": "Claude Fable 5.1", "provider": "Anthropic", "rank": 1, "si_score": 80.2, "confidence_pct": 100, "coverage": 1, "pillars": { "coding": 69.83466899970838, "math": 91.48990888603622, "preference": 82.53637121974342, "reasoning": 87.13056030389363 }, "price_in_usd_per_1m": 10, "price_out_usd_per_1m": 50, "context_window_tokens": 1000000, "release_date": "2026-09-01", "open_weights": false, "license": null, "status": "listed", "url": "https://siindex.app/models/anthropic/claude-fable-5-1/" }, { "id": "anthropic/claude-opus-5-5", "slug": "claude-opus-5-5", "name": "Claude Opus 5.5", "provider": "Anthropic", "rank": 2, "si_score": 78.4, "confidence_pct": 100, "coverage": 0.8726114649681529, "pillars": { "coding": 72.49808690580346, "math": 91.52534269005848, "preference": 82.61267024817609, "reasoning": 91.3749355304194 }, "price_in_usd_per_1m": 4, "price_out_usd_per_1m": 20, "context_window_tokens": 1000000, "release_date": "2026-09-22", "open_weights": false, "license": null, "status": "listed", "url": "https://siindex.app/models/anthropic/claude-opus-5-5/" }, { "id": "openai/gpt-6-astra", "slug": "gpt-6-astra", "name": "GPT-6 Astra", "provider": "OpenAI", "rank": 3, "si_score": 77.6, "confidence_pct": 100, "coverage": 1, "pillars": { "coding": 64.82036745406823, "math": 92.88123027780732, "preference": 77.05902611580154, "reasoning": 87.12268718553868 }, "price_in_usd_per_1m": 10, "price_out_usd_per_1m": 50, "context_window_tokens": 1050000, "release_date": "2026-09-03", "open_weights": false, "license": null, "status": "listed", "url": "https://siindex.app/models/openai/gpt-6-astra/" }, { "id": "anthropic/claude-fable-5", "slug": "claude-fable-5", "name": "Claude Fable 5", "provider": "Anthropic", "rank": 4, "si_score": 76.8, "confidence_pct": 100, "coverage": 0.8726114649681529, "pillars": { "coding": 70.2417021276596, "math": 91.03691695906433, "preference": 81.13011628887062, "reasoning": 89.44014580327081 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1000000, "release_date": "2026-06-09", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/anthropic/claude-fable-5/" }, { "id": "anthropic/claude-opus-5", "slug": "claude-opus-5", "name": "Claude Opus 5", "provider": "Anthropic", "rank": 5, "si_score": 74.9, "confidence_pct": 100, "coverage": 0.8726114649681529, "pillars": { "coding": 69.6968656716418, "math": 86.88334668378262, "preference": 81.91562962737073, "reasoning": 84.33024331363956 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1000000, "release_date": "2026-07-24", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/anthropic/claude-opus-5/" }, { "id": "openai/gpt-6.1-sol", "slug": "gpt-6.1-sol", "name": "GPT-6.1 Sol", "provider": "OpenAI", "rank": 6, "si_score": 73, "confidence_pct": 100, "coverage": 0.8280254777070064, "pillars": { "coding": 64.99416666666666, "math": 93.03536140350879, "preference": 77.34825631061301, "reasoning": 87.5025912464764 }, "price_in_usd_per_1m": 2, "price_out_usd_per_1m": 10, "context_window_tokens": 1050000, "release_date": "2026-09-29", "open_weights": false, "license": null, "status": "listed", "url": "https://siindex.app/models/openai/gpt-6.1-sol/" }, { "id": "openai/gpt-5.6-sol", "slug": "gpt-5.6-sol", "name": "GPT-5.6 Sol", "provider": "OpenAI", "rank": 7, "si_score": 72.1, "confidence_pct": 100, "coverage": 0.8726114649681529, "pillars": { "coding": 63.80268656716419, "math": 89.34550295092852, "preference": 78.26637108560577, "reasoning": 82.05123615109767 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1050000, "release_date": "2026-07-09", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/openai/gpt-5.6-sol/" }, { "id": "moonshotai/kimi-k3", "slug": "kimi-k3", "name": "Kimi K3", "provider": "Moonshot AI", "rank": 8, "si_score": 71, "confidence_pct": 100, "coverage": 0.8089171974522292, "pillars": { "coding": 71.08616822429906, "math": 74.47496394349234, "preference": 79.89247498520632, "reasoning": 81.31354016354015 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1048576, "release_date": "2026-07-16", "open_weights": true, "license": "other", "status": "provisional", "url": "https://siindex.app/models/moonshotai/kimi-k3/" }, { "id": "anthropic/claude-opus-4-6", "slug": "claude-opus-4-6", "name": "Claude Opus 4.6", "provider": "Anthropic", "rank": 9, "si_score": 70.5, "confidence_pct": 100, "coverage": 0.9363057324840763, "pillars": { "coding": 62.39316525186044, "math": 73.9690314838587, "preference": 81.57506009216797, "reasoning": 78.72142775581906 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1000000, "release_date": "2026-02-05", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/anthropic/claude-opus-4-6/" }, { "id": "meta/muse-spark-1.3", "slug": "muse-spark-1.3", "name": "Muse Spark 1.3", "provider": "Meta", "rank": 10, "si_score": 70.1, "confidence_pct": 93, "coverage": 0.7452229299363058, "pillars": { "coding": 62.996535433070875, "math": 83.2017731564684, "preference": 80.99036951636641, "reasoning": 90.51983333333334 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1048576, "release_date": "2026-09-02", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/meta/muse-spark-1.3/" }, { "id": "anthropic/claude-opus-4-7", "slug": "claude-opus-4-7", "name": "Claude Opus 4.7", "provider": "Anthropic", "rank": 11, "si_score": 70.1, "confidence_pct": 100, "coverage": 0.9363057324840763, "pillars": { "coding": 66.45613050450228, "math": 77.98858964484381, "preference": 80.4818313896111, "reasoning": 70.37631544917777 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1000000, "release_date": "2026-04-16", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/anthropic/claude-opus-4-7/" }, { "id": "google/gemini-3.7-flash", "slug": "gemini-3.7-flash", "name": "Gemini 3.7 Flash", "provider": "Google", "rank": 12, "si_score": 70, "confidence_pct": 100, "coverage": 0.8726114649681529, "pillars": { "coding": 58.876535433070856, "math": 80.70192324442542, "preference": 80.76469902618103, "reasoning": 83.86505691839025 }, "price_in_usd_per_1m": 0.75, "price_out_usd_per_1m": 3.75, "context_window_tokens": 1048576, "release_date": "2026-08-13", "open_weights": false, "license": null, "status": "listed", "url": "https://siindex.app/models/google/gemini-3.7-flash/" }, { "id": "openai/gpt-5.5", "slug": "gpt-5.5", "name": "GPT-5.5", "provider": "OpenAI", "rank": 13, "si_score": 69.5, "confidence_pct": 100, "coverage": 0.8089171974522292, "pillars": { "coding": 66.62694214876032, "math": 82.14020895735274, "preference": 79.14938810908545, "reasoning": 77.60492833007663 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1050000, "release_date": "2026-04-24", "open_weights": false, "license": null, "status": "listed", "url": "https://siindex.app/models/openai/gpt-5.5/" }, { "id": "anthropic/claude-sonnet-5-5", "slug": "claude-sonnet-5-5", "name": "Claude Sonnet 5.5", "provider": "Anthropic", "rank": 14, "si_score": 69.4, "confidence_pct": 93, "coverage": 0.7452229299363058, "pillars": { "coding": 59.97804938271605, "math": 90.45409796034802, "preference": 79.13158208949393, "reasoning": 88.6178692029787 }, "price_in_usd_per_1m": 2, "price_out_usd_per_1m": 10, "context_window_tokens": 1000000, "release_date": "2026-09-28", "open_weights": false, "license": null, "status": "listed", "url": "https://siindex.app/models/anthropic/claude-sonnet-5-5/" }, { "id": "openai/gpt-6-sol", "slug": "gpt-6-sol", "name": "GPT-6 Sol", "provider": "OpenAI", "rank": 15, "si_score": 68.9, "confidence_pct": 100, "coverage": 0.8280254777070064, "pillars": { "coding": 61.926666666666655, "math": 91.27087485380117, "preference": 72.65302314256357, "reasoning": 78.07793379708009 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1050000, "release_date": "2026-09-22", "open_weights": false, "license": null, "status": "listed", "url": "https://siindex.app/models/openai/gpt-6-sol/" }, { "id": "google/gemini-3.8-flash", "slug": "gemini-3.8-flash", "name": "Gemini 3.8 Flash", "provider": "Google", "rank": 16, "si_score": 68.8, "confidence_pct": 100, "coverage": 1, "pillars": { "coding": 56.391746864975225, "math": 77.52982887842913, "preference": 81.53047055125299, "reasoning": 74.48888004846584 }, "price_in_usd_per_1m": 0.75, "price_out_usd_per_1m": 3.75, "context_window_tokens": 1048576, "release_date": "2026-09-02", "open_weights": false, "license": null, "status": "listed", "url": "https://siindex.app/models/google/gemini-3.8-flash/" }, { "id": "google/gemini-3.5-flash", "slug": "gemini-3.5-flash", "name": "Gemini 3.5 Flash", "provider": "Google", "rank": 17, "si_score": 68.3, "confidence_pct": 100, "coverage": 0.8089171974522292, "pillars": { "coding": 63.97490193659801, "math": 74.1047146547489, "preference": 80.03285592700854, "reasoning": 79.70124338624339 }, "price_in_usd_per_1m": 1.5, "price_out_usd_per_1m": 9, "context_window_tokens": 1048576, "release_date": "2026-05-19", "open_weights": false, "license": null, "status": "listed", "url": "https://siindex.app/models/google/gemini-3.5-flash/" }, { "id": "anthropic/claude-sonnet-4-6", "slug": "claude-sonnet-4-6", "name": "Claude Sonnet 4.6", "provider": "Anthropic", "rank": 18, "si_score": 68.2, "confidence_pct": 100, "coverage": 0.8089171974522292, "pillars": { "coding": 60.64214355436977, "math": 81.6467542087542, "preference": 78.39399324278091, "reasoning": 80.86090097402598 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1000000, "release_date": "2026-02-17", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/anthropic/claude-sonnet-4-6/" }, { "id": "openai/gpt-5.6-terra", "slug": "gpt-5.6-terra", "name": "GPT-5.6 Terra", "provider": "OpenAI", "rank": 19, "si_score": 68.2, "confidence_pct": 100, "coverage": 0.8726114649681529, "pillars": { "coding": 59.050746268656724, "math": 85.0702794486432, "preference": 77.40890429567222, "reasoning": 76.26633328453617 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1050000, "release_date": "2026-07-09", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/openai/gpt-5.6-terra/" }, { "id": "google/gemini-3.1-pro-preview", "slug": "gemini-3.1-pro-preview", "name": "Gemini 3.1 Pro Preview", "provider": "Google", "rank": 20, "si_score": 68.1, "confidence_pct": 100, "coverage": 0.9363057324840763, "pillars": { "coding": 57.03190082644629, "math": 75.93297066514523, "preference": 80.23566821040912, "reasoning": 77.13429635864823 }, "price_in_usd_per_1m": 2, "price_out_usd_per_1m": 12, "context_window_tokens": 1048576, "release_date": "2026-02-19", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/google/gemini-3.1-pro-preview/" }, { "id": "minimax/minimax-m3", "slug": "minimax-m3", "name": "MiniMax-M3", "provider": "minimax", "rank": 21, "si_score": 68, "confidence_pct": 100, "coverage": 1, "pillars": { "coding": 54.594876033057865, "math": 70.70026262626263, "preference": 76.14135582274757, "reasoning": 80.29623931623931 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1048576, "release_date": "2026-06-01", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/minimax/minimax-m3/" }, { "id": "zhipuai/glm-5.3", "slug": "glm-5.3", "name": "GLM-5.3", "provider": "Z.ai", "rank": 22, "si_score": 67.7, "confidence_pct": 93, "coverage": 0.7452229299363058, "pillars": { "coding": 63.16746268656717, "math": 74.8050370750725, "preference": 79.52745456815919, "reasoning": 84.40635700066358 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1000000, "release_date": "2026-08-14", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/zhipuai/glm-5.3/" }, { "id": "anthropic/claude-sonnet-5", "slug": "claude-sonnet-5", "name": "Claude Sonnet 5", "provider": "Anthropic", "rank": 23, "si_score": 67.7, "confidence_pct": 93, "coverage": 0.7452229299363058, "pillars": { "coding": 61.28255319148938, "math": 76.13091777682689, "preference": 77.10833897680473, "reasoning": 87.34128205128204 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1000000, "release_date": "2026-06-30", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/anthropic/claude-sonnet-5/" }, { "id": "anthropic/claude-opus-4-8", "slug": "claude-opus-4-8", "name": "Claude Opus 4.8", "provider": "Anthropic", "rank": 24, "si_score": 67.5, "confidence_pct": 100, "coverage": 0.8726114649681529, "pillars": { "coding": 59.59588652482272, "math": 82.9497093646492, "preference": 78.08305512271549, "reasoning": 73.7262210338681 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1000000, "release_date": "2026-05-28", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/anthropic/claude-opus-4-8/" }, { "id": "xai/grok-4.6", "slug": "grok-4.6", "name": "Grok 4.6", "provider": "xAI", "rank": 25, "si_score": 66.6, "confidence_pct": 100, "coverage": 0.8726114649681529, "pillars": { "coding": 57.48533333333333, "math": 78.20177872866446, "preference": 75.70782196658834, "reasoning": 76.63783838383839 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 500000, "release_date": "2026-08-12", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/xai/grok-4.6/" }, { "id": "alibaba/qwen3.6-max-preview", "slug": "qwen3.6-max-preview", "name": "Qwen3.6 Max Preview", "provider": "Alibaba / Qwen", "rank": 26, "si_score": 66.4, "confidence_pct": 64, "coverage": 0.5095541401273885, "pillars": { "coding": 76.65289256198346, "math": 91.11111111111111, "preference": 77.45265918644266, "reasoning": 87.37373737373737 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 262144, "release_date": "2026-04-20", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/alibaba/qwen3.6-max-preview/" }, { "id": "deepseek/deepseek-v4.1-flash", "slug": "deepseek-v4.1-flash", "name": "DeepSeek V4.1 Flash", "provider": "DeepSeek", "rank": 27, "si_score": 66.2, "confidence_pct": 69, "coverage": 0.5541401273885351, "pillars": { "coding": 73.34692148760332, "math": 88.0452, "preference": 78.78912338597628, "reasoning": 82.73197888311476 }, "price_in_usd_per_1m": 0.15, "price_out_usd_per_1m": 0.6, "context_window_tokens": 1000000, "release_date": "2026-09-10", "open_weights": true, "license": "mit", "status": "listed", "url": "https://siindex.app/models/deepseek/deepseek-v4.1-flash/" }, { "id": "zhipuai/glm-5.3-flash", "slug": "glm-5.3-flash", "name": "GLM-5.3-Flash", "provider": "Z.ai", "rank": 28, "si_score": 66.2, "confidence_pct": 100, "coverage": 0.8726114649681529, "pillars": { "coding": 61.96346456692913, "math": 65.56467851471497, "preference": 79.38218452820362, "reasoning": 73.30138062654193 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1000000, "release_date": "2026-08-26", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/zhipuai/glm-5.3-flash/" }, { "id": "moonshotai/kimi-k2-thinking-turbo", "slug": "kimi-k2-thinking-turbo", "name": "Kimi K2 Thinking Turbo", "provider": "Moonshot AI", "rank": 29, "si_score": 66, "confidence_pct": 64, "coverage": 0.5095541401273885, "pillars": { "coding": null, "math": 83.05555555555556, "preference": 74.50050063457009, "reasoning": 84.21717171717171 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 262144, "release_date": "2025-11-06", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/moonshotai/kimi-k2-thinking-turbo/" }, { "id": "zhipuai/glm-5.2", "slug": "glm-5.2", "name": "GLM-5.2", "provider": "Z.ai", "rank": 30, "si_score": 65.7, "confidence_pct": 100, "coverage": 0.8089171974522292, "pillars": { "coding": 66.2229104477612, "math": 70.39983570421656, "preference": 79.44259433879797, "reasoning": 68.29279728501952 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1000000, "release_date": "2026-06-13", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/zhipuai/glm-5.2/" }, { "id": "google/gemini-3.6-flash", "slug": "gemini-3.6-flash", "name": "Gemini 3.6 Flash", "provider": "Google", "rank": 31, "si_score": 65.6, "confidence_pct": 100, "coverage": 0.8089171974522292, "pillars": { "coding": 58.574385964912295, "math": 72.6586759219639, "preference": 80.17764908383845, "reasoning": 76.24001603334938 }, "price_in_usd_per_1m": 0.75, "price_out_usd_per_1m": 3.75, "context_window_tokens": 1048576, "release_date": "2026-07-21", "open_weights": false, "license": null, "status": "listed", "url": "https://siindex.app/models/google/gemini-3.6-flash/" }, { "id": "xai/grok-4.7", "slug": "grok-4.7", "name": "Grok 4.7", "provider": "xAI", "rank": 32, "si_score": 65.5, "confidence_pct": 100, "coverage": 0.8726114649681529, "pillars": { "coding": 58.97853086419752, "math": 76.23498728664481, "preference": 73.09103095120729, "reasoning": 72.71805334083373 }, "price_in_usd_per_1m": 2, "price_out_usd_per_1m": 6, "context_window_tokens": 500000, "release_date": "2026-09-21", "open_weights": false, "license": null, "status": "listed", "url": "https://siindex.app/models/xai/grok-4.7/" }, { "id": "xai/grok-4.5", "slug": "grok-4.5", "name": "Grok 4.5", "provider": "xAI", "rank": 33, "si_score": 64.8, "confidence_pct": 100, "coverage": 0.8726114649681529, "pillars": { "coding": 55.34104477611941, "math": 75.19161536632912, "preference": 77.56603251846981, "reasoning": 73.1378410188845 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 500000, "release_date": "2026-07-08", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/xai/grok-4.5/" }, { "id": "anthropic/claude-haiku-5-5", "slug": "claude-haiku-5-5", "name": "Claude Haiku 5.5", "provider": "Anthropic", "rank": 34, "si_score": 64.8, "confidence_pct": 100, "coverage": 1, "pillars": { "coding": 63.73102803738318, "math": 79.19800000000001, "preference": null, "reasoning": 66.4222077922078 }, "price_in_usd_per_1m": 0.1, "price_out_usd_per_1m": 0.5, "context_window_tokens": 1000000, "release_date": "2026-10-07", "open_weights": false, "license": null, "status": "listed", "url": "https://siindex.app/models/anthropic/claude-haiku-5-5/" }, { "id": "anthropic/claude-opus-4-5-20251101", "slug": "claude-opus-4-5-20251101", "name": "Claude Opus 4.5", "provider": "Anthropic", "rank": 35, "si_score": 64.6, "confidence_pct": 100, "coverage": 0.9363057324840763, "pillars": { "coding": 57.13767683940018, "math": 80.0970505050505, "preference": 77.81298764671729, "reasoning": 63.43960079051383 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 200000, "release_date": "2025-11-01", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/anthropic/claude-opus-4-5-20251101/" }, { "id": "moonshotai/kimi-k2.6", "slug": "kimi-k2.6", "name": "Kimi K2.6", "provider": "Moonshot AI", "rank": 36, "si_score": 64, "confidence_pct": 85, "coverage": 0.6815286624203821, "pillars": { "coding": 62.57741883481278, "math": 70.58820848702953, "preference": 78.19898679810512, "reasoning": 77.46037140637141 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 262144, "release_date": "2026-04-21", "open_weights": true, "license": "other", "status": "provisional", "url": "https://siindex.app/models/moonshotai/kimi-k2.6/" }, { "id": "alibaba/qwen3.5-397b-a17b", "slug": "qwen3.5-397b-a17b", "name": "Qwen3.5 397B-A17B", "provider": "Alibaba / Qwen", "rank": 37, "si_score": 64, "confidence_pct": 69, "coverage": 0.5541401273885351, "pillars": { "coding": 76.4, "math": 48.75243664717348, "preference": 76.6751855675869, "reasoning": 86.11111111111111 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 262144, "release_date": "2026-02-15", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/alibaba/qwen3.5-397b-a17b/" }, { "id": "openai/gpt-5.5-pro", "slug": "gpt-5.5-pro", "name": "GPT-5.5 Pro", "provider": "OpenAI", "rank": 38, "si_score": 63.5, "confidence_pct": 53, "coverage": 0.42675159235668797, "pillars": { "coding": null, "math": 73.321510642007, "preference": null, "reasoning": 85.85106382978724 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1050000, "release_date": "2026-04-24", "open_weights": false, "license": null, "status": "listed", "url": "https://siindex.app/models/openai/gpt-5.5-pro/" }, { "id": "openai/gpt-5.6-luna", "slug": "gpt-5.6-luna", "name": "GPT-5.6 Luna", "provider": "OpenAI", "rank": 39, "si_score": 63.4, "confidence_pct": 100, "coverage": 0.8726114649681529, "pillars": { "coding": 56.71537313432837, "math": 74.45964857771273, "preference": 76.04077195302764, "reasoning": 66.96909534420968 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1050000, "release_date": "2026-07-09", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/openai/gpt-5.6-luna/" }, { "id": "google/gemma-4-26b-a4b-it", "slug": "gemma-4-26b-a4b-it", "name": "Gemma 4 26B A4B IT", "provider": "Google", "rank": 40, "si_score": 63.4, "confidence_pct": 64, "coverage": 0.5095541401273885, "pillars": { "coding": null, "math": 82.22222222222221, "preference": 76.3022875351499, "reasoning": 73.23232323232324 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 262144, "release_date": "2026-04-02", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/google/gemma-4-26b-a4b-it/" }, { "id": "zhipuai/glm-5.1", "slug": "glm-5.1", "name": "GLM-5.1", "provider": "Z.ai", "rank": 41, "si_score": 63.3, "confidence_pct": 64, "coverage": 0.5095541401273885, "pillars": { "coding": 74.17, "math": 51.69590643274853, "preference": 78.70791293145234, "reasoning": 89.8989898989899 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 200000, "release_date": "2026-04-07", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/zhipuai/glm-5.1/" }, { "id": "deepseek/deepseek-v4-pro", "slug": "deepseek-v4-pro", "name": "DeepSeek V4 Pro", "provider": "DeepSeek", "rank": 42, "si_score": 63.1, "confidence_pct": 85, "coverage": 0.6815286624203821, "pillars": { "coding": 58.123615428722495, "math": 67.48693294663941, "preference": 77.81620364312296, "reasoning": 80.34969037518944 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1000000, "release_date": "2026-04-24", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/deepseek/deepseek-v4-pro/" }, { "id": "google/gemma-4-31b-it", "slug": "gemma-4-31b-it", "name": "Gemma 4 31B IT", "provider": "Google", "rank": 43, "si_score": 63, "confidence_pct": 64, "coverage": 0.5095541401273885, "pillars": { "coding": null, "math": 73.33333333333333, "preference": 77.15331021051752, "reasoning": 75.75757575757575 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 262144, "release_date": "2026-04-02", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/google/gemma-4-31b-it/" }, { "id": "deepseek/deepseek-v4-pro-0813", "slug": "deepseek-v4-pro-0813", "name": "DeepSeek V4 Pro 0813", "provider": "DeepSeek", "rank": 44, "si_score": 63, "confidence_pct": 69, "coverage": 0.5541401273885351, "pillars": { "coding": 65.40766355140188, "math": 77.68109698093471, "preference": null, "reasoning": 81.97768849206349 }, "price_in_usd_per_1m": 0.66, "price_out_usd_per_1m": 1.98, "context_window_tokens": 1000000, "release_date": "2026-08-12", "open_weights": true, "license": "mit", "status": "provisional", "url": "https://siindex.app/models/deepseek/deepseek-v4-pro-0813/" }, { "id": "alibaba/qwen3.7-plus", "slug": "qwen3.7-plus", "name": "Qwen3.7 Plus", "provider": "Alibaba / Qwen", "rank": 45, "si_score": 62.7, "confidence_pct": 64, "coverage": 0.5095541401273885, "pillars": { "coding": null, "math": 51.81286549707602, "preference": 78.12563393316546, "reasoning": 84.84848484848484 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1000000, "release_date": "2026-06-02", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/alibaba/qwen3.7-plus/" }, { "id": "alibaba/qwen3.5-35b-a3b", "slug": "qwen3.5-35b-a3b", "name": "Qwen3.5 35B-A3B", "provider": "Alibaba / Qwen", "rank": 46, "si_score": 62.7, "confidence_pct": 64, "coverage": 0.5095541401273885, "pillars": { "coding": null, "math": 62.22222222222222, "preference": 72.55600139899569, "reasoning": 82.32323232323232 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 262144, "release_date": "2026-02-23", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/alibaba/qwen3.5-35b-a3b/" }, { "id": "xiaomi/mimo-v2.5-pro", "slug": "mimo-v2.5-pro", "name": "MiMo-V2.5-Pro", "provider": "xiaomi", "rank": 47, "si_score": 62.6, "confidence_pct": 88, "coverage": 0.7014925373134328, "pillars": { "coding": 50.70000000000002, "math": null, "preference": 79.00337523621819, "reasoning": 86.6 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1048576, "release_date": "2026-04-22", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/xiaomi/mimo-v2.5-pro/" }, { "id": "meta/muse-spark-1.2", "slug": "muse-spark-1.2", "name": "Muse Spark 1.2", "provider": "Meta", "rank": 48, "si_score": 62.3, "confidence_pct": 53, "coverage": 0.42675159235668797, "pillars": { "coding": 66.69626168224299, "math": 86.70939999999999, "preference": 80.46766238871184, "reasoning": 90.42783333333334 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1048576, "release_date": "2026-08-05", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/meta/muse-spark-1.2/" }, { "id": "alibaba/qwen3.8-max", "slug": "qwen3.8-max", "name": "Qwen3.8 Max", "provider": "Alibaba / Qwen", "rank": 49, "si_score": 62, "confidence_pct": 53, "coverage": 0.42675159235668797, "pillars": { "coding": 69.06824561403509, "math": 86.5198, "preference": 80.3590399772388, "reasoning": 85.18152727272728 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1000000, "release_date": "2026-08-03", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/alibaba/qwen3.8-max/" }, { "id": "openai/gpt-5.4", "slug": "gpt-5.4", "name": "GPT-5.4", "provider": "OpenAI", "rank": 50, "si_score": 61.9, "confidence_pct": 69, "coverage": 0.5541401273885351, "pillars": { "coding": 62.874419306184016, "math": 82.93631578947368, "preference": 77.92121864916587, "reasoning": 74.10609406952966 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1050000, "release_date": "2026-03-05", "open_weights": false, "license": null, "status": "listed", "url": "https://siindex.app/models/openai/gpt-5.4/" }, { "id": "alibaba/qwen3.8-27b", "slug": "qwen3.8-27b", "name": "Qwen3.8 27B", "provider": "Alibaba / Qwen", "rank": 51, "si_score": 61.9, "confidence_pct": 69, "coverage": 0.5541401273885351, "pillars": { "coding": 67.12526315789474, "math": 82.3102, "preference": 76.91330662434423, "reasoning": 69.18084982845079 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 262144, "release_date": "2026-08-14", "open_weights": true, "license": "apache-2.0", "status": "provisional", "url": "https://siindex.app/models/alibaba/qwen3.8-27b/" }, { "id": "openai/gpt-6-luna", "slug": "gpt-6-luna", "name": "GPT-6 Luna", "provider": "OpenAI", "rank": 52, "si_score": 61.6, "confidence_pct": 100, "coverage": 0.8280254777070064, "pillars": { "coding": 54.64933333333334, "math": 79.52218317881425, "preference": 72.25974127339444, "reasoning": 64.73315326987748 }, "price_in_usd_per_1m": 0.1, "price_out_usd_per_1m": 0.5, "context_window_tokens": 1050000, "release_date": "2026-09-22", "open_weights": false, "license": null, "status": "listed", "url": "https://siindex.app/models/openai/gpt-6-luna/" }, { "id": "alibaba/qwen3.6-plus", "slug": "qwen3.6-plus", "name": "Qwen3.6 Plus", "provider": "Alibaba / Qwen", "rank": 53, "si_score": 61.6, "confidence_pct": 80, "coverage": 0.6369426751592356, "pillars": { "coding": 56.385206611570254, "math": 72.06089608636977, "preference": 76.55602503750481, "reasoning": 77.6987567987568 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1000000, "release_date": "2026-04-02", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/alibaba/qwen3.6-plus/" }, { "id": "zhipuai/glm-4.7", "slug": "glm-4.7", "name": "GLM-4.7", "provider": "Z.ai", "rank": 54, "si_score": 61.3, "confidence_pct": 69, "coverage": 0.5541401273885351, "pillars": { "coding": 53.599999999999994, "math": 83.33333333333334, "preference": 76.45143797445176, "reasoning": 83.33333333333334 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 204800, "release_date": "2025-12-22", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/zhipuai/glm-4.7/" }, { "id": "meta/muse-spark-1.1", "slug": "muse-spark-1.1", "name": "Muse Spark 1.1", "provider": "Meta", "rank": 55, "si_score": 61.2, "confidence_pct": 53, "coverage": 0.42675159235668797, "pillars": { "coding": 65.35451612903226, "math": 82.85579999999999, "preference": 80.15219636143476, "reasoning": 85.31401574803151 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1048576, "release_date": "2026-04-08", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/meta/muse-spark-1.1/" }, { "id": "deepseek/deepseek-v4-flash-0731", "slug": "deepseek-v4-flash-0731", "name": "DeepSeek V4 Flash 0731", "provider": "DeepSeek", "rank": 56, "si_score": 61, "confidence_pct": 69, "coverage": 0.5541401273885351, "pillars": { "coding": 59.66672897196263, "math": 71.29097676983788, "preference": null, "reasoning": 82.89499919833254 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1000000, "release_date": "2026-07-31", "open_weights": true, "license": "mit", "status": "provisional", "url": "https://siindex.app/models/deepseek/deepseek-v4-flash-0731/" }, { "id": "tencent/hy3", "slug": "hy3", "name": "Hy3", "provider": "tencent", "rank": 57, "si_score": 60.7, "confidence_pct": 88, "coverage": 0.7014925373134328, "pillars": { "coding": 69.2, "math": null, "preference": 76.91261906754744, "reasoning": 54.16000000000001 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 256000, "release_date": "2026-07-06", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/tencent/hy3/" }, { "id": "alibaba/qwen3.5-flash", "slug": "qwen3.5-flash", "name": "Qwen3.5 Flash", "provider": "Alibaba / Qwen", "rank": 58, "si_score": 59.5, "confidence_pct": 64, "coverage": 0.5095541401273885, "pillars": { "coding": null, "math": 37.3879142300195, "preference": 72.80543264729398, "reasoning": 82.32323232323232 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1000000, "release_date": "2026-02-23", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/alibaba/qwen3.5-flash/" }, { "id": "zhipuai/glm-5", "slug": "glm-5", "name": "GLM-5", "provider": "Z.ai", "rank": 59, "si_score": 58.9, "confidence_pct": 85, "coverage": 0.6815286624203821, "pillars": { "coding": 72.4096876096876, "math": 80, "preference": 77.40405273840055, "reasoning": 34.99747320924986 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 204800, "release_date": "2026-02-12", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/zhipuai/glm-5/" }, { "id": "moonshotai/kimi-k2.5", "slug": "kimi-k2.5", "name": "Kimi K2.5", "provider": "Moonshot AI", "rank": 60, "si_score": 58.8, "confidence_pct": 100, "coverage": 0.8089171974522292, "pillars": { "coding": 72.40017869108779, "math": null, "preference": 77.31067146336271, "reasoning": 37.342 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 262144, "release_date": "2026-01", "open_weights": true, "license": "other", "status": "provisional", "url": "https://siindex.app/models/moonshotai/kimi-k2.5/" }, { "id": "alibaba/qwen3.7-max", "slug": "qwen3.7-max", "name": "Qwen3.7 Max", "provider": "Alibaba / Qwen", "rank": 61, "si_score": 58.6, "confidence_pct": 53, "coverage": 0.42675159235668797, "pillars": { "coding": 60.13201517664204, "math": 73.5415363666619, "preference": null, "reasoning": 82.01223524785568 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1000000, "release_date": "2026-05-21", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/alibaba/qwen3.7-max/" }, { "id": "openai/gpt-5.5-instant", "slug": "gpt-5.5-instant", "name": "GPT-5.5 Instant", "provider": "OpenAI", "rank": 62, "si_score": 58.3, "confidence_pct": 64, "coverage": 0.5095541401273885, "pillars": { "coding": null, "math": 25.113036656682358, "preference": 74.97520877192733, "reasoning": 82.51262626262627 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 400000, "release_date": "2026-05-05", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/openai/gpt-5.5-instant/" }, { "id": "anthropic/claude-haiku-4-5-20251001", "slug": "claude-haiku-4-5-20251001", "name": "Claude Haiku 4.5", "provider": "Anthropic", "rank": 63, "si_score": 58.1, "confidence_pct": 64, "coverage": 0.5095541401273885, "pillars": { "coding": null, "math": 69.88754615642833, "preference": 72.72078972630437, "reasoning": 60.47979797979798 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 200000, "release_date": "2025-10-15", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/anthropic/claude-haiku-4-5-20251001/" }, { "id": "minimax/minimax-m2.7", "slug": "minimax-m2.7", "name": "MiniMax-M2.7", "provider": "minimax", "rank": 64, "si_score": 57.9, "confidence_pct": 88, "coverage": 0.7014925373134328, "pillars": { "coding": 62.400000000000006, "math": null, "preference": 73.55761125429733, "reasoning": null }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 204800, "release_date": "2026-03-18", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/minimax/minimax-m2.7/" }, { "id": "xai/grok-4.20-0309-reasoning", "slug": "grok-4.20-0309-reasoning", "name": "Grok 4.20 (Reasoning)", "provider": "xAI", "rank": 65, "si_score": 57.7, "confidence_pct": 80, "coverage": 0.6369426751592356, "pillars": { "coding": null, "math": 43.23862501782913, "preference": 77.79687314749224, "reasoning": 65.18280073461891 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1000000, "release_date": "2026-03-09", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/xai/grok-4.20-0309-reasoning/" }, { "id": "xiaomi/mimo-v2.6-pro", "slug": "mimo-v2.6-pro", "name": "MiMo-V2.6-Pro", "provider": "xiaomi", "rank": 66, "si_score": 57.4, "confidence_pct": 88, "coverage": 0.7014925373134328, "pillars": { "coding": 62.400000000000006, "math": null, "preference": 81.07982051693693, "reasoning": null }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1048576, "release_date": "2026-09-22", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/xiaomi/mimo-v2.6-pro/" }, { "id": "google/gemini-3-pro-preview", "slug": "gemini-3-pro-preview", "name": "Gemini 3 Pro Preview", "provider": "Google", "rank": 67, "si_score": 56.8, "confidence_pct": 53, "coverage": 0.42675159235668797, "pillars": { "coding": 63.692837465564736, "math": 91.38888888888889, "preference": null, "reasoning": 55.88454545454545 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1048576, "release_date": "2025-11-18", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/google/gemini-3-pro-preview/" }, { "id": "minimax/minimax-m2.5", "slug": "minimax-m2.5", "name": "MiniMax-M2.5", "provider": "minimax", "rank": 68, "si_score": 56.7, "confidence_pct": 88, "coverage": 0.7014925373134328, "pillars": { "coding": 75.8, "math": null, "preference": 68.9226585866846, "reasoning": 33.269999999999996 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 204800, "release_date": "2026-02-12", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/minimax/minimax-m2.5/" }, { "id": "openai/gpt-5.4-nano", "slug": "gpt-5.4-nano", "name": "GPT-5.4 nano", "provider": "OpenAI", "rank": 69, "si_score": 56.6, "confidence_pct": 69, "coverage": 0.5541401273885351, "pillars": { "coding": 55.530701754385966, "math": 85.33160000000001, "preference": 70.27883877880966, "reasoning": 54.50845977011494 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 400000, "release_date": "2026-03-17", "open_weights": false, "license": null, "status": "listed", "url": "https://siindex.app/models/openai/gpt-5.4-nano/" }, { "id": "xiaomi/mimo-v2.5", "slug": "mimo-v2.5", "name": "MiMo-V2.5", "provider": "xiaomi", "rank": 70, "si_score": 56.4, "confidence_pct": 88, "coverage": 0.7014925373134328, "pillars": { "coding": 60.949999999999996, "math": null, "preference": 75.72266788277861, "reasoning": null }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1048576, "release_date": "2026-04-22", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/xiaomi/mimo-v2.5/" }, { "id": "deepseek/deepseek-v4-flash", "slug": "deepseek-v4-flash", "name": "DeepSeek V4 Flash", "provider": "DeepSeek", "rank": 71, "si_score": 56.2, "confidence_pct": 53, "coverage": 0.42675159235668797, "pillars": { "coding": 52.44776859504134, "math": 74.528, "preference": 76.1433400692554, "reasoning": 69.53326241134752 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1000000, "release_date": "2026-04-24", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/deepseek/deepseek-v4-flash/" }, { "id": "openai/gpt-5.4-mini", "slug": "gpt-5.4-mini", "name": "GPT-5.4 mini", "provider": "OpenAI", "rank": 72, "si_score": 55.8, "confidence_pct": 69, "coverage": 0.5541401273885351, "pillars": { "coding": 54.08561403508773, "math": 73.583, "preference": 74.21528310405876, "reasoning": 55.65167816091953 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 400000, "release_date": "2026-03-17", "open_weights": false, "license": null, "status": "listed", "url": "https://siindex.app/models/openai/gpt-5.4-mini/" }, { "id": "xiaomi/mimo-v2.6-flash", "slug": "mimo-v2.6-flash", "name": "MiMo-V2.6-Flash", "provider": "xiaomi", "rank": 73, "si_score": 55.8, "confidence_pct": 88, "coverage": 0.7014925373134328, "pillars": { "coding": 58.199999999999996, "math": null, "preference": 78.2823412254066, "reasoning": null }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1048576, "release_date": "2026-09-22", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/xiaomi/mimo-v2.6-flash/" }, { "id": "minimax/minimax-m2", "slug": "minimax-m2", "name": "MiniMax-M2", "provider": "minimax", "rank": 74, "si_score": 55.7, "confidence_pct": 88, "coverage": 0.7014925373134328, "pillars": { "coding": 64.45882352941176, "math": null, "preference": 66.81044476356298, "reasoning": null }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 204800, "release_date": "2025-10-27", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/minimax/minimax-m2/" }, { "id": "alibaba/qwen3.6-27b", "slug": "qwen3.6-27b", "name": "Qwen3.6 27B", "provider": "Alibaba / Qwen", "rank": 75, "si_score": 55.6, "confidence_pct": 53, "coverage": 0.42675159235668797, "pillars": { "coding": 53.919252336448594, "math": 68.34043814664868, "preference": null, "reasoning": 72.51904118104117 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 262144, "release_date": "2026-04-22", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/alibaba/qwen3.6-27b/" }, { "id": "google/gemini-3.5-flash-lite", "slug": "gemini-3.5-flash-lite", "name": "Gemini 3.5 Flash Lite", "provider": "Google", "rank": 76, "si_score": 55.2, "confidence_pct": 100, "coverage": 0.8089171974522292, "pillars": { "coding": 57.15280701754388, "math": 55.908037686809614, "preference": 76.38062609608681, "reasoning": 45.904109347442684 }, "price_in_usd_per_1m": 0.3, "price_out_usd_per_1m": 2.5, "context_window_tokens": 1048576, "release_date": "2026-07-21", "open_weights": false, "license": null, "status": "listed", "url": "https://siindex.app/models/google/gemini-3.5-flash-lite/" }, { "id": "deepseek/deepseek-v3-0324", "slug": "deepseek-v3-0324", "name": "DeepSeek V3 0324", "provider": "DeepSeek", "rank": 77, "si_score": 55, "confidence_pct": 64, "coverage": 0.5095541401273885, "pillars": { "coding": 48.55, "math": 62.9576479803066, "preference": 70.57283021830109, "reasoning": 67.61363636363636 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 163840, "release_date": "2025-03-24", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/deepseek/deepseek-v3-0324/" }, { "id": "anthropic/claude-opus-4-20250514", "slug": "claude-opus-4-20250514", "name": "Claude Opus 4", "provider": "Anthropic", "rank": 78, "si_score": 54.8, "confidence_pct": 96, "coverage": 0.7643312101910827, "pillars": { "coding": 71.10743801652892, "math": 70.77095222110329, "preference": 69.60088592910476, "reasoning": 22.62244719926538 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 200000, "release_date": "2025-05-22", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/anthropic/claude-opus-4-20250514/" }, { "id": "xai/grok-4.3", "slug": "grok-4.3", "name": "Grok 4.3", "provider": "xAI", "rank": 79, "si_score": 54.6, "confidence_pct": 80, "coverage": 0.6369426751592356, "pillars": { "coding": 39.0942, "math": 66.54184407359864, "preference": 72.7800720602936, "reasoning": 69.18921212121212 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1000000, "release_date": "2026-04-17", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/xai/grok-4.3/" }, { "id": "google/gemini-3-flash-preview", "slug": "gemini-3-flash-preview", "name": "Gemini 3 Flash Preview", "provider": "Google", "rank": 80, "si_score": 54.4, "confidence_pct": 85, "coverage": 0.6815286624203821, "pillars": { "coding": 61.904765840220385, "math": 46.1538296961917, "preference": 77.05265056292093, "reasoning": 43.9548709315376 }, "price_in_usd_per_1m": 0.5, "price_out_usd_per_1m": 3, "context_window_tokens": 1048576, "release_date": "2025-12-17", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/google/gemini-3-flash-preview/" }, { "id": "deepseek/deepseek-v3", "slug": "deepseek-v3", "name": "DeepSeek-V3", "provider": "DeepSeek", "rank": 81, "si_score": 54.1, "confidence_pct": 75, "coverage": 0.5970149253731343, "pillars": { "coding": null, "math": 48.51166498825109, "preference": 65.97822354131856, "reasoning": 56.53409090909091 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 131072, "release_date": "2024-12-26", "open_weights": true, "license": "DeepSeek Model License", "status": "provisional", "url": "https://siindex.app/models/deepseek/deepseek-v3/" }, { "id": "openai/gpt-oss-120b", "slug": "gpt-oss-120b", "name": "GPT OSS 120B", "provider": "OpenAI", "rank": 82, "si_score": 53.9, "confidence_pct": 64, "coverage": 0.5095541401273885, "pillars": { "coding": 28, "math": 88.88888888888889, "preference": 69.57156623692185, "reasoning": 75.75757575757575 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 131072, "release_date": "2025-08-05", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/openai/gpt-oss-120b/" }, { "id": "anthropic/claude-opus-4-1-20250805", "slug": "claude-opus-4-1-20250805", "name": "Claude Opus 4.1", "provider": "Anthropic", "rank": 83, "si_score": 53.5, "confidence_pct": 80, "coverage": 0.6369426751592356, "pillars": { "coding": 73.34710743801654, "math": 40, "preference": 74.89240517177038, "reasoning": 29.690774410774413 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 200000, "release_date": "2025-08-05", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/anthropic/claude-opus-4-1-20250805/" }, { "id": "zhipuai/glm-4.7-flash", "slug": "glm-4.7-flash", "name": "GLM-4.7-Flash", "provider": "Z.ai", "rank": 84, "si_score": 53.3, "confidence_pct": 69, "coverage": 0.5541401273885351, "pillars": { "coding": 59.2, "math": 41.66666666666667, "preference": 68.01426841555086, "reasoning": 52.84090909090909 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 200000, "release_date": "2026-01-19", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/zhipuai/glm-4.7-flash/" }, { "id": "stepfun/step-3.5-flash", "slug": "step-3.5-flash", "name": "Step 3.5 Flash", "provider": "stepfun", "rank": 85, "si_score": 53, "confidence_pct": 88, "coverage": 0.7014925373134328, "pillars": { "coding": 50.85, "math": null, "preference": 73.39681426280893, "reasoning": null }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 256000, "release_date": "2026-01-29", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/stepfun/step-3.5-flash/" }, { "id": "anthropic/claude-sonnet-4-5-20250929", "slug": "claude-sonnet-4-5-20250929", "name": "Claude Sonnet 4.5", "provider": "Anthropic", "rank": 86, "si_score": 52.7, "confidence_pct": 80, "coverage": 0.6369426751592356, "pillars": { "coding": 71.28099173553719, "math": 35.55555555555556, "preference": 76.72745174719066, "reasoning": 29.592457912457906 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 200000, "release_date": "2025-09-29", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/anthropic/claude-sonnet-4-5-20250929/" }, { "id": "alibaba/qwen3-30b-a3b", "slug": "qwen3-30b-a3b", "name": "Qwen3 30B A3B", "provider": "Alibaba / Qwen", "rank": 87, "si_score": 52.6, "confidence_pct": 64, "coverage": 0.5095541401273885, "pillars": { "coding": null, "math": 44.166666666666664, "preference": 64.17961941972072, "reasoning": 56.0290404040404 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 131072, "release_date": "2025-04-28", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/alibaba/qwen3-30b-a3b/" }, { "id": "openai/gpt-oss-20b", "slug": "gpt-oss-20b", "name": "GPT OSS 20B", "provider": "OpenAI", "rank": 88, "si_score": 52.5, "confidence_pct": 64, "coverage": 0.5095541401273885, "pillars": { "coding": null, "math": 52.12962962962964, "preference": 60.78416844005279, "reasoning": 53.303872053872055 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 131072, "release_date": "2025-08-05", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/openai/gpt-oss-20b/" }, { "id": "openai/gpt-5.2", "slug": "gpt-5.2", "name": "GPT-5.2", "provider": "OpenAI", "rank": 89, "si_score": 51.4, "confidence_pct": 53, "coverage": 0.42675159235668797, "pillars": { "coding": 50.57, "math": null, "preference": 74.29678017301792, "reasoning": 46.147499999999994 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 400000, "release_date": "2025-12-11", "open_weights": false, "license": null, "status": "listed", "url": "https://siindex.app/models/openai/gpt-5.2/" }, { "id": "anthropic/claude-3-5-sonnet-20241022", "slug": "claude-3-5-sonnet-20241022", "name": "Claude Sonnet 3.5 v2", "provider": "Anthropic", "rank": 90, "si_score": 51.3, "confidence_pct": 75, "coverage": 0.5970149253731343, "pillars": { "coding": 50.25, "math": 40.789834396329866, "preference": 61.97860524023264, "reasoning": 55.3030303030303 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 200000, "release_date": "2024-10-22", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/anthropic/claude-3-5-sonnet-20241022/" }, { "id": "meta/llama-4-scout-17b-instruct", "slug": "llama-4-scout-17b-instruct", "name": "Llama 4 Scout 17B Instruct", "provider": "Meta", "rank": 91, "si_score": 51, "confidence_pct": 64, "coverage": 0.5095541401273885, "pillars": { "coding": null, "math": 44.10820185744657, "preference": 59.794245053195255, "reasoning": 51.830808080808076 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 10000000, "release_date": "2025-04-05", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/meta/llama-4-scout-17b-instruct/" }, { "id": "openai/gpt-5", "slug": "gpt-5", "name": "GPT-5", "provider": "OpenAI", "rank": 92, "si_score": 50.9, "confidence_pct": 53, "coverage": 0.42675159235668797, "pillars": { "coding": 59.28156862745097, "math": null, "preference": 73.69754924531557, "reasoning": 31.874166666666667 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 400000, "release_date": "2025-08-07", "open_weights": false, "license": null, "status": "listed", "url": "https://siindex.app/models/openai/gpt-5/" }, { "id": "alibaba/qwen3-32b", "slug": "qwen3-32b", "name": "Qwen3 32B", "provider": "Alibaba / Qwen", "rank": 93, "si_score": 50.4, "confidence_pct": 64, "coverage": 0.5095541401273885, "pillars": { "coding": 40, "math": 45, "preference": 66.8290245214505, "reasoning": 59.91161616161616 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 131072, "release_date": "2025-04", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/alibaba/qwen3-32b/" }, { "id": "alibaba/qwen3-235b-a22b", "slug": "qwen3-235b-a22b", "name": "Qwen3 235B-A22B", "provider": "Alibaba / Qwen", "rank": 94, "si_score": 50.3, "confidence_pct": 69, "coverage": 0.5541401273885351, "pillars": { "coding": 21.41, "math": 68.85699899295065, "preference": 69.69654677524669, "reasoning": 70.70707070707071 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 131072, "release_date": "2025-04", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/alibaba/qwen3-235b-a22b/" }, { "id": "anthropic/claude-3-7-sonnet-20250219", "slug": "claude-3-7-sonnet-20250219", "name": "Claude Sonnet 3.7", "provider": "Anthropic", "rank": 95, "si_score": 49.8, "confidence_pct": 80, "coverage": 0.6369426751592356, "pillars": { "coding": 60.73351698806244, "math": 52.77050464361643, "preference": 62.183002451124565, "reasoning": 27.37178451178451 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 200000, "release_date": "2025-02-19", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/anthropic/claude-3-7-sonnet-20250219/" }, { "id": "openai/gpt-4o-2024-05-13", "slug": "gpt-4o-2024-05-13", "name": "GPT-4o (2024-05-13)", "provider": "OpenAI", "rank": 96, "si_score": 49.4, "confidence_pct": 75, "coverage": 0.5970149253731343, "pillars": { "coding": null, "math": 36.11530715005035, "preference": 62.2927025017718, "reasoning": 48.89520202020202 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 128000, "release_date": "2024-05-13", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/openai/gpt-4o-2024-05-13/" }, { "id": "alibaba/qwq-32b", "slug": "qwq-32b", "name": "QwQ 32B", "provider": "Alibaba / Qwen", "rank": 97, "si_score": 48.3, "confidence_pct": 64, "coverage": 0.5095541401273885, "pillars": { "coding": 20.9, "math": 59.166666666666664, "preference": 65.60791117879188, "reasoning": 65.3409090909091 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 131072, "release_date": "2025-03-05", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/alibaba/qwq-32b/" }, { "id": "deepseek/deepseek-r1", "slug": "deepseek-r1", "name": "DeepSeek-R1", "provider": "DeepSeek", "rank": 98, "si_score": 48, "confidence_pct": 85, "coverage": 0.6815286624203821, "pillars": { "coding": 44.51176470588236, "math": 86.55561150274143, "preference": 70.33607900989385, "reasoning": 18.922861952861954 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 128000, "release_date": "2025-01-20", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/deepseek/deepseek-r1/" }, { "id": "meta/llama-3.1-70b-instruct", "slug": "llama-3.1-70b-instruct", "name": "Llama-3.1-70B-Instruct", "provider": "Meta", "rank": 99, "si_score": 45.8, "confidence_pct": 75, "coverage": 0.5970149253731343, "pillars": { "coding": null, "math": 25.656120622132708, "preference": 57.5504816153018, "reasoning": 44.19191919191919 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 128000, "release_date": "2024-07-23", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/meta/llama-3.1-70b-instruct/" }, { "id": "google/gemini-2.5-pro", "slug": "gemini-2.5-pro", "name": "Gemini 2.5 Pro", "provider": "Google", "rank": 100, "si_score": 45.5, "confidence_pct": 85, "coverage": 0.6815286624203821, "pillars": { "coding": 48.528116453237224, "math": 26.657894736842103, "preference": 78.39754124686446, "reasoning": 27.370600448933782 }, "price_in_usd_per_1m": 1.25, "price_out_usd_per_1m": 10, "context_window_tokens": 1048576, "release_date": "2025-06-05", "open_weights": false, "license": null, "status": "listed", "url": "https://siindex.app/models/google/gemini-2.5-pro/" }, { "id": "anthropic/claude-sonnet-4-20250514", "slug": "claude-sonnet-4-20250514", "name": "Claude Sonnet 4", "provider": "Anthropic", "rank": 101, "si_score": 45.2, "confidence_pct": 96, "coverage": 0.7643312101910827, "pillars": { "coding": 43.78666666666667, "math": 65.87333557122076, "preference": 66.71916702980371, "reasoning": 21.216969696969695 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 200000, "release_date": "2025-05-22", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/anthropic/claude-sonnet-4-20250514/" }, { "id": "google/gemma-3-12b-it", "slug": "gemma-3-12b-it", "name": "Gemma 3 12B IT", "provider": "Google", "rank": 102, "si_score": 45.1, "confidence_pct": 64, "coverage": 0.5095541401273885, "pillars": { "coding": null, "math": 16.666666666666664, "preference": 66.17517562167926, "reasoning": 39.457070707070706 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 131072, "release_date": "2025-03-12", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/google/gemma-3-12b-it/" }, { "id": "openai/o3-mini", "slug": "o3-mini", "name": "o3-mini", "provider": "OpenAI", "rank": 103, "si_score": 43.5, "confidence_pct": 75, "coverage": 0.5970149253731343, "pillars": { "coding": 48.099999999999994, "math": null, "preference": 64.50098091007919, "reasoning": 14.249166666666667 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 200000, "release_date": "2024-12-20", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/openai/o3-mini/" }, { "id": "google/gemma-3-27b-it", "slug": "gemma-3-27b-it", "name": "Gemma 3 27B IT", "provider": "Google", "rank": 104, "si_score": 43.1, "confidence_pct": 64, "coverage": 0.5095541401273885, "pillars": { "coding": 8.14, "math": 56.85800604229607, "preference": 68.76293594162158, "reasoning": 47.72727272727273 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 131072, "release_date": "2025-03-12", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/google/gemma-3-27b-it/" }, { "id": "anthropic/claude-3-5-haiku-20241022", "slug": "claude-3-5-haiku-20241022", "name": "Claude Haiku 3.5", "provider": "Anthropic", "rank": 105, "si_score": 41.7, "confidence_pct": 75, "coverage": 0.5970149253731343, "pillars": { "coding": 28, "math": 32.339011972697776, "preference": 56.873538324036275, "reasoning": 38.131313131313135 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 200000, "release_date": "2024-10-22", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/anthropic/claude-3-5-haiku-20241022/" }, { "id": "anthropic/claude-3-haiku-20240307", "slug": "claude-3-haiku-20240307", "name": "Claude Haiku 3", "provider": "Anthropic", "rank": 106, "si_score": 39.9, "confidence_pct": 75, "coverage": 0.5970149253731343, "pillars": { "coding": null, "math": 10.521287904218418, "preference": 49.33063578755039, "reasoning": 36.30050505050505 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 200000, "release_date": "2024-03-13", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/anthropic/claude-3-haiku-20240307/" }, { "id": "alibaba/qwen2.5-coder-32b-instruct", "slug": "qwen2.5-coder-32b-instruct", "name": "Qwen2.5-Coder-32B-Instruct", "provider": "Alibaba / Qwen", "rank": 107, "si_score": 39.6, "confidence_pct": 75, "coverage": 0.5970149253731343, "pillars": { "coding": 19.95, "math": null, "preference": 53.74319336052254, "reasoning": null }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 131072, "release_date": "2024-11-12", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/alibaba/qwen2.5-coder-32b-instruct/" }, { "id": "google/gemma-3-4b-it", "slug": "gemma-3-4b-it", "name": "Gemma 3 4B IT", "provider": "Google", "rank": 108, "si_score": 39.2, "confidence_pct": 64, "coverage": 0.5095541401273885, "pillars": { "coding": null, "math": 7.5, "preference": 61.15953435899656, "reasoning": 23.232323232323232 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 131072, "release_date": "2025-03-12", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/google/gemma-3-4b-it/" }, { "id": "openai/gpt-4o-2024-08-06", "slug": "gpt-4o-2024-08-06", "name": "GPT-4o (2024-08-06)", "provider": "OpenAI", "rank": 109, "si_score": 38.8, "confidence_pct": 88, "coverage": 0.7014925373134328, "pillars": { "coding": 17.00588235294118, "math": 22.72855161569584, "preference": 60.1691133334121, "reasoning": 49.21085858585859 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 128000, "release_date": "2024-08-06", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/openai/gpt-4o-2024-08-06/" }, { "id": "meta/llama-3.1-8b-instruct", "slug": "llama-3.1-8b-instruct", "name": "Llama-3.1-8B-Instruct", "provider": "Meta", "rank": 110, "si_score": 37.8, "confidence_pct": 75, "coverage": 0.5970149253731343, "pillars": { "coding": null, "math": 15.806059080228264, "preference": 48.31808624341328, "reasoning": 26.957070707070706 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 128000, "release_date": "2024-07-23", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/meta/llama-3.1-8b-instruct/" }, { "id": "mistral/mistral-large-2411", "slug": "mistral-large-2411", "name": "Mistral Large 2.1", "provider": "mistral", "rank": 111, "si_score": 37.4, "confidence_pct": 88, "coverage": 0.7014925373134328, "pillars": { "coding": 6.1, "math": 36.11474767819178, "preference": 58.09025992682632, "reasoning": 51.32575757575758 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 131072, "release_date": "2024-11-18", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/mistral/mistral-large-2411/" }, { "id": "meta/llama-3.3-70b-instruct", "slug": "llama-3.3-70b-instruct", "name": "Llama-3.3-70B-Instruct", "provider": "Meta", "rank": 112, "si_score": 35.1, "confidence_pct": 88, "coverage": 0.7014925373134328, "pillars": { "coding": 2.9999999999999996, "math": 29.444584312409088, "preference": 59.15178721583092, "reasoning": 47.44318181818182 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 128000, "release_date": "2024-12-06", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/meta/llama-3.3-70b-instruct/" }, { "id": "mistral/mistral-medium-2505", "slug": "mistral-medium-2505", "name": "Mistral Medium 3", "provider": "mistral", "rank": 113, "si_score": 33, "confidence_pct": 85, "coverage": 0.6815286624203821, "pillars": { "coding": 3.8, "math": 65.1591697437619, "preference": 45.64885070064901, "reasoning": 22.85760942760943 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 131072, "release_date": "2025-05-07", "open_weights": false, "license": null, "status": "provisional", "url": "https://siindex.app/models/mistral/mistral-medium-2505/" }, { "id": "meta/llama-4-maverick-17b-instruct", "slug": "llama-4-maverick-17b-instruct", "name": "Llama 4 Maverick 17B Instruct", "provider": "Meta", "rank": 114, "si_score": 32.2, "confidence_pct": 69, "coverage": 0.5541401273885351, "pillars": { "coding": 10.42, "math": 55.53009958599082, "preference": null, "reasoning": 9.21293847566575 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 1000000, "release_date": "2025-04-05", "open_weights": true, "license": null, "status": "provisional", "url": "https://siindex.app/models/meta/llama-4-maverick-17b-instruct/" }, { "id": "meta/llama-3.2-1b", "slug": "llama-3.2-1b", "name": "Llama-3.2-1B", "provider": "Meta", "rank": 115, "si_score": 32.2, "confidence_pct": 75, "coverage": 0.5970149253731343, "pillars": { "coding": null, "math": 0.5555555555555556, "preference": 32.58519367842192, "reasoning": 23.92676767676768 }, "price_in_usd_per_1m": null, "price_out_usd_per_1m": null, "context_window_tokens": 131072, "release_date": "2024-09-25", "open_weights": true, "license": "Llama 3.2 Community License", "status": "provisional", "url": "https://siindex.app/models/meta/llama-3.2-1b/" } ] }