{ "fetched_at": "2026-07-16T01:30:01+00:00", "methodology": "Published third-party table indexed as displayed; TANDIU did not run or reproduce the evaluation.", "sources": [ { "id": "artificial-analysis", "name": "Artificial Analysis", "url": "https://artificialanalysis.ai/leaderboards/models", "status": "ok", "retrieved_at": "2026-07-16T01:30:01+00:00", "page_sha256": "d94a5372ac1f744d8cc3a3849bed4a04a8890a74e8a9fbff86cfefdeb4b2904a", "published_rows": 262 } ], "matched": [ { "litellm_key": "gpt-5.6", "display": "GPT-5.6", "source_model": "GPT-5.6 Sol (max)", "context": "1M", "creator": "OpenAI", "intelligence_index": 59.0, "source_blended_price": 4.35, "output_tokens_per_second": 57.0, "latency_first_chunk_seconds": 126.11, "total_response_seconds": 134.84, "mapping": "variant", "mapping_target": "GPT-5.6" }, { "litellm_key": "gpt-5.4-mini", "display": "GPT-5.4 mini", "source_model": "GPT-5.4 mini", "context": "400k", "creator": "OpenAI", "intelligence_index": 17.0, "source_blended_price": 0.65, "output_tokens_per_second": 167.0, "latency_first_chunk_seconds": 0.69, "total_response_seconds": 3.68, "mapping": "exact", "mapping_target": "GPT-5.4 mini" }, { "litellm_key": "claude-opus-4-8", "display": "Claude Opus 4.8", "source_model": "Claude Opus 4.8 (max)", "context": "1M", "creator": "Anthropic", "intelligence_index": 56.0, "source_blended_price": 3.85, "output_tokens_per_second": 55.0, "latency_first_chunk_seconds": 29.69, "total_response_seconds": 38.82, "mapping": "variant", "mapping_target": "Claude Opus 4.8" }, { "litellm_key": "claude-sonnet-4-6", "display": "Claude Sonnet 4.6", "source_model": "Claude Sonnet 4.6 (Non-reasoning, Low Effort)", "context": "1M", "creator": "Anthropic", "intelligence_index": 34.0, "source_blended_price": 2.31, "output_tokens_per_second": 43.0, "latency_first_chunk_seconds": 1.35, "total_response_seconds": 12.95, "mapping": "variant", "mapping_target": "Claude Sonnet 4.6" }, { "litellm_key": "gemini/gemini-3.1-pro-preview", "display": "Gemini 3.1 Pro", "source_model": "Gemini 3.1 Pro Preview", "context": "1M", "creator": "Google", "intelligence_index": 46.0, "source_blended_price": 1.74, "output_tokens_per_second": 117.0, "latency_first_chunk_seconds": 34.76, "total_response_seconds": 39.02, "mapping": "exact", "mapping_target": "Gemini 3.1 Pro" }, { "litellm_key": "xai/grok-4.5", "display": "Grok 4.5", "source_model": "Grok 4.5 (high)", "context": "500k", "creator": "SpaceXAI", "intelligence_index": 54.0, "source_blended_price": 1.35, "output_tokens_per_second": 123.0, "latency_first_chunk_seconds": 8.88, "total_response_seconds": 12.95, "mapping": "variant", "mapping_target": "Grok 4.5" }, { "litellm_key": "deepseek-v4-pro", "display": "DeepSeek V4 Pro", "source_model": "DeepSeek V4 Pro", "context": "1M", "creator": "DeepSeek", "intelligence_index": 31.0, "source_blended_price": 0.18, "output_tokens_per_second": 63.0, "latency_first_chunk_seconds": 1.61, "total_response_seconds": 9.5, "mapping": "exact", "mapping_target": "DeepSeek V4 Pro" }, { "litellm_key": "deepseek-v4-flash", "display": "DeepSeek V4 Flash", "source_model": "DeepSeek V4 Flash", "context": "1M", "creator": "DeepSeek", "intelligence_index": 29.0, "source_blended_price": 0.06, "output_tokens_per_second": 103.0, "latency_first_chunk_seconds": 1.19, "total_response_seconds": 6.04, "mapping": "exact", "mapping_target": "DeepSeek V4 Flash" }, { "litellm_key": "moonshot/kimi-k2.6", "display": "Kimi K2.6", "source_model": "Kimi K2.6", "context": "256k", "creator": "Kimi", "intelligence_index": 44.0, "source_blended_price": 0.7, "output_tokens_per_second": 44.0, "latency_first_chunk_seconds": 2.91, "total_response_seconds": 114.49, "mapping": "exact", "mapping_target": "Kimi K2.6" }, { "litellm_key": "zai/glm-5.1", "display": "GLM-5.1", "source_model": "GLM-5.1", "context": "200k", "creator": "Z AI", "intelligence_index": 40.0, "source_blended_price": 0.9, "output_tokens_per_second": 69.0, "latency_first_chunk_seconds": 1.65, "total_response_seconds": 63.62, "mapping": "exact", "mapping_target": "GLM-5.1" }, { "litellm_key": "zai/glm-5", "display": "GLM-5", "source_model": "GLM-5-Turbo", "context": "200k", "creator": "Z AI", "intelligence_index": 38.0, "source_blended_price": null, "output_tokens_per_second": null, "latency_first_chunk_seconds": null, "total_response_seconds": null, "mapping": "variant", "mapping_target": "GLM-5" }, { "litellm_key": "minimax/MiniMax-M3", "display": "MiniMax M3", "source_model": "MiniMax-M3", "context": "1M", "creator": "MiniMax", "intelligence_index": 44.0, "source_blended_price": 0.22, "output_tokens_per_second": 86.0, "latency_first_chunk_seconds": 2.06, "total_response_seconds": 31.25, "mapping": "exact", "mapping_target": "MiniMax M3" }, { "litellm_key": "novita/baidu/ernie-4.5-300b-a47b-paddle", "display": "ERNIE 4.5 300B", "source_model": "ERNIE 4.5 300B A47B", "context": "131k", "creator": "Baidu", "intelligence_index": 9.0, "source_blended_price": 0.36, "output_tokens_per_second": null, "latency_first_chunk_seconds": null, "total_response_seconds": null, "mapping": "variant", "mapping_target": "ERNIE 4.5 300B" } ], "unmatched": [ { "litellm_key": "gpt-5.4-pro", "display": "GPT-5.4 Pro" }, { "litellm_key": "claude-haiku-4-5", "display": "Claude Haiku 4.5" }, { "litellm_key": "gemini/gemini-3-flash-preview", "display": "Gemini 3 Flash" }, { "litellm_key": "xai/grok-4-1-fast", "display": "Grok 4.1 Fast" }, { "litellm_key": "dashscope/qwen-max", "display": "Qwen-Max" }, { "litellm_key": "dashscope/qwen-plus", "display": "Qwen-Plus" }, { "litellm_key": "moonshot/kimi-k2.5", "display": "Kimi K2.5" }, { "litellm_key": "manual/doubao-seed-2-0-pro", "display": "Doubao Seed 2.0 Pro" }, { "litellm_key": "manual/doubao-seed-2-0-lite", "display": "Doubao Seed 2.0 Lite" }, { "litellm_key": "manual/hunyuan-2-0-instruct", "display": "混元 HY2.0 Instruct" }, { "litellm_key": "manual/hunyuan-a13b", "display": "混元 A13B" } ] }