{ "synced_at": "2026-08-08T22:02:17.255Z", "sources": { "artificialanalysis": { "url": "https://artificialanalysis.ai/api/v2/data/llms/models", "note": "AA intelligence/coding/agentic FIRST-HAND, per reasoning effort", "model_count": 0, "ok": true, "configured": false, "skipped": "no ARTIFICIALANALYSIS_API_KEY configured — source contributed nothing" }, "openrouter": { "url": "https://openrouter.ai/api/v1/models", "note": "AA intelligence/coding/agentic + design arena + context/pricing; EXACT ids", "model_count": 400, "ok": true }, "aider": { "url": "https://raw.githubusercontent.com/Aider-AI/aider/main/aider/website/_data/polyglot_leaderboard.yml", "note": "polyglot edit benchmark + edit-format compliance", "model_count": 68, "ok": true }, "bfcl": { "url": "https://gorilla.cs.berkeley.edu/data_overall.csv", "note": "tool-use / function-calling accuracy", "model_count": 82, "ok": true }, "lmarena": { "url": "https://huggingface.co/datasets/lmarena-ai/leaderboard-dataset/resolve/main/text_style_control/latest-00000-of-00001.parquet", "note": "general capability", "model_count": 385, "ok": true } }, "warnings": [], "calibration": { "schema": "anchored-quantiles/v1", "generated_at": "2026-08-03T05:44:00.639Z", "quantiles": [ 0, 0.1, 0.25, 0.5, 0.75, 0.9, 1 ], "fields": { "aa_agentic": [ { "percentile": 0, "value": 0.3 }, { "percentile": 0.1, "value": 1.5700000000000003 }, { "percentile": 0.25, "value": 3.1 }, { "percentile": 0.5, "value": 18.6 }, { "percentile": 0.75, "value": 29.974999999999998 }, { "percentile": 0.9, "value": 44.55 }, { "percentile": 1, "value": 55.3 } ], "bfcl_overall": [ { "percentile": 0, "value": 7.17 }, { "percentile": 0.1, "value": 21.288 }, { "percentile": 0.25, "value": 26.825 }, { "percentile": 0.5, "value": 34.205 }, { "percentile": 0.75, "value": 51.4375 }, { "percentile": 0.9, "value": 58.983000000000004 }, { "percentile": 1, "value": 77.47 } ], "aa_coding": [ { "percentile": 0, "value": 2.7 }, { "percentile": 0.1, "value": 11.280000000000001 }, { "percentile": 0.25, "value": 20.5 }, { "percentile": 0.5, "value": 39.7 }, { "percentile": 0.75, "value": 56.1 }, { "percentile": 0.9, "value": 71.17999999999999 }, { "percentile": 1, "value": 78 } ], "aider_pass_rate": [ { "percentile": 0, "value": 3.6 }, { "percentile": 0.1, "value": 14.790000000000001 }, { "percentile": 0.25, "value": 26.875 }, { "percentile": 0.5, "value": 52.65 }, { "percentile": 0.75, "value": 70.325 }, { "percentile": 0.9, "value": 79.25 }, { "percentile": 1, "value": 88 } ], "aa_intelligence": [ { "percentile": 0, "value": 5.5 }, { "percentile": 0.1, "value": 11.34 }, { "percentile": 0.25, "value": 17.75 }, { "percentile": 0.5, "value": 30.4 }, { "percentile": 0.75, "value": 40.85 }, { "percentile": 0.9, "value": 51.28 }, { "percentile": 1, "value": 60.7 } ], "arena_rating": [ { "percentile": 0, "value": 952.4811130028054 }, { "percentile": 0.1, "value": 1148.8915065380825 }, { "percentile": 0.25, "value": 1254.9971997395883 }, { "percentile": 0.5, "value": 1347.7016108221833 }, { "percentile": 0.75, "value": 1425.2341171242674 }, { "percentile": 0.9, "value": 1465.605842712038 }, { "percentile": 1, "value": 1508.576862666775 } ], "design_arena_agents_elo_mean": [ { "percentile": 0, "value": 1002.3333333333334 }, { "percentile": 0.1, "value": 1095.58 }, { "percentile": 0.25, "value": 1124.2 }, { "percentile": 0.5, "value": 1180 }, { "percentile": 0.75, "value": 1215.5 }, { "percentile": 0.9, "value": 1280.8153846153846 }, { "percentile": 1, "value": 1303.75 } ], "bfcl_irrelevance": [ { "percentile": 0, "value": 31.99 }, { "percentile": 0.1, "value": 52.207 }, { "percentile": 0.25, "value": 70.1175 }, { "percentile": 0.5, "value": 79.94 }, { "percentile": 0.75, "value": 85.07249999999999 }, { "percentile": 0.9, "value": 88.984 }, { "percentile": 1, "value": 100 } ], "aider_well_formed": [ { "percentile": 0, "value": 64.4 }, { "percentile": 0.1, "value": 87.89 }, { "percentile": 0.25, "value": 92.9 }, { "percentile": 0.5, "value": 97.1 }, { "percentile": 0.75, "value": 99.225 }, { "percentile": 0.9, "value": 100 }, { "percentile": 1, "value": 100 } ] } }, "dimensions": [ { "name": "agentic", "weight": 0.4, "signals": [ "aa_agentic", "bfcl_overall" ] }, { "name": "coding", "weight": 0.35, "signals": [ "aa_coding", "aider_pass_rate" ] }, { "name": "general", "weight": 0.25, "signals": [ "aa_intelligence", "arena_rating" ] } ], "task_fit_signals": [ { "field": "design_arena_agents_elo_mean", "note": "specialized design-agent task performance" }, { "field": "bfcl_irrelevance", "note": "declines when no tool fits" }, { "field": "aider_well_formed", "note": "edit-format compliance" } ], "composite_note": "strength = fixed 40% agentic + 35% coding + 25% general capability. Raw measurements use persisted calibration anchors; missing dimensions are estimated from overlap instead of disappearing from the denominator. capability_confidence records evidence quality but does not gate effort membership. Specialized task/behavior signals are separate and affect deployment fitness only.", "models": [ { "name": "Claude Opus 5", "norm": "claude-opus-5", "sources": [ "openrouter" ], "or_id": "anthropic/claude-opus-5", "aa_intelligence": 63.1, "aa_coding": 78, "aa_agentic": 59.2, "design_arena_agents_elo_mean": 1280, "design_arena_agents_categories": 1, "design_arena_models_elo_mean": 1384.3333333333333, "design_arena_models_categories": 6, "context_length": 1000000, "price_prompt": 0.000005, "price_completion": 0.000025, "supports_tools": true, "strength": 1, "dimensions": { "agentic": 1, "coding": 1, "general": 1 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.898, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 1, "composite": 1, "composite_rank": 1 }, { "name": "Claude Opus 5 (batch)", "norm": "claude-opus-5:batch", "sources": [ "openrouter" ], "or_id": "anthropic/claude-opus-5:batch", "aa_intelligence": 63.1, "aa_coding": 78, "aa_agentic": 59.2, "design_arena_agents_elo_mean": 1280, "design_arena_agents_categories": 1, "design_arena_models_elo_mean": 1384.3333333333333, "design_arena_models_categories": 6, "context_length": 1000000, "price_prompt": 0.0000025, "price_completion": 0.0000125, "supports_tools": true, "strength": 1, "dimensions": { "agentic": 1, "coding": 1, "general": 1 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.898, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 2, "composite": 1, "composite_rank": 2 }, { "name": "OpenAI: GPT-5.6 Sol", "norm": "gpt-5.6-sol", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.6-sol", "aa_intelligence": 60.9, "aa_coding": 77.4, "aa_agentic": 57.8, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1050000, "price_prompt": 0.000005, "price_completion": 0.00003, "supports_tools": true, "strength": 0.997, "dimensions": { "agentic": 1, "coding": 0.991, "general": 1 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 3, "composite": 0.997, "composite_rank": 3 }, { "name": "OpenAI: GPT-5.6 Sol (batch)", "norm": "gpt-5.6-sol:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.6-sol:batch", "aa_intelligence": 60.9, "aa_coding": 77.4, "aa_agentic": 57.8, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1050000, "price_prompt": 0.0000025, "price_completion": 0.000015, "supports_tools": true, "strength": 0.997, "dimensions": { "agentic": 1, "coding": 0.991, "general": 1 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 4, "composite": 0.997, "composite_rank": 4 }, { "name": "Anthropic: Claude Fable 5", "norm": "claude-fable-5", "sources": [ "openrouter", "lmarena" ], "or_id": "anthropic/claude-fable-5", "aa_intelligence": 62.1, "aa_coding": 76.5, "aa_agentic": 56.6, "design_arena_agents_elo_mean": 1284.9, "design_arena_agents_categories": 10, "design_arena_models_elo_mean": 1355.5, "design_arena_models_categories": 8, "context_length": 1000000, "price_prompt": 0.00001, "price_completion": 0.00005, "supports_tools": true, "arena_rating": 1507.3106921725512, "arena_rank": 1, "strength": 0.992, "dimensions": { "agentic": 1, "coding": 0.978, "general": 0.999 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": 0.918, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 5, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 5, "composite": 0.992, "composite_rank": 5 }, { "name": "Anthropic: Claude Fable 5 (batch)", "norm": "claude-fable-5:batch", "sources": [ "openrouter" ], "or_id": "anthropic/claude-fable-5:batch", "aa_intelligence": 62.1, "aa_coding": 76.5, "aa_agentic": 56.6, "design_arena_agents_elo_mean": 1284.9, "design_arena_agents_categories": 10, "design_arena_models_elo_mean": 1355.5, "design_arena_models_categories": 8, "context_length": 1000000, "price_prompt": 0.000005, "price_completion": 0.000025, "supports_tools": true, "strength": 0.992, "dimensions": { "agentic": 1, "coding": 0.978, "general": 1 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.918, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 6, "composite": 0.992, "composite_rank": 6 }, { "name": "MoonshotAI: Kimi K3", "norm": "kimi-k3", "sources": [ "openrouter" ], "or_id": "moonshotai/kimi-k3", "aa_intelligence": 59.7, "aa_coding": 76.2, "aa_agentic": 54.3, "design_arena_agents_elo_mean": 1298, "design_arena_agents_categories": 3, "design_arena_models_elo_mean": 1403.2, "design_arena_models_categories": 5, "context_length": 1048576, "price_prompt": 0.000003, "price_completion": 0.000015, "supports_tools": true, "strength": 0.984, "dimensions": { "agentic": 0.991, "coding": 0.974, "general": 0.989 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.975, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 7, "composite": 0.984, "composite_rank": 7 }, { "name": "OpenAI: GPT-5.6 Terra", "norm": "gpt-5.6-terra", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.6-terra", "aa_intelligence": 56.6, "aa_coding": 76.7, "aa_agentic": 50.2, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1050000, "price_prompt": 0.000001, "price_completion": 0.000006, "supports_tools": true, "strength": 0.963, "dimensions": { "agentic": 0.953, "coding": 0.981, "general": 0.956 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 8, "composite": 0.963, "composite_rank": 8 }, { "name": "OpenAI: GPT-5.6 Terra (batch)", "norm": "gpt-5.6-terra:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.6-terra:batch", "aa_intelligence": 56.6, "aa_coding": 76.7, "aa_agentic": 50.2, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1050000, "price_prompt": 0.000001, "price_completion": 0.000006, "supports_tools": true, "strength": 0.963, "dimensions": { "agentic": 0.953, "coding": 0.981, "general": 0.956 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 9, "composite": 0.963, "composite_rank": 9 }, { "name": "Qwen: Qwen3.8 Max", "norm": "qwen3.8-max", "sources": [ "openrouter", "lmarena" ], "or_id": "qwen/qwen3.8-max", "aa_intelligence": 58.1, "aa_coding": 71.8, "aa_agentic": 58.4, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1000000, "price_prompt": 0.000002, "price_completion": 0.000006, "supports_tools": true, "arena_rating": 1497.1582610900455, "arena_rank": 6, "strength": 0.961, "dimensions": { "agentic": 1, "coding": 0.909, "general": 0.973 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 10, "composite": 0.961, "composite_rank": 10 }, { "name": "Anthropic: Claude Opus 4.8", "norm": "claude-opus-4.8", "sources": [ "openrouter" ], "or_id": "anthropic/claude-opus-4.8", "aa_intelligence": 57.3, "aa_coding": 74.3, "aa_agentic": 49.4, "design_arena_agents_elo_mean": 1268.076923076923, "design_arena_agents_categories": 13, "design_arena_models_elo_mean": 1271.75, "design_arena_models_categories": 8, "context_length": 1000000, "price_prompt": 0.000005, "price_completion": 0.000025, "supports_tools": true, "strength": 0.95, "dimensions": { "agentic": 0.945, "coding": 0.946, "general": 0.964 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.871, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 11, "composite": 0.95, "composite_rank": 11 }, { "name": "Anthropic: Claude Opus 4.8 (batch)", "norm": "claude-opus-4.8:batch", "sources": [ "openrouter" ], "or_id": "anthropic/claude-opus-4.8:batch", "aa_intelligence": 57.3, "aa_coding": 74.3, "aa_agentic": 49.4, "design_arena_agents_elo_mean": 1268.076923076923, "design_arena_agents_categories": 13, "design_arena_models_elo_mean": 1271.75, "design_arena_models_categories": 8, "context_length": 1000000, "price_prompt": 0.0000025, "price_completion": 0.0000125, "supports_tools": true, "strength": 0.95, "dimensions": { "agentic": 0.945, "coding": 0.946, "general": 0.964 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.871, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 12, "composite": 0.95, "composite_rank": 12 }, { "name": "Claude-Opus-4-5-20251101 (FC)", "norm": "claude-opus-4-5-20251101", "sources": [ "bfcl", "lmarena" ], "bfcl_overall": 77.47, "bfcl_multi_turn": 68.38, "bfcl_irrelevance": 84.72, "arena_rating": 1468.8107615781942, "arena_rank": 34, "strength": 0.945, "dimensions": { "agentic": 1, "coding": 0.909, "general": 0.907 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.733, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 13, "composite": 0.945, "composite_rank": 13 }, { "name": "OpenAI: GPT-5.5 (batch)", "norm": "gpt-5.5:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.5:batch", "aa_intelligence": 56.3, "aa_coding": 74.9, "aa_agentic": 47.4, "design_arena_agents_elo_mean": 1149.7692307692307, "design_arena_agents_categories": 13, "design_arena_models_elo_mean": 1285.875, "design_arena_models_categories": 8, "context_length": 1050000, "price_prompt": 0.0000025, "price_completion": 0.000015, "supports_tools": true, "strength": 0.943, "dimensions": { "agentic": 0.927, "coding": 0.955, "general": 0.953 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.365, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 14, "composite": 0.943, "composite_rank": 14 }, { "name": "gpt-5 (medium)", "norm": "gpt-5-medium", "sources": [ "aider" ], "aider_pass_rate": 86.7, "aider_well_formed": 88.4, "aider_run": "2025-08-25-13-23-27--gpt-5-medium", "strength": 0.941, "dimensions": { "agentic": 0.911, "coding": 0.985, "general": 0.929 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.115, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 15, "composite": 0.941, "composite_rank": 15 }, { "name": "OpenAI: GPT-5.5", "norm": "gpt-5.5", "sources": [ "openrouter", "lmarena" ], "or_id": "openai/gpt-5.5", "aa_intelligence": 56.3, "aa_coding": 74.9, "aa_agentic": 47.4, "design_arena_agents_elo_mean": 1149.7692307692307, "design_arena_agents_categories": 13, "design_arena_models_elo_mean": 1285.875, "design_arena_models_categories": 8, "context_length": 1050000, "price_prompt": 0.000005, "price_completion": 0.00003, "supports_tools": true, "arena_rating": 1476.6907176552236, "arena_rank": 20, "strength": 0.94, "dimensions": { "agentic": 0.927, "coding": 0.955, "general": 0.94 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": 0.365, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 5, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 16, "composite": 0.94, "composite_rank": 16 }, { "name": "Gemini-3-Pro-Preview (Prompt)", "norm": "gemini-3-pro-preview", "sources": [ "bfcl" ], "bfcl_overall": 72.51, "bfcl_multi_turn": 60.75, "bfcl_irrelevance": 85.59, "strength": 0.937, "dimensions": { "agentic": 0.973, "coding": 0.915, "general": 0.911 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.77, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 17, "composite": 0.937, "composite_rank": 17 }, { "name": "claude-opus-4-6-thinking", "norm": "claude-opus-4-6-thinking", "sources": [ "lmarena" ], "arena_rating": 1504.5630581741302, "arena_rank": 2, "strength": 0.934, "dimensions": { "agentic": 0.919, "coding": 0.91, "general": 0.991 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 18, "composite": 0.934, "composite_rank": 18 }, { "name": "Anthropic: Claude Sonnet 5", "norm": "claude-sonnet-5", "sources": [ "openrouter" ], "or_id": "anthropic/claude-sonnet-5", "aa_intelligence": 55.3, "aa_coding": 71.5, "aa_agentic": 49.7, "design_arena_agents_elo_mean": 1254.875, "design_arena_agents_categories": 8, "design_arena_models_elo_mean": 1287, "design_arena_models_categories": 8, "context_length": 1000000, "price_prompt": 0.000002, "price_completion": 0.00001, "supports_tools": true, "strength": 0.931, "dimensions": { "agentic": 0.948, "coding": 0.905, "general": 0.943 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.84, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 19, "composite": 0.931, "composite_rank": 19 }, { "name": "Anthropic: Claude Sonnet 5 (batch)", "norm": "claude-sonnet-5:batch", "sources": [ "openrouter" ], "or_id": "anthropic/claude-sonnet-5:batch", "aa_intelligence": 55.3, "aa_coding": 71.5, "aa_agentic": 49.7, "design_arena_agents_elo_mean": 1254.875, "design_arena_agents_categories": 8, "design_arena_models_elo_mean": 1287, "design_arena_models_categories": 8, "context_length": 1000000, "price_prompt": 0.000001, "price_completion": 0.000005, "supports_tools": true, "strength": 0.931, "dimensions": { "agentic": 0.948, "coding": 0.905, "general": 0.943 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.84, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 20, "composite": 0.931, "composite_rank": 20 }, { "name": "SpaceXAI: Grok 4.5", "norm": "grok-4.5", "sources": [ "openrouter", "lmarena" ], "or_id": "x-ai/grok-4.5", "aa_intelligence": 55.8, "aa_coding": 72.4, "aa_agentic": 48.9, "design_arena_agents_elo_mean": 1254.625, "design_arena_agents_categories": 8, "design_arena_models_elo_mean": 1307.5, "design_arena_models_categories": 8, "context_length": 500000, "price_prompt": 0.000002, "price_completion": 0.000006, "supports_tools": true, "arena_rating": 1468.4150916116691, "arena_rank": 35, "strength": 0.929, "dimensions": { "agentic": 0.94, "coding": 0.918, "general": 0.927 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": 0.84, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 5, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 21, "composite": 0.929, "composite_rank": 21 }, { "name": "Anthropic: Claude Opus 4.7", "norm": "claude-opus-4.7", "sources": [ "openrouter" ], "or_id": "anthropic/claude-opus-4.7", "aa_intelligence": 55, "aa_coding": 73.6, "aa_agentic": 46.3, "design_arena_agents_elo_mean": 1303.4166666666667, "design_arena_agents_categories": 12, "design_arena_models_elo_mean": 1311.875, "design_arena_models_categories": 8, "context_length": 1000000, "price_prompt": 0.000005, "price_completion": 0.000025, "supports_tools": true, "strength": 0.929, "dimensions": { "agentic": 0.916, "coding": 0.935, "general": 0.939 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.999, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 22, "composite": 0.929, "composite_rank": 22 }, { "name": "Anthropic: Claude Opus 4.7 (batch)", "norm": "claude-opus-4.7:batch", "sources": [ "openrouter" ], "or_id": "anthropic/claude-opus-4.7:batch", "aa_intelligence": 55, "aa_coding": 73.6, "aa_agentic": 46.3, "design_arena_agents_elo_mean": 1303.4166666666667, "design_arena_agents_categories": 12, "design_arena_models_elo_mean": 1311.875, "design_arena_models_categories": 8, "context_length": 1000000, "price_prompt": 0.0000025, "price_completion": 0.0000125, "supports_tools": true, "strength": 0.929, "dimensions": { "agentic": 0.916, "coding": 0.935, "general": 0.939 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.999, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 23, "composite": 0.929, "composite_rank": 23 }, { "name": "claude-opus-4-7-thinking", "norm": "claude-opus-4-7-thinking", "sources": [ "lmarena" ], "arena_rating": 1501.665132239123, "arena_rank": 3, "strength": 0.928, "dimensions": { "agentic": 0.913, "coding": 0.904, "general": 0.984 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 24, "composite": 0.928, "composite_rank": 24 }, { "name": "o3-pro (high)", "norm": "o3-pro-high", "sources": [ "aider" ], "aider_pass_rate": 84.9, "aider_well_formed": 97.8, "aider_run": "2025-06-28-00-38-18--o3-pro-high", "strength": 0.923, "dimensions": { "agentic": 0.893, "coding": 0.965, "general": 0.913 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.582, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 25, "composite": 0.923, "composite_rank": 25 }, { "name": "muse-spark-1.2-xhigh", "norm": "muse-spark-1.2-xhigh", "sources": [ "lmarena" ], "arena_rating": 1497.7596959844145, "arena_rank": 4, "strength": 0.919, "dimensions": { "agentic": 0.905, "coding": 0.896, "general": 0.975 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 26, "composite": 0.919, "composite_rank": 26 }, { "name": "claude-opus-4-6", "norm": "claude-opus-4-6", "sources": [ "lmarena" ], "arena_rating": 1497.4568269262058, "arena_rank": 5, "strength": 0.919, "dimensions": { "agentic": 0.904, "coding": 0.895, "general": 0.974 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 27, "composite": 0.919, "composite_rank": 27 }, { "name": "OpenAI: GPT-5.6 Luna", "norm": "gpt-5.6-luna", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.6-luna", "aa_intelligence": 52.3, "aa_coding": 71.4, "aa_agentic": 46.9, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1050000, "price_prompt": 1e-7, "price_completion": 6e-7, "supports_tools": true, "strength": 0.913, "dimensions": { "agentic": 0.922, "coding": 0.903, "general": 0.911 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 28, "composite": 0.913, "composite_rank": 28 }, { "name": "OpenAI: GPT-5.6 Luna (batch)", "norm": "gpt-5.6-luna:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.6-luna:batch", "aa_intelligence": 52.3, "aa_coding": 71.4, "aa_agentic": 46.9, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1050000, "price_prompt": 1e-7, "price_completion": 6e-7, "supports_tools": true, "strength": 0.913, "dimensions": { "agentic": 0.922, "coding": 0.903, "general": 0.911 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 29, "composite": 0.913, "composite_rank": 29 }, { "name": "Claude-Sonnet-4-5-20250929 (FC)", "norm": "claude-sonnet-4-5-20250929", "sources": [ "bfcl", "lmarena" ], "bfcl_overall": 73.24, "bfcl_multi_turn": 61.37, "bfcl_irrelevance": 86.61, "arena_rating": 1454.8822561561647, "arena_rank": 55, "strength": 0.912, "dimensions": { "agentic": 0.977, "coding": 0.875, "general": 0.86 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.809, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 30, "composite": 0.912, "composite_rank": 30 }, { "name": "claude-opus-4-7", "norm": "claude-opus-4-7", "sources": [ "lmarena" ], "arena_rating": 1492.8637521706023, "arena_rank": 7, "strength": 0.909, "dimensions": { "agentic": 0.895, "coding": 0.886, "general": 0.963 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 31, "composite": 0.909, "composite_rank": 31 }, { "name": "claude-opus-5-high", "norm": "claude-opus-5-high", "sources": [ "lmarena" ], "arena_rating": 1492.7619609725116, "arena_rank": 8, "strength": 0.909, "dimensions": { "agentic": 0.895, "coding": 0.886, "general": 0.963 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 32, "composite": 0.909, "composite_rank": 32 }, { "name": "DeepSeek: DeepSeek V4 Flash 0731", "norm": "deepseek-v4-flash-0731", "sources": [ "openrouter" ], "or_id": "deepseek/deepseek-v4-flash-0731", "aa_intelligence": 51.8, "aa_coding": 69.1, "aa_agentic": 48.4, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1250.5, "design_arena_models_categories": 6, "context_length": 1048576, "price_prompt": 9e-8, "price_completion": 1.8e-7, "supports_tools": true, "strength": 0.908, "dimensions": { "agentic": 0.936, "coding": 0.879, "general": 0.906 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 33, "composite": 0.908, "composite_rank": 33 }, { "name": "gemini-2.5-pro-preview-06-05 (32k think)", "norm": "gemini-2.5-pro-preview-06-05 (32k think)", "sources": [ "aider" ], "aider_pass_rate": 83.1, "aider_well_formed": 99.6, "aider_run": "2025-06-06-16-36-21--gemini0605-32k-think-diff-fenced", "strength": 0.905, "dimensions": { "agentic": 0.876, "coding": 0.944, "general": 0.897 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.823, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 34, "composite": 0.905, "composite_rank": 34 }, { "name": "OpenAI: GPT-5.4 (batch)", "norm": "gpt-5.4:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.4:batch", "aa_intelligence": 53.1, "aa_coding": 71.1, "aa_agentic": 44.2, "design_arena_agents_elo_mean": 1098.8, "design_arena_agents_categories": 5, "design_arena_models_elo_mean": 1240.875, "design_arena_models_categories": 8, "context_length": 1050000, "price_prompt": 0.00000125, "price_completion": 0.0000075, "supports_tools": true, "strength": 0.903, "dimensions": { "agentic": 0.896, "coding": 0.899, "general": 0.919 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.117, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 35, "composite": 0.903, "composite_rank": 35 }, { "name": "OpenAI: GPT-5.4", "norm": "gpt-5.4", "sources": [ "openrouter", "lmarena" ], "or_id": "openai/gpt-5.4", "aa_intelligence": 53.1, "aa_coding": 71.1, "aa_agentic": 44.2, "design_arena_agents_elo_mean": 1098.8, "design_arena_agents_categories": 5, "design_arena_models_elo_mean": 1240.875, "design_arena_models_categories": 8, "context_length": 1050000, "price_prompt": 0.0000025, "price_completion": 0.000015, "supports_tools": true, "arena_rating": 1465.1295610710345, "arena_rank": 42, "strength": 0.9, "dimensions": { "agentic": 0.896, "coding": 0.899, "general": 0.909 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": 0.117, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 5, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 36, "composite": 0.9, "composite_rank": 36 }, { "name": "claude-opus-5-max", "norm": "claude-opus-5-max", "sources": [ "lmarena" ], "arena_rating": 1488.4380189611798, "arena_rank": 9, "strength": 0.9, "dimensions": { "agentic": 0.886, "coding": 0.877, "general": 0.953 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 37, "composite": 0.9, "composite_rank": 37 }, { "name": "Z.ai: GLM 5.2", "norm": "glm-5.2", "sources": [ "openrouter" ], "or_id": "z-ai/glm-5.2", "aa_intelligence": 52.6, "aa_coding": 68.8, "aa_agentic": 45.7, "design_arena_agents_elo_mean": 1210.25, "design_arena_agents_categories": 8, "design_arena_models_elo_mean": 1317.75, "design_arena_models_categories": 8, "context_length": 1048576, "price_prompt": 1.82e-7, "price_completion": 5.72e-7, "supports_tools": true, "strength": 0.899, "dimensions": { "agentic": 0.911, "coding": 0.876, "general": 0.914 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.713, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 38, "composite": 0.899, "composite_rank": 38 }, { "name": "Z.ai: GLM 5.2 (batch)", "norm": "glm-5.2:batch", "sources": [ "openrouter" ], "or_id": "z-ai/glm-5.2:batch", "aa_intelligence": 52.6, "aa_coding": 68.8, "aa_agentic": 45.7, "design_arena_agents_elo_mean": 1210.25, "design_arena_agents_categories": 8, "design_arena_models_elo_mean": 1317.75, "design_arena_models_categories": 8, "context_length": 512000, "price_prompt": 7e-7, "price_completion": 0.0000022, "supports_tools": true, "strength": 0.899, "dimensions": { "agentic": 0.911, "coding": 0.876, "general": 0.914 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.713, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 39, "composite": 0.899, "composite_rank": 39 }, { "name": "muse-spark", "norm": "muse-spark", "sources": [ "lmarena" ], "arena_rating": 1487.9959203802027, "arena_rank": 10, "strength": 0.899, "dimensions": { "agentic": 0.885, "coding": 0.876, "general": 0.952 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 40, "composite": 0.899, "composite_rank": 40 }, { "name": "gemini-3-pro", "norm": "gemini-3-pro", "sources": [ "lmarena" ], "arena_rating": 1485.6041736448938, "arena_rank": 13, "strength": 0.894, "dimensions": { "agentic": 0.88, "coding": 0.871, "general": 0.947 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 41, "composite": 0.894, "composite_rank": 41 }, { "name": "kimi-k3-max", "norm": "kimi-k3-max", "sources": [ "lmarena" ], "arena_rating": 1485.3775225272639, "arena_rank": 14, "strength": 0.893, "dimensions": { "agentic": 0.88, "coding": 0.87, "general": 0.946 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 42, "composite": 0.893, "composite_rank": 42 }, { "name": "Meta: Muse Spark 1.1", "norm": "muse-spark-1.1", "sources": [ "openrouter", "lmarena" ], "or_id": "meta/muse-spark-1.1", "aa_intelligence": 53.2, "aa_coding": 71.3, "aa_agentic": 39.7, "design_arena_agents_elo_mean": 1203, "design_arena_agents_categories": 6, "design_arena_models_elo_mean": 1307.875, "design_arena_models_categories": 8, "context_length": 1048576, "price_prompt": 0.00000125, "price_completion": 0.00000425, "supports_tools": true, "arena_rating": 1487.4943743654908, "arena_rank": 11, "strength": 0.89, "dimensions": { "agentic": 0.85, "coding": 0.902, "general": 0.936 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": 0.662, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 5, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 43, "composite": 0.89, "composite_rank": 43 }, { "name": "claude-opus-4-8-thinking", "norm": "claude-opus-4-8-thinking", "sources": [ "lmarena" ], "arena_rating": 1482.9787582829813, "arena_rank": 16, "strength": 0.888, "dimensions": { "agentic": 0.875, "coding": 0.865, "general": 0.94 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 44, "composite": 0.888, "composite_rank": 44 }, { "name": "o3 (high)", "norm": "o3-high", "sources": [ "aider" ], "aider_pass_rate": 81.3, "aider_well_formed": 94.7, "aider_run": "2025-06-25-21-04-24--o3-price-reduction-high", "strength": 0.887, "dimensions": { "agentic": 0.859, "coding": 0.923, "general": 0.881 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.357, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 45, "composite": 0.887, "composite_rank": 45 }, { "name": "gpt-5 (low)", "norm": "gpt-5-low", "sources": [ "aider" ], "aider_pass_rate": 81.3, "aider_well_formed": 86.7, "aider_run": "2025-08-25-14-16-37--gpt-5-low", "strength": 0.887, "dimensions": { "agentic": 0.859, "coding": 0.923, "general": 0.881 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.095, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 46, "composite": 0.887, "composite_rank": 46 }, { "name": "gpt-5.5-high", "norm": "gpt-5.5-high", "sources": [ "lmarena" ], "arena_rating": 1482.0456133051525, "arena_rank": 17, "strength": 0.886, "dimensions": { "agentic": 0.873, "coding": 0.863, "general": 0.938 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 47, "composite": 0.886, "composite_rank": 47 }, { "name": "gpt-5.6-sol-xhigh", "norm": "gpt-5.6-sol-xhigh", "sources": [ "lmarena" ], "arena_rating": 1481.6123178098655, "arena_rank": 18, "strength": 0.885, "dimensions": { "agentic": 0.872, "coding": 0.862, "general": 0.937 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 48, "composite": 0.885, "composite_rank": 48 }, { "name": "Google: Gemini 3.6 Flash", "norm": "gemini-3.6-flash", "sources": [ "openrouter", "lmarena" ], "or_id": "google/gemini-3.6-flash", "aa_intelligence": 51.6, "aa_coding": 69.2, "aa_agentic": 40.5, "design_arena_agents_elo_mean": 1204, "design_arena_agents_categories": 6, "design_arena_models_elo_mean": 1323.6666666666667, "design_arena_models_categories": 6, "context_length": 1048576, "price_prompt": 0.0000015, "price_completion": 0.0000075, "supports_tools": true, "arena_rating": 1485.051432320638, "arena_rank": 15, "strength": 0.883, "dimensions": { "agentic": 0.858, "coding": 0.88, "general": 0.924 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": 0.669, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 5, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 49, "composite": 0.883, "composite_rank": 49 }, { "name": "gpt-5 (high)", "norm": "gpt-5-high", "sources": [ "lmarena", "aider" ], "arena_rating": 1433.9232107119083, "arena_rank": 86, "aider_pass_rate": 88, "aider_well_formed": 91.6, "aider_run": "2025-08-23-15-47-21--gpt-5-high", "strength": 0.879, "dimensions": { "agentic": 0.835, "coding": 1, "general": 0.782 }, "direct_dimensions": [ "coding", "general" ], "imputed_dimensions": [ "agentic" ], "imputation_confidence": { "agentic": 0.904 }, "capability_confidence": 0.65, "signals": [ "aider_pass_rate", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.211, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 50, "composite": 0.879, "composite_rank": 50 }, { "name": "Google: Gemini 3.5 Flash", "norm": "gemini-3.5-flash", "sources": [ "openrouter" ], "or_id": "google/gemini-3.5-flash", "aa_intelligence": 52, "aa_coding": 70.1, "aa_agentic": 39.7, "design_arena_agents_elo_mean": 1207.1538461538462, "design_arena_agents_categories": 13, "design_arena_models_elo_mean": 1291.125, "design_arena_models_categories": 8, "context_length": 1048576, "price_prompt": 0.0000015, "price_completion": 0.000009, "supports_tools": true, "strength": 0.878, "dimensions": { "agentic": 0.85, "coding": 0.889, "general": 0.908 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.691, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 51, "composite": 0.878, "composite_rank": 51 }, { "name": "Google: Gemini 3.5 Flash (batch)", "norm": "gemini-3.5-flash:batch", "sources": [ "openrouter" ], "or_id": "google/gemini-3.5-flash:batch", "aa_intelligence": 52, "aa_coding": 70.1, "aa_agentic": 39.7, "design_arena_agents_elo_mean": 1207.1538461538462, "design_arena_agents_categories": 13, "design_arena_models_elo_mean": 1291.125, "design_arena_models_categories": 8, "context_length": 1048576, "price_prompt": 7.5e-7, "price_completion": 0.0000045, "supports_tools": true, "strength": 0.878, "dimensions": { "agentic": 0.85, "coding": 0.889, "general": 0.908 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.691, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 52, "composite": 0.878, "composite_rank": 52 }, { "name": "Google: Gemini 3.6 Flash (batch)", "norm": "gemini-3.6-flash:batch", "sources": [ "openrouter" ], "or_id": "google/gemini-3.6-flash:batch", "aa_intelligence": 51.6, "aa_coding": 69.2, "aa_agentic": 40.5, "design_arena_agents_elo_mean": 1204, "design_arena_agents_categories": 6, "design_arena_models_elo_mean": 1323.6666666666667, "design_arena_models_categories": 6, "context_length": 1048576, "price_prompt": 7.5e-7, "price_completion": 0.00000375, "supports_tools": true, "strength": 0.877, "dimensions": { "agentic": 0.858, "coding": 0.88, "general": 0.903 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.669, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 53, "composite": 0.877, "composite_rank": 53 }, { "name": "gpt-5.4-high", "norm": "gpt-5.4-high", "sources": [ "lmarena" ], "arena_rating": 1476.7182925727848, "arena_rank": 19, "strength": 0.875, "dimensions": { "agentic": 0.862, "coding": 0.852, "general": 0.926 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 54, "composite": 0.875, "composite_rank": 54 }, { "name": "gemini-3.5-flash-high", "norm": "gemini-3.5-flash-high", "sources": [ "lmarena" ], "arena_rating": 1476.2182178621342, "arena_rank": 21, "strength": 0.874, "dimensions": { "agentic": 0.861, "coding": 0.851, "general": 0.925 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 55, "composite": 0.874, "composite_rank": 55 }, { "name": "Moonshotai-Kimi-K2-Instruct (FC)", "norm": "moonshotai-kimi-k2-instruct", "sources": [ "bfcl" ], "bfcl_overall": 59.06, "bfcl_multi_turn": 50.63, "bfcl_irrelevance": 87.34, "strength": 0.873, "dimensions": { "agentic": 0.9, "coding": 0.854, "general": 0.853 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.837, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 56, "composite": 0.873, "composite_rank": 56 }, { "name": "gpt-5.2-chat-latest-20260210", "norm": "gpt-5.2-chat-latest-20260210", "sources": [ "lmarena" ], "arena_rating": 1476.0992834695976, "arena_rank": 22, "strength": 0.873, "dimensions": { "agentic": 0.861, "coding": 0.851, "general": 0.924 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 57, "composite": 0.873, "composite_rank": 57 }, { "name": "qwen3.7-max-preview", "norm": "qwen3.7-max-preview", "sources": [ "lmarena" ], "arena_rating": 1474.716465390613, "arena_rank": 23, "strength": 0.87, "dimensions": { "agentic": 0.858, "coding": 0.848, "general": 0.921 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 58, "composite": 0.87, "composite_rank": 58 }, { "name": "grok-4.20-beta1", "norm": "grok-4.20-beta1", "sources": [ "lmarena" ], "arena_rating": 1474.4888697010852, "arena_rank": 24, "strength": 0.87, "dimensions": { "agentic": 0.858, "coding": 0.848, "general": 0.921 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 59, "composite": 0.87, "composite_rank": 59 }, { "name": "gemini-3.5-flash-medium", "norm": "gemini-3.5-flash-medium", "sources": [ "lmarena" ], "arena_rating": 1474.4783155741166, "arena_rank": 25, "strength": 0.87, "dimensions": { "agentic": 0.858, "coding": 0.847, "general": 0.921 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 60, "composite": 0.87, "composite_rank": 60 }, { "name": "grok-4 (high)", "norm": "grok-4-high", "sources": [ "aider" ], "aider_pass_rate": 79.6, "aider_well_formed": 97.3, "aider_run": "2025-07-11-19-37-40--xai-or-grok4-high", "strength": 0.87, "dimensions": { "agentic": 0.842, "coding": 0.904, "general": 0.866 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.524, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 61, "composite": 0.87, "composite_rank": 61 }, { "name": "gpt-5.5-instant", "norm": "gpt-5.5-instant", "sources": [ "lmarena" ], "arena_rating": 1473.5077711279778, "arena_rank": 26, "strength": 0.868, "dimensions": { "agentic": 0.856, "coding": 0.845, "general": 0.918 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 62, "composite": 0.868, "composite_rank": 62 }, { "name": "gemini-3-flash", "norm": "gemini-3-flash", "sources": [ "lmarena" ], "arena_rating": 1472.812797387358, "arena_rank": 27, "strength": 0.866, "dimensions": { "agentic": 0.854, "coding": 0.844, "general": 0.917 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 63, "composite": 0.866, "composite_rank": 63 }, { "name": "claude-opus-4-8", "norm": "claude-opus-4-8", "sources": [ "lmarena" ], "arena_rating": 1472.7241755546625, "arena_rank": 28, "strength": 0.866, "dimensions": { "agentic": 0.854, "coding": 0.844, "general": 0.917 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 64, "composite": 0.866, "composite_rank": 64 }, { "name": "claude-opus-4-5-20251101-thinking-32k", "norm": "claude-opus-4-5-20251101-thinking-32k", "sources": [ "lmarena" ], "arena_rating": 1472.6968236856555, "arena_rank": 29, "strength": 0.866, "dimensions": { "agentic": 0.854, "coding": 0.844, "general": 0.917 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 65, "composite": 0.866, "composite_rank": 65 }, { "name": "claude-sonnet-4-6", "norm": "claude-sonnet-4-6", "sources": [ "lmarena" ], "arena_rating": 1471.9984678154847, "arena_rank": 30, "strength": 0.865, "dimensions": { "agentic": 0.853, "coding": 0.842, "general": 0.915 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 66, "composite": 0.865, "composite_rank": 66 }, { "name": "grok-4.20-beta-0309-reasoning", "norm": "grok-4.20-beta-0309-reasoning", "sources": [ "lmarena" ], "arena_rating": 1471.8998869691018, "arena_rank": 31, "strength": 0.864, "dimensions": { "agentic": 0.853, "coding": 0.842, "general": 0.915 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 67, "composite": 0.864, "composite_rank": 67 }, { "name": "gemini-2.5-pro-preview-06-05 (default think)", "norm": "gemini-2.5-pro-preview-06-05 (default think)", "sources": [ "aider" ], "aider_pass_rate": 79.1, "aider_well_formed": 100, "aider_run": "2025-06-06-18-38-56--gemini0605-diff-fenced", "strength": 0.864, "dimensions": { "agentic": 0.837, "coding": 0.897, "general": 0.861 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.95, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 68, "composite": 0.864, "composite_rank": 68 }, { "name": "Grok-4-1-fast-reasoning (FC)", "norm": "grok-4-1-fast-reasoning", "sources": [ "bfcl", "lmarena" ], "bfcl_overall": 69.57, "bfcl_multi_turn": 58.87, "bfcl_irrelevance": 79.43, "arena_rating": 1430.961840180536, "arena_rank": 90, "strength": 0.863, "dimensions": { "agentic": 0.957, "coding": 0.82, "general": 0.771 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.487, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 69, "composite": 0.863, "composite_rank": 69 }, { "name": "grok-4.20-multi-agent-beta-0309", "norm": "grok-4.20-multi-agent-beta-0309", "sources": [ "lmarena" ], "arena_rating": 1471.0039909331135, "arena_rank": 32, "strength": 0.863, "dimensions": { "agentic": 0.851, "coding": 0.84, "general": 0.913 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 70, "composite": 0.863, "composite_rank": 70 }, { "name": "glm-5.2-max", "norm": "glm-5.2-max", "sources": [ "lmarena" ], "arena_rating": 1470.9620912904825, "arena_rank": 33, "strength": 0.862, "dimensions": { "agentic": 0.851, "coding": 0.84, "general": 0.912 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 71, "composite": 0.862, "composite_rank": 71 }, { "name": "Grok-4-1-fast-non-reasoning (FC)", "norm": "grok-4-1-fast-non-reasoning", "sources": [ "bfcl" ], "bfcl_overall": 58.29, "bfcl_multi_turn": 46.75, "bfcl_irrelevance": 74.09, "strength": 0.86, "dimensions": { "agentic": 0.886, "coding": 0.843, "general": 0.842 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.351, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 72, "composite": 0.86, "composite_rank": 72 }, { "name": "ernie-5.1", "norm": "ernie-5.1", "sources": [ "lmarena" ], "arena_rating": 1467.4893141384478, "arena_rank": 37, "strength": 0.855, "dimensions": { "agentic": 0.844, "coding": 0.833, "general": 0.904 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 73, "composite": 0.855, "composite_rank": 73 }, { "name": "gpt-5.6-terra-xhigh", "norm": "gpt-5.6-terra-xhigh", "sources": [ "lmarena" ], "arena_rating": 1467.150916363907, "arena_rank": 38, "strength": 0.854, "dimensions": { "agentic": 0.843, "coding": 0.832, "general": 0.904 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 74, "composite": 0.854, "composite_rank": 74 }, { "name": "grok-4.1-thinking", "norm": "grok-4.1-thinking", "sources": [ "lmarena" ], "arena_rating": 1465.9687378617327, "arena_rank": 40, "strength": 0.852, "dimensions": { "agentic": 0.841, "coding": 0.83, "general": 0.901 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 75, "composite": 0.852, "composite_rank": 75 }, { "name": "Anthropic: Claude Sonnet 4.6", "norm": "claude-sonnet-4.6", "sources": [ "openrouter" ], "or_id": "anthropic/claude-sonnet-4.6", "aa_intelligence": 48.4, "aa_coding": 63, "aa_agentic": 42.1, "design_arena_agents_elo_mean": 1231.1666666666667, "design_arena_agents_categories": 6, "design_arena_models_elo_mean": 1290.625, "design_arena_models_categories": 8, "context_length": 1000000, "price_prompt": 0.000003, "price_completion": 0.000015, "supports_tools": true, "strength": 0.851, "dimensions": { "agentic": 0.875, "coding": 0.819, "general": 0.859 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.786, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 76, "composite": 0.851, "composite_rank": 76 }, { "name": "Anthropic: Claude Sonnet 4.6 (batch)", "norm": "claude-sonnet-4.6:batch", "sources": [ "openrouter" ], "or_id": "anthropic/claude-sonnet-4.6:batch", "aa_intelligence": 48.4, "aa_coding": 63, "aa_agentic": 42.1, "design_arena_agents_elo_mean": 1231.1666666666667, "design_arena_agents_categories": 6, "design_arena_models_elo_mean": 1290.625, "design_arena_models_categories": 8, "context_length": 1000000, "price_prompt": 0.0000015, "price_completion": 0.0000075, "supports_tools": true, "strength": 0.851, "dimensions": { "agentic": 0.875, "coding": 0.819, "general": 0.859 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.786, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 77, "composite": 0.851, "composite_rank": 77 }, { "name": "o3 (high) + gpt-4.1", "norm": "o3 (high) + gpt-4.1", "sources": [ "aider" ], "aider_pass_rate": 78.2, "aider_well_formed": 100, "aider_run": "2025-06-27-23-53-57--o3-mini-high-diff-arch", "strength": 0.851, "dimensions": { "agentic": 0.824, "coding": 0.882, "general": 0.849 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.95, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 78, "composite": 0.851, "composite_rank": 78 }, { "name": "qwen3.5-max-preview", "norm": "qwen3.5-max-preview", "sources": [ "lmarena" ], "arena_rating": 1465.1728621016796, "arena_rank": 41, "strength": 0.85, "dimensions": { "agentic": 0.838, "coding": 0.828, "general": 0.898 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 79, "composite": 0.85, "composite_rank": 79 }, { "name": "o3-2025-04-16 (Prompt)", "norm": "o3-2025-04-16", "sources": [ "bfcl", "lmarena" ], "bfcl_overall": 63.05, "bfcl_multi_turn": 62.25, "bfcl_irrelevance": 83.98, "arena_rating": 1430.8351415480088, "arena_rank": 91, "strength": 0.844, "dimensions": { "agentic": 0.922, "coding": 0.806, "general": 0.771 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.697, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 80, "composite": 0.844, "composite_rank": 80 }, { "name": "claude-sonnet-5-high", "norm": "claude-sonnet-5-high", "sources": [ "lmarena" ], "arena_rating": 1462.5230401183476, "arena_rank": 43, "strength": 0.841, "dimensions": { "agentic": 0.83, "coding": 0.819, "general": 0.889 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 81, "composite": 0.841, "composite_rank": 81 }, { "name": "Command A Reasoning (FC)", "norm": "command a reasoning", "sources": [ "bfcl" ], "bfcl_overall": 57.06, "bfcl_multi_turn": 50.12, "bfcl_irrelevance": 86.75, "strength": 0.838, "dimensions": { "agentic": 0.862, "coding": 0.822, "general": 0.823 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.814, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 82, "composite": 0.838, "composite_rank": 82 }, { "name": "Qwen: Qwen3.6 Max Preview", "norm": "qwen3.6-max-preview", "sources": [ "openrouter", "lmarena" ], "or_id": "qwen/qwen3.6-max-preview", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 0.000001027, "price_completion": 0.000006162, "supports_tools": true, "arena_rating": 1460.3407826633465, "arena_rank": 45, "strength": 0.833, "dimensions": { "agentic": 0.823, "coding": 0.812, "general": 0.88 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 83, "composite": 0.833, "composite_rank": 83 }, { "name": "Claude-Haiku-4-5-20251001 (FC)", "norm": "claude-haiku-4-5-20251001", "sources": [ "bfcl", "lmarena" ], "bfcl_overall": 68.7, "bfcl_multi_turn": 53.62, "bfcl_irrelevance": 85.11, "arena_rating": 1412.4070679698098, "arena_rank": 122, "strength": 0.833, "dimensions": { "agentic": 0.953, "coding": 0.785, "general": 0.709 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.751, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 84, "composite": 0.833, "composite_rank": 84 }, { "name": "o3", "norm": "o3", "sources": [ "openrouter", "aider" ], "or_id": "openai/o3", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1085.8, "design_arena_models_categories": 5, "context_length": 200000, "price_prompt": 0.000002, "price_completion": 0.000008, "supports_tools": true, "aider_pass_rate": 76.9, "aider_well_formed": 93.8, "aider_run": "2025-06-25-20-30-16--o3-price-reduction", "strength": 0.831, "dimensions": { "agentic": 0.805, "coding": 0.861, "general": 0.832 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.304, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 85, "composite": 0.831, "composite_rank": 85 }, { "name": "Gemini 2.5 Pro Preview 05-06", "norm": "gemini 2.5 pro preview 05-06", "sources": [ "aider" ], "aider_pass_rate": 76.9, "aider_well_formed": 97.3, "aider_run": "2025-05-07-19-32-40--gemini0506-diff-fenced-completion_cost", "strength": 0.831, "dimensions": { "agentic": 0.805, "coding": 0.861, "general": 0.832 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.524, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 86, "composite": 0.831, "composite_rank": 86 }, { "name": "grok-4.1", "norm": "grok-4.1", "sources": [ "lmarena" ], "arena_rating": 1459.5110880841385, "arena_rank": 46, "strength": 0.83, "dimensions": { "agentic": 0.82, "coding": 0.809, "general": 0.877 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 87, "composite": 0.83, "composite_rank": 87 }, { "name": "gemini-3-flash (thinking-minimal)", "norm": "gemini-3-flash (thinking-minimal)", "sources": [ "lmarena" ], "arena_rating": 1458.5940551695703, "arena_rank": 48, "strength": 0.827, "dimensions": { "agentic": 0.817, "coding": 0.806, "general": 0.874 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 88, "composite": 0.827, "composite_rank": 88 }, { "name": "Z.ai: GLM 5", "norm": "glm-5", "sources": [ "openrouter", "lmarena" ], "or_id": "z-ai/glm-5", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": 1168.2, "design_arena_agents_categories": 5, "design_arena_models_elo_mean": 1252.625, "design_arena_models_categories": 8, "context_length": 204800, "price_prompt": 9.5e-7, "price_completion": 0.00000255, "supports_tools": true, "arena_rating": 1456.714915505148, "arena_rank": 51, "strength": 0.821, "dimensions": { "agentic": 0.811, "coding": 0.799, "general": 0.867 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": 0.447, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 89, "composite": 0.821, "composite_rank": 89 }, { "name": "dola-seed-2.0-pro", "norm": "dola-seed-2.0-pro", "sources": [ "lmarena" ], "arena_rating": 1455.880511171763, "arena_rank": 52, "strength": 0.818, "dimensions": { "agentic": 0.808, "coding": 0.797, "general": 0.864 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 90, "composite": 0.818, "composite_rank": 90 }, { "name": "GPT-5.2-2025-12-11 (FC)", "norm": "gpt-5.2-2025-12-11", "sources": [ "bfcl" ], "bfcl_overall": 55.87, "bfcl_multi_turn": 28.12, "bfcl_irrelevance": 79.42, "strength": 0.817, "dimensions": { "agentic": 0.838, "coding": 0.802, "general": 0.804 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.487, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 91, "composite": 0.817, "composite_rank": 91 }, { "name": "claude-sonnet-4-5-20250929-thinking-32k", "norm": "claude-sonnet-4-5-20250929-thinking-32k", "sources": [ "lmarena" ], "arena_rating": 1455.6779969603676, "arena_rank": 53, "strength": 0.817, "dimensions": { "agentic": 0.808, "coding": 0.796, "general": 0.863 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 92, "composite": 0.817, "composite_rank": 92 }, { "name": "deepseek-v4-pro-high-preview", "norm": "deepseek-v4-pro-high-preview", "sources": [ "lmarena" ], "arena_rating": 1455.5038144431737, "arena_rank": 54, "strength": 0.817, "dimensions": { "agentic": 0.807, "coding": 0.795, "general": 0.862 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 93, "composite": 0.817, "composite_rank": 93 }, { "name": "DeepSeek: DeepSeek V4 Pro", "norm": "deepseek-v4-pro", "sources": [ "openrouter", "lmarena" ], "or_id": "deepseek/deepseek-v4-pro", "aa_intelligence": 45.3, "aa_coding": 59.4, "aa_agentic": 37.8, "design_arena_agents_elo_mean": 1002.3333333333334, "design_arena_agents_categories": 3, "design_arena_models_elo_mean": 1245.375, "design_arena_models_categories": 8, "context_length": 1048576, "price_prompt": 4.35e-7, "price_completion": 8.7e-7, "supports_tools": true, "arena_rating": 1457.0657320773553, "arena_rank": 50, "strength": 0.816, "dimensions": { "agentic": 0.831, "coding": 0.783, "general": 0.841 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": 0, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 5, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 94, "composite": 0.816, "composite_rank": 94 }, { "name": "gpt-5.1-high", "norm": "gpt-5.1-high", "sources": [ "lmarena" ], "arena_rating": 1454.4602159496949, "arena_rank": 56, "strength": 0.813, "dimensions": { "agentic": 0.804, "coding": 0.792, "general": 0.859 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 95, "composite": 0.813, "composite_rank": 95 }, { "name": "Grok-4-0709 (Prompt)", "norm": "grok-4-0709", "sources": [ "bfcl", "lmarena" ], "bfcl_overall": 62.97, "bfcl_multi_turn": 47, "bfcl_irrelevance": 84.3, "arena_rating": 1409.4395191399021, "arena_rank": 127, "strength": 0.812, "dimensions": { "agentic": 0.922, "coding": 0.768, "general": 0.699 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.712, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 96, "composite": 0.812, "composite_rank": 96 }, { "name": "GPT-5-mini-2025-08-07 (FC)", "norm": "gpt-5-mini-2025-08-07", "sources": [ "bfcl" ], "bfcl_overall": 55.46, "bfcl_multi_turn": 27.5, "bfcl_irrelevance": 91.01, "strength": 0.81, "dimensions": { "agentic": 0.83, "coding": 0.796, "general": 0.798 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.918, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 97, "composite": 0.81, "composite_rank": 97 }, { "name": "Qwen: Qwen3.7 Max", "norm": "qwen3.7-max", "sources": [ "openrouter" ], "or_id": "qwen/qwen3.7-max", "aa_intelligence": 46.7, "aa_coding": 66, "aa_agentic": 30.9, "design_arena_agents_elo_mean": 1211.875, "design_arena_agents_categories": 8, "design_arena_models_elo_mean": 1296, "design_arena_models_categories": 8, "context_length": 1000000, "price_prompt": 0.000001475, "price_completion": 0.000004425, "supports_tools": true, "strength": 0.809, "dimensions": { "agentic": 0.76, "coding": 0.848, "general": 0.834 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.724, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 98, "composite": 0.809, "composite_rank": 98 }, { "name": "Tencent: Hy3", "norm": "hy3", "sources": [ "openrouter", "lmarena" ], "or_id": "tencent/hy3", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1194.5, "design_arena_models_categories": 6, "context_length": 262144, "price_prompt": 1.32e-7, "price_completion": 5.28e-7, "supports_tools": true, "arena_rating": 1453.024951260133, "arena_rank": 57, "strength": 0.808, "dimensions": { "agentic": 0.799, "coding": 0.787, "general": 0.853 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 99, "composite": 0.808, "composite_rank": 99 }, { "name": "MiniMax: MiniMax M3", "norm": "minimax-m3", "sources": [ "openrouter", "lmarena" ], "or_id": "minimax/minimax-m3", "aa_intelligence": 45.4, "aa_coding": 58.6, "aa_agentic": 36.1, "design_arena_agents_elo_mean": 1213.3333333333333, "design_arena_agents_categories": 6, "design_arena_models_elo_mean": 1256.375, "design_arena_models_categories": 8, "context_length": 1048576, "price_prompt": 3e-7, "price_completion": 0.0000012, "supports_tools": true, "arena_rating": 1444.667445276487, "arena_rank": 70, "strength": 0.801, "dimensions": { "agentic": 0.813, "coding": 0.775, "general": 0.819 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": 0.735, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 5, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 100, "composite": 0.801, "composite_rank": 100 }, { "name": "gemma-4-31b", "norm": "gemma-4-31b", "sources": [ "lmarena" ], "arena_rating": 1450.9364427465393, "arena_rank": 58, "strength": 0.801, "dimensions": { "agentic": 0.792, "coding": 0.78, "general": 0.845 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 101, "composite": 0.801, "composite_rank": 101 }, { "name": "MiniMax: MiniMax M3 (batch)", "norm": "minimax-m3:batch", "sources": [ "openrouter" ], "or_id": "minimax/minimax-m3:batch", "aa_intelligence": 45.4, "aa_coding": 58.6, "aa_agentic": 36.1, "design_arena_agents_elo_mean": 1213.3333333333333, "design_arena_agents_categories": 6, "design_arena_models_elo_mean": 1256.375, "design_arena_models_categories": 8, "context_length": 524288, "price_prompt": 1.5e-7, "price_completion": 6e-7, "supports_tools": true, "strength": 0.8, "dimensions": { "agentic": 0.813, "coding": 0.775, "general": 0.815 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.735, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 102, "composite": 0.8, "composite_rank": 102 }, { "name": "kimi-k2.5-thinking", "norm": "kimi-k2.5-thinking", "sources": [ "lmarena" ], "arena_rating": 1450.652525515051, "arena_rank": 59, "strength": 0.8, "dimensions": { "agentic": 0.791, "coding": 0.779, "general": 0.844 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 103, "composite": 0.8, "composite_rank": 103 }, { "name": "MoonshotAI: Kimi K2.6", "norm": "kimi-k2.6", "sources": [ "openrouter", "lmarena" ], "or_id": "moonshotai/kimi-k2.6", "aa_intelligence": 45.1, "aa_coding": 61.8, "aa_agentic": 31.2, "design_arena_agents_elo_mean": 1203, "design_arena_agents_categories": 13, "design_arena_models_elo_mean": 1276.75, "design_arena_models_categories": 8, "context_length": 262144, "price_prompt": 5.795e-7, "price_completion": 0.00000244, "supports_tools": true, "arena_rating": 1460.6787524232327, "arena_rank": 44, "strength": 0.799, "dimensions": { "agentic": 0.763, "coding": 0.807, "general": 0.846 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": 0.662, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 5, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 104, "composite": 0.799, "composite_rank": 104 }, { "name": "gpt-5.6-luna-xhigh", "norm": "gpt-5.6-luna-xhigh", "sources": [ "lmarena" ], "arena_rating": 1449.6556636408818, "arena_rank": 60, "strength": 0.797, "dimensions": { "agentic": 0.788, "coding": 0.776, "general": 0.841 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 105, "composite": 0.797, "composite_rank": 105 }, { "name": "xLAM-2-32b-fc-r (FC)", "norm": "xlam-2-32b-fc-r", "sources": [ "bfcl" ], "bfcl_overall": 54.66, "bfcl_multi_turn": 69.5, "bfcl_irrelevance": 80.23, "strength": 0.796, "dimensions": { "agentic": 0.814, "coding": 0.782, "general": 0.785 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.514, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 106, "composite": 0.796, "composite_rank": 106 }, { "name": "DeepSeek-V3.2-Exp (Prompt + Thinking)", "norm": "deepseek-v3.2-exp", "sources": [ "openrouter", "bfcl", "lmarena" ], "or_id": "deepseek/deepseek-v3.2-exp", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1177.142857142857, "design_arena_models_categories": 7, "context_length": 163840, "price_prompt": 2.7e-7, "price_completion": 4.1e-7, "supports_tools": true, "bfcl_overall": 56.73, "bfcl_multi_turn": 44.88, "bfcl_irrelevance": 67, "arena_rating": 1422.5157271513795, "arena_rank": 105, "strength": 0.795, "dimensions": { "agentic": 0.855, "coding": 0.764, "general": 0.741 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.224, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 107, "composite": 0.795, "composite_rank": 107 }, { "name": "claude-opus-4-1-20250805-thinking-16k", "norm": "claude-opus-4-1-20250805-thinking-16k", "sources": [ "lmarena" ], "arena_rating": 1449.1397970393718, "arena_rank": 61, "strength": 0.795, "dimensions": { "agentic": 0.786, "coding": 0.774, "general": 0.839 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high", "xhigh" ], "strength_rank": 108, "composite": 0.795, "composite_rank": 108 }, { "name": "ernie-5.0-preview-1203", "norm": "ernie-5.0-preview-1203", "sources": [ "lmarena" ], "arena_rating": 1448.7701088931203, "arena_rank": 62, "strength": 0.794, "dimensions": { "agentic": 0.785, "coding": 0.773, "general": 0.837 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 109, "composite": 0.794, "composite_rank": 109 }, { "name": "gpt-5.3-chat-latest", "norm": "gpt-5.3-chat-latest", "sources": [ "lmarena" ], "arena_rating": 1448.5918159456373, "arena_rank": 63, "strength": 0.793, "dimensions": { "agentic": 0.785, "coding": 0.772, "general": 0.837 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 110, "composite": 0.793, "composite_rank": 110 }, { "name": "gpt-5.4-mini-high", "norm": "gpt-5.4-mini-high", "sources": [ "lmarena" ], "arena_rating": 1448.29402963137, "arena_rank": 64, "strength": 0.792, "dimensions": { "agentic": 0.784, "coding": 0.771, "general": 0.836 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 111, "composite": 0.792, "composite_rank": 111 }, { "name": "mimo-v2-pro", "norm": "mimo-v2-pro", "sources": [ "lmarena" ], "arena_rating": 1448.00325694291, "arena_rank": 65, "strength": 0.791, "dimensions": { "agentic": 0.783, "coding": 0.77, "general": 0.835 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 112, "composite": 0.791, "composite_rank": 112 }, { "name": "DeepSeek-V3.2-Exp (Reasoner)", "norm": "deepseek-v3.2-exp (reasoner)", "sources": [ "aider" ], "aider_pass_rate": 74.2, "aider_well_formed": 97.3, "aider_run": "2025-10-03-09-45-34--deepseek-v3.2-reasoner", "strength": 0.791, "dimensions": { "agentic": 0.767, "coding": 0.815, "general": 0.796 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.524, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 113, "composite": 0.791, "composite_rank": 113 }, { "name": "claude-opus-4-1-20250805", "norm": "claude-opus-4-1-20250805", "sources": [ "lmarena" ], "arena_rating": 1447.0898356053008, "arena_rank": 66, "strength": 0.788, "dimensions": { "agentic": 0.78, "coding": 0.767, "general": 0.831 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 114, "composite": 0.788, "composite_rank": 114 }, { "name": "ernie-5.0-0110", "norm": "ernie-5.0-0110", "sources": [ "lmarena" ], "arena_rating": 1446.8868690177228, "arena_rank": 67, "strength": 0.788, "dimensions": { "agentic": 0.779, "coding": 0.767, "general": 0.83 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 115, "composite": 0.788, "composite_rank": 115 }, { "name": "Xiaomi: MiMo-V2.5-Pro", "norm": "mimo-v2.5-pro", "sources": [ "openrouter", "lmarena" ], "or_id": "xiaomi/mimo-v2.5-pro", "aa_intelligence": 42.9, "aa_coding": 60.2, "aa_agentic": 29.5, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1276.875, "design_arena_models_categories": 8, "context_length": 1050000, "price_prompt": 4.35e-7, "price_completion": 8.7e-7, "supports_tools": true, "arena_rating": 1467.0362374568917, "arena_rank": 39, "strength": 0.783, "dimensions": { "agentic": 0.74, "coding": 0.791, "general": 0.841 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 116, "composite": 0.783, "composite_rank": 116 }, { "name": "gpt-4.5-preview-2025-02-27", "norm": "gpt-4.5-preview-2025-02-27", "sources": [ "lmarena" ], "arena_rating": 1444.748990936912, "arena_rank": 69, "strength": 0.78, "dimensions": { "agentic": 0.772, "coding": 0.76, "general": 0.823 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 117, "composite": 0.78, "composite_rank": 117 }, { "name": "MoonshotAI: Kimi K2.7 Code", "norm": "kimi-k2.7-code", "sources": [ "openrouter" ], "or_id": "moonshotai/kimi-k2.7-code", "aa_intelligence": 43, "aa_coding": 60.8, "aa_agentic": 30.3, "design_arena_agents_elo_mean": 1187.625, "design_arena_agents_categories": 8, "design_arena_models_elo_mean": 1268.875, "design_arena_models_categories": 8, "context_length": 262144, "price_prompt": 7e-7, "price_completion": 0.0000035, "supports_tools": true, "strength": 0.775, "dimensions": { "agentic": 0.753, "coding": 0.797, "general": 0.781 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.554, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 118, "composite": 0.775, "composite_rank": 118 }, { "name": "MoonshotAI: Kimi K2.7 Code (batch)", "norm": "kimi-k2.7-code:batch", "sources": [ "openrouter" ], "or_id": "moonshotai/kimi-k2.7-code:batch", "aa_intelligence": 43, "aa_coding": 60.8, "aa_agentic": 30.3, "design_arena_agents_elo_mean": 1187.625, "design_arena_agents_categories": 8, "design_arena_models_elo_mean": 1268.875, "design_arena_models_categories": 8, "context_length": 262144, "price_prompt": 4.75e-7, "price_completion": 0.000002, "supports_tools": true, "strength": 0.775, "dimensions": { "agentic": 0.753, "coding": 0.797, "general": 0.781 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.554, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 119, "composite": 0.775, "composite_rank": 119 }, { "name": "chatgpt-4o-latest-20250326", "norm": "chatgpt-4o-latest-20250326", "sources": [ "lmarena" ], "arena_rating": 1443.1035426174144, "arena_rank": 72, "strength": 0.775, "dimensions": { "agentic": 0.767, "coding": 0.754, "general": 0.816 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 120, "composite": 0.775, "composite_rank": 120 }, { "name": "Gemini-2.5-Flash (FC)", "norm": "gemini-2.5-flash", "sources": [ "openrouter", "bfcl", "lmarena" ], "or_id": "google/gemini-2.5-flash", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1120.2857142857142, "design_arena_models_categories": 7, "context_length": 1048576, "price_prompt": 3e-7, "price_completion": 0.0000025, "supports_tools": true, "bfcl_overall": 56.24, "bfcl_multi_turn": 36.25, "bfcl_irrelevance": 93.67, "arena_rating": 1410.2063070695408, "arena_rank": 126, "strength": 0.772, "dimensions": { "agentic": 0.845, "coding": 0.739, "general": 0.702 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.943, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 121, "composite": 0.772, "composite_rank": 121 }, { "name": "Gemini 2.5 Pro Preview 03-25", "norm": "gemini 2.5 pro preview 03-25", "sources": [ "aider" ], "aider_pass_rate": 72.9, "aider_well_formed": 92.4, "aider_run": "2025-04-12-04-55-50--gemini-25-pro-diff-fenced", "strength": 0.772, "dimensions": { "agentic": 0.749, "coding": 0.793, "general": 0.779 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.235, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 122, "composite": 0.772, "composite_rank": 122 }, { "name": "Z.ai: GLM 5.1", "norm": "glm-5.1", "sources": [ "openrouter", "lmarena" ], "or_id": "z-ai/glm-5.1", "aa_intelligence": 41, "aa_coding": 55.8, "aa_agentic": 30.6, "design_arena_agents_elo_mean": 1209.3846153846155, "design_arena_agents_categories": 13, "design_arena_models_elo_mean": 1294.875, "design_arena_models_categories": 8, "context_length": 204800, "price_prompt": 9.52e-7, "price_completion": 0.000002992, "supports_tools": true, "arena_rating": 1467.791094188054, "arena_rank": 36, "strength": 0.771, "dimensions": { "agentic": 0.756, "coding": 0.745, "general": 0.829 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": 0.707, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 5, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 123, "composite": 0.771, "composite_rank": 123 }, { "name": "Tencent: Hy3 preview", "norm": "hy3-preview", "sources": [ "openrouter" ], "or_id": "tencent/hy3-preview", "aa_intelligence": 42.2, "aa_coding": 58.8, "aa_agentic": 31.4, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 6.3e-8, "price_completion": 2.1e-7, "supports_tools": true, "strength": 0.77, "dimensions": { "agentic": 0.765, "coding": 0.777, "general": 0.769 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 124, "composite": 0.77, "composite_rank": 124 }, { "name": "Google: Gemini 3.1 Pro Preview", "norm": "gemini-3.1-pro-preview", "sources": [ "openrouter", "lmarena" ], "or_id": "google/gemini-3.1-pro-preview", "aa_intelligence": 47.7, "aa_coding": 68.8, "aa_agentic": 23, "design_arena_agents_elo_mean": 1149.1538461538462, "design_arena_agents_categories": 13, "design_arena_models_elo_mean": 1282.25, "design_arena_models_categories": 8, "context_length": 1048576, "price_prompt": 0.000002, "price_completion": 0.000012, "supports_tools": true, "arena_rating": 1486.5107330227597, "arena_rank": 12, "strength": 0.77, "dimensions": { "agentic": 0.597, "coding": 0.876, "general": 0.899 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": 0.362, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 5, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 125, "composite": 0.77, "composite_rank": 125 }, { "name": "Nex AGI: Nex-N2-Pro", "norm": "nex-n2-pro", "sources": [ "openrouter" ], "or_id": "nex-agi/nex-n2-pro", "aa_intelligence": 41.7, "aa_coding": 59.1, "aa_agentic": 31, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1246, "design_arena_models_categories": 8, "context_length": 262144, "price_prompt": 2.5e-7, "price_completion": 0.000001, "supports_tools": true, "strength": 0.768, "dimensions": { "agentic": 0.761, "coding": 0.78, "general": 0.762 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 126, "composite": 0.768, "composite_rank": 126 }, { "name": "xLAM-2-70b-fc-r (FC)", "norm": "xlam-2-70b-fc-r", "sources": [ "bfcl" ], "bfcl_overall": 53.07, "bfcl_multi_turn": 77.38, "bfcl_irrelevance": 79.11, "strength": 0.768, "dimensions": { "agentic": 0.782, "coding": 0.756, "general": 0.76 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.479, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 127, "composite": 0.768, "composite_rank": 127 }, { "name": "Google: Gemini 3.1 Pro Preview (batch)", "norm": "gemini-3.1-pro-preview:batch", "sources": [ "openrouter" ], "or_id": "google/gemini-3.1-pro-preview:batch", "aa_intelligence": 47.7, "aa_coding": 68.8, "aa_agentic": 23, "design_arena_agents_elo_mean": 1149.1538461538462, "design_arena_agents_categories": 13, "design_arena_models_elo_mean": 1282.25, "design_arena_models_categories": 8, "context_length": 1048576, "price_prompt": 0.000001, "price_completion": 0.000006, "supports_tools": true, "strength": 0.758, "dimensions": { "agentic": 0.597, "coding": 0.876, "general": 0.849 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.362, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 128, "composite": 0.758, "composite_rank": 128 }, { "name": "o4-mini (high)", "norm": "o4-mini-high", "sources": [ "openrouter", "aider" ], "or_id": "openai/o4-mini-high", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 200000, "price_prompt": 0.0000011, "price_completion": 0.0000044, "supports_tools": true, "aider_pass_rate": 72, "aider_well_formed": 90.7, "aider_run": "2025-04-16-22-01-58--o4-mini-high-diff-exsys", "strength": 0.758, "dimensions": { "agentic": 0.736, "coding": 0.778, "general": 0.767 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.184, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 129, "composite": 0.758, "composite_rank": 129 }, { "name": "gemma-4-26b-a4b", "norm": "gemma-4-26b-a4b", "sources": [ "lmarena" ], "arena_rating": 1438.2352967380343, "arena_rank": 78, "strength": 0.758, "dimensions": { "agentic": 0.751, "coding": 0.738, "general": 0.798 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 130, "composite": 0.758, "composite_rank": 130 }, { "name": "claude-opus-4-20250514 (32k thinking)", "norm": "claude-opus-4-20250514-32k-thinking", "sources": [ "aider" ], "aider_pass_rate": 72, "aider_well_formed": 97.3, "aider_run": "2025-05-25-20-40-51--opus4-diff-exuser", "strength": 0.758, "dimensions": { "agentic": 0.736, "coding": 0.778, "general": 0.767 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.524, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 131, "composite": 0.758, "composite_rank": 131 }, { "name": "deepseek-v4-flash-high-preview", "norm": "deepseek-v4-flash-high-preview", "sources": [ "lmarena" ], "arena_rating": 1437.7173602147918, "arena_rank": 79, "strength": 0.757, "dimensions": { "agentic": 0.749, "coding": 0.736, "general": 0.796 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 132, "composite": 0.757, "composite_rank": 132 }, { "name": "Thinking Machines: Inkling", "norm": "inkling", "sources": [ "openrouter", "lmarena" ], "or_id": "thinkingmachines/inkling", "aa_intelligence": 42.3, "aa_coding": 52.1, "aa_agentic": 34.1, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1205.6666666666667, "design_arena_models_categories": 6, "context_length": 1048576, "price_prompt": 9.5e-7, "price_completion": 0.00000405, "supports_tools": true, "arena_rating": 1441.5278390832714, "arena_rank": 76, "strength": 0.756, "dimensions": { "agentic": 0.792, "coding": 0.689, "general": 0.791 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 133, "composite": 0.756, "composite_rank": 133 }, { "name": "OpenAI: GPT-5.4 Mini", "norm": "gpt-5.4-mini", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.4-mini", "aa_intelligence": 40.9, "aa_coding": 56.1, "aa_agentic": 31.5, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 400000, "price_prompt": 7.5e-7, "price_completion": 0.0000045, "supports_tools": true, "strength": 0.756, "dimensions": { "agentic": 0.766, "coding": 0.75, "general": 0.751 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 134, "composite": 0.756, "composite_rank": 134 }, { "name": "OpenAI: GPT-5.4 Mini (batch)", "norm": "gpt-5.4-mini:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.4-mini:batch", "aa_intelligence": 40.9, "aa_coding": 56.1, "aa_agentic": 31.5, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 400000, "price_prompt": 3.75e-7, "price_completion": 0.00000225, "supports_tools": true, "strength": 0.756, "dimensions": { "agentic": 0.766, "coding": 0.75, "general": 0.751 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 135, "composite": 0.756, "composite_rank": 135 }, { "name": "gpt-5.2-high", "norm": "gpt-5.2-high", "sources": [ "lmarena" ], "arena_rating": 1437.6037959501973, "arena_rank": 80, "strength": 0.756, "dimensions": { "agentic": 0.749, "coding": 0.736, "general": 0.796 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 136, "composite": 0.756, "composite_rank": 136 }, { "name": "GPT-4.1-2025-04-14 (FC)", "norm": "gpt-4.1-2025-04-14", "sources": [ "bfcl", "lmarena" ], "bfcl_overall": 53.96, "bfcl_multi_turn": 38.88, "bfcl_irrelevance": 86.52, "arena_rating": 1413.7921989355532, "arena_rank": 120, "strength": 0.753, "dimensions": { "agentic": 0.8, "coding": 0.728, "general": 0.713 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.806, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 137, "composite": 0.753, "composite_rank": 137 }, { "name": "Thinking Machines: Inkling (batch)", "norm": "inkling:batch", "sources": [ "openrouter" ], "or_id": "thinkingmachines/inkling:batch", "aa_intelligence": 42.3, "aa_coding": 52.1, "aa_agentic": 34.1, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1205.6666666666667, "design_arena_models_categories": 6, "context_length": 524288, "price_prompt": 5e-7, "price_completion": 0.000002025, "supports_tools": true, "strength": 0.751, "dimensions": { "agentic": 0.792, "coding": 0.689, "general": 0.771 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 138, "composite": 0.751, "composite_rank": 138 }, { "name": "DeepSeek: DeepSeek V4 Flash 0423", "norm": "deepseek-v4-flash", "sources": [ "openrouter", "lmarena" ], "or_id": "deepseek/deepseek-v4-flash", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1204.375, "design_arena_models_categories": 8, "context_length": 1048576, "price_prompt": 1.4e-7, "price_completion": 2.8e-7, "supports_tools": true, "arena_rating": 1435.7851562663059, "arena_rank": 81, "strength": 0.75, "dimensions": { "agentic": 0.743, "coding": 0.73, "general": 0.789 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 139, "composite": 0.75, "composite_rank": 139 }, { "name": "DeepSeek R1 (0528)", "norm": "deepseek r1 (0528)", "sources": [ "aider" ], "aider_pass_rate": 71.4, "aider_well_formed": 94.6, "aider_run": "2025-06-06-16-47-07--r1-diff", "strength": 0.75, "dimensions": { "agentic": 0.727, "coding": 0.768, "general": 0.759 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.351, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 140, "composite": 0.75, "composite_rank": 140 }, { "name": "OpenAI: GPT-5.2", "norm": "gpt-5.2", "sources": [ "openrouter", "lmarena" ], "or_id": "openai/gpt-5.2", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": 1117.6, "design_arena_agents_categories": 5, "design_arena_models_elo_mean": 1200.75, "design_arena_models_categories": 8, "context_length": 400000, "price_prompt": 0.00000175, "price_completion": 0.000014, "supports_tools": true, "arena_rating": 1435.2128832856906, "arena_rank": 82, "strength": 0.748, "dimensions": { "agentic": 0.741, "coding": 0.728, "general": 0.787 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": 0.215, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 141, "composite": 0.748, "composite_rank": 141 }, { "name": "longcat-flash-chat-2602-exp", "norm": "longcat-flash-chat-2602-exp", "sources": [ "lmarena" ], "arena_rating": 1435.0559609644451, "arena_rank": 83, "strength": 0.748, "dimensions": { "agentic": 0.741, "coding": 0.727, "general": 0.786 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 142, "composite": 0.748, "composite_rank": 142 }, { "name": "Qwen3-235B-A22B-Instruct-2507 (Prompt)", "norm": "qwen3-235b-a22b-instruct-2507", "sources": [ "bfcl", "lmarena" ], "bfcl_overall": 52.15, "bfcl_multi_turn": 44.62, "bfcl_irrelevance": 78.89, "arena_rating": 1422.8597038681792, "arena_rank": 103, "strength": 0.746, "dimensions": { "agentic": 0.764, "coding": 0.729, "general": 0.742 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.473, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 143, "composite": 0.746, "composite_rank": 143 }, { "name": "qwen3-max-preview", "norm": "qwen3-max-preview", "sources": [ "lmarena" ], "arena_rating": 1434.634176709671, "arena_rank": 84, "strength": 0.746, "dimensions": { "agentic": 0.739, "coding": 0.726, "general": 0.785 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 144, "composite": 0.746, "composite_rank": 144 }, { "name": "Thinking Machines: Inkling Small", "norm": "inkling-small", "sources": [ "openrouter" ], "or_id": "thinkingmachines/inkling-small", "aa_intelligence": 41.2, "aa_coding": 52.9, "aa_agentic": 31.9, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 524288, "price_prompt": 4.5e-7, "price_completion": 0.0000012, "supports_tools": true, "strength": 0.742, "dimensions": { "agentic": 0.77, "coding": 0.701, "general": 0.755 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 145, "composite": 0.742, "composite_rank": 145 }, { "name": "OpenAI: GPT-5.4 Nano", "norm": "gpt-5.4-nano", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.4-nano", "aa_intelligence": 39.7, "aa_coding": 56.1, "aa_agentic": 29.7, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 400000, "price_prompt": 2e-7, "price_completion": 0.00000125, "supports_tools": true, "strength": 0.741, "dimensions": { "agentic": 0.744, "coding": 0.75, "general": 0.722 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 146, "composite": 0.741, "composite_rank": 146 }, { "name": "OpenAI: GPT-5.4 Nano (batch)", "norm": "gpt-5.4-nano:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.4-nano:batch", "aa_intelligence": 39.7, "aa_coding": 56.1, "aa_agentic": 29.7, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 400000, "price_prompt": 1e-7, "price_completion": 6.25e-7, "supports_tools": true, "strength": 0.741, "dimensions": { "agentic": 0.744, "coding": 0.75, "general": 0.722 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 147, "composite": 0.741, "composite_rank": 147 }, { "name": "Qwen: Qwen3.6 Plus", "norm": "qwen3.6-plus", "sources": [ "openrouter", "lmarena" ], "or_id": "qwen/qwen3.6-plus", "aa_intelligence": 40.5, "aa_coding": 54.5, "aa_agentic": 29, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1238.5, "design_arena_models_categories": 8, "context_length": 1000000, "price_prompt": 3.25e-7, "price_completion": 0.00000195, "supports_tools": true, "arena_rating": 1443.3079938634532, "arena_rank": 71, "strength": 0.74, "dimensions": { "agentic": 0.729, "coding": 0.726, "general": 0.779 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 148, "composite": 0.74, "composite_rank": 148 }, { "name": "Z.ai: GLM 5V Turbo", "norm": "glm-5v-turbo", "sources": [ "openrouter", "lmarena" ], "or_id": "z-ai/glm-5v-turbo", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": 1154.6923076923076, "design_arena_agents_categories": 13, "design_arena_models_elo_mean": 1229.875, "design_arena_models_categories": 8, "context_length": 202752, "price_prompt": 0.0000012, "price_completion": 0.000004, "supports_tools": true, "arena_rating": 1432.9607069328658, "arena_rank": 87, "strength": 0.74, "dimensions": { "agentic": 0.734, "coding": 0.72, "general": 0.779 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": 0.387, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 149, "composite": 0.74, "composite_rank": 149 }, { "name": "GPT-5-nano-2025-08-07 (FC)", "norm": "gpt-5-nano-2025-08-07", "sources": [ "bfcl" ], "bfcl_overall": 51.45, "bfcl_multi_turn": 34.5, "bfcl_irrelevance": 89.1, "strength": 0.739, "dimensions": { "agentic": 0.75, "coding": 0.729, "general": 0.735 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.901, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 150, "composite": 0.739, "composite_rank": 150 }, { "name": "claude-opus-4-20250514 (no think)", "norm": "claude-opus-4-20250514 (no think)", "sources": [ "aider" ], "aider_pass_rate": 70.7, "aider_well_formed": 98.7, "aider_run": "2025-05-25-19-57-20--opus4-diff-exuser", "strength": 0.739, "dimensions": { "agentic": 0.717, "coding": 0.756, "general": 0.75 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.688, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 151, "composite": 0.739, "composite_rank": 151 }, { "name": "Nanbeige4-3B-Thinking-2511 (FC)", "norm": "nanbeige4-3b-thinking-2511", "sources": [ "bfcl" ], "bfcl_overall": 51.4, "bfcl_multi_turn": 51.12, "bfcl_irrelevance": 83.09, "strength": 0.738, "dimensions": { "agentic": 0.749, "coding": 0.728, "general": 0.734 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.653, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 152, "composite": 0.738, "composite_rank": 152 }, { "name": "kimi-k2.5-instant", "norm": "kimi-k2.5-instant", "sources": [ "lmarena" ], "arena_rating": 1431.2720724550968, "arena_rank": 89, "strength": 0.735, "dimensions": { "agentic": 0.729, "coding": 0.715, "general": 0.772 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 153, "composite": 0.735, "composite_rank": 153 }, { "name": "DeepSeek-V3.2-Exp (Chat)", "norm": "deepseek-v3.2-exp (chat)", "sources": [ "aider" ], "aider_pass_rate": 70.2, "aider_well_formed": 98.2, "aider_run": "2025-10-03-09-21-36--deepseek-v3.2-chat", "strength": 0.732, "dimensions": { "agentic": 0.71, "coding": 0.748, "general": 0.744 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.629, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 154, "composite": 0.732, "composite_rank": 154 }, { "name": "mimo-v2-omni", "norm": "mimo-v2-omni", "sources": [ "lmarena" ], "arena_rating": 1429.699732431376, "arena_rank": 92, "strength": 0.729, "dimensions": { "agentic": 0.723, "coding": 0.71, "general": 0.767 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 155, "composite": 0.729, "composite_rank": 155 }, { "name": "kimi-k2-thinking-turbo", "norm": "kimi-k2-thinking-turbo", "sources": [ "lmarena" ], "arena_rating": 1429.6830658247, "arena_rank": 93, "strength": 0.729, "dimensions": { "agentic": 0.723, "coding": 0.71, "general": 0.767 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 156, "composite": 0.729, "composite_rank": 156 }, { "name": "mistral-medium-3.5", "norm": "mistral-medium-3.5", "sources": [ "lmarena" ], "arena_rating": 1427.181317553498, "arena_rank": 94, "strength": 0.721, "dimensions": { "agentic": 0.715, "coding": 0.701, "general": 0.757 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 157, "composite": 0.721, "composite_rank": 157 }, { "name": "gpt-5-chat", "norm": "gpt-5-chat", "sources": [ "lmarena" ], "arena_rating": 1426.826480980426, "arena_rank": 95, "strength": 0.72, "dimensions": { "agentic": 0.714, "coding": 0.7, "general": 0.756 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 158, "composite": 0.72, "composite_rank": 158 }, { "name": "nvidia-nemotron-3-ultra-550b-a55b-nvfp4", "norm": "nvidia-nemotron-3-ultra-550b-a55b-nvfp4", "sources": [ "lmarena" ], "arena_rating": 1426.0174837190507, "arena_rank": 96, "strength": 0.717, "dimensions": { "agentic": 0.712, "coding": 0.697, "general": 0.753 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 159, "composite": 0.717, "composite_rank": 159 }, { "name": "amazon-nova-experimental-chat-26-02-10", "norm": "amazon-nova-experimental-chat-26-02-10", "sources": [ "lmarena" ], "arena_rating": 1425.8876694834762, "arena_rank": 97, "strength": 0.716, "dimensions": { "agentic": 0.711, "coding": 0.697, "general": 0.752 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 160, "composite": 0.716, "composite_rank": 160 }, { "name": "SpaceXAI: Grok Build 0.1", "norm": "grok-build-0.1", "sources": [ "openrouter" ], "or_id": "x-ai/grok-build-0.1", "aa_intelligence": 40.7, "aa_coding": 51.5, "aa_agentic": 28.9, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 256000, "price_prompt": 0.000001, "price_completion": 0.000002, "supports_tools": true, "strength": 0.715, "dimensions": { "agentic": 0.726, "coding": 0.68, "general": 0.746 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 161, "composite": 0.715, "composite_rank": 161 }, { "name": "deepseek-v3.2-exp-thinking", "norm": "deepseek-v3.2-exp-thinking", "sources": [ "lmarena" ], "arena_rating": 1424.8732327548232, "arena_rank": 100, "strength": 0.713, "dimensions": { "agentic": 0.708, "coding": 0.694, "general": 0.749 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 162, "composite": 0.713, "composite_rank": 162 }, { "name": "claude-opus-4-20250514-thinking-16k", "norm": "claude-opus-4-20250514-thinking-16k", "sources": [ "lmarena" ], "arena_rating": 1424.6583455207278, "arena_rank": 101, "strength": 0.713, "dimensions": { "agentic": 0.707, "coding": 0.693, "general": 0.748 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 163, "composite": 0.713, "composite_rank": 163 }, { "name": "o4-mini-2025-04-16 (FC)", "norm": "o4-mini-2025-04-16", "sources": [ "bfcl", "lmarena" ], "bfcl_overall": 53.24, "bfcl_multi_turn": 41.75, "bfcl_irrelevance": 83.91, "arena_rating": 1390.0313551525246, "arena_rank": 149, "strength": 0.712, "dimensions": { "agentic": 0.786, "coding": 0.681, "general": 0.636 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.693, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 164, "composite": 0.712, "composite_rank": 164 }, { "name": "qwen3-max-2025-09-23", "norm": "qwen3-max-2025-09-23", "sources": [ "lmarena" ], "arena_rating": 1424.0913992050905, "arena_rank": 102, "strength": 0.711, "dimensions": { "agentic": 0.706, "coding": 0.691, "general": 0.746 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 165, "composite": 0.711, "composite_rank": 165 }, { "name": "deepseek-v3.2-thinking", "norm": "deepseek-v3.2-thinking", "sources": [ "lmarena" ], "arena_rating": 1422.7012073724263, "arena_rank": 104, "strength": 0.707, "dimensions": { "agentic": 0.702, "coding": 0.687, "general": 0.742 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 166, "composite": 0.707, "composite_rank": 166 }, { "name": "DeepSeek: R1 0528", "norm": "deepseek-r1-0528", "sources": [ "openrouter", "lmarena" ], "or_id": "deepseek/deepseek-r1-0528", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1152, "design_arena_models_categories": 7, "context_length": 163840, "price_prompt": 5e-7, "price_completion": 0.00000215, "supports_tools": true, "arena_rating": 1422.0663955909563, "arena_rank": 106, "strength": 0.705, "dimensions": { "agentic": 0.7, "coding": 0.686, "general": 0.74 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 167, "composite": 0.705, "composite_rank": 167 }, { "name": "grok-4-fast-chat", "norm": "grok-4-fast-chat", "sources": [ "lmarena" ], "arena_rating": 1420.8404007415538, "arena_rank": 107, "strength": 0.701, "dimensions": { "agentic": 0.697, "coding": 0.682, "general": 0.736 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 168, "composite": 0.701, "composite_rank": 168 }, { "name": "Xiaomi: MiMo-V2.5", "norm": "mimo-v2.5", "sources": [ "openrouter", "lmarena" ], "or_id": "xiaomi/mimo-v2.5", "aa_intelligence": 38, "aa_coding": 56.8, "aa_agentic": 24.4, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1261, "design_arena_models_categories": 8, "context_length": 1050000, "price_prompt": 1.4e-7, "price_completion": 2.8e-7, "supports_tools": true, "arena_rating": 1434.0018278083257, "arena_rank": 85, "strength": 0.699, "dimensions": { "agentic": 0.627, "coding": 0.757, "general": 0.732 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 169, "composite": 0.699, "composite_rank": 169 }, { "name": "Qwen: Qwen3.6 27B", "norm": "qwen3.6-27b", "sources": [ "openrouter" ], "or_id": "qwen/qwen3.6-27b", "aa_intelligence": 37.7, "aa_coding": 53.7, "aa_agentic": 27.5, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 6e-7, "price_completion": 0.0000036, "supports_tools": true, "strength": 0.697, "dimensions": { "agentic": 0.696, "coding": 0.713, "general": 0.675 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 170, "composite": 0.697, "composite_rank": 170 }, { "name": "Ling-3.0-flash", "norm": "ling-3.0-flash", "sources": [ "openrouter" ], "or_id": "inclusionai/ling-3.0-flash", "aa_intelligence": 37.8, "aa_coding": 50.6, "aa_agentic": 29.3, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 2.1e-8, "price_completion": 6.3e-8, "supports_tools": true, "strength": 0.696, "dimensions": { "agentic": 0.735, "coding": 0.666, "general": 0.677 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium", "high" ], "strength_rank": 171, "composite": 0.696, "composite_rank": 171 }, { "name": "Google: Gemini 3.5 Flash Lite", "norm": "gemini-3.5-flash-lite", "sources": [ "openrouter", "lmarena" ], "or_id": "google/gemini-3.5-flash-lite", "aa_intelligence": 37.4, "aa_coding": 49.3, "aa_agentic": 27.2, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1048576, "price_prompt": 3e-7, "price_completion": 0.0000025, "supports_tools": true, "arena_rating": 1458.858608813945, "arena_rank": 47, "strength": 0.695, "dimensions": { "agentic": 0.689, "coding": 0.646, "general": 0.771 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [ "low", "medium" ], "strength_rank": 172, "composite": 0.695, "composite_rank": 172 }, { "name": "ernie-5.0-preview-1022", "norm": "ernie-5.0-preview-1022", "sources": [ "lmarena" ], "arena_rating": 1418.6417748073927, "arena_rank": 108, "strength": 0.695, "dimensions": { "agentic": 0.69, "coding": 0.676, "general": 0.729 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 173, "composite": 0.695, "composite_rank": 173 }, { "name": "kimi-k2-0905-preview", "norm": "kimi-k2-0905-preview", "sources": [ "lmarena" ], "arena_rating": 1418.079528292461, "arena_rank": 109, "strength": 0.693, "dimensions": { "agentic": 0.689, "coding": 0.674, "general": 0.727 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 174, "composite": 0.693, "composite_rank": 174 }, { "name": "kimi-k2-0711-preview", "norm": "kimi-k2-0711-preview", "sources": [ "lmarena" ], "arena_rating": 1417.656592481575, "arena_rank": 110, "strength": 0.692, "dimensions": { "agentic": 0.688, "coding": 0.673, "general": 0.726 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 175, "composite": 0.692, "composite_rank": 175 }, { "name": "deepseek-v3.1", "norm": "deepseek-v3.1", "sources": [ "lmarena" ], "arena_rating": 1417.5510378130566, "arena_rank": 111, "strength": 0.692, "dimensions": { "agentic": 0.687, "coding": 0.673, "general": 0.725 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 176, "composite": 0.692, "composite_rank": 176 }, { "name": "deepseek-v3.1-terminus-thinking", "norm": "deepseek-v3.1-terminus-thinking", "sources": [ "lmarena" ], "arena_rating": 1417.2588470018827, "arena_rank": 112, "strength": 0.691, "dimensions": { "agentic": 0.687, "coding": 0.672, "general": 0.724 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 177, "composite": 0.691, "composite_rank": 177 }, { "name": "Nanbeige3.5-Pro-Thinking (FC)", "norm": "nanbeige3.5-pro-thinking", "sources": [ "bfcl" ], "bfcl_overall": 47.68, "bfcl_multi_turn": 40, "bfcl_irrelevance": 74.2, "strength": 0.69, "dimensions": { "agentic": 0.695, "coding": 0.683, "general": 0.691 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.354, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium" ], "strength_rank": 178, "composite": 0.69, "composite_rank": 178 }, { "name": "deepseek-v3.1-thinking", "norm": "deepseek-v3.1-thinking", "sources": [ "lmarena" ], "arena_rating": 1416.8695268326392, "arena_rank": 114, "strength": 0.69, "dimensions": { "agentic": 0.685, "coding": 0.671, "general": 0.723 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 179, "composite": 0.69, "composite_rank": 179 }, { "name": "MiniMax: MiniMax M2.7", "norm": "minimax-m2.7", "sources": [ "openrouter", "lmarena" ], "or_id": "minimax/minimax-m2.7", "aa_intelligence": 38.9, "aa_coding": 52.6, "aa_agentic": 25.9, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1235.75, "design_arena_models_categories": 8, "context_length": 204800, "price_prompt": 3e-7, "price_completion": 0.0000012, "supports_tools": true, "arena_rating": 1415.984907846438, "arena_rank": 115, "strength": 0.686, "dimensions": { "agentic": 0.66, "coding": 0.697, "general": 0.712 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [ "low", "medium" ], "strength_rank": 180, "composite": 0.686, "composite_rank": 180 }, { "name": "Qwen: Qwen3 VL 235B A22B Instruct", "norm": "qwen3-vl-235b-a22b-instruct", "sources": [ "openrouter", "lmarena" ], "or_id": "qwen/qwen3-vl-235b-a22b-instruct", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 2.1e-7, "price_completion": 0.0000019, "supports_tools": true, "arena_rating": 1415.215021805383, "arena_rank": 118, "strength": 0.685, "dimensions": { "agentic": 0.681, "coding": 0.666, "general": 0.718 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 181, "composite": 0.685, "composite_rank": 181 }, { "name": "amazon-nova-experimental-chat-26-01-10", "norm": "amazon-nova-experimental-chat-26-01-10", "sources": [ "lmarena" ], "arena_rating": 1415.3632099856118, "arena_rank": 116, "strength": 0.685, "dimensions": { "agentic": 0.681, "coding": 0.666, "general": 0.718 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 182, "composite": 0.685, "composite_rank": 182 }, { "name": "mistral-large-3", "norm": "mistral-large-3", "sources": [ "lmarena" ], "arena_rating": 1415.2890856873623, "arena_rank": 117, "strength": 0.685, "dimensions": { "agentic": 0.681, "coding": 0.666, "general": 0.718 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 183, "composite": 0.685, "composite_rank": 183 }, { "name": "Qwen: Qwen3.7 Plus", "norm": "qwen3.7-plus", "sources": [ "openrouter", "lmarena" ], "or_id": "qwen/qwen3.7-plus", "aa_intelligence": 39.4, "aa_coding": 55.9, "aa_agentic": 20.7, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1273.2857142857142, "design_arena_models_categories": 7, "context_length": 1000000, "price_prompt": 3.2e-7, "price_completion": 0.00000128, "supports_tools": true, "arena_rating": 1457.7564773307668, "arena_rank": 49, "strength": 0.678, "dimensions": { "agentic": 0.546, "coding": 0.747, "general": 0.793 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [ "low", "medium" ], "strength_rank": 184, "composite": 0.678, "composite_rank": 184 }, { "name": "NVIDIA: Nemotron 3 Ultra", "norm": "nemotron-3-ultra-550b-a55b", "sources": [ "openrouter" ], "or_id": "nvidia/nemotron-3-ultra-550b-a55b", "aa_intelligence": 38.3, "aa_coding": 49.3, "aa_agentic": 27.5, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1150.5, "design_arena_models_categories": 8, "context_length": 512288, "price_prompt": 6e-7, "price_completion": 0.0000036, "supports_tools": true, "strength": 0.677, "dimensions": { "agentic": 0.696, "coding": 0.646, "general": 0.689 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium" ], "strength_rank": 185, "composite": 0.677, "composite_rank": 185 }, { "name": "NVIDIA: Nemotron 3 Ultra (batch)", "norm": "nemotron-3-ultra-550b-a55b:batch", "sources": [ "openrouter" ], "or_id": "nvidia/nemotron-3-ultra-550b-a55b:batch", "aa_intelligence": 38.3, "aa_coding": 49.3, "aa_agentic": 27.5, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1150.5, "design_arena_models_categories": 8, "context_length": 512288, "price_prompt": 3e-7, "price_completion": 0.0000018, "supports_tools": true, "strength": 0.677, "dimensions": { "agentic": 0.696, "coding": 0.646, "general": 0.689 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium" ], "strength_rank": 186, "composite": 0.677, "composite_rank": 186 }, { "name": "NVIDIA: Nemotron 3 Ultra (free)", "norm": "nemotron-3-ultra-550b-a55b:free", "sources": [ "openrouter" ], "or_id": "nvidia/nemotron-3-ultra-550b-a55b:free", "aa_intelligence": 38.3, "aa_coding": 49.3, "aa_agentic": 27.5, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1150.5, "design_arena_models_categories": 8, "context_length": 1000000, "price_prompt": 0, "price_completion": 0, "supports_tools": true, "strength": 0.677, "dimensions": { "agentic": 0.696, "coding": 0.646, "general": 0.689 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium" ], "strength_rank": 187, "composite": 0.677, "composite_rank": 187 }, { "name": "Anthropic: Claude Sonnet 4.5", "norm": "claude-sonnet-4.5", "sources": [ "openrouter" ], "or_id": "anthropic/claude-sonnet-4.5", "aa_intelligence": 37.4, "aa_coding": 52.1, "aa_agentic": 26.4, "design_arena_agents_elo_mean": 1128.6666666666667, "design_arena_agents_categories": 3, "design_arena_models_elo_mean": 1205, "design_arena_models_categories": 8, "context_length": 1000000, "price_prompt": 0.000003, "price_completion": 0.000015, "supports_tools": true, "strength": 0.677, "dimensions": { "agentic": 0.671, "coding": 0.689, "general": 0.667 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.27, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium" ], "strength_rank": 188, "composite": 0.677, "composite_rank": 188 }, { "name": "Anthropic: Claude Sonnet 4.5 (batch)", "norm": "claude-sonnet-4.5:batch", "sources": [ "openrouter" ], "or_id": "anthropic/claude-sonnet-4.5:batch", "aa_intelligence": 37.4, "aa_coding": 52.1, "aa_agentic": 26.4, "design_arena_agents_elo_mean": 1128.6666666666667, "design_arena_agents_categories": 3, "design_arena_models_elo_mean": 1205, "design_arena_models_categories": 8, "context_length": 1000000, "price_prompt": 0.0000015, "price_completion": 0.0000075, "supports_tools": true, "strength": 0.677, "dimensions": { "agentic": 0.671, "coding": 0.689, "general": 0.667 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.27, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium" ], "strength_rank": 189, "composite": 0.677, "composite_rank": 189 }, { "name": "xLAM-2-8b-fc-r (FC)", "norm": "xlam-2-8b-fc-r", "sources": [ "bfcl" ], "bfcl_overall": 46.68, "bfcl_multi_turn": 70, "bfcl_irrelevance": 63.28, "strength": 0.677, "dimensions": { "agentic": 0.681, "coding": 0.671, "general": 0.68 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.193, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium" ], "strength_rank": 190, "composite": 0.677, "composite_rank": 190 }, { "name": "claude-opus-4-20250514", "norm": "claude-opus-4-20250514", "sources": [ "lmarena" ], "arena_rating": 1412.644468108555, "arena_rank": 121, "strength": 0.677, "dimensions": { "agentic": 0.674, "coding": 0.658, "general": 0.709 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 191, "composite": 0.677, "composite_rank": 191 }, { "name": "GPT-4.1-mini-2025-04-14 (FC)", "norm": "gpt-4.1-mini-2025-04-14", "sources": [ "bfcl", "lmarena" ], "bfcl_overall": 50.45, "bfcl_multi_turn": 34.13, "bfcl_irrelevance": 81.69, "arena_rating": 1382.9638241904092, "arena_rank": 160, "strength": 0.675, "dimensions": { "agentic": 0.736, "coding": 0.65, "general": 0.614 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.585, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [ "low", "medium" ], "strength_rank": 192, "composite": 0.675, "composite_rank": 192 }, { "name": "Command A (FC)", "norm": "command a", "sources": [ "bfcl" ], "bfcl_overall": 46.49, "bfcl_multi_turn": 29.5, "bfcl_irrelevance": 84.19, "strength": 0.675, "dimensions": { "agentic": 0.678, "coding": 0.669, "general": 0.677 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.707, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium" ], "strength_rank": 193, "composite": 0.675, "composite_rank": 193 }, { "name": "hunyuan-hy3-preview", "norm": "hunyuan-hy3-preview", "sources": [ "lmarena" ], "arena_rating": 1411.9075714909072, "arena_rank": 123, "strength": 0.675, "dimensions": { "agentic": 0.672, "coding": 0.656, "general": 0.707 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 194, "composite": 0.675, "composite_rank": 194 }, { "name": "grok-3-preview-02-24", "norm": "grok-3-preview-02-24", "sources": [ "lmarena" ], "arena_rating": 1411.3970773498631, "arena_rank": 124, "strength": 0.674, "dimensions": { "agentic": 0.67, "coding": 0.655, "general": 0.705 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 195, "composite": 0.674, "composite_rank": 195 }, { "name": "Z.ai: GLM 4.5", "norm": "glm-4.5", "sources": [ "openrouter", "lmarena" ], "or_id": "z-ai/glm-4.5", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1185.4285714285713, "design_arena_models_categories": 7, "context_length": 131072, "price_prompt": 6e-7, "price_completion": 0.0000022, "supports_tools": true, "arena_rating": 1410.7936759915601, "arena_rank": 125, "strength": 0.672, "dimensions": { "agentic": 0.668, "coding": 0.653, "general": 0.703 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 196, "composite": 0.672, "composite_rank": 196 }, { "name": "BitAgent-Bounty-8B", "norm": "bitagent-bounty-8b", "sources": [ "bfcl" ], "bfcl_overall": 46.23, "bfcl_multi_turn": 62.38, "bfcl_irrelevance": 97.48, "strength": 0.671, "dimensions": { "agentic": 0.674, "coding": 0.665, "general": 0.675 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.977, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium" ], "strength_rank": 197, "composite": 0.671, "composite_rank": 197 }, { "name": "Google: Gemini 3.5 Flash Lite (batch)", "norm": "gemini-3.5-flash-lite:batch", "sources": [ "openrouter" ], "or_id": "google/gemini-3.5-flash-lite:batch", "aa_intelligence": 37.4, "aa_coding": 49.3, "aa_agentic": 27.2, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1048576, "price_prompt": 1.5e-7, "price_completion": 0.00000125, "supports_tools": true, "strength": 0.669, "dimensions": { "agentic": 0.689, "coding": 0.646, "general": 0.667 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium" ], "strength_rank": 198, "composite": 0.669, "composite_rank": 198 }, { "name": "mistral-medium-2508", "norm": "mistral-medium-2508", "sources": [ "lmarena" ], "arena_rating": 1409.3860057871693, "arena_rank": 128, "strength": 0.668, "dimensions": { "agentic": 0.664, "coding": 0.649, "general": 0.699 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 199, "composite": 0.668, "composite_rank": 199 }, { "name": "claude-3-7-sonnet-20250219 (32k thinking tokens)", "norm": "claude-3-7-sonnet-20250219-32k-thinking", "sources": [ "aider" ], "aider_pass_rate": 64.9, "aider_well_formed": 97.8, "aider_run": "2025-02-24-21-47-23--sonnet37-diff-think-32k-64k", "strength": 0.666, "dimensions": { "agentic": 0.647, "coding": 0.673, "general": 0.685 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.582, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium" ], "strength_rank": 200, "composite": 0.666, "composite_rank": 200 }, { "name": "Qwen: Qwen3.5-27B", "norm": "qwen3.5-27b", "sources": [ "openrouter", "lmarena" ], "or_id": "qwen/qwen3.5-27b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 1.95e-7, "price_completion": 0.00000156, "supports_tools": true, "arena_rating": 1407.9319364719845, "arena_rank": 129, "strength": 0.663, "dimensions": { "agentic": 0.66, "coding": 0.645, "general": 0.694 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 201, "composite": 0.663, "composite_rank": 201 }, { "name": "Arch-Agent-32B", "norm": "arch-agent-32b", "sources": [ "bfcl" ], "bfcl_overall": 45.37, "bfcl_multi_turn": 54.25, "bfcl_irrelevance": 82.15, "strength": 0.66, "dimensions": { "agentic": 0.662, "coding": 0.655, "general": 0.665 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.608, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium" ], "strength_rank": 202, "composite": 0.66, "composite_rank": 202 }, { "name": "GLM-4.6 (FC thinking)", "norm": "glm-4.6", "sources": [ "openrouter", "bfcl", "lmarena" ], "or_id": "z-ai/glm-4.6", "aa_intelligence": 29.3, "aa_coding": 45.8, "aa_agentic": 18.6, "design_arena_agents_elo_mean": 1128.25, "design_arena_agents_categories": 4, "design_arena_models_elo_mean": 1185.142857142857, "design_arena_models_categories": 7, "context_length": 204800, "price_prompt": 5e-7, "price_completion": 0.000002, "supports_tools": true, "bfcl_overall": 72.38, "bfcl_multi_turn": 68, "bfcl_irrelevance": 84.96, "arena_rating": 1424.966824305186, "arena_rank": 99, "strength": 0.655, "dimensions": { "agentic": 0.736, "coding": 0.593, "general": 0.614 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 1, "signals": [ "aa_agentic", "bfcl_overall", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 5, "task_fit_score": 0.506, "task_fit_signals": [ "design_arena_agents_elo_mean", "bfcl_irrelevance" ], "task_fit_signal_count": 2, "published_signal_count": 7, "effort_eligibility": [ "low", "medium" ], "strength_rank": 203, "composite": 0.655, "composite_rank": 203 }, { "name": "DeepSeek R1 + claude-3-5-sonnet-20241022", "norm": "deepseek r1 + claude-3-5-sonnet-20241022", "sources": [ "aider" ], "aider_pass_rate": 64, "aider_well_formed": 100, "aider_run": "2025-01-23-19-14-48--r1-architect-sonnet", "strength": 0.655, "dimensions": { "agentic": 0.636, "coding": 0.661, "general": 0.675 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.95, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium" ], "strength_rank": 204, "composite": 0.655, "composite_rank": 204 }, { "name": "gemini-2.5-flash-preview-09-2025", "norm": "gemini-2.5-flash-preview-09-2025", "sources": [ "lmarena" ], "arena_rating": 1404.0526535127838, "arena_rank": 130, "strength": 0.652, "dimensions": { "agentic": 0.649, "coding": 0.634, "general": 0.682 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 205, "composite": 0.652, "composite_rank": 205 }, { "name": "grok-4-fast-reasoning", "norm": "grok-4-fast-reasoning", "sources": [ "lmarena" ], "arena_rating": 1404.008623582812, "arena_rank": 131, "strength": 0.652, "dimensions": { "agentic": 0.649, "coding": 0.634, "general": 0.682 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 206, "composite": 0.652, "composite_rank": 206 }, { "name": "qwen3-235b-a22b-no-thinking", "norm": "qwen3-235b-a22b-no-thinking", "sources": [ "lmarena" ], "arena_rating": 1402.8843499055788, "arena_rank": 132, "strength": 0.649, "dimensions": { "agentic": 0.646, "coding": 0.63, "general": 0.678 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 207, "composite": 0.649, "composite_rank": 207 }, { "name": "Z.ai: GLM 4.7", "norm": "glm-4.7", "sources": [ "openrouter", "lmarena" ], "or_id": "z-ai/glm-4.7", "aa_intelligence": 34.5, "aa_coding": 45.3, "aa_agentic": 26.2, "design_arena_agents_elo_mean": 1112.5, "design_arena_agents_categories": 4, "design_arena_models_elo_mean": 1226.25, "design_arena_models_categories": 8, "context_length": 204800, "price_prompt": 4e-7, "price_completion": 0.00000175, "supports_tools": true, "arena_rating": 1441.7951425513202, "arena_rank": 74, "strength": 0.648, "dimensions": { "agentic": 0.667, "coding": 0.585, "general": 0.705 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": 0.189, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 5, "effort_eligibility": [ "low", "medium" ], "strength_rank": 208, "composite": 0.648, "composite_rank": 208 }, { "name": "gpt-5.4-nano-high", "norm": "gpt-5.4-nano-high", "sources": [ "lmarena" ], "arena_rating": 1402.648400585333, "arena_rank": 133, "strength": 0.648, "dimensions": { "agentic": 0.645, "coding": 0.63, "general": 0.677 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 209, "composite": 0.648, "composite_rank": 209 }, { "name": "o1-2024-12-17", "norm": "o1-2024-12-17", "sources": [ "lmarena" ], "arena_rating": 1402.177025821789, "arena_rank": 134, "strength": 0.646, "dimensions": { "agentic": 0.644, "coding": 0.628, "general": 0.676 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 210, "composite": 0.646, "composite_rank": 210 }, { "name": "Qwen: Qwen3 Next 80B A3B Instruct", "norm": "qwen3-next-80b-a3b-instruct", "sources": [ "openrouter", "lmarena" ], "or_id": "qwen/qwen3-next-80b-a3b-instruct", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 9e-8, "price_completion": 0.0000011, "supports_tools": true, "arena_rating": 1401.1091619535414, "arena_rank": 135, "strength": 0.643, "dimensions": { "agentic": 0.641, "coding": 0.625, "general": 0.672 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 211, "composite": 0.643, "composite_rank": 211 }, { "name": "longcat-flash-chat", "norm": "longcat-flash-chat", "sources": [ "lmarena" ], "arena_rating": 1400.7940655796601, "arena_rank": 136, "strength": 0.642, "dimensions": { "agentic": 0.64, "coding": 0.624, "general": 0.671 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 212, "composite": 0.642, "composite_rank": 212 }, { "name": "claude-sonnet-4-20250514-thinking-32k", "norm": "claude-sonnet-4-20250514-thinking-32k", "sources": [ "lmarena" ], "arena_rating": 1399.460034381425, "arena_rank": 137, "strength": 0.638, "dimensions": { "agentic": 0.637, "coding": 0.62, "general": 0.667 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 213, "composite": 0.638, "composite_rank": 213 }, { "name": "OpenAI: GPT-5.1", "norm": "gpt-5.1", "sources": [ "openrouter", "lmarena" ], "or_id": "openai/gpt-5.1", "aa_intelligence": 37.5, "aa_coding": 49.4, "aa_agentic": 21.6, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1190.75, "design_arena_models_categories": 8, "context_length": 400000, "price_prompt": 0.00000125, "price_completion": 0.00001, "supports_tools": true, "arena_rating": 1438.6480101747547, "arena_rank": 77, "strength": 0.637, "dimensions": { "agentic": 0.566, "coding": 0.648, "general": 0.735 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [ "low", "medium" ], "strength_rank": 214, "composite": 0.637, "composite_rank": 214 }, { "name": "qwen3.5-flash", "norm": "qwen3.5-flash", "sources": [ "lmarena" ], "arena_rating": 1396.8273327078955, "arena_rank": 140, "strength": 0.631, "dimensions": { "agentic": 0.629, "coding": 0.613, "general": 0.658 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 215, "composite": 0.631, "composite_rank": 215 }, { "name": "Qwen: Qwen3 VL 235B A22B Thinking", "norm": "qwen3-vl-235b-a22b-thinking", "sources": [ "openrouter", "lmarena" ], "or_id": "qwen/qwen3-vl-235b-a22b-thinking", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 4e-7, "price_completion": 0.000004, "supports_tools": true, "arena_rating": 1395.4149132726611, "arena_rank": 142, "strength": 0.627, "dimensions": { "agentic": 0.625, "coding": 0.609, "general": 0.654 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 216, "composite": 0.627, "composite_rank": 216 }, { "name": "deepseek-v3-0324", "norm": "deepseek-v3-0324", "sources": [ "lmarena" ], "arena_rating": 1395.6320247537265, "arena_rank": 141, "strength": 0.627, "dimensions": { "agentic": 0.626, "coding": 0.609, "general": 0.655 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 217, "composite": 0.627, "composite_rank": 217 }, { "name": "o1-2024-12-17 (high)", "norm": "o1-2024-12-17-high", "sources": [ "aider" ], "aider_pass_rate": 61.7, "aider_well_formed": 91.5, "aider_run": "2024-12-21-19-23-03--polyglot-o1-hard-diff", "strength": 0.626, "dimensions": { "agentic": 0.609, "coding": 0.628, "general": 0.65 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.208, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium" ], "strength_rank": 218, "composite": 0.626, "composite_rank": 218 }, { "name": "hunyuan-vision-1.5-thinking", "norm": "hunyuan-vision-1.5-thinking", "sources": [ "lmarena" ], "arena_rating": 1394.911558292351, "arena_rank": 144, "strength": 0.625, "dimensions": { "agentic": 0.624, "coding": 0.607, "general": 0.652 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 219, "composite": 0.625, "composite_rank": 219 }, { "name": "SpaceXAI: Grok 4.3", "norm": "grok-4.3", "sources": [ "openrouter", "lmarena" ], "or_id": "x-ai/grok-4.3", "aa_intelligence": 37.9, "aa_coding": 42.2, "aa_agentic": 24.2, "design_arena_agents_elo_mean": 1062.6153846153845, "design_arena_agents_categories": 13, "design_arena_models_elo_mean": 1195.25, "design_arena_models_categories": 8, "context_length": 1000000, "price_prompt": 0.00000125, "price_completion": 0.0000025, "supports_tools": true, "arena_rating": 1441.604717389187, "arena_rank": 75, "strength": 0.624, "dimensions": { "agentic": 0.623, "coding": 0.538, "general": 0.745 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": 0.065, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 5, "effort_eligibility": [ "low", "medium" ], "strength_rank": 220, "composite": 0.624, "composite_rank": 220 }, { "name": "StepFun: Step 3.5 Flash", "norm": "step-3.5-flash", "sources": [ "openrouter", "lmarena" ], "or_id": "stepfun/step-3.5-flash", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 1e-7, "price_completion": 3e-7, "supports_tools": true, "arena_rating": 1394.28710212318, "arena_rank": 145, "strength": 0.623, "dimensions": { "agentic": 0.622, "coding": 0.605, "general": 0.65 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 221, "composite": 0.623, "composite_rank": 221 }, { "name": "ToolACE-2-8B (FC)", "norm": "toolace-2-8b", "sources": [ "bfcl" ], "bfcl_overall": 42.44, "bfcl_multi_turn": 38.38, "bfcl_irrelevance": 90.79, "strength": 0.622, "dimensions": { "agentic": 0.619, "coding": 0.62, "general": 0.631 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.916, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium" ], "strength_rank": 222, "composite": 0.622, "composite_rank": 222 }, { "name": "OpenAI: GPT-5.1 (batch)", "norm": "gpt-5.1:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.1:batch", "aa_intelligence": 37.5, "aa_coding": 49.4, "aa_agentic": 21.6, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1190.75, "design_arena_models_categories": 8, "context_length": 400000, "price_prompt": 6.25e-7, "price_completion": 0.000005, "supports_tools": true, "strength": 0.621, "dimensions": { "agentic": 0.566, "coding": 0.648, "general": 0.67 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium" ], "strength_rank": 223, "composite": 0.621, "composite_rank": 223 }, { "name": "amazon-nova-experimental-chat-12-10", "norm": "amazon-nova-experimental-chat-12-10", "sources": [ "lmarena" ], "arena_rating": 1393.5973360229805, "arena_rank": 146, "strength": 0.621, "dimensions": { "agentic": 0.62, "coding": 0.603, "general": 0.648 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 224, "composite": 0.621, "composite_rank": 224 }, { "name": "claude-sonnet-4-20250514 (32k thinking)", "norm": "claude-sonnet-4-20250514-32k-thinking", "sources": [ "aider" ], "aider_pass_rate": 61.3, "aider_well_formed": 97.3, "aider_run": "2025-05-24-22-10-36--sonnet4-diff-exuser-think32k", "strength": 0.621, "dimensions": { "agentic": 0.604, "coding": 0.622, "general": 0.645 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.524, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium" ], "strength_rank": 225, "composite": 0.621, "composite_rank": 225 }, { "name": "mimo-v2-flash-non-thinking", "norm": "mimo-v2-flash-non-thinking", "sources": [ "lmarena" ], "arena_rating": 1392.531488449084, "arena_rank": 147, "strength": 0.618, "dimensions": { "agentic": 0.617, "coding": 0.6, "general": 0.645 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 226, "composite": 0.618, "composite_rank": 226 }, { "name": "gpt-5-mini-high", "norm": "gpt-5-mini-high", "sources": [ "lmarena" ], "arena_rating": 1390.0522978169604, "arena_rank": 148, "strength": 0.611, "dimensions": { "agentic": 0.61, "coding": 0.593, "general": 0.637 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 227, "composite": 0.611, "composite_rank": 227 }, { "name": "MiniMax: MiniMax M2.5", "norm": "minimax-m2.5", "sources": [ "openrouter", "lmarena" ], "or_id": "minimax/minimax-m2.5", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1216.7142857142858, "design_arena_models_categories": 7, "context_length": 204800, "price_prompt": 2.2e-7, "price_completion": 9e-7, "supports_tools": true, "arena_rating": 1389.8779031533857, "arena_rank": 150, "strength": 0.61, "dimensions": { "agentic": 0.61, "coding": 0.593, "general": 0.636 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 228, "composite": 0.61, "composite_rank": 228 }, { "name": "claude-3-7-sonnet-20250219 (no thinking)", "norm": "claude-3-7-sonnet-20250219-no-thinking", "sources": [ "aider" ], "aider_pass_rate": 60.4, "aider_well_formed": 93.3, "aider_run": "2025-02-24-19-54-07--sonnet37-diff", "strength": 0.61, "dimensions": { "agentic": 0.593, "coding": 0.61, "general": 0.635 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.274, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium" ], "strength_rank": 229, "composite": 0.61, "composite_rank": 229 }, { "name": "claude-sonnet-4-20250514", "norm": "claude-sonnet-4-20250514", "sources": [ "lmarena" ], "arena_rating": 1389.2876366621122, "arena_rank": 151, "strength": 0.609, "dimensions": { "agentic": 0.608, "coding": 0.591, "general": 0.634 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 230, "composite": 0.609, "composite_rank": 230 }, { "name": "Qwen: Qwen3.5 397B A17B", "norm": "qwen3.5-397b-a17b", "sources": [ "openrouter", "lmarena" ], "or_id": "qwen/qwen3.5-397b-a17b", "aa_intelligence": 34.3, "aa_coding": 48.2, "aa_agentic": 19.8, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1199.7142857142858, "design_arena_models_categories": 7, "context_length": 262144, "price_prompt": 3.9e-7, "price_completion": 0.00000234, "supports_tools": true, "arena_rating": 1442.1617894721894, "arena_rank": 73, "strength": 0.607, "dimensions": { "agentic": 0.526, "coding": 0.63, "general": 0.703 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [ "low", "medium" ], "strength_rank": 231, "composite": 0.607, "composite_rank": 231 }, { "name": "xLAM-2-3b-fc-r (FC)", "norm": "xlam-2-3b-fc-r", "sources": [ "bfcl" ], "bfcl_overall": 41.22, "bfcl_multi_turn": 58.38, "bfcl_irrelevance": 63.45, "strength": 0.607, "dimensions": { "agentic": 0.602, "coding": 0.605, "general": 0.617 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.194, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium" ], "strength_rank": 232, "composite": 0.607, "composite_rank": 232 }, { "name": "o1-preview", "norm": "o1-preview", "sources": [ "lmarena" ], "arena_rating": 1388.536884490692, "arena_rank": 152, "strength": 0.606, "dimensions": { "agentic": 0.606, "coding": 0.589, "general": 0.632 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 233, "composite": 0.606, "composite_rank": 233 }, { "name": "Qwen3-30B-A3B-Instruct-2507 (FC)", "norm": "qwen3-30b-a3b-instruct-2507", "sources": [ "openrouter", "bfcl", "lmarena" ], "or_id": "qwen/qwen3-30b-a3b-instruct-2507", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 4.815e-8, "price_completion": 1.9305e-7, "supports_tools": true, "bfcl_overall": 41.39, "bfcl_multi_turn": 30, "bfcl_irrelevance": 79.9, "arena_rating": 1383.0508912287146, "arena_rank": 159, "strength": 0.605, "dimensions": { "agentic": 0.604, "coding": 0.598, "general": 0.614 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.499, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [ "low", "medium" ], "strength_rank": 234, "composite": 0.605, "composite_rank": 234 }, { "name": "claude-3-7-sonnet-20250219-thinking-32k", "norm": "claude-3-7-sonnet-20250219-thinking-32k", "sources": [ "lmarena" ], "arena_rating": 1387.7005953476655, "arena_rank": 153, "strength": 0.604, "dimensions": { "agentic": 0.603, "coding": 0.586, "general": 0.629 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 235, "composite": 0.604, "composite_rank": 235 }, { "name": "qwen3-coder-480b-a35b-instruct", "norm": "qwen3-coder-480b-a35b-instruct", "sources": [ "lmarena" ], "arena_rating": 1387.6790036010593, "arena_rank": 154, "strength": 0.604, "dimensions": { "agentic": 0.603, "coding": 0.586, "general": 0.629 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 236, "composite": 0.604, "composite_rank": 236 }, { "name": "mimo-v2-flash-thinking", "norm": "mimo-v2-flash-thinking", "sources": [ "lmarena" ], "arena_rating": 1386.9602658682193, "arena_rank": 155, "strength": 0.602, "dimensions": { "agentic": 0.601, "coding": 0.584, "general": 0.627 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 237, "composite": 0.602, "composite_rank": 237 }, { "name": "hunyuan-t1-20250711", "norm": "hunyuan-t1-20250711", "sources": [ "lmarena" ], "arena_rating": 1386.7057014410295, "arena_rank": 157, "strength": 0.601, "dimensions": { "agentic": 0.601, "coding": 0.584, "general": 0.626 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low", "medium" ], "strength_rank": 238, "composite": 0.601, "composite_rank": 238 }, { "name": "Kwaipilot: KAT-Coder-Pro V2", "norm": "kat-coder-pro-v2", "sources": [ "openrouter" ], "or_id": "kwaipilot/kat-coder-pro-v2", "aa_intelligence": 33.9, "aa_coding": 59.5, "aa_agentic": 15.5, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 3e-7, "price_completion": 0.0000012, "supports_tools": true, "strength": 0.6, "dimensions": { "agentic": 0.45, "coding": 0.784, "general": 0.584 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low", "medium" ], "strength_rank": 239, "composite": 0.6, "composite_rank": 239 }, { "name": "Qwen3 235B A22B diff, no think, Alibaba API", "norm": "qwen3 235b a22b diff, no think, alibaba api", "sources": [ "aider" ], "aider_pass_rate": 59.6, "aider_well_formed": 92.9, "aider_run": "2025-05-09-17-02-02--qwen3-235b-a22b.unthink_16k_diff", "strength": 0.6, "dimensions": { "agentic": 0.584, "coding": 0.598, "general": 0.627 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.25, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low", "medium" ], "strength_rank": 240, "composite": 0.6, "composite_rank": 240 }, { "name": "MoonshotAI: Kimi K2.5", "norm": "kimi-k2.5", "sources": [ "openrouter" ], "or_id": "moonshotai/kimi-k2.5", "aa_intelligence": 36, "aa_coding": 46.8, "aa_agentic": 21.7, "design_arena_agents_elo_mean": 1179.6, "design_arena_agents_categories": 5, "design_arena_models_elo_mean": 1244.5, "design_arena_models_categories": 8, "context_length": 262144, "price_prompt": 5.7e-7, "price_completion": 0.00000285, "supports_tools": true, "strength": 0.599, "dimensions": { "agentic": 0.568, "coding": 0.608, "general": 0.634 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": 0.498, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [ "low", "medium" ], "strength_rank": 241, "composite": 0.599, "composite_rank": 241 }, { "name": "minimax-m2.1-preview", "norm": "minimax-m2.1-preview", "sources": [ "lmarena" ], "arena_rating": 1384.1659243437352, "arena_rank": 158, "strength": 0.593, "dimensions": { "agentic": 0.594, "coding": 0.576, "general": 0.618 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 242, "composite": 0.593, "composite_rank": 242 }, { "name": "Kimi K2", "norm": "kimi k2", "sources": [ "aider" ], "aider_pass_rate": 59.1, "aider_well_formed": 92.9, "aider_run": "2025-07-17-17-41-54--kimi-k2-diff-or-pricing", "strength": 0.593, "dimensions": { "agentic": 0.578, "coding": 0.591, "general": 0.621 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.25, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low" ], "strength_rank": 243, "composite": 0.593, "composite_rank": 243 }, { "name": "Qwen: Qwen3.5-122B-A10B", "norm": "qwen3.5-122b-a10b", "sources": [ "openrouter", "lmarena" ], "or_id": "qwen/qwen3.5-122b-a10b", "aa_intelligence": 32.8, "aa_coding": 45.7, "aa_agentic": 21.3, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 2.9e-7, "price_completion": 0.0000024, "supports_tools": true, "arena_rating": 1416.9367758568446, "arena_rank": 113, "strength": 0.591, "dimensions": { "agentic": 0.559, "coding": 0.591, "general": 0.64 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [ "low" ], "strength_rank": 244, "composite": 0.591, "composite_rank": 244 }, { "name": "OpenAI: GPT-5", "norm": "gpt-5", "sources": [ "openrouter" ], "or_id": "openai/gpt-5", "aa_intelligence": 35.3, "aa_coding": 37.8, "aa_agentic": 26.5, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1203.5, "design_arena_models_categories": 8, "context_length": 400000, "price_prompt": 0.00000125, "price_completion": 0.00001, "supports_tools": true, "strength": 0.59, "dimensions": { "agentic": 0.674, "coding": 0.475, "general": 0.617 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low" ], "strength_rank": 245, "composite": 0.59, "composite_rank": 245 }, { "name": "OpenAI: GPT-5 (batch)", "norm": "gpt-5:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-5:batch", "aa_intelligence": 35.3, "aa_coding": 37.8, "aa_agentic": 26.5, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1203.5, "design_arena_models_categories": 8, "context_length": 400000, "price_prompt": 6.25e-7, "price_completion": 0.000005, "supports_tools": true, "strength": 0.59, "dimensions": { "agentic": 0.674, "coding": 0.475, "general": 0.617 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low" ], "strength_rank": 246, "composite": 0.59, "composite_rank": 246 }, { "name": "hunyuan-turbos-20250416", "norm": "hunyuan-turbos-20250416", "sources": [ "lmarena" ], "arena_rating": 1382.3116153111034, "arena_rank": 161, "strength": 0.588, "dimensions": { "agentic": 0.588, "coding": 0.571, "general": 0.612 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 247, "composite": 0.588, "composite_rank": 247 }, { "name": "Mistral-Medium-2505", "norm": "mistral-medium-2505", "sources": [ "bfcl", "lmarena" ], "bfcl_overall": 37.69, "bfcl_multi_turn": 9.88, "bfcl_irrelevance": 74.49, "arena_rating": 1386.857486906818, "arena_rank": 156, "strength": 0.581, "dimensions": { "agentic": 0.551, "coding": 0.584, "general": 0.626 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.361, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [ "low" ], "strength_rank": 248, "composite": 0.581, "composite_rank": 248 }, { "name": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "norm": "gemini-2.5-flash-lite-preview-09-2025-no-thinking", "sources": [ "lmarena" ], "arena_rating": 1379.6933370401307, "arena_rank": 162, "strength": 0.58, "dimensions": { "agentic": 0.581, "coding": 0.563, "general": 0.603 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 249, "composite": 0.58, "composite_rank": 249 }, { "name": "trinity-large-preview", "norm": "trinity-large-preview", "sources": [ "lmarena" ], "arena_rating": 1378.5541933626573, "arena_rank": 163, "strength": 0.577, "dimensions": { "agentic": 0.578, "coding": 0.56, "general": 0.599 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 250, "composite": 0.577, "composite_rank": 250 }, { "name": "Z.ai: GLM 4.6V", "norm": "glm-4.6v", "sources": [ "openrouter", "lmarena" ], "or_id": "z-ai/glm-4.6v", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 3e-7, "price_completion": 9e-7, "supports_tools": true, "arena_rating": 1377.3406832291587, "arena_rank": 164, "strength": 0.573, "dimensions": { "agentic": 0.574, "coding": 0.557, "general": 0.596 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 251, "composite": 0.573, "composite_rank": 251 }, { "name": "Qwen: Qwen3 235B A22B", "norm": "qwen3-235b-a22b", "sources": [ "openrouter", "lmarena" ], "or_id": "qwen/qwen3-235b-a22b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 997.1666666666666, "design_arena_models_categories": 6, "context_length": 131072, "price_prompt": 4.55e-7, "price_completion": 0.00000182, "supports_tools": true, "arena_rating": 1374.7800441917275, "arena_rank": 165, "strength": 0.566, "dimensions": { "agentic": 0.567, "coding": 0.549, "general": 0.587 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 252, "composite": 0.566, "composite_rank": 252 }, { "name": "DeepSeek R1", "norm": "deepseek r1", "sources": [ "aider" ], "aider_pass_rate": 56.9, "aider_well_formed": 96.9, "aider_run": "2025-01-20-19-11-38--ds-turns-upd-cur-msgs-fix-with-summarizer", "strength": 0.566, "dimensions": { "agentic": 0.551, "coding": 0.56, "general": 0.597 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.488, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low" ], "strength_rank": 253, "composite": 0.566, "composite_rank": 253 }, { "name": "gemini-2.5-flash-lite-preview-06-17-thinking", "norm": "gemini-2.5-flash-lite-preview-06-17-thinking", "sources": [ "lmarena" ], "arena_rating": 1374.507866075323, "arena_rank": 166, "strength": 0.565, "dimensions": { "agentic": 0.566, "coding": 0.548, "general": 0.586 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 254, "composite": 0.565, "composite_rank": 254 }, { "name": "qwen2.5-max", "norm": "qwen2.5-max", "sources": [ "lmarena" ], "arena_rating": 1374.167842942251, "arena_rank": 167, "strength": 0.564, "dimensions": { "agentic": 0.565, "coding": 0.547, "general": 0.585 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 255, "composite": 0.564, "composite_rank": 255 }, { "name": "DeepSeek: DeepSeek V3.2", "norm": "deepseek-v3.2", "sources": [ "openrouter", "lmarena" ], "or_id": "deepseek/deepseek-v3.2", "aa_intelligence": 32.6, "aa_coding": 44.2, "aa_agentic": 18.3, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1163.875, "design_arena_models_categories": 8, "context_length": 163840, "price_prompt": 2.69e-7, "price_completion": 4e-7, "supports_tools": true, "arena_rating": 1425.0459981377858, "arena_rank": 98, "strength": 0.56, "dimensions": { "agentic": 0.495, "coding": 0.569, "general": 0.651 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [ "low" ], "strength_rank": 256, "composite": 0.56, "composite_rank": 256 }, { "name": "Z.ai: GLM 4.5 Air", "norm": "glm-4.5-air", "sources": [ "openrouter", "lmarena" ], "or_id": "z-ai/glm-4.5-air", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1161.857142857143, "design_arena_models_categories": 7, "context_length": 131072, "price_prompt": 1.3e-7, "price_completion": 8.5e-7, "supports_tools": true, "arena_rating": 1372.717280659492, "arena_rank": 169, "strength": 0.56, "dimensions": { "agentic": 0.561, "coding": 0.543, "general": 0.581 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 257, "composite": 0.56, "composite_rank": 257 }, { "name": "claude-sonnet-4-20250514 (no thinking)", "norm": "claude-sonnet-4-20250514-no-thinking", "sources": [ "aider" ], "aider_pass_rate": 56.4, "aider_well_formed": 98.2, "aider_run": "2025-05-24-21-17-54--sonnet4-diff-exuser", "strength": 0.559, "dimensions": { "agentic": 0.545, "coding": 0.553, "general": 0.591 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.629, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low" ], "strength_rank": 258, "composite": 0.559, "composite_rank": 258 }, { "name": "claude-3-7-sonnet-20250219", "norm": "claude-3-7-sonnet-20250219", "sources": [ "lmarena" ], "arena_rating": 1371.672029095623, "arena_rank": 170, "strength": 0.557, "dimensions": { "agentic": 0.558, "coding": 0.54, "general": 0.577 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 259, "composite": 0.557, "composite_rank": 259 }, { "name": "Llama-4-Maverick-17B-128E-Instruct-FP8 (FC)", "norm": "llama-4-maverick-17b-128e-instruct-fp8", "sources": [ "bfcl" ], "bfcl_overall": 37.29, "bfcl_multi_turn": 20.25, "bfcl_irrelevance": 55.97, "strength": 0.556, "dimensions": { "agentic": 0.545, "coding": 0.557, "general": 0.572 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.132, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low" ], "strength_rank": 260, "composite": 0.556, "composite_rank": 260 }, { "name": "Gemini-2.5-Flash-Lite (FC)", "norm": "gemini-2.5-flash-lite", "sources": [ "openrouter", "bfcl" ], "or_id": "google/gemini-2.5-flash-lite", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1048576, "price_prompt": 1e-7, "price_completion": 4e-7, "supports_tools": true, "bfcl_overall": 36.87, "bfcl_multi_turn": 13.5, "bfcl_irrelevance": 92.5, "strength": 0.55, "dimensions": { "agentic": 0.539, "coding": 0.552, "general": 0.567 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.932, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low" ], "strength_rank": 261, "composite": 0.55, "composite_rank": 261 }, { "name": "Qwen: Qwen3.6 35B A3B", "norm": "qwen3.6-35b-a3b", "sources": [ "openrouter" ], "or_id": "qwen/qwen3.6-35b-a3b", "aa_intelligence": 32.1, "aa_coding": 41.9, "aa_agentic": 21.6, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 1.5e-7, "price_completion": 0.000001, "supports_tools": true, "strength": 0.548, "dimensions": { "agentic": 0.566, "coding": 0.534, "general": 0.541 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low" ], "strength_rank": 262, "composite": 0.548, "composite_rank": 262 }, { "name": "Z.ai: GLM 4.7 Flash", "norm": "glm-4.7-flash", "sources": [ "openrouter", "lmarena" ], "or_id": "z-ai/glm-4.7-flash", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1177.5714285714287, "design_arena_models_categories": 7, "context_length": 202752, "price_prompt": 6e-8, "price_completion": 4e-7, "supports_tools": true, "arena_rating": 1367.7497228995467, "arena_rank": 173, "strength": 0.545, "dimensions": { "agentic": 0.547, "coding": 0.529, "general": 0.565 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 263, "composite": 0.545, "composite_rank": 263 }, { "name": "DeepSeek: DeepSeek V3.1 Terminus", "norm": "deepseek-v3.1-terminus", "sources": [ "openrouter", "lmarena" ], "or_id": "deepseek/deepseek-v3.1-terminus", "aa_intelligence": 30.6, "aa_coding": 43.5, "aa_agentic": 18.1, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1184.142857142857, "design_arena_models_categories": 7, "context_length": 163840, "price_prompt": 2.7e-7, "price_completion": 0.000001, "supports_tools": true, "arena_rating": 1415.0063061868655, "arena_rank": 119, "strength": 0.545, "dimensions": { "agentic": 0.492, "coding": 0.558, "general": 0.611 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [ "low" ], "strength_rank": 264, "composite": 0.545, "composite_rank": 264 }, { "name": "Mistral: Mistral Medium 3.5", "norm": "mistral-medium-3-5", "sources": [ "openrouter" ], "or_id": "mistralai/mistral-medium-3-5", "aa_intelligence": 30.4, "aa_coding": 46.9, "aa_agentic": 19.2, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 0.0000015, "price_completion": 0.0000075, "supports_tools": true, "strength": 0.544, "dimensions": { "agentic": 0.513, "coding": 0.61, "general": 0.5 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low" ], "strength_rank": 265, "composite": 0.544, "composite_rank": 265 }, { "name": "DeepSeek V3 (0324)", "norm": "deepseek v3 (0324)", "sources": [ "aider" ], "aider_pass_rate": 55.1, "aider_well_formed": 99.6, "aider_run": "2025-03-24-15-41-33--deepseek-v3-0324-polyglot-diff", "strength": 0.543, "dimensions": { "agentic": 0.53, "coding": 0.535, "general": 0.577 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.823, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low" ], "strength_rank": 266, "composite": 0.543, "composite_rank": 266 }, { "name": "gemini-2.5-flash-preview-05-20 (24k think)", "norm": "gemini-2.5-flash-preview-05-20 (24k think)", "sources": [ "aider" ], "aider_pass_rate": 55.1, "aider_well_formed": 95.6, "aider_run": "2025-05-25-22-58-44--flash25-05-20-24k-think", "strength": 0.543, "dimensions": { "agentic": 0.53, "coding": 0.535, "general": 0.577 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.411, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low" ], "strength_rank": 267, "composite": 0.543, "composite_rank": 267 }, { "name": "amazon-nova-experimental-chat-11-10", "norm": "amazon-nova-experimental-chat-11-10", "sources": [ "lmarena" ], "arena_rating": 1365.8937554774561, "arena_rank": 174, "strength": 0.54, "dimensions": { "agentic": 0.542, "coding": 0.524, "general": 0.559 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 268, "composite": 0.54, "composite_rank": 268 }, { "name": "Quasar Alpha", "norm": "quasar alpha", "sources": [ "aider" ], "aider_pass_rate": 54.7, "aider_well_formed": 98.2, "aider_run": "2025-04-04-02-57-25--qalpha-diff-exsys", "strength": 0.538, "dimensions": { "agentic": 0.525, "coding": 0.529, "general": 0.572 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.629, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low" ], "strength_rank": 269, "composite": 0.538, "composite_rank": 269 }, { "name": "Mistral-small-2506 (FC)", "norm": "mistral-small-2506", "sources": [ "bfcl", "lmarena" ], "bfcl_overall": 37.15, "bfcl_multi_turn": 11.5, "bfcl_irrelevance": 87.94, "arena_rating": 1357.5568148609377, "arena_rank": 182, "strength": 0.536, "dimensions": { "agentic": 0.543, "coding": 0.531, "general": 0.532 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.86, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [ "low" ], "strength_rank": 270, "composite": 0.536, "composite_rank": 270 }, { "name": "Qwen3-4B-Instruct-2507 (FC)", "norm": "qwen3-4b-instruct-2507", "sources": [ "bfcl" ], "bfcl_overall": 35.68, "bfcl_multi_turn": 22.12, "bfcl_irrelevance": 84.93, "strength": 0.535, "dimensions": { "agentic": 0.521, "coding": 0.538, "general": 0.553 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.743, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low" ], "strength_rank": 271, "composite": 0.535, "composite_rank": 271 }, { "name": "MiniMax: MiniMax M1", "norm": "minimax-m1", "sources": [ "openrouter", "lmarena" ], "or_id": "minimax/minimax-m1", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1000000, "price_prompt": 5.5e-7, "price_completion": 0.0000022, "supports_tools": true, "arena_rating": 1363.8167091429198, "arena_rank": 176, "strength": 0.534, "dimensions": { "agentic": 0.536, "coding": 0.518, "general": 0.552 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 272, "composite": 0.534, "composite_rank": 272 }, { "name": "Arch-Agent-3B", "norm": "arch-agent-3b", "sources": [ "bfcl" ], "bfcl_overall": 35.36, "bfcl_multi_turn": 34.88, "bfcl_irrelevance": 74.67, "strength": 0.531, "dimensions": { "agentic": 0.517, "coding": 0.534, "general": 0.55 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.366, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low" ], "strength_rank": 273, "composite": 0.531, "composite_rank": 273 }, { "name": "StepFun: Step 3.7 Flash", "norm": "step-3.7-flash", "sources": [ "openrouter" ], "or_id": "stepfun/step-3.7-flash", "aa_intelligence": 30.9, "aa_coding": 39.6, "aa_agentic": 21.7, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1186, "design_arena_models_categories": 8, "context_length": 262144, "price_prompt": 2e-7, "price_completion": 0.00000115, "supports_tools": true, "strength": 0.53, "dimensions": { "agentic": 0.568, "coding": 0.499, "general": 0.512 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low" ], "strength_rank": 274, "composite": 0.53, "composite_rank": 274 }, { "name": "grok-3-mini-high", "norm": "grok-3-mini-high", "sources": [ "lmarena" ], "arena_rating": 1361.9058190751634, "arena_rank": 178, "strength": 0.528, "dimensions": { "agentic": 0.531, "coding": 0.512, "general": 0.546 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 275, "composite": 0.528, "composite_rank": 275 }, { "name": "o3-mini (medium)", "norm": "o3-mini-medium", "sources": [ "aider" ], "aider_pass_rate": 53.8, "aider_well_formed": 95.1, "aider_run": "2025-01-31-20-27-46--o3-mini-diff2", "strength": 0.527, "dimensions": { "agentic": 0.514, "coding": 0.516, "general": 0.562 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.381, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low" ], "strength_rank": 276, "composite": 0.527, "composite_rank": 276 }, { "name": "claude-3-5-sonnet-20241022", "norm": "claude-3-5-sonnet-20241022", "sources": [ "lmarena", "aider" ], "arena_rating": 1373.392378917908, "arena_rank": 168, "aider_pass_rate": 51.6, "aider_well_formed": 99.6, "aider_run": "2025-01-17-19-44-33--sonnet-baseline-jan-17", "strength": 0.526, "dimensions": { "agentic": 0.522, "coding": 0.49, "general": 0.583 }, "direct_dimensions": [ "coding", "general" ], "imputed_dimensions": [ "agentic" ], "imputation_confidence": { "agentic": 0.904 }, "capability_confidence": 0.65, "signals": [ "aider_pass_rate", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.823, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [ "low" ], "strength_rank": 277, "composite": 0.526, "composite_rank": 277 }, { "name": "nvidia-nemotron-3-super-120b-a12b", "norm": "nvidia-nemotron-3-super-120b-a12b", "sources": [ "lmarena" ], "arena_rating": 1360.8384342516683, "arena_rank": 179, "strength": 0.525, "dimensions": { "agentic": 0.528, "coding": 0.509, "general": 0.542 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 278, "composite": 0.525, "composite_rank": 278 }, { "name": "gemini-2.0-flash-001", "norm": "gemini-2.0-flash-001", "sources": [ "lmarena" ], "arena_rating": 1360.5054655471254, "arena_rank": 180, "strength": 0.524, "dimensions": { "agentic": 0.527, "coding": 0.508, "general": 0.541 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 279, "composite": 0.524, "composite_rank": 279 }, { "name": "inclusionAI: Ring-2.6-1T", "norm": "ring-2.6-1t", "sources": [ "openrouter" ], "or_id": "inclusionai/ring-2.6-1t", "aa_intelligence": 31.1, "aa_coding": 42.8, "aa_agentic": 18.9, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 7.5e-8, "price_completion": 6.25e-7, "supports_tools": true, "strength": 0.523, "dimensions": { "agentic": 0.507, "coding": 0.547, "general": 0.517 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low" ], "strength_rank": 280, "composite": 0.523, "composite_rank": 280 }, { "name": "Grok 3 Beta", "norm": "grok 3 beta", "sources": [ "aider" ], "aider_pass_rate": 53.3, "aider_well_formed": 99.6, "aider_run": "2025-04-10-04-21-31--grok3-diff-exuser", "strength": 0.521, "dimensions": { "agentic": 0.508, "coding": 0.509, "general": 0.557 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.823, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low" ], "strength_rank": 281, "composite": 0.521, "composite_rank": 281 }, { "name": "deepseek-v3", "norm": "deepseek-v3", "sources": [ "lmarena" ], "arena_rating": 1358.5611817920628, "arena_rank": 181, "strength": 0.518, "dimensions": { "agentic": 0.521, "coding": 0.502, "general": 0.535 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 282, "composite": 0.518, "composite_rank": 282 }, { "name": "Optimus Alpha", "norm": "optimus alpha", "sources": [ "aider" ], "aider_pass_rate": 52.9, "aider_well_formed": 97.3, "aider_run": "2025-04-10-19-02-44--oalpha-diff-exsys", "strength": 0.516, "dimensions": { "agentic": 0.503, "coding": 0.504, "general": 0.552 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.524, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low" ], "strength_rank": 283, "composite": 0.516, "composite_rank": 283 }, { "name": "OpenAI: o1", "norm": "o1", "sources": [ "openrouter" ], "or_id": "openai/o1", "aa_intelligence": null, "aa_coding": 39.7, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 200000, "price_prompt": 0.000015, "price_completion": 0.00006, "supports_tools": true, "strength": 0.513, "dimensions": { "agentic": 0.501, "coding": 0.5, "general": 0.55 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aa_coding" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 284, "composite": 0.513, "composite_rank": 284 }, { "name": "OpenAI: o1 (batch)", "norm": "o1:batch", "sources": [ "openrouter" ], "or_id": "openai/o1:batch", "aa_intelligence": null, "aa_coding": 39.7, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 200000, "price_prompt": 0.0000075, "price_completion": 0.00003, "supports_tools": true, "strength": 0.513, "dimensions": { "agentic": 0.501, "coding": 0.5, "general": 0.55 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aa_coding" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 285, "composite": 0.513, "composite_rank": 285 }, { "name": "grok-3-mini-beta", "norm": "grok-3-mini-beta", "sources": [ "lmarena" ], "arena_rating": 1356.6264170684321, "arena_rank": 183, "strength": 0.512, "dimensions": { "agentic": 0.516, "coding": 0.497, "general": 0.529 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 286, "composite": 0.512, "composite_rank": 286 }, { "name": "intellect-3", "norm": "intellect-3", "sources": [ "lmarena" ], "arena_rating": 1356.1746105808802, "arena_rank": 184, "strength": 0.511, "dimensions": { "agentic": 0.515, "coding": 0.495, "general": 0.527 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 287, "composite": 0.511, "composite_rank": 287 }, { "name": "gpt-4.1", "norm": "gpt-4.1", "sources": [ "openrouter", "aider" ], "or_id": "openai/gpt-4.1", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1049.8333333333333, "design_arena_models_categories": 6, "context_length": 1047576, "price_prompt": 0.000002, "price_completion": 0.000008, "supports_tools": true, "aider_pass_rate": 52.4, "aider_well_formed": 98.2, "aider_run": "2025-04-14-21-05-54--gpt41-diff-exuser", "strength": 0.51, "dimensions": { "agentic": 0.498, "coding": 0.498, "general": 0.548 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.629, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [ "low" ], "strength_rank": 288, "composite": 0.51, "composite_rank": 288 }, { "name": "Anthropic: Claude Haiku 4.5", "norm": "claude-haiku-4.5", "sources": [ "openrouter" ], "or_id": "anthropic/claude-haiku-4.5", "aa_intelligence": 29.9, "aa_coding": 43.9, "aa_agentic": 16.5, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1134.875, "design_arena_models_categories": 8, "context_length": 200000, "price_prompt": 0.000001, "price_completion": 0.000005, "supports_tools": true, "strength": 0.506, "dimensions": { "agentic": 0.466, "coding": 0.564, "general": 0.49 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low" ], "strength_rank": 289, "composite": 0.506, "composite_rank": 289 }, { "name": "Anthropic: Claude Haiku 4.5 (batch)", "norm": "claude-haiku-4.5:batch", "sources": [ "openrouter" ], "or_id": "anthropic/claude-haiku-4.5:batch", "aa_intelligence": 29.9, "aa_coding": 43.9, "aa_agentic": 16.5, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1134.875, "design_arena_models_categories": 8, "context_length": 200000, "price_prompt": 5e-7, "price_completion": 0.0000025, "supports_tools": true, "strength": 0.506, "dimensions": { "agentic": 0.466, "coding": 0.564, "general": 0.49 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [ "low" ], "strength_rank": 290, "composite": 0.506, "composite_rank": 290 }, { "name": "command-a-03-2025", "norm": "command-a-03-2025", "sources": [ "lmarena" ], "arena_rating": 1353.9249971289964, "arena_rank": 185, "strength": 0.505, "dimensions": { "agentic": 0.508, "coding": 0.489, "general": 0.52 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 291, "composite": 0.505, "composite_rank": 291 }, { "name": "gemini-2.0-flash-lite-preview-02-05", "norm": "gemini-2.0-flash-lite-preview-02-05", "sources": [ "lmarena" ], "arena_rating": 1353.6128128766072, "arena_rank": 186, "strength": 0.504, "dimensions": { "agentic": 0.508, "coding": 0.488, "general": 0.519 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 292, "composite": 0.504, "composite_rank": 292 }, { "name": "Z.ai: GLM 4.5V", "norm": "glm-4.5v", "sources": [ "openrouter", "lmarena" ], "or_id": "z-ai/glm-4.5v", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 65536, "price_prompt": 6e-7, "price_completion": 0.0000018, "supports_tools": true, "arena_rating": 1353.5591791214404, "arena_rank": 187, "strength": 0.503, "dimensions": { "agentic": 0.507, "coding": 0.488, "general": 0.519 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 293, "composite": 0.503, "composite_rank": 293 }, { "name": "gemini-1.5-pro-002", "norm": "gemini-1.5-pro-002", "sources": [ "lmarena" ], "arena_rating": 1351.2189218428603, "arena_rank": 189, "strength": 0.497, "dimensions": { "agentic": 0.501, "coding": 0.481, "general": 0.511 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [ "low" ], "strength_rank": 294, "composite": 0.497, "composite_rank": 294 }, { "name": "amazon-nova-experimental-chat-10-20", "norm": "amazon-nova-experimental-chat-10-20", "sources": [ "lmarena" ], "arena_rating": 1349.3075482858058, "arena_rank": 190, "strength": 0.491, "dimensions": { "agentic": 0.495, "coding": 0.476, "general": 0.505 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 295, "composite": 0.491, "composite_rank": 295 }, { "name": "hunyuan-turbos-20250226", "norm": "hunyuan-turbos-20250226", "sources": [ "lmarena" ], "arena_rating": 1348.952122924014, "arena_rank": 191, "strength": 0.49, "dimensions": { "agentic": 0.494, "coding": 0.475, "general": 0.504 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 296, "composite": 0.49, "composite_rank": 296 }, { "name": "Google: Gemma 4 31B", "norm": "gemma-4-31b-it", "sources": [ "openrouter" ], "or_id": "google/gemma-4-31b-it", "aa_intelligence": 29.7, "aa_coding": 43.4, "aa_agentic": 14.4, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 1e-7, "price_completion": 3.4e-7, "supports_tools": true, "strength": 0.489, "dimensions": { "agentic": 0.432, "coding": 0.556, "general": 0.486 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 297, "composite": 0.489, "composite_rank": 297 }, { "name": "Google: Gemma 4 31B (free)", "norm": "gemma-4-31b-it:free", "sources": [ "openrouter" ], "or_id": "google/gemma-4-31b-it:free", "aa_intelligence": 29.7, "aa_coding": 43.4, "aa_agentic": 14.4, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 0, "price_completion": 0, "supports_tools": true, "strength": 0.489, "dimensions": { "agentic": 0.432, "coding": 0.556, "general": 0.486 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 298, "composite": 0.489, "composite_rank": 298 }, { "name": "step-3", "norm": "step-3", "sources": [ "lmarena" ], "arena_rating": 1348.5738790632045, "arena_rank": 192, "strength": 0.489, "dimensions": { "agentic": 0.493, "coding": 0.474, "general": 0.503 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 299, "composite": 0.489, "composite_rank": 299 }, { "name": "OpenAI: o3 Mini", "norm": "o3-mini", "sources": [ "openrouter", "lmarena" ], "or_id": "openai/o3-mini", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 200000, "price_prompt": 0.0000011, "price_completion": 0.0000044, "supports_tools": true, "arena_rating": 1347.8150319421952, "arena_rank": 193, "strength": 0.487, "dimensions": { "agentic": 0.491, "coding": 0.471, "general": 0.5 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 300, "composite": 0.487, "composite_rank": 300 }, { "name": "amazon-nova-experimental-chat-10-09", "norm": "amazon-nova-experimental-chat-10-09", "sources": [ "lmarena" ], "arena_rating": 1347.5814285585923, "arena_rank": 195, "strength": 0.486, "dimensions": { "agentic": 0.491, "coding": 0.471, "general": 0.5 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 301, "composite": 0.486, "composite_rank": 301 }, { "name": "Grok 3 Mini Beta (high)", "norm": "grok 3 mini beta-high", "sources": [ "aider" ], "aider_pass_rate": 49.3, "aider_well_formed": 99.6, "aider_run": "2025-04-10-23-59-02--xai-grok3-mini-whole-high", "strength": 0.484, "dimensions": { "agentic": 0.473, "coding": 0.468, "general": 0.524 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.823, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 302, "composite": 0.484, "composite_rank": 302 }, { "name": "ling-flash-2.0", "norm": "ling-flash-2.0", "sources": [ "lmarena" ], "arena_rating": 1346.2340852313457, "arena_rank": 198, "strength": 0.483, "dimensions": { "agentic": 0.488, "coding": 0.467, "general": 0.496 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 303, "composite": 0.483, "composite_rank": 303 }, { "name": "MiniMax: MiniMax M2", "norm": "minimax-m2", "sources": [ "openrouter", "lmarena" ], "or_id": "minimax/minimax-m2", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1159.4285714285713, "design_arena_models_categories": 7, "context_length": 204800, "price_prompt": 2.55e-7, "price_completion": 0.00000102, "supports_tools": true, "arena_rating": 1346.048835282142, "arena_rank": 200, "strength": 0.482, "dimensions": { "agentic": 0.487, "coding": 0.467, "general": 0.496 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 304, "composite": 0.482, "composite_rank": 304 }, { "name": "mistral-large-2411 (FC)", "norm": "mistral-large-2411", "sources": [ "bfcl", "lmarena" ], "bfcl_overall": 38.37, "bfcl_multi_turn": 14.12, "bfcl_irrelevance": 68.92, "arena_rating": 1305.427357624802, "arena_rank": 253, "strength": 0.482, "dimensions": { "agentic": 0.56, "coding": 0.46, "general": 0.386 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.24, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 305, "composite": 0.482, "composite_rank": 305 }, { "name": "qwen-plus-0125", "norm": "qwen-plus-0125", "sources": [ "lmarena" ], "arena_rating": 1346.1479219197495, "arena_rank": 199, "strength": 0.482, "dimensions": { "agentic": 0.487, "coding": 0.467, "general": 0.496 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 306, "composite": 0.482, "composite_rank": 306 }, { "name": "Anthropic: Claude Sonnet 4", "norm": "claude-sonnet-4", "sources": [ "openrouter" ], "or_id": "anthropic/claude-sonnet-4", "aa_intelligence": 29.8, "aa_coding": 37.6, "aa_agentic": 17.6, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1167.142857142857, "design_arena_models_categories": 7, "context_length": 1000000, "price_prompt": 0.000003, "price_completion": 0.000015, "supports_tools": true, "strength": 0.481, "dimensions": { "agentic": 0.484, "coding": 0.473, "general": 0.488 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 307, "composite": 0.481, "composite_rank": 307 }, { "name": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "norm": "nvidia-llama-3.3-nemotron-super-49b-v1.5", "sources": [ "lmarena" ], "arena_rating": 1343.3618323073974, "arena_rank": 202, "strength": 0.476, "dimensions": { "agentic": 0.481, "coding": 0.461, "general": 0.488 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 308, "composite": 0.476, "composite_rank": 308 }, { "name": "DeepSeek Chat V3 (prev)", "norm": "deepseek chat v3 (prev)", "sources": [ "aider" ], "aider_pass_rate": 48.4, "aider_well_formed": 98.7, "aider_run": "2024-12-25-13-31-51--deepseekv3preview-diff2", "strength": 0.476, "dimensions": { "agentic": 0.466, "coding": 0.459, "general": 0.517 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.688, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 309, "composite": 0.476, "composite_rank": 309 }, { "name": "glm-4-plus-0111", "norm": "glm-4-plus-0111", "sources": [ "lmarena" ], "arena_rating": 1342.9703183926947, "arena_rank": 203, "strength": 0.475, "dimensions": { "agentic": 0.48, "coding": 0.46, "general": 0.487 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 310, "composite": 0.475, "composite_rank": 310 }, { "name": "claude-3-5-sonnet-20240620", "norm": "claude-3-5-sonnet-20240620", "sources": [ "lmarena" ], "arena_rating": 1342.7227865738446, "arena_rank": 204, "strength": 0.474, "dimensions": { "agentic": 0.479, "coding": 0.459, "general": 0.487 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 311, "composite": 0.474, "composite_rank": 311 }, { "name": "hunyuan-turbo-0110", "norm": "hunyuan-turbo-0110", "sources": [ "lmarena" ], "arena_rating": 1340.7889614631313, "arena_rank": 206, "strength": 0.469, "dimensions": { "agentic": 0.475, "coding": 0.454, "general": 0.481 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 312, "composite": 0.469, "composite_rank": 312 }, { "name": "gemini-2.5-flash-preview-04-17 (default)", "norm": "gemini-2.5-flash-preview-04-17 (default)", "sources": [ "aider" ], "aider_pass_rate": 47.1, "aider_well_formed": 85.3, "aider_run": "2025-04-20-19-54-31--flash25-diff-no-think", "strength": 0.465, "dimensions": { "agentic": 0.455, "coding": 0.446, "general": 0.507 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.089, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 313, "composite": 0.465, "composite_rank": 313 }, { "name": "gpt-5-nano-high", "norm": "gpt-5-nano-high", "sources": [ "lmarena" ], "arena_rating": 1337.166504778981, "arena_rank": 207, "strength": 0.46, "dimensions": { "agentic": 0.466, "coding": 0.446, "general": 0.472 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 314, "composite": 0.46, "composite_rank": 314 }, { "name": "o1-mini", "norm": "o1-mini", "sources": [ "lmarena" ], "arena_rating": 1337.1119788773008, "arena_rank": 208, "strength": 0.46, "dimensions": { "agentic": 0.466, "coding": 0.445, "general": 0.471 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 315, "composite": 0.46, "composite_rank": 315 }, { "name": "nova-2-lite", "norm": "nova-2-lite", "sources": [ "lmarena" ], "arena_rating": 1336.5906258099328, "arena_rank": 209, "strength": 0.459, "dimensions": { "agentic": 0.465, "coding": 0.444, "general": 0.47 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 316, "composite": 0.459, "composite_rank": 316 }, { "name": "grok-2-2024-08-13", "norm": "grok-2-2024-08-13", "sources": [ "lmarena" ], "arena_rating": 1335.7580047717183, "arena_rank": 211, "strength": 0.457, "dimensions": { "agentic": 0.463, "coding": 0.442, "general": 0.468 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 317, "composite": 0.457, "composite_rank": 317 }, { "name": "gemini-advanced-0514", "norm": "gemini-advanced-0514", "sources": [ "lmarena" ], "arena_rating": 1335.631679751862, "arena_rank": 212, "strength": 0.457, "dimensions": { "agentic": 0.463, "coding": 0.442, "general": 0.467 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 318, "composite": 0.457, "composite_rank": 318 }, { "name": "llama-3.1-405b-instruct-bf16", "norm": "llama-3.1-405b-instruct-bf16", "sources": [ "lmarena" ], "arena_rating": 1335.02089630113, "arena_rank": 214, "strength": 0.455, "dimensions": { "agentic": 0.461, "coding": 0.44, "general": 0.466 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 319, "composite": 0.455, "composite_rank": 319 }, { "name": "Arch-Agent-1.5B", "norm": "arch-agent-1.5b", "sources": [ "bfcl" ], "bfcl_overall": 32.14, "bfcl_multi_turn": 26.62, "bfcl_irrelevance": 74.83, "strength": 0.454, "dimensions": { "agentic": 0.43, "coding": 0.461, "general": 0.481 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.37, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 320, "composite": 0.454, "composite_rank": 320 }, { "name": "Command R7B (FC)", "norm": "command r7b", "sources": [ "bfcl" ], "bfcl_overall": 32.07, "bfcl_multi_turn": 8.25, "bfcl_irrelevance": 81.65, "strength": 0.452, "dimensions": { "agentic": 0.428, "coding": 0.459, "general": 0.479 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.583, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 321, "composite": 0.452, "composite_rank": 321 }, { "name": "step-2-16k-exp-202412", "norm": "step-2-16k-exp-202412", "sources": [ "lmarena" ], "arena_rating": 1333.8882447758808, "arena_rank": 215, "strength": 0.452, "dimensions": { "agentic": 0.458, "coding": 0.438, "general": 0.463 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 322, "composite": 0.452, "composite_rank": 322 }, { "name": "llama-3.1-405b-instruct-fp8", "norm": "llama-3.1-405b-instruct-fp8", "sources": [ "lmarena" ], "arena_rating": 1333.1858002690974, "arena_rank": 216, "strength": 0.451, "dimensions": { "agentic": 0.457, "coding": 0.436, "general": 0.461 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 323, "composite": 0.451, "composite_rank": 323 }, { "name": "chatgpt-4o-latest (2025-03-29)", "norm": "chatgpt-4o-latest (2025-03-29)", "sources": [ "aider" ], "aider_pass_rate": 45.3, "aider_well_formed": 64.4, "aider_run": "2025-03-29-05-24-55--chatgpt4o-mar28-diff", "strength": 0.45, "dimensions": { "agentic": 0.44, "coding": 0.429, "general": 0.494 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 324, "composite": 0.45, "composite_rank": 324 }, { "name": "Qwen: Qwen3.5-35B-A3B", "norm": "qwen3.5-35b-a3b", "sources": [ "openrouter", "lmarena" ], "or_id": "qwen/qwen3.5-35b-a3b", "aa_intelligence": 24.3, "aa_coding": 37, "aa_agentic": 11.8, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 1.4e-7, "price_completion": 0.000001, "supports_tools": true, "arena_rating": 1395.348416229161, "arena_rank": 143, "strength": 0.448, "dimensions": { "agentic": 0.39, "coding": 0.465, "general": 0.517 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [], "strength_rank": 325, "composite": 0.448, "composite_rank": 325 }, { "name": "GPT-4.1-nano-2025-04-14 (FC)", "norm": "gpt-4.1-nano-2025-04-14", "sources": [ "bfcl", "lmarena" ], "bfcl_overall": 33.05, "bfcl_multi_turn": 23.62, "bfcl_irrelevance": 66, "arena_rating": 1322.215776687162, "arena_rank": 229, "strength": 0.448, "dimensions": { "agentic": 0.461, "coding": 0.445, "general": 0.431 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.216, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 326, "composite": 0.448, "composite_rank": 326 }, { "name": "gpt-4.5-preview", "norm": "gpt-4.5-preview", "sources": [ "aider" ], "aider_pass_rate": 44.9, "aider_well_formed": 97.3, "aider_run": "2025-02-27-20-26-15--gpt45-diff3", "strength": 0.446, "dimensions": { "agentic": 0.437, "coding": 0.425, "general": 0.491 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.524, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 327, "composite": 0.446, "composite_rank": 327 }, { "name": "olmo-3.1-32b-instruct", "norm": "olmo-3.1-32b-instruct", "sources": [ "lmarena" ], "arena_rating": 1329.685258639875, "arena_rank": 217, "strength": 0.442, "dimensions": { "agentic": 0.449, "coding": 0.428, "general": 0.451 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 328, "composite": 0.442, "composite_rank": 328 }, { "name": "Hammer2.1-7b (FC)", "norm": "hammer2.1-7b", "sources": [ "bfcl" ], "bfcl_overall": 31.67, "bfcl_multi_turn": 23.87, "bfcl_irrelevance": 90.12, "strength": 0.44, "dimensions": { "agentic": 0.414, "coding": 0.448, "general": 0.468 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.91, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 329, "composite": 0.44, "composite_rank": 329 }, { "name": "molmo-2-8b", "norm": "molmo-2-8b", "sources": [ "lmarena" ], "arena_rating": 1328.912153254818, "arena_rank": 218, "strength": 0.44, "dimensions": { "agentic": 0.447, "coding": 0.426, "general": 0.449 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 330, "composite": 0.44, "composite_rank": 330 }, { "name": "llama-3.3-nemotron-49b-super-v1", "norm": "llama-3.3-nemotron-49b-super-v1", "sources": [ "lmarena" ], "arena_rating": 1328.0595279076006, "arena_rank": 220, "strength": 0.438, "dimensions": { "agentic": 0.445, "coding": 0.424, "general": 0.447 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 331, "composite": 0.438, "composite_rank": 331 }, { "name": "gemini-2.5-flash-preview-05-20 (no think)", "norm": "gemini-2.5-flash-preview-05-20 (no think)", "sources": [ "aider" ], "aider_pass_rate": 44, "aider_well_formed": 93.8, "aider_run": "2025-05-26-15-56-31--flash25-05-20-24k-think # dirname is misleading", "strength": 0.438, "dimensions": { "agentic": 0.43, "coding": 0.416, "general": 0.484 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.304, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 332, "composite": 0.438, "composite_rank": 332 }, { "name": "Qwen: Qwen3 30B A3B", "norm": "qwen3-30b-a3b", "sources": [ "openrouter", "lmarena" ], "or_id": "qwen/qwen3-30b-a3b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 971.4, "design_arena_models_categories": 5, "context_length": 131072, "price_prompt": 1.2e-7, "price_completion": 5e-7, "supports_tools": true, "arena_rating": 1327.3274077420701, "arena_rank": 221, "strength": 0.436, "dimensions": { "agentic": 0.443, "coding": 0.422, "general": 0.445 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 333, "composite": 0.436, "composite_rank": 333 }, { "name": "llama-4-maverick-17b-128e-instruct", "norm": "llama-4-maverick-17b-128e-instruct", "sources": [ "lmarena" ], "arena_rating": 1327.2002297430968, "arena_rank": 222, "strength": 0.436, "dimensions": { "agentic": 0.443, "coding": 0.422, "general": 0.445 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 334, "composite": 0.436, "composite_rank": 334 }, { "name": "hunyuan-large-2025-02-10", "norm": "hunyuan-large-2025-02-10", "sources": [ "lmarena" ], "arena_rating": 1326.3172501618865, "arena_rank": 223, "strength": 0.434, "dimensions": { "agentic": 0.441, "coding": 0.419, "general": 0.442 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 335, "composite": 0.434, "composite_rank": 335 }, { "name": "Google: Gemma 4 26B A4B ", "norm": "gemma-4-26b-a4b-it", "sources": [ "openrouter" ], "or_id": "google/gemma-4-26b-a4b-it", "aa_intelligence": 26.1, "aa_coding": 39.3, "aa_agentic": 11, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 7e-8, "price_completion": 3.4e-7, "supports_tools": true, "strength": 0.428, "dimensions": { "agentic": 0.377, "coding": 0.495, "general": 0.415 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 336, "composite": 0.428, "composite_rank": 336 }, { "name": "Google: Gemma 4 26B A4B (free)", "norm": "gemma-4-26b-a4b-it:free", "sources": [ "openrouter" ], "or_id": "google/gemma-4-26b-a4b-it:free", "aa_intelligence": 26.1, "aa_coding": 39.3, "aa_agentic": 11, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 0, "price_completion": 0, "supports_tools": true, "strength": 0.428, "dimensions": { "agentic": 0.377, "coding": 0.495, "general": 0.415 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 337, "composite": 0.428, "composite_rank": 337 }, { "name": "gpt-4-turbo-2024-04-09", "norm": "gpt-4-turbo-2024-04-09", "sources": [ "lmarena" ], "arena_rating": 1324.1696140276154, "arena_rank": 224, "strength": 0.428, "dimensions": { "agentic": 0.436, "coding": 0.414, "general": 0.437 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 338, "composite": 0.428, "composite_rank": 338 }, { "name": "gemini-1.5-pro-001", "norm": "gemini-1.5-pro-001", "sources": [ "lmarena" ], "arena_rating": 1323.8668260198751, "arena_rank": 226, "strength": 0.428, "dimensions": { "agentic": 0.435, "coding": 0.413, "general": 0.436 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 339, "composite": 0.428, "composite_rank": 339 }, { "name": "Google: Gemini 2.5 Pro", "norm": "gemini-2.5-pro", "sources": [ "openrouter", "lmarena" ], "or_id": "google/gemini-2.5-pro", "aa_intelligence": 25.9, "aa_coding": 33.3, "aa_agentic": 7.2, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1183.5, "design_arena_models_categories": 6, "context_length": 1048576, "price_prompt": 0.00000125, "price_completion": 0.00001, "supports_tools": true, "arena_rating": 1445.5151761091888, "arena_rank": 68, "strength": 0.427, "dimensions": { "agentic": 0.316, "coding": 0.417, "general": 0.618 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [], "strength_rank": 340, "composite": 0.427, "composite_rank": 340 }, { "name": "deepseek-v2.5-1210", "norm": "deepseek-v2.5-1210", "sources": [ "lmarena" ], "arena_rating": 1323.5133409827808, "arena_rank": 227, "strength": 0.427, "dimensions": { "agentic": 0.434, "coding": 0.413, "general": 0.435 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 341, "composite": 0.427, "composite_rank": 341 }, { "name": "Google: Gemini 3.1 Flash Lite Preview", "norm": "gemini-3.1-flash-lite-preview", "sources": [ "openrouter", "lmarena" ], "or_id": "google/gemini-3.1-flash-lite-preview", "aa_intelligence": 25.6, "aa_coding": 34.7, "aa_agentic": 6.5, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1106.375, "design_arena_models_categories": 8, "context_length": 1048576, "price_prompt": 2.5e-7, "price_completion": 0.0000015, "supports_tools": true, "arena_rating": 1432.2438133181272, "arena_rank": 88, "strength": 0.422, "dimensions": { "agentic": 0.305, "coding": 0.435, "general": 0.591 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [], "strength_rank": 342, "composite": 0.422, "composite_rank": 342 }, { "name": "claude-3-opus-20240229", "norm": "claude-3-opus-20240229", "sources": [ "lmarena" ], "arena_rating": 1321.6685308278152, "arena_rank": 230, "strength": 0.422, "dimensions": { "agentic": 0.43, "coding": 0.408, "general": 0.43 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 343, "composite": 0.422, "composite_rank": 343 }, { "name": "gpt-oss-120b (high)", "norm": "gpt-oss-120b-high", "sources": [ "aider" ], "aider_pass_rate": 41.8, "aider_well_formed": 79.1, "aider_run": "2025-08-06-04-54-48--gpt-oss-120b-high-polyglot", "strength": 0.42, "dimensions": { "agentic": 0.411, "coding": 0.395, "general": 0.467 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.063, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 344, "composite": 0.42, "composite_rank": 344 }, { "name": "ring-flash-2.0", "norm": "ring-flash-2.0", "sources": [ "lmarena" ], "arena_rating": 1320.5004889372608, "arena_rank": 231, "strength": 0.419, "dimensions": { "agentic": 0.427, "coding": 0.405, "general": 0.427 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 345, "composite": 0.419, "composite_rank": 345 }, { "name": "step-1o-turbo-202506", "norm": "step-1o-turbo-202506", "sources": [ "lmarena" ], "arena_rating": 1320.1701613288183, "arena_rank": 232, "strength": 0.419, "dimensions": { "agentic": 0.426, "coding": 0.405, "general": 0.426 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 346, "composite": 0.419, "composite_rank": 346 }, { "name": "glm-4-plus", "norm": "glm-4-plus", "sources": [ "lmarena" ], "arena_rating": 1319.4609823148928, "arena_rank": 233, "strength": 0.417, "dimensions": { "agentic": 0.425, "coding": 0.403, "general": 0.424 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 347, "composite": 0.417, "composite_rank": 347 }, { "name": "qwen-max-0919", "norm": "qwen-max-0919", "sources": [ "lmarena" ], "arena_rating": 1318.0810188102566, "arena_rank": 236, "strength": 0.413, "dimensions": { "agentic": 0.421, "coding": 0.4, "general": 0.42 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 348, "composite": 0.413, "composite_rank": 348 }, { "name": "OpenAI: gpt-oss-120b", "norm": "gpt-oss-120b", "sources": [ "openrouter", "lmarena" ], "or_id": "openai/gpt-oss-120b", "aa_intelligence": 24.1, "aa_coding": 30.4, "aa_agentic": 13.4, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 991.8333333333334, "design_arena_models_categories": 6, "context_length": 131072, "price_prompt": 3.7e-8, "price_completion": 1.7e-7, "supports_tools": true, "arena_rating": 1352.452193835237, "arena_rank": 188, "strength": 0.41, "dimensions": { "agentic": 0.416, "coding": 0.379, "general": 0.445 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [], "strength_rank": 349, "composite": 0.41, "composite_rank": 349 }, { "name": "nvidia-nemotron-3-nano-30b-a3b-bf16", "norm": "nvidia-nemotron-3-nano-30b-a3b-bf16", "sources": [ "lmarena" ], "arena_rating": 1315.3954565639528, "arena_rank": 239, "strength": 0.407, "dimensions": { "agentic": 0.415, "coding": 0.393, "general": 0.413 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 350, "composite": 0.407, "composite_rank": 350 }, { "name": "qwen2.5-plus-1127", "norm": "qwen2.5-plus-1127", "sources": [ "lmarena" ], "arena_rating": 1314.888005568538, "arena_rank": 240, "strength": 0.406, "dimensions": { "agentic": 0.414, "coding": 0.392, "general": 0.412 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 351, "composite": 0.406, "composite_rank": 351 }, { "name": "NVIDIA: Nemotron 3 Super", "norm": "nemotron-3-super-120b-a12b", "sources": [ "openrouter" ], "or_id": "nvidia/nemotron-3-super-120b-a12b", "aa_intelligence": 25.7, "aa_coding": 37.7, "aa_agentic": 8.8, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1000000, "price_prompt": 8.5e-8, "price_completion": 4e-7, "supports_tools": true, "strength": 0.404, "dimensions": { "agentic": 0.342, "coding": 0.474, "general": 0.407 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 352, "composite": 0.404, "composite_rank": 352 }, { "name": "NVIDIA: Nemotron 3 Super (free)", "norm": "nemotron-3-super-120b-a12b:free", "sources": [ "openrouter" ], "or_id": "nvidia/nemotron-3-super-120b-a12b:free", "aa_intelligence": 25.7, "aa_coding": 37.7, "aa_agentic": 8.8, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 0, "price_completion": 0, "supports_tools": true, "strength": 0.404, "dimensions": { "agentic": 0.342, "coding": 0.474, "general": 0.407 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 353, "composite": 0.404, "composite_rank": 353 }, { "name": "Mistral Large 2407", "norm": "mistral-large-2407", "sources": [ "openrouter", "lmarena" ], "or_id": "mistralai/mistral-large-2407", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 0.000002, "price_completion": 0.000006, "supports_tools": true, "arena_rating": 1314.1905733010735, "arena_rank": 242, "strength": 0.404, "dimensions": { "agentic": 0.412, "coding": 0.39, "general": 0.41 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 354, "composite": 0.404, "composite_rank": 354 }, { "name": "athene-v2-chat", "norm": "athene-v2-chat", "sources": [ "lmarena" ], "arena_rating": 1314.3335904522733, "arena_rank": 241, "strength": 0.404, "dimensions": { "agentic": 0.412, "coding": 0.39, "general": 0.41 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 355, "composite": 0.404, "composite_rank": 355 }, { "name": "Qwen3 32B", "norm": "qwen3 32b", "sources": [ "aider" ], "aider_pass_rate": 40, "aider_well_formed": 83.6, "aider_run": "2025-05-08-03-20-24--qwen3-32b-default", "strength": 0.404, "dimensions": { "agentic": 0.397, "coding": 0.377, "general": 0.454 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.082, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 356, "composite": 0.404, "composite_rank": 356 }, { "name": "xLAM-2-1b-fc-r (FC)", "norm": "xlam-2-1b-fc-r", "sources": [ "bfcl" ], "bfcl_overall": 30.44, "bfcl_multi_turn": 36, "bfcl_irrelevance": 64.47, "strength": 0.402, "dimensions": { "agentic": 0.372, "coding": 0.413, "general": 0.435 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.203, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 357, "composite": 0.402, "composite_rank": 357 }, { "name": "gpt-4-0125-preview", "norm": "gpt-4-0125-preview", "sources": [ "lmarena" ], "arena_rating": 1312.8909787588705, "arena_rank": 243, "strength": 0.401, "dimensions": { "agentic": 0.409, "coding": 0.387, "general": 0.406 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 358, "composite": 0.401, "composite_rank": 358 }, { "name": "gpt-4-1106-preview", "norm": "gpt-4-1106-preview", "sources": [ "lmarena" ], "arena_rating": 1312.478269727671, "arena_rank": 244, "strength": 0.4, "dimensions": { "agentic": 0.408, "coding": 0.386, "general": 0.405 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 359, "composite": 0.4, "composite_rank": 359 }, { "name": "hunyuan-standard-2025-02-10", "norm": "hunyuan-standard-2025-02-10", "sources": [ "lmarena" ], "arena_rating": 1311.267761097071, "arena_rank": 245, "strength": 0.397, "dimensions": { "agentic": 0.405, "coding": 0.383, "general": 0.402 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 360, "composite": 0.397, "composite_rank": 360 }, { "name": "gemini-1.5-flash-002", "norm": "gemini-1.5-flash-002", "sources": [ "lmarena" ], "arena_rating": 1309.303988509053, "arena_rank": 246, "strength": 0.392, "dimensions": { "agentic": 0.401, "coding": 0.378, "general": 0.396 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 361, "composite": 0.392, "composite_rank": 361 }, { "name": "grok-2-mini-2024-08-13", "norm": "grok-2-mini-2024-08-13", "sources": [ "lmarena" ], "arena_rating": 1308.5573045174638, "arena_rank": 247, "strength": 0.39, "dimensions": { "agentic": 0.399, "coding": 0.377, "general": 0.394 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 362, "composite": 0.39, "composite_rank": 362 }, { "name": "gemini-exp-1206", "norm": "gemini-exp-1206", "sources": [ "aider" ], "aider_pass_rate": 38.2, "aider_well_formed": 98.2, "aider_run": "2024-12-22-18-43-25--gemini-exp-1206-polyglot-whole-2", "strength": 0.389, "dimensions": { "agentic": 0.382, "coding": 0.36, "general": 0.44 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.629, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 363, "composite": 0.389, "composite_rank": 363 }, { "name": "OpenAI: GPT-4o (2024-05-13)", "norm": "gpt-4o-2024-05-13", "sources": [ "openrouter", "lmarena" ], "or_id": "openai/gpt-4o-2024-05-13", "aa_intelligence": null, "aa_coding": 24.2, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 0.000005, "price_completion": 0.000015, "supports_tools": true, "arena_rating": 1345.9379226048545, "arena_rank": 201, "strength": 0.387, "dimensions": { "agentic": 0.398, "coding": 0.298, "general": 0.495 }, "direct_dimensions": [ "coding", "general" ], "imputed_dimensions": [ "agentic" ], "imputation_confidence": { "agentic": 0.904 }, "capability_confidence": 0.65, "signals": [ "aa_coding", "arena_rating" ], "signal_count": 2, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 364, "composite": 0.387, "composite_rank": 364 }, { "name": "deepseek-v2.5", "norm": "deepseek-v2.5", "sources": [ "lmarena" ], "arena_rating": 1307.2004227761086, "arena_rank": 248, "strength": 0.387, "dimensions": { "agentic": 0.396, "coding": 0.373, "general": 0.391 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 365, "composite": 0.387, "composite_rank": 365 }, { "name": "athene-70b-0725", "norm": "athene-70b-0725", "sources": [ "lmarena" ], "arena_rating": 1306.5269420767904, "arena_rank": 249, "strength": 0.385, "dimensions": { "agentic": 0.394, "coding": 0.372, "general": 0.389 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 366, "composite": 0.385, "composite_rank": 366 }, { "name": "mercury", "norm": "mercury", "sources": [ "lmarena" ], "arena_rating": 1306.0705686219353, "arena_rank": 250, "strength": 0.384, "dimensions": { "agentic": 0.393, "coding": 0.371, "general": 0.388 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 367, "composite": 0.384, "composite_rank": 367 }, { "name": "AllenAI: Olmo 3 32B Think", "norm": "olmo-3-32b-think", "sources": [ "openrouter", "lmarena" ], "or_id": "allenai/olmo-3-32b-think", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 65536, "price_prompt": 1.5e-7, "price_completion": 5e-7, "supports_tools": false, "arena_rating": 1305.4878474972675, "arena_rank": 252, "strength": 0.382, "dimensions": { "agentic": 0.392, "coding": 0.369, "general": 0.386 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 368, "composite": 0.382, "composite_rank": 368 }, { "name": "Inception: Mercury 2", "norm": "mercury-2", "sources": [ "openrouter", "lmarena" ], "or_id": "inception/mercury-2", "aa_intelligence": 21.9, "aa_coding": 31.1, "aa_agentic": 9.5, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1019.75, "design_arena_models_categories": 8, "context_length": 128000, "price_prompt": 2.5e-7, "price_completion": 7.5e-7, "supports_tools": true, "arena_rating": 1346.6199880210606, "arena_rank": 197, "strength": 0.381, "dimensions": { "agentic": 0.353, "coding": 0.388, "general": 0.415 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [], "strength_rank": 369, "composite": 0.381, "composite_rank": 369 }, { "name": "Hammer2.1-3b (FC)", "norm": "hammer2.1-3b", "sources": [ "bfcl" ], "bfcl_overall": 29.71, "bfcl_multi_turn": 16.5, "bfcl_irrelevance": 86.12, "strength": 0.38, "dimensions": { "agentic": 0.348, "coding": 0.392, "general": 0.416 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.79, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 370, "composite": 0.38, "composite_rank": 370 }, { "name": "magistral-medium-2506", "norm": "magistral-medium-2506", "sources": [ "lmarena" ], "arena_rating": 1304.1660332608112, "arena_rank": 254, "strength": 0.379, "dimensions": { "agentic": 0.389, "coding": 0.366, "general": 0.383 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 371, "composite": 0.379, "composite_rank": 371 }, { "name": "Qwen: Qwen3 Coder Next", "norm": "qwen3-coder-next", "sources": [ "openrouter" ], "or_id": "qwen/qwen3-coder-next", "aa_intelligence": 21.3, "aa_coding": 36.2, "aa_agentic": 8.9, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 1.2e-7, "price_completion": 8e-7, "supports_tools": true, "strength": 0.377, "dimensions": { "agentic": 0.344, "coding": 0.454, "general": 0.32 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 372, "composite": 0.377, "composite_rank": 372 }, { "name": "mistral-small-3.1-24b-instruct-2503", "norm": "mistral-small-3.1-24b-instruct-2503", "sources": [ "lmarena" ], "arena_rating": 1303.3397312762809, "arena_rank": 256, "strength": 0.377, "dimensions": { "agentic": 0.387, "coding": 0.364, "general": 0.38 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 373, "composite": 0.377, "composite_rank": 373 }, { "name": "qwen2.5-72b-instruct", "norm": "qwen2.5-72b-instruct", "sources": [ "lmarena" ], "arena_rating": 1302.910147434514, "arena_rank": 257, "strength": 0.376, "dimensions": { "agentic": 0.386, "coding": 0.363, "general": 0.379 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 374, "composite": 0.376, "composite_rank": 374 }, { "name": "Google: Gemini 2.5 Pro (batch)", "norm": "gemini-2.5-pro:batch", "sources": [ "openrouter" ], "or_id": "google/gemini-2.5-pro:batch", "aa_intelligence": 25.9, "aa_coding": 33.3, "aa_agentic": 7.2, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1183.5, "design_arena_models_categories": 6, "context_length": 1048576, "price_prompt": 6.25e-7, "price_completion": 0.000005, "supports_tools": true, "strength": 0.375, "dimensions": { "agentic": 0.316, "coding": 0.417, "general": 0.411 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 375, "composite": 0.375, "composite_rank": 375 }, { "name": "OpenAI: GPT-5 Mini", "norm": "gpt-5-mini", "sources": [ "openrouter" ], "or_id": "openai/gpt-5-mini", "aa_intelligence": 25.8, "aa_coding": 15.6, "aa_agentic": 19.6, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1142.5, "design_arena_models_categories": 8, "context_length": 400000, "price_prompt": 2.5e-7, "price_completion": 0.000002, "supports_tools": true, "strength": 0.371, "dimensions": { "agentic": 0.522, "coding": 0.17, "general": 0.409 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 376, "composite": 0.371, "composite_rank": 376 }, { "name": "OpenAI: GPT-5 Mini (batch)", "norm": "gpt-5-mini:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-5-mini:batch", "aa_intelligence": 25.8, "aa_coding": 15.6, "aa_agentic": 19.6, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1142.5, "design_arena_models_categories": 8, "context_length": 400000, "price_prompt": 1.25e-7, "price_completion": 0.000001, "supports_tools": true, "strength": 0.371, "dimensions": { "agentic": 0.522, "coding": 0.17, "general": 0.409 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 377, "composite": 0.371, "composite_rank": 377 }, { "name": "llama-3.1-nemotron-70b-instruct", "norm": "llama-3.1-nemotron-70b-instruct", "sources": [ "lmarena" ], "arena_rating": 1299.039578569611, "arena_rank": 258, "strength": 0.367, "dimensions": { "agentic": 0.377, "coding": 0.354, "general": 0.369 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 378, "composite": 0.367, "composite_rank": 378 }, { "name": "Gemini 2.0 Pro exp-02-05", "norm": "gemini 2.0 pro exp-02-05", "sources": [ "aider" ], "aider_pass_rate": 35.6, "aider_well_formed": 100, "aider_run": "2025-02-25-20-23-07--gemini-pro", "strength": 0.366, "dimensions": { "agentic": 0.361, "coding": 0.335, "general": 0.42 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.95, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 379, "composite": 0.366, "composite_rank": 379 }, { "name": "Llama-4-Scout-17B-16E-Instruct (FC)", "norm": "llama-4-scout-17b-16e-instruct", "sources": [ "bfcl", "lmarena" ], "bfcl_overall": 28.13, "bfcl_multi_turn": 9, "bfcl_irrelevance": 44.92, "arena_rating": 1322.950706981142, "arena_rank": 228, "strength": 0.359, "dimensions": { "agentic": 0.294, "coding": 0.381, "general": 0.433 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.064, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 380, "composite": 0.359, "composite_rank": 380 }, { "name": "Grok 3 Mini Beta (low)", "norm": "grok 3 mini beta-low", "sources": [ "aider" ], "aider_pass_rate": 34.7, "aider_well_formed": 100, "aider_run": "2025-04-10-18-47-24--grok3-mini-whole-exuser", "strength": 0.359, "dimensions": { "agentic": 0.353, "coding": 0.326, "general": 0.413 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.95, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 381, "composite": 0.359, "composite_rank": 381 }, { "name": "hunyuan-large-vision", "norm": "hunyuan-large-vision", "sources": [ "lmarena" ], "arena_rating": 1294.3084374214227, "arena_rank": 259, "strength": 0.355, "dimensions": { "agentic": 0.365, "coding": 0.342, "general": 0.356 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 382, "composite": 0.355, "composite_rank": 382 }, { "name": "Meta: Llama 3.1 70B Instruct", "norm": "llama-3.1-70b-instruct", "sources": [ "openrouter", "lmarena" ], "or_id": "meta-llama/llama-3.1-70b-instruct", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 4e-7, "price_completion": 4e-7, "supports_tools": true, "arena_rating": 1293.3051745593352, "arena_rank": 260, "strength": 0.352, "dimensions": { "agentic": 0.363, "coding": 0.34, "general": 0.353 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 383, "composite": 0.352, "composite_rank": 383 }, { "name": "Cohere: Command A", "norm": "command-a", "sources": [ "openrouter" ], "or_id": "cohere/command-a", "aa_intelligence": 22.8, "aa_coding": 27.8, "aa_agentic": 9.2, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 256000, "price_prompt": 0.0000025, "price_completion": 0.00001, "supports_tools": false, "strength": 0.348, "dimensions": { "agentic": 0.348, "coding": 0.345, "general": 0.35 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 384, "composite": 0.348, "composite_rank": 384 }, { "name": "amazon-nova-pro-v1.0", "norm": "amazon-nova-pro-v1.0", "sources": [ "lmarena" ], "arena_rating": 1290.1180386098504, "arena_rank": 261, "strength": 0.345, "dimensions": { "agentic": 0.356, "coding": 0.332, "general": 0.345 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 385, "composite": 0.345, "composite_rank": 385 }, { "name": "o1-mini-2024-09-12", "norm": "o1-mini-2024-09-12", "sources": [ "aider" ], "aider_pass_rate": 32.9, "aider_well_formed": 96.9, "aider_run": "2024-12-22-21-26-35--polyglot-o1mini-whole", "strength": 0.343, "dimensions": { "agentic": 0.338, "coding": 0.308, "general": 0.4 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.488, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 386, "composite": 0.343, "composite_rank": 386 }, { "name": "Google: Gemma 2 27B", "norm": "gemma-2-27b-it", "sources": [ "openrouter", "lmarena" ], "or_id": "google/gemma-2-27b-it", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 8192, "price_prompt": 6.5e-7, "price_completion": 6.5e-7, "supports_tools": false, "arena_rating": 1289.214115081854, "arena_rank": 263, "strength": 0.342, "dimensions": { "agentic": 0.353, "coding": 0.33, "general": 0.342 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 387, "composite": 0.342, "composite_rank": 387 }, { "name": "claude-3-5-haiku-20241022", "norm": "claude-3-5-haiku-20241022", "sources": [ "lmarena", "aider" ], "arena_rating": 1324.021529087689, "arena_rank": 225, "aider_pass_rate": 28, "aider_well_formed": 91.1, "aider_run": "2024-12-21-21-46-27--polyglot-haiku-diff", "strength": 0.342, "dimensions": { "agentic": 0.353, "coding": 0.261, "general": 0.436 }, "direct_dimensions": [ "coding", "general" ], "imputed_dimensions": [ "agentic" ], "imputation_confidence": { "agentic": 0.904 }, "capability_confidence": 0.65, "signals": [ "aider_pass_rate", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.196, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 388, "composite": 0.342, "composite_rank": 388 }, { "name": "jamba-1.5-large", "norm": "jamba-1.5-large", "sources": [ "lmarena" ], "arena_rating": 1289.2414501443732, "arena_rank": 262, "strength": 0.342, "dimensions": { "agentic": 0.353, "coding": 0.33, "general": 0.342 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 389, "composite": 0.342, "composite_rank": 389 }, { "name": "Qwen3-1.7B (FC)", "norm": "qwen3-1.7b", "sources": [ "bfcl" ], "bfcl_overall": 28.41, "bfcl_multi_turn": 11, "bfcl_irrelevance": 76.54, "strength": 0.341, "dimensions": { "agentic": 0.304, "coding": 0.356, "general": 0.381 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.413, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 390, "composite": 0.341, "composite_rank": 390 }, { "name": "reka-core-20240904", "norm": "reka-core-20240904", "sources": [ "lmarena" ], "arena_rating": 1287.8976063614334, "arena_rank": 264, "strength": 0.339, "dimensions": { "agentic": 0.35, "coding": 0.327, "general": 0.339 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 391, "composite": 0.339, "composite_rank": 391 }, { "name": "ibm-granite-h-small", "norm": "ibm-granite-h-small", "sources": [ "lmarena" ], "arena_rating": 1287.2699827412766, "arena_rank": 265, "strength": 0.338, "dimensions": { "agentic": 0.349, "coding": 0.325, "general": 0.337 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 392, "composite": 0.338, "composite_rank": 392 }, { "name": "gpt-4-0314", "norm": "gpt-4-0314", "sources": [ "lmarena" ], "arena_rating": 1287.0514109176193, "arena_rank": 266, "strength": 0.337, "dimensions": { "agentic": 0.348, "coding": 0.325, "general": 0.336 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 393, "composite": 0.337, "composite_rank": 393 }, { "name": "Cohere: North Mini Code (free)", "norm": "north-mini-code:free", "sources": [ "openrouter" ], "or_id": "cohere/north-mini-code:free", "aa_intelligence": 20.2, "aa_coding": 36.5, "aa_agentic": 3.1, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 256000, "price_prompt": 0, "price_completion": 0, "supports_tools": true, "strength": 0.335, "dimensions": { "agentic": 0.25, "coding": 0.458, "general": 0.298 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 394, "composite": 0.335, "composite_rank": 394 }, { "name": "gemini-1.5-flash-001", "norm": "gemini-1.5-flash-001", "sources": [ "lmarena" ], "arena_rating": 1286.4040714346638, "arena_rank": 267, "strength": 0.335, "dimensions": { "agentic": 0.347, "coding": 0.323, "general": 0.335 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 395, "composite": 0.335, "composite_rank": 395 }, { "name": "llama-3.1-nemotron-51b-instruct", "norm": "llama-3.1-nemotron-51b-instruct", "sources": [ "lmarena" ], "arena_rating": 1286.1637442204496, "arena_rank": 268, "strength": 0.335, "dimensions": { "agentic": 0.346, "coding": 0.322, "general": 0.334 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 396, "composite": 0.335, "composite_rank": 396 }, { "name": "llama-3.1-tulu-3-70b", "norm": "llama-3.1-tulu-3-70b", "sources": [ "lmarena" ], "arena_rating": 1286.0409336650168, "arena_rank": 269, "strength": 0.335, "dimensions": { "agentic": 0.346, "coding": 0.322, "general": 0.334 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 397, "composite": 0.335, "composite_rank": 397 }, { "name": "Qwen: Qwen3.5-9B", "norm": "qwen3.5-9b", "sources": [ "openrouter" ], "or_id": "qwen/qwen3.5-9b", "aa_intelligence": 21.8, "aa_coding": 28.7, "aa_agentic": 7, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 1e-7, "price_completion": 1.5e-7, "supports_tools": true, "strength": 0.333, "dimensions": { "agentic": 0.313, "coding": 0.357, "general": 0.33 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 398, "composite": 0.333, "composite_rank": 398 }, { "name": "olmo-3.1-32b-think", "norm": "olmo-3.1-32b-think", "sources": [ "lmarena" ], "arena_rating": 1285.2145414216398, "arena_rank": 270, "strength": 0.333, "dimensions": { "agentic": 0.344, "coding": 0.32, "general": 0.331 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 399, "composite": 0.333, "composite_rank": 399 }, { "name": "CoALM-70B", "norm": "coalm-70b", "sources": [ "bfcl" ], "bfcl_overall": 27.99, "bfcl_multi_turn": 10.62, "bfcl_irrelevance": 85.65, "strength": 0.328, "dimensions": { "agentic": 0.289, "coding": 0.344, "general": 0.37 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.772, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 400, "composite": 0.328, "composite_rank": 400 }, { "name": "gpt-4o-2024-08-06", "norm": "gpt-4o-2024-08-06", "sources": [ "openrouter", "lmarena", "aider" ], "or_id": "openai/gpt-4o-2024-08-06", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 0.0000025, "price_completion": 0.00001, "supports_tools": true, "arena_rating": 1335.2966008945184, "arena_rank": 213, "aider_pass_rate": 23.1, "aider_well_formed": 94.2, "aider_run": "2024-12-30-20-44-54--gpt4o-ex-as-sys-clean-prompt", "strength": 0.325, "dimensions": { "agentic": 0.344, "coding": 0.203, "general": 0.467 }, "direct_dimensions": [ "coding", "general" ], "imputed_dimensions": [ "agentic" ], "imputation_confidence": { "agentic": 0.904 }, "capability_confidence": 0.65, "signals": [ "aider_pass_rate", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.327, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 401, "composite": 0.325, "composite_rank": 401 }, { "name": "Hammer2.1-1.5b (FC)", "norm": "hammer2.1-1.5b", "sources": [ "bfcl" ], "bfcl_overall": 27.88, "bfcl_multi_turn": 15.62, "bfcl_irrelevance": 79.4, "strength": 0.325, "dimensions": { "agentic": 0.286, "coding": 0.341, "general": 0.367 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.486, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 402, "composite": 0.325, "composite_rank": 402 }, { "name": "palmyra-x-004 (FC)", "norm": "palmyra-x-004", "sources": [ "bfcl" ], "bfcl_overall": 27.87, "bfcl_multi_turn": 0.38, "bfcl_irrelevance": 80.99, "strength": 0.325, "dimensions": { "agentic": 0.285, "coding": 0.34, "general": 0.366 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.551, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 403, "composite": 0.325, "composite_rank": 403 }, { "name": "DeepSeek: R1", "norm": "deepseek-r1", "sources": [ "openrouter", "lmarena" ], "or_id": "deepseek/deepseek-r1", "aa_intelligence": 18.6, "aa_coding": 24.6, "aa_agentic": 3.1, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 163840, "price_prompt": 7e-7, "price_completion": 0.0000025, "supports_tools": true, "arena_rating": 1398.2271078502345, "arena_rank": 139, "strength": 0.322, "dimensions": { "agentic": 0.25, "coding": 0.303, "general": 0.465 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [], "strength_rank": 404, "composite": 0.322, "composite_rank": 404 }, { "name": "claude-3-sonnet-20240229", "norm": "claude-3-sonnet-20240229", "sources": [ "lmarena" ], "arena_rating": 1280.8067146269727, "arena_rank": 271, "strength": 0.322, "dimensions": { "agentic": 0.334, "coding": 0.31, "general": 0.32 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 405, "composite": 0.322, "composite_rank": 405 }, { "name": "Arcee AI: Trinity Large Thinking", "norm": "trinity-large-thinking", "sources": [ "openrouter", "lmarena" ], "or_id": "arcee-ai/trinity-large-thinking", "aa_intelligence": 18.6, "aa_coding": 25.8, "aa_agentic": 3.7, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1112.5, "design_arena_models_categories": 8, "context_length": 262144, "price_prompt": 2.2e-7, "price_completion": 8.5e-7, "supports_tools": true, "arena_rating": 1368.6671950770824, "arena_rank": 172, "strength": 0.32, "dimensions": { "agentic": 0.26, "coding": 0.319, "general": 0.417 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [], "strength_rank": 406, "composite": 0.32, "composite_rank": 406 }, { "name": "gemma-2-9b-it-simpo", "norm": "gemma-2-9b-it-simpo", "sources": [ "lmarena" ], "arena_rating": 1280.1563624721734, "arena_rank": 272, "strength": 0.32, "dimensions": { "agentic": 0.332, "coding": 0.308, "general": 0.318 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 407, "composite": 0.32, "composite_rank": 407 }, { "name": "Qwen: Qwen3 235B A22B Thinking 2507", "norm": "qwen3-235b-a22b-thinking-2507", "sources": [ "openrouter", "lmarena" ], "or_id": "qwen/qwen3-235b-a22b-thinking-2507", "aa_intelligence": 19.9, "aa_coding": 22.1, "aa_agentic": 3.8, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1022, "design_arena_models_categories": 6, "context_length": 262144, "price_prompt": 2.3e-7, "price_completion": 0.0000023, "supports_tools": true, "arena_rating": 1398.8941072916618, "arena_rank": 138, "strength": 0.319, "dimensions": { "agentic": 0.261, "coding": 0.271, "general": 0.479 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [], "strength_rank": 408, "composite": 0.319, "composite_rank": 408 }, { "name": "Open-Mistral-Nemo-2407 (FC)", "norm": "open-mistral-nemo-2407", "sources": [ "bfcl" ], "bfcl_overall": 27.63, "bfcl_multi_turn": 7.75, "bfcl_irrelevance": 61.77, "strength": 0.318, "dimensions": { "agentic": 0.277, "coding": 0.333, "general": 0.36 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.18, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 409, "composite": 0.318, "composite_rank": 409 }, { "name": "QwQ-32B", "norm": "qwq-32b", "sources": [ "lmarena", "aider" ], "arena_rating": 1336.0863485460961, "arena_rank": 210, "aider_pass_rate": 20.9, "aider_well_formed": 67.6, "aider_run": "2025-03-06-17-40-24--qwq32b-diff-temp-topp-ex-sys-remind-user-for-real", "strength": 0.312, "dimensions": { "agentic": 0.334, "coding": 0.176, "general": 0.469 }, "direct_dimensions": [ "coding", "general" ], "imputed_dimensions": [ "agentic" ], "imputation_confidence": { "agentic": 0.904 }, "capability_confidence": 0.65, "signals": [ "aider_pass_rate", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.014, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 410, "composite": 0.312, "composite_rank": 410 }, { "name": "nemotron-4-340b-instruct", "norm": "nemotron-4-340b-instruct", "sources": [ "lmarena" ], "arena_rating": 1276.7166139246951, "arena_rank": 273, "strength": 0.312, "dimensions": { "agentic": 0.324, "coding": 0.3, "general": 0.309 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 411, "composite": 0.312, "composite_rank": 411 }, { "name": "Cohere: Command R+ (08-2024)", "norm": "command-r-plus-08-2024", "sources": [ "openrouter", "lmarena" ], "or_id": "cohere/command-r-plus-08-2024", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 0.0000025, "price_completion": 0.00001, "supports_tools": true, "arena_rating": 1275.9790003482897, "arena_rank": 275, "strength": 0.31, "dimensions": { "agentic": 0.322, "coding": 0.298, "general": 0.307 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 412, "composite": 0.31, "composite_rank": 412 }, { "name": "llama-3-70b-instruct", "norm": "llama-3-70b-instruct", "sources": [ "lmarena" ], "arena_rating": 1276.187441257277, "arena_rank": 274, "strength": 0.31, "dimensions": { "agentic": 0.323, "coding": 0.298, "general": 0.307 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 413, "composite": 0.31, "composite_rank": 413 }, { "name": "gpt-4-0613", "norm": "gpt-4-0613", "sources": [ "lmarena" ], "arena_rating": 1275.346935020631, "arena_rank": 276, "strength": 0.308, "dimensions": { "agentic": 0.321, "coding": 0.296, "general": 0.305 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 414, "composite": 0.308, "composite_rank": 414 }, { "name": "Mistral: Mistral Small 3", "norm": "mistral-small-24b-instruct-2501", "sources": [ "openrouter", "lmarena" ], "or_id": "mistralai/mistral-small-24b-instruct-2501", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 32768, "price_prompt": 5e-8, "price_completion": 8e-8, "supports_tools": false, "arena_rating": 1274.2445478221016, "arena_rank": 277, "strength": 0.306, "dimensions": { "agentic": 0.318, "coding": 0.294, "general": 0.302 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 415, "composite": 0.306, "composite_rank": 415 }, { "name": "OpenAI: GPT-4 Turbo", "norm": "gpt-4-turbo", "sources": [ "openrouter" ], "or_id": "openai/gpt-4-turbo", "aa_intelligence": null, "aa_coding": 21.5, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 0.00001, "price_completion": 0.00003, "supports_tools": true, "strength": 0.303, "dimensions": { "agentic": 0.3, "coding": 0.263, "general": 0.364 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aa_coding" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 416, "composite": 0.303, "composite_rank": 416 }, { "name": "OpenAI: GPT-4 Turbo (batch)", "norm": "gpt-4-turbo:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-4-turbo:batch", "aa_intelligence": null, "aa_coding": 21.5, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 0.000005, "price_completion": 0.000015, "supports_tools": true, "strength": 0.303, "dimensions": { "agentic": 0.3, "coding": 0.263, "general": 0.364 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aa_coding" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 417, "composite": 0.303, "composite_rank": 417 }, { "name": "glm-4-0520", "norm": "glm-4-0520", "sources": [ "lmarena" ], "arena_rating": 1273.1426167184472, "arena_rank": 278, "strength": 0.303, "dimensions": { "agentic": 0.316, "coding": 0.291, "general": 0.299 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 418, "composite": 0.303, "composite_rank": 418 }, { "name": "Amazon-Nova-2-Lite-v1:0 (FC)", "norm": "amazon-nova-2-lite-v1:0", "sources": [ "bfcl" ], "bfcl_overall": 27.1, "bfcl_multi_turn": 2.12, "bfcl_irrelevance": 82.11, "strength": 0.302, "dimensions": { "agentic": 0.259, "coding": 0.318, "general": 0.346 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.606, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 419, "composite": 0.302, "composite_rank": 419 }, { "name": "reka-flash-20240904", "norm": "reka-flash-20240904", "sources": [ "lmarena" ], "arena_rating": 1272.0288866913866, "arena_rank": 279, "strength": 0.3, "dimensions": { "agentic": 0.313, "coding": 0.288, "general": 0.296 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 420, "composite": 0.3, "composite_rank": 420 }, { "name": "Qwen3-32B (FC)", "norm": "qwen3-32b", "sources": [ "openrouter", "bfcl", "lmarena" ], "or_id": "qwen/qwen3-32b", "aa_intelligence": 11.4, "aa_coding": 15.3, "aa_agentic": 1.8, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 8e-8, "price_completion": 2.8e-7, "supports_tools": true, "bfcl_overall": 48.71, "bfcl_multi_turn": 47.87, "bfcl_irrelevance": 76.37, "arena_rating": 1347.2138179879148, "arena_rank": 196, "strength": 0.299, "dimensions": { "agentic": 0.416, "coding": 0.165, "general": 0.3 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 1, "signals": [ "aa_agentic", "bfcl_overall", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 5, "task_fit_score": 0.409, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 6, "effort_eligibility": [], "strength_rank": 421, "composite": 0.299, "composite_rank": 421 }, { "name": "Falcon3-10B-Instruct (FC)", "norm": "falcon3-10b-instruct", "sources": [ "bfcl" ], "bfcl_overall": 27.01, "bfcl_multi_turn": 6.5, "bfcl_irrelevance": 32.09, "strength": 0.299, "dimensions": { "agentic": 0.256, "coding": 0.316, "general": 0.343 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 422, "composite": 0.299, "composite_rank": 422 }, { "name": "Mistral: Mistral Small 4", "norm": "mistral-small-2603", "sources": [ "openrouter" ], "or_id": "mistralai/mistral-small-2603", "aa_intelligence": 19.7, "aa_coding": 26.6, "aa_agentic": 4.6, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 1.5e-7, "price_completion": 6e-7, "supports_tools": true, "strength": 0.297, "dimensions": { "agentic": 0.274, "coding": 0.329, "general": 0.289 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 423, "composite": 0.297, "composite_rank": 423 }, { "name": "Granite-3.2-8B-Instruct (FC)", "norm": "granite-3.2-8b-instruct", "sources": [ "bfcl" ], "bfcl_overall": 26.87, "bfcl_multi_turn": 7.38, "bfcl_irrelevance": 80.53, "strength": 0.295, "dimensions": { "agentic": 0.252, "coding": 0.312, "general": 0.34 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.529, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 424, "composite": 0.295, "composite_rank": 424 }, { "name": "chatgpt-4o-latest (2025-02-15)", "norm": "chatgpt-4o-latest (2025-02-15)", "sources": [ "aider" ], "aider_pass_rate": 27.1, "aider_well_formed": 93.3, "aider_run": "2025-02-15-19-51-22--chatgpt4o-feb15-diff", "strength": 0.294, "dimensions": { "agentic": 0.291, "coding": 0.252, "general": 0.356 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.274, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 425, "composite": 0.294, "composite_rank": 425 }, { "name": "Phi-4 (Prompt)", "norm": "phi-4", "sources": [ "openrouter", "bfcl", "lmarena" ], "or_id": "microsoft/phi-4", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 16384, "price_prompt": 7e-8, "price_completion": 1.4e-7, "supports_tools": false, "bfcl_overall": 28.79, "bfcl_multi_turn": 3.88, "bfcl_irrelevance": 87.55, "arena_rating": 1256.1775247875198, "arena_rank": 289, "strength": 0.293, "dimensions": { "agentic": 0.317, "coding": 0.294, "general": 0.253 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.845, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 426, "composite": 0.293, "composite_rank": 426 }, { "name": "CoALM-8B", "norm": "coalm-8b", "sources": [ "bfcl" ], "bfcl_overall": 26.81, "bfcl_multi_turn": 8, "bfcl_irrelevance": 86.9, "strength": 0.293, "dimensions": { "agentic": 0.25, "coding": 0.31, "general": 0.338 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.82, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 427, "composite": 0.293, "composite_rank": 427 }, { "name": "c4ai-aya-expanse-32b", "norm": "c4ai-aya-expanse-32b", "sources": [ "lmarena" ], "arena_rating": 1267.084113427125, "arena_rank": 281, "strength": 0.288, "dimensions": { "agentic": 0.301, "coding": 0.276, "general": 0.283 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 428, "composite": 0.288, "composite_rank": 428 }, { "name": "gemma-2-9b-it", "norm": "gemma-2-9b-it", "sources": [ "lmarena" ], "arena_rating": 1266.7346320898769, "arena_rank": 282, "strength": 0.287, "dimensions": { "agentic": 0.301, "coding": 0.276, "general": 0.282 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 429, "composite": 0.287, "composite_rank": 429 }, { "name": "QwQ-32B + Qwen 2.5 Coder Instruct", "norm": "qwq-32b + qwen 2.5 coder instruct", "sources": [ "aider" ], "aider_pass_rate": 26.2, "aider_well_formed": 100, "aider_run": "2025-03-07-15-11-27--qwq32b-arch-temp-topp-again", "strength": 0.284, "dimensions": { "agentic": 0.282, "coding": 0.242, "general": 0.347 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.95, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 430, "composite": 0.284, "composite_rank": 430 }, { "name": "deepseek-coder-v2", "norm": "deepseek-coder-v2", "sources": [ "lmarena" ], "arena_rating": 1264.828465418645, "arena_rank": 283, "strength": 0.282, "dimensions": { "agentic": 0.296, "coding": 0.271, "general": 0.277 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 431, "composite": 0.282, "composite_rank": 431 }, { "name": "o3-mini (high)", "norm": "o3-mini-high", "sources": [ "openrouter", "lmarena", "aider" ], "or_id": "openai/o3-mini-high", "aa_intelligence": 15.7, "aa_coding": 16.3, "aa_agentic": 1.7, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 200000, "price_prompt": 0.0000011, "price_completion": 0.0000044, "supports_tools": true, "arena_rating": 1363.5606043194143, "arena_rank": 177, "aider_pass_rate": 60.4, "aider_well_formed": 93.3, "aider_run": "2025-01-31-20-42-47--o3-mini-diff-high", "strength": 0.278, "dimensions": { "agentic": 0.113, "coding": 0.396, "general": 0.377 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 1, "signals": [ "aa_agentic", "aa_coding", "aider_pass_rate", "aa_intelligence", "arena_rating" ], "signal_count": 5, "task_fit_score": 0.274, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 6, "effort_eligibility": [], "strength_rank": 432, "composite": 0.278, "composite_rank": 432 }, { "name": "qwen2-72b-instruct", "norm": "qwen2-72b-instruct", "sources": [ "lmarena" ], "arena_rating": 1261.3334137388729, "arena_rank": 284, "strength": 0.274, "dimensions": { "agentic": 0.288, "coding": 0.263, "general": 0.267 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 433, "composite": 0.274, "composite_rank": 433 }, { "name": "command-r-plus", "norm": "command-r-plus", "sources": [ "lmarena" ], "arena_rating": 1261.273999122569, "arena_rank": 285, "strength": 0.274, "dimensions": { "agentic": 0.288, "coding": 0.262, "general": 0.267 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 434, "composite": 0.274, "composite_rank": 434 }, { "name": "claude-3-haiku-20240307", "norm": "claude-3-haiku-20240307", "sources": [ "lmarena" ], "arena_rating": 1261.1050081232474, "arena_rank": 286, "strength": 0.273, "dimensions": { "agentic": 0.287, "coding": 0.262, "general": 0.266 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 435, "composite": 0.273, "composite_rank": 435 }, { "name": "amazon-nova-lite-v1.0", "norm": "amazon-nova-lite-v1.0", "sources": [ "lmarena" ], "arena_rating": 1260.4418633138198, "arena_rank": 287, "strength": 0.272, "dimensions": { "agentic": 0.286, "coding": 0.26, "general": 0.265 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 436, "composite": 0.272, "composite_rank": 436 }, { "name": "gemini-1.5-flash-8b-001", "norm": "gemini-1.5-flash-8b-001", "sources": [ "lmarena" ], "arena_rating": 1258.7425603844295, "arena_rank": 288, "strength": 0.267, "dimensions": { "agentic": 0.282, "coding": 0.256, "general": 0.26 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 437, "composite": 0.267, "composite_rank": 437 }, { "name": "Amazon: Nova 2 Lite", "norm": "nova-2-lite-v1", "sources": [ "openrouter" ], "or_id": "amazon/nova-2-lite-v1", "aa_intelligence": 18.4, "aa_coding": 23, "aa_agentic": 3.1, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1000000, "price_prompt": 3e-7, "price_completion": 0.0000025, "supports_tools": true, "strength": 0.265, "dimensions": { "agentic": 0.25, "coding": 0.283, "general": 0.263 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 438, "composite": 0.265, "composite_rank": 438 }, { "name": "OpenAI: gpt-oss-20b", "norm": "gpt-oss-20b", "sources": [ "openrouter", "lmarena" ], "or_id": "openai/gpt-oss-20b", "aa_intelligence": 15.2, "aa_coding": 20.7, "aa_agentic": 3.1, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 917, "design_arena_models_categories": 2, "context_length": 131072, "price_prompt": 3e-8, "price_completion": 1.3e-7, "supports_tools": true, "arena_rating": 1317.3977798946744, "arena_rank": 238, "strength": 0.264, "dimensions": { "agentic": 0.25, "coding": 0.253, "general": 0.304 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [], "strength_rank": 439, "composite": 0.264, "composite_rank": 439 }, { "name": "MiniCPM3-4B-FC (FC)", "norm": "minicpm3-4b-fc", "sources": [ "bfcl" ], "bfcl_overall": 25.55, "bfcl_multi_turn": 3.88, "bfcl_irrelevance": 72.84, "strength": 0.263, "dimensions": { "agentic": 0.215, "coding": 0.282, "general": 0.311 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.319, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 440, "composite": 0.263, "composite_rank": 440 }, { "name": "yi-lightning", "norm": "yi-lightning", "sources": [ "lmarena", "aider" ], "arena_rating": 1328.366626030322, "arena_rank": 219, "aider_pass_rate": 12.9, "aider_well_formed": 92.9, "aider_run": "2024-12-23-01-11-56--yi-test", "strength": 0.255, "dimensions": { "agentic": 0.284, "coding": 0.083, "general": 0.448 }, "direct_dimensions": [ "coding", "general" ], "imputed_dimensions": [ "agentic" ], "imputation_confidence": { "agentic": 0.904 }, "capability_confidence": 0.65, "signals": [ "aider_pass_rate", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.25, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 441, "composite": 0.255, "composite_rank": 441 }, { "name": "olmo-2-0325-32b-instruct", "norm": "olmo-2-0325-32b-instruct", "sources": [ "lmarena" ], "arena_rating": 1251.4671826447761, "arena_rank": 290, "strength": 0.254, "dimensions": { "agentic": 0.269, "coding": 0.243, "general": 0.245 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 442, "composite": 0.254, "composite_rank": 442 }, { "name": "Mistral: Mistral Large 3 2512", "norm": "mistral-large-2512", "sources": [ "openrouter" ], "or_id": "mistralai/mistral-large-2512", "aa_intelligence": 15.9, "aa_coding": 20.1, "aa_agentic": 5.5, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1133.625, "design_arena_models_categories": 8, "context_length": 262144, "price_prompt": 5e-7, "price_completion": 0.0000015, "supports_tools": true, "strength": 0.252, "dimensions": { "agentic": 0.289, "coding": 0.243, "general": 0.207 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 443, "composite": 0.252, "composite_rank": 443 }, { "name": "Mistral: Mistral Medium 3.1", "norm": "mistral-medium-3.1", "sources": [ "openrouter" ], "or_id": "mistralai/mistral-medium-3.1", "aa_intelligence": 14.7, "aa_coding": 20.5, "aa_agentic": 6.1, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1116, "design_arena_models_categories": 8, "context_length": 131072, "price_prompt": 4e-7, "price_completion": 0.000002, "supports_tools": true, "strength": 0.252, "dimensions": { "agentic": 0.298, "coding": 0.25, "general": 0.179 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 444, "composite": 0.252, "composite_rank": 444 }, { "name": "Cohere: Command R (08-2024)", "norm": "command-r-08-2024", "sources": [ "openrouter", "lmarena" ], "or_id": "cohere/command-r-08-2024", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 1.5e-7, "price_completion": 6e-7, "supports_tools": true, "arena_rating": 1249.9094057663424, "arena_rank": 291, "strength": 0.252, "dimensions": { "agentic": 0.267, "coding": 0.241, "general": 0.243 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 445, "composite": 0.252, "composite_rank": 445 }, { "name": "Amazon-Nova-Pro-v1:0 (FC)", "norm": "amazon-nova-pro-v1:0", "sources": [ "bfcl" ], "bfcl_overall": 24.97, "bfcl_multi_turn": 1.88, "bfcl_irrelevance": 70.06, "strength": 0.249, "dimensions": { "agentic": 0.2, "coding": 0.269, "general": 0.299 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.25, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 446, "composite": 0.249, "composite_rank": 446 }, { "name": "Llama-3.1-Nemotron-Ultra-253B-v1 (FC)", "norm": "llama-3.1-nemotron-ultra-253b-v1", "sources": [ "bfcl", "lmarena" ], "bfcl_overall": 10, "bfcl_multi_turn": 0, "bfcl_irrelevance": 100, "arena_rating": 1347.601162217428, "arena_rank": 194, "strength": 0.241, "dimensions": { "agentic": 0.02, "coding": 0.309, "general": 0.5 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 1, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 447, "composite": 0.241, "composite_rank": 447 }, { "name": "mistral-large-2402", "norm": "mistral-large-2402", "sources": [ "lmarena" ], "arena_rating": 1241.9483661936106, "arena_rank": 292, "strength": 0.241, "dimensions": { "agentic": 0.257, "coding": 0.231, "general": 0.232 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 448, "composite": 0.241, "composite_rank": 448 }, { "name": "amazon-nova-micro-v1.0", "norm": "amazon-nova-micro-v1.0", "sources": [ "lmarena" ], "arena_rating": 1240.6936072662265, "arena_rank": 293, "strength": 0.24, "dimensions": { "agentic": 0.255, "coding": 0.229, "general": 0.23 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 449, "composite": 0.24, "composite_rank": 449 }, { "name": "gemini-2.0-flash-exp", "norm": "gemini-2.0-flash-exp", "sources": [ "aider" ], "aider_pass_rate": 22.2, "aider_well_formed": 100, "aider_run": "2024-12-22-20-08-13--gemini-2.0-flash-exp-polyglot-whole", "strength": 0.24, "dimensions": { "agentic": 0.24, "coding": 0.192, "general": 0.308 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.95, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 450, "composite": 0.24, "composite_rank": 450 }, { "name": "jamba-1.5-mini", "norm": "jamba-1.5-mini", "sources": [ "lmarena" ], "arena_rating": 1239.566451674401, "arena_rank": 294, "strength": 0.238, "dimensions": { "agentic": 0.254, "coding": 0.228, "general": 0.228 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 451, "composite": 0.238, "composite_rank": 451 }, { "name": "OpenAI: gpt-oss-20b (free)", "norm": "gpt-oss-20b:free", "sources": [ "openrouter" ], "or_id": "openai/gpt-oss-20b:free", "aa_intelligence": 15.2, "aa_coding": 20.7, "aa_agentic": 3.1, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 917, "design_arena_models_categories": 2, "context_length": 131072, "price_prompt": 0, "price_completion": 0, "supports_tools": true, "strength": 0.236, "dimensions": { "agentic": 0.25, "coding": 0.253, "general": 0.19 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 452, "composite": 0.236, "composite_rank": 452 }, { "name": "ministral-8b-2410", "norm": "ministral-8b-2410", "sources": [ "lmarena" ], "arena_rating": 1237.4592619886346, "arena_rank": 295, "strength": 0.236, "dimensions": { "agentic": 0.251, "coding": 0.225, "general": 0.225 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 453, "composite": 0.236, "composite_rank": 453 }, { "name": "qwen-max-2025-01-25", "norm": "qwen-max-2025-01-25", "sources": [ "aider" ], "aider_pass_rate": 21.8, "aider_well_formed": 90.2, "aider_run": "2025-01-28-16-00-03--qwen-max-2025-01-25-polyglot-diff", "strength": 0.236, "dimensions": { "agentic": 0.236, "coding": 0.187, "general": 0.305 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.169, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 454, "composite": 0.236, "composite_rank": 454 }, { "name": "gemini-pro-dev-api", "norm": "gemini-pro-dev-api", "sources": [ "lmarena" ], "arena_rating": 1236.127133106722, "arena_rank": 296, "strength": 0.234, "dimensions": { "agentic": 0.25, "coding": 0.223, "general": 0.223 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 455, "composite": 0.234, "composite_rank": 455 }, { "name": "Granite-3.1-8B-Instruct (FC)", "norm": "granite-3.1-8b-instruct", "sources": [ "bfcl", "lmarena" ], "bfcl_overall": 27.1, "bfcl_multi_turn": 7.5, "bfcl_irrelevance": 79.98, "arena_rating": 1208.044719220894, "arena_rank": 313, "strength": 0.232, "dimensions": { "agentic": 0.259, "coding": 0.235, "general": 0.184 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.502, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 456, "composite": 0.232, "composite_rank": 456 }, { "name": "Qwen: Qwen3 Next 80B A3B Thinking", "norm": "qwen3-next-80b-a3b-thinking", "sources": [ "openrouter", "lmarena" ], "or_id": "qwen/qwen3-next-80b-a3b-thinking", "aa_intelligence": 16.9, "aa_coding": 17.4, "aa_agentic": 2.1, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 1.5e-7, "price_completion": 0.0000012, "supports_tools": true, "arena_rating": 1369.1138793111513, "arena_rank": 171, "strength": 0.231, "dimensions": { "agentic": 0.152, "coding": 0.2, "general": 0.4 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 4, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 4, "effort_eligibility": [], "strength_rank": 457, "composite": 0.231, "composite_rank": 457 }, { "name": "qwen1.5-110b-chat", "norm": "qwen1.5-110b-chat", "sources": [ "lmarena" ], "arena_rating": 1233.7085781591375, "arena_rank": 297, "strength": 0.231, "dimensions": { "agentic": 0.247, "coding": 0.22, "general": 0.22 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 458, "composite": 0.231, "composite_rank": 458 }, { "name": "hunyuan-standard-256k", "norm": "hunyuan-standard-256k", "sources": [ "lmarena" ], "arena_rating": 1233.2822792738107, "arena_rank": 298, "strength": 0.23, "dimensions": { "agentic": 0.246, "coding": 0.22, "general": 0.219 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 459, "composite": 0.23, "composite_rank": 459 }, { "name": "reka-flash-21b-20240226-online", "norm": "reka-flash-21b-20240226-online", "sources": [ "lmarena" ], "arena_rating": 1233.0257191097726, "arena_rank": 299, "strength": 0.23, "dimensions": { "agentic": 0.246, "coding": 0.219, "general": 0.219 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 460, "composite": 0.23, "composite_rank": 460 }, { "name": "qwen1.5-72b-chat", "norm": "qwen1.5-72b-chat", "sources": [ "lmarena" ], "arena_rating": 1232.9504657822363, "arena_rank": 300, "strength": 0.23, "dimensions": { "agentic": 0.246, "coding": 0.219, "general": 0.219 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 461, "composite": 0.23, "composite_rank": 461 }, { "name": "IBM: Granite 4.1 8B", "norm": "granite-4.1-8b", "sources": [ "openrouter", "lmarena" ], "or_id": "ibm-granite/granite-4.1-8b", "aa_intelligence": null, "aa_coding": 9.5, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 5e-8, "price_completion": 1e-7, "supports_tools": true, "arena_rating": 1305.8323019229979, "arena_rank": 251, "strength": 0.226, "dimensions": { "agentic": 0.253, "coding": 0.079, "general": 0.387 }, "direct_dimensions": [ "coding", "general" ], "imputed_dimensions": [ "agentic" ], "imputation_confidence": { "agentic": 0.904 }, "capability_confidence": 0.65, "signals": [ "aa_coding", "arena_rating" ], "signal_count": 2, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 462, "composite": 0.226, "composite_rank": 462 }, { "name": "Falcon3-7B-Instruct (FC)", "norm": "falcon3-7b-instruct", "sources": [ "bfcl" ], "bfcl_overall": 24.03, "bfcl_multi_turn": 5, "bfcl_irrelevance": 31.99, "strength": 0.226, "dimensions": { "agentic": 0.174, "coding": 0.247, "general": 0.279 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 463, "composite": 0.226, "composite_rank": 463 }, { "name": "mixtral-8x22b-instruct-v0.1", "norm": "mixtral-8x22b-instruct-v0.1", "sources": [ "lmarena" ], "arena_rating": 1228.9667881739558, "arena_rank": 301, "strength": 0.225, "dimensions": { "agentic": 0.241, "coding": 0.214, "general": 0.213 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 464, "composite": 0.225, "composite_rank": 464 }, { "name": "Qwen3-0.6B (FC)", "norm": "qwen3-0.6b", "sources": [ "bfcl" ], "bfcl_overall": 23.93, "bfcl_multi_turn": 3.62, "bfcl_irrelevance": 80.84, "strength": 0.223, "dimensions": { "agentic": 0.172, "coding": 0.245, "general": 0.276 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.544, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 465, "composite": 0.223, "composite_rank": 465 }, { "name": "reka-flash-21b-20240226", "norm": "reka-flash-21b-20240226", "sources": [ "lmarena" ], "arena_rating": 1226.3098323849151, "arena_rank": 302, "strength": 0.221, "dimensions": { "agentic": 0.238, "coding": 0.211, "general": 0.209 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 466, "composite": 0.221, "composite_rank": 466 }, { "name": "command-r", "norm": "command-r", "sources": [ "lmarena" ], "arena_rating": 1226.2897868144878, "arena_rank": 303, "strength": 0.221, "dimensions": { "agentic": 0.238, "coding": 0.211, "general": 0.209 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 467, "composite": 0.221, "composite_rank": 467 }, { "name": "inclusionAI: Ling-2.6-flash", "norm": "ling-2.6-flash", "sources": [ "openrouter" ], "or_id": "inclusionai/ling-2.6-flash", "aa_intelligence": 14.2, "aa_coding": 25.3, "aa_agentic": 2.3, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 1e-8, "price_completion": 3e-8, "supports_tools": true, "strength": 0.22, "dimensions": { "agentic": 0.172, "coding": 0.313, "general": 0.167 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 468, "composite": 0.22, "composite_rank": 468 }, { "name": "gpt-3.5-turbo-0125", "norm": "gpt-3.5-turbo-0125", "sources": [ "lmarena" ], "arena_rating": 1224.6121922631403, "arena_rank": 304, "strength": 0.219, "dimensions": { "agentic": 0.235, "coding": 0.209, "general": 0.207 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 469, "composite": 0.219, "composite_rank": 469 }, { "name": "Qwen3-14B (FC)", "norm": "qwen3-14b", "sources": [ "openrouter", "bfcl" ], "or_id": "qwen/qwen3-14b", "aa_intelligence": 10.4, "aa_coding": 13.8, "aa_agentic": 1.9, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 2.275e-7, "price_completion": 9.1e-7, "supports_tools": true, "bfcl_overall": 41.03, "bfcl_multi_turn": 34.75, "bfcl_irrelevance": 81.94, "strength": 0.217, "dimensions": { "agentic": 0.366, "coding": 0.141, "general": 0.084 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "bfcl_overall", "aa_coding", "aa_intelligence" ], "signal_count": 4, "task_fit_score": 0.597, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 5, "effort_eligibility": [], "strength_rank": 470, "composite": 0.217, "composite_rank": 470 }, { "name": "llama-3-8b-instruct", "norm": "llama-3-8b-instruct", "sources": [ "lmarena" ], "arena_rating": 1223.2283284803627, "arena_rank": 305, "strength": 0.217, "dimensions": { "agentic": 0.234, "coding": 0.207, "general": 0.205 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 471, "composite": 0.217, "composite_rank": 471 }, { "name": "c4ai-aya-expanse-8b", "norm": "c4ai-aya-expanse-8b", "sources": [ "lmarena" ], "arena_rating": 1222.9927240134602, "arena_rank": 306, "strength": 0.217, "dimensions": { "agentic": 0.233, "coding": 0.207, "general": 0.205 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 472, "composite": 0.217, "composite_rank": 472 }, { "name": "gemini-pro", "norm": "gemini-pro", "sources": [ "lmarena" ], "arena_rating": 1222.8341304086907, "arena_rank": 307, "strength": 0.217, "dimensions": { "agentic": 0.233, "coding": 0.207, "general": 0.205 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 473, "composite": 0.217, "composite_rank": 473 }, { "name": "mistral-medium", "norm": "mistral-medium", "sources": [ "lmarena" ], "arena_rating": 1222.191790665779, "arena_rank": 308, "strength": 0.216, "dimensions": { "agentic": 0.232, "coding": 0.206, "general": 0.204 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 474, "composite": 0.216, "composite_rank": 474 }, { "name": "llama-3.1-tulu-3-8b", "norm": "llama-3.1-tulu-3-8b", "sources": [ "lmarena" ], "arena_rating": 1220.5098619424946, "arena_rank": 309, "strength": 0.214, "dimensions": { "agentic": 0.23, "coding": 0.204, "general": 0.201 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 475, "composite": 0.214, "composite_rank": 475 }, { "name": "Granite-20b-FunctionCalling (FC)", "norm": "granite-20b-functioncalling", "sources": [ "bfcl" ], "bfcl_overall": 23.23, "bfcl_multi_turn": 5.38, "bfcl_irrelevance": 75.13, "strength": 0.207, "dimensions": { "agentic": 0.153, "coding": 0.229, "general": 0.261 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.378, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 476, "composite": 0.207, "composite_rank": 476 }, { "name": "Qwen2.5-Coder-32B-Instruct", "norm": "qwen2.5-coder-32b-instruct", "sources": [ "lmarena", "aider" ], "arena_rating": 1270.5086209581737, "arena_rank": 280, "aider_pass_rate": 16.4, "aider_well_formed": 99.6, "aider_run": "2024-12-26-00-55-20--Qwen2.5-Coder-32B-Instruct", "strength": 0.204, "dimensions": { "agentic": 0.222, "coding": 0.12, "general": 0.292 }, "direct_dimensions": [ "coding", "general" ], "imputed_dimensions": [ "agentic" ], "imputation_confidence": { "agentic": 0.904 }, "capability_confidence": 0.65, "signals": [ "aider_pass_rate", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.823, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 477, "composite": 0.204, "composite_rank": 477 }, { "name": "yi-1.5-34b-chat", "norm": "yi-1.5-34b-chat", "sources": [ "lmarena" ], "arena_rating": 1212.6204916753827, "arena_rank": 310, "strength": 0.204, "dimensions": { "agentic": 0.221, "coding": 0.194, "general": 0.19 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 478, "composite": 0.204, "composite_rank": 478 }, { "name": "Google: Gemma 3n 4B", "norm": "gemma-3n-e4b-it", "sources": [ "openrouter", "lmarena" ], "or_id": "google/gemma-3n-e4b-it", "aa_intelligence": null, "aa_coding": 3.2, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 32768, "price_prompt": 6e-8, "price_completion": 1.2e-7, "supports_tools": false, "arena_rating": 1318.1982220658601, "arena_rank": 235, "strength": 0.203, "dimensions": { "agentic": 0.238, "coding": 0.006, "general": 0.42 }, "direct_dimensions": [ "coding", "general" ], "imputed_dimensions": [ "agentic" ], "imputation_confidence": { "agentic": 0.904 }, "capability_confidence": 0.65, "signals": [ "aa_coding", "arena_rating" ], "signal_count": 2, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 479, "composite": 0.203, "composite_rank": 479 }, { "name": "zephyr-orpo-141b-a35b-v0.1", "norm": "zephyr-orpo-141b-a35b-v0.1", "sources": [ "lmarena" ], "arena_rating": 1212.4031607690672, "arena_rank": 311, "strength": 0.203, "dimensions": { "agentic": 0.22, "coding": 0.193, "general": 0.19 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 480, "composite": 0.203, "composite_rank": 480 }, { "name": "Upstage: Solar Pro 3", "norm": "solar-pro-3", "sources": [ "openrouter" ], "or_id": "upstage/solar-pro-3", "aa_intelligence": 14.5, "aa_coding": 16.2, "aa_agentic": 2.9, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 1.5e-7, "price_completion": 6e-7, "supports_tools": true, "strength": 0.199, "dimensions": { "agentic": 0.23, "coding": 0.18, "general": 0.174 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 481, "composite": 0.199, "composite_rank": 481 }, { "name": "gpt-4o-mini-2024-07-18", "norm": "gpt-4o-mini-2024-07-18", "sources": [ "openrouter", "lmarena", "aider" ], "or_id": "openai/gpt-4o-mini-2024-07-18", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 1.5e-7, "price_completion": 6e-7, "supports_tools": true, "arena_rating": 1317.7457136789428, "arena_rank": 237, "aider_pass_rate": 3.6, "aider_well_formed": 100, "aider_run": "2024-12-21-18-41-18--polyglot-gpt-4o-mini", "strength": 0.199, "dimensions": { "agentic": 0.235, "coding": 0, "general": 0.419 }, "direct_dimensions": [ "coding", "general" ], "imputed_dimensions": [ "agentic" ], "imputation_confidence": { "agentic": 0.904 }, "capability_confidence": 0.65, "signals": [ "aider_pass_rate", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.95, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 482, "composite": 0.199, "composite_rank": 482 }, { "name": "MoonshotAI: Kimi K2 Thinking", "norm": "kimi-k2-thinking", "sources": [ "openrouter" ], "or_id": "moonshotai/kimi-k2-thinking", "aa_intelligence": 17.2, "aa_coding": 21, "aa_agentic": 1.8, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1135, "design_arena_models_categories": 1, "context_length": 262144, "price_prompt": 6e-7, "price_completion": 0.0000025, "supports_tools": true, "strength": 0.198, "dimensions": { "agentic": 0.123, "coding": 0.257, "general": 0.237 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 483, "composite": 0.198, "composite_rank": 483 }, { "name": "gpt-4o-2024-11-20", "norm": "gpt-4o-2024-11-20", "sources": [ "openrouter", "aider" ], "or_id": "openai/gpt-4o-2024-11-20", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 0.0000025, "price_completion": 0.00001, "supports_tools": true, "aider_pass_rate": 18.2, "aider_well_formed": 95.1, "aider_run": "2024-12-30-20-57-12--gpt-4o-2024-11-20-ex-as-sys", "strength": 0.196, "dimensions": { "agentic": 0.198, "coding": 0.142, "general": 0.27 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.381, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 484, "composite": 0.196, "composite_rank": 484 }, { "name": "gemini-2.0-flash-thinking-exp-01-21", "norm": "gemini-2.0-flash-thinking-exp-01-21", "sources": [ "aider" ], "aider_pass_rate": 18.2, "aider_well_formed": 77.8, "aider_run": "2025-01-21-22-51-49--gemini-2.0-flash-thinking-exp-01-21-polyglot-diff", "strength": 0.196, "dimensions": { "agentic": 0.198, "coding": 0.142, "general": 0.27 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.057, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 485, "composite": 0.196, "composite_rank": 485 }, { "name": "NVIDIA: Nemotron 3 Nano Omni (free)", "norm": "nemotron-3-nano-omni-30b-a3b-reasoning:free", "sources": [ "openrouter" ], "or_id": "nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free", "aa_intelligence": null, "aa_coding": 13.8, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 256000, "price_prompt": 0, "price_completion": 0, "supports_tools": true, "strength": 0.195, "dimensions": { "agentic": 0.197, "coding": 0.141, "general": 0.269 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aa_coding" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 486, "composite": 0.195, "composite_rank": 486 }, { "name": "qwen1.5-32b-chat", "norm": "qwen1.5-32b-chat", "sources": [ "lmarena" ], "arena_rating": 1203.3957514272927, "arena_rank": 314, "strength": 0.192, "dimensions": { "agentic": 0.209, "coding": 0.182, "general": 0.177 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 487, "composite": 0.192, "composite_rank": 487 }, { "name": "DeepSeek Chat V2.5", "norm": "deepseek chat v2.5", "sources": [ "aider" ], "aider_pass_rate": 17.8, "aider_well_formed": 92.9, "aider_run": "2024-12-21-20-56-21--polyglot-deepseek-diff", "strength": 0.192, "dimensions": { "agentic": 0.194, "coding": 0.137, "general": 0.266 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.25, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 488, "composite": 0.192, "composite_rank": 488 }, { "name": "gpt-3.5-turbo-1106", "norm": "gpt-3.5-turbo-1106", "sources": [ "lmarena" ], "arena_rating": 1203.1395833700255, "arena_rank": 315, "strength": 0.191, "dimensions": { "agentic": 0.209, "coding": 0.182, "general": 0.177 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 489, "composite": 0.191, "composite_rank": 489 }, { "name": "gpt-4.1-mini", "norm": "gpt-4.1-mini", "sources": [ "openrouter", "aider" ], "or_id": "openai/gpt-4.1-mini", "aa_intelligence": 14.8, "aa_coding": 20.2, "aa_agentic": 1.8, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1015.6666666666666, "design_arena_models_categories": 6, "context_length": 1047576, "price_prompt": 4e-7, "price_completion": 0.0000016, "supports_tools": true, "aider_pass_rate": 32.4, "aider_well_formed": 92.4, "aider_run": "2025-04-14-21-27-53--gpt41mini-diff", "strength": 0.19, "dimensions": { "agentic": 0.123, "coding": 0.274, "general": 0.181 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aider_pass_rate", "aa_intelligence" ], "signal_count": 4, "task_fit_score": 0.235, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 5, "effort_eligibility": [], "strength_rank": 490, "composite": 0.19, "composite_rank": 490 }, { "name": "gemma-2-2b-it", "norm": "gemma-2-2b-it", "sources": [ "lmarena" ], "arena_rating": 1200.0628824536516, "arena_rank": 316, "strength": 0.187, "dimensions": { "agentic": 0.205, "coding": 0.178, "general": 0.172 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 491, "composite": 0.187, "composite_rank": 491 }, { "name": "OpenAI: GPT-4", "norm": "gpt-4", "sources": [ "openrouter" ], "or_id": "openai/gpt-4", "aa_intelligence": null, "aa_coding": 13.1, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 8191, "price_prompt": 0.00003, "price_completion": 0.00006, "supports_tools": true, "strength": 0.185, "dimensions": { "agentic": 0.187, "coding": 0.13, "general": 0.26 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aa_coding" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 492, "composite": 0.185, "composite_rank": 492 }, { "name": "Llama-3.3-70B-Instruct (FC)", "norm": "llama-3.3-70b-instruct", "sources": [ "openrouter", "bfcl", "lmarena" ], "or_id": "meta-llama/llama-3.3-70b-instruct", "aa_intelligence": 9.3, "aa_coding": 11.9, "aa_agentic": 0.3, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 1e-7, "price_completion": 3.2e-7, "supports_tools": true, "bfcl_overall": 31.9, "bfcl_multi_turn": 21.5, "bfcl_irrelevance": 53.53, "arena_rating": 1318.3094051973812, "arena_rank": 234, "strength": 0.184, "dimensions": { "agentic": 0.211, "coding": 0.11, "general": 0.243 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 1, "signals": [ "aa_agentic", "bfcl_overall", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 5, "task_fit_score": 0.111, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 6, "effort_eligibility": [], "strength_rank": 493, "composite": 0.184, "composite_rank": 493 }, { "name": "Amazon-Nova-Micro-v1:0 (FC)", "norm": "amazon-nova-micro-v1:0", "sources": [ "bfcl" ], "bfcl_overall": 22.29, "bfcl_multi_turn": 1.38, "bfcl_irrelevance": 70.65, "strength": 0.184, "dimensions": { "agentic": 0.127, "coding": 0.208, "general": 0.241 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.264, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 494, "composite": 0.184, "composite_rank": 494 }, { "name": "phi-3-medium-4k-instruct", "norm": "phi-3-medium-4k-instruct", "sources": [ "lmarena" ], "arena_rating": 1197.3933225258004, "arena_rank": 317, "strength": 0.184, "dimensions": { "agentic": 0.202, "coding": 0.174, "general": 0.169 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 495, "composite": 0.184, "composite_rank": 495 }, { "name": "Qwen3-8B (FC)", "norm": "qwen3-8b", "sources": [ "openrouter", "bfcl" ], "or_id": "qwen/qwen3-8b", "aa_intelligence": 8.3, "aa_coding": 9, "aa_agentic": 1.6, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 1.17e-7, "price_completion": 4.55e-7, "supports_tools": true, "bfcl_overall": 42.57, "bfcl_multi_turn": 41.75, "bfcl_irrelevance": 79.07, "strength": 0.183, "dimensions": { "agentic": 0.362, "coding": 0.073, "general": 0.048 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "bfcl_overall", "aa_coding", "aa_intelligence" ], "signal_count": 4, "task_fit_score": 0.478, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 5, "effort_eligibility": [], "strength_rank": 496, "composite": 0.183, "composite_rank": 496 }, { "name": "RZN-T (Prompt)", "norm": "rzn-t", "sources": [ "bfcl" ], "bfcl_overall": 22.25, "bfcl_multi_turn": 2.88, "bfcl_irrelevance": 82.41, "strength": 0.183, "dimensions": { "agentic": 0.126, "coding": 0.207, "general": 0.24 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.62, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 497, "composite": 0.183, "composite_rank": 497 }, { "name": "mixtral-8x7b-instruct-v0.1", "norm": "mixtral-8x7b-instruct-v0.1", "sources": [ "lmarena" ], "arena_rating": 1196.5664511359134, "arena_rank": 318, "strength": 0.183, "dimensions": { "agentic": 0.201, "coding": 0.173, "general": 0.167 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 498, "composite": 0.183, "composite_rank": 498 }, { "name": "dbrx-instruct-preview", "norm": "dbrx-instruct-preview", "sources": [ "lmarena" ], "arena_rating": 1194.804222117504, "arena_rank": 319, "strength": 0.181, "dimensions": { "agentic": 0.199, "coding": 0.171, "general": 0.165 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 499, "composite": 0.181, "composite_rank": 499 }, { "name": "OpenAI: GPT-4.1 Mini (batch)", "norm": "gpt-4.1-mini:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-4.1-mini:batch", "aa_intelligence": 14.8, "aa_coding": 20.2, "aa_agentic": 1.8, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1015.6666666666666, "design_arena_models_categories": 6, "context_length": 1047576, "price_prompt": 2e-7, "price_completion": 8e-7, "supports_tools": true, "strength": 0.18, "dimensions": { "agentic": 0.123, "coding": 0.245, "general": 0.181 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 500, "composite": 0.18, "composite_rank": 500 }, { "name": "DeepSeek: DeepSeek V3 0324", "norm": "deepseek-chat-v3-0324", "sources": [ "openrouter" ], "or_id": "deepseek/deepseek-chat-v3-0324", "aa_intelligence": 15.2, "aa_coding": 21.2, "aa_agentic": 1.6, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 163840, "price_prompt": 2.7e-7, "price_completion": 0.00000112, "supports_tools": true, "strength": 0.179, "dimensions": { "agentic": 0.103, "coding": 0.259, "general": 0.19 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 501, "composite": 0.179, "composite_rank": 501 }, { "name": "MiniCPM3-4B (Prompt)", "norm": "minicpm3-4b", "sources": [ "bfcl" ], "bfcl_overall": 22.08, "bfcl_multi_turn": 3.5, "bfcl_irrelevance": 73.71, "strength": 0.179, "dimensions": { "agentic": 0.121, "coding": 0.203, "general": 0.237 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.341, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 502, "composite": 0.179, "composite_rank": 502 }, { "name": "Bielik-11B-v2.3-Instruct (Prompt)", "norm": "bielik-11b-v2.3-instruct", "sources": [ "bfcl" ], "bfcl_overall": 21.9, "bfcl_multi_turn": 2.62, "bfcl_irrelevance": 36.01, "strength": 0.175, "dimensions": { "agentic": 0.117, "coding": 0.199, "general": 0.233 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.02, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 503, "composite": 0.175, "composite_rank": 503 }, { "name": "internlm2_5-20b-chat", "norm": "internlm2_5-20b-chat", "sources": [ "lmarena" ], "arena_rating": 1190.6507530412887, "arena_rank": 320, "strength": 0.175, "dimensions": { "agentic": 0.194, "coding": 0.166, "general": 0.159 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 504, "composite": 0.175, "composite_rank": 504 }, { "name": "qwen1.5-14b-chat", "norm": "qwen1.5-14b-chat", "sources": [ "lmarena" ], "arena_rating": 1190.5462281827213, "arena_rank": 321, "strength": 0.175, "dimensions": { "agentic": 0.193, "coding": 0.166, "general": 0.159 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 505, "composite": 0.175, "composite_rank": 505 }, { "name": "Llama 4 Maverick", "norm": "llama 4 maverick", "sources": [ "aider" ], "aider_pass_rate": 15.6, "aider_well_formed": 99.1, "aider_run": "2025-04-06-08-39-52--llama-4-maverick-17b-128e-instruct-polyglot-whole", "strength": 0.168, "dimensions": { "agentic": 0.171, "coding": 0.11, "general": 0.244 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.735, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 506, "composite": 0.168, "composite_rank": 506 }, { "name": "deepseek-llm-67b-chat", "norm": "deepseek-llm-67b-chat", "sources": [ "lmarena" ], "arena_rating": 1184.181598238365, "arena_rank": 322, "strength": 0.167, "dimensions": { "agentic": 0.186, "coding": 0.158, "general": 0.15 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 507, "composite": 0.167, "composite_rank": 507 }, { "name": "wizardlm-70b", "norm": "wizardlm-70b", "sources": [ "lmarena" ], "arena_rating": 1184.1684425281373, "arena_rank": 323, "strength": 0.167, "dimensions": { "agentic": 0.186, "coding": 0.158, "general": 0.15 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 508, "composite": 0.167, "composite_rank": 508 }, { "name": "yi-34b-chat", "norm": "yi-34b-chat", "sources": [ "lmarena" ], "arena_rating": 1183.3179380716238, "arena_rank": 324, "strength": 0.166, "dimensions": { "agentic": 0.185, "coding": 0.157, "general": 0.149 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 509, "composite": 0.166, "composite_rank": 509 }, { "name": "granite-3.0-8b-instruct", "norm": "granite-3.0-8b-instruct", "sources": [ "lmarena" ], "arena_rating": 1182.3635741863343, "arena_rank": 325, "strength": 0.165, "dimensions": { "agentic": 0.183, "coding": 0.155, "general": 0.147 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 510, "composite": 0.165, "composite_rank": 510 }, { "name": "openchat-3.5", "norm": "openchat-3.5", "sources": [ "lmarena" ], "arena_rating": 1182.2401819026704, "arena_rank": 326, "strength": 0.164, "dimensions": { "agentic": 0.183, "coding": 0.155, "general": 0.147 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 511, "composite": 0.164, "composite_rank": 511 }, { "name": "openchat-3.5-0106", "norm": "openchat-3.5-0106", "sources": [ "lmarena" ], "arena_rating": 1182.045172770987, "arena_rank": 327, "strength": 0.164, "dimensions": { "agentic": 0.183, "coding": 0.155, "general": 0.147 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 512, "composite": 0.164, "composite_rank": 512 }, { "name": "gemma-1.1-7b-it", "norm": "gemma-1.1-7b-it", "sources": [ "lmarena" ], "arena_rating": 1181.971282924098, "arena_rank": 328, "strength": 0.164, "dimensions": { "agentic": 0.183, "coding": 0.155, "general": 0.147 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 513, "composite": 0.164, "composite_rank": 513 }, { "name": "snowflake-arctic-instruct", "norm": "snowflake-arctic-instruct", "sources": [ "lmarena" ], "arena_rating": 1179.314422097027, "arena_rank": 329, "strength": 0.161, "dimensions": { "agentic": 0.18, "coding": 0.152, "general": 0.143 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 514, "composite": 0.161, "composite_rank": 514 }, { "name": "granite-3.1-2b-instruct", "norm": "granite-3.1-2b-instruct", "sources": [ "lmarena" ], "arena_rating": 1178.5146157566433, "arena_rank": 330, "strength": 0.16, "dimensions": { "agentic": 0.179, "coding": 0.151, "general": 0.142 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 515, "composite": 0.16, "composite_rank": 515 }, { "name": "gemma-3-27b-it", "norm": "gemma-3-27b-it", "sources": [ "openrouter", "bfcl", "lmarena", "aider" ], "or_id": "google/gemma-3-27b-it", "aa_intelligence": 7.4, "aa_coding": 10.1, "aa_agentic": 0.3, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 8e-8, "price_completion": 4.5e-7, "supports_tools": true, "bfcl_overall": 29.47, "bfcl_multi_turn": 10.75, "bfcl_irrelevance": 73.67, "arena_rating": 1365.8318373268814, "arena_rank": 175, "aider_pass_rate": 4.9, "aider_well_formed": 100, "aider_run": "2025-03-15-01-21-24--gemma3-27b-or", "strength": 0.159, "dimensions": { "agentic": 0.17, "coding": 0.049, "general": 0.295 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 1, "signals": [ "aa_agentic", "bfcl_overall", "aa_coding", "aider_pass_rate", "aa_intelligence", "arena_rating" ], "signal_count": 6, "task_fit_score": 0.645, "task_fit_signals": [ "bfcl_irrelevance", "aider_well_formed" ], "task_fit_signal_count": 2, "published_signal_count": 8, "effort_eligibility": [], "strength_rank": 516, "composite": 0.159, "composite_rank": 516 }, { "name": "OpenAI: o3 Mini High (batch)", "norm": "o3-mini-high:batch", "sources": [ "openrouter" ], "or_id": "openai/o3-mini-high:batch", "aa_intelligence": 15.7, "aa_coding": 16.3, "aa_agentic": 1.7, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 200000, "price_prompt": 5.5e-7, "price_completion": 0.0000022, "supports_tools": true, "strength": 0.159, "dimensions": { "agentic": 0.113, "coding": 0.182, "general": 0.202 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 517, "composite": 0.159, "composite_rank": 517 }, { "name": "Hammer2.1-0.5b (FC)", "norm": "hammer2.1-0.5b", "sources": [ "bfcl" ], "bfcl_overall": 21.22, "bfcl_multi_turn": 2.88, "bfcl_irrelevance": 80.79, "strength": 0.159, "dimensions": { "agentic": 0.1, "coding": 0.185, "general": 0.219 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.541, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 518, "composite": 0.159, "composite_rank": 518 }, { "name": "tulu-2-dpo-70b", "norm": "tulu-2-dpo-70b", "sources": [ "lmarena" ], "arena_rating": 1177.1654309652677, "arena_rank": 331, "strength": 0.158, "dimensions": { "agentic": 0.177, "coding": 0.149, "general": 0.14 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 519, "composite": 0.158, "composite_rank": 519 }, { "name": "openhermes-2.5-mistral-7b", "norm": "openhermes-2.5-mistral-7b", "sources": [ "lmarena" ], "arena_rating": 1175.1805071432334, "arena_rank": 332, "strength": 0.155, "dimensions": { "agentic": 0.175, "coding": 0.146, "general": 0.137 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 520, "composite": 0.155, "composite_rank": 520 }, { "name": "NVIDIA: Nemotron 3 Nano 30B A3B", "norm": "nemotron-3-nano-30b-a3b", "sources": [ "openrouter" ], "or_id": "nvidia/nemotron-3-nano-30b-a3b", "aa_intelligence": 14.5, "aa_coding": 14.4, "aa_agentic": 2, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 5e-8, "price_completion": 2e-7, "supports_tools": true, "strength": 0.153, "dimensions": { "agentic": 0.142, "coding": 0.151, "general": 0.174 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 521, "composite": 0.153, "composite_rank": 521 }, { "name": "NVIDIA: Nemotron 3 Nano 30B A3B (free)", "norm": "nemotron-3-nano-30b-a3b:free", "sources": [ "openrouter" ], "or_id": "nvidia/nemotron-3-nano-30b-a3b:free", "aa_intelligence": 14.5, "aa_coding": 14.4, "aa_agentic": 2, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 256000, "price_prompt": 0, "price_completion": 0, "supports_tools": true, "strength": 0.153, "dimensions": { "agentic": 0.142, "coding": 0.151, "general": 0.174 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 522, "composite": 0.153, "composite_rank": 522 }, { "name": "OpenAI: GPT-3.5 Turbo", "norm": "gpt-3.5-turbo", "sources": [ "openrouter" ], "or_id": "openai/gpt-3.5-turbo", "aa_intelligence": null, "aa_coding": 10.7, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 16385, "price_prompt": 5e-7, "price_completion": 0.0000015, "supports_tools": true, "strength": 0.153, "dimensions": { "agentic": 0.156, "coding": 0.093, "general": 0.231 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aa_coding" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 523, "composite": 0.153, "composite_rank": 523 }, { "name": "OpenAI: GPT-3.5 Turbo (batch)", "norm": "gpt-3.5-turbo:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-3.5-turbo:batch", "aa_intelligence": null, "aa_coding": 10.7, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 16385, "price_prompt": 2.5e-7, "price_completion": 7.5e-7, "supports_tools": true, "strength": 0.153, "dimensions": { "agentic": 0.156, "coding": 0.093, "general": 0.231 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aa_coding" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 524, "composite": 0.153, "composite_rank": 524 }, { "name": "vicuna-33b", "norm": "vicuna-33b", "sources": [ "lmarena" ], "arena_rating": 1172.3287033421493, "arena_rank": 333, "strength": 0.152, "dimensions": { "agentic": 0.171, "coding": 0.143, "general": 0.133 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 525, "composite": 0.152, "composite_rank": 525 }, { "name": "starling-lm-7b-beta", "norm": "starling-lm-7b-beta", "sources": [ "lmarena" ], "arena_rating": 1170.7102802295462, "arena_rank": 334, "strength": 0.15, "dimensions": { "agentic": 0.169, "coding": 0.141, "general": 0.131 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 526, "composite": 0.15, "composite_rank": 526 }, { "name": "phi-3-small-8k-instruct", "norm": "phi-3-small-8k-instruct", "sources": [ "lmarena" ], "arena_rating": 1170.5656228369312, "arena_rank": 335, "strength": 0.149, "dimensions": { "agentic": 0.169, "coding": 0.14, "general": 0.131 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 527, "composite": 0.149, "composite_rank": 527 }, { "name": "llama-2-70b-chat", "norm": "llama-2-70b-chat", "sources": [ "lmarena" ], "arena_rating": 1170.1946885148936, "arena_rank": 336, "strength": 0.149, "dimensions": { "agentic": 0.168, "coding": 0.14, "general": 0.13 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 528, "composite": 0.149, "composite_rank": 528 }, { "name": "Gemma-3-12b-it (Prompt)", "norm": "gemma-3-12b-it", "sources": [ "openrouter", "bfcl", "lmarena" ], "or_id": "google/gemma-3-12b-it", "aa_intelligence": 5.5, "aa_coding": 5.8, "aa_agentic": 0.3, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 5e-8, "price_completion": 1.5e-7, "supports_tools": true, "bfcl_overall": 30.43, "bfcl_multi_turn": 5.75, "bfcl_irrelevance": 70.29, "arena_rating": 1341.9977150414068, "arena_rank": 205, "strength": 0.148, "dimensions": { "agentic": 0.186, "coding": 0.036, "general": 0.242 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 1, "signals": [ "aa_agentic", "bfcl_overall", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 5, "task_fit_score": 0.254, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 6, "effort_eligibility": [], "strength_rank": 529, "composite": 0.148, "composite_rank": 529 }, { "name": "Granite-4.0-350m (FC)", "norm": "granite-4.0-350m", "sources": [ "bfcl" ], "bfcl_overall": 18.98, "bfcl_multi_turn": 2.5, "bfcl_irrelevance": 60.84, "strength": 0.145, "dimensions": { "agentic": 0.084, "coding": 0.172, "general": 0.207 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.172, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 530, "composite": 0.145, "composite_rank": 530 }, { "name": "starling-lm-7b-alpha", "norm": "starling-lm-7b-alpha", "sources": [ "lmarena" ], "arena_rating": 1166.8990440052762, "arena_rank": 337, "strength": 0.145, "dimensions": { "agentic": 0.164, "coding": 0.136, "general": 0.125 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 531, "composite": 0.145, "composite_rank": 531 }, { "name": "Mistral: Ministral 3 14B 2512", "norm": "ministral-14b-2512", "sources": [ "openrouter" ], "or_id": "mistralai/ministral-14b-2512", "aa_intelligence": 11.2, "aa_coding": 14.4, "aa_agentic": 2.2, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1079.5, "design_arena_models_categories": 4, "context_length": 262144, "price_prompt": 2e-7, "price_completion": 2e-7, "supports_tools": true, "strength": 0.142, "dimensions": { "agentic": 0.162, "coding": 0.151, "general": 0.098 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 532, "composite": 0.142, "composite_rank": 532 }, { "name": "nous-hermes-2-mixtral-8x7b-dpo", "norm": "nous-hermes-2-mixtral-8x7b-dpo", "sources": [ "lmarena" ], "arena_rating": 1163.9822692243092, "arena_rank": 339, "strength": 0.141, "dimensions": { "agentic": 0.161, "coding": 0.132, "general": 0.121 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 533, "composite": 0.141, "composite_rank": 533 }, { "name": "command-a-03-2025-quality", "norm": "command-a-03-2025-quality", "sources": [ "aider" ], "aider_pass_rate": 12, "aider_well_formed": 99.6, "aider_run": "2025-03-14-23-40-00--cmda-quality-whole2", "strength": 0.137, "dimensions": { "agentic": 0.141, "coding": 0.075, "general": 0.217 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.823, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 534, "composite": 0.137, "composite_rank": 534 }, { "name": "Meta: Llama 4 Maverick", "norm": "llama-4-maverick", "sources": [ "openrouter" ], "or_id": "meta-llama/llama-4-maverick", "aa_intelligence": 14.5, "aa_coding": 16.3, "aa_agentic": 1.2, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 912, "design_arena_models_categories": 6, "context_length": 1048576, "price_prompt": 2e-7, "price_completion": 8e-7, "supports_tools": true, "strength": 0.135, "dimensions": { "agentic": 0.071, "coding": 0.182, "general": 0.174 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 535, "composite": 0.135, "composite_rank": 535 }, { "name": "Qwen: Qwen3 30B A3B Thinking 2507", "norm": "qwen3-30b-a3b-thinking-2507", "sources": [ "openrouter" ], "or_id": "qwen/qwen3-30b-a3b-thinking-2507", "aa_intelligence": 14.6, "aa_coding": 12.1, "aa_agentic": 1.8, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 952, "design_arena_models_categories": 2, "context_length": 81920, "price_prompt": 2e-7, "price_completion": 0.0000024, "supports_tools": true, "strength": 0.133, "dimensions": { "agentic": 0.123, "coding": 0.113, "general": 0.176 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 536, "composite": 0.133, "composite_rank": 536 }, { "name": "granite-3.0-2b-instruct", "norm": "granite-3.0-2b-instruct", "sources": [ "lmarena" ], "arena_rating": 1155.9878391464495, "arena_rank": 340, "strength": 0.131, "dimensions": { "agentic": 0.151, "coding": 0.122, "general": 0.11 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 537, "composite": 0.131, "composite_rank": 537 }, { "name": "Gemma-3-4b-it (Prompt)", "norm": "gemma-3-4b-it", "sources": [ "openrouter", "bfcl", "lmarena" ], "or_id": "google/gemma-3-4b-it", "aa_intelligence": null, "aa_coding": 2.7, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 5e-8, "price_completion": 1e-7, "supports_tools": false, "bfcl_overall": 19.62, "bfcl_multi_turn": 0.38, "bfcl_irrelevance": 53.94, "arena_rating": 1303.4252480027458, "arena_rank": 255, "strength": 0.13, "dimensions": { "agentic": 0.088, "coding": 0, "general": 0.381 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "bfcl_overall", "aa_coding", "arena_rating" ], "signal_count": 3, "task_fit_score": 0.115, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 4, "effort_eligibility": [], "strength_rank": 538, "composite": 0.13, "composite_rank": 538 }, { "name": "Llama-3.2-3B-Instruct (FC)", "norm": "llama-3.2-3b-instruct", "sources": [ "openrouter", "bfcl", "lmarena" ], "or_id": "meta-llama/llama-3.2-3b-instruct", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 5e-8, "price_completion": 3.3e-7, "supports_tools": false, "bfcl_overall": 21.95, "bfcl_multi_turn": 4, "bfcl_irrelevance": 52.06, "arena_rating": 1166.3953537638372, "arena_rank": 338, "strength": 0.13, "dimensions": { "agentic": 0.118, "coding": 0.149, "general": 0.125 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.099, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 539, "composite": 0.13, "composite_rank": 539 }, { "name": "Codestral 25.01", "norm": "codestral 25.01", "sources": [ "aider" ], "aider_pass_rate": 11.1, "aider_well_formed": 100, "aider_run": "2025-01-13-18-17-25--codestral-whole2", "strength": 0.13, "dimensions": { "agentic": 0.134, "coding": 0.067, "general": 0.211 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.95, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 540, "composite": 0.13, "composite_rank": 540 }, { "name": "qwq-32b-preview", "norm": "qwq-32b-preview", "sources": [ "lmarena" ], "arena_rating": 1154.538627868883, "arena_rank": 341, "strength": 0.129, "dimensions": { "agentic": 0.149, "coding": 0.12, "general": 0.108 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 541, "composite": 0.129, "composite_rank": 541 }, { "name": "Falcon3-3B-Instruct (FC)", "norm": "falcon3-3b-instruct", "sources": [ "bfcl" ], "bfcl_overall": 16.25, "bfcl_multi_turn": 1, "bfcl_irrelevance": 32.92, "strength": 0.128, "dimensions": { "agentic": 0.064, "coding": 0.155, "general": 0.191 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.005, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 542, "composite": 0.128, "composite_rank": 542 }, { "name": "llama2-70b-steerlm-chat", "norm": "llama2-70b-steerlm-chat", "sources": [ "lmarena" ], "arena_rating": 1154.1682779377627, "arena_rank": 342, "strength": 0.128, "dimensions": { "agentic": 0.149, "coding": 0.12, "general": 0.107 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 543, "composite": 0.128, "composite_rank": 543 }, { "name": "solar-10.7b-instruct-v1.0", "norm": "solar-10.7b-instruct-v1.0", "sources": [ "lmarena" ], "arena_rating": 1151.7853639799891, "arena_rank": 343, "strength": 0.125, "dimensions": { "agentic": 0.146, "coding": 0.117, "general": 0.104 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 544, "composite": 0.125, "composite_rank": 544 }, { "name": "dolphin-2.2.1-mistral-7b", "norm": "dolphin-2.2.1-mistral-7b", "sources": [ "lmarena" ], "arena_rating": 1151.633244345956, "arena_rank": 344, "strength": 0.125, "dimensions": { "agentic": 0.145, "coding": 0.116, "general": 0.104 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 545, "composite": 0.125, "composite_rank": 545 }, { "name": "mpt-30b-chat", "norm": "mpt-30b-chat", "sources": [ "lmarena" ], "arena_rating": 1149.997405494991, "arena_rank": 345, "strength": 0.123, "dimensions": { "agentic": 0.143, "coding": 0.114, "general": 0.102 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 546, "composite": 0.123, "composite_rank": 546 }, { "name": "openhands-lm-32b-v0.1", "norm": "openhands-lm-32b-v0.1", "sources": [ "aider" ], "aider_pass_rate": 10.2, "aider_well_formed": 95.1, "aider_run": "2025-04-19-14-43-04--o4-mini-patch", "strength": 0.123, "dimensions": { "agentic": 0.127, "coding": 0.059, "general": 0.204 }, "direct_dimensions": [ "coding" ], "imputed_dimensions": [ "agentic", "general" ], "imputation_confidence": { "agentic": 0.87, "general": 0.869 }, "capability_confidence": 0.454, "signals": [ "aider_pass_rate" ], "signal_count": 1, "task_fit_score": 0.381, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 547, "composite": 0.123, "composite_rank": 547 }, { "name": "wizardlm-13b", "norm": "wizardlm-13b", "sources": [ "lmarena" ], "arena_rating": 1148.870036366034, "arena_rank": 346, "strength": 0.121, "dimensions": { "agentic": 0.142, "coding": 0.113, "general": 0.1 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 548, "composite": 0.121, "composite_rank": 548 }, { "name": "mistral-7b-instruct-v0.2", "norm": "mistral-7b-instruct-v0.2", "sources": [ "lmarena" ], "arena_rating": 1148.867303792576, "arena_rank": 347, "strength": 0.121, "dimensions": { "agentic": 0.142, "coding": 0.113, "general": 0.1 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 549, "composite": 0.121, "composite_rank": 549 }, { "name": "falcon-180b-chat", "norm": "falcon-180b-chat", "sources": [ "lmarena" ], "arena_rating": 1147.2342198486854, "arena_rank": 348, "strength": 0.121, "dimensions": { "agentic": 0.141, "coding": 0.112, "general": 0.099 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 550, "composite": 0.121, "composite_rank": 550 }, { "name": "qwen1.5-7b-chat", "norm": "qwen1.5-7b-chat", "sources": [ "lmarena" ], "arena_rating": 1143.3600171547603, "arena_rank": 349, "strength": 0.119, "dimensions": { "agentic": 0.14, "coding": 0.111, "general": 0.097 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 551, "composite": 0.119, "composite_rank": 551 }, { "name": "phi-3-mini-4k-instruct-june-2024", "norm": "phi-3-mini-4k-instruct-june-2024", "sources": [ "lmarena" ], "arena_rating": 1142.5996637520602, "arena_rank": 350, "strength": 0.118, "dimensions": { "agentic": 0.139, "coding": 0.11, "general": 0.097 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 552, "composite": 0.118, "composite_rank": 552 }, { "name": "llama-2-13b-chat", "norm": "llama-2-13b-chat", "sources": [ "lmarena" ], "arena_rating": 1140.9717790844852, "arena_rank": 351, "strength": 0.118, "dimensions": { "agentic": 0.139, "coding": 0.109, "general": 0.096 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 553, "composite": 0.118, "composite_rank": 553 }, { "name": "vicuna-13b", "norm": "vicuna-13b", "sources": [ "lmarena" ], "arena_rating": 1140.7788690426842, "arena_rank": 352, "strength": 0.118, "dimensions": { "agentic": 0.139, "coding": 0.109, "general": 0.096 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 554, "composite": 0.118, "composite_rank": 554 }, { "name": "qwen-14b-chat", "norm": "qwen-14b-chat", "sources": [ "lmarena" ], "arena_rating": 1138.5153278724451, "arena_rank": 353, "strength": 0.117, "dimensions": { "agentic": 0.138, "coding": 0.108, "general": 0.095 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 555, "composite": 0.117, "composite_rank": 555 }, { "name": "palm-2", "norm": "palm-2", "sources": [ "lmarena" ], "arena_rating": 1138.1097671739842, "arena_rank": 354, "strength": 0.116, "dimensions": { "agentic": 0.137, "coding": 0.108, "general": 0.095 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 556, "composite": 0.116, "composite_rank": 556 }, { "name": "gemma-7b-it", "norm": "gemma-7b-it", "sources": [ "lmarena" ], "arena_rating": 1137.1616966015758, "arena_rank": 355, "strength": 0.116, "dimensions": { "agentic": 0.137, "coding": 0.108, "general": 0.094 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 557, "composite": 0.116, "composite_rank": 557 }, { "name": "codellama-34b-instruct", "norm": "codellama-34b-instruct", "sources": [ "lmarena" ], "arena_rating": 1136.2294092478746, "arena_rank": 356, "strength": 0.116, "dimensions": { "agentic": 0.136, "coding": 0.107, "general": 0.094 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 558, "composite": 0.116, "composite_rank": 558 }, { "name": "zephyr-7b-beta", "norm": "zephyr-7b-beta", "sources": [ "lmarena" ], "arena_rating": 1130.2619872559096, "arena_rank": 357, "strength": 0.113, "dimensions": { "agentic": 0.134, "coding": 0.105, "general": 0.091 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 559, "composite": 0.113, "composite_rank": 559 }, { "name": "phi-3-mini-128k-instruct", "norm": "phi-3-mini-128k-instruct", "sources": [ "lmarena" ], "arena_rating": 1129.120341103187, "arena_rank": 358, "strength": 0.112, "dimensions": { "agentic": 0.133, "coding": 0.104, "general": 0.09 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 560, "composite": 0.112, "composite_rank": 560 }, { "name": "phi-3-mini-4k-instruct", "norm": "phi-3-mini-4k-instruct", "sources": [ "lmarena" ], "arena_rating": 1127.6652656582673, "arena_rank": 359, "strength": 0.112, "dimensions": { "agentic": 0.133, "coding": 0.103, "general": 0.089 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 561, "composite": 0.112, "composite_rank": 561 }, { "name": "guanaco-33b", "norm": "guanaco-33b", "sources": [ "lmarena" ], "arena_rating": 1126.8125887715298, "arena_rank": 360, "strength": 0.111, "dimensions": { "agentic": 0.132, "coding": 0.103, "general": 0.089 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 562, "composite": 0.111, "composite_rank": 562 }, { "name": "zephyr-7b-alpha", "norm": "zephyr-7b-alpha", "sources": [ "lmarena" ], "arena_rating": 1126.3155946256277, "arena_rank": 361, "strength": 0.111, "dimensions": { "agentic": 0.132, "coding": 0.103, "general": 0.089 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 563, "composite": 0.111, "composite_rank": 563 }, { "name": "stripedhyena-nous-7b", "norm": "stripedhyena-nous-7b", "sources": [ "lmarena" ], "arena_rating": 1120.8398602592883, "arena_rank": 362, "strength": 0.108, "dimensions": { "agentic": 0.13, "coding": 0.1, "general": 0.086 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 564, "composite": 0.108, "composite_rank": 564 }, { "name": "codellama-70b-instruct", "norm": "codellama-70b-instruct", "sources": [ "lmarena" ], "arena_rating": 1118.6940576953143, "arena_rank": 363, "strength": 0.107, "dimensions": { "agentic": 0.129, "coding": 0.099, "general": 0.085 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 565, "composite": 0.107, "composite_rank": 565 }, { "name": "gemma-1.1-2b-it", "norm": "gemma-1.1-2b-it", "sources": [ "lmarena" ], "arena_rating": 1115.9965299878575, "arena_rank": 364, "strength": 0.106, "dimensions": { "agentic": 0.128, "coding": 0.098, "general": 0.083 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 566, "composite": 0.106, "composite_rank": 566 }, { "name": "vicuna-7b", "norm": "vicuna-7b", "sources": [ "lmarena" ], "arena_rating": 1114.5306991602324, "arena_rank": 365, "strength": 0.105, "dimensions": { "agentic": 0.127, "coding": 0.097, "general": 0.083 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 567, "composite": 0.105, "composite_rank": 567 }, { "name": "smollm2-1.7b-instruct", "norm": "smollm2-1.7b-instruct", "sources": [ "lmarena" ], "arena_rating": 1114.0923755345298, "arena_rank": 366, "strength": 0.105, "dimensions": { "agentic": 0.127, "coding": 0.097, "general": 0.082 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 568, "composite": 0.105, "composite_rank": 568 }, { "name": "mistral-7b-instruct", "norm": "mistral-7b-instruct", "sources": [ "lmarena" ], "arena_rating": 1109.547927864534, "arena_rank": 368, "strength": 0.103, "dimensions": { "agentic": 0.125, "coding": 0.095, "general": 0.08 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 569, "composite": 0.103, "composite_rank": 569 }, { "name": "llama-2-7b-chat", "norm": "llama-2-7b-chat", "sources": [ "lmarena" ], "arena_rating": 1107.4967996598089, "arena_rank": 369, "strength": 0.102, "dimensions": { "agentic": 0.124, "coding": 0.094, "general": 0.079 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 570, "composite": 0.102, "composite_rank": 570 }, { "name": "OpenAI: GPT-4o-mini", "norm": "gpt-4o-mini", "sources": [ "openrouter" ], "or_id": "openai/gpt-4o-mini", "aa_intelligence": null, "aa_coding": 11.4, "aa_agentic": 1, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 1.5e-7, "price_completion": 6e-7, "supports_tools": true, "strength": 0.095, "dimensions": { "agentic": 0.055, "coding": 0.102, "general": 0.15 }, "direct_dimensions": [ "agentic", "coding" ], "imputed_dimensions": [ "general" ], "imputation_confidence": { "general": 0.938 }, "capability_confidence": 0.654, "signals": [ "aa_agentic", "aa_coding" ], "signal_count": 2, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 571, "composite": 0.095, "composite_rank": 571 }, { "name": "OpenAI: GPT-4o-mini (batch)", "norm": "gpt-4o-mini:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-4o-mini:batch", "aa_intelligence": null, "aa_coding": 11.4, "aa_agentic": 1, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 7.5e-8, "price_completion": 3e-7, "supports_tools": true, "strength": 0.095, "dimensions": { "agentic": 0.055, "coding": 0.102, "general": 0.15 }, "direct_dimensions": [ "agentic", "coding" ], "imputed_dimensions": [ "general" ], "imputation_confidence": { "general": 0.938 }, "capability_confidence": 0.654, "signals": [ "aa_agentic", "aa_coding" ], "signal_count": 2, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 572, "composite": 0.095, "composite_rank": 572 }, { "name": "Ministral-8B-Instruct-2410 (FC)", "norm": "ministral-8b-instruct-2410", "sources": [ "bfcl" ], "bfcl_overall": 11.1, "bfcl_multi_turn": 0, "bfcl_irrelevance": 100, "strength": 0.095, "dimensions": { "agentic": 0.028, "coding": 0.125, "general": 0.163 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 1, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 573, "composite": 0.095, "composite_rank": 573 }, { "name": "Falcon3-1B-Instruct (FC)", "norm": "falcon3-1b-instruct", "sources": [ "bfcl" ], "bfcl_overall": 11.08, "bfcl_multi_turn": 0, "bfcl_irrelevance": 87.3, "strength": 0.095, "dimensions": { "agentic": 0.028, "coding": 0.125, "general": 0.162 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.835, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 574, "composite": 0.095, "composite_rank": 574 }, { "name": "gemma-2b-it", "norm": "gemma-2b-it", "sources": [ "lmarena" ], "arena_rating": 1092.978060717724, "arena_rank": 370, "strength": 0.095, "dimensions": { "agentic": 0.117, "coding": 0.088, "general": 0.072 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 575, "composite": 0.095, "composite_rank": 575 }, { "name": "qwen1.5-4b-chat", "norm": "qwen1.5-4b-chat", "sources": [ "lmarena" ], "arena_rating": 1090.2368918865673, "arena_rank": 371, "strength": 0.094, "dimensions": { "agentic": 0.116, "coding": 0.086, "general": 0.07 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 576, "composite": 0.094, "composite_rank": 576 }, { "name": "Llama-3.1-8B-Instruct (Prompt)", "norm": "llama-3.1-8b-instruct", "sources": [ "openrouter", "bfcl", "lmarena" ], "or_id": "meta-llama/llama-3.1-8b-instruct", "aa_intelligence": 7.8, "aa_coding": 5.4, "aa_agentic": 0.5, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 5e-8, "price_completion": 8e-8, "supports_tools": true, "bfcl_overall": 25.83, "bfcl_multi_turn": 11.12, "bfcl_irrelevance": 42.7, "arena_rating": 1211.358960897282, "arena_rank": 312, "strength": 0.087, "dimensions": { "agentic": 0.119, "coding": 0.031, "general": 0.114 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 1, "signals": [ "aa_agentic", "bfcl_overall", "aa_coding", "aa_intelligence", "arena_rating" ], "signal_count": 5, "task_fit_score": 0.053, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 6, "effort_eligibility": [], "strength_rank": 577, "composite": 0.087, "composite_rank": 577 }, { "name": "olmo-7b-instruct", "norm": "olmo-7b-instruct", "sources": [ "lmarena" ], "arena_rating": 1073.3039474574416, "arena_rank": 372, "strength": 0.086, "dimensions": { "agentic": 0.109, "coding": 0.079, "general": 0.062 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 578, "composite": 0.086, "composite_rank": 578 }, { "name": "koala-13b", "norm": "koala-13b", "sources": [ "lmarena" ], "arena_rating": 1070.1965167549752, "arena_rank": 373, "strength": 0.085, "dimensions": { "agentic": 0.107, "coding": 0.077, "general": 0.06 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 579, "composite": 0.085, "composite_rank": 579 }, { "name": "alpaca-13b", "norm": "alpaca-13b", "sources": [ "lmarena" ], "arena_rating": 1068.892479244509, "arena_rank": 374, "strength": 0.084, "dimensions": { "agentic": 0.107, "coding": 0.077, "general": 0.059 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 580, "composite": 0.084, "composite_rank": 580 }, { "name": "gpt4all-13b-snoozy", "norm": "gpt4all-13b-snoozy", "sources": [ "lmarena" ], "arena_rating": 1066.650968091456, "arena_rank": 375, "strength": 0.083, "dimensions": { "agentic": 0.106, "coding": 0.076, "general": 0.058 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 581, "composite": 0.083, "composite_rank": 581 }, { "name": "mpt-7b-chat", "norm": "mpt-7b-chat", "sources": [ "lmarena" ], "arena_rating": 1062.4260177005926, "arena_rank": 376, "strength": 0.081, "dimensions": { "agentic": 0.104, "coding": 0.074, "general": 0.056 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 582, "composite": 0.081, "composite_rank": 582 }, { "name": "OpenAI: GPT-4.1 Nano (batch)", "norm": "gpt-4.1-nano:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-4.1-nano:batch", "aa_intelligence": 9.6, "aa_coding": 11.1, "aa_agentic": 1.2, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 973.3333333333334, "design_arena_models_categories": 6, "context_length": 1047576, "price_prompt": 5e-8, "price_completion": 2e-7, "supports_tools": true, "strength": 0.08, "dimensions": { "agentic": 0.071, "coding": 0.098, "general": 0.07 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 583, "composite": 0.08, "composite_rank": 583 }, { "name": "chatglm3-6b", "norm": "chatglm3-6b", "sources": [ "lmarena" ], "arena_rating": 1055.7803184198433, "arena_rank": 377, "strength": 0.078, "dimensions": { "agentic": 0.101, "coding": 0.071, "general": 0.053 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 584, "composite": 0.078, "composite_rank": 584 }, { "name": "Mistral: Ministral 3 8B 2512", "norm": "ministral-8b-2512", "sources": [ "openrouter" ], "or_id": "mistralai/ministral-8b-2512", "aa_intelligence": 9, "aa_coding": 9.7, "aa_agentic": 1.2, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1071, "design_arena_models_categories": 4, "context_length": 262144, "price_prompt": 1.5e-7, "price_completion": 1.5e-7, "supports_tools": true, "strength": 0.072, "dimensions": { "agentic": 0.071, "coding": 0.082, "general": 0.06 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 585, "composite": 0.072, "composite_rank": 585 }, { "name": "rwkv-4-raven-14b", "norm": "rwkv-4-raven-14b", "sources": [ "lmarena" ], "arena_rating": 1041.4810970078388, "arena_rank": 378, "strength": 0.072, "dimensions": { "agentic": 0.094, "coding": 0.064, "general": 0.045 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 586, "composite": 0.072, "composite_rank": 586 }, { "name": "gpt-4.1-nano", "norm": "gpt-4.1-nano", "sources": [ "openrouter", "aider" ], "or_id": "openai/gpt-4.1-nano", "aa_intelligence": 9.6, "aa_coding": 11.1, "aa_agentic": 1.2, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 973.3333333333334, "design_arena_models_categories": 6, "context_length": 1047576, "price_prompt": 1e-7, "price_completion": 4e-7, "supports_tools": true, "aider_pass_rate": 8.9, "aider_well_formed": 94.2, "aider_run": "2025-04-14-22-46-01--gpt41nano-diff", "strength": 0.071, "dimensions": { "agentic": 0.071, "coding": 0.073, "general": 0.07 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.92, "signals": [ "aa_agentic", "aa_coding", "aider_pass_rate", "aa_intelligence" ], "signal_count": 4, "task_fit_score": 0.327, "task_fit_signals": [ "aider_well_formed" ], "task_fit_signal_count": 1, "published_signal_count": 5, "effort_eligibility": [], "strength_rank": 587, "composite": 0.071, "composite_rank": 587 }, { "name": "Gemma-3-1b-it (Prompt)", "norm": "gemma-3-1b-it", "sources": [ "bfcl" ], "bfcl_overall": 7.17, "bfcl_multi_turn": 0, "bfcl_irrelevance": 33.18, "strength": 0.071, "dimensions": { "agentic": 0, "coding": 0.102, "general": 0.141 }, "direct_dimensions": [ "agentic" ], "imputed_dimensions": [ "coding", "general" ], "imputation_confidence": { "coding": 0.871, "general": 0.86 }, "capability_confidence": 0.453, "signals": [ "bfcl_overall" ], "signal_count": 1, "task_fit_score": 0.006, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 2, "effort_eligibility": [], "strength_rank": 588, "composite": 0.071, "composite_rank": 588 }, { "name": "Meta: Llama 4 Scout", "norm": "llama-4-scout", "sources": [ "openrouter" ], "or_id": "meta-llama/llama-4-scout", "aa_intelligence": 10.3, "aa_coding": 8.2, "aa_agentic": 1.1, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 824.6, "design_arena_models_categories": 5, "context_length": 1310720, "price_prompt": 1e-7, "price_completion": 3e-7, "supports_tools": true, "strength": 0.068, "dimensions": { "agentic": 0.063, "coding": 0.064, "general": 0.082 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 589, "composite": 0.068, "composite_rank": 589 }, { "name": "chatglm2-6b", "norm": "chatglm2-6b", "sources": [ "lmarena" ], "arena_rating": 1023.9764931470935, "arena_rank": 379, "strength": 0.063, "dimensions": { "agentic": 0.087, "coding": 0.056, "general": 0.036 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 590, "composite": 0.063, "composite_rank": 590 }, { "name": "oasst-pythia-12b", "norm": "oasst-pythia-12b", "sources": [ "lmarena" ], "arena_rating": 1022.5233557985601, "arena_rank": 380, "strength": 0.063, "dimensions": { "agentic": 0.086, "coding": 0.055, "general": 0.036 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 591, "composite": 0.063, "composite_rank": 591 }, { "name": "Llama-3.2-1B-Instruct (FC)", "norm": "llama-3.2-1b-instruct", "sources": [ "openrouter", "bfcl", "lmarena" ], "or_id": "meta-llama/llama-3.2-1b-instruct", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 60000, "price_prompt": 2.7e-8, "price_completion": 2.01e-7, "supports_tools": false, "bfcl_overall": 10.82, "bfcl_multi_turn": 0, "bfcl_irrelevance": 51.57, "arena_rating": 1110.7333791571796, "arena_rank": 367, "strength": 0.062, "dimensions": { "agentic": 0.026, "coding": 0.089, "general": 0.081 }, "direct_dimensions": [ "agentic", "general" ], "imputed_dimensions": [ "coding" ], "imputation_confidence": { "coding": 0.921 }, "capability_confidence": 0.652, "signals": [ "bfcl_overall", "arena_rating" ], "signal_count": 2, "task_fit_score": 0.097, "task_fit_signals": [ "bfcl_irrelevance" ], "task_fit_signal_count": 1, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 592, "composite": 0.062, "composite_rank": 592 }, { "name": "Mistral: Ministral 3 3B 2512", "norm": "ministral-3b-2512", "sources": [ "openrouter" ], "or_id": "mistralai/ministral-3b-2512", "aa_intelligence": 7.1, "aa_coding": 4.8, "aa_agentic": 1.6, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1023.25, "design_arena_models_categories": 4, "context_length": 131072, "price_prompt": 1e-7, "price_completion": 1e-7, "supports_tools": true, "strength": 0.057, "dimensions": { "agentic": 0.103, "coding": 0.024, "general": 0.027 }, "direct_dimensions": [ "agentic", "coding", "general" ], "imputed_dimensions": [], "imputation_confidence": {}, "capability_confidence": 0.84, "signals": [ "aa_agentic", "aa_coding", "aa_intelligence" ], "signal_count": 3, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 3, "effort_eligibility": [], "strength_rank": 593, "composite": 0.057, "composite_rank": 593 }, { "name": "chatglm-6b", "norm": "chatglm-6b", "sources": [ "lmarena" ], "arena_rating": 995.1408976129484, "arena_rank": 381, "strength": 0.05, "dimensions": { "agentic": 0.074, "coding": 0.043, "general": 0.022 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 594, "composite": 0.05, "composite_rank": 594 }, { "name": "fastchat-t5-3b", "norm": "fastchat-t5-3b", "sources": [ "lmarena" ], "arena_rating": 991.6930994476862, "arena_rank": 382, "strength": 0.048, "dimensions": { "agentic": 0.072, "coding": 0.041, "general": 0.02 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 595, "composite": 0.048, "composite_rank": 595 }, { "name": "dolly-v2-12b", "norm": "dolly-v2-12b", "sources": [ "lmarena" ], "arena_rating": 981.2421710001014, "arena_rank": 383, "strength": 0.044, "dimensions": { "agentic": 0.068, "coding": 0.037, "general": 0.015 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 596, "composite": 0.044, "composite_rank": 596 }, { "name": "llama-13b", "norm": "llama-13b", "sources": [ "lmarena" ], "arena_rating": 973.8547346559869, "arena_rank": 384, "strength": 0.04, "dimensions": { "agentic": 0.064, "coding": 0.033, "general": 0.011 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 597, "composite": 0.04, "composite_rank": 597 }, { "name": "stablelm-tuned-alpha-7b", "norm": "stablelm-tuned-alpha-7b", "sources": [ "lmarena" ], "arena_rating": 952.4479437638612, "arena_rank": 385, "strength": 0.03, "dimensions": { "agentic": 0.055, "coding": 0.024, "general": 0 }, "direct_dimensions": [ "general" ], "imputed_dimensions": [ "agentic", "coding" ], "imputation_confidence": { "agentic": 0.858, "coding": 0.866 }, "capability_confidence": 0.452, "signals": [ "arena_rating" ], "signal_count": 1, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": 598, "composite": 0.03, "composite_rank": 598 }, { "name": "inclusionAI: Ling 3.0 Tiny (free)", "norm": "ling-3.0-tiny:free", "sources": [ "openrouter" ], "or_id": "inclusionai/ling-3.0-tiny:free", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 0, "price_completion": 0, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Meta: Muse Spark 1.2", "norm": "muse-spark-1.2", "sources": [ "openrouter" ], "or_id": "meta/muse-spark-1.2", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1358.5, "design_arena_models_categories": 6, "context_length": 1048576, "price_prompt": 0.00000125, "price_completion": 0.00000425, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "DeepSeek V4 Flash Latest", "norm": "deepseek-v4-flash-latest", "sources": [ "openrouter" ], "or_id": "~deepseek/deepseek-v4-flash-latest", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1048576, "price_prompt": 8.96e-8, "price_completion": 1.792e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen: Qwen3.7 Flash", "norm": "qwen3.7-flash", "sources": [ "openrouter" ], "or_id": "qwen/qwen3.7-flash", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1000000, "price_prompt": 3e-8, "price_completion": 1.3e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Claude Opus 5 (Fast)", "norm": "claude-opus-5-fast", "sources": [ "openrouter" ], "or_id": "anthropic/claude-opus-5-fast", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1000000, "price_prompt": 0.00001, "price_completion": 0.00005, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Poolside: Laguna S 2.1", "norm": "laguna-s-2.1", "sources": [ "openrouter" ], "or_id": "poolside/laguna-s-2.1", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1048576, "price_prompt": 9e-8, "price_completion": 1.8e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Poolside: Laguna S 2.1 (free)", "norm": "laguna-s-2.1:free", "sources": [ "openrouter" ], "or_id": "poolside/laguna-s-2.1:free", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 0, "price_completion": 0, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Meituan: LongCat 2.0", "norm": "longcat-2.0", "sources": [ "openrouter" ], "or_id": "meituan/longcat-2.0", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1048756, "price_prompt": 3e-7, "price_completion": 0.0000012, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Auto Router (Beta)", "norm": "auto-beta", "sources": [ "openrouter" ], "or_id": "openrouter/auto-beta", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 2000000, "price_prompt": -1, "price_completion": -1, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Kwaipilot: KAT-Coder-Air V2.5", "norm": "kat-coder-air-v2.5", "sources": [ "openrouter" ], "or_id": "kwaipilot/kat-coder-air-v2.5", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 256000, "price_prompt": 1.5e-7, "price_completion": 6e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Kwaipilot: KAT-Coder-Pro V2.5", "norm": "kat-coder-pro-v2.5", "sources": [ "openrouter" ], "or_id": "kwaipilot/kat-coder-pro-v2.5", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 256000, "price_prompt": 7.4e-7, "price_completion": 0.00000296, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5.6 Luna Pro", "norm": "gpt-5.6-luna-pro", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.6-luna-pro", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1050000, "price_prompt": 1e-7, "price_completion": 6e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5.6 Luna Pro (batch)", "norm": "gpt-5.6-luna-pro:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.6-luna-pro:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1050000, "price_prompt": 1e-7, "price_completion": 6e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5.6 Terra Pro", "norm": "gpt-5.6-terra-pro", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.6-terra-pro", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1050000, "price_prompt": 0.000001, "price_completion": 0.000006, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5.6 Terra Pro (batch)", "norm": "gpt-5.6-terra-pro:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.6-terra-pro:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1050000, "price_prompt": 0.000001, "price_completion": 0.000006, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5.6 Sol Pro", "norm": "gpt-5.6-sol-pro", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.6-sol-pro", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1050000, "price_prompt": 0.000005, "price_completion": 0.00003, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5.6 Sol Pro (batch)", "norm": "gpt-5.6-sol-pro:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.6-sol-pro:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1050000, "price_prompt": 0.0000025, "price_completion": 0.000015, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "xAI: Grok Latest", "norm": "grok-latest", "sources": [ "openrouter" ], "or_id": "~x-ai/grok-latest", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 500000, "price_prompt": 0.000002, "price_completion": 0.000006, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "AionLabs: Aion-3.0-Mini", "norm": "aion-3.0-mini", "sources": [ "openrouter" ], "or_id": "aion-labs/aion-3.0-mini", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 7e-7, "price_completion": 0.0000014, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "AionLabs: Aion-3.0", "norm": "aion-3.0", "sources": [ "openrouter" ], "or_id": "aion-labs/aion-3.0", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 0.000003, "price_completion": 0.000006, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Poolside: Laguna XS 2.1", "norm": "laguna-xs-2.1", "sources": [ "openrouter" ], "or_id": "poolside/laguna-xs-2.1", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 6e-8, "price_completion": 1.2e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Poolside: Laguna XS 2.1 (free)", "norm": "laguna-xs-2.1:free", "sources": [ "openrouter" ], "or_id": "poolside/laguna-xs-2.1:free", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 0, "price_completion": 0, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Google: Nano Banana 2 Lite (Gemini 3.1 Flash Lite Image)", "norm": "gemini-3.1-flash-lite-image", "sources": [ "openrouter" ], "or_id": "google/gemini-3.1-flash-lite-image", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 65536, "price_prompt": 2.5e-7, "price_completion": 0.0000015, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Nex AGI: Nex-N2-Mini", "norm": "nex-n2-mini", "sources": [ "openrouter" ], "or_id": "nex-agi/nex-n2-mini", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 2.5e-8, "price_completion": 1e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Sakana: Fugu Ultra", "norm": "fugu-ultra", "sources": [ "openrouter" ], "or_id": "sakana/fugu-ultra", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1000000, "price_prompt": 0.000005, "price_completion": 0.00003, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Google: Nano Banana 2 (Gemini 3.1 Flash Image)", "norm": "gemini-3.1-flash-image", "sources": [ "openrouter" ], "or_id": "google/gemini-3.1-flash-image", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 5e-7, "price_completion": 0.000003, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Google: Nano Banana Pro (Gemini 3 Pro Image)", "norm": "gemini-3-pro-image", "sources": [ "openrouter" ], "or_id": "google/gemini-3-pro-image", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 0.000002, "price_completion": 0.000012, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenRouter: Fusion", "norm": "fusion", "sources": [ "openrouter" ], "or_id": "openrouter/fusion", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1000000, "price_prompt": -1, "price_completion": -1, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Anthropic: Claude Fable Latest", "norm": "claude-fable-latest", "sources": [ "openrouter" ], "or_id": "~anthropic/claude-fable-latest", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1000000, "price_prompt": 0.00001, "price_completion": 0.00005, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "NVIDIA: Nemotron 3.5 Content Safety (free)", "norm": "nemotron-3.5-content-safety:free", "sources": [ "openrouter" ], "or_id": "nvidia/nemotron-3.5-content-safety:free", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 0, "price_completion": 0, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Anthropic: Claude Opus 4.8 (Fast)", "norm": "claude-opus-4.8-fast", "sources": [ "openrouter" ], "or_id": "anthropic/claude-opus-4.8-fast", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1000000, "price_prompt": 0.00001, "price_completion": 0.00005, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Anthropic: Claude Opus 4.7 (Fast)", "norm": "claude-opus-4.7-fast", "sources": [ "openrouter" ], "or_id": "anthropic/claude-opus-4.7-fast", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1000000, "price_prompt": 0.00003, "price_completion": 0.00015, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Perceptron: Perceptron Mk1", "norm": "perceptron-mk1", "sources": [ "openrouter" ], "or_id": "perceptron/perceptron-mk1", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 32768, "price_prompt": 1.5e-7, "price_completion": 0.0000015, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Google: Gemini 3.1 Flash Lite", "norm": "gemini-3.1-flash-lite", "sources": [ "openrouter" ], "or_id": "google/gemini-3.1-flash-lite", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1048576, "price_prompt": 2.5e-7, "price_completion": 0.0000015, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Google: Gemini 3.1 Flash Lite (batch)", "norm": "gemini-3.1-flash-lite:batch", "sources": [ "openrouter" ], "or_id": "google/gemini-3.1-flash-lite:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1048576, "price_prompt": 1.25e-7, "price_completion": 7.5e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT Chat Latest", "norm": "gpt-chat-latest", "sources": [ "openrouter" ], "or_id": "openai/gpt-chat-latest", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 400000, "price_prompt": 0.000005, "price_completion": 0.00003, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Anthropic Claude Haiku Latest", "norm": "claude-haiku-latest", "sources": [ "openrouter" ], "or_id": "~anthropic/claude-haiku-latest", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 200000, "price_prompt": 0.000001, "price_completion": 0.000005, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI GPT Mini Latest", "norm": "gpt-mini-latest", "sources": [ "openrouter" ], "or_id": "~openai/gpt-mini-latest", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 400000, "price_prompt": 7.5e-7, "price_completion": 0.0000045, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Google Gemini Pro Latest", "norm": "gemini-pro-latest", "sources": [ "openrouter" ], "or_id": "~google/gemini-pro-latest", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1048576, "price_prompt": 0.000002, "price_completion": 0.000012, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "MoonshotAI Kimi Latest", "norm": "kimi-latest", "sources": [ "openrouter" ], "or_id": "~moonshotai/kimi-latest", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1048576, "price_prompt": 0.0000028, "price_completion": 0.000014, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Google Gemini Flash Latest", "norm": "gemini-flash-latest", "sources": [ "openrouter" ], "or_id": "~google/gemini-flash-latest", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1048576, "price_prompt": 0.0000015, "price_completion": 0.0000075, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Anthropic Claude Sonnet Latest", "norm": "claude-sonnet-latest", "sources": [ "openrouter" ], "or_id": "~anthropic/claude-sonnet-latest", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1000000, "price_prompt": 0.000002, "price_completion": 0.00001, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI GPT Latest", "norm": "gpt-latest", "sources": [ "openrouter" ], "or_id": "~openai/gpt-latest", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1050000, "price_prompt": 0.000005, "price_completion": 0.00003, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen: Qwen3.5 Plus 2026-04-20", "norm": "qwen3.5-plus-20260420", "sources": [ "openrouter" ], "or_id": "qwen/qwen3.5-plus-20260420", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1000000, "price_prompt": 3e-7, "price_completion": 0.0000018, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen: Qwen3.6 Flash", "norm": "qwen3.6-flash", "sources": [ "openrouter" ], "or_id": "qwen/qwen3.6-flash", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1000000, "price_prompt": 1.875e-7, "price_completion": 0.000001125, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5.5 Pro", "norm": "gpt-5.5-pro", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.5-pro", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1050000, "price_prompt": 0.00003, "price_completion": 0.00018, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5.5 Pro (batch)", "norm": "gpt-5.5-pro:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.5-pro:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1050000, "price_prompt": 0.000015, "price_completion": 0.00009, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "inclusionAI: Ling-2.6-1T", "norm": "ling-2.6-1t", "sources": [ "openrouter" ], "or_id": "inclusionai/ling-2.6-1t", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 7.5e-8, "price_completion": 6.25e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5.4 Image 2", "norm": "gpt-5.4-image-2", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.4-image-2", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 272000, "price_prompt": 0.000008, "price_completion": 0.000015, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Anthropic: Claude Opus Latest", "norm": "claude-opus-latest", "sources": [ "openrouter" ], "or_id": "~anthropic/claude-opus-latest", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1000000, "price_prompt": 0.000005, "price_completion": 0.000025, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Pareto Code Router", "norm": "pareto-code", "sources": [ "openrouter" ], "or_id": "openrouter/pareto-code", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 2000000, "price_prompt": -1, "price_completion": -1, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "SpaceXAI: Grok 4.20 Multi-Agent", "norm": "grok-4.20-multi-agent", "sources": [ "openrouter" ], "or_id": "x-ai/grok-4.20-multi-agent", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 2000000, "price_prompt": 0.00000125, "price_completion": 0.0000025, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "SpaceXAI: Grok 4.20", "norm": "grok-4.20", "sources": [ "openrouter" ], "or_id": "x-ai/grok-4.20", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": 1128.3333333333333, "design_arena_agents_categories": 6, "design_arena_models_elo_mean": 1234.625, "design_arena_models_categories": 8, "context_length": 2000000, "price_prompt": 0.00000125, "price_completion": 0.0000025, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": 0.269, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Google: Lyria 3 Pro Preview", "norm": "lyria-3-pro-preview", "sources": [ "openrouter" ], "or_id": "google/lyria-3-pro-preview", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1048576, "price_prompt": 0, "price_completion": 0, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Google: Lyria 3 Clip Preview", "norm": "lyria-3-clip-preview", "sources": [ "openrouter" ], "or_id": "google/lyria-3-clip-preview", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1048576, "price_prompt": 0, "price_completion": 0, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Reka Edge", "norm": "reka-edge", "sources": [ "openrouter" ], "or_id": "rekaai/reka-edge", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 16384, "price_prompt": 1e-7, "price_completion": 1e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Z.ai: GLM 5 Turbo", "norm": "glm-5-turbo", "sources": [ "openrouter" ], "or_id": "z-ai/glm-5-turbo", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1276.875, "design_arena_models_categories": 8, "context_length": 202752, "price_prompt": 0.0000012, "price_completion": 0.000004, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "ByteDance Seed: Seed-2.0-Lite", "norm": "seed-2.0-lite", "sources": [ "openrouter" ], "or_id": "bytedance-seed/seed-2.0-lite", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 2.5e-7, "price_completion": 0.000002, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5.4 Pro", "norm": "gpt-5.4-pro", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.4-pro", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1050000, "price_prompt": 0.00003, "price_completion": 0.00018, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5.4 Pro (batch)", "norm": "gpt-5.4-pro:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.4-pro:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1050000, "price_prompt": 0.000015, "price_completion": 0.00009, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5.3 Chat", "norm": "gpt-5.3-chat", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.3-chat", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 0.00000175, "price_completion": 0.000014, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "ByteDance Seed: Seed-2.0-Mini", "norm": "seed-2.0-mini", "sources": [ "openrouter" ], "or_id": "bytedance-seed/seed-2.0-mini", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 1e-7, "price_completion": 4e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Google: Nano Banana 2 (Gemini 3.1 Flash Image Preview)", "norm": "gemini-3.1-flash-image-preview", "sources": [ "openrouter" ], "or_id": "google/gemini-3.1-flash-image-preview", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1288, "design_arena_models_categories": 3, "context_length": 65536, "price_prompt": 5e-7, "price_completion": 0.000003, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen: Qwen3.5-Flash", "norm": "qwen3.5-flash-02-23", "sources": [ "openrouter" ], "or_id": "qwen/qwen3.5-flash-02-23", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1000000, "price_prompt": 6.5e-8, "price_completion": 2.6e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Google: Gemini 3.1 Pro Preview Custom Tools", "norm": "gemini-3.1-pro-preview-customtools", "sources": [ "openrouter" ], "or_id": "google/gemini-3.1-pro-preview-customtools", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1048576, "price_prompt": 0.000002, "price_completion": 0.000012, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5.3-Codex", "norm": "gpt-5.3-codex", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.3-codex", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": 1083.2, "design_arena_agents_categories": 5, "design_arena_models_elo_mean": 1168, "design_arena_models_categories": 8, "context_length": 400000, "price_prompt": 0.00000175, "price_completion": 0.000014, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": 0.087, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "AionLabs: Aion-2.0", "norm": "aion-2.0", "sources": [ "openrouter" ], "or_id": "aion-labs/aion-2.0", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 8e-7, "price_completion": 0.0000016, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen: Qwen3.5 Plus 2026-02-15", "norm": "qwen3.5-plus-02-15", "sources": [ "openrouter" ], "or_id": "qwen/qwen3.5-plus-02-15", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1172.5, "design_arena_models_categories": 8, "context_length": 1000000, "price_prompt": 2.6e-7, "price_completion": 0.00000156, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen: Qwen3 Max Thinking", "norm": "qwen3-max-thinking", "sources": [ "openrouter" ], "or_id": "qwen/qwen3-max-thinking", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 7.8e-7, "price_completion": 0.0000039, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Anthropic: Claude Opus 4.6", "norm": "claude-opus-4.6", "sources": [ "openrouter" ], "or_id": "anthropic/claude-opus-4.6", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": 1252.75, "design_arena_agents_categories": 4, "design_arena_models_elo_mean": 1309.125, "design_arena_models_categories": 8, "context_length": 1000000, "price_prompt": 0.000005, "price_completion": 0.000025, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": 0.836, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Anthropic: Claude Opus 4.6 (batch)", "norm": "claude-opus-4.6:batch", "sources": [ "openrouter" ], "or_id": "anthropic/claude-opus-4.6:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": 1252.75, "design_arena_agents_categories": 4, "design_arena_models_elo_mean": 1309.125, "design_arena_models_categories": 8, "context_length": 1000000, "price_prompt": 0.0000025, "price_completion": 0.0000125, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": 0.836, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Free Models Router", "norm": "free", "sources": [ "openrouter" ], "or_id": "openrouter/free", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 200000, "price_prompt": 0, "price_completion": 0, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "MiniMax: MiniMax M2-her", "norm": "minimax-m2-her", "sources": [ "openrouter" ], "or_id": "minimax/minimax-m2-her", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 65536, "price_prompt": 3e-7, "price_completion": 0.0000012, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Writer: Palmyra X5", "norm": "palmyra-x5", "sources": [ "openrouter" ], "or_id": "writer/palmyra-x5", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1040000, "price_prompt": 6e-7, "price_completion": 0.000006, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT Audio", "norm": "gpt-audio", "sources": [ "openrouter" ], "or_id": "openai/gpt-audio", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 0.0000025, "price_completion": 0.00001, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT Audio Mini", "norm": "gpt-audio-mini", "sources": [ "openrouter" ], "or_id": "openai/gpt-audio-mini", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 6e-7, "price_completion": 0.0000024, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5.2-Codex", "norm": "gpt-5.2-codex", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.2-codex", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": 1117.4, "design_arena_agents_categories": 5, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 400000, "price_prompt": 0.00000175, "price_completion": 0.000014, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": 0.214, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "ByteDance Seed: Seed 1.6 Flash", "norm": "seed-1.6-flash", "sources": [ "openrouter" ], "or_id": "bytedance-seed/seed-1.6-flash", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 7.5e-8, "price_completion": 3e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "ByteDance Seed: Seed 1.6", "norm": "seed-1.6", "sources": [ "openrouter" ], "or_id": "bytedance-seed/seed-1.6", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 2.5e-7, "price_completion": 0.000002, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "MiniMax: MiniMax M2.1", "norm": "minimax-m2.1", "sources": [ "openrouter" ], "or_id": "minimax/minimax-m2.1", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1214.142857142857, "design_arena_models_categories": 7, "context_length": 204800, "price_prompt": 3e-7, "price_completion": 0.0000012, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Google: Gemini 3 Flash Preview", "norm": "gemini-3-flash-preview", "sources": [ "openrouter" ], "or_id": "google/gemini-3-flash-preview", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": 1100.625, "design_arena_agents_categories": 8, "design_arena_models_elo_mean": 1219.75, "design_arena_models_categories": 4, "context_length": 1048576, "price_prompt": 5e-7, "price_completion": 0.000003, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": 0.126, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Google: Gemini 3 Flash Preview (batch)", "norm": "gemini-3-flash-preview:batch", "sources": [ "openrouter" ], "or_id": "google/gemini-3-flash-preview:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": 1100.625, "design_arena_agents_categories": 8, "design_arena_models_elo_mean": 1219.75, "design_arena_models_categories": 4, "context_length": 1048576, "price_prompt": 2.5e-7, "price_completion": 0.0000015, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": 0.126, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5.2 Chat", "norm": "gpt-5.2-chat", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.2-chat", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 0.00000175, "price_completion": 0.000014, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5.2 Pro", "norm": "gpt-5.2-pro", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.2-pro", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 400000, "price_prompt": 0.000021, "price_completion": 0.000168, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5.2 Pro (batch)", "norm": "gpt-5.2-pro:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.2-pro:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 400000, "price_prompt": 0.0000105, "price_completion": 0.000084, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5.2 (batch)", "norm": "gpt-5.2:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.2:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": 1117.6, "design_arena_agents_categories": 5, "design_arena_models_elo_mean": 1200.75, "design_arena_models_categories": 8, "context_length": 400000, "price_prompt": 8.75e-7, "price_completion": 0.000007, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": 0.215, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Relace: Relace Search", "norm": "relace-search", "sources": [ "openrouter" ], "or_id": "relace/relace-search", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 256000, "price_prompt": 0.000001, "price_completion": 0.000003, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Body Builder (beta)", "norm": "bodybuilder", "sources": [ "openrouter" ], "or_id": "openrouter/bodybuilder", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": -1, "price_completion": -1, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5.1-Codex-Max", "norm": "gpt-5.1-codex-max", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.1-codex-max", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 400000, "price_prompt": 0.00000125, "price_completion": 0.00001, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Anthropic: Claude Opus 4.5", "norm": "claude-opus-4.5", "sources": [ "openrouter" ], "or_id": "anthropic/claude-opus-4.5", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": 1211.25, "design_arena_agents_categories": 4, "design_arena_models_elo_mean": 1258.75, "design_arena_models_categories": 8, "context_length": 200000, "price_prompt": 0.000005, "price_completion": 0.000025, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": 0.72, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Anthropic: Claude Opus 4.5 (batch)", "norm": "claude-opus-4.5:batch", "sources": [ "openrouter" ], "or_id": "anthropic/claude-opus-4.5:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": 1211.25, "design_arena_agents_categories": 4, "design_arena_models_elo_mean": 1258.75, "design_arena_models_categories": 8, "context_length": 200000, "price_prompt": 0.0000025, "price_completion": 0.0000125, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": 0.72, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Google: Nano Banana Pro (Gemini 3 Pro Image Preview)", "norm": "gemini-3-pro-image-preview", "sources": [ "openrouter" ], "or_id": "google/gemini-3-pro-image-preview", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1266.5, "design_arena_models_categories": 4, "context_length": 65536, "price_prompt": 0.000002, "price_completion": 0.000012, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Deep Cogito: Cogito v2.1 671B", "norm": "cogito-v2.1-671b", "sources": [ "openrouter" ], "or_id": "deepcogito/cogito-v2.1-671b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 0.00000125, "price_completion": 0.00000125, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5.1-Codex", "norm": "gpt-5.1-codex", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.1-codex", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": 1112.6666666666667, "design_arena_agents_categories": 3, "design_arena_models_elo_mean": 1186, "design_arena_models_categories": 4, "context_length": 400000, "price_prompt": 0.00000125, "price_completion": 0.00001, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": 0.19, "task_fit_signals": [ "design_arena_agents_elo_mean" ], "task_fit_signal_count": 1, "published_signal_count": 1, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5.1-Codex-Mini", "norm": "gpt-5.1-codex-mini", "sources": [ "openrouter" ], "or_id": "openai/gpt-5.1-codex-mini", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1103.875, "design_arena_models_categories": 8, "context_length": 400000, "price_prompt": 2.5e-7, "price_completion": 0.000002, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Amazon: Nova Premier 1.0", "norm": "nova-premier-v1", "sources": [ "openrouter" ], "or_id": "amazon/nova-premier-v1", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 857, "design_arena_models_categories": 1, "context_length": 1000000, "price_prompt": 0.0000025, "price_completion": 0.0000125, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Perplexity: Sonar Pro Search", "norm": "sonar-pro-search", "sources": [ "openrouter" ], "or_id": "perplexity/sonar-pro-search", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 200000, "price_prompt": 0.000003, "price_completion": 0.000015, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Mistral: Voxtral Small 24B 2507", "norm": "voxtral-small-24b-2507", "sources": [ "openrouter" ], "or_id": "mistralai/voxtral-small-24b-2507", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 32000, "price_prompt": 1e-7, "price_completion": 3e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: gpt-oss-safeguard-20b", "norm": "gpt-oss-safeguard-20b", "sources": [ "openrouter" ], "or_id": "openai/gpt-oss-safeguard-20b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 7.5e-8, "price_completion": 3e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "NVIDIA: Nemotron Nano 12B 2 VL (free)", "norm": "nemotron-nano-12b-v2-vl:free", "sources": [ "openrouter" ], "or_id": "nvidia/nemotron-nano-12b-v2-vl:free", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 0, "price_completion": 0, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen: Qwen3 VL 32B Instruct", "norm": "qwen3-vl-32b-instruct", "sources": [ "openrouter" ], "or_id": "qwen/qwen3-vl-32b-instruct", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 1.04e-7, "price_completion": 4.16e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "IBM: Granite 4.0 Micro", "norm": "granite-4.0-h-micro", "sources": [ "openrouter" ], "or_id": "ibm-granite/granite-4.0-h-micro", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131000, "price_prompt": 1.7e-8, "price_completion": 1.12e-7, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5 Image Mini", "norm": "gpt-5-image-mini", "sources": [ "openrouter" ], "or_id": "openai/gpt-5-image-mini", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1207.3333333333333, "design_arena_models_categories": 3, "context_length": 400000, "price_prompt": 0.0000025, "price_completion": 0.000002, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen: Qwen3 VL 8B Thinking", "norm": "qwen3-vl-8b-thinking", "sources": [ "openrouter" ], "or_id": "qwen/qwen3-vl-8b-thinking", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 1.8e-7, "price_completion": 0.0000021, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen: Qwen3 VL 8B Instruct", "norm": "qwen3-vl-8b-instruct", "sources": [ "openrouter" ], "or_id": "qwen/qwen3-vl-8b-instruct", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 1.17e-7, "price_completion": 4.55e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5 Image", "norm": "gpt-5-image", "sources": [ "openrouter" ], "or_id": "openai/gpt-5-image", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1209.6666666666667, "design_arena_models_categories": 3, "context_length": 400000, "price_prompt": 0.00001, "price_completion": 0.00001, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Google: Nano Banana (Gemini 2.5 Flash Image)", "norm": "gemini-2.5-flash-image", "sources": [ "openrouter" ], "or_id": "google/gemini-2.5-flash-image", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1195.3333333333333, "design_arena_models_categories": 3, "context_length": 32768, "price_prompt": 3e-7, "price_completion": 0.0000025, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen: Qwen3 VL 30B A3B Thinking", "norm": "qwen3-vl-30b-a3b-thinking", "sources": [ "openrouter" ], "or_id": "qwen/qwen3-vl-30b-a3b-thinking", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 2e-7, "price_completion": 0.0000024, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen: Qwen3 VL 30B A3B Instruct", "norm": "qwen3-vl-30b-a3b-instruct", "sources": [ "openrouter" ], "or_id": "qwen/qwen3-vl-30b-a3b-instruct", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 1.5e-7, "price_completion": 6e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5 Pro", "norm": "gpt-5-pro", "sources": [ "openrouter" ], "or_id": "openai/gpt-5-pro", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 400000, "price_prompt": 0.000015, "price_completion": 0.00012, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5 Pro (batch)", "norm": "gpt-5-pro:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-5-pro:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 400000, "price_prompt": 0.0000075, "price_completion": 0.00006, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "TheDrummer: Cydonia 24B V4.1", "norm": "cydonia-24b-v4.1", "sources": [ "openrouter" ], "or_id": "thedrummer/cydonia-24b-v4.1", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 3e-7, "price_completion": 5e-7, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Relace: Relace Apply 3", "norm": "relace-apply-3", "sources": [ "openrouter" ], "or_id": "relace/relace-apply-3", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 256000, "price_prompt": 8.5e-7, "price_completion": 0.00000125, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen: Qwen3 Max", "norm": "qwen3-max", "sources": [ "openrouter" ], "or_id": "qwen/qwen3-max", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1124.75, "design_arena_models_categories": 8, "context_length": 262144, "price_prompt": 7.8e-7, "price_completion": 0.0000039, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen: Qwen3 Coder Plus", "norm": "qwen3-coder-plus", "sources": [ "openrouter" ], "or_id": "qwen/qwen3-coder-plus", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1000000, "price_prompt": 6.5e-7, "price_completion": 0.00000325, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5 Codex (batch)", "norm": "gpt-5-codex:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-5-codex:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 400000, "price_prompt": 6.25e-7, "price_completion": 0.000005, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen: Qwen3 Coder Flash", "norm": "qwen3-coder-flash", "sources": [ "openrouter" ], "or_id": "qwen/qwen3-coder-flash", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1000000, "price_prompt": 1.95e-7, "price_completion": 9.75e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen: Qwen Plus 0728", "norm": "qwen-plus-2025-07-28", "sources": [ "openrouter" ], "or_id": "qwen/qwen-plus-2025-07-28", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1000000, "price_prompt": 2.6e-7, "price_completion": 7.8e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen: Qwen Plus 0728 (thinking)", "norm": "qwen-plus-2025-07-28:thinking", "sources": [ "openrouter" ], "or_id": "qwen/qwen-plus-2025-07-28:thinking", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1000000, "price_prompt": 4e-7, "price_completion": 0.0000012, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "NVIDIA: Nemotron Nano 9B V2 (free)", "norm": "nemotron-nano-9b-v2:free", "sources": [ "openrouter" ], "or_id": "nvidia/nemotron-nano-9b-v2:free", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 0, "price_completion": 0, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "MoonshotAI: Kimi K2 0905", "norm": "kimi-k2-0905", "sources": [ "openrouter" ], "or_id": "moonshotai/kimi-k2-0905", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1127.5, "design_arena_models_categories": 2, "context_length": 262144, "price_prompt": 6e-7, "price_completion": 0.0000025, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Nous: Hermes 4 70B", "norm": "hermes-4-70b", "sources": [ "openrouter" ], "or_id": "nousresearch/hermes-4-70b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 1.3e-7, "price_completion": 4e-7, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Nous: Hermes 4 405B", "norm": "hermes-4-405b", "sources": [ "openrouter" ], "or_id": "nousresearch/hermes-4-405b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 0.000001, "price_completion": 0.000003, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "DeepSeek: DeepSeek V3.1", "norm": "deepseek-chat-v3.1", "sources": [ "openrouter" ], "or_id": "deepseek/deepseek-chat-v3.1", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1113.4285714285713, "design_arena_models_categories": 7, "context_length": 163840, "price_prompt": 2.5e-7, "price_completion": 9.5e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "AI21: Jamba Large 1.7", "norm": "jamba-large-1.7", "sources": [ "openrouter" ], "or_id": "ai21/jamba-large-1.7", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 256000, "price_prompt": 0.000002, "price_completion": 0.000008, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5 Nano", "norm": "gpt-5-nano", "sources": [ "openrouter" ], "or_id": "openai/gpt-5-nano", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1087.8333333333333, "design_arena_models_categories": 6, "context_length": 400000, "price_prompt": 5e-8, "price_completion": 4e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-5 Nano (batch)", "norm": "gpt-5-nano:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-5-nano:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1087.8333333333333, "design_arena_models_categories": 6, "context_length": 400000, "price_prompt": 2.5e-8, "price_completion": 2e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Anthropic: Claude Opus 4.1", "norm": "claude-opus-4.1", "sources": [ "openrouter" ], "or_id": "anthropic/claude-opus-4.1", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1200.375, "design_arena_models_categories": 8, "context_length": 200000, "price_prompt": 0.000015, "price_completion": 0.000075, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Anthropic: Claude Opus 4.1 (batch)", "norm": "claude-opus-4.1:batch", "sources": [ "openrouter" ], "or_id": "anthropic/claude-opus-4.1:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1200.375, "design_arena_models_categories": 8, "context_length": 200000, "price_prompt": 0.0000075, "price_completion": 0.0000375, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Mistral: Codestral 2508", "norm": "codestral-2508", "sources": [ "openrouter" ], "or_id": "mistralai/codestral-2508", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1041.1666666666667, "design_arena_models_categories": 6, "context_length": 256000, "price_prompt": 3e-7, "price_completion": 9e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen: Qwen3 Coder 30B A3B Instruct", "norm": "qwen3-coder-30b-a3b-instruct", "sources": [ "openrouter" ], "or_id": "qwen/qwen3-coder-30b-a3b-instruct", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1099.6666666666667, "design_arena_models_categories": 3, "context_length": 262144, "price_prompt": 7e-8, "price_completion": 2.7e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen: Qwen3 Coder 480B A35B", "norm": "qwen3-coder", "sources": [ "openrouter" ], "or_id": "qwen/qwen3-coder", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1148.8, "design_arena_models_categories": 5, "context_length": 262144, "price_prompt": 3e-7, "price_completion": 0.000001, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "ByteDance: UI-TARS 7B ", "norm": "ui-tars-1.5-7b", "sources": [ "openrouter" ], "or_id": "bytedance/ui-tars-1.5-7b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 1e-7, "price_completion": 2e-7, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Google: Gemini 2.5 Flash Lite (batch)", "norm": "gemini-2.5-flash-lite:batch", "sources": [ "openrouter" ], "or_id": "google/gemini-2.5-flash-lite:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1048576, "price_prompt": 5e-8, "price_completion": 2e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen: Qwen3 235B A22B Instruct 2507", "norm": "qwen3-235b-a22b-2507", "sources": [ "openrouter" ], "or_id": "qwen/qwen3-235b-a22b-2507", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1045, "design_arena_models_categories": 6, "context_length": 262144, "price_prompt": 9e-8, "price_completion": 5.5e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "MoonshotAI: Kimi K2 0711", "norm": "kimi-k2", "sources": [ "openrouter" ], "or_id": "moonshotai/kimi-k2", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1051.2, "design_arena_models_categories": 5, "context_length": 131072, "price_prompt": 5.7e-7, "price_completion": 0.0000023, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Venice: Uncensored", "norm": "dolphin-mistral-24b-venice-edition", "sources": [ "openrouter" ], "or_id": "cognitivecomputations/dolphin-mistral-24b-venice-edition", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 2e-7, "price_completion": 9e-7, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Tencent: Hunyuan A13B Instruct", "norm": "hunyuan-a13b-instruct", "sources": [ "openrouter" ], "or_id": "tencent/hunyuan-a13b-instruct", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 1.4e-7, "price_completion": 5.7e-7, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Morph: Morph V3 Large", "norm": "morph-v3-large", "sources": [ "openrouter" ], "or_id": "morph/morph-v3-large", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 262144, "price_prompt": 9e-7, "price_completion": 0.0000019, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Morph: Morph V3 Fast", "norm": "morph-v3-fast", "sources": [ "openrouter" ], "or_id": "morph/morph-v3-fast", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 81920, "price_prompt": 8e-7, "price_completion": 0.0000012, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Baidu: ERNIE 4.5 VL 424B A47B ", "norm": "ernie-4.5-vl-424b-a47b", "sources": [ "openrouter" ], "or_id": "baidu/ernie-4.5-vl-424b-a47b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 123000, "price_prompt": 4.2e-7, "price_completion": 0.00000125, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Mistral: Mistral Small 3.2 24B", "norm": "mistral-small-3.2-24b-instruct", "sources": [ "openrouter" ], "or_id": "mistralai/mistral-small-3.2-24b-instruct", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 934.8, "design_arena_models_categories": 5, "context_length": 256000, "price_prompt": 9.375e-8, "price_completion": 2.5e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Google: Gemini 2.5 Flash (batch)", "norm": "gemini-2.5-flash:batch", "sources": [ "openrouter" ], "or_id": "google/gemini-2.5-flash:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1120.2857142857142, "design_arena_models_categories": 7, "context_length": 1048576, "price_prompt": 1.5e-7, "price_completion": 0.00000125, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: o3 Pro", "norm": "o3-pro", "sources": [ "openrouter" ], "or_id": "openai/o3-pro", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 200000, "price_prompt": 0.00002, "price_completion": 0.00008, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: o3 Pro (batch)", "norm": "o3-pro:batch", "sources": [ "openrouter" ], "or_id": "openai/o3-pro:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 200000, "price_prompt": 0.00001, "price_completion": 0.00004, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Google: Gemini 2.5 Pro Preview 06-05", "norm": "gemini-2.5-pro-preview", "sources": [ "openrouter" ], "or_id": "google/gemini-2.5-pro-preview", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1048576, "price_prompt": 0.00000125, "price_completion": 0.00001, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Anthropic: Claude Opus 4", "norm": "claude-opus-4", "sources": [ "openrouter" ], "or_id": "anthropic/claude-opus-4", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1186.7142857142858, "design_arena_models_categories": 7, "context_length": 200000, "price_prompt": 0.000015, "price_completion": 0.000075, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Mistral: Mistral Medium 3", "norm": "mistral-medium-3", "sources": [ "openrouter" ], "or_id": "mistralai/mistral-medium-3", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1084.6666666666667, "design_arena_models_categories": 6, "context_length": 131072, "price_prompt": 4e-7, "price_completion": 0.000002, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Google: Gemini 2.5 Pro Preview 05-06", "norm": "gemini-2.5-pro-preview-05-06", "sources": [ "openrouter" ], "or_id": "google/gemini-2.5-pro-preview-05-06", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1048576, "price_prompt": 0.00000125, "price_completion": 0.00001, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Arcee AI: Virtuoso Large", "norm": "virtuoso-large", "sources": [ "openrouter" ], "or_id": "arcee-ai/virtuoso-large", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 7.5e-7, "price_completion": 0.0000012, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Meta: Llama Guard 4 12B", "norm": "llama-guard-4-12b", "sources": [ "openrouter" ], "or_id": "meta-llama/llama-guard-4-12b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1048576, "price_prompt": 1.8e-7, "price_completion": 1.8e-7, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: o4 Mini High (batch)", "norm": "o4-mini-high:batch", "sources": [ "openrouter" ], "or_id": "openai/o4-mini-high:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 200000, "price_prompt": 5.5e-7, "price_completion": 0.0000022, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: o3 (batch)", "norm": "o3:batch", "sources": [ "openrouter" ], "or_id": "openai/o3:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1085.8, "design_arena_models_categories": 5, "context_length": 200000, "price_prompt": 0.000001, "price_completion": 0.000004, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: o4 Mini", "norm": "o4-mini", "sources": [ "openrouter" ], "or_id": "openai/o4-mini", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 998.8333333333334, "design_arena_models_categories": 6, "context_length": 200000, "price_prompt": 0.0000011, "price_completion": 0.0000044, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: o4 Mini (batch)", "norm": "o4-mini:batch", "sources": [ "openrouter" ], "or_id": "openai/o4-mini:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 998.8333333333334, "design_arena_models_categories": 6, "context_length": 200000, "price_prompt": 5.5e-7, "price_completion": 0.0000022, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-4.1 (batch)", "norm": "gpt-4.1:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-4.1:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1049.8333333333333, "design_arena_models_categories": 6, "context_length": 1047576, "price_prompt": 0.000001, "price_completion": 0.000004, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: o1-pro", "norm": "o1-pro", "sources": [ "openrouter" ], "or_id": "openai/o1-pro", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 200000, "price_prompt": 0.00015, "price_completion": 0.0006, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: o1-pro (batch)", "norm": "o1-pro:batch", "sources": [ "openrouter" ], "or_id": "openai/o1-pro:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 200000, "price_prompt": 0.000075, "price_completion": 0.0003, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Mistral: Mistral Small 3.1 24B", "norm": "mistral-small-3.1-24b-instruct", "sources": [ "openrouter" ], "or_id": "mistralai/mistral-small-3.1-24b-instruct", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 3.51e-7, "price_completion": 5.55e-7, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Reka Flash 3", "norm": "reka-flash-3", "sources": [ "openrouter" ], "or_id": "rekaai/reka-flash-3", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 65536, "price_prompt": 1e-7, "price_completion": 2e-7, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "TheDrummer: Skyfall 36B V2", "norm": "skyfall-36b-v2", "sources": [ "openrouter" ], "or_id": "thedrummer/skyfall-36b-v2", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 32768, "price_prompt": 5.5e-7, "price_completion": 8e-7, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Perplexity: Sonar Reasoning Pro", "norm": "sonar-reasoning-pro", "sources": [ "openrouter" ], "or_id": "perplexity/sonar-reasoning-pro", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 0.000002, "price_completion": 0.000008, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Perplexity: Sonar Pro", "norm": "sonar-pro", "sources": [ "openrouter" ], "or_id": "perplexity/sonar-pro", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 200000, "price_prompt": 0.000003, "price_completion": 0.000015, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Perplexity: Sonar Deep Research", "norm": "sonar-deep-research", "sources": [ "openrouter" ], "or_id": "perplexity/sonar-deep-research", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 0.000002, "price_completion": 0.000008, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Mistral: Saba", "norm": "mistral-saba", "sources": [ "openrouter" ], "or_id": "mistralai/mistral-saba", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 32768, "price_prompt": 2e-7, "price_completion": 6e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "AionLabs: Aion-RP 1.0 (8B)", "norm": "aion-rp-llama-3.1-8b", "sources": [ "openrouter" ], "or_id": "aion-labs/aion-rp-llama-3.1-8b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 32768, "price_prompt": 8e-7, "price_completion": 0.0000016, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen: Qwen2.5 VL 72B Instruct", "norm": "qwen2.5-vl-72b-instruct", "sources": [ "openrouter" ], "or_id": "qwen/qwen2.5-vl-72b-instruct", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 2.5e-7, "price_completion": 7.5e-7, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen: Qwen-Plus", "norm": "qwen-plus", "sources": [ "openrouter" ], "or_id": "qwen/qwen-plus", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1000000, "price_prompt": 2.6e-7, "price_completion": 7.8e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: o3 Mini (batch)", "norm": "o3-mini:batch", "sources": [ "openrouter" ], "or_id": "openai/o3-mini:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 200000, "price_prompt": 5.5e-7, "price_completion": 0.0000022, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Perplexity: Sonar", "norm": "sonar", "sources": [ "openrouter" ], "or_id": "perplexity/sonar", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 127072, "price_prompt": 0.000001, "price_completion": 0.000001, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "DeepSeek: R1 Distill Llama 70B", "norm": "deepseek-r1-distill-llama-70b", "sources": [ "openrouter" ], "or_id": "deepseek/deepseek-r1-distill-llama-70b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 8192, "price_prompt": 8e-7, "price_completion": 8e-7, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "MiniMax: MiniMax-01", "norm": "minimax-01", "sources": [ "openrouter" ], "or_id": "minimax/minimax-01", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1000192, "price_prompt": 2e-7, "price_completion": 0.0000011, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "DeepSeek: DeepSeek V3", "norm": "deepseek-chat", "sources": [ "openrouter" ], "or_id": "deepseek/deepseek-chat", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 1111.857142857143, "design_arena_models_categories": 7, "context_length": 163840, "price_prompt": 2.574e-7, "price_completion": 0.0000010287, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Sao10K: Llama 3.3 Euryale 70B", "norm": "l3.3-euryale-70b", "sources": [ "openrouter" ], "or_id": "sao10k/l3.3-euryale-70b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 6.5e-7, "price_completion": 7.5e-7, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Cohere: Command R7B (12-2024)", "norm": "command-r7b-12-2024", "sources": [ "openrouter" ], "or_id": "cohere/command-r7b-12-2024", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 3.75e-8, "price_completion": 1.5e-7, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Amazon: Nova Lite 1.0", "norm": "nova-lite-v1", "sources": [ "openrouter" ], "or_id": "amazon/nova-lite-v1", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 300000, "price_prompt": 6e-8, "price_completion": 2.4e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Amazon: Nova Micro 1.0", "norm": "nova-micro-v1", "sources": [ "openrouter" ], "or_id": "amazon/nova-micro-v1", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 3.5e-8, "price_completion": 1.4e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Amazon: Nova Pro 1.0", "norm": "nova-pro-v1", "sources": [ "openrouter" ], "or_id": "amazon/nova-pro-v1", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 818, "design_arena_models_categories": 1, "context_length": 300000, "price_prompt": 8e-7, "price_completion": 0.0000032, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen2.5 Coder 32B Instruct", "norm": "qwen-2.5-coder-32b-instruct", "sources": [ "openrouter" ], "or_id": "qwen/qwen-2.5-coder-32b-instruct", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 32768, "price_prompt": 6.6e-7, "price_completion": 0.000001, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "TheDrummer: UnslopNemo 12B", "norm": "unslopnemo-12b", "sources": [ "openrouter" ], "or_id": "thedrummer/unslopnemo-12b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 1024000, "price_prompt": 4e-7, "price_completion": 4e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Magnum v4 72B", "norm": "magnum-v4-72b", "sources": [ "openrouter" ], "or_id": "anthracite-org/magnum-v4-72b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 16384, "price_prompt": 0.000003, "price_completion": 0.000005, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen: Qwen2.5 7B Instruct", "norm": "qwen-2.5-7b-instruct", "sources": [ "openrouter" ], "or_id": "qwen/qwen-2.5-7b-instruct", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 32768, "price_prompt": 1e-7, "price_completion": 2e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "TheDrummer: Rocinante 12B", "norm": "rocinante-12b", "sources": [ "openrouter" ], "or_id": "thedrummer/rocinante-12b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 65536, "price_prompt": 2.5e-7, "price_completion": 5e-7, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Qwen2.5 72B Instruct", "norm": "qwen-2.5-72b-instruct", "sources": [ "openrouter" ], "or_id": "qwen/qwen-2.5-72b-instruct", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 32768, "price_prompt": 3.6e-7, "price_completion": 4e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Sao10K: Llama 3.1 Euryale 70B v2.2", "norm": "l3.1-euryale-70b", "sources": [ "openrouter" ], "or_id": "sao10k/l3.1-euryale-70b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 8.5e-7, "price_completion": 8.5e-7, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Nous: Hermes 3 70B Instruct", "norm": "hermes-3-llama-3.1-70b", "sources": [ "openrouter" ], "or_id": "nousresearch/hermes-3-llama-3.1-70b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 7e-7, "price_completion": 7e-7, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Nous: Hermes 3 405B Instruct", "norm": "hermes-3-llama-3.1-405b", "sources": [ "openrouter" ], "or_id": "nousresearch/hermes-3-llama-3.1-405b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 0.000001, "price_completion": 0.000001, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Sao10K: Llama 3 8B Lunaris", "norm": "l3-lunaris-8b", "sources": [ "openrouter" ], "or_id": "sao10k/l3-lunaris-8b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 8192, "price_prompt": 4e-8, "price_completion": 5e-8, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Mistral: Mistral Nemo", "norm": "mistral-nemo", "sources": [ "openrouter" ], "or_id": "mistralai/mistral-nemo", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 131072, "price_prompt": 1.9e-8, "price_completion": 3e-8, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-4o", "norm": "gpt-4o", "sources": [ "openrouter" ], "or_id": "openai/gpt-4o", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 901.8333333333334, "design_arena_models_categories": 6, "context_length": 128000, "price_prompt": 0.0000025, "price_completion": 0.00001, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-4o (batch)", "norm": "gpt-4o:batch", "sources": [ "openrouter" ], "or_id": "openai/gpt-4o:batch", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": 901.8333333333334, "design_arena_models_categories": 6, "context_length": 128000, "price_prompt": 0.00000125, "price_completion": 0.000005, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Mistral: Mixtral 8x22B Instruct", "norm": "mixtral-8x22b-instruct", "sources": [ "openrouter" ], "or_id": "mistralai/mixtral-8x22b-instruct", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 65536, "price_prompt": 0.000002, "price_completion": 0.000006, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "WizardLM-2 8x22B", "norm": "wizardlm-2-8x22b", "sources": [ "openrouter" ], "or_id": "microsoft/wizardlm-2-8x22b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 65535, "price_prompt": 6.2e-7, "price_completion": 6.2e-7, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Anthropic: Claude 3 Haiku", "norm": "claude-3-haiku", "sources": [ "openrouter" ], "or_id": "anthropic/claude-3-haiku", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 200000, "price_prompt": 2.5e-7, "price_completion": 0.00000125, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Mistral Large", "norm": "mistral-large", "sources": [ "openrouter" ], "or_id": "mistralai/mistral-large", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 0.000002, "price_completion": 0.000006, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-3.5 Turbo (older v0613)", "norm": "gpt-3.5-turbo-0613", "sources": [ "openrouter" ], "or_id": "openai/gpt-3.5-turbo-0613", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 4095, "price_prompt": 0.000001, "price_completion": 0.000002, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-4 Turbo Preview", "norm": "gpt-4-turbo-preview", "sources": [ "openrouter" ], "or_id": "openai/gpt-4-turbo-preview", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 128000, "price_prompt": 0.00001, "price_completion": 0.00003, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Auto Router", "norm": "auto", "sources": [ "openrouter" ], "or_id": "openrouter/auto", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 2000000, "price_prompt": -1, "price_completion": -1, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-3.5 Turbo Instruct", "norm": "gpt-3.5-turbo-instruct", "sources": [ "openrouter" ], "or_id": "openai/gpt-3.5-turbo-instruct", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 4095, "price_prompt": 0.0000015, "price_completion": 0.000002, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "OpenAI: GPT-3.5 Turbo 16k", "norm": "gpt-3.5-turbo-16k", "sources": [ "openrouter" ], "or_id": "openai/gpt-3.5-turbo-16k", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 16385, "price_prompt": 0.000003, "price_completion": 0.000004, "supports_tools": true, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "Mancer: Weaver (alpha)", "norm": "weaver", "sources": [ "openrouter" ], "or_id": "mancer/weaver", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 8000, "price_prompt": 5e-7, "price_completion": 7.5e-7, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "ReMM SLERP 13B", "norm": "remm-slerp-l2-13b", "sources": [ "openrouter" ], "or_id": "undi95/remm-slerp-l2-13b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 6144, "price_prompt": 4.5e-7, "price_completion": 6.5e-7, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null }, { "name": "MythoMax 13B", "norm": "mythomax-l2-13b", "sources": [ "openrouter" ], "or_id": "gryphe/mythomax-l2-13b", "aa_intelligence": null, "aa_coding": null, "aa_agentic": null, "design_arena_agents_elo_mean": null, "design_arena_agents_categories": 0, "design_arena_models_elo_mean": null, "design_arena_models_categories": 0, "context_length": 8192, "price_prompt": 8e-8, "price_completion": 1.1e-7, "supports_tools": false, "strength": null, "dimensions": { "agentic": 0.555, "coding": 0.55, "general": 0.502 }, "direct_dimensions": [], "imputed_dimensions": [ "agentic", "coding", "general" ], "imputation_confidence": { "agentic": 0, "coding": 0, "general": 0 }, "capability_confidence": 0, "signals": [], "signal_count": 0, "task_fit_score": null, "task_fit_signals": [], "task_fit_signal_count": 0, "published_signal_count": 0, "effort_eligibility": [], "strength_rank": null, "composite": null, "composite_rank": null } ] }