{ "schema_version": "shallowswe.deepswe_comparison.v0.1", "deepswe_source": "deep-swe", "deepswe_generated_at": "2026-07-17T08:18:55.870582+00:00", "shallowswe_schema_version": "shallowswe.workload_index.repair_loop.v0.1", "rows": [ { "model_config": "openrouter/openai/gpt-5.6-luna[low]", "model": "openrouter/openai/gpt-5.6-luna", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.02095813208823479, "shallowswe_partial_basket_cpsc": 0.02095813208823479, "shallowswe_basket_tokens_per_success": 22733.21067372816, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_6_luna_high", "deepswe_model": "gpt-5-6-luna", "deepswe_reasoning_effort": "high", "deepswe_pass_rate": 0.4424778761061947, "deepswe_mean_cost_usd": 0.7779007499999999, "deepswe_cpsc": 1.7580556949999997, "deepswe_mean_input_tokens": 3372477.7876106193, "deepswe_mean_output_tokens": 25778.274336283186 }, { "model_config": "openrouter/openai/gpt-5.6-luna[low]", "model": "openrouter/openai/gpt-5.6-luna", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.02095813208823479, "shallowswe_partial_basket_cpsc": 0.02095813208823479, "shallowswe_basket_tokens_per_success": 22733.21067372816, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_6_luna_medium", "deepswe_model": "gpt-5-6-luna", "deepswe_reasoning_effort": "medium", "deepswe_pass_rate": 0.11283185840707964, "deepswe_mean_cost_usd": 0.21630978982300886, "deepswe_cpsc": 1.9170985294117648, "deepswe_mean_input_tokens": 617827.4800884955, "deepswe_mean_output_tokens": 8179.570796460177 }, { "model_config": "openrouter/openai/gpt-5.6-luna[low]", "model": "openrouter/openai/gpt-5.6-luna", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.02095813208823479, "shallowswe_partial_basket_cpsc": 0.02095813208823479, "shallowswe_basket_tokens_per_success": 22733.21067372816, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_6_luna_xhigh", "deepswe_model": "gpt-5-6-luna", "deepswe_reasoning_effort": "xhigh", "deepswe_pass_rate": 0.5685840707964602, "deepswe_mean_cost_usd": 1.5356192685840708, "deepswe_cpsc": 2.7007778575875485, "deepswe_mean_input_tokens": 7610577.53539823, "deepswe_mean_output_tokens": 44677.900442477876 }, { "model_config": "openrouter/openai/gpt-5.6-luna[low]", "model": "openrouter/openai/gpt-5.6-luna", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.02095813208823479, "shallowswe_partial_basket_cpsc": 0.02095813208823479, "shallowswe_basket_tokens_per_success": 22733.21067372816, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_6_luna_max", "deepswe_model": "gpt-5-6-luna", "deepswe_reasoning_effort": "max", "deepswe_pass_rate": 0.671875, "deepswe_mean_cost_usd": 3.028116810267857, "deepswe_cpsc": 4.506964554817276, "deepswe_mean_input_tokens": 15443718.330357144, "deepswe_mean_output_tokens": 73399.70758928571 }, { "model_config": "openrouter/openai/gpt-5.6-luna[low]", "model": "openrouter/openai/gpt-5.6-luna", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.02095813208823479, "shallowswe_partial_basket_cpsc": 0.02095813208823479, "shallowswe_basket_tokens_per_success": 22733.21067372816, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_6_luna_low", "deepswe_model": "gpt-5-6-luna", "deepswe_reasoning_effort": "low", "deepswe_pass_rate": 0.015486725663716814, "deepswe_mean_cost_usd": 0.07240623938053097, "deepswe_cpsc": 4.675374314285714, "deepswe_mean_input_tokens": 150031.52876106196, "deepswe_mean_output_tokens": 3127.754424778761 }, { "model_config": "openrouter/z-ai/glm-5.2[high]", "model": "openrouter/z-ai/glm-5.2", "reasoning_effort": "high", "shallowswe_basket_cpsc": 0.028872681126444973, "shallowswe_partial_basket_cpsc": 0.028872681126444973, "shallowswe_basket_tokens_per_success": 53209.344349951614, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_glm_5_2_high", "deepswe_model": "glm-5-2", "deepswe_reasoning_effort": "high", "deepswe_pass_rate": 0.36283185840707965, "deepswe_mean_cost_usd": 2.8355164725663715, "deepswe_cpsc": 7.814960034146341, "deepswe_mean_input_tokens": 9070605.707964601, "deepswe_mean_output_tokens": 54245.50442477876 }, { "model_config": "openrouter/z-ai/glm-5.2[high]", "model": "openrouter/z-ai/glm-5.2", "reasoning_effort": "high", "shallowswe_basket_cpsc": 0.028872681126444973, "shallowswe_partial_basket_cpsc": 0.028872681126444973, "shallowswe_basket_tokens_per_success": 53209.344349951614, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_glm_5_2_max", "deepswe_model": "glm-5-2", "deepswe_reasoning_effort": "max", "deepswe_pass_rate": 0.43777777777777777, "deepswe_mean_cost_usd": 3.9199075743111114, "deepswe_cpsc": 8.954103596142133, "deepswe_mean_input_tokens": 12606560.215555556, "deepswe_mean_output_tokens": 78175.30666666667 }, { "model_config": "openrouter/moonshotai/kimi-k2.7-code", "model": "openrouter/moonshotai/kimi-k2.7-code", "reasoning_effort": null, "shallowswe_basket_cpsc": 0.04890536502099999, "shallowswe_partial_basket_cpsc": 0.04890536502099999, "shallowswe_basket_tokens_per_success": 116587.77001666665, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_kimi_k2_7_code_default", "deepswe_model": "kimi-k2-7-code", "deepswe_reasoning_effort": null, "deepswe_pass_rate": 0.3053097345132743, "deepswe_mean_cost_usd": 2.815536243274336, "deepswe_cpsc": 9.221901318550724, "deepswe_mean_input_tokens": 13008041.482300885, "deepswe_mean_output_tokens": 59297.24778761062 }, { "model_config": "openrouter/x-ai/grok-4.5[high]", "model": "openrouter/x-ai/grok-4.5", "reasoning_effort": "high", "shallowswe_basket_cpsc": 0.05110324656666665, "shallowswe_partial_basket_cpsc": 0.05110324656666665, "shallowswe_basket_tokens_per_success": 40260.746583333326, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_grok_4_5_high", "deepswe_model": "grok-4-5", "deepswe_reasoning_effort": "high", "deepswe_pass_rate": 0.5376106194690266, "deepswe_mean_cost_usd": 2.4157481725663716, "deepswe_cpsc": 4.493490427983539, "deepswe_mean_input_tokens": 4059182.975663717, "deepswe_mean_output_tokens": 35525.33185840708 }, { "model_config": "openrouter/anthropic/claude-sonnet-5[low]", "model": "openrouter/anthropic/claude-sonnet-5", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.07301454199499999, "shallowswe_partial_basket_cpsc": 0.07301454199499999, "shallowswe_basket_tokens_per_success": 66693.40663333332, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_sonnet_5_low", "deepswe_model": "claude-sonnet-5", "deepswe_reasoning_effort": "low", "deepswe_pass_rate": 0.3051224944320713, "deepswe_mean_cost_usd": 2.1865550832962137, "deepswe_cpsc": 7.166154981021897, "deepswe_mean_input_tokens": 4534475.699331849, "deepswe_mean_output_tokens": 35595.08240534521 }, { "model_config": "openrouter/anthropic/claude-sonnet-5[low]", "model": "openrouter/anthropic/claude-sonnet-5", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.07301454199499999, "shallowswe_partial_basket_cpsc": 0.07301454199499999, "shallowswe_basket_tokens_per_success": 66693.40663333332, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_sonnet_5_medium", "deepswe_model": "claude-sonnet-5", "deepswe_reasoning_effort": "medium", "deepswe_pass_rate": 0.3977777777777778, "deepswe_mean_cost_usd": 4.079036229, "deepswe_cpsc": 10.254560352234636, "deepswe_mean_input_tokens": 9286962.313333333, "deepswe_mean_output_tokens": 56816.753333333334 }, { "model_config": "openrouter/anthropic/claude-sonnet-5[low]", "model": "openrouter/anthropic/claude-sonnet-5", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.07301454199499999, "shallowswe_partial_basket_cpsc": 0.07301454199499999, "shallowswe_basket_tokens_per_success": 66693.40663333332, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_sonnet_5_high", "deepswe_model": "claude-sonnet-5", "deepswe_reasoning_effort": "high", "deepswe_pass_rate": 0.4823008849557522, "deepswe_mean_cost_usd": 7.425560161197339, "deepswe_cpsc": 15.396115563583475, "deepswe_mean_input_tokens": 18254491.34368071, "deepswe_mean_output_tokens": 87294.75609756098 }, { "model_config": "openrouter/anthropic/claude-sonnet-5[low]", "model": "openrouter/anthropic/claude-sonnet-5", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.07301454199499999, "shallowswe_partial_basket_cpsc": 0.07301454199499999, "shallowswe_basket_tokens_per_success": 66693.40663333332, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_sonnet_5_xhigh", "deepswe_model": "claude-sonnet-5", "deepswe_reasoning_effort": "xhigh", "deepswe_pass_rate": 0.49667405764966743, "deepswe_mean_cost_usd": 11.890634540022173, "deepswe_cpsc": 23.940518649776784, "deepswe_mean_input_tokens": 30695627.87804878, "deepswe_mean_output_tokens": 120698.59201773835 }, { "model_config": "openrouter/anthropic/claude-sonnet-5[low]", "model": "openrouter/anthropic/claude-sonnet-5", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.07301454199499999, "shallowswe_partial_basket_cpsc": 0.07301454199499999, "shallowswe_basket_tokens_per_success": 66693.40663333332, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_sonnet_5_max", "deepswe_model": "claude-sonnet-5", "deepswe_reasoning_effort": "max", "deepswe_pass_rate": 0.5384615384615384, "deepswe_mean_cost_usd": 26.399858950791852, "deepswe_cpsc": 49.02830948004201, "deepswe_mean_input_tokens": 72415756.48642534, "deepswe_mean_output_tokens": 214117.54977375566 }, { "model_config": "openrouter/anthropic/claude-opus-4.8[low]", "model": "openrouter/anthropic/claude-opus-4.8", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.07973931751666666, "shallowswe_partial_basket_cpsc": 0.07973931751666666, "shallowswe_basket_tokens_per_success": 24713.098266666664, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_opus_4_8_low", "deepswe_model": "claude-opus-4-8", "deepswe_reasoning_effort": "low", "deepswe_pass_rate": 0.4079822616407982, "deepswe_mean_cost_usd": 2.293369216740577, "deepswe_cpsc": 5.621247373641306, "deepswe_mean_input_tokens": 2417987.955654102, "deepswe_mean_output_tokens": 28922.736141906873 }, { "model_config": "openrouter/anthropic/claude-opus-4.8[low]", "model": "openrouter/anthropic/claude-opus-4.8", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.07973931751666666, "shallowswe_partial_basket_cpsc": 0.07973931751666666, "shallowswe_basket_tokens_per_success": 24713.098266666664, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_opus_4_8_medium", "deepswe_model": "claude-opus-4-8", "deepswe_reasoning_effort": "medium", "deepswe_pass_rate": 0.48672566371681414, "deepswe_mean_cost_usd": 3.4438571028761062, "deepswe_cpsc": 7.075560956818182, "deepswe_mean_input_tokens": 3843602.6681415928, "deepswe_mean_output_tokens": 41313.45132743363 }, { "model_config": "openrouter/anthropic/claude-opus-4.8[low]", "model": "openrouter/anthropic/claude-opus-4.8", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.07973931751666666, "shallowswe_partial_basket_cpsc": 0.07973931751666666, "shallowswe_basket_tokens_per_success": 24713.098266666664, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_opus_4_8_high", "deepswe_model": "claude-opus-4-8", "deepswe_reasoning_effort": "high", "deepswe_pass_rate": 0.5176991150442478, "deepswe_mean_cost_usd": 4.281940017699115, "deepswe_cpsc": 8.271097811965811, "deepswe_mean_input_tokens": 4908687.0265486725, "deepswe_mean_output_tokens": 50063.52654867257 }, { "model_config": "openrouter/anthropic/claude-opus-4.8[low]", "model": "openrouter/anthropic/claude-opus-4.8", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.07973931751666666, "shallowswe_partial_basket_cpsc": 0.07973931751666666, "shallowswe_basket_tokens_per_success": 24713.098266666664, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_opus_4_8_xhigh", "deepswe_model": "claude-opus-4-8", "deepswe_reasoning_effort": "xhigh", "deepswe_pass_rate": 0.5436241610738255, "deepswe_mean_cost_usd": 8.006355704138702, "deepswe_cpsc": 14.727740739711933, "deepswe_mean_input_tokens": 9854652.170022372, "deepswe_mean_output_tokens": 86088.7874720358 }, { "model_config": "openrouter/anthropic/claude-opus-4.8[low]", "model": "openrouter/anthropic/claude-opus-4.8", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.07973931751666666, "shallowswe_partial_basket_cpsc": 0.07973931751666666, "shallowswe_basket_tokens_per_success": 24713.098266666664, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_opus_4_8_max", "deepswe_model": "claude-opus-4-8", "deepswe_reasoning_effort": "max", "deepswe_pass_rate": 0.5897435897435898, "deepswe_mean_cost_usd": 13.222583593240094, "deepswe_cpsc": 22.420902614624506, "deepswe_mean_input_tokens": 17047938.554778554, "deepswe_mean_output_tokens": 135031.67132867133 }, { "model_config": "openrouter/anthropic/claude-sonnet-5[medium]", "model": "openrouter/anthropic/claude-sonnet-5", "reasoning_effort": "medium", "shallowswe_basket_cpsc": 0.081068657825, "shallowswe_partial_basket_cpsc": 0.081068657825, "shallowswe_basket_tokens_per_success": 47520.19373333334, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_sonnet_5_low", "deepswe_model": "claude-sonnet-5", "deepswe_reasoning_effort": "low", "deepswe_pass_rate": 0.3051224944320713, "deepswe_mean_cost_usd": 2.1865550832962137, "deepswe_cpsc": 7.166154981021897, "deepswe_mean_input_tokens": 4534475.699331849, "deepswe_mean_output_tokens": 35595.08240534521 }, { "model_config": "openrouter/anthropic/claude-sonnet-5[medium]", "model": "openrouter/anthropic/claude-sonnet-5", "reasoning_effort": "medium", "shallowswe_basket_cpsc": 0.081068657825, "shallowswe_partial_basket_cpsc": 0.081068657825, "shallowswe_basket_tokens_per_success": 47520.19373333334, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_sonnet_5_medium", "deepswe_model": "claude-sonnet-5", "deepswe_reasoning_effort": "medium", "deepswe_pass_rate": 0.3977777777777778, "deepswe_mean_cost_usd": 4.079036229, "deepswe_cpsc": 10.254560352234636, "deepswe_mean_input_tokens": 9286962.313333333, "deepswe_mean_output_tokens": 56816.753333333334 }, { "model_config": "openrouter/anthropic/claude-sonnet-5[medium]", "model": "openrouter/anthropic/claude-sonnet-5", "reasoning_effort": "medium", "shallowswe_basket_cpsc": 0.081068657825, "shallowswe_partial_basket_cpsc": 0.081068657825, "shallowswe_basket_tokens_per_success": 47520.19373333334, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_sonnet_5_high", "deepswe_model": "claude-sonnet-5", "deepswe_reasoning_effort": "high", "deepswe_pass_rate": 0.4823008849557522, "deepswe_mean_cost_usd": 7.425560161197339, "deepswe_cpsc": 15.396115563583475, "deepswe_mean_input_tokens": 18254491.34368071, "deepswe_mean_output_tokens": 87294.75609756098 }, { "model_config": "openrouter/anthropic/claude-sonnet-5[medium]", "model": "openrouter/anthropic/claude-sonnet-5", "reasoning_effort": "medium", "shallowswe_basket_cpsc": 0.081068657825, "shallowswe_partial_basket_cpsc": 0.081068657825, "shallowswe_basket_tokens_per_success": 47520.19373333334, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_sonnet_5_xhigh", "deepswe_model": "claude-sonnet-5", "deepswe_reasoning_effort": "xhigh", "deepswe_pass_rate": 0.49667405764966743, "deepswe_mean_cost_usd": 11.890634540022173, "deepswe_cpsc": 23.940518649776784, "deepswe_mean_input_tokens": 30695627.87804878, "deepswe_mean_output_tokens": 120698.59201773835 }, { "model_config": "openrouter/anthropic/claude-sonnet-5[medium]", "model": "openrouter/anthropic/claude-sonnet-5", "reasoning_effort": "medium", "shallowswe_basket_cpsc": 0.081068657825, "shallowswe_partial_basket_cpsc": 0.081068657825, "shallowswe_basket_tokens_per_success": 47520.19373333334, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_sonnet_5_max", "deepswe_model": "claude-sonnet-5", "deepswe_reasoning_effort": "max", "deepswe_pass_rate": 0.5384615384615384, "deepswe_mean_cost_usd": 26.399858950791852, "deepswe_cpsc": 49.02830948004201, "deepswe_mean_input_tokens": 72415756.48642534, "deepswe_mean_output_tokens": 214117.54977375566 }, { "model_config": "openrouter/openai/gpt-5.6-terra[low]", "model": "openrouter/openai/gpt-5.6-terra", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.08220801703734841, "shallowswe_partial_basket_cpsc": 0.08220801703734841, "shallowswe_basket_tokens_per_success": 33137.16393219878, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_6_terra_medium", "deepswe_model": "gpt-5-6-terra", "deepswe_reasoning_effort": "medium", "deepswe_pass_rate": 0.3511111111111111, "deepswe_mean_cost_usd": 0.5832493688888889, "deepswe_cpsc": 1.661153265822785, "deepswe_mean_input_tokens": 725100.8355555555, "deepswe_mean_output_tokens": 11746.56 }, { "model_config": "openrouter/openai/gpt-5.6-terra[low]", "model": "openrouter/openai/gpt-5.6-terra", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.08220801703734841, "shallowswe_partial_basket_cpsc": 0.08220801703734841, "shallowswe_basket_tokens_per_success": 33137.16393219878, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_6_terra_low", "deepswe_model": "gpt-5-6-terra", "deepswe_reasoning_effort": "low", "deepswe_pass_rate": 0.24053452115812918, "deepswe_mean_cost_usd": 0.4277452605790646, "deepswe_cpsc": 1.7783113148148149, "deepswe_mean_input_tokens": 480565.34521158127, "deepswe_mean_output_tokens": 8572.26280623608 }, { "model_config": "openrouter/openai/gpt-5.6-terra[low]", "model": "openrouter/openai/gpt-5.6-terra", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.08220801703734841, "shallowswe_partial_basket_cpsc": 0.08220801703734841, "shallowswe_basket_tokens_per_success": 33137.16393219878, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_6_terra_high", "deepswe_model": "gpt-5-6-terra", "deepswe_reasoning_effort": "high", "deepswe_pass_rate": 0.5376106194690266, "deepswe_mean_cost_usd": 1.1343762765486725, "deepswe_cpsc": 2.1100332386831275, "deepswe_mean_input_tokens": 1557052.774336283, "deepswe_mean_output_tokens": 21517.03982300885 }, { "model_config": "openrouter/openai/gpt-5.6-terra[low]", "model": "openrouter/openai/gpt-5.6-terra", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.08220801703734841, "shallowswe_partial_basket_cpsc": 0.08220801703734841, "shallowswe_basket_tokens_per_success": 33137.16393219878, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_6_terra_xhigh", "deepswe_model": "gpt-5-6-terra", "deepswe_reasoning_effort": "xhigh", "deepswe_pass_rate": 0.6017699115044248, "deepswe_mean_cost_usd": 2.127191725663717, "deepswe_cpsc": 3.534892132352941, "deepswe_mean_input_tokens": 3246355.4668141594, "deepswe_mean_output_tokens": 39616.53982300885 }, { "model_config": "openrouter/openai/gpt-5.6-terra[low]", "model": "openrouter/openai/gpt-5.6-terra", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.08220801703734841, "shallowswe_partial_basket_cpsc": 0.08220801703734841, "shallowswe_basket_tokens_per_success": 33137.16393219878, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_6_terra_max", "deepswe_model": "gpt-5-6-terra", "deepswe_reasoning_effort": "max", "deepswe_pass_rate": 0.6962305986696231, "deepswe_mean_cost_usd": 4.945847263858093, "deepswe_cpsc": 7.103748777070063, "deepswe_mean_input_tokens": 9230560.541019956, "deepswe_mean_output_tokens": 71938.62527716186 }, { "model_config": "openrouter/anthropic/claude-fable-5[low]", "model": "openrouter/anthropic/claude-fable-5", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.11723287634999997, "shallowswe_partial_basket_cpsc": 0.11723287634999997, "shallowswe_basket_tokens_per_success": 15288.729733333332, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_fable_5_low", "deepswe_model": "claude-fable-5", "deepswe_reasoning_effort": "low", "deepswe_pass_rate": 0.5958429561200924, "deepswe_mean_cost_usd": 3.757873125874126, "deepswe_cpsc": 6.306818075594947, "deepswe_mean_input_tokens": 1691250.452655889, "deepswe_mean_output_tokens": 25242.833718244805 }, { "model_config": "openrouter/anthropic/claude-fable-5[low]", "model": "openrouter/anthropic/claude-fable-5", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.11723287634999997, "shallowswe_partial_basket_cpsc": 0.11723287634999997, "shallowswe_basket_tokens_per_success": 15288.729733333332, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_fable_5_medium", "deepswe_model": "claude-fable-5", "deepswe_reasoning_effort": "medium", "deepswe_pass_rate": 0.6536697247706422, "deepswe_mean_cost_usd": 6.088186528935186, "deepswe_cpsc": 9.31385728637102, "deepswe_mean_input_tokens": 2942251.607798165, "deepswe_mean_output_tokens": 40201.35321100918 }, { "model_config": "openrouter/anthropic/claude-fable-5[low]", "model": "openrouter/anthropic/claude-fable-5", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.11723287634999997, "shallowswe_partial_basket_cpsc": 0.11723287634999997, "shallowswe_basket_tokens_per_success": 15288.729733333332, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_fable_5_high", "deepswe_model": "claude-fable-5", "deepswe_reasoning_effort": "high", "deepswe_pass_rate": 0.686046511627907, "deepswe_mean_cost_usd": 9.177638214788733, "deepswe_cpsc": 13.377574346980186, "deepswe_mean_input_tokens": 4833178.365116279, "deepswe_mean_output_tokens": 57287.06976744186 }, { "model_config": "openrouter/anthropic/claude-fable-5[low]", "model": "openrouter/anthropic/claude-fable-5", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.11723287634999997, "shallowswe_partial_basket_cpsc": 0.11723287634999997, "shallowswe_basket_tokens_per_success": 15288.729733333332, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_fable_5_xhigh", "deepswe_model": "claude-fable-5", "deepswe_reasoning_effort": "xhigh", "deepswe_pass_rate": 0.6991150442477876, "deepswe_mean_cost_usd": 13.414521495535714, "deepswe_cpsc": 19.187859860702986, "deepswe_mean_input_tokens": 7329160.601769911, "deepswe_mean_output_tokens": 80352.1703539823 }, { "model_config": "openrouter/anthropic/claude-fable-5[low]", "model": "openrouter/anthropic/claude-fable-5", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.11723287634999997, "shallowswe_partial_basket_cpsc": 0.11723287634999997, "shallowswe_basket_tokens_per_success": 15288.729733333332, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_fable_5_max", "deepswe_model": "claude-fable-5", "deepswe_reasoning_effort": "max", "deepswe_pass_rate": 0.6972477064220184, "deepswe_mean_cost_usd": 21.634702092592594, "deepswe_cpsc": 31.028717474902535, "deepswe_mean_input_tokens": 12638832.12614679, "deepswe_mean_output_tokens": 118592.77293577982 }, { "model_config": "openrouter/anthropic/claude-opus-4.8[medium]", "model": "openrouter/anthropic/claude-opus-4.8", "reasoning_effort": "medium", "shallowswe_basket_cpsc": 0.12352108784166664, "shallowswe_partial_basket_cpsc": 0.12352108784166664, "shallowswe_basket_tokens_per_success": 38402.01876666666, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_opus_4_8_low", "deepswe_model": "claude-opus-4-8", "deepswe_reasoning_effort": "low", "deepswe_pass_rate": 0.4079822616407982, "deepswe_mean_cost_usd": 2.293369216740577, "deepswe_cpsc": 5.621247373641306, "deepswe_mean_input_tokens": 2417987.955654102, "deepswe_mean_output_tokens": 28922.736141906873 }, { "model_config": "openrouter/anthropic/claude-opus-4.8[medium]", "model": "openrouter/anthropic/claude-opus-4.8", "reasoning_effort": "medium", "shallowswe_basket_cpsc": 0.12352108784166664, "shallowswe_partial_basket_cpsc": 0.12352108784166664, "shallowswe_basket_tokens_per_success": 38402.01876666666, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_opus_4_8_medium", "deepswe_model": "claude-opus-4-8", "deepswe_reasoning_effort": "medium", "deepswe_pass_rate": 0.48672566371681414, "deepswe_mean_cost_usd": 3.4438571028761062, "deepswe_cpsc": 7.075560956818182, "deepswe_mean_input_tokens": 3843602.6681415928, "deepswe_mean_output_tokens": 41313.45132743363 }, { "model_config": "openrouter/anthropic/claude-opus-4.8[medium]", "model": "openrouter/anthropic/claude-opus-4.8", "reasoning_effort": "medium", "shallowswe_basket_cpsc": 0.12352108784166664, "shallowswe_partial_basket_cpsc": 0.12352108784166664, "shallowswe_basket_tokens_per_success": 38402.01876666666, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_opus_4_8_high", "deepswe_model": "claude-opus-4-8", "deepswe_reasoning_effort": "high", "deepswe_pass_rate": 0.5176991150442478, "deepswe_mean_cost_usd": 4.281940017699115, "deepswe_cpsc": 8.271097811965811, "deepswe_mean_input_tokens": 4908687.0265486725, "deepswe_mean_output_tokens": 50063.52654867257 }, { "model_config": "openrouter/anthropic/claude-opus-4.8[medium]", "model": "openrouter/anthropic/claude-opus-4.8", "reasoning_effort": "medium", "shallowswe_basket_cpsc": 0.12352108784166664, "shallowswe_partial_basket_cpsc": 0.12352108784166664, "shallowswe_basket_tokens_per_success": 38402.01876666666, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_opus_4_8_xhigh", "deepswe_model": "claude-opus-4-8", "deepswe_reasoning_effort": "xhigh", "deepswe_pass_rate": 0.5436241610738255, "deepswe_mean_cost_usd": 8.006355704138702, "deepswe_cpsc": 14.727740739711933, "deepswe_mean_input_tokens": 9854652.170022372, "deepswe_mean_output_tokens": 86088.7874720358 }, { "model_config": "openrouter/anthropic/claude-opus-4.8[medium]", "model": "openrouter/anthropic/claude-opus-4.8", "reasoning_effort": "medium", "shallowswe_basket_cpsc": 0.12352108784166664, "shallowswe_partial_basket_cpsc": 0.12352108784166664, "shallowswe_basket_tokens_per_success": 38402.01876666666, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_claude_opus_4_8_max", "deepswe_model": "claude-opus-4-8", "deepswe_reasoning_effort": "max", "deepswe_pass_rate": 0.5897435897435898, "deepswe_mean_cost_usd": 13.222583593240094, "deepswe_cpsc": 22.420902614624506, "deepswe_mean_input_tokens": 17047938.554778554, "deepswe_mean_output_tokens": 135031.67132867133 }, { "model_config": "openrouter/openai/gpt-5.5[low]", "model": "openrouter/openai/gpt-5.5", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.1326579511, "shallowswe_partial_basket_cpsc": 0.1326579511, "shallowswe_basket_tokens_per_success": 25967.831783333328, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_5_low", "deepswe_model": "gpt-5-5", "deepswe_reasoning_effort": "low", "deepswe_pass_rate": 0.26991150442477874, "deepswe_mean_cost_usd": 1.2002025442477877, "deepswe_cpsc": 4.4466520491803285, "deepswe_mean_input_tokens": 776751.5840707965, "deepswe_mean_output_tokens": 9442.774336283186 }, { "model_config": "openrouter/openai/gpt-5.5[low]", "model": "openrouter/openai/gpt-5.5", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.1326579511, "shallowswe_partial_basket_cpsc": 0.1326579511, "shallowswe_basket_tokens_per_success": 25967.831783333328, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_5_medium", "deepswe_model": "gpt-5-5", "deepswe_reasoning_effort": "medium", "deepswe_pass_rate": 0.5398230088495575, "deepswe_mean_cost_usd": 2.749342734513274, "deepswe_cpsc": 5.093044737704918, "deepswe_mean_input_tokens": 2438539.053097345, "deepswe_mean_output_tokens": 19625.433628318584 }, { "model_config": "openrouter/openai/gpt-5.5[low]", "model": "openrouter/openai/gpt-5.5", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.1326579511, "shallowswe_partial_basket_cpsc": 0.1326579511, "shallowswe_basket_tokens_per_success": 25967.831783333328, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_5_high", "deepswe_model": "gpt-5-5", "deepswe_reasoning_effort": "high", "deepswe_pass_rate": 0.6438053097345132, "deepswe_mean_cost_usd": 5.100437004424779, "deepswe_cpsc": 7.922328268041238, "deepswe_mean_input_tokens": 4617781.876106195, "deepswe_mean_output_tokens": 31159.49778761062 }, { "model_config": "openrouter/openai/gpt-5.5[low]", "model": "openrouter/openai/gpt-5.5", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.1326579511, "shallowswe_partial_basket_cpsc": 0.1326579511, "shallowswe_basket_tokens_per_success": 25967.831783333328, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_5_xhigh", "deepswe_model": "gpt-5-5", "deepswe_reasoning_effort": "xhigh", "deepswe_pass_rate": 0.6703539823008849, "deepswe_mean_cost_usd": 7.226236674778761, "deepswe_cpsc": 10.779732597359736, "deepswe_mean_input_tokens": 8372927.630530974, "deepswe_mean_output_tokens": 46294.72345132743 }, { "model_config": "openrouter/openai/gpt-5.6-sol[low]", "model": "openrouter/openai/gpt-5.6-sol", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.15046101373749998, "shallowswe_partial_basket_cpsc": 0.15046101373749998, "shallowswe_basket_tokens_per_success": 28618.39546666667, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_6_sol_low", "deepswe_model": "gpt-5-6-sol", "deepswe_reasoning_effort": "low", "deepswe_pass_rate": 0.45353982300884954, "deepswe_mean_cost_usd": 1.0742664646017699, "deepswe_cpsc": 2.3686265463414635, "deepswe_mean_input_tokens": 690833.657079646, "deepswe_mean_output_tokens": 10579.141592920354 }, { "model_config": "openrouter/openai/gpt-5.6-sol[low]", "model": "openrouter/openai/gpt-5.6-sol", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.15046101373749998, "shallowswe_partial_basket_cpsc": 0.15046101373749998, "shallowswe_basket_tokens_per_success": 28618.39546666667, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_6_sol_medium", "deepswe_model": "gpt-5-6-sol", "deepswe_reasoning_effort": "medium", "deepswe_pass_rate": 0.6106194690265486, "deepswe_mean_cost_usd": 1.8620318075221238, "deepswe_cpsc": 3.04941440942029, "deepswe_mean_input_tokens": 1505793.9557522123, "deepswe_mean_output_tokens": 18425.216814159292 }, { "model_config": "openrouter/openai/gpt-5.6-sol[low]", "model": "openrouter/openai/gpt-5.6-sol", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.15046101373749998, "shallowswe_partial_basket_cpsc": 0.15046101373749998, "shallowswe_basket_tokens_per_success": 28618.39546666667, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_6_sol_high", "deepswe_model": "gpt-5-6-sol", "deepswe_reasoning_effort": "high", "deepswe_pass_rate": 0.6940133037694013, "deepswe_mean_cost_usd": 3.4698331108647453, "deepswe_cpsc": 4.999663683706071, "deepswe_mean_input_tokens": 2713572.2505543237, "deepswe_mean_output_tokens": 28450.31929046563 }, { "model_config": "openrouter/openai/gpt-5.6-sol[low]", "model": "openrouter/openai/gpt-5.6-sol", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.15046101373749998, "shallowswe_partial_basket_cpsc": 0.15046101373749998, "shallowswe_basket_tokens_per_success": 28618.39546666667, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_6_sol_xhigh", "deepswe_model": "gpt-5-6-sol", "deepswe_reasoning_effort": "xhigh", "deepswe_pass_rate": 0.7073170731707317, "deepswe_mean_cost_usd": 4.703663860310422, "deepswe_cpsc": 6.650007526645769, "deepswe_mean_input_tokens": 4259318.379157428, "deepswe_mean_output_tokens": 40744.59201773836 }, { "model_config": "openrouter/openai/gpt-5.6-sol[low]", "model": "openrouter/openai/gpt-5.6-sol", "reasoning_effort": "low", "shallowswe_basket_cpsc": 0.15046101373749998, "shallowswe_partial_basket_cpsc": 0.15046101373749998, "shallowswe_basket_tokens_per_success": 28618.39546666667, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_6_sol_max", "deepswe_model": "gpt-5-6-sol", "deepswe_reasoning_effort": "max", "deepswe_pass_rate": 0.7266666666666667, "deepswe_mean_cost_usd": 8.386436346666667, "deepswe_cpsc": 11.540967449541284, "deepswe_mean_input_tokens": 7907652.344444444, "deepswe_mean_output_tokens": 60013.64444444444 }, { "model_config": "openrouter/openai/gpt-5.5[medium]", "model": "openrouter/openai/gpt-5.5", "reasoning_effort": "medium", "shallowswe_basket_cpsc": 0.2317565048833333, "shallowswe_partial_basket_cpsc": 0.2317565048833333, "shallowswe_basket_tokens_per_success": 60980.34228333332, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_5_low", "deepswe_model": "gpt-5-5", "deepswe_reasoning_effort": "low", "deepswe_pass_rate": 0.26991150442477874, "deepswe_mean_cost_usd": 1.2002025442477877, "deepswe_cpsc": 4.4466520491803285, "deepswe_mean_input_tokens": 776751.5840707965, "deepswe_mean_output_tokens": 9442.774336283186 }, { "model_config": "openrouter/openai/gpt-5.5[medium]", "model": "openrouter/openai/gpt-5.5", "reasoning_effort": "medium", "shallowswe_basket_cpsc": 0.2317565048833333, "shallowswe_partial_basket_cpsc": 0.2317565048833333, "shallowswe_basket_tokens_per_success": 60980.34228333332, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_5_medium", "deepswe_model": "gpt-5-5", "deepswe_reasoning_effort": "medium", "deepswe_pass_rate": 0.5398230088495575, "deepswe_mean_cost_usd": 2.749342734513274, "deepswe_cpsc": 5.093044737704918, "deepswe_mean_input_tokens": 2438539.053097345, "deepswe_mean_output_tokens": 19625.433628318584 }, { "model_config": "openrouter/openai/gpt-5.5[medium]", "model": "openrouter/openai/gpt-5.5", "reasoning_effort": "medium", "shallowswe_basket_cpsc": 0.2317565048833333, "shallowswe_partial_basket_cpsc": 0.2317565048833333, "shallowswe_basket_tokens_per_success": 60980.34228333332, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_5_high", "deepswe_model": "gpt-5-5", "deepswe_reasoning_effort": "high", "deepswe_pass_rate": 0.6438053097345132, "deepswe_mean_cost_usd": 5.100437004424779, "deepswe_cpsc": 7.922328268041238, "deepswe_mean_input_tokens": 4617781.876106195, "deepswe_mean_output_tokens": 31159.49778761062 }, { "model_config": "openrouter/openai/gpt-5.5[medium]", "model": "openrouter/openai/gpt-5.5", "reasoning_effort": "medium", "shallowswe_basket_cpsc": 0.2317565048833333, "shallowswe_partial_basket_cpsc": 0.2317565048833333, "shallowswe_basket_tokens_per_success": 60980.34228333332, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gpt_5_5_xhigh", "deepswe_model": "gpt-5-5", "deepswe_reasoning_effort": "xhigh", "deepswe_pass_rate": 0.6703539823008849, "deepswe_mean_cost_usd": 7.226236674778761, "deepswe_cpsc": 10.779732597359736, "deepswe_mean_input_tokens": 8372927.630530974, "deepswe_mean_output_tokens": 46294.72345132743 }, { "model_config": "openrouter/google/gemini-3.5-flash[medium]", "model": "openrouter/google/gemini-3.5-flash", "reasoning_effort": "medium", "shallowswe_basket_cpsc": 0.32593631409749996, "shallowswe_partial_basket_cpsc": 0.32593631409749996, "shallowswe_basket_tokens_per_success": 308253.5942333333, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_gemini_3_5_flash_medium", "deepswe_model": "gemini-3-5-flash", "deepswe_reasoning_effort": "medium", "deepswe_pass_rate": 0.37389380530973454, "deepswe_mean_cost_usd": 7.341823985508849, "deepswe_cpsc": 19.636120955325442, "deepswe_mean_input_tokens": 17106307.721238937, "deepswe_mean_output_tokens": 275777.50884955755 }, { "model_config": "openrouter/moonshotai/kimi-k3[max]", "model": "openrouter/moonshotai/kimi-k3", "reasoning_effort": "max", "shallowswe_basket_cpsc": 0.37478358945, "shallowswe_partial_basket_cpsc": 0.37478358945, "shallowswe_basket_tokens_per_success": 353368.88728333334, "shallowswe_covered_weight": 1.0000000000000002, "deepswe_config": "mini_swe_agent_kimi_k3_max", "deepswe_model": "kimi-k3", "deepswe_reasoning_effort": "max", "deepswe_pass_rate": 0.6851441241685144, "deepswe_mean_cost_usd": 4.654682129933482, "deepswe_cpsc": 6.793726992233011, "deepswe_mean_input_tokens": 9695436.246119734, "deepswe_mean_output_tokens": 81499.84257206209 } ] }