{
  "schema_version": "shallowswe.workload_index.repair_loop.v0.1",
  "weighting": {
    "scheme": "site_equal_category_equal_size_observed_task",
    "normalization": "partial_over_observed_clean_rows",
    "category_weights": {
      "artifact": 34,
      "code": 33,
      "workflow": 33
    },
    "size_weights": {
      "small": 34,
      "medium": 33,
      "large": 33
    }
  },
  "models": [
    {
      "model_config": "openrouter/anthropic/claude-fable-5[low]",
      "model": "openrouter/anthropic/claude-fable-5",
      "reasoning_effort": "low",
      "covered_weight": 1.0000000000000002,
      "weighted_solve_rate": 1.0,
      "basket_cpsc": 0.11723287634999997,
      "partial_basket_cpsc": 0.11723287634999997,
      "basket_tokens_per_success": 15288.729733333332,
      "partial_basket_tokens_per_success": 15288.729733333332
    },
    {
      "model_config": "openrouter/anthropic/claude-opus-4.8[low]",
      "model": "openrouter/anthropic/claude-opus-4.8",
      "reasoning_effort": "low",
      "covered_weight": 1.0000000000000002,
      "weighted_solve_rate": 1.0,
      "basket_cpsc": 0.07973931751666666,
      "partial_basket_cpsc": 0.07973931751666666,
      "basket_tokens_per_success": 24713.098266666664,
      "partial_basket_tokens_per_success": 24713.098266666664
    },
    {
      "model_config": "openrouter/anthropic/claude-opus-4.8[medium]",
      "model": "openrouter/anthropic/claude-opus-4.8",
      "reasoning_effort": "medium",
      "covered_weight": 1.0000000000000002,
      "weighted_solve_rate": 1.0,
      "basket_cpsc": 0.12352108784166664,
      "partial_basket_cpsc": 0.12352108784166664,
      "basket_tokens_per_success": 38402.01876666666,
      "partial_basket_tokens_per_success": 38402.01876666666
    },
    {
      "model_config": "openrouter/anthropic/claude-sonnet-5[low]",
      "model": "openrouter/anthropic/claude-sonnet-5",
      "reasoning_effort": "low",
      "covered_weight": 1.0000000000000002,
      "weighted_solve_rate": 1.0,
      "basket_cpsc": 0.07301454199499999,
      "partial_basket_cpsc": 0.07301454199499999,
      "basket_tokens_per_success": 66693.40663333332,
      "partial_basket_tokens_per_success": 66693.40663333332
    },
    {
      "model_config": "openrouter/anthropic/claude-sonnet-5[medium]",
      "model": "openrouter/anthropic/claude-sonnet-5",
      "reasoning_effort": "medium",
      "covered_weight": 1.0000000000000002,
      "weighted_solve_rate": 1.0,
      "basket_cpsc": 0.081068657825,
      "partial_basket_cpsc": 0.081068657825,
      "basket_tokens_per_success": 47520.19373333334,
      "partial_basket_tokens_per_success": 47520.19373333334
    },
    {
      "model_config": "openrouter/google/gemini-3.5-flash[medium]",
      "model": "openrouter/google/gemini-3.5-flash",
      "reasoning_effort": "medium",
      "covered_weight": 1.0000000000000002,
      "weighted_solve_rate": 1.0,
      "basket_cpsc": 0.32593631409749996,
      "partial_basket_cpsc": 0.32593631409749996,
      "basket_tokens_per_success": 308253.5942333333,
      "partial_basket_tokens_per_success": 308253.5942333333
    },
    {
      "model_config": "openrouter/moonshotai/kimi-k2.7-code",
      "model": "openrouter/moonshotai/kimi-k2.7-code",
      "reasoning_effort": null,
      "covered_weight": 1.0000000000000002,
      "weighted_solve_rate": 1.0,
      "basket_cpsc": 0.04890536502099999,
      "partial_basket_cpsc": 0.04890536502099999,
      "basket_tokens_per_success": 116587.77001666665,
      "partial_basket_tokens_per_success": 116587.77001666665
    },
    {
      "model_config": "openrouter/moonshotai/kimi-k3[max]",
      "model": "openrouter/moonshotai/kimi-k3",
      "reasoning_effort": "max",
      "covered_weight": 1.0000000000000002,
      "weighted_solve_rate": 1.0,
      "basket_cpsc": 0.37478358945,
      "partial_basket_cpsc": 0.37478358945,
      "basket_tokens_per_success": 353368.88728333334,
      "partial_basket_tokens_per_success": 353368.88728333334
    },
    {
      "model_config": "openrouter/openai/gpt-5.5[low]",
      "model": "openrouter/openai/gpt-5.5",
      "reasoning_effort": "low",
      "covered_weight": 1.0000000000000002,
      "weighted_solve_rate": 1.0,
      "basket_cpsc": 0.1326579511,
      "partial_basket_cpsc": 0.1326579511,
      "basket_tokens_per_success": 25967.831783333328,
      "partial_basket_tokens_per_success": 25967.831783333328
    },
    {
      "model_config": "openrouter/openai/gpt-5.5[medium]",
      "model": "openrouter/openai/gpt-5.5",
      "reasoning_effort": "medium",
      "covered_weight": 1.0000000000000002,
      "weighted_solve_rate": 1.0,
      "basket_cpsc": 0.2317565048833333,
      "partial_basket_cpsc": 0.2317565048833333,
      "basket_tokens_per_success": 60980.34228333332,
      "partial_basket_tokens_per_success": 60980.34228333332
    },
    {
      "model_config": "openrouter/openai/gpt-5.6-luna[low]",
      "model": "openrouter/openai/gpt-5.6-luna",
      "reasoning_effort": "low",
      "covered_weight": 1.0000000000000002,
      "weighted_solve_rate": 0.98185,
      "basket_cpsc": 0.02095813208823479,
      "partial_basket_cpsc": 0.02095813208823479,
      "basket_tokens_per_success": 22733.21067372816,
      "partial_basket_tokens_per_success": 22733.21067372816
    },
    {
      "model_config": "openrouter/openai/gpt-5.6-sol[low]",
      "model": "openrouter/openai/gpt-5.6-sol",
      "reasoning_effort": "low",
      "covered_weight": 1.0000000000000002,
      "weighted_solve_rate": 1.0,
      "basket_cpsc": 0.15046101373749998,
      "partial_basket_cpsc": 0.15046101373749998,
      "basket_tokens_per_success": 28618.39546666667,
      "partial_basket_tokens_per_success": 28618.39546666667
    },
    {
      "model_config": "openrouter/openai/gpt-5.6-terra[low]",
      "model": "openrouter/openai/gpt-5.6-terra",
      "reasoning_effort": "low",
      "covered_weight": 1.0000000000000002,
      "weighted_solve_rate": 0.9813,
      "basket_cpsc": 0.08220801703734841,
      "partial_basket_cpsc": 0.08220801703734841,
      "basket_tokens_per_success": 33137.16393219878,
      "partial_basket_tokens_per_success": 33137.16393219878
    },
    {
      "model_config": "openrouter/thinkingmachines/inkling[high]",
      "model": "openrouter/thinkingmachines/inkling",
      "reasoning_effort": "high",
      "covered_weight": 1.0000000000000002,
      "weighted_solve_rate": 0.8531500000000001,
      "basket_cpsc": 0.2374490443120592,
      "partial_basket_cpsc": 0.2374490443120592,
      "basket_tokens_per_success": 711563.8651468087,
      "partial_basket_tokens_per_success": 711563.8651468087
    },
    {
      "model_config": "openrouter/x-ai/grok-4.5[high]",
      "model": "openrouter/x-ai/grok-4.5",
      "reasoning_effort": "high",
      "covered_weight": 1.0000000000000002,
      "weighted_solve_rate": 1.0,
      "basket_cpsc": 0.05110324656666665,
      "partial_basket_cpsc": 0.05110324656666665,
      "basket_tokens_per_success": 40260.746583333326,
      "partial_basket_tokens_per_success": 40260.746583333326
    },
    {
      "model_config": "openrouter/z-ai/glm-5.2[high]",
      "model": "openrouter/z-ai/glm-5.2",
      "reasoning_effort": "high",
      "covered_weight": 1.0000000000000002,
      "weighted_solve_rate": 0.98185,
      "basket_cpsc": 0.028872681126444973,
      "partial_basket_cpsc": 0.028872681126444973,
      "basket_tokens_per_success": 53209.344349951614,
      "partial_basket_tokens_per_success": 53209.344349951614
    }
  ]
}