{
  "runId": "824cda9a-438d-49bb-a9fa-b581e95e2b65",
  "generatedAt": "2026-07-10T17:58:59.308Z",
  "models": [
    {
      "adapterId": "opencode",
      "model": "opencode/hy3-free@high",
      "label": "opencode/opencode/hy3-free@high",
      "attempts": 38,
      "scored": 37,
      "pass": 34,
      "partial": 2,
      "incorrect": 1,
      "protocol_error": 1,
      "otherErrors": 0,
      "passRate": 0.918918918918919,
      "quality": 0.9459459459459459,
      "coverage": 0.9736842105263158,
      "passAtKRate": 0.918918918918919,
      "fixturesPassed": 34,
      "fixturesAttempted": 38,
      "avgDurationMs": 9426,
      "minDurationMs": 7354,
      "maxDurationMs": 12141,
      "totalDurationMs": 358197,
      "totalPromptTokens": 901879,
      "totalCompletionTokens": 3823,
      "totalReasoningTokens": 3125,
      "totalTokens": 947163,
      "totalCachedTokens": 38336,
      "totalCost": 0,
      "totalAnswerBytes": 12545,
      "rank": 1,
      "passRateLabel": "91.9%",
      "qualityLabel": "0.946",
      "coverageLabel": "97.4%",
      "passAtKLabel": "91.9%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/hy3-free@medium",
      "label": "opencode/opencode/hy3-free@medium",
      "attempts": 38,
      "scored": 36,
      "pass": 32,
      "partial": 3,
      "incorrect": 1,
      "protocol_error": 2,
      "otherErrors": 0,
      "passRate": 0.8888888888888888,
      "quality": 0.9305555555555556,
      "coverage": 0.9473684210526315,
      "passAtKRate": 0.8888888888888888,
      "fixturesPassed": 32,
      "fixturesAttempted": 38,
      "avgDurationMs": 9019,
      "minDurationMs": 6762,
      "maxDurationMs": 15024,
      "totalDurationMs": 342740,
      "totalPromptTokens": 835539,
      "totalCompletionTokens": 3586,
      "totalReasoningTokens": 3292,
      "totalTokens": 879153,
      "totalCachedTokens": 36736,
      "totalCost": 0,
      "totalAnswerBytes": 12601,
      "rank": 2,
      "passRateLabel": "88.9%",
      "qualityLabel": "0.931",
      "coverageLabel": "94.7%",
      "passAtKLabel": "88.9%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/deepseek-v4-flash-free@high",
      "label": "opencode/opencode/deepseek-v4-flash-free@high",
      "attempts": 38,
      "scored": 36,
      "pass": 31,
      "partial": 3,
      "incorrect": 2,
      "protocol_error": 2,
      "otherErrors": 0,
      "passRate": 0.8611111111111112,
      "quality": 0.9027777777777778,
      "coverage": 0.9473684210526315,
      "passAtKRate": 0.8611111111111112,
      "fixturesPassed": 31,
      "fixturesAttempted": 38,
      "avgDurationMs": 11095,
      "minDurationMs": 5606,
      "maxDurationMs": 79054,
      "totalDurationMs": 421624,
      "totalPromptTokens": 848713,
      "totalCompletionTokens": 3434,
      "totalReasoningTokens": 14000,
      "totalTokens": 866147,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 13257,
      "rank": 3,
      "passRateLabel": "86.1%",
      "qualityLabel": "0.903",
      "coverageLabel": "94.7%",
      "passAtKLabel": "86.1%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/deepseek-v4-flash-free@medium",
      "label": "opencode/opencode/deepseek-v4-flash-free@medium",
      "attempts": 38,
      "scored": 36,
      "pass": 31,
      "partial": 3,
      "incorrect": 2,
      "protocol_error": 2,
      "otherErrors": 0,
      "passRate": 0.8611111111111112,
      "quality": 0.9027777777777778,
      "coverage": 0.9473684210526315,
      "passAtKRate": 0.8611111111111112,
      "fixturesPassed": 31,
      "fixturesAttempted": 38,
      "avgDurationMs": 10241,
      "minDurationMs": 6332,
      "maxDurationMs": 33873,
      "totalDurationMs": 389154,
      "totalPromptTokens": 848735,
      "totalCompletionTokens": 3329,
      "totalReasoningTokens": 11750,
      "totalTokens": 863814,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 12563,
      "rank": 4,
      "passRateLabel": "86.1%",
      "qualityLabel": "0.903",
      "coverageLabel": "94.7%",
      "passAtKLabel": "86.1%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/mimo-v2.5-free@medium",
      "label": "opencode/opencode/mimo-v2.5-free@medium",
      "attempts": 38,
      "scored": 36,
      "pass": 26,
      "partial": 5,
      "incorrect": 5,
      "protocol_error": 2,
      "otherErrors": 0,
      "passRate": 0.7222222222222222,
      "quality": 0.7916666666666666,
      "coverage": 0.9473684210526315,
      "passAtKRate": 0.7222222222222222,
      "fixturesPassed": 26,
      "fixturesAttempted": 38,
      "avgDurationMs": 10429,
      "minDurationMs": 5834,
      "maxDurationMs": 16552,
      "totalDurationMs": 396320,
      "totalPromptTokens": 788891,
      "totalCompletionTokens": 3582,
      "totalReasoningTokens": 4508,
      "totalTokens": 848949,
      "totalCachedTokens": 51968,
      "totalCost": 0,
      "totalAnswerBytes": 13298,
      "rank": 5,
      "passRateLabel": "72.2%",
      "qualityLabel": "0.792",
      "coverageLabel": "94.7%",
      "passAtKLabel": "72.2%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/deepseek-v4-flash-free@low",
      "label": "opencode/opencode/deepseek-v4-flash-free@low",
      "attempts": 38,
      "scored": 35,
      "pass": 30,
      "partial": 3,
      "incorrect": 2,
      "protocol_error": 3,
      "otherErrors": 0,
      "passRate": 0.8571428571428571,
      "quality": 0.9,
      "coverage": 0.9210526315789473,
      "passAtKRate": 0.8571428571428571,
      "fixturesPassed": 30,
      "fixturesAttempted": 38,
      "avgDurationMs": 10220,
      "minDurationMs": 6380,
      "maxDurationMs": 44886,
      "totalDurationMs": 388349,
      "totalPromptTokens": 848018,
      "totalCompletionTokens": 3438,
      "totalReasoningTokens": 11959,
      "totalTokens": 864311,
      "totalCachedTokens": 896,
      "totalCost": 0,
      "totalAnswerBytes": 12690,
      "rank": 6,
      "passRateLabel": "85.7%",
      "qualityLabel": "0.900",
      "coverageLabel": "92.1%",
      "passAtKLabel": "85.7%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/nemotron-3-ultra-free@low",
      "label": "opencode/opencode/nemotron-3-ultra-free@low",
      "attempts": 38,
      "scored": 35,
      "pass": 29,
      "partial": 3,
      "incorrect": 3,
      "protocol_error": 3,
      "otherErrors": 0,
      "passRate": 0.8285714285714286,
      "quality": 0.8714285714285714,
      "coverage": 0.9210526315789473,
      "passAtKRate": 0.8285714285714286,
      "fixturesPassed": 29,
      "fixturesAttempted": 38,
      "avgDurationMs": 11267,
      "minDurationMs": 5408,
      "maxDurationMs": 70357,
      "totalDurationMs": 428160,
      "totalPromptTokens": 864390,
      "totalCompletionTokens": 3100,
      "totalReasoningTokens": 5123,
      "totalTokens": 872613,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 13708,
      "rank": 7,
      "passRateLabel": "82.9%",
      "qualityLabel": "0.871",
      "coverageLabel": "92.1%",
      "passAtKLabel": "82.9%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/nemotron-3-ultra-free@high",
      "label": "opencode/opencode/nemotron-3-ultra-free@high",
      "attempts": 38,
      "scored": 35,
      "pass": 28,
      "partial": 3,
      "incorrect": 4,
      "protocol_error": 3,
      "otherErrors": 0,
      "passRate": 0.8,
      "quality": 0.8428571428571429,
      "coverage": 0.9210526315789473,
      "passAtKRate": 0.8,
      "fixturesPassed": 28,
      "fixturesAttempted": 38,
      "avgDurationMs": 10632,
      "minDurationMs": 5557,
      "maxDurationMs": 44901,
      "totalDurationMs": 404024,
      "totalPromptTokens": 864441,
      "totalCompletionTokens": 3095,
      "totalReasoningTokens": 5566,
      "totalTokens": 873102,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 13803,
      "rank": 8,
      "passRateLabel": "80.0%",
      "qualityLabel": "0.843",
      "coverageLabel": "92.1%",
      "passAtKLabel": "80.0%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/mimo-v2.5-free@low",
      "label": "opencode/opencode/mimo-v2.5-free@low",
      "attempts": 38,
      "scored": 35,
      "pass": 27,
      "partial": 6,
      "incorrect": 2,
      "protocol_error": 3,
      "otherErrors": 0,
      "passRate": 0.7714285714285715,
      "quality": 0.8571428571428571,
      "coverage": 0.9210526315789473,
      "passAtKRate": 0.7714285714285715,
      "fixturesPassed": 27,
      "fixturesAttempted": 38,
      "avgDurationMs": 11200,
      "minDurationMs": 6137,
      "maxDurationMs": 30210,
      "totalDurationMs": 425610,
      "totalPromptTokens": 785012,
      "totalCompletionTokens": 3749,
      "totalReasoningTokens": 6530,
      "totalTokens": 851099,
      "totalCachedTokens": 55808,
      "totalCost": 0,
      "totalAnswerBytes": 13691,
      "rank": 9,
      "passRateLabel": "77.1%",
      "qualityLabel": "0.857",
      "coverageLabel": "92.1%",
      "passAtKLabel": "77.1%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/hy3-free@low",
      "label": "opencode/opencode/hy3-free@low",
      "attempts": 38,
      "scored": 34,
      "pass": 30,
      "partial": 2,
      "incorrect": 2,
      "protocol_error": 4,
      "otherErrors": 0,
      "passRate": 0.8823529411764706,
      "quality": 0.9117647058823529,
      "coverage": 0.8947368421052632,
      "passAtKRate": 0.8823529411764706,
      "fixturesPassed": 30,
      "fixturesAttempted": 38,
      "avgDurationMs": 9318,
      "minDurationMs": 6481,
      "maxDurationMs": 16054,
      "totalDurationMs": 354070,
      "totalPromptTokens": 836271,
      "totalCompletionTokens": 3512,
      "totalReasoningTokens": 3966,
      "totalTokens": 890981,
      "totalCachedTokens": 47232,
      "totalCost": 0,
      "totalAnswerBytes": 12548,
      "rank": 10,
      "passRateLabel": "88.2%",
      "qualityLabel": "0.912",
      "coverageLabel": "89.5%",
      "passAtKLabel": "88.2%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/deepseek-v4-flash-free@max",
      "label": "opencode/opencode/deepseek-v4-flash-free@max",
      "attempts": 38,
      "scored": 34,
      "pass": 27,
      "partial": 2,
      "incorrect": 5,
      "protocol_error": 4,
      "otherErrors": 0,
      "passRate": 0.7941176470588235,
      "quality": 0.8235294117647058,
      "coverage": 0.8947368421052632,
      "passAtKRate": 0.7941176470588235,
      "fixturesPassed": 27,
      "fixturesAttempted": 38,
      "avgDurationMs": 10350,
      "minDurationMs": 5732,
      "maxDurationMs": 52450,
      "totalDurationMs": 393309,
      "totalPromptTokens": 847883,
      "totalCompletionTokens": 3712,
      "totalReasoningTokens": 12983,
      "totalTokens": 865474,
      "totalCachedTokens": 896,
      "totalCost": 0,
      "totalAnswerBytes": 13383,
      "rank": 11,
      "passRateLabel": "79.4%",
      "qualityLabel": "0.824",
      "coverageLabel": "89.5%",
      "passAtKLabel": "79.4%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/mimo-v2.5-free@high",
      "label": "opencode/opencode/mimo-v2.5-free@high",
      "attempts": 38,
      "scored": 34,
      "pass": 26,
      "partial": 4,
      "incorrect": 4,
      "protocol_error": 4,
      "otherErrors": 0,
      "passRate": 0.7647058823529411,
      "quality": 0.8235294117647058,
      "coverage": 0.8947368421052632,
      "passAtKRate": 0.7647058823529411,
      "fixturesPassed": 26,
      "fixturesAttempted": 38,
      "avgDurationMs": 12156,
      "minDurationMs": 6746,
      "maxDurationMs": 23027,
      "totalDurationMs": 461944,
      "totalPromptTokens": 787336,
      "totalCompletionTokens": 3823,
      "totalReasoningTokens": 7529,
      "totalTokens": 852192,
      "totalCachedTokens": 53504,
      "totalCost": 0,
      "totalAnswerBytes": 13981,
      "rank": 12,
      "passRateLabel": "76.5%",
      "qualityLabel": "0.824",
      "coverageLabel": "89.5%",
      "passAtKLabel": "76.5%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/nemotron-3-ultra-free@medium",
      "label": "opencode/opencode/nemotron-3-ultra-free@medium",
      "attempts": 38,
      "scored": 32,
      "pass": 27,
      "partial": 3,
      "incorrect": 2,
      "protocol_error": 6,
      "otherErrors": 0,
      "passRate": 0.84375,
      "quality": 0.890625,
      "coverage": 0.8421052631578947,
      "passAtKRate": 0.84375,
      "fixturesPassed": 27,
      "fixturesAttempted": 38,
      "avgDurationMs": 9149,
      "minDurationMs": 2977,
      "maxDurationMs": 46685,
      "totalDurationMs": 347667,
      "totalPromptTokens": 796537,
      "totalCompletionTokens": 2663,
      "totalReasoningTokens": 5266,
      "totalTokens": 804466,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 12232,
      "rank": 13,
      "passRateLabel": "84.4%",
      "qualityLabel": "0.891",
      "coverageLabel": "84.2%",
      "passAtKLabel": "84.4%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/big-pickle",
      "label": "opencode/opencode/big-pickle",
      "attempts": 38,
      "scored": 32,
      "pass": 25,
      "partial": 2,
      "incorrect": 5,
      "protocol_error": 6,
      "otherErrors": 0,
      "passRate": 0.78125,
      "quality": 0.8125,
      "coverage": 0.8421052631578947,
      "passAtKRate": 0.78125,
      "fixturesPassed": 25,
      "fixturesAttempted": 38,
      "avgDurationMs": 12421,
      "minDurationMs": 8095,
      "maxDurationMs": 19891,
      "totalDurationMs": 472006,
      "totalPromptTokens": 788373,
      "totalCompletionTokens": 4530,
      "totalReasoningTokens": 4238,
      "totalTokens": 849109,
      "totalCachedTokens": 51968,
      "totalCost": 0,
      "totalAnswerBytes": 16697,
      "rank": 14,
      "passRateLabel": "78.1%",
      "qualityLabel": "0.813",
      "coverageLabel": "84.2%",
      "passAtKLabel": "78.1%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/north-mini-code-free@medium",
      "label": "opencode/opencode/north-mini-code-free@medium",
      "attempts": 38,
      "scored": 32,
      "pass": 22,
      "partial": 6,
      "incorrect": 4,
      "protocol_error": 6,
      "otherErrors": 0,
      "passRate": 0.6875,
      "quality": 0.78125,
      "coverage": 0.8421052631578947,
      "passAtKRate": 0.6875,
      "fixturesPassed": 22,
      "fixturesAttempted": 38,
      "avgDurationMs": 10412,
      "minDurationMs": 5107,
      "maxDurationMs": 27841,
      "totalDurationMs": 395668,
      "totalPromptTokens": 771178,
      "totalCompletionTokens": 2148,
      "totalReasoningTokens": 12538,
      "totalTokens": 785719,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 15557,
      "rank": 15,
      "passRateLabel": "68.8%",
      "qualityLabel": "0.781",
      "coverageLabel": "84.2%",
      "passAtKLabel": "68.8%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/north-mini-code-free@high",
      "label": "opencode/opencode/north-mini-code-free@high",
      "attempts": 38,
      "scored": 27,
      "pass": 17,
      "partial": 4,
      "incorrect": 6,
      "protocol_error": 11,
      "otherErrors": 0,
      "passRate": 0.6296296296296297,
      "quality": 0.7037037037037037,
      "coverage": 0.7105263157894737,
      "passAtKRate": 0.6296296296296297,
      "fixturesPassed": 17,
      "fixturesAttempted": 38,
      "avgDurationMs": 9669,
      "minDurationMs": 5265,
      "maxDurationMs": 21215,
      "totalDurationMs": 367433,
      "totalPromptTokens": 771189,
      "totalCompletionTokens": 2553,
      "totalReasoningTokens": 10680,
      "totalTokens": 784364,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 15475,
      "rank": 16,
      "passRateLabel": "63.0%",
      "qualityLabel": "0.704",
      "coverageLabel": "71.1%",
      "passAtKLabel": "63.0%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/north-mini-code-free@low",
      "label": "opencode/opencode/north-mini-code-free@low",
      "attempts": 38,
      "scored": 25,
      "pass": 17,
      "partial": 4,
      "incorrect": 4,
      "protocol_error": 13,
      "otherErrors": 0,
      "passRate": 0.68,
      "quality": 0.76,
      "coverage": 0.6578947368421053,
      "passAtKRate": 0.68,
      "fixturesPassed": 17,
      "fixturesAttempted": 38,
      "avgDurationMs": 10263,
      "minDurationMs": 5497,
      "maxDurationMs": 26797,
      "totalDurationMs": 390008,
      "totalPromptTokens": 771162,
      "totalCompletionTokens": 2338,
      "totalReasoningTokens": 13214,
      "totalTokens": 786584,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 16896,
      "rank": 17,
      "passRateLabel": "68.0%",
      "qualityLabel": "0.760",
      "coverageLabel": "65.8%",
      "passAtKLabel": "68.0%"
    }
  ]
}