{
  "runId": "d59ee9c0-dbbb-4508-aad0-897bdc9849c2",
  "generatedAt": "2026-07-11T07:40:54.924Z",
  "models": [
    {
      "adapterId": "opencode",
      "model": "opencode/hy3-free@high",
      "label": "opencode/hy3-free@high",
      "attempts": 38,
      "scored": 35,
      "pass": 33,
      "partial": 2,
      "incorrect": 0,
      "protocol_error": 3,
      "otherErrors": 0,
      "passRate": 0.9428571428571428,
      "quality": 0.9714285714285714,
      "coverage": 0.9210526315789473,
      "fixtureScore": 0.8947368421052632,
      "fixtureSolveRate": 0.868421052631579,
      "passAtKRate": 0.9428571428571428,
      "fixturesPassed": 33,
      "fixturesAttempted": 38,
      "avgDurationMs": 14208,
      "minDurationMs": 8912,
      "maxDurationMs": 21937,
      "totalDurationMs": 539903,
      "totalPromptTokens": 830334,
      "totalCompletionTokens": 3932,
      "totalReasoningTokens": 3940,
      "totalTokens": 879998,
      "totalCachedTokens": 41792,
      "totalCost": 0,
      "totalAnswerBytes": 13639,
      "rank": 1,
      "passRateLabel": "94.3%",
      "qualityLabel": "0.971",
      "coverageLabel": "92.1%",
      "fixtureScoreLabel": "89.5%",
      "fixtureSolveRateLabel": "86.8%",
      "passAtKLabel": "94.3%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/deepseek-v4-flash-free@max",
      "label": "opencode/deepseek-v4-flash-free@max",
      "attempts": 38,
      "scored": 37,
      "pass": 31,
      "partial": 5,
      "incorrect": 1,
      "protocol_error": 1,
      "otherErrors": 0,
      "passRate": 0.8378378378378378,
      "quality": 0.9054054054054054,
      "coverage": 0.9736842105263158,
      "fixtureScore": 0.881578947368421,
      "fixtureSolveRate": 0.8157894736842105,
      "passAtKRate": 0.8378378378378378,
      "fixturesPassed": 31,
      "fixturesAttempted": 38,
      "avgDurationMs": 15133,
      "minDurationMs": 8402,
      "maxDurationMs": 23732,
      "totalDurationMs": 575043,
      "totalPromptTokens": 848469,
      "totalCompletionTokens": 3431,
      "totalReasoningTokens": 8464,
      "totalTokens": 860364,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 12989,
      "rank": 2,
      "passRateLabel": "83.8%",
      "qualityLabel": "0.905",
      "coverageLabel": "97.4%",
      "fixtureScoreLabel": "88.2%",
      "fixtureSolveRateLabel": "81.6%",
      "passAtKLabel": "83.8%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/hy3-free@medium",
      "label": "opencode/hy3-free@medium",
      "attempts": 38,
      "scored": 34,
      "pass": 32,
      "partial": 1,
      "incorrect": 1,
      "protocol_error": 4,
      "otherErrors": 0,
      "passRate": 0.9411764705882353,
      "quality": 0.9558823529411765,
      "coverage": 0.8947368421052632,
      "fixtureScore": 0.8552631578947368,
      "fixtureSolveRate": 0.8421052631578947,
      "passAtKRate": 0.9411764705882353,
      "fixturesPassed": 32,
      "fixturesAttempted": 38,
      "avgDurationMs": 16688,
      "minDurationMs": 11805,
      "maxDurationMs": 27653,
      "totalDurationMs": 634159,
      "totalPromptTokens": 831375,
      "totalCompletionTokens": 3707,
      "totalReasoningTokens": 4481,
      "totalTokens": 880395,
      "totalCachedTokens": 40832,
      "totalCost": 0,
      "totalAnswerBytes": 13184,
      "rank": 3,
      "passRateLabel": "94.1%",
      "qualityLabel": "0.956",
      "coverageLabel": "89.5%",
      "fixtureScoreLabel": "85.5%",
      "fixtureSolveRateLabel": "84.2%",
      "passAtKLabel": "94.1%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/deepseek-v4-flash-free@high",
      "label": "opencode/deepseek-v4-flash-free@high",
      "attempts": 38,
      "scored": 35,
      "pass": 31,
      "partial": 3,
      "incorrect": 1,
      "protocol_error": 3,
      "otherErrors": 0,
      "passRate": 0.8857142857142857,
      "quality": 0.9285714285714286,
      "coverage": 0.9210526315789473,
      "fixtureScore": 0.8552631578947368,
      "fixtureSolveRate": 0.8157894736842105,
      "passAtKRate": 0.8857142857142857,
      "fixturesPassed": 31,
      "fixturesAttempted": 38,
      "avgDurationMs": 13511,
      "minDurationMs": 10052,
      "maxDurationMs": 19597,
      "totalDurationMs": 513432,
      "totalPromptTokens": 824684,
      "totalCompletionTokens": 3723,
      "totalReasoningTokens": 7486,
      "totalTokens": 837685,
      "totalCachedTokens": 1792,
      "totalCost": 0,
      "totalAnswerBytes": 13037,
      "rank": 4,
      "passRateLabel": "88.6%",
      "qualityLabel": "0.929",
      "coverageLabel": "92.1%",
      "fixtureScoreLabel": "85.5%",
      "fixtureSolveRateLabel": "81.6%",
      "passAtKLabel": "88.6%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/deepseek-v4-flash-free@medium",
      "label": "opencode/deepseek-v4-flash-free@medium",
      "attempts": 38,
      "scored": 35,
      "pass": 31,
      "partial": 3,
      "incorrect": 1,
      "protocol_error": 3,
      "otherErrors": 0,
      "passRate": 0.8857142857142857,
      "quality": 0.9285714285714286,
      "coverage": 0.9210526315789473,
      "fixtureScore": 0.8552631578947368,
      "fixtureSolveRate": 0.8157894736842105,
      "passAtKRate": 0.8857142857142857,
      "fixturesPassed": 31,
      "fixturesAttempted": 38,
      "avgDurationMs": 12806,
      "minDurationMs": 8083,
      "maxDurationMs": 45270,
      "totalDurationMs": 486611,
      "totalPromptTokens": 843751,
      "totalCompletionTokens": 4001,
      "totalReasoningTokens": 10957,
      "totalTokens": 864085,
      "totalCachedTokens": 5376,
      "totalCost": 0,
      "totalAnswerBytes": 12635,
      "rank": 5,
      "passRateLabel": "88.6%",
      "qualityLabel": "0.929",
      "coverageLabel": "92.1%",
      "fixtureScoreLabel": "85.5%",
      "fixtureSolveRateLabel": "81.6%",
      "passAtKLabel": "88.6%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/nemotron-3-ultra-free@high",
      "label": "opencode/nemotron-3-ultra-free@high",
      "attempts": 38,
      "scored": 36,
      "pass": 31,
      "partial": 2,
      "incorrect": 3,
      "protocol_error": 2,
      "otherErrors": 0,
      "passRate": 0.8611111111111112,
      "quality": 0.8888888888888888,
      "coverage": 0.9473684210526315,
      "fixtureScore": 0.8421052631578947,
      "fixtureSolveRate": 0.8157894736842105,
      "passAtKRate": 0.8611111111111112,
      "fixturesPassed": 31,
      "fixturesAttempted": 38,
      "avgDurationMs": 14574,
      "minDurationMs": 10152,
      "maxDurationMs": 34992,
      "totalDurationMs": 553823,
      "totalPromptTokens": 864174,
      "totalCompletionTokens": 3203,
      "totalReasoningTokens": 5121,
      "totalTokens": 872498,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 13988,
      "rank": 6,
      "passRateLabel": "86.1%",
      "qualityLabel": "0.889",
      "coverageLabel": "94.7%",
      "fixtureScoreLabel": "84.2%",
      "fixtureSolveRateLabel": "81.6%",
      "passAtKLabel": "86.1%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/mimo-v2.5-free@low",
      "label": "opencode/mimo-v2.5-free@low",
      "attempts": 38,
      "scored": 35,
      "pass": 30,
      "partial": 3,
      "incorrect": 2,
      "protocol_error": 3,
      "otherErrors": 0,
      "passRate": 0.8571428571428571,
      "quality": 0.9,
      "coverage": 0.9210526315789473,
      "fixtureScore": 0.8289473684210527,
      "fixtureSolveRate": 0.7894736842105263,
      "passAtKRate": 0.8571428571428571,
      "fixturesPassed": 30,
      "fixturesAttempted": 38,
      "avgDurationMs": 15748,
      "minDurationMs": 9422,
      "maxDurationMs": 41609,
      "totalDurationMs": 598413,
      "totalPromptTokens": 790848,
      "totalCompletionTokens": 3916,
      "totalReasoningTokens": 8560,
      "totalTokens": 852988,
      "totalCachedTokens": 49664,
      "totalCost": 0,
      "totalAnswerBytes": 14140,
      "rank": 7,
      "passRateLabel": "85.7%",
      "qualityLabel": "0.900",
      "coverageLabel": "92.1%",
      "fixtureScoreLabel": "82.9%",
      "fixtureSolveRateLabel": "78.9%",
      "passAtKLabel": "85.7%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/nemotron-3-ultra-free@low",
      "label": "opencode/nemotron-3-ultra-free@low",
      "attempts": 38,
      "scored": 34,
      "pass": 30,
      "partial": 3,
      "incorrect": 1,
      "protocol_error": 4,
      "otherErrors": 0,
      "passRate": 0.8823529411764706,
      "quality": 0.9264705882352942,
      "coverage": 0.8947368421052632,
      "fixtureScore": 0.8289473684210527,
      "fixtureSolveRate": 0.7894736842105263,
      "passAtKRate": 0.8823529411764706,
      "fixturesPassed": 30,
      "fixturesAttempted": 38,
      "avgDurationMs": 16085,
      "minDurationMs": 9759,
      "maxDurationMs": 43636,
      "totalDurationMs": 611212,
      "totalPromptTokens": 864195,
      "totalCompletionTokens": 3067,
      "totalReasoningTokens": 5546,
      "totalTokens": 872808,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 13772,
      "rank": 8,
      "passRateLabel": "88.2%",
      "qualityLabel": "0.926",
      "coverageLabel": "89.5%",
      "fixtureScoreLabel": "82.9%",
      "fixtureSolveRateLabel": "78.9%",
      "passAtKLabel": "88.2%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/hy3-free@low",
      "label": "opencode/hy3-free@low",
      "attempts": 38,
      "scored": 35,
      "pass": 30,
      "partial": 2,
      "incorrect": 3,
      "protocol_error": 3,
      "otherErrors": 0,
      "passRate": 0.8571428571428571,
      "quality": 0.8857142857142857,
      "coverage": 0.9210526315789473,
      "fixtureScore": 0.8157894736842105,
      "fixtureSolveRate": 0.7894736842105263,
      "passAtKRate": 0.8571428571428571,
      "fixturesPassed": 30,
      "fixturesAttempted": 38,
      "avgDurationMs": 14817,
      "minDurationMs": 9696,
      "maxDurationMs": 24810,
      "totalDurationMs": 563049,
      "totalPromptTokens": 857441,
      "totalCompletionTokens": 3857,
      "totalReasoningTokens": 4264,
      "totalTokens": 902938,
      "totalCachedTokens": 37376,
      "totalCost": 0,
      "totalAnswerBytes": 13202,
      "rank": 9,
      "passRateLabel": "85.7%",
      "qualityLabel": "0.886",
      "coverageLabel": "92.1%",
      "fixtureScoreLabel": "81.6%",
      "fixtureSolveRateLabel": "78.9%",
      "passAtKLabel": "85.7%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/deepseek-v4-flash-free@low",
      "label": "opencode/deepseek-v4-flash-free@low",
      "attempts": 38,
      "scored": 35,
      "pass": 29,
      "partial": 4,
      "incorrect": 2,
      "protocol_error": 3,
      "otherErrors": 0,
      "passRate": 0.8285714285714286,
      "quality": 0.8857142857142857,
      "coverage": 0.9210526315789473,
      "fixtureScore": 0.8157894736842105,
      "fixtureSolveRate": 0.7631578947368421,
      "passAtKRate": 0.8285714285714286,
      "fixturesPassed": 29,
      "fixturesAttempted": 38,
      "avgDurationMs": 15053,
      "minDurationMs": 9287,
      "maxDurationMs": 37877,
      "totalDurationMs": 572011,
      "totalPromptTokens": 848552,
      "totalCompletionTokens": 3411,
      "totalReasoningTokens": 11280,
      "totalTokens": 863243,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 13030,
      "rank": 10,
      "passRateLabel": "82.9%",
      "qualityLabel": "0.886",
      "coverageLabel": "92.1%",
      "fixtureScoreLabel": "81.6%",
      "fixtureSolveRateLabel": "76.3%",
      "passAtKLabel": "82.9%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/nemotron-3-ultra-free@medium",
      "label": "opencode/nemotron-3-ultra-free@medium",
      "attempts": 38,
      "scored": 35,
      "pass": 28,
      "partial": 6,
      "incorrect": 1,
      "protocol_error": 3,
      "otherErrors": 0,
      "passRate": 0.8,
      "quality": 0.8857142857142857,
      "coverage": 0.9210526315789473,
      "fixtureScore": 0.8157894736842105,
      "fixtureSolveRate": 0.7368421052631579,
      "passAtKRate": 0.8,
      "fixturesPassed": 28,
      "fixturesAttempted": 38,
      "avgDurationMs": 17184,
      "minDurationMs": 9391,
      "maxDurationMs": 38077,
      "totalDurationMs": 652991,
      "totalPromptTokens": 864312,
      "totalCompletionTokens": 3036,
      "totalReasoningTokens": 5077,
      "totalTokens": 872425,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 13331,
      "rank": 11,
      "passRateLabel": "80.0%",
      "qualityLabel": "0.886",
      "coverageLabel": "92.1%",
      "fixtureScoreLabel": "81.6%",
      "fixtureSolveRateLabel": "73.7%",
      "passAtKLabel": "80.0%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/mimo-v2.5-free@high",
      "label": "opencode/mimo-v2.5-free@high",
      "attempts": 38,
      "scored": 30,
      "pass": 28,
      "partial": 1,
      "incorrect": 1,
      "protocol_error": 8,
      "otherErrors": 0,
      "passRate": 0.9333333333333333,
      "quality": 0.95,
      "coverage": 0.7894736842105263,
      "fixtureScore": 0.75,
      "fixtureSolveRate": 0.7368421052631579,
      "passAtKRate": 0.9333333333333333,
      "fixturesPassed": 28,
      "fixturesAttempted": 38,
      "avgDurationMs": 15961,
      "minDurationMs": 10921,
      "maxDurationMs": 26696,
      "totalDurationMs": 606501,
      "totalPromptTokens": 785494,
      "totalCompletionTokens": 4055,
      "totalReasoningTokens": 5734,
      "totalTokens": 850323,
      "totalCachedTokens": 55040,
      "totalCost": 0,
      "totalAnswerBytes": 14697,
      "rank": 12,
      "passRateLabel": "93.3%",
      "qualityLabel": "0.950",
      "coverageLabel": "78.9%",
      "fixtureScoreLabel": "75.0%",
      "fixtureSolveRateLabel": "73.7%",
      "passAtKLabel": "93.3%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/big-pickle",
      "label": "opencode/big-pickle",
      "attempts": 38,
      "scored": 31,
      "pass": 25,
      "partial": 5,
      "incorrect": 1,
      "protocol_error": 7,
      "otherErrors": 0,
      "passRate": 0.8064516129032258,
      "quality": 0.8870967741935484,
      "coverage": 0.8157894736842105,
      "fixtureScore": 0.7236842105263158,
      "fixtureSolveRate": 0.6578947368421053,
      "passAtKRate": 0.8064516129032258,
      "fixturesPassed": 25,
      "fixturesAttempted": 38,
      "avgDurationMs": 17762,
      "minDurationMs": 11077,
      "maxDurationMs": 29484,
      "totalDurationMs": 674974,
      "totalPromptTokens": 784968,
      "totalCompletionTokens": 4280,
      "totalReasoningTokens": 3888,
      "totalTokens": 848176,
      "totalCachedTokens": 55040,
      "totalCost": 0,
      "totalAnswerBytes": 15956,
      "rank": 13,
      "passRateLabel": "80.6%",
      "qualityLabel": "0.887",
      "coverageLabel": "81.6%",
      "fixtureScoreLabel": "72.4%",
      "fixtureSolveRateLabel": "65.8%",
      "passAtKLabel": "80.6%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/mimo-v2.5-free@medium",
      "label": "opencode/mimo-v2.5-free@medium",
      "attempts": 38,
      "scored": 32,
      "pass": 24,
      "partial": 3,
      "incorrect": 5,
      "protocol_error": 6,
      "otherErrors": 0,
      "passRate": 0.75,
      "quality": 0.796875,
      "coverage": 0.8421052631578947,
      "fixtureScore": 0.6710526315789473,
      "fixtureSolveRate": 0.631578947368421,
      "passAtKRate": 0.75,
      "fixturesPassed": 24,
      "fixturesAttempted": 38,
      "avgDurationMs": 17233,
      "minDurationMs": 9219,
      "maxDurationMs": 26369,
      "totalDurationMs": 654854,
      "totalPromptTokens": 785491,
      "totalCompletionTokens": 3903,
      "totalReasoningTokens": 6379,
      "totalTokens": 850813,
      "totalCachedTokens": 55040,
      "totalCost": 0,
      "totalAnswerBytes": 14290,
      "rank": 14,
      "passRateLabel": "75.0%",
      "qualityLabel": "0.797",
      "coverageLabel": "84.2%",
      "fixtureScoreLabel": "67.1%",
      "fixtureSolveRateLabel": "63.2%",
      "passAtKLabel": "75.0%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/north-mini-code-free@high",
      "label": "opencode/north-mini-code-free@high",
      "attempts": 38,
      "scored": 29,
      "pass": 23,
      "partial": 3,
      "incorrect": 3,
      "protocol_error": 9,
      "otherErrors": 0,
      "passRate": 0.7931034482758621,
      "quality": 0.8448275862068966,
      "coverage": 0.7631578947368421,
      "fixtureScore": 0.6447368421052632,
      "fixtureSolveRate": 0.6052631578947368,
      "passAtKRate": 0.7931034482758621,
      "fixturesPassed": 23,
      "fixturesAttempted": 38,
      "avgDurationMs": 13593,
      "minDurationMs": 7230,
      "maxDurationMs": 20274,
      "totalDurationMs": 516542,
      "totalPromptTokens": 771037,
      "totalCompletionTokens": 2646,
      "totalReasoningTokens": 12164,
      "totalTokens": 785785,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 16563,
      "rank": 15,
      "passRateLabel": "79.3%",
      "qualityLabel": "0.845",
      "coverageLabel": "76.3%",
      "fixtureScoreLabel": "64.5%",
      "fixtureSolveRateLabel": "60.5%",
      "passAtKLabel": "79.3%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/north-mini-code-free@medium",
      "label": "opencode/north-mini-code-free@medium",
      "attempts": 38,
      "scored": 30,
      "pass": 20,
      "partial": 5,
      "incorrect": 5,
      "protocol_error": 8,
      "otherErrors": 0,
      "passRate": 0.6666666666666666,
      "quality": 0.75,
      "coverage": 0.7894736842105263,
      "fixtureScore": 0.5921052631578947,
      "fixtureSolveRate": 0.5263157894736842,
      "passAtKRate": 0.6666666666666666,
      "fixturesPassed": 20,
      "fixturesAttempted": 38,
      "avgDurationMs": 9477,
      "minDurationMs": 5946,
      "maxDurationMs": 16079,
      "totalDurationMs": 360137,
      "totalPromptTokens": 771015,
      "totalCompletionTokens": 2283,
      "totalReasoningTokens": 11903,
      "totalTokens": 785096,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 14729,
      "rank": 16,
      "passRateLabel": "66.7%",
      "qualityLabel": "0.750",
      "coverageLabel": "78.9%",
      "fixtureScoreLabel": "59.2%",
      "fixtureSolveRateLabel": "52.6%",
      "passAtKLabel": "66.7%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/north-mini-code-free@low",
      "label": "opencode/north-mini-code-free@low",
      "attempts": 38,
      "scored": 25,
      "pass": 17,
      "partial": 2,
      "incorrect": 6,
      "protocol_error": 10,
      "otherErrors": 3,
      "passRate": 0.68,
      "quality": 0.72,
      "coverage": 0.6578947368421053,
      "fixtureScore": 0.47368421052631576,
      "fixtureSolveRate": 0.4473684210526316,
      "passAtKRate": 0.68,
      "fixturesPassed": 17,
      "fixturesAttempted": 38,
      "avgDurationMs": 14499,
      "minDurationMs": 5812,
      "maxDurationMs": 33153,
      "totalDurationMs": 550969,
      "totalPromptTokens": 710362,
      "totalCompletionTokens": 1867,
      "totalReasoningTokens": 12240,
      "totalTokens": 724328,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 13941,
      "rank": 17,
      "passRateLabel": "68.0%",
      "qualityLabel": "0.720",
      "coverageLabel": "65.8%",
      "fixtureScoreLabel": "47.4%",
      "fixtureSolveRateLabel": "44.7%",
      "passAtKLabel": "68.0%"
    }
  ]
}