{
  "runId": "c56989a5-0aa1-4fb5-be76-721322569d56",
  "generatedAt": "2026-07-10T22:54:44.695Z",
  "models": [
    {
      "adapterId": "opencode",
      "model": "opencode/deepseek-v4-flash-free@low",
      "label": "opencode/deepseek-v4-flash-free@low",
      "attempts": 57,
      "scored": 53,
      "pass": 39,
      "partial": 6,
      "incorrect": 8,
      "protocol_error": 4,
      "otherErrors": 0,
      "passRate": 0.7358490566037735,
      "quality": 0.7924528301886793,
      "coverage": 0.9298245614035088,
      "fixtureScore": 0.7368421052631579,
      "fixtureSolveRate": 0.6842105263157895,
      "passAtKRate": 0.7358490566037735,
      "fixturesPassed": 39,
      "fixturesAttempted": 57,
      "avgDurationMs": 19538,
      "minDurationMs": 10191,
      "maxDurationMs": 56718,
      "totalDurationMs": 1113684,
      "totalPromptTokens": 1273522,
      "totalCompletionTokens": 9014,
      "totalReasoningTokens": 31677,
      "totalTokens": 1314213,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 32786,
      "rank": 1,
      "passRateLabel": "73.6%",
      "qualityLabel": "0.792",
      "coverageLabel": "93.0%",
      "fixtureScoreLabel": "73.7%",
      "fixtureSolveRateLabel": "68.4%",
      "passAtKLabel": "73.6%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/deepseek-v4-flash-free@high",
      "label": "opencode/deepseek-v4-flash-free@high",
      "attempts": 57,
      "scored": 54,
      "pass": 36,
      "partial": 8,
      "incorrect": 10,
      "protocol_error": 3,
      "otherErrors": 0,
      "passRate": 0.6666666666666666,
      "quality": 0.7407407407407407,
      "coverage": 0.9473684210526315,
      "fixtureScore": 0.7017543859649122,
      "fixtureSolveRate": 0.631578947368421,
      "passAtKRate": 0.6666666666666666,
      "fixturesPassed": 36,
      "fixturesAttempted": 57,
      "avgDurationMs": 20645,
      "minDurationMs": 11771,
      "maxDurationMs": 79879,
      "totalDurationMs": 1176788,
      "totalPromptTokens": 1270175,
      "totalCompletionTokens": 9335,
      "totalReasoningTokens": 41042,
      "totalTokens": 1324136,
      "totalCachedTokens": 3584,
      "totalCost": 0,
      "totalAnswerBytes": 32465,
      "rank": 2,
      "passRateLabel": "66.7%",
      "qualityLabel": "0.741",
      "coverageLabel": "94.7%",
      "fixtureScoreLabel": "70.2%",
      "fixtureSolveRateLabel": "63.2%",
      "passAtKLabel": "66.7%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/deepseek-v4-flash-free@medium",
      "label": "opencode/deepseek-v4-flash-free@medium",
      "attempts": 57,
      "scored": 54,
      "pass": 34,
      "partial": 9,
      "incorrect": 11,
      "protocol_error": 3,
      "otherErrors": 0,
      "passRate": 0.6296296296296297,
      "quality": 0.7129629629629629,
      "coverage": 0.9473684210526315,
      "fixtureScore": 0.6754385964912281,
      "fixtureSolveRate": 0.5964912280701754,
      "passAtKRate": 0.6296296296296297,
      "fixturesPassed": 34,
      "fixturesAttempted": 57,
      "avgDurationMs": 19470,
      "minDurationMs": 12871,
      "maxDurationMs": 42896,
      "totalDurationMs": 1109813,
      "totalPromptTokens": 1266908,
      "totalCompletionTokens": 8665,
      "totalReasoningTokens": 28119,
      "totalTokens": 1310860,
      "totalCachedTokens": 7168,
      "totalCost": 0,
      "totalAnswerBytes": 28865,
      "rank": 3,
      "passRateLabel": "63.0%",
      "qualityLabel": "0.713",
      "coverageLabel": "94.7%",
      "fixtureScoreLabel": "67.5%",
      "fixtureSolveRateLabel": "59.6%",
      "passAtKLabel": "63.0%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/deepseek-v4-flash-free@max",
      "label": "opencode/deepseek-v4-flash-free@max",
      "attempts": 40,
      "scored": 36,
      "pass": 22,
      "partial": 6,
      "incorrect": 8,
      "protocol_error": 4,
      "otherErrors": 0,
      "passRate": 0.6111111111111112,
      "quality": 0.6944444444444444,
      "coverage": 0.9,
      "fixtureScore": 0.625,
      "fixtureSolveRate": 0.55,
      "passAtKRate": 0.6111111111111112,
      "fixturesPassed": 22,
      "fixturesAttempted": 40,
      "avgDurationMs": 27693,
      "minDurationMs": 12638,
      "maxDurationMs": 109267,
      "totalDurationMs": 1107709,
      "totalPromptTokens": 890376,
      "totalCompletionTokens": 7833,
      "totalReasoningTokens": 53087,
      "totalTokens": 954880,
      "totalCachedTokens": 3584,
      "totalCost": 0,
      "totalAnswerBytes": 27837,
      "rank": 4,
      "passRateLabel": "61.1%",
      "qualityLabel": "0.694",
      "coverageLabel": "90.0%",
      "fixtureScoreLabel": "62.5%",
      "fixtureSolveRateLabel": "55.0%",
      "passAtKLabel": "61.1%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/big-pickle",
      "label": "opencode/big-pickle",
      "attempts": 57,
      "scored": 51,
      "pass": 29,
      "partial": 7,
      "incorrect": 15,
      "protocol_error": 6,
      "otherErrors": 0,
      "passRate": 0.5686274509803921,
      "quality": 0.6372549019607843,
      "coverage": 0.8947368421052632,
      "fixtureScore": 0.5701754385964912,
      "fixtureSolveRate": 0.5087719298245614,
      "passAtKRate": 0.5686274509803921,
      "fixturesPassed": 29,
      "fixturesAttempted": 57,
      "avgDurationMs": 21341,
      "minDurationMs": 12461,
      "maxDurationMs": 41662,
      "totalDurationMs": 1216436,
      "totalPromptTokens": 1195829,
      "totalCompletionTokens": 9788,
      "totalReasoningTokens": 12802,
      "totalTokens": 1283699,
      "totalCachedTokens": 65280,
      "totalCost": 0,
      "totalAnswerBytes": 36354,
      "rank": 5,
      "passRateLabel": "56.9%",
      "qualityLabel": "0.637",
      "coverageLabel": "89.5%",
      "fixtureScoreLabel": "57.0%",
      "fixtureSolveRateLabel": "50.9%",
      "passAtKLabel": "56.9%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/hy3-free@low",
      "label": "opencode/hy3-free@low",
      "attempts": 23,
      "scored": 21,
      "pass": 7,
      "partial": 9,
      "incorrect": 5,
      "protocol_error": 2,
      "otherErrors": 0,
      "passRate": 0.3333333333333333,
      "quality": 0.5476190476190477,
      "coverage": 0.9130434782608695,
      "fixtureScore": 0.5,
      "fixtureSolveRate": 0.30434782608695654,
      "passAtKRate": 0.3333333333333333,
      "fixturesPassed": 7,
      "fixturesAttempted": 23,
      "avgDurationMs": 28558,
      "minDurationMs": 19388,
      "maxDurationMs": 52217,
      "totalDurationMs": 656826,
      "totalPromptTokens": 520460,
      "totalCompletionTokens": 5648,
      "totalReasoningTokens": 9890,
      "totalTokens": 552702,
      "totalCachedTokens": 16704,
      "totalCost": 0,
      "totalAnswerBytes": 20106,
      "rank": 6,
      "passRateLabel": "33.3%",
      "qualityLabel": "0.548",
      "coverageLabel": "91.3%",
      "fixtureScoreLabel": "50.0%",
      "fixtureSolveRateLabel": "30.4%",
      "passAtKLabel": "33.3%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/hy3-free@medium",
      "label": "opencode/hy3-free@medium",
      "attempts": 21,
      "scored": 18,
      "pass": 6,
      "partial": 8,
      "incorrect": 4,
      "protocol_error": 3,
      "otherErrors": 0,
      "passRate": 0.3333333333333333,
      "quality": 0.5555555555555556,
      "coverage": 0.8571428571428571,
      "fixtureScore": 0.47619047619047616,
      "fixtureSolveRate": 0.2857142857142857,
      "passAtKRate": 0.3333333333333333,
      "fixturesPassed": 6,
      "fixturesAttempted": 21,
      "avgDurationMs": 25260,
      "minDurationMs": 19687,
      "maxDurationMs": 35371,
      "totalDurationMs": 530465,
      "totalPromptTokens": 451154,
      "totalCompletionTokens": 5722,
      "totalReasoningTokens": 7569,
      "totalTokens": 494525,
      "totalCachedTokens": 30080,
      "totalCost": 0,
      "totalAnswerBytes": 20738,
      "rank": 7,
      "passRateLabel": "33.3%",
      "qualityLabel": "0.556",
      "coverageLabel": "85.7%",
      "fixtureScoreLabel": "47.6%",
      "fixtureSolveRateLabel": "28.6%",
      "passAtKLabel": "33.3%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/hy3-free@high",
      "label": "opencode/hy3-free@high",
      "attempts": 20,
      "scored": 19,
      "pass": 5,
      "partial": 9,
      "incorrect": 5,
      "protocol_error": 1,
      "otherErrors": 0,
      "passRate": 0.2631578947368421,
      "quality": 0.5,
      "coverage": 0.95,
      "fixtureScore": 0.475,
      "fixtureSolveRate": 0.25,
      "passAtKRate": 0.2631578947368421,
      "fixturesPassed": 5,
      "fixturesAttempted": 20,
      "avgDurationMs": 24204,
      "minDurationMs": 17340,
      "maxDurationMs": 36597,
      "totalDurationMs": 484087,
      "totalPromptTokens": 446656,
      "totalCompletionTokens": 5560,
      "totalReasoningTokens": 6915,
      "totalTokens": 482683,
      "totalCachedTokens": 23552,
      "totalCost": 0,
      "totalAnswerBytes": 18162,
      "rank": 8,
      "passRateLabel": "26.3%",
      "qualityLabel": "0.500",
      "coverageLabel": "95.0%",
      "fixtureScoreLabel": "47.5%",
      "fixtureSolveRateLabel": "25.0%",
      "passAtKLabel": "26.3%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/nemotron-3-ultra-free@low",
      "label": "opencode/nemotron-3-ultra-free@low",
      "attempts": 22,
      "scored": 19,
      "pass": 7,
      "partial": 5,
      "incorrect": 7,
      "protocol_error": 3,
      "otherErrors": 0,
      "passRate": 0.3684210526315789,
      "quality": 0.5,
      "coverage": 0.8636363636363636,
      "fixtureScore": 0.4318181818181818,
      "fixtureSolveRate": 0.3181818181818182,
      "passAtKRate": 0.3684210526315789,
      "fixturesPassed": 7,
      "fixturesAttempted": 22,
      "avgDurationMs": 22894,
      "minDurationMs": 17198,
      "maxDurationMs": 36999,
      "totalDurationMs": 503668,
      "totalPromptTokens": 500997,
      "totalCompletionTokens": 6303,
      "totalReasoningTokens": 4989,
      "totalTokens": 512289,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 23310,
      "rank": 9,
      "passRateLabel": "36.8%",
      "qualityLabel": "0.500",
      "coverageLabel": "86.4%",
      "fixtureScoreLabel": "43.2%",
      "fixtureSolveRateLabel": "31.8%",
      "passAtKLabel": "36.8%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/nemotron-3-ultra-free@high",
      "label": "opencode/nemotron-3-ultra-free@high",
      "attempts": 22,
      "scored": 17,
      "pass": 7,
      "partial": 5,
      "incorrect": 5,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0.4117647058823529,
      "quality": 0.5588235294117647,
      "coverage": 0.7727272727272727,
      "fixtureScore": 0.4318181818181818,
      "fixtureSolveRate": 0.3181818181818182,
      "passAtKRate": 0.4117647058823529,
      "fixturesPassed": 7,
      "fixturesAttempted": 22,
      "avgDurationMs": 16215,
      "minDurationMs": 11742,
      "maxDurationMs": 42986,
      "totalDurationMs": 356723,
      "totalPromptTokens": 500939,
      "totalCompletionTokens": 7401,
      "totalReasoningTokens": 4106,
      "totalTokens": 512446,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 27632,
      "rank": 10,
      "passRateLabel": "41.2%",
      "qualityLabel": "0.559",
      "coverageLabel": "77.3%",
      "fixtureScoreLabel": "43.2%",
      "fixtureSolveRateLabel": "31.8%",
      "passAtKLabel": "41.2%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/mimo-v2.5-free@low",
      "label": "opencode/mimo-v2.5-free@low",
      "attempts": 22,
      "scored": 20,
      "pass": 6,
      "partial": 6,
      "incorrect": 8,
      "protocol_error": 2,
      "otherErrors": 0,
      "passRate": 0.3,
      "quality": 0.45,
      "coverage": 0.9090909090909091,
      "fixtureScore": 0.4090909090909091,
      "fixtureSolveRate": 0.2727272727272727,
      "passAtKRate": 0.3,
      "fixturesPassed": 6,
      "fixturesAttempted": 22,
      "avgDurationMs": 24648,
      "minDurationMs": 12219,
      "maxDurationMs": 46230,
      "totalDurationMs": 542264,
      "totalPromptTokens": 458570,
      "totalCompletionTokens": 6045,
      "totalReasoningTokens": 6086,
      "totalTokens": 499373,
      "totalCachedTokens": 28672,
      "totalCost": 0,
      "totalAnswerBytes": 22724,
      "rank": 11,
      "passRateLabel": "30.0%",
      "qualityLabel": "0.450",
      "coverageLabel": "90.9%",
      "fixtureScoreLabel": "40.9%",
      "fixtureSolveRateLabel": "27.3%",
      "passAtKLabel": "30.0%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/mimo-v2.5-free@medium",
      "label": "opencode/mimo-v2.5-free@medium",
      "attempts": 21,
      "scored": 18,
      "pass": 6,
      "partial": 5,
      "incorrect": 7,
      "protocol_error": 2,
      "otherErrors": 1,
      "passRate": 0.3333333333333333,
      "quality": 0.4722222222222222,
      "coverage": 0.8571428571428571,
      "fixtureScore": 0.40476190476190477,
      "fixtureSolveRate": 0.2857142857142857,
      "passAtKRate": 0.3333333333333333,
      "fixturesPassed": 6,
      "fixturesAttempted": 21,
      "avgDurationMs": 28941,
      "minDurationMs": 19424,
      "maxDurationMs": 48206,
      "totalDurationMs": 607756,
      "totalPromptTokens": 419561,
      "totalCompletionTokens": 6298,
      "totalReasoningTokens": 6142,
      "totalTokens": 455553,
      "totalCachedTokens": 23552,
      "totalCost": 0,
      "totalAnswerBytes": 23913,
      "rank": 12,
      "passRateLabel": "33.3%",
      "qualityLabel": "0.472",
      "coverageLabel": "85.7%",
      "fixtureScoreLabel": "40.5%",
      "fixtureSolveRateLabel": "28.6%",
      "passAtKLabel": "33.3%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/mimo-v2.5-free@high",
      "label": "opencode/mimo-v2.5-free@high",
      "attempts": 23,
      "scored": 17,
      "pass": 6,
      "partial": 5,
      "incorrect": 6,
      "protocol_error": 6,
      "otherErrors": 0,
      "passRate": 0.35294117647058826,
      "quality": 0.5,
      "coverage": 0.7391304347826086,
      "fixtureScore": 0.3695652173913043,
      "fixtureSolveRate": 0.2608695652173913,
      "passAtKRate": 0.35294117647058826,
      "fixturesPassed": 6,
      "fixturesAttempted": 23,
      "avgDurationMs": 23048,
      "minDurationMs": 17413,
      "maxDurationMs": 39299,
      "totalDurationMs": 530110,
      "totalPromptTokens": 455587,
      "totalCompletionTokens": 6673,
      "totalReasoningTokens": 2809,
      "totalTokens": 496813,
      "totalCachedTokens": 31744,
      "totalCost": 0,
      "totalAnswerBytes": 24910,
      "rank": 13,
      "passRateLabel": "35.3%",
      "qualityLabel": "0.500",
      "coverageLabel": "73.9%",
      "fixtureScoreLabel": "37.0%",
      "fixtureSolveRateLabel": "26.1%",
      "passAtKLabel": "35.3%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/nemotron-3-ultra-free@medium",
      "label": "opencode/nemotron-3-ultra-free@medium",
      "attempts": 25,
      "scored": 20,
      "pass": 7,
      "partial": 4,
      "incorrect": 9,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0.35,
      "quality": 0.45,
      "coverage": 0.8,
      "fixtureScore": 0.36,
      "fixtureSolveRate": 0.28,
      "passAtKRate": 0.35,
      "fixturesPassed": 7,
      "fixturesAttempted": 25,
      "avgDurationMs": 15407,
      "minDurationMs": 10419,
      "maxDurationMs": 33119,
      "totalDurationMs": 385185,
      "totalPromptTokens": 546580,
      "totalCompletionTokens": 6520,
      "totalReasoningTokens": 5914,
      "totalTokens": 559014,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 23559,
      "rank": 14,
      "passRateLabel": "35.0%",
      "qualityLabel": "0.450",
      "coverageLabel": "80.0%",
      "fixtureScoreLabel": "36.0%",
      "fixtureSolveRateLabel": "28.0%",
      "passAtKLabel": "35.0%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/north-mini-code-free@high",
      "label": "opencode/north-mini-code-free@high",
      "attempts": 30,
      "scored": 17,
      "pass": 7,
      "partial": 2,
      "incorrect": 8,
      "protocol_error": 10,
      "otherErrors": 3,
      "passRate": 0.4117647058823529,
      "quality": 0.47058823529411764,
      "coverage": 0.5666666666666667,
      "fixtureScore": 0.26666666666666666,
      "fixtureSolveRate": 0.23333333333333334,
      "passAtKRate": 0.4117647058823529,
      "fixturesPassed": 7,
      "fixturesAttempted": 30,
      "avgDurationMs": 20467,
      "minDurationMs": 11521,
      "maxDurationMs": 71084,
      "totalDurationMs": 614017,
      "totalPromptTokens": 528325,
      "totalCompletionTokens": 4794,
      "totalReasoningTokens": 10910,
      "totalTokens": 543860,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 25580,
      "rank": 15,
      "passRateLabel": "41.2%",
      "qualityLabel": "0.471",
      "coverageLabel": "56.7%",
      "fixtureScoreLabel": "26.7%",
      "fixtureSolveRateLabel": "23.3%",
      "passAtKLabel": "41.2%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/north-mini-code-free@low",
      "label": "opencode/north-mini-code-free@low",
      "attempts": 32,
      "scored": 16,
      "pass": 6,
      "partial": 1,
      "incorrect": 9,
      "protocol_error": 14,
      "otherErrors": 2,
      "passRate": 0.375,
      "quality": 0.40625,
      "coverage": 0.5,
      "fixtureScore": 0.203125,
      "fixtureSolveRate": 0.1875,
      "passAtKRate": 0.375,
      "fixturesPassed": 6,
      "fixturesAttempted": 32,
      "avgDurationMs": 22487,
      "minDurationMs": 13147,
      "maxDurationMs": 122040,
      "totalDurationMs": 719582,
      "totalPromptTokens": 589114,
      "totalCompletionTokens": 7154,
      "totalReasoningTokens": 12403,
      "totalTokens": 608590,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 34595,
      "rank": 16,
      "passRateLabel": "37.5%",
      "qualityLabel": "0.406",
      "coverageLabel": "50.0%",
      "fixtureScoreLabel": "20.3%",
      "fixtureSolveRateLabel": "18.8%",
      "passAtKLabel": "37.5%"
    },
    {
      "adapterId": "opencode",
      "model": "opencode/north-mini-code-free@medium",
      "label": "opencode/north-mini-code-free@medium",
      "attempts": 25,
      "scored": 16,
      "pass": 2,
      "partial": 2,
      "incorrect": 12,
      "protocol_error": 9,
      "otherErrors": 0,
      "passRate": 0.125,
      "quality": 0.1875,
      "coverage": 0.64,
      "fixtureScore": 0.12,
      "fixtureSolveRate": 0.08,
      "passAtKRate": 0.125,
      "fixturesPassed": 2,
      "fixturesAttempted": 25,
      "avgDurationMs": 23612,
      "minDurationMs": 13709,
      "maxDurationMs": 88997,
      "totalDurationMs": 590297,
      "totalPromptTokens": 467214,
      "totalCompletionTokens": 4510,
      "totalReasoningTokens": 8597,
      "totalTokens": 480231,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 22952,
      "rank": 17,
      "passRateLabel": "12.5%",
      "qualityLabel": "0.188",
      "coverageLabel": "64.0%",
      "fixtureScoreLabel": "12.0%",
      "fixtureSolveRateLabel": "8.0%",
      "passAtKLabel": "12.5%"
    }
  ]
}