{
  "runId": "59029ed6-30eb-4d96-ad76-21deda2a06fa",
  "generatedAt": "2026-07-11T07:54:02.673Z",
  "models": [
    {
      "adapterId": "openrouter",
      "model": "tencent/hy3:free@none",
      "label": "openrouter/tencent/hy3:free@none",
      "attempts": 38,
      "scored": 37,
      "pass": 31,
      "partial": 4,
      "incorrect": 2,
      "protocol_error": 1,
      "otherErrors": 0,
      "passRate": 0.8378378378378378,
      "quality": 0.8918918918918919,
      "coverage": 0.9736842105263158,
      "fixtureScore": 0.868421052631579,
      "fixtureSolveRate": 0.8157894736842105,
      "passAtKRate": 0.8378378378378378,
      "fixturesPassed": 31,
      "fixturesAttempted": 38,
      "avgDurationMs": 8843,
      "minDurationMs": 2075,
      "maxDurationMs": 22689,
      "totalDurationMs": 336050,
      "totalPromptTokens": 6303,
      "totalCompletionTokens": 3483,
      "totalReasoningTokens": 0,
      "totalTokens": 9786,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 10283,
      "rank": 1,
      "passRateLabel": "83.8%",
      "qualityLabel": "0.892",
      "coverageLabel": "97.4%",
      "fixtureScoreLabel": "86.8%",
      "fixtureSolveRateLabel": "81.6%",
      "passAtKLabel": "83.8%"
    },
    {
      "adapterId": "openrouter",
      "model": "tencent/hy3:free@low",
      "label": "openrouter/tencent/hy3:free@low",
      "attempts": 38,
      "scored": 35,
      "pass": 30,
      "partial": 3,
      "incorrect": 2,
      "protocol_error": 3,
      "otherErrors": 0,
      "passRate": 0.8571428571428571,
      "quality": 0.9,
      "coverage": 0.9210526315789473,
      "fixtureScore": 0.8289473684210527,
      "fixtureSolveRate": 0.7894736842105263,
      "passAtKRate": 0.8571428571428571,
      "fixturesPassed": 30,
      "fixturesAttempted": 38,
      "avgDurationMs": 16772,
      "minDurationMs": 7558,
      "maxDurationMs": 96447,
      "totalDurationMs": 637348,
      "totalPromptTokens": 6189,
      "totalCompletionTokens": 36179,
      "totalReasoningTokens": 33589,
      "totalTokens": 42368,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 9540,
      "rank": 2,
      "passRateLabel": "85.7%",
      "qualityLabel": "0.900",
      "coverageLabel": "92.1%",
      "fixtureScoreLabel": "82.9%",
      "fixtureSolveRateLabel": "78.9%",
      "passAtKLabel": "85.7%"
    },
    {
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-ultra-550b-a55b:free@medium",
      "label": "openrouter/nvidia/nemotron-3-ultra-550b-a55b:free@medium",
      "attempts": 38,
      "scored": 33,
      "pass": 30,
      "partial": 2,
      "incorrect": 1,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0.9090909090909091,
      "quality": 0.9393939393939394,
      "coverage": 0.868421052631579,
      "fixtureScore": 0.8157894736842105,
      "fixtureSolveRate": 0.7894736842105263,
      "passAtKRate": 0.9090909090909091,
      "fixturesPassed": 30,
      "fixturesAttempted": 38,
      "avgDurationMs": 12283,
      "minDurationMs": 1796,
      "maxDurationMs": 22184,
      "totalDurationMs": 466752,
      "totalPromptTokens": 6347,
      "totalCompletionTokens": 16424,
      "totalReasoningTokens": 13496,
      "totalTokens": 22771,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 13641,
      "rank": 3,
      "passRateLabel": "90.9%",
      "qualityLabel": "0.939",
      "coverageLabel": "86.8%",
      "fixtureScoreLabel": "81.6%",
      "fixtureSolveRateLabel": "78.9%",
      "passAtKLabel": "90.9%"
    },
    {
      "adapterId": "openrouter",
      "model": "tencent/hy3:free@high",
      "label": "openrouter/tencent/hy3:free@high",
      "attempts": 38,
      "scored": 35,
      "pass": 29,
      "partial": 3,
      "incorrect": 3,
      "protocol_error": 3,
      "otherErrors": 0,
      "passRate": 0.8285714285714286,
      "quality": 0.8714285714285714,
      "coverage": 0.9210526315789473,
      "fixtureScore": 0.8026315789473685,
      "fixtureSolveRate": 0.7631578947368421,
      "passAtKRate": 0.8285714285714286,
      "fixturesPassed": 29,
      "fixturesAttempted": 38,
      "avgDurationMs": 26851,
      "minDurationMs": 12457,
      "maxDurationMs": 91514,
      "totalDurationMs": 1020340,
      "totalPromptTokens": 6189,
      "totalCompletionTokens": 55745,
      "totalReasoningTokens": 53312,
      "totalTokens": 61934,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 9086,
      "rank": 4,
      "passRateLabel": "82.9%",
      "qualityLabel": "0.871",
      "coverageLabel": "92.1%",
      "fixtureScoreLabel": "80.3%",
      "fixtureSolveRateLabel": "76.3%",
      "passAtKLabel": "82.9%"
    },
    {
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-ultra-550b-a55b:free@high",
      "label": "openrouter/nvidia/nemotron-3-ultra-550b-a55b:free@high",
      "attempts": 38,
      "scored": 31,
      "pass": 27,
      "partial": 4,
      "incorrect": 0,
      "protocol_error": 7,
      "otherErrors": 0,
      "passRate": 0.8709677419354839,
      "quality": 0.9354838709677419,
      "coverage": 0.8157894736842105,
      "fixtureScore": 0.7631578947368421,
      "fixtureSolveRate": 0.7105263157894737,
      "passAtKRate": 0.8709677419354839,
      "fixturesPassed": 27,
      "fixturesAttempted": 38,
      "avgDurationMs": 10879,
      "minDurationMs": 2526,
      "maxDurationMs": 21933,
      "totalDurationMs": 413383,
      "totalPromptTokens": 6250,
      "totalCompletionTokens": 15885,
      "totalReasoningTokens": 12888,
      "totalTokens": 22135,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 14129,
      "rank": 5,
      "passRateLabel": "87.1%",
      "qualityLabel": "0.935",
      "coverageLabel": "81.6%",
      "fixtureScoreLabel": "76.3%",
      "fixtureSolveRateLabel": "71.1%",
      "passAtKLabel": "87.1%"
    },
    {
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-super-120b-a12b:free@medium",
      "label": "openrouter/nvidia/nemotron-3-super-120b-a12b:free@medium",
      "attempts": 38,
      "scored": 28,
      "pass": 24,
      "partial": 4,
      "incorrect": 0,
      "protocol_error": 8,
      "otherErrors": 2,
      "passRate": 0.8571428571428571,
      "quality": 0.9285714285714286,
      "coverage": 0.7368421052631579,
      "fixtureScore": 0.6842105263157895,
      "fixtureSolveRate": 0.631578947368421,
      "passAtKRate": 0.8571428571428571,
      "fixturesPassed": 24,
      "fixturesAttempted": 38,
      "avgDurationMs": 15953,
      "minDurationMs": 2747,
      "maxDurationMs": 120114,
      "totalDurationMs": 606199,
      "totalPromptTokens": 6145,
      "totalCompletionTokens": 19644,
      "totalReasoningTokens": 18243,
      "totalTokens": 25789,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 9994,
      "rank": 6,
      "passRateLabel": "85.7%",
      "qualityLabel": "0.929",
      "coverageLabel": "73.7%",
      "fixtureScoreLabel": "68.4%",
      "fixtureSolveRateLabel": "63.2%",
      "passAtKLabel": "85.7%"
    },
    {
      "adapterId": "openrouter",
      "model": "poolside/laguna-xs-2.1:free",
      "label": "openrouter/poolside/laguna-xs-2.1:free",
      "attempts": 38,
      "scored": 33,
      "pass": 23,
      "partial": 6,
      "incorrect": 4,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0.696969696969697,
      "quality": 0.7878787878787878,
      "coverage": 0.868421052631579,
      "fixtureScore": 0.6842105263157895,
      "fixtureSolveRate": 0.6052631578947368,
      "passAtKRate": 0.696969696969697,
      "fixturesPassed": 23,
      "fixturesAttempted": 38,
      "avgDurationMs": 13798,
      "minDurationMs": 4312,
      "maxDurationMs": 32031,
      "totalDurationMs": 524332,
      "totalPromptTokens": 6226,
      "totalCompletionTokens": 4758,
      "totalReasoningTokens": 0,
      "totalTokens": 10984,
      "totalCachedTokens": 2400,
      "totalCost": 0,
      "totalAnswerBytes": 18261,
      "rank": 7,
      "passRateLabel": "69.7%",
      "qualityLabel": "0.788",
      "coverageLabel": "86.8%",
      "fixtureScoreLabel": "68.4%",
      "fixtureSolveRateLabel": "60.5%",
      "passAtKLabel": "69.7%"
    },
    {
      "adapterId": "openrouter",
      "model": "cohere/north-mini-code:free",
      "label": "openrouter/cohere/north-mini-code:free",
      "attempts": 38,
      "scored": 23,
      "pass": 19,
      "partial": 1,
      "incorrect": 3,
      "protocol_error": 15,
      "otherErrors": 0,
      "passRate": 0.8260869565217391,
      "quality": 0.8478260869565217,
      "coverage": 0.6052631578947368,
      "fixtureScore": 0.5131578947368421,
      "fixtureSolveRate": 0.5,
      "passAtKRate": 0.8260869565217391,
      "fixturesPassed": 19,
      "fixturesAttempted": 38,
      "avgDurationMs": 12452,
      "minDurationMs": 2875,
      "maxDurationMs": 32340,
      "totalDurationMs": 473172,
      "totalPromptTokens": 5553,
      "totalCompletionTokens": 28827,
      "totalReasoningTokens": 0,
      "totalTokens": 34380,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 7387,
      "rank": 8,
      "passRateLabel": "82.6%",
      "qualityLabel": "0.848",
      "coverageLabel": "60.5%",
      "fixtureScoreLabel": "51.3%",
      "fixtureSolveRateLabel": "50.0%",
      "passAtKLabel": "82.6%"
    },
    {
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-nano-30b-a3b:free",
      "label": "openrouter/nvidia/nemotron-3-nano-30b-a3b:free",
      "attempts": 38,
      "scored": 23,
      "pass": 16,
      "partial": 4,
      "incorrect": 3,
      "protocol_error": 15,
      "otherErrors": 0,
      "passRate": 0.6956521739130435,
      "quality": 0.782608695652174,
      "coverage": 0.6052631578947368,
      "fixtureScore": 0.47368421052631576,
      "fixtureSolveRate": 0.42105263157894735,
      "passAtKRate": 0.6956521739130435,
      "fixturesPassed": 16,
      "fixturesAttempted": 38,
      "avgDurationMs": 11655,
      "minDurationMs": 2632,
      "maxDurationMs": 30205,
      "totalDurationMs": 442876,
      "totalPromptTokens": 6347,
      "totalCompletionTokens": 32281,
      "totalReasoningTokens": 32930,
      "totalTokens": 38628,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 47476,
      "rank": 9,
      "passRateLabel": "69.6%",
      "qualityLabel": "0.783",
      "coverageLabel": "60.5%",
      "fixtureScoreLabel": "47.4%",
      "fixtureSolveRateLabel": "42.1%",
      "passAtKLabel": "69.6%"
    },
    {
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-super-120b-a12b:free@low",
      "label": "openrouter/nvidia/nemotron-3-super-120b-a12b:free@low",
      "attempts": 38,
      "scored": 4,
      "pass": 3,
      "partial": 0,
      "incorrect": 1,
      "protocol_error": 34,
      "otherErrors": 0,
      "passRate": 0.75,
      "quality": 0.75,
      "coverage": 0.10526315789473684,
      "fixtureScore": 0.07894736842105263,
      "fixtureSolveRate": 0.07894736842105263,
      "passAtKRate": 0.75,
      "fixturesPassed": 3,
      "fixturesAttempted": 38,
      "avgDurationMs": 1428,
      "minDurationMs": 0,
      "maxDurationMs": 18967,
      "totalDurationMs": 54260,
      "totalPromptTokens": 817,
      "totalCompletionTokens": 2529,
      "totalReasoningTokens": 2405,
      "totalTokens": 3346,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 1018,
      "rank": 10,
      "passRateLabel": "75.0%",
      "qualityLabel": "0.750",
      "coverageLabel": "10.5%",
      "fixtureScoreLabel": "7.9%",
      "fixtureSolveRateLabel": "7.9%",
      "passAtKLabel": "75.0%"
    }
  ]
}