{
  "runId": "d5aeb478-8f9a-4313-8fad-be1c05a93fc0",
  "generatedAt": "2026-07-10T12:41:47.752Z",
  "models": [
    {
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-20b:free@low",
      "label": "openrouter/openai/gpt-oss-20b:free@low",
      "attempts": 5,
      "scored": 5,
      "pass": 4,
      "partial": 1,
      "incorrect": 0,
      "protocol_error": 0,
      "otherErrors": 0,
      "passRate": 0.8,
      "quality": 0.9,
      "coverage": 1,
      "fixtureScore": 0.9,
      "fixtureSolveRate": 0.8,
      "passAtKRate": 0.8,
      "fixturesPassed": 4,
      "fixturesAttempted": 5,
      "avgDurationMs": 2777,
      "minDurationMs": 1771,
      "maxDurationMs": 4016,
      "totalDurationMs": 13883,
      "totalPromptTokens": 1222,
      "totalCompletionTokens": 583,
      "totalReasoningTokens": 0,
      "totalTokens": 1805,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 1,
      "passRateLabel": "80.0%",
      "qualityLabel": "0.900",
      "coverageLabel": "100.0%",
      "fixtureScoreLabel": "90.0%",
      "fixtureSolveRateLabel": "80.0%",
      "passAtKLabel": "80.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-20b:free@medium",
      "label": "openrouter/openai/gpt-oss-20b:free@medium",
      "attempts": 5,
      "scored": 4,
      "pass": 3,
      "partial": 1,
      "incorrect": 0,
      "protocol_error": 0,
      "otherErrors": 1,
      "passRate": 0.75,
      "quality": 0.875,
      "coverage": 0.8,
      "fixtureScore": 0.7,
      "fixtureSolveRate": 0.6,
      "passAtKRate": 0.75,
      "fixturesPassed": 3,
      "fixturesAttempted": 5,
      "avgDurationMs": 38984,
      "minDurationMs": 2564,
      "maxDurationMs": 180002,
      "totalDurationMs": 194922,
      "totalPromptTokens": 981,
      "totalCompletionTokens": 920,
      "totalReasoningTokens": 0,
      "totalTokens": 1901,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 2,
      "passRateLabel": "75.0%",
      "qualityLabel": "0.875",
      "coverageLabel": "80.0%",
      "fixtureScoreLabel": "70.0%",
      "fixtureSolveRateLabel": "60.0%",
      "passAtKLabel": "75.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-120b:free@medium",
      "label": "openrouter/openai/gpt-oss-120b:free@medium",
      "attempts": 5,
      "scored": 2,
      "pass": 2,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 3,
      "otherErrors": 0,
      "passRate": 1,
      "quality": 1,
      "coverage": 0.4,
      "fixtureScore": 0.4,
      "fixtureSolveRate": 0.4,
      "passAtKRate": 1,
      "fixturesPassed": 2,
      "fixturesAttempted": 5,
      "avgDurationMs": 8220,
      "minDurationMs": 2019,
      "maxDurationMs": 20979,
      "totalDurationMs": 41101,
      "totalPromptTokens": 478,
      "totalCompletionTokens": 506,
      "totalReasoningTokens": 0,
      "totalTokens": 984,
      "totalCachedTokens": 192,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 3,
      "passRateLabel": "100.0%",
      "qualityLabel": "1.000",
      "coverageLabel": "40.0%",
      "fixtureScoreLabel": "40.0%",
      "fixtureSolveRateLabel": "40.0%",
      "passAtKLabel": "100.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-120b:free@low",
      "label": "openrouter/openai/gpt-oss-120b:free@low",
      "attempts": 5,
      "scored": 1,
      "pass": 1,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 4,
      "otherErrors": 0,
      "passRate": 1,
      "quality": 1,
      "coverage": 0.2,
      "fixtureScore": 0.2,
      "fixtureSolveRate": 0.2,
      "passAtKRate": 1,
      "fixturesPassed": 1,
      "fixturesAttempted": 5,
      "avgDurationMs": 5777,
      "minDurationMs": 2304,
      "maxDurationMs": 18157,
      "totalDurationMs": 28885,
      "totalPromptTokens": 235,
      "totalCompletionTokens": 303,
      "totalReasoningTokens": 0,
      "totalTokens": 538,
      "totalCachedTokens": 64,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 4,
      "passRateLabel": "100.0%",
      "qualityLabel": "1.000",
      "coverageLabel": "20.0%",
      "fixtureScoreLabel": "20.0%",
      "fixtureSolveRateLabel": "20.0%",
      "passAtKLabel": "100.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-120b:free@high",
      "label": "openrouter/openai/gpt-oss-120b:free@high",
      "attempts": 5,
      "scored": 0,
      "pass": 0,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0,
      "quality": 0,
      "coverage": 0,
      "fixtureScore": 0,
      "fixtureSolveRate": 0,
      "passAtKRate": 0,
      "fixturesPassed": 0,
      "fixturesAttempted": 5,
      "avgDurationMs": 2299,
      "minDurationMs": 2103,
      "maxDurationMs": 2488,
      "totalDurationMs": 11493,
      "totalPromptTokens": 0,
      "totalCompletionTokens": 0,
      "totalReasoningTokens": 0,
      "totalTokens": 0,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 5,
      "passRateLabel": "0.0%",
      "qualityLabel": "0.000",
      "coverageLabel": "0.0%",
      "fixtureScoreLabel": "0.0%",
      "fixtureSolveRateLabel": "0.0%",
      "passAtKLabel": "0.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-20b:free@high",
      "label": "openrouter/openai/gpt-oss-20b:free@high",
      "attempts": 5,
      "scored": 0,
      "pass": 0,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0,
      "quality": 0,
      "coverage": 0,
      "fixtureScore": 0,
      "fixtureSolveRate": 0,
      "passAtKRate": 0,
      "fixturesPassed": 0,
      "fixturesAttempted": 5,
      "avgDurationMs": 11058,
      "minDurationMs": 10723,
      "maxDurationMs": 11886,
      "totalDurationMs": 55291,
      "totalPromptTokens": 0,
      "totalCompletionTokens": 0,
      "totalReasoningTokens": 0,
      "totalTokens": 0,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 6,
      "passRateLabel": "0.0%",
      "qualityLabel": "0.000",
      "coverageLabel": "0.0%",
      "fixtureScoreLabel": "0.0%",
      "fixtureSolveRateLabel": "0.0%",
      "passAtKLabel": "0.0%"
    }
  ]
}