{
  "runId": "9e2fc537-7c24-44e1-8e0b-5f59466a461e",
  "generatedAt": "2026-07-10T12:56:01.492Z",
  "models": [
    {
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-ultra-550b-a55b:free@high",
      "label": "openrouter/nvidia/nemotron-3-ultra-550b-a55b:free@high",
      "attempts": 5,
      "scored": 5,
      "pass": 4,
      "partial": 1,
      "incorrect": 0,
      "protocol_error": 0,
      "otherErrors": 0,
      "passRate": 0.8,
      "quality": 0.9,
      "coverage": 1,
      "fixtureScore": 0.9,
      "fixtureSolveRate": 0.8,
      "passAtKRate": 0.8,
      "fixturesPassed": 4,
      "fixturesAttempted": 5,
      "avgDurationMs": 6296,
      "minDurationMs": 3380,
      "maxDurationMs": 14541,
      "totalDurationMs": 31482,
      "totalPromptTokens": 934,
      "totalCompletionTokens": 3667,
      "totalReasoningTokens": 0,
      "totalTokens": 4601,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 1,
      "passRateLabel": "80.0%",
      "qualityLabel": "0.900",
      "coverageLabel": "100.0%",
      "fixtureScoreLabel": "90.0%",
      "fixtureSolveRateLabel": "80.0%",
      "passAtKLabel": "80.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-ultra-550b-a55b:free@medium",
      "label": "openrouter/nvidia/nemotron-3-ultra-550b-a55b:free@medium",
      "attempts": 5,
      "scored": 5,
      "pass": 4,
      "partial": 1,
      "incorrect": 0,
      "protocol_error": 0,
      "otherErrors": 0,
      "passRate": 0.8,
      "quality": 0.9,
      "coverage": 1,
      "fixtureScore": 0.9,
      "fixtureSolveRate": 0.8,
      "passAtKRate": 0.8,
      "fixturesPassed": 4,
      "fixturesAttempted": 5,
      "avgDurationMs": 13417,
      "minDurationMs": 1900,
      "maxDurationMs": 41870,
      "totalDurationMs": 67083,
      "totalPromptTokens": 934,
      "totalCompletionTokens": 6152,
      "totalReasoningTokens": 0,
      "totalTokens": 7086,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 2,
      "passRateLabel": "80.0%",
      "qualityLabel": "0.900",
      "coverageLabel": "100.0%",
      "fixtureScoreLabel": "90.0%",
      "fixtureSolveRateLabel": "80.0%",
      "passAtKLabel": "80.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-20b:free@low",
      "label": "openrouter/openai/gpt-oss-20b:free@low",
      "attempts": 5,
      "scored": 5,
      "pass": 4,
      "partial": 1,
      "incorrect": 0,
      "protocol_error": 0,
      "otherErrors": 0,
      "passRate": 0.8,
      "quality": 0.9,
      "coverage": 1,
      "fixtureScore": 0.9,
      "fixtureSolveRate": 0.8,
      "passAtKRate": 0.8,
      "fixturesPassed": 4,
      "fixturesAttempted": 5,
      "avgDurationMs": 3268,
      "minDurationMs": 1800,
      "maxDurationMs": 5485,
      "totalDurationMs": 16341,
      "totalPromptTokens": 1222,
      "totalCompletionTokens": 583,
      "totalReasoningTokens": 0,
      "totalTokens": 1805,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 3,
      "passRateLabel": "80.0%",
      "qualityLabel": "0.900",
      "coverageLabel": "100.0%",
      "fixtureScoreLabel": "90.0%",
      "fixtureSolveRateLabel": "80.0%",
      "passAtKLabel": "80.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "poolside/laguna-xs-2.1:free",
      "label": "openrouter/poolside/laguna-xs-2.1:free",
      "attempts": 5,
      "scored": 5,
      "pass": 4,
      "partial": 1,
      "incorrect": 0,
      "protocol_error": 0,
      "otherErrors": 0,
      "passRate": 0.8,
      "quality": 0.9,
      "coverage": 1,
      "fixtureScore": 0.9,
      "fixtureSolveRate": 0.8,
      "passAtKRate": 0.8,
      "fixturesPassed": 4,
      "fixturesAttempted": 5,
      "avgDurationMs": 4759,
      "minDurationMs": 674,
      "maxDurationMs": 9859,
      "totalDurationMs": 23795,
      "totalPromptTokens": 909,
      "totalCompletionTokens": 305,
      "totalReasoningTokens": 0,
      "totalTokens": 1214,
      "totalCachedTokens": 112,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 4,
      "passRateLabel": "80.0%",
      "qualityLabel": "0.900",
      "coverageLabel": "100.0%",
      "fixtureScoreLabel": "90.0%",
      "fixtureSolveRateLabel": "80.0%",
      "passAtKLabel": "80.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "tencent/hy3:free@high",
      "label": "openrouter/tencent/hy3:free@high",
      "attempts": 5,
      "scored": 5,
      "pass": 4,
      "partial": 1,
      "incorrect": 0,
      "protocol_error": 0,
      "otherErrors": 0,
      "passRate": 0.8,
      "quality": 0.9,
      "coverage": 1,
      "fixtureScore": 0.9,
      "fixtureSolveRate": 0.8,
      "passAtKRate": 0.8,
      "fixturesPassed": 4,
      "fixturesAttempted": 5,
      "avgDurationMs": 20619,
      "minDurationMs": 11864,
      "maxDurationMs": 31294,
      "totalDurationMs": 103095,
      "totalPromptTokens": 904,
      "totalCompletionTokens": 5913,
      "totalReasoningTokens": 0,
      "totalTokens": 6817,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 5,
      "passRateLabel": "80.0%",
      "qualityLabel": "0.900",
      "coverageLabel": "100.0%",
      "fixtureScoreLabel": "90.0%",
      "fixtureSolveRateLabel": "80.0%",
      "passAtKLabel": "80.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "tencent/hy3:free@low",
      "label": "openrouter/tencent/hy3:free@low",
      "attempts": 5,
      "scored": 5,
      "pass": 4,
      "partial": 1,
      "incorrect": 0,
      "protocol_error": 0,
      "otherErrors": 0,
      "passRate": 0.8,
      "quality": 0.9,
      "coverage": 1,
      "fixtureScore": 0.9,
      "fixtureSolveRate": 0.8,
      "passAtKRate": 0.8,
      "fixturesPassed": 4,
      "fixturesAttempted": 5,
      "avgDurationMs": 12696,
      "minDurationMs": 7120,
      "maxDurationMs": 24499,
      "totalDurationMs": 63481,
      "totalPromptTokens": 904,
      "totalCompletionTokens": 3559,
      "totalReasoningTokens": 0,
      "totalTokens": 4463,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 6,
      "passRateLabel": "80.0%",
      "qualityLabel": "0.900",
      "coverageLabel": "100.0%",
      "fixtureScoreLabel": "90.0%",
      "fixtureSolveRateLabel": "80.0%",
      "passAtKLabel": "80.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "tencent/hy3:free@none",
      "label": "openrouter/tencent/hy3:free@none",
      "attempts": 5,
      "scored": 5,
      "pass": 4,
      "partial": 1,
      "incorrect": 0,
      "protocol_error": 0,
      "otherErrors": 0,
      "passRate": 0.8,
      "quality": 0.9,
      "coverage": 1,
      "fixtureScore": 0.9,
      "fixtureSolveRate": 0.8,
      "passAtKRate": 0.8,
      "fixturesPassed": 4,
      "fixturesAttempted": 5,
      "avgDurationMs": 2568,
      "minDurationMs": 2040,
      "maxDurationMs": 3498,
      "totalDurationMs": 12840,
      "totalPromptTokens": 919,
      "totalCompletionTokens": 282,
      "totalReasoningTokens": 0,
      "totalTokens": 1201,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 7,
      "passRateLabel": "80.0%",
      "qualityLabel": "0.900",
      "coverageLabel": "100.0%",
      "fixtureScoreLabel": "90.0%",
      "fixtureSolveRateLabel": "80.0%",
      "passAtKLabel": "80.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-nano-30b-a3b:free",
      "label": "openrouter/nvidia/nemotron-3-nano-30b-a3b:free",
      "attempts": 5,
      "scored": 4,
      "pass": 4,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 1,
      "otherErrors": 0,
      "passRate": 1,
      "quality": 1,
      "coverage": 0.8,
      "fixtureScore": 0.8,
      "fixtureSolveRate": 0.8,
      "passAtKRate": 1,
      "fixturesPassed": 4,
      "fixturesAttempted": 5,
      "avgDurationMs": 3680,
      "minDurationMs": 303,
      "maxDurationMs": 6200,
      "totalDurationMs": 18401,
      "totalPromptTokens": 749,
      "totalCompletionTokens": 2103,
      "totalReasoningTokens": 0,
      "totalTokens": 2852,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 8,
      "passRateLabel": "100.0%",
      "qualityLabel": "1.000",
      "coverageLabel": "80.0%",
      "fixtureScoreLabel": "80.0%",
      "fixtureSolveRateLabel": "80.0%",
      "passAtKLabel": "100.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-nano-12b-v2-vl:free",
      "label": "openrouter/nvidia/nemotron-nano-12b-v2-vl:free",
      "attempts": 5,
      "scored": 4,
      "pass": 4,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 1,
      "otherErrors": 0,
      "passRate": 1,
      "quality": 1,
      "coverage": 0.8,
      "fixtureScore": 0.8,
      "fixtureSolveRate": 0.8,
      "passAtKRate": 1,
      "fixturesPassed": 4,
      "fixturesAttempted": 5,
      "avgDurationMs": 13769,
      "minDurationMs": 6258,
      "maxDurationMs": 26285,
      "totalDurationMs": 68847,
      "totalPromptTokens": 909,
      "totalCompletionTokens": 2860,
      "totalReasoningTokens": 0,
      "totalTokens": 3769,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 9,
      "passRateLabel": "100.0%",
      "qualityLabel": "1.000",
      "coverageLabel": "80.0%",
      "fixtureScoreLabel": "80.0%",
      "fixtureSolveRateLabel": "80.0%",
      "passAtKLabel": "100.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-20b:free@medium",
      "label": "openrouter/openai/gpt-oss-20b:free@medium",
      "attempts": 5,
      "scored": 4,
      "pass": 3,
      "partial": 1,
      "incorrect": 0,
      "protocol_error": 1,
      "otherErrors": 0,
      "passRate": 0.75,
      "quality": 0.875,
      "coverage": 0.8,
      "fixtureScore": 0.7,
      "fixtureSolveRate": 0.6,
      "passAtKRate": 0.75,
      "fixturesPassed": 3,
      "fixturesAttempted": 5,
      "avgDurationMs": 9266,
      "minDurationMs": 2774,
      "maxDurationMs": 22492,
      "totalDurationMs": 46331,
      "totalPromptTokens": 1216,
      "totalCompletionTokens": 1363,
      "totalReasoningTokens": 0,
      "totalTokens": 2579,
      "totalCachedTokens": 32,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 10,
      "passRateLabel": "75.0%",
      "qualityLabel": "0.875",
      "coverageLabel": "80.0%",
      "fixtureScoreLabel": "70.0%",
      "fixtureSolveRateLabel": "60.0%",
      "passAtKLabel": "75.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "cohere/north-mini-code:free",
      "label": "openrouter/cohere/north-mini-code:free",
      "attempts": 5,
      "scored": 3,
      "pass": 3,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 2,
      "otherErrors": 0,
      "passRate": 1,
      "quality": 1,
      "coverage": 0.6,
      "fixtureScore": 0.6,
      "fixtureSolveRate": 0.6,
      "passAtKRate": 1,
      "fixturesPassed": 3,
      "fixturesAttempted": 5,
      "avgDurationMs": 9673,
      "minDurationMs": 5454,
      "maxDurationMs": 19802,
      "totalDurationMs": 48366,
      "totalPromptTokens": 819,
      "totalCompletionTokens": 3565,
      "totalReasoningTokens": 0,
      "totalTokens": 4384,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 11,
      "passRateLabel": "100.0%",
      "qualityLabel": "1.000",
      "coverageLabel": "60.0%",
      "fixtureScoreLabel": "60.0%",
      "fixtureSolveRateLabel": "60.0%",
      "passAtKLabel": "100.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-super-120b-a12b:free@medium",
      "label": "openrouter/nvidia/nemotron-3-super-120b-a12b:free@medium",
      "attempts": 5,
      "scored": 3,
      "pass": 3,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 2,
      "otherErrors": 0,
      "passRate": 1,
      "quality": 1,
      "coverage": 0.6,
      "fixtureScore": 0.6,
      "fixtureSolveRate": 0.6,
      "passAtKRate": 1,
      "fixturesPassed": 3,
      "fixturesAttempted": 5,
      "avgDurationMs": 11499,
      "minDurationMs": 375,
      "maxDurationMs": 32658,
      "totalDurationMs": 57495,
      "totalPromptTokens": 749,
      "totalCompletionTokens": 1253,
      "totalReasoningTokens": 0,
      "totalTokens": 2002,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 12,
      "passRateLabel": "100.0%",
      "qualityLabel": "1.000",
      "coverageLabel": "60.0%",
      "fixtureScoreLabel": "60.0%",
      "fixtureSolveRateLabel": "60.0%",
      "passAtKLabel": "100.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-super-120b-a12b:free@low",
      "label": "openrouter/nvidia/nemotron-3-super-120b-a12b:free@low",
      "attempts": 5,
      "scored": 3,
      "pass": 2,
      "partial": 1,
      "incorrect": 0,
      "protocol_error": 2,
      "otherErrors": 0,
      "passRate": 0.6666666666666666,
      "quality": 0.8333333333333334,
      "coverage": 0.6,
      "fixtureScore": 0.5,
      "fixtureSolveRate": 0.4,
      "passAtKRate": 0.6666666666666666,
      "fixturesPassed": 2,
      "fixturesAttempted": 5,
      "avgDurationMs": 14342,
      "minDurationMs": 5928,
      "maxDurationMs": 28315,
      "totalDurationMs": 71712,
      "totalPromptTokens": 934,
      "totalCompletionTokens": 1753,
      "totalReasoningTokens": 0,
      "totalTokens": 2687,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 13,
      "passRateLabel": "66.7%",
      "qualityLabel": "0.833",
      "coverageLabel": "60.0%",
      "fixtureScoreLabel": "50.0%",
      "fixtureSolveRateLabel": "40.0%",
      "passAtKLabel": "66.7%"
    },
    {
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free",
      "label": "openrouter/nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free",
      "attempts": 5,
      "scored": 0,
      "pass": 0,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 0,
      "otherErrors": 5,
      "passRate": 0,
      "quality": 0,
      "coverage": 0,
      "fixtureScore": 0,
      "fixtureSolveRate": 0,
      "passAtKRate": 0,
      "fixturesPassed": 0,
      "fixturesAttempted": 5,
      "avgDurationMs": 120014,
      "minDurationMs": 120001,
      "maxDurationMs": 120062,
      "totalDurationMs": 600071,
      "totalPromptTokens": 0,
      "totalCompletionTokens": 0,
      "totalReasoningTokens": 0,
      "totalTokens": 0,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 14,
      "passRateLabel": "0.0%",
      "qualityLabel": "0.000",
      "coverageLabel": "0.0%",
      "fixtureScoreLabel": "0.0%",
      "fixtureSolveRateLabel": "0.0%",
      "passAtKLabel": "0.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "cognitivecomputations/dolphin-mistral-24b-venice-edition:free",
      "label": "openrouter/cognitivecomputations/dolphin-mistral-24b-venice-edition:free",
      "attempts": 5,
      "scored": 0,
      "pass": 0,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0,
      "quality": 0,
      "coverage": 0,
      "fixtureScore": 0,
      "fixtureSolveRate": 0,
      "passAtKRate": 0,
      "fixturesPassed": 0,
      "fixturesAttempted": 5,
      "avgDurationMs": 1040,
      "minDurationMs": 643,
      "maxDurationMs": 1441,
      "totalDurationMs": 5202,
      "totalPromptTokens": 0,
      "totalCompletionTokens": 0,
      "totalReasoningTokens": 0,
      "totalTokens": 0,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 15,
      "passRateLabel": "0.0%",
      "qualityLabel": "0.000",
      "coverageLabel": "0.0%",
      "fixtureScoreLabel": "0.0%",
      "fixtureSolveRateLabel": "0.0%",
      "passAtKLabel": "0.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "google/gemma-4-26b-a4b-it:free",
      "label": "openrouter/google/gemma-4-26b-a4b-it:free",
      "attempts": 5,
      "scored": 0,
      "pass": 0,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0,
      "quality": 0,
      "coverage": 0,
      "fixtureScore": 0,
      "fixtureSolveRate": 0,
      "passAtKRate": 0,
      "fixturesPassed": 0,
      "fixturesAttempted": 5,
      "avgDurationMs": 511,
      "minDurationMs": 222,
      "maxDurationMs": 1054,
      "totalDurationMs": 2556,
      "totalPromptTokens": 0,
      "totalCompletionTokens": 0,
      "totalReasoningTokens": 0,
      "totalTokens": 0,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 16,
      "passRateLabel": "0.0%",
      "qualityLabel": "0.000",
      "coverageLabel": "0.0%",
      "fixtureScoreLabel": "0.0%",
      "fixtureSolveRateLabel": "0.0%",
      "passAtKLabel": "0.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "google/gemma-4-31b-it:free",
      "label": "openrouter/google/gemma-4-31b-it:free",
      "attempts": 5,
      "scored": 0,
      "pass": 0,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0,
      "quality": 0,
      "coverage": 0,
      "fixtureScore": 0,
      "fixtureSolveRate": 0,
      "passAtKRate": 0,
      "fixturesPassed": 0,
      "fixturesAttempted": 5,
      "avgDurationMs": 1300,
      "minDurationMs": 763,
      "maxDurationMs": 1810,
      "totalDurationMs": 6500,
      "totalPromptTokens": 0,
      "totalCompletionTokens": 0,
      "totalReasoningTokens": 0,
      "totalTokens": 0,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 17,
      "passRateLabel": "0.0%",
      "qualityLabel": "0.000",
      "coverageLabel": "0.0%",
      "fixtureScoreLabel": "0.0%",
      "fixtureSolveRateLabel": "0.0%",
      "passAtKLabel": "0.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "liquid/lfm-2.5-1.2b-instruct:free",
      "label": "openrouter/liquid/lfm-2.5-1.2b-instruct:free",
      "attempts": 5,
      "scored": 0,
      "pass": 0,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0,
      "quality": 0,
      "coverage": 0,
      "fixtureScore": 0,
      "fixtureSolveRate": 0,
      "passAtKRate": 0,
      "fixturesPassed": 0,
      "fixturesAttempted": 5,
      "avgDurationMs": 324,
      "minDurationMs": 143,
      "maxDurationMs": 477,
      "totalDurationMs": 1620,
      "totalPromptTokens": 0,
      "totalCompletionTokens": 0,
      "totalReasoningTokens": 0,
      "totalTokens": 0,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 18,
      "passRateLabel": "0.0%",
      "qualityLabel": "0.000",
      "coverageLabel": "0.0%",
      "fixtureScoreLabel": "0.0%",
      "fixtureSolveRateLabel": "0.0%",
      "passAtKLabel": "0.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "liquid/lfm-2.5-1.2b-thinking:free",
      "label": "openrouter/liquid/lfm-2.5-1.2b-thinking:free",
      "attempts": 5,
      "scored": 0,
      "pass": 0,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0,
      "quality": 0,
      "coverage": 0,
      "fixtureScore": 0,
      "fixtureSolveRate": 0,
      "passAtKRate": 0,
      "fixturesPassed": 0,
      "fixturesAttempted": 5,
      "avgDurationMs": 270,
      "minDurationMs": 138,
      "maxDurationMs": 501,
      "totalDurationMs": 1351,
      "totalPromptTokens": 0,
      "totalCompletionTokens": 0,
      "totalReasoningTokens": 0,
      "totalTokens": 0,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 19,
      "passRateLabel": "0.0%",
      "qualityLabel": "0.000",
      "coverageLabel": "0.0%",
      "fixtureScoreLabel": "0.0%",
      "fixtureSolveRateLabel": "0.0%",
      "passAtKLabel": "0.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "meta-llama/llama-3.2-3b-instruct:free",
      "label": "openrouter/meta-llama/llama-3.2-3b-instruct:free",
      "attempts": 5,
      "scored": 0,
      "pass": 0,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0,
      "quality": 0,
      "coverage": 0,
      "fixtureScore": 0,
      "fixtureSolveRate": 0,
      "passAtKRate": 0,
      "fixturesPassed": 0,
      "fixturesAttempted": 5,
      "avgDurationMs": 837,
      "minDurationMs": 600,
      "maxDurationMs": 1137,
      "totalDurationMs": 4185,
      "totalPromptTokens": 0,
      "totalCompletionTokens": 0,
      "totalReasoningTokens": 0,
      "totalTokens": 0,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 20,
      "passRateLabel": "0.0%",
      "qualityLabel": "0.000",
      "coverageLabel": "0.0%",
      "fixtureScoreLabel": "0.0%",
      "fixtureSolveRateLabel": "0.0%",
      "passAtKLabel": "0.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "meta-llama/llama-3.3-70b-instruct:free",
      "label": "openrouter/meta-llama/llama-3.3-70b-instruct:free",
      "attempts": 5,
      "scored": 0,
      "pass": 0,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0,
      "quality": 0,
      "coverage": 0,
      "fixtureScore": 0,
      "fixtureSolveRate": 0,
      "passAtKRate": 0,
      "fixturesPassed": 0,
      "fixturesAttempted": 5,
      "avgDurationMs": 922,
      "minDurationMs": 681,
      "maxDurationMs": 1162,
      "totalDurationMs": 4610,
      "totalPromptTokens": 0,
      "totalCompletionTokens": 0,
      "totalReasoningTokens": 0,
      "totalTokens": 0,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 21,
      "passRateLabel": "0.0%",
      "qualityLabel": "0.000",
      "coverageLabel": "0.0%",
      "fixtureScoreLabel": "0.0%",
      "fixtureSolveRateLabel": "0.0%",
      "passAtKLabel": "0.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "nousresearch/hermes-3-llama-3.1-405b:free",
      "label": "openrouter/nousresearch/hermes-3-llama-3.1-405b:free",
      "attempts": 5,
      "scored": 0,
      "pass": 0,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0,
      "quality": 0,
      "coverage": 0,
      "fixtureScore": 0,
      "fixtureSolveRate": 0,
      "passAtKRate": 0,
      "fixturesPassed": 0,
      "fixturesAttempted": 5,
      "avgDurationMs": 1042,
      "minDurationMs": 681,
      "maxDurationMs": 1216,
      "totalDurationMs": 5212,
      "totalPromptTokens": 0,
      "totalCompletionTokens": 0,
      "totalReasoningTokens": 0,
      "totalTokens": 0,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 22,
      "passRateLabel": "0.0%",
      "qualityLabel": "0.000",
      "coverageLabel": "0.0%",
      "fixtureScoreLabel": "0.0%",
      "fixtureSolveRateLabel": "0.0%",
      "passAtKLabel": "0.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3.5-content-safety:free",
      "label": "openrouter/nvidia/nemotron-3.5-content-safety:free",
      "attempts": 5,
      "scored": 0,
      "pass": 0,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0,
      "quality": 0,
      "coverage": 0,
      "fixtureScore": 0,
      "fixtureSolveRate": 0,
      "passAtKRate": 0,
      "fixturesPassed": 0,
      "fixturesAttempted": 5,
      "avgDurationMs": 3252,
      "minDurationMs": 3117,
      "maxDurationMs": 3419,
      "totalDurationMs": 16259,
      "totalPromptTokens": 2650,
      "totalCompletionTokens": 1272,
      "totalReasoningTokens": 0,
      "totalTokens": 3922,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 23,
      "passRateLabel": "0.0%",
      "qualityLabel": "0.000",
      "coverageLabel": "0.0%",
      "fixtureScoreLabel": "0.0%",
      "fixtureSolveRateLabel": "0.0%",
      "passAtKLabel": "0.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-nano-9b-v2:free",
      "label": "openrouter/nvidia/nemotron-nano-9b-v2:free",
      "attempts": 5,
      "scored": 0,
      "pass": 0,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0,
      "quality": 0,
      "coverage": 0,
      "fixtureScore": 0,
      "fixtureSolveRate": 0,
      "passAtKRate": 0,
      "fixturesPassed": 0,
      "fixturesAttempted": 5,
      "avgDurationMs": 10725,
      "minDurationMs": 4101,
      "maxDurationMs": 27957,
      "totalDurationMs": 53625,
      "totalPromptTokens": 909,
      "totalCompletionTokens": 2041,
      "totalReasoningTokens": 0,
      "totalTokens": 2950,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 24,
      "passRateLabel": "0.0%",
      "qualityLabel": "0.000",
      "coverageLabel": "0.0%",
      "fixtureScoreLabel": "0.0%",
      "fixtureSolveRateLabel": "0.0%",
      "passAtKLabel": "0.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-120b:free@high",
      "label": "openrouter/openai/gpt-oss-120b:free@high",
      "attempts": 5,
      "scored": 0,
      "pass": 0,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0,
      "quality": 0,
      "coverage": 0,
      "fixtureScore": 0,
      "fixtureSolveRate": 0,
      "passAtKRate": 0,
      "fixturesPassed": 0,
      "fixturesAttempted": 5,
      "avgDurationMs": 2413,
      "minDurationMs": 2145,
      "maxDurationMs": 2902,
      "totalDurationMs": 12066,
      "totalPromptTokens": 0,
      "totalCompletionTokens": 0,
      "totalReasoningTokens": 0,
      "totalTokens": 0,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 25,
      "passRateLabel": "0.0%",
      "qualityLabel": "0.000",
      "coverageLabel": "0.0%",
      "fixtureScoreLabel": "0.0%",
      "fixtureSolveRateLabel": "0.0%",
      "passAtKLabel": "0.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-120b:free@low",
      "label": "openrouter/openai/gpt-oss-120b:free@low",
      "attempts": 5,
      "scored": 0,
      "pass": 0,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0,
      "quality": 0,
      "coverage": 0,
      "fixtureScore": 0,
      "fixtureSolveRate": 0,
      "passAtKRate": 0,
      "fixturesPassed": 0,
      "fixturesAttempted": 5,
      "avgDurationMs": 2463,
      "minDurationMs": 2063,
      "maxDurationMs": 3017,
      "totalDurationMs": 12317,
      "totalPromptTokens": 0,
      "totalCompletionTokens": 0,
      "totalReasoningTokens": 0,
      "totalTokens": 0,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 26,
      "passRateLabel": "0.0%",
      "qualityLabel": "0.000",
      "coverageLabel": "0.0%",
      "fixtureScoreLabel": "0.0%",
      "fixtureSolveRateLabel": "0.0%",
      "passAtKLabel": "0.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-120b:free@medium",
      "label": "openrouter/openai/gpt-oss-120b:free@medium",
      "attempts": 5,
      "scored": 0,
      "pass": 0,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0,
      "quality": 0,
      "coverage": 0,
      "fixtureScore": 0,
      "fixtureSolveRate": 0,
      "passAtKRate": 0,
      "fixturesPassed": 0,
      "fixturesAttempted": 5,
      "avgDurationMs": 2396,
      "minDurationMs": 2037,
      "maxDurationMs": 2906,
      "totalDurationMs": 11979,
      "totalPromptTokens": 0,
      "totalCompletionTokens": 0,
      "totalReasoningTokens": 0,
      "totalTokens": 0,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 27,
      "passRateLabel": "0.0%",
      "qualityLabel": "0.000",
      "coverageLabel": "0.0%",
      "fixtureScoreLabel": "0.0%",
      "fixtureSolveRateLabel": "0.0%",
      "passAtKLabel": "0.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-20b:free@high",
      "label": "openrouter/openai/gpt-oss-20b:free@high",
      "attempts": 5,
      "scored": 0,
      "pass": 0,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0,
      "quality": 0,
      "coverage": 0,
      "fixtureScore": 0,
      "fixtureSolveRate": 0,
      "passAtKRate": 0,
      "fixturesPassed": 0,
      "fixturesAttempted": 5,
      "avgDurationMs": 10837,
      "minDurationMs": 10729,
      "maxDurationMs": 11161,
      "totalDurationMs": 54186,
      "totalPromptTokens": 0,
      "totalCompletionTokens": 0,
      "totalReasoningTokens": 0,
      "totalTokens": 0,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 28,
      "passRateLabel": "0.0%",
      "qualityLabel": "0.000",
      "coverageLabel": "0.0%",
      "fixtureScoreLabel": "0.0%",
      "fixtureSolveRateLabel": "0.0%",
      "passAtKLabel": "0.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "poolside/laguna-m.1:free",
      "label": "openrouter/poolside/laguna-m.1:free",
      "attempts": 5,
      "scored": 0,
      "pass": 0,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0,
      "quality": 0,
      "coverage": 0,
      "fixtureScore": 0,
      "fixtureSolveRate": 0,
      "passAtKRate": 0,
      "fixturesPassed": 0,
      "fixturesAttempted": 5,
      "avgDurationMs": 15795,
      "minDurationMs": 9151,
      "maxDurationMs": 27103,
      "totalDurationMs": 78976,
      "totalPromptTokens": 954,
      "totalCompletionTokens": 2147,
      "totalReasoningTokens": 0,
      "totalTokens": 3101,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 29,
      "passRateLabel": "0.0%",
      "qualityLabel": "0.000",
      "coverageLabel": "0.0%",
      "fixtureScoreLabel": "0.0%",
      "fixtureSolveRateLabel": "0.0%",
      "passAtKLabel": "0.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "qwen/qwen3-coder:free",
      "label": "openrouter/qwen/qwen3-coder:free",
      "attempts": 5,
      "scored": 0,
      "pass": 0,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0,
      "quality": 0,
      "coverage": 0,
      "fixtureScore": 0,
      "fixtureSolveRate": 0,
      "passAtKRate": 0,
      "fixturesPassed": 0,
      "fixturesAttempted": 5,
      "avgDurationMs": 883,
      "minDurationMs": 591,
      "maxDurationMs": 1137,
      "totalDurationMs": 4415,
      "totalPromptTokens": 0,
      "totalCompletionTokens": 0,
      "totalReasoningTokens": 0,
      "totalTokens": 0,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 30,
      "passRateLabel": "0.0%",
      "qualityLabel": "0.000",
      "coverageLabel": "0.0%",
      "fixtureScoreLabel": "0.0%",
      "fixtureSolveRateLabel": "0.0%",
      "passAtKLabel": "0.0%"
    },
    {
      "adapterId": "openrouter",
      "model": "qwen/qwen3-next-80b-a3b-instruct:free",
      "label": "openrouter/qwen/qwen3-next-80b-a3b-instruct:free",
      "attempts": 5,
      "scored": 0,
      "pass": 0,
      "partial": 0,
      "incorrect": 0,
      "protocol_error": 5,
      "otherErrors": 0,
      "passRate": 0,
      "quality": 0,
      "coverage": 0,
      "fixtureScore": 0,
      "fixtureSolveRate": 0,
      "passAtKRate": 0,
      "fixturesPassed": 0,
      "fixturesAttempted": 5,
      "avgDurationMs": 941,
      "minDurationMs": 592,
      "maxDurationMs": 1246,
      "totalDurationMs": 4703,
      "totalPromptTokens": 0,
      "totalCompletionTokens": 0,
      "totalReasoningTokens": 0,
      "totalTokens": 0,
      "totalCachedTokens": 0,
      "totalCost": 0,
      "totalAnswerBytes": 0,
      "rank": 31,
      "passRateLabel": "0.0%",
      "qualityLabel": "0.000",
      "coverageLabel": "0.0%",
      "fixtureScoreLabel": "0.0%",
      "fixtureSolveRateLabel": "0.0%",
      "passAtKLabel": "0.0%"
    }
  ]
}