{ "runId": "943f32a1-12d7-414c-abf3-992614f6403a", "generatedAt": "2026-07-10T13:38:43.253Z", "models": [ { "adapterId": "openrouter", "model": "nvidia/nemotron-3-super-120b-a12b:free@low", "label": "openrouter/nvidia/nemotron-3-super-120b-a12b:free@low", "attempts": 1, "scored": 1, "pass": 0, "partial": 1, "incorrect": 0, "protocol_error": 0, "otherErrors": 0, "passRate": 0, "quality": 0.5, "coverage": 1, "fixtureScore": 0.5, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 2074, "minDurationMs": 2074, "maxDurationMs": 2074, "totalDurationMs": 2074, "totalPromptTokens": 175, "totalCompletionTokens": 264, "totalReasoningTokens": 0, "totalTokens": 439, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 1, "passRateLabel": "0.0%", "qualityLabel": "0.500", "coverageLabel": "100.0%", "fixtureScoreLabel": "50.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "nvidia/nemotron-3-ultra-550b-a55b:free@high", "label": "openrouter/nvidia/nemotron-3-ultra-550b-a55b:free@high", "attempts": 1, "scored": 1, "pass": 0, "partial": 1, "incorrect": 0, "protocol_error": 0, "otherErrors": 0, "passRate": 0, "quality": 0.5, "coverage": 1, "fixtureScore": 0.5, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 18381, "minDurationMs": 18381, "maxDurationMs": 18381, "totalDurationMs": 18381, "totalPromptTokens": 175, "totalCompletionTokens": 268, "totalReasoningTokens": 0, "totalTokens": 443, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 2, "passRateLabel": "0.0%", "qualityLabel": "0.500", "coverageLabel": "100.0%", "fixtureScoreLabel": "50.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "nvidia/nemotron-3-ultra-550b-a55b:free@medium", "label": "openrouter/nvidia/nemotron-3-ultra-550b-a55b:free@medium", "attempts": 1, "scored": 1, "pass": 0, "partial": 1, "incorrect": 0, "protocol_error": 0, "otherErrors": 0, "passRate": 0, "quality": 0.5, "coverage": 1, "fixtureScore": 0.5, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 10881, "minDurationMs": 10881, "maxDurationMs": 10881, "totalDurationMs": 10881, "totalPromptTokens": 175, "totalCompletionTokens": 248, "totalReasoningTokens": 0, "totalTokens": 423, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 3, "passRateLabel": "0.0%", "qualityLabel": "0.500", "coverageLabel": "100.0%", "fixtureScoreLabel": "50.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "openai/gpt-oss-20b:free@high", "label": "openrouter/openai/gpt-oss-20b:free@high", "attempts": 1, "scored": 1, "pass": 0, "partial": 1, "incorrect": 0, "protocol_error": 0, "otherErrors": 0, "passRate": 0, "quality": 0.5, "coverage": 1, "fixtureScore": 0.5, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 9805, "minDurationMs": 9805, "maxDurationMs": 9805, "totalDurationMs": 9805, "totalPromptTokens": 235, "totalCompletionTokens": 667, "totalReasoningTokens": 0, "totalTokens": 902, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 4, "passRateLabel": "0.0%", "qualityLabel": "0.500", "coverageLabel": "100.0%", "fixtureScoreLabel": "50.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "openai/gpt-oss-20b:free@low", "label": "openrouter/openai/gpt-oss-20b:free@low", "attempts": 1, "scored": 1, "pass": 0, "partial": 1, "incorrect": 0, "protocol_error": 0, "otherErrors": 0, "passRate": 0, "quality": 0.5, "coverage": 1, "fixtureScore": 0.5, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 2849, "minDurationMs": 2849, "maxDurationMs": 2849, "totalDurationMs": 2849, "totalPromptTokens": 235, "totalCompletionTokens": 78, "totalReasoningTokens": 0, "totalTokens": 313, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 5, "passRateLabel": "0.0%", "qualityLabel": "0.500", "coverageLabel": "100.0%", "fixtureScoreLabel": "50.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "openai/gpt-oss-20b:free@medium", "label": "openrouter/openai/gpt-oss-20b:free@medium", "attempts": 1, "scored": 1, "pass": 0, "partial": 1, "incorrect": 0, "protocol_error": 0, "otherErrors": 0, "passRate": 0, "quality": 0.5, "coverage": 1, "fixtureScore": 0.5, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 7637, "minDurationMs": 7637, "maxDurationMs": 7637, "totalDurationMs": 7637, "totalPromptTokens": 235, "totalCompletionTokens": 224, "totalReasoningTokens": 0, "totalTokens": 459, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 6, "passRateLabel": "0.0%", "qualityLabel": "0.500", "coverageLabel": "100.0%", "fixtureScoreLabel": "50.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "poolside/laguna-xs-2.1:free", "label": "openrouter/poolside/laguna-xs-2.1:free", "attempts": 1, "scored": 1, "pass": 0, "partial": 1, "incorrect": 0, "protocol_error": 0, "otherErrors": 0, "passRate": 0, "quality": 0.5, "coverage": 1, "fixtureScore": 0.5, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 1474, "minDurationMs": 1474, "maxDurationMs": 1474, "totalDurationMs": 1474, "totalPromptTokens": 174, "totalCompletionTokens": 60, "totalReasoningTokens": 0, "totalTokens": 234, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 7, "passRateLabel": "0.0%", "qualityLabel": "0.500", "coverageLabel": "100.0%", "fixtureScoreLabel": "50.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "tencent/hy3:free@low", "label": "openrouter/tencent/hy3:free@low", "attempts": 1, "scored": 1, "pass": 0, "partial": 1, "incorrect": 0, "protocol_error": 0, "otherErrors": 0, "passRate": 0, "quality": 0.5, "coverage": 1, "fixtureScore": 0.5, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 14999, "minDurationMs": 14999, "maxDurationMs": 14999, "totalDurationMs": 14999, "totalPromptTokens": 171, "totalCompletionTokens": 572, "totalReasoningTokens": 0, "totalTokens": 743, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 8, "passRateLabel": "0.0%", "qualityLabel": "0.500", "coverageLabel": "100.0%", "fixtureScoreLabel": "50.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "tencent/hy3:free@none", "label": "openrouter/tencent/hy3:free@none", "attempts": 1, "scored": 1, "pass": 0, "partial": 1, "incorrect": 0, "protocol_error": 0, "otherErrors": 0, "passRate": 0, "quality": 0.5, "coverage": 1, "fixtureScore": 0.5, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 3210, "minDurationMs": 3210, "maxDurationMs": 3210, "totalDurationMs": 3210, "totalPromptTokens": 174, "totalCompletionTokens": 53, "totalReasoningTokens": 0, "totalTokens": 227, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 9, "passRateLabel": "0.0%", "qualityLabel": "0.500", "coverageLabel": "100.0%", "fixtureScoreLabel": "50.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "cohere/north-mini-code:free", "label": "openrouter/cohere/north-mini-code:free", "attempts": 1, "scored": 1, "pass": 0, "partial": 0, "incorrect": 1, "protocol_error": 0, "otherErrors": 0, "passRate": 0, "quality": 0, "coverage": 1, "fixtureScore": 0, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 5201, "minDurationMs": 5201, "maxDurationMs": 5201, "totalDurationMs": 5201, "totalPromptTokens": 157, "totalCompletionTokens": 906, "totalReasoningTokens": 0, "totalTokens": 1063, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 10, "passRateLabel": "0.0%", "qualityLabel": "0.000", "coverageLabel": "100.0%", "fixtureScoreLabel": "0.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "tencent/hy3:free@high", "label": "openrouter/tencent/hy3:free@high", "attempts": 1, "scored": 1, "pass": 0, "partial": 0, "incorrect": 1, "protocol_error": 0, "otherErrors": 0, "passRate": 0, "quality": 0, "coverage": 1, "fixtureScore": 0, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 23084, "minDurationMs": 23084, "maxDurationMs": 23084, "totalDurationMs": 23084, "totalPromptTokens": 171, "totalCompletionTokens": 968, "totalReasoningTokens": 0, "totalTokens": 1139, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 11, "passRateLabel": "0.0%", "qualityLabel": "0.000", "coverageLabel": "100.0%", "fixtureScoreLabel": "0.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "cognitivecomputations/dolphin-mistral-24b-venice-edition:free", "label": "openrouter/cognitivecomputations/dolphin-mistral-24b-venice-edition:free", "attempts": 1, "scored": 0, "pass": 0, "partial": 0, "incorrect": 0, "protocol_error": 1, "otherErrors": 0, "passRate": 0, "quality": 0, "coverage": 0, "fixtureScore": 0, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 617, "minDurationMs": 617, "maxDurationMs": 617, "totalDurationMs": 617, "totalPromptTokens": 0, "totalCompletionTokens": 0, "totalReasoningTokens": 0, "totalTokens": 0, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 12, "passRateLabel": "0.0%", "qualityLabel": "0.000", "coverageLabel": "0.0%", "fixtureScoreLabel": "0.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "liquid/lfm-2.5-1.2b-instruct:free", "label": "openrouter/liquid/lfm-2.5-1.2b-instruct:free", "attempts": 1, "scored": 0, "pass": 0, "partial": 0, "incorrect": 0, "protocol_error": 1, "otherErrors": 0, "passRate": 0, "quality": 0, "coverage": 0, "fixtureScore": 0, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 502, "minDurationMs": 502, "maxDurationMs": 502, "totalDurationMs": 502, "totalPromptTokens": 0, "totalCompletionTokens": 0, "totalReasoningTokens": 0, "totalTokens": 0, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 13, "passRateLabel": "0.0%", "qualityLabel": "0.000", "coverageLabel": "0.0%", "fixtureScoreLabel": "0.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "liquid/lfm-2.5-1.2b-thinking:free", "label": "openrouter/liquid/lfm-2.5-1.2b-thinking:free", "attempts": 1, "scored": 0, "pass": 0, "partial": 0, "incorrect": 0, "protocol_error": 1, "otherErrors": 0, "passRate": 0, "quality": 0, "coverage": 0, "fixtureScore": 0, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 549, "minDurationMs": 549, "maxDurationMs": 549, "totalDurationMs": 549, "totalPromptTokens": 0, "totalCompletionTokens": 0, "totalReasoningTokens": 0, "totalTokens": 0, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 14, "passRateLabel": "0.0%", "qualityLabel": "0.000", "coverageLabel": "0.0%", "fixtureScoreLabel": "0.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "meta-llama/llama-3.2-3b-instruct:free", "label": "openrouter/meta-llama/llama-3.2-3b-instruct:free", "attempts": 1, "scored": 0, "pass": 0, "partial": 0, "incorrect": 0, "protocol_error": 1, "otherErrors": 0, "passRate": 0, "quality": 0, "coverage": 0, "fixtureScore": 0, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 634, "minDurationMs": 634, "maxDurationMs": 634, "totalDurationMs": 634, "totalPromptTokens": 0, "totalCompletionTokens": 0, "totalReasoningTokens": 0, "totalTokens": 0, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 15, "passRateLabel": "0.0%", "qualityLabel": "0.000", "coverageLabel": "0.0%", "fixtureScoreLabel": "0.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "meta-llama/llama-3.3-70b-instruct:free", "label": "openrouter/meta-llama/llama-3.3-70b-instruct:free", "attempts": 1, "scored": 0, "pass": 0, "partial": 0, "incorrect": 0, "protocol_error": 1, "otherErrors": 0, "passRate": 0, "quality": 0, "coverage": 0, "fixtureScore": 0, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 623, "minDurationMs": 623, "maxDurationMs": 623, "totalDurationMs": 623, "totalPromptTokens": 0, "totalCompletionTokens": 0, "totalReasoningTokens": 0, "totalTokens": 0, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 16, "passRateLabel": "0.0%", "qualityLabel": "0.000", "coverageLabel": "0.0%", "fixtureScoreLabel": "0.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "nousresearch/hermes-3-llama-3.1-405b:free", "label": "openrouter/nousresearch/hermes-3-llama-3.1-405b:free", "attempts": 1, "scored": 0, "pass": 0, "partial": 0, "incorrect": 0, "protocol_error": 1, "otherErrors": 0, "passRate": 0, "quality": 0, "coverage": 0, "fixtureScore": 0, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 587, "minDurationMs": 587, "maxDurationMs": 587, "totalDurationMs": 587, "totalPromptTokens": 0, "totalCompletionTokens": 0, "totalReasoningTokens": 0, "totalTokens": 0, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 17, "passRateLabel": "0.0%", "qualityLabel": "0.000", "coverageLabel": "0.0%", "fixtureScoreLabel": "0.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "nvidia/nemotron-3-nano-30b-a3b:free", "label": "openrouter/nvidia/nemotron-3-nano-30b-a3b:free", "attempts": 1, "scored": 0, "pass": 0, "partial": 0, "incorrect": 0, "protocol_error": 1, "otherErrors": 0, "passRate": 0, "quality": 0, "coverage": 0, "fixtureScore": 0, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 6605, "minDurationMs": 6605, "maxDurationMs": 6605, "totalDurationMs": 6605, "totalPromptTokens": 175, "totalCompletionTokens": 1024, "totalReasoningTokens": 0, "totalTokens": 1199, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 18, "passRateLabel": "0.0%", "qualityLabel": "0.000", "coverageLabel": "0.0%", "fixtureScoreLabel": "0.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "nvidia/nemotron-3-super-120b-a12b:free@medium", "label": "openrouter/nvidia/nemotron-3-super-120b-a12b:free@medium", "attempts": 1, "scored": 0, "pass": 0, "partial": 0, "incorrect": 0, "protocol_error": 1, "otherErrors": 0, "passRate": 0, "quality": 0, "coverage": 0, "fixtureScore": 0, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 15528, "minDurationMs": 15528, "maxDurationMs": 15528, "totalDurationMs": 15528, "totalPromptTokens": 175, "totalCompletionTokens": 351, "totalReasoningTokens": 0, "totalTokens": 526, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 19, "passRateLabel": "0.0%", "qualityLabel": "0.000", "coverageLabel": "0.0%", "fixtureScoreLabel": "0.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "nvidia/nemotron-nano-9b-v2:free", "label": "openrouter/nvidia/nemotron-nano-9b-v2:free", "attempts": 1, "scored": 0, "pass": 0, "partial": 0, "incorrect": 0, "protocol_error": 1, "otherErrors": 0, "passRate": 0, "quality": 0, "coverage": 0, "fixtureScore": 0, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 7659, "minDurationMs": 7659, "maxDurationMs": 7659, "totalDurationMs": 7659, "totalPromptTokens": 171, "totalCompletionTokens": 352, "totalReasoningTokens": 0, "totalTokens": 523, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 20, "passRateLabel": "0.0%", "qualityLabel": "0.000", "coverageLabel": "0.0%", "fixtureScoreLabel": "0.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "openai/gpt-oss-120b:free@high", "label": "openrouter/openai/gpt-oss-120b:free@high", "attempts": 1, "scored": 0, "pass": 0, "partial": 0, "incorrect": 0, "protocol_error": 1, "otherErrors": 0, "passRate": 0, "quality": 0, "coverage": 0, "fixtureScore": 0, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 1142, "minDurationMs": 1142, "maxDurationMs": 1142, "totalDurationMs": 1142, "totalPromptTokens": 0, "totalCompletionTokens": 0, "totalReasoningTokens": 0, "totalTokens": 0, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 21, "passRateLabel": "0.0%", "qualityLabel": "0.000", "coverageLabel": "0.0%", "fixtureScoreLabel": "0.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "openai/gpt-oss-120b:free@low", "label": "openrouter/openai/gpt-oss-120b:free@low", "attempts": 1, "scored": 0, "pass": 0, "partial": 0, "incorrect": 0, "protocol_error": 1, "otherErrors": 0, "passRate": 0, "quality": 0, "coverage": 0, "fixtureScore": 0, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 1056, "minDurationMs": 1056, "maxDurationMs": 1056, "totalDurationMs": 1056, "totalPromptTokens": 0, "totalCompletionTokens": 0, "totalReasoningTokens": 0, "totalTokens": 0, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 22, "passRateLabel": "0.0%", "qualityLabel": "0.000", "coverageLabel": "0.0%", "fixtureScoreLabel": "0.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "openai/gpt-oss-120b:free@medium", "label": "openrouter/openai/gpt-oss-120b:free@medium", "attempts": 1, "scored": 0, "pass": 0, "partial": 0, "incorrect": 0, "protocol_error": 1, "otherErrors": 0, "passRate": 0, "quality": 0, "coverage": 0, "fixtureScore": 0, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 1038, "minDurationMs": 1038, "maxDurationMs": 1038, "totalDurationMs": 1038, "totalPromptTokens": 0, "totalCompletionTokens": 0, "totalReasoningTokens": 0, "totalTokens": 0, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 23, "passRateLabel": "0.0%", "qualityLabel": "0.000", "coverageLabel": "0.0%", "fixtureScoreLabel": "0.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "poolside/laguna-m.1:free", "label": "openrouter/poolside/laguna-m.1:free", "attempts": 1, "scored": 0, "pass": 0, "partial": 0, "incorrect": 0, "protocol_error": 1, "otherErrors": 0, "passRate": 0, "quality": 0, "coverage": 0, "fixtureScore": 0, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 7080, "minDurationMs": 7080, "maxDurationMs": 7080, "totalDurationMs": 7080, "totalPromptTokens": 182, "totalCompletionTokens": 226, "totalReasoningTokens": 0, "totalTokens": 408, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 24, "passRateLabel": "0.0%", "qualityLabel": "0.000", "coverageLabel": "0.0%", "fixtureScoreLabel": "0.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "qwen/qwen3-coder:free", "label": "openrouter/qwen/qwen3-coder:free", "attempts": 1, "scored": 0, "pass": 0, "partial": 0, "incorrect": 0, "protocol_error": 1, "otherErrors": 0, "passRate": 0, "quality": 0, "coverage": 0, "fixtureScore": 0, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 605, "minDurationMs": 605, "maxDurationMs": 605, "totalDurationMs": 605, "totalPromptTokens": 0, "totalCompletionTokens": 0, "totalReasoningTokens": 0, "totalTokens": 0, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 25, "passRateLabel": "0.0%", "qualityLabel": "0.000", "coverageLabel": "0.0%", "fixtureScoreLabel": "0.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" }, { "adapterId": "openrouter", "model": "qwen/qwen3-next-80b-a3b-instruct:free", "label": "openrouter/qwen/qwen3-next-80b-a3b-instruct:free", "attempts": 1, "scored": 0, "pass": 0, "partial": 0, "incorrect": 0, "protocol_error": 1, "otherErrors": 0, "passRate": 0, "quality": 0, "coverage": 0, "fixtureScore": 0, "fixtureSolveRate": 0, "passAtKRate": 0, "fixturesPassed": 0, "fixturesAttempted": 1, "avgDurationMs": 560, "minDurationMs": 560, "maxDurationMs": 560, "totalDurationMs": 560, "totalPromptTokens": 0, "totalCompletionTokens": 0, "totalReasoningTokens": 0, "totalTokens": 0, "totalCachedTokens": 0, "totalCost": 0, "totalAnswerBytes": 0, "rank": 26, "passRateLabel": "0.0%", "qualityLabel": "0.000", "coverageLabel": "0.0%", "fixtureScoreLabel": "0.0%", "fixtureSolveRateLabel": "0.0%", "passAtKLabel": "0.0%" } ] }