{
  "schemaVersion": 2,
  "runId": "c0a6995e-c299-4720-85b9-41f114cf0fa8",
  "fixtureIds": [
    "gmod.player-iterator.v1"
  ],
  "startedAt": "2026-07-10T12:31:15.106Z",
  "completedAt": "2026-07-10T12:32:46.289Z",
  "repeat": 1,
  "concurrency": 4,
  "attempts": [
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "cognitivecomputations/dolphin-mistral-24b-venice-edition:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 482,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "cohere/north-mini-code:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter message content was empty or missing.",
      "finalResponse": null,
      "durationMs": 19779,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "google/gemma-4-26b-a4b-it:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 494,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "google/gemma-4-31b-it:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 761,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "liquid/lfm-2.5-1.2b-instruct:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 502.",
      "finalResponse": null,
      "durationMs": 315,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "liquid/lfm-2.5-1.2b-thinking:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 502.",
      "finalResponse": null,
      "durationMs": 307,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "meta-llama/llama-3.2-3b-instruct:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 325,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "meta-llama/llama-3.3-70b-instruct:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 294,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "nousresearch/hermes-3-llama-3.1-405b:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 321,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-nano-30b-a3b:free",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Still materializes player.GetAll().",
      "finalResponse": "```lua\nlocal players = player.GetAll()\nfor i = 1, #players do\n    local ply = players[i]\n    -- your code here\nend\n```\nReason: Using a cached table and numeric indexing avoids the overhead of `pairs` and repeated calls to `player.GetAll()`.",
      "durationMs": 6518,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free",
      "attemptIndex": 1,
      "status": "timeout",
      "detail": "HTTP request exceeded the attempt timeout.",
      "finalResponse": null,
      "durationMs": 90006,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-super-120b-a12b:free",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Still materializes player.GetAll().",
      "finalResponse": "```lua\nlocal players = player.GetAll()\nfor i = 1, #players do\n    local ply = players[i]\n    -- your code here\nend\n```\nReason: Using a local reference to the player table and a numeric for loop avoids the overhead of pairs and repeated function calls, providing the fastest iteration over the sequentially-indexed array returned by player.GetAll().",
      "durationMs": 9387,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Still materializes player.GetAll().",
      "finalResponse": "```lua\nlocal players = player.GetAll()\nfor i = 1, #players do\n    local v = players[i]\n    -- ...\nend\n```\nReason: `player.GetAll()` returns a sequential array; a numeric `for` loop with cached length avoids iterator function overhead and global lookups.",
      "durationMs": 2077,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3.5-content-safety:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "Answer must contain exactly one fenced code block followed by a reason.",
      "finalResponse": "User Safety: safe",
      "durationMs": 2340,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-nano-12b-v2-vl:free",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Still materializes player.GetAll().",
      "finalResponse": "```lua\nfor i = 1, #player.GetAll() do local p = player.GetAll()[i] ... end\n```\nReason: Avoids repeated table resizing and function calls by pre-caching the player list length and accessing elements via direct index.\n",
      "durationMs": 1346,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-nano-9b-v2:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "Answer must contain exactly one fenced code block followed by a reason.",
      "finalResponse": "\n\n```lua\nfor k, v in ipairs(player.GetAll()) do ... end\n```\nReason: `ipairs` is faster for tables with contiguous numeric indices, which `player.GetAll()` typically uses, avoiding the overhead of `pairs` which iterates over all key-value pairs.\n",
      "durationMs": 20162,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-120b:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 531,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-20b:free",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Uses sequential traversal but still materializes player.GetAll().",
      "finalResponse": "```lua\nfor _, ply in ipairs(player.GetAll()) do\n    -- your code here\nend\n```\nReason: `ipairs` iterates over numeric indices more efficiently than `pairs`, and `player.GetAll()` returns a numeric array of players, so this loop is faster and uses less overhead.",
      "durationMs": 8305,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "poolside/laguna-m.1:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "Answer must contain exactly one fenced code block followed by a reason.",
      "finalResponse": "\n```lua\nlocal players = player.GetAll()\nfor i = 1, #players do\n    local v = players[i]\n    -- do stuff with v\nend\n```\nReason: Numeric loops with cached table access are faster than `pairs` due to avoiding iterator function overhead and repeated calls to `player.GetAll()`.\n",
      "durationMs": 26899,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "poolside/laguna-xs-2.1:free",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Still materializes player.GetAll().",
      "finalResponse": "```lua\nlocal players = player.GetAll()\nfor i = 1, #players do\n    local v = players[i]\n    ...\nend\n```\n\nReason: Numeric for loops are faster than `pairs` because they avoid iterator function overhead and use direct index access, which is more efficient for sequential tables like `player.GetAll()`.",
      "durationMs": 22754,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "qwen/qwen3-coder:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 327,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "qwen/qwen3-next-80b-a3b-instruct:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 264,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "tencent/hy3:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter message content was empty or missing.",
      "finalResponse": null,
      "durationMs": 21025,
      "version": "openrouter-api"
    }
  ],
  "summary": {
    "statusCounts": {
      "pass": 0,
      "partial": 6,
      "incorrect": 0,
      "protocol_error": 16,
      "policy_violation": 0,
      "timeout": 1,
      "unavailable": 0,
      "unsupported": 0,
      "trace_error": 0,
      "scored": 6
    },
    "groups": [
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "cognitivecomputations/dolphin-mistral-24b-venice-edition:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "cohere/north-mini-code:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "google/gemma-4-26b-a4b-it:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "google/gemma-4-31b-it:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "liquid/lfm-2.5-1.2b-instruct:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "liquid/lfm-2.5-1.2b-thinking:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "meta-llama/llama-3.2-3b-instruct:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "meta-llama/llama-3.3-70b-instruct:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "nousresearch/hermes-3-llama-3.1-405b:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "nvidia/nemotron-3-nano-30b-a3b:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "timeout"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "nvidia/nemotron-3-super-120b-a12b:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "nvidia/nemotron-3.5-content-safety:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "nvidia/nemotron-nano-12b-v2-vl:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "nvidia/nemotron-nano-9b-v2:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "openai/gpt-oss-120b:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "openai/gpt-oss-20b:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "poolside/laguna-m.1:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "poolside/laguna-xs-2.1:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "qwen/qwen3-coder:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "qwen/qwen3-next-80b-a3b-instruct:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "tencent/hy3:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      }
    ],
    "passAtKRate": "0/6"
  }
}