{
  "schemaVersion": 2,
  "runId": "3a137d39-c10e-42a9-b5e1-6262a90dc8d7",
  "fixtureIds": [
    "gmod.player-iterator.v1"
  ],
  "startedAt": "2026-07-10T13:13:59.492Z",
  "completedAt": "2026-07-10T13:17:54.722Z",
  "repeat": 1,
  "concurrency": 1,
  "attempts": [
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "cognitivecomputations/dolphin-mistral-24b-venice-edition:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 627,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "cohere/north-mini-code:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter message content was empty or missing.",
      "finalResponse": null,
      "durationMs": 11095,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783689236-Z3lD2zDfWa3rKZ6r9QO7",
        "promptTokens": 163,
        "completionTokens": 1024,
        "totalTokens": 1187,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "liquid/lfm-2.5-1.2b-instruct:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 502.",
      "finalResponse": null,
      "durationMs": 506,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "liquid/lfm-2.5-1.2b-thinking:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 502.",
      "finalResponse": null,
      "durationMs": 283,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "meta-llama/llama-3.2-3b-instruct:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 807,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "meta-llama/llama-3.3-70b-instruct:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 601,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "nousresearch/hermes-3-llama-3.1-405b:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 590,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-nano-30b-a3b:free",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Still materializes player.GetAll().",
      "finalResponse": "```lua\nlocal players = player.GetAll()\nfor i = 1, #players do\n    local ply = players[i]\n    -- your code here\nend\n```\nReason: Caches the player list and uses a numeric loop, avoiding the overhead of calling player.GetAll() and pairs each iteration.",
      "durationMs": 6087,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783689267-BwsGYU7K3fpPOvbsjjPv",
        "promptTokens": 185,
        "completionTokens": 783,
        "totalTokens": 968,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-super-120b-a12b:free@medium",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Still materializes player.GetAll().",
      "finalResponse": "```lua\nlocal players = player.GetAll()\nfor i = 1, #players do\n    local ply = players[i]\n    -- replace with your logic here\nend\n```\nReason: A numeric for loop over the sequentially indexed table from player.GetAll() avoids the iterator overhead of pairs, making it the most efficient way to iterate all players.",
      "durationMs": 7353,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783689273-GVsqLnGJYalu8TdyXYj4",
        "promptTokens": 185,
        "completionTokens": 373,
        "totalTokens": 558,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-super-120b-a12b:free@low",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Still materializes player.GetAll().",
      "finalResponse": "```lua\nlocal players = player.GetAll()\nfor i = 1, #players do\n    local ply = players[i]\n    -- your code here\nend\n```\nReason: Caching the player table and using a numeric for loop eliminates repeated function calls and iterator overhead, giving the best performance when visiting every current player.",
      "durationMs": 5423,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783689281-AzA8iXiv2jY1h3nh7VJJ",
        "promptTokens": 185,
        "completionTokens": 416,
        "totalTokens": 601,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-ultra-550b-a55b:free@high",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Still materializes player.GetAll().",
      "finalResponse": "```lua\nlocal players = player.GetAll()\nfor i = 1, #players do\n    local ply = players[i]\n    -- loop body\nend\n```\nReason: Numeric for loop on a cached table avoids iterator overhead and is fastest in LuaJIT.",
      "durationMs": 19038,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783689286-XTscIb9kYzMDXOYuPxS9",
        "promptTokens": 185,
        "completionTokens": 1399,
        "totalTokens": 1584,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-ultra-550b-a55b:free@medium",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Still materializes player.GetAll().",
      "finalResponse": "```lua\nlocal players = player.GetAll()\nfor i = 1, #players do\n    local v = players[i]\n    -- your code here\nend\n```\nReason: Numeric loop on a cached table avoids iterator overhead and is faster than pairs.",
      "durationMs": 20679,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783689305-QruUkgIHA02cGbRJRyBr",
        "promptTokens": 185,
        "completionTokens": 704,
        "totalTokens": 889,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-nano-9b-v2:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter message content was empty or missing.",
      "finalResponse": null,
      "durationMs": 21936,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783689326-CmsUdoDrf1nwml4f8Dpz",
        "promptTokens": 180,
        "completionTokens": 1024,
        "totalTokens": 1204,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-120b:free@high",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 1652,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-120b:free@medium",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 1047,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-120b:free@low",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 1204,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-20b:free@high",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter error: Internal Server Error (code 500)",
      "finalResponse": null,
      "durationMs": 10763,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-20b:free@medium",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter error: Internal Server Error (code 500)",
      "finalResponse": null,
      "durationMs": 10995,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-20b:free@low",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter error: Internal Server Error (code 500)",
      "finalResponse": null,
      "durationMs": 10722,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "poolside/laguna-m.1:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "Answer must contain exactly one fenced code block followed by a reason.",
      "finalResponse": "\n```lua\nfor k, v in player.Iterator() do\n    -- loop body\nend\n```\nReason: `player.Iterator()` is more optimized as it avoids creating a new table each time, using a direct iterator instead.\n",
      "durationMs": 10375,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783689391-gzpa9xVVOMiNnTcbr9Sf",
        "promptTokens": 189,
        "completionTokens": 295,
        "totalTokens": 484,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "poolside/laguna-xs-2.1:free",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Still materializes player.GetAll().",
      "finalResponse": "```lua\nfor i = 1, #player.GetAll() do local v = player.GetAll()[i] end\n```\nReason: Using a numeric for loop with cached table avoids the overhead of the generic pairs iterator and its associated function calls, providing better performance for iterating over the player list.",
      "durationMs": 617,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783689401-80rNdB1TSfYWQfhBXqmc",
        "promptTokens": 180,
        "completionTokens": 61,
        "totalTokens": 241,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "qwen/qwen3-coder:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 594,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "qwen/qwen3-next-80b-a3b-instruct:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 559,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "tencent/hy3:free@high",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Still materializes player.GetAll().",
      "finalResponse": "```lua\nlocal players = player.GetAll()\nfor i = 1, #players do\n    local v = players[i]\n    -- loop body\nend\n```\nReason: player.GetAll() returns a contiguous array, so a cached numeric loop avoids pairs' hash iteration overhead and is faster.",
      "durationMs": 38256,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783689408-RcBEdQGVikHMd8SZuOcY",
        "promptTokens": 179,
        "completionTokens": 1928,
        "totalTokens": 2107,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "tencent/hy3:free@low",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Still materializes player.GetAll().",
      "finalResponse": "```lua\nlocal plys = player.GetAll()\nfor i = 1, #plys do\n    local v = plys[i]\n    -- ...\nend\n```\nReason: player.GetAll() returns a sequential array, so a numeric loop with cached table avoids pairs' hash traversal overhead and is fastest.",
      "durationMs": 19752,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783689446-Lvp1dBfSD8PdVxX1wFWq",
        "promptTokens": 179,
        "completionTokens": 934,
        "totalTokens": 1113,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "tencent/hy3:free@none",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Still materializes player.GetAll().",
      "finalResponse": "```lua\nlocal players = player.GetAll()\nfor i = 1, #players do\n    local v = players[i]\nend\n```\nReason: Numeric loop over a cached array avoids hash traversal and per-iteration function calls, making it faster and GC-friendlier than pairs on the player table.",
      "durationMs": 2921,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783689466-AFTzx0vOaVZwjQPEJOFJ",
        "promptTokens": 182,
        "completionTokens": 65,
        "totalTokens": 247,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    }
  ],
  "summary": {
    "statusCounts": {
      "pass": 0,
      "partial": 9,
      "incorrect": 0,
      "protocol_error": 17,
      "policy_violation": 0,
      "timeout": 0,
      "unavailable": 0,
      "unsupported": 0,
      "trace_error": 0,
      "scored": 9
    },
    "groups": [
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "cognitivecomputations/dolphin-mistral-24b-venice-edition:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "cohere/north-mini-code:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "liquid/lfm-2.5-1.2b-instruct:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "liquid/lfm-2.5-1.2b-thinking:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "meta-llama/llama-3.2-3b-instruct:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "meta-llama/llama-3.3-70b-instruct:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "nousresearch/hermes-3-llama-3.1-405b:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "nvidia/nemotron-3-nano-30b-a3b:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "nvidia/nemotron-3-super-120b-a12b:free@low",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "nvidia/nemotron-3-super-120b-a12b:free@medium",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "nvidia/nemotron-3-ultra-550b-a55b:free@high",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "nvidia/nemotron-3-ultra-550b-a55b:free@medium",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "nvidia/nemotron-nano-9b-v2:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "openai/gpt-oss-120b:free@high",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "openai/gpt-oss-120b:free@low",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "openai/gpt-oss-120b:free@medium",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "openai/gpt-oss-20b:free@high",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "openai/gpt-oss-20b:free@low",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "openai/gpt-oss-20b:free@medium",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "poolside/laguna-m.1:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "poolside/laguna-xs-2.1:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "qwen/qwen3-coder:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "qwen/qwen3-next-80b-a3b-instruct:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "tencent/hy3:free@high",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "tencent/hy3:free@low",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "tencent/hy3:free@none",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      }
    ],
    "passAtKRate": "0/9"
  }
}