{
  "schemaVersion": 2,
  "runId": "943f32a1-12d7-414c-abf3-992614f6403a",
  "fixtureIds": [
    "gmod.player-iterator.v1"
  ],
  "startedAt": "2026-07-10T13:35:48.072Z",
  "completedAt": "2026-07-10T13:38:43.253Z",
  "repeat": 1,
  "concurrency": 1,
  "attempts": [
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "cognitivecomputations/dolphin-mistral-24b-venice-edition:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 617,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "cohere/north-mini-code:free",
      "attemptIndex": 1,
      "status": "incorrect",
      "detail": "Keeps pairs() rather than using the direct iterator.",
      "finalResponse": "```lua\nfor _, ply in pairs(player.GetAll()) do\n    print(ply:Nick(), \"is connected\")\nend\n```\nReason: Iterates over all connected players using pairs on player.GetAll()",
      "durationMs": 5201,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783690545-aIlcxZbdyIW6VtAKaTI3",
        "promptTokens": 157,
        "completionTokens": 906,
        "totalTokens": 1063,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "liquid/lfm-2.5-1.2b-instruct:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 502.",
      "finalResponse": null,
      "durationMs": 502,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "liquid/lfm-2.5-1.2b-thinking:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 502.",
      "finalResponse": null,
      "durationMs": 549,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "meta-llama/llama-3.2-3b-instruct:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 634,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "meta-llama/llama-3.3-70b-instruct:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 623,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "nousresearch/hermes-3-llama-3.1-405b:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 587,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-nano-30b-a3b:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "Final response exceeds fixture byte cap of 2048.",
      "finalResponse": null,
      "durationMs": 6605,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783690570-90HJZBzFwjbrv70NdWzl",
        "promptTokens": 175,
        "completionTokens": 1024,
        "totalTokens": 1199,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-super-120b-a12b:free@medium",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "Answer must contain exactly one fenced code block followed by a reason.",
      "finalResponse": "```lua\n```lua\nfor _, ply in ipairs\nfor _, ply in ipairs(player.GetAll()) do\n    -- Visit each player\nend\nend\n```",
      "durationMs": 15528,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783690577-dF6KkVlsbZpwFntXhnU4",
        "promptTokens": 175,
        "completionTokens": 351,
        "totalTokens": 526,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-super-120b-a12b:free@low",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Uses sequential traversal but still materializes player.GetAll().",
      "finalResponse": "```lua\nfor _, ply in ipairs(player.GetAll()) do\n    -- do something with ply\nend\n```\nReason: Iterates over all connected players using player.GetAll().",
      "durationMs": 2074,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783690593-tPqkriDJEl8Kr4FAHNBD",
        "promptTokens": 175,
        "completionTokens": 264,
        "totalTokens": 439,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-ultra-550b-a55b:free@high",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Uses sequential traversal but still materializes player.GetAll().",
      "finalResponse": "```lua\nfor _, ply in ipairs(player.GetAll()) do\n    -- your code here\nend\n```\nReason: Uses ipairs for a clean sequential iteration over the player table returned by player.GetAll().",
      "durationMs": 18381,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783690595-YAw8LwH4PIkAcpSa0C69",
        "promptTokens": 175,
        "completionTokens": 268,
        "totalTokens": 443,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-3-ultra-550b-a55b:free@medium",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Uses sequential traversal but still materializes player.GetAll().",
      "finalResponse": "```lua\nfor _, ply in ipairs(player.GetAll()) do\n    -- code for each player\nend\n```\nReason: Using ipairs provides a clean sequential iteration over the table returned by player.GetAll().",
      "durationMs": 10881,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783690613-fkH4vDuoy6eQW9OwZAjZ",
        "promptTokens": 175,
        "completionTokens": 248,
        "totalTokens": 423,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "nvidia/nemotron-nano-9b-v2:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "Answer must contain exactly one fenced code block followed by a reason.",
      "finalResponse": "\n\n```lua\nfor k, v in pairs(player.GetAll()) do\n    -- Process each player 'v'\nend\n```\nReason: `player.GetAll()` returns a table of connected players, and `pairs` iterates through each entry.\n",
      "durationMs": 7659,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783690624-LWxKESPs6PFHQwPC5GuW",
        "promptTokens": 171,
        "completionTokens": 352,
        "totalTokens": 523,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-120b:free@high",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 1142,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-120b:free@medium",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 1038,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-120b:free@low",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 1056,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-20b:free@high",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Uses sequential traversal but still materializes player.GetAll().",
      "finalResponse": "```lua\nfor _, ply in ipairs(player.GetAll()) do\n    -- your code here\nend\n```\nReason: uses ipairs to iterate over the numeric indices of player.GetAll().",
      "durationMs": 9805,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783690641-A4fdJNKhMtOZKMdN1fMa",
        "promptTokens": 235,
        "completionTokens": 667,
        "totalTokens": 902,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-20b:free@medium",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Uses sequential traversal but still materializes player.GetAll().",
      "finalResponse": "```lua\nfor _, ply in ipairs(player.GetAll()) do\n    -- your code here\nend\n```\nReason: using ipairs to iterate over the array-like table returned by player.GetAll().",
      "durationMs": 7637,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783690651-oFnkBRn21bxuC1lBZFde",
        "promptTokens": 235,
        "completionTokens": 224,
        "totalTokens": 459,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "openai/gpt-oss-20b:free@low",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Uses sequential traversal but still materializes player.GetAll().",
      "finalResponse": "```lua\nfor _, ply in ipairs(player.GetAll()) do\n    -- Your code here\nend\n```\nReason: Uses ipairs for a clean, index-based iteration over all connected players.",
      "durationMs": 2849,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783690659-LDcWiutGzJEiScbS7uk5",
        "promptTokens": 235,
        "completionTokens": 78,
        "totalTokens": 313,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "poolside/laguna-m.1:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "Answer must contain exactly one fenced code block followed by a reason.",
      "finalResponse": "\n```lua\nfor k, v in ipairs(player.GetAll()) do\n    -- v is the player entity\nend\n```\nReason: Uses `ipairs` for ordered iteration over the player list, which is the modern and recommended approach in Garry's Mod.\n",
      "durationMs": 7080,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783690662-bV1BeIQuJNvWcG3NlIIZ",
        "promptTokens": 182,
        "completionTokens": 226,
        "totalTokens": 408,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "poolside/laguna-xs-2.1:free",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Uses sequential traversal but still materializes player.GetAll().",
      "finalResponse": "```lua\nfor _, player in ipairs(player.GetAll()) do\n    -- do something with player\nend\n```\nReason: Using ipairs with player.GetAll() is the modern Garry's Mod Lua pattern for iterating over connected players, which is more efficient and cleaner than the older pairs approach.",
      "durationMs": 1474,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783690669-s6TrHTTXXNvY1mm2tY9T",
        "promptTokens": 174,
        "completionTokens": 60,
        "totalTokens": 234,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "qwen/qwen3-coder:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 605,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "qwen/qwen3-next-80b-a3b-instruct:free",
      "attemptIndex": 1,
      "status": "protocol_error",
      "detail": "OpenRouter HTTP 429.",
      "finalResponse": null,
      "durationMs": 560,
      "version": "openrouter-api"
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "tencent/hy3:free@high",
      "attemptIndex": 1,
      "status": "incorrect",
      "detail": "Keeps pairs() rather than using the direct iterator.",
      "finalResponse": "```lua\nfor _, ply in pairs(player.GetAll()) do\nend\n```\nReason: player.GetAll() returns a table of all connected players, and the loop iterates over it.",
      "durationMs": 23084,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783690676-CoMwrhSLDFQGIXZ6zrBZ",
        "promptTokens": 171,
        "completionTokens": 968,
        "totalTokens": 1139,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "tencent/hy3:free@low",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Uses sequential traversal but still materializes player.GetAll().",
      "finalResponse": "```lua\nfor _, ply in ipairs(player.GetAll()) do\nend\n```\nReason: Iterates over the array-like table from player.GetAll() containing all currently connected players.",
      "durationMs": 14999,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783690699-YSeRQv2tN4KSPE5yaZJi",
        "promptTokens": 171,
        "completionTokens": 572,
        "totalTokens": 743,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    },
    {
      "fixtureId": "gmod.player-iterator.v1",
      "adapterId": "openrouter",
      "model": "tencent/hy3:free@none",
      "attemptIndex": 1,
      "status": "partial",
      "detail": "Uses sequential traversal but still materializes player.GetAll().",
      "finalResponse": "```lua\nfor _, ply in ipairs(player.GetAll()) do\n    -- ply is the current connected player\nend\n```\nReason: Using ipairs with player.GetAll() cleanly iterates over the list of currently connected players in order.",
      "durationMs": 3210,
      "version": "openrouter-api",
      "usage": {
        "generationId": "gen-1783690714-LR8uoqxaIC9E2OiNEkDn",
        "promptTokens": 174,
        "completionTokens": 53,
        "totalTokens": 227,
        "cost": 0,
        "cachedTokens": 0,
        "cacheWriteTokens": 0
      }
    }
  ],
  "summary": {
    "statusCounts": {
      "pass": 0,
      "partial": 9,
      "incorrect": 2,
      "protocol_error": 15,
      "policy_violation": 0,
      "timeout": 0,
      "unavailable": 0,
      "unsupported": 0,
      "trace_error": 0,
      "scored": 11
    },
    "groups": [
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "cognitivecomputations/dolphin-mistral-24b-venice-edition:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "cohere/north-mini-code:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "incorrect"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "liquid/lfm-2.5-1.2b-instruct:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "liquid/lfm-2.5-1.2b-thinking:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "meta-llama/llama-3.2-3b-instruct:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "meta-llama/llama-3.3-70b-instruct:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "nousresearch/hermes-3-llama-3.1-405b:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "nvidia/nemotron-3-nano-30b-a3b:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "nvidia/nemotron-3-super-120b-a12b:free@low",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "nvidia/nemotron-3-super-120b-a12b:free@medium",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "nvidia/nemotron-3-ultra-550b-a55b:free@high",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "nvidia/nemotron-3-ultra-550b-a55b:free@medium",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "nvidia/nemotron-nano-9b-v2:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "openai/gpt-oss-120b:free@high",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "openai/gpt-oss-120b:free@low",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "openai/gpt-oss-120b:free@medium",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "openai/gpt-oss-20b:free@high",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "openai/gpt-oss-20b:free@low",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "openai/gpt-oss-20b:free@medium",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "poolside/laguna-m.1:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "poolside/laguna-xs-2.1:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "qwen/qwen3-coder:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "qwen/qwen3-next-80b-a3b-instruct:free",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "protocol_error"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "tencent/hy3:free@high",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "incorrect"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "tencent/hy3:free@low",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      },
      {
        "fixtureId": "gmod.player-iterator.v1",
        "adapterId": "openrouter",
        "model": "tencent/hy3:free@none",
        "attempts": 1,
        "passCount": 0,
        "passAtK": false,
        "bestStatus": "partial"
      }
    ],
    "passAtKRate": "0/11"
  }
}