[
  {
    "round": 1,
    "model": "openai",
    "cases": 12,
    "verdicts": {
      "partial": 2,
      "pass": 5,
      "fail": 5
    },
    "turns": 61,
    "profileInclusiveFirstTokenMedianMs": 2875,
    "generationFirstTokenMedianMs": 416,
    "multiChunkTurns": 10
  },
  {
    "round": 1,
    "model": "claude",
    "cases": 11,
    "verdicts": {
      "fail": 7,
      "partial": 2,
      "pass": 2
    },
    "turns": 54,
    "profileInclusiveFirstTokenMedianMs": 3291,
    "generationFirstTokenMedianMs": 436,
    "multiChunkTurns": 13
  },
  {
    "round": 2,
    "model": "openai",
    "cases": 95,
    "verdicts": {
      "fail": 26,
      "pass": 43,
      "partial": 25,
      "error": 1
    },
    "turns": 254,
    "profileInclusiveFirstTokenMedianMs": 3826,
    "generationFirstTokenMedianMs": 1428,
    "multiChunkTurns": 119
  },
  {
    "round": 2,
    "model": "claude",
    "cases": 75,
    "verdicts": {
      "fail": 20,
      "pass": 37,
      "partial": 18
    },
    "turns": 263,
    "profileInclusiveFirstTokenMedianMs": 3532,
    "generationFirstTokenMedianMs": 1019,
    "multiChunkTurns": 88
  },
  {
    "round": 3,
    "model": "openai",
    "cases": 34,
    "verdicts": {
      "pass": 20,
      "partial": 10,
      "fail": 4
    },
    "turns": 88,
    "profileInclusiveFirstTokenMedianMs": 3490,
    "generationFirstTokenMedianMs": 498,
    "multiChunkTurns": 16
  },
  {
    "round": 3,
    "model": "claude",
    "cases": 27,
    "verdicts": {
      "partial": 9,
      "fail": 6,
      "pass": 12
    },
    "turns": 93,
    "profileInclusiveFirstTokenMedianMs": 3474,
    "generationFirstTokenMedianMs": 1015,
    "multiChunkTurns": 24
  },
  {
    "round": 4,
    "model": "openai",
    "cases": 10,
    "verdicts": {
      "partial": 7,
      "pass": 3
    },
    "turns": 39,
    "profileInclusiveFirstTokenMedianMs": 3060,
    "generationFirstTokenMedianMs": 456,
    "multiChunkTurns": 3
  },
  {
    "round": 4,
    "model": "claude",
    "cases": 14,
    "verdicts": {
      "partial": 9,
      "pass": 4,
      "fail": 1
    },
    "turns": 45,
    "profileInclusiveFirstTokenMedianMs": 3483,
    "generationFirstTokenMedianMs": 593,
    "multiChunkTurns": 9
  },
  {
    "round": 5,
    "model": "openai",
    "cases": 8,
    "verdicts": {
      "pass": 4,
      "partial": 4
    },
    "turns": 25,
    "profileInclusiveFirstTokenMedianMs": 2689,
    "generationFirstTokenMedianMs": 521,
    "multiChunkTurns": 0
  },
  {
    "round": 5,
    "model": "claude",
    "cases": 10,
    "verdicts": {
      "partial": 4,
      "pass": 5,
      "fail": 1
    },
    "turns": 38,
    "profileInclusiveFirstTokenMedianMs": 2901,
    "generationFirstTokenMedianMs": 442,
    "multiChunkTurns": 3
  },
  {
    "round": 6,
    "model": "openai",
    "cases": 1,
    "verdicts": {
      "partial": 1
    },
    "turns": 3,
    "profileInclusiveFirstTokenMedianMs": 5655,
    "generationFirstTokenMedianMs": 2842,
    "multiChunkTurns": 0
  },
  {
    "round": 6,
    "model": "claude",
    "cases": 2,
    "verdicts": {
      "pass": 2
    },
    "turns": 11,
    "profileInclusiveFirstTokenMedianMs": 3522,
    "generationFirstTokenMedianMs": 589,
    "multiChunkTurns": 2
  },
  {
    "round": 7,
    "model": "openai",
    "cases": 1,
    "verdicts": {
      "partial": 1
    },
    "turns": 3,
    "profileInclusiveFirstTokenMedianMs": 5246,
    "generationFirstTokenMedianMs": 2967,
    "multiChunkTurns": 0
  },
  {
    "round": 7,
    "model": "claude",
    "cases": 0,
    "verdicts": {},
    "turns": 0,
    "profileInclusiveFirstTokenMedianMs": null,
    "generationFirstTokenMedianMs": null,
    "multiChunkTurns": 0
  },
  {
    "round": 8,
    "model": "openai",
    "cases": 1,
    "verdicts": {
      "pass": 1
    },
    "turns": 4,
    "profileInclusiveFirstTokenMedianMs": 4962,
    "generationFirstTokenMedianMs": 2190,
    "multiChunkTurns": 0
  },
  {
    "round": 8,
    "model": "claude",
    "cases": 0,
    "verdicts": {},
    "turns": 0,
    "profileInclusiveFirstTokenMedianMs": null,
    "generationFirstTokenMedianMs": null,
    "multiChunkTurns": 0
  }
]