{
  "schemaVersion": 2,
  "model": "DeepSeek-V4.1-Flash-1017",
  "testedAt": "2026-10-19",
  "compiledAt": "2026-10-19T19:40:40+08:00",
  "dataset": "managed-v1",
  "source": {
    "title": "2026-10-19_DeepSeek1017_调优后实测报告.md",
    "sha256": "839ea14460c1b66b45e7f8f9e379d42f0d2cf998ce4e52f0de2baf7834fa9df8"
  },
  "deployment": {
    "nodes": 4,
    "hardware": "MegaCube GB10",
    "tensorParallel": 4,
    "weightRevision": "1bae0e1088993b9b82de08f59de5be5a34e42170",
    "additionalEXL3Quantization": false,
    "localNVMeWeightCopies": true,
    "dspark": 5,
    "engram": {
      "fast": 1,
      "threads": 128,
      "chunk": 16,
      "retention": 128
    },
    "contextTokens": 300000,
    "maxSequences": 8,
    "prefillBatchTokens": 8192,
    "gpuMemoryUtilization": 0.8,
    "dockerLimitGiBPerNode": 112,
    "fixed12GiBAutoStop": false,
    "cudaGraphMode": "FULL_AND_PIECEWISE",
    "cudaGraphSizes": [
      5,
      6,
      10,
      12,
      15,
      18,
      20,
      24,
      25,
      30,
      35,
      36,
      40,
      42,
      48
    ],
    "ncclMaxNChannels": 8,
    "roceApi": 1,
    "roceThresholds": {
      "allReduceMB": 2,
      "allGatherMB": 16
    },
    "indexerTPSplit": 1,
    "expandableSegments": false,
    "image": "megacube/deepseek411017:reference-9fa230d-b58f34e-v3",
    "plan": "deepseek411017-reference-roce-dspark5-p8192-gmu80-v3",
    "benchmarkScriptSHA256": "e0d6b2d25bd585d11fbdf39c2ddcdf7a4de8ab685af6bd42465e69f3ee6e80a8"
  },
  "methodology": {
    "suite": "bench/v41bench.py v1",
    "runs": 1,
    "categories": [
      "coding",
      "json",
      "narrative",
      "prose",
      "math",
      "reasoning",
      "summary",
      "format"
    ],
    "concurrency": [
      1,
      2,
      3,
      4,
      5,
      6,
      8
    ],
    "extendedConcurrency": [
      8
    ],
    "summaryAveraging": "Arithmetic mean of the eight formal category values for throughput, per-stream decode and TTFT mean.",
    "quantiles": "P50/P90 over all formal request TTFTs at each concurrency; counting excluded.",
    "batchThroughput": "total output tokens / batch wall time",
    "streamDecode": "(output tokens - 1) / (request duration - TTFT)",
    "temperature": 0,
    "thinking": false,
    "stream": true,
    "tokenSource": "usage",
    "maxOutputTokens": {
      "default": 200,
      "summary": 150,
      "counting": 256
    },
    "totalRequests": 268,
    "formalRequests": 232,
    "countingRequests": 29,
    "warmupRequests": 3,
    "coldPrefillRequests": 4,
    "coldPromptNotes": "Cold prompts do not mean clearing compilation or disk caches. Compilation caches reused; no profiler during performance runs.",
    "comparisonNote": "This protocol differs from the archived real40 three-round benchmark. Do not calculate a direct speedup or carry forward its quality score."
  },
  "concurrency": [
    {
      "concurrency": 1,
      "throughput": 47.74,
      "streamDecode": 53.99,
      "ttftMean": 0.318,
      "ttftP50": 0.304,
      "ttftP90": 0.382,
      "requests": 8
    },
    {
      "concurrency": 2,
      "throughput": 76.71,
      "streamDecode": 44.07,
      "ttftMean": 0.375,
      "ttftP50": 0.332,
      "ttftP90": 0.395,
      "requests": 16
    },
    {
      "concurrency": 3,
      "throughput": 96.89,
      "streamDecode": 37.4,
      "ttftMean": 0.401,
      "ttftP50": 0.353,
      "ttftP90": 0.648,
      "requests": 24
    },
    {
      "concurrency": 4,
      "throughput": 117.11,
      "streamDecode": 34.29,
      "ttftMean": 0.414,
      "ttftP50": 0.374,
      "ttftP90": 0.731,
      "requests": 32
    },
    {
      "concurrency": 5,
      "throughput": 134.73,
      "streamDecode": 32.15,
      "ttftMean": 0.443,
      "ttftP50": 0.392,
      "ttftP90": 0.879,
      "requests": 40
    },
    {
      "concurrency": 6,
      "throughput": 152.88,
      "streamDecode": 29.86,
      "ttftMean": 0.492,
      "ttftP50": 0.409,
      "ttftP90": 0.712,
      "requests": 48
    },
    {
      "concurrency": 8,
      "throughput": 171.66,
      "streamDecode": 25.57,
      "ttftMean": 0.605,
      "ttftP50": 0.466,
      "ttftP90": 1.3,
      "requests": 64
    }
  ],
  "coldPrefill": [
    {
      "inputTokens": 2950,
      "ttft": 1.824,
      "prefillTokensPerSecond": 1617.1
    },
    {
      "inputTokens": 11592,
      "ttft": 6.95,
      "prefillTokensPerSecond": 1668
    },
    {
      "inputTokens": 46810,
      "ttft": 24.296,
      "prefillTokensPerSecond": 1926.6
    },
    {
      "inputTokens": 93335,
      "ttft": 55.058,
      "prefillTokensPerSecond": 1695.2
    }
  ],
  "memory": {
    "sampleIntervalSecondsApprox": 1,
    "definition": "Host used = MemTotal - MemAvailable. CPU/GPU share unified memory; do not sum them. Cgroup usage excludes some GPU-driver allocations. Sampled extrema are not instantaneous peaks.",
    "performanceMinAvailableGiB": 12.636,
    "performanceMaxHostUsedGiB": 108.188,
    "longContextMinAvailableGiB": 12.174,
    "longContextMaxHostUsedGiB": 108.471,
    "rows": [
      {
        "window": "正式性能测试",
        "node": 1,
        "samples": 431,
        "minAvailableGiB": 13.44,
        "maxHostUsedGiB": 108.188,
        "maxCgroupGiB": 20.199,
        "oomKillDelta": 0
      },
      {
        "window": "正式性能测试",
        "node": 2,
        "samples": 431,
        "minAvailableGiB": 12.636,
        "maxHostUsedGiB": 107.027,
        "maxCgroupGiB": 18.583,
        "oomKillDelta": 0
      },
      {
        "window": "正式性能测试",
        "node": 3,
        "samples": 430,
        "minAvailableGiB": 14.312,
        "maxHostUsedGiB": 107.314,
        "maxCgroupGiB": 20.366,
        "oomKillDelta": 0
      },
      {
        "window": "正式性能测试",
        "node": 4,
        "samples": 430,
        "minAvailableGiB": 14.055,
        "maxHostUsedGiB": 107.602,
        "maxCgroupGiB": 20.066,
        "oomKillDelta": 0
      },
      {
        "window": "首次受管启动",
        "node": 1,
        "samples": 346,
        "minAvailableGiB": 15.064,
        "maxHostUsedGiB": 106.563,
        "maxCgroupGiB": 35.71,
        "oomKillDelta": 0
      },
      {
        "window": "首次受管启动",
        "node": 2,
        "samples": 346,
        "minAvailableGiB": 12.711,
        "maxHostUsedGiB": 106.951,
        "maxCgroupGiB": 34.259,
        "oomKillDelta": 0
      },
      {
        "window": "首次受管启动",
        "node": 3,
        "samples": 347,
        "minAvailableGiB": 13.719,
        "maxHostUsedGiB": 107.907,
        "maxCgroupGiB": 35.244,
        "oomKillDelta": 0
      },
      {
        "window": "首次受管启动",
        "node": 4,
        "samples": 347,
        "minAvailableGiB": 14.133,
        "maxHostUsedGiB": 107.524,
        "maxCgroupGiB": 35.264,
        "oomKillDelta": 0
      },
      {
        "window": "平台重启",
        "node": 1,
        "samples": 337,
        "minAvailableGiB": 14.595,
        "maxHostUsedGiB": 107.032,
        "maxCgroupGiB": 34.82,
        "oomKillDelta": 0
      },
      {
        "window": "平台重启",
        "node": 2,
        "samples": 337,
        "minAvailableGiB": 14.106,
        "maxHostUsedGiB": 105.556,
        "maxCgroupGiB": 33.961,
        "oomKillDelta": 0
      },
      {
        "window": "平台重启",
        "node": 3,
        "samples": 338,
        "minAvailableGiB": 15.207,
        "maxHostUsedGiB": 106.418,
        "maxCgroupGiB": 33.546,
        "oomKillDelta": 0
      },
      {
        "window": "平台重启",
        "node": 4,
        "samples": 337,
        "minAvailableGiB": 15.084,
        "maxHostUsedGiB": 106.573,
        "maxCgroupGiB": 35.304,
        "oomKillDelta": 0
      },
      {
        "window": "重启前功能",
        "node": 1,
        "samples": 12,
        "minAvailableGiB": 13.971,
        "maxHostUsedGiB": 107.656,
        "maxCgroupGiB": 20.125,
        "oomKillDelta": 0
      },
      {
        "window": "重启前功能",
        "node": 2,
        "samples": 11,
        "minAvailableGiB": 13.313,
        "maxHostUsedGiB": 106.35,
        "maxCgroupGiB": 18.493,
        "oomKillDelta": 0
      },
      {
        "window": "重启前功能",
        "node": 3,
        "samples": 11,
        "minAvailableGiB": 14.726,
        "maxHostUsedGiB": 106.9,
        "maxCgroupGiB": 19.88,
        "oomKillDelta": 0
      },
      {
        "window": "重启前功能",
        "node": 4,
        "samples": 12,
        "minAvailableGiB": 14.806,
        "maxHostUsedGiB": 106.851,
        "maxCgroupGiB": 19.353,
        "oomKillDelta": 0
      },
      {
        "window": "重启后功能",
        "node": 1,
        "samples": 12,
        "minAvailableGiB": 15.762,
        "maxHostUsedGiB": 105.865,
        "maxCgroupGiB": 20.176,
        "oomKillDelta": 0
      },
      {
        "window": "重启后功能",
        "node": 2,
        "samples": 12,
        "minAvailableGiB": 15.403,
        "maxHostUsedGiB": 104.259,
        "maxCgroupGiB": 16.034,
        "oomKillDelta": 0
      },
      {
        "window": "重启后功能",
        "node": 3,
        "samples": 11,
        "minAvailableGiB": 16.556,
        "maxHostUsedGiB": 105.07,
        "maxCgroupGiB": 19.811,
        "oomKillDelta": 0
      },
      {
        "window": "重启后功能",
        "node": 4,
        "samples": 12,
        "minAvailableGiB": 16.374,
        "maxHostUsedGiB": 105.283,
        "maxCgroupGiB": 18.381,
        "oomKillDelta": 0
      },
      {
        "window": "最终长文检索",
        "node": 1,
        "samples": 348,
        "minAvailableGiB": 13.156,
        "maxHostUsedGiB": 108.471,
        "maxCgroupGiB": 20.41,
        "oomKillDelta": 0
      },
      {
        "window": "最终长文检索",
        "node": 2,
        "samples": 348,
        "minAvailableGiB": 12.174,
        "maxHostUsedGiB": 107.488,
        "maxCgroupGiB": 18.107,
        "oomKillDelta": 0
      },
      {
        "window": "最终长文检索",
        "node": 3,
        "samples": 347,
        "minAvailableGiB": 13.903,
        "maxHostUsedGiB": 107.722,
        "maxCgroupGiB": 20.607,
        "oomKillDelta": 0
      },
      {
        "window": "最终长文检索",
        "node": 4,
        "samples": 347,
        "minAvailableGiB": 14.028,
        "maxHostUsedGiB": 107.629,
        "maxCgroupGiB": 19.762,
        "oomKillDelta": 0
      }
    ]
  },
  "functionalChecks": [
    {
      "name": "api-authentication",
      "passed": true
    },
    {
      "name": "chinese",
      "passed": true
    },
    {
      "name": "math",
      "passed": true
    },
    {
      "name": "english",
      "passed": true
    },
    {
      "name": "json",
      "passed": true
    },
    {
      "name": "code",
      "passed": true
    },
    {
      "name": "tool-call",
      "passed": true
    },
    {
      "name": "tool-result",
      "passed": true
    },
    {
      "name": "vision-red",
      "passed": true
    },
    {
      "name": "vision-four-images",
      "passed": true
    },
    {
      "name": "vision-tool-call",
      "passed": true
    },
    {
      "name": "sse-chinese",
      "passed": true
    },
    {
      "name": "prefix-0",
      "passed": true
    },
    {
      "name": "prefix-1",
      "passed": true
    },
    {
      "name": "prefix-2",
      "passed": true
    },
    {
      "name": "prefix-cache-hit-counters",
      "passed": true
    },
    {
      "name": "thinking",
      "passed": true
    }
  ],
  "visionTools": {
    "passed": 7,
    "total": 7,
    "cases": [
      "V1 stripes",
      "V2 two images",
      "V3 grid",
      "T1 tool call",
      "T2 tool roundtrip",
      "T3 parallel calls",
      "T4 forced tool_choice"
    ],
    "scope": "Original prompts, images and acceptance rules; only authentication, port and model alias adapted. Not a comprehensive accuracy evaluation."
  },
  "longContext": [
    {
      "inputTokens": 130258,
      "needleDepth": 0.5,
      "ttft": 88.9,
      "prefillTokensPerSecond": 1465.6,
      "answer": "COPPER-LANTERN-8315",
      "passed": true,
      "trials": 1
    },
    {
      "inputTokens": 260119,
      "needleDepth": 0.5,
      "ttft": 244.4,
      "prefillTokensPerSecond": 1064.5,
      "answer": "COPPER-LANTERN-8315",
      "passed": true,
      "trials": 1
    }
  ],
  "integrity": {
    "completeSSE": 268,
    "successfulCounterDelta": 268,
    "prefixHitTokensDelta": 0,
    "preemptionsDelta": 0,
    "stop": 177,
    "length": 91,
    "note": "Length-ended requests are retained. Complete SSE/DONE/usage is transport integrity, not answer correctness."
  },
  "batches": [
    {
      "concurrency": 1,
      "category": "coding",
      "throughput": 65.59,
      "streamDecode": 71.56,
      "ttftMean": 0.267,
      "outputTokens": 200,
      "duration": 3.049
    },
    {
      "concurrency": 1,
      "category": "json",
      "throughput": 49.46,
      "streamDecode": 60.44,
      "ttftMean": 0.317,
      "outputTokens": 82,
      "duration": 1.658
    },
    {
      "concurrency": 1,
      "category": "narrative",
      "throughput": 26.88,
      "streamDecode": 28.16,
      "ttftMean": 0.267,
      "outputTokens": 138,
      "duration": 5.133
    },
    {
      "concurrency": 1,
      "category": "prose",
      "throughput": 35.52,
      "streamDecode": 37.74,
      "ttftMean": 0.246,
      "outputTokens": 133,
      "duration": 3.744
    },
    {
      "concurrency": 1,
      "category": "math",
      "throughput": 61.21,
      "streamDecode": 67.27,
      "ttftMean": 0.308,
      "outputTokens": 200,
      "duration": 3.267
    },
    {
      "concurrency": 1,
      "category": "reasoning",
      "throughput": 50.62,
      "streamDecode": 54.52,
      "ttftMean": 0.3,
      "outputTokens": 200,
      "duration": 3.951
    },
    {
      "concurrency": 1,
      "category": "summary",
      "throughput": 31.21,
      "streamDecode": 36.64,
      "ttftMean": 0.516,
      "outputTokens": 103,
      "duration": 3.301
    },
    {
      "concurrency": 1,
      "category": "format",
      "throughput": 61.41,
      "streamDecode": 75.61,
      "ttftMean": 0.324,
      "outputTokens": 102,
      "duration": 1.661
    },
    {
      "concurrency": 1,
      "category": "ceiling_count",
      "throughput": 78.19,
      "streamDecode": 84.21,
      "ttftMean": 0.23,
      "outputTokens": 239,
      "duration": 3.057
    },
    {
      "concurrency": 2,
      "category": "coding",
      "throughput": 115.92,
      "streamDecode": 64.71,
      "ttftMean": 0.291,
      "outputTokens": 400,
      "duration": 3.451
    },
    {
      "concurrency": 2,
      "category": "json",
      "throughput": 74.44,
      "streamDecode": 43.54,
      "ttftMean": 0.353,
      "outputTokens": 170,
      "duration": 2.284
    },
    {
      "concurrency": 2,
      "category": "narrative",
      "throughput": 43.14,
      "streamDecode": 23.9,
      "ttftMean": 0.335,
      "outputTokens": 285,
      "duration": 6.606
    },
    {
      "concurrency": 2,
      "category": "prose",
      "throughput": 47.66,
      "streamDecode": 27.15,
      "ttftMean": 0.32,
      "outputTokens": 263,
      "duration": 5.518
    },
    {
      "concurrency": 2,
      "category": "math",
      "throughput": 94.98,
      "streamDecode": 52.24,
      "ttftMean": 0.33,
      "outputTokens": 400,
      "duration": 4.212
    },
    {
      "concurrency": 2,
      "category": "reasoning",
      "throughput": 79.7,
      "streamDecode": 43.09,
      "ttftMean": 0.329,
      "outputTokens": 400,
      "duration": 5.019
    },
    {
      "concurrency": 2,
      "category": "summary",
      "throughput": 42.16,
      "streamDecode": 25.88,
      "ttftMean": 0.675,
      "outputTokens": 243,
      "duration": 5.763
    },
    {
      "concurrency": 2,
      "category": "format",
      "throughput": 115.69,
      "streamDecode": 72.03,
      "ttftMean": 0.367,
      "outputTokens": 208,
      "duration": 1.798
    },
    {
      "concurrency": 2,
      "category": "ceiling_count",
      "throughput": 147.29,
      "streamDecode": 80.07,
      "ttftMean": 0.271,
      "outputTokens": 478,
      "duration": 3.245
    },
    {
      "concurrency": 3,
      "category": "coding",
      "throughput": 160.94,
      "streamDecode": 59.68,
      "ttftMean": 0.35,
      "outputTokens": 600,
      "duration": 3.728
    },
    {
      "concurrency": 3,
      "category": "json",
      "throughput": 95.87,
      "streamDecode": 38.61,
      "ttftMean": 0.389,
      "outputTokens": 249,
      "duration": 2.597
    },
    {
      "concurrency": 3,
      "category": "narrative",
      "throughput": 51.09,
      "streamDecode": 18.35,
      "ttftMean": 0.301,
      "outputTokens": 440,
      "duration": 8.611
    },
    {
      "concurrency": 3,
      "category": "prose",
      "throughput": 60.6,
      "streamDecode": 23.36,
      "ttftMean": 0.291,
      "outputTokens": 389,
      "duration": 6.419
    },
    {
      "concurrency": 3,
      "category": "math",
      "throughput": 120.89,
      "streamDecode": 44.38,
      "ttftMean": 0.353,
      "outputTokens": 600,
      "duration": 4.963
    },
    {
      "concurrency": 3,
      "category": "reasoning",
      "throughput": 91.39,
      "streamDecode": 33.17,
      "ttftMean": 0.457,
      "outputTokens": 600,
      "duration": 6.565
    },
    {
      "concurrency": 3,
      "category": "summary",
      "throughput": 52.35,
      "streamDecode": 22.42,
      "ttftMean": 0.682,
      "outputTokens": 332,
      "duration": 6.342
    },
    {
      "concurrency": 3,
      "category": "format",
      "throughput": 141.95,
      "streamDecode": 59.26,
      "ttftMean": 0.384,
      "outputTokens": 310,
      "duration": 2.184
    },
    {
      "concurrency": 3,
      "category": "ceiling_count",
      "throughput": 204.49,
      "streamDecode": 73.5,
      "ttftMean": 0.267,
      "outputTokens": 717,
      "duration": 3.506
    },
    {
      "concurrency": 4,
      "category": "coding",
      "throughput": 201.49,
      "streamDecode": 56.88,
      "ttftMean": 0.373,
      "outputTokens": 800,
      "duration": 3.97
    },
    {
      "concurrency": 4,
      "category": "json",
      "throughput": 124.15,
      "streamDecode": 38.38,
      "ttftMean": 0.387,
      "outputTokens": 338,
      "duration": 2.722
    },
    {
      "concurrency": 4,
      "category": "narrative",
      "throughput": 58.82,
      "streamDecode": 15.87,
      "ttftMean": 0.326,
      "outputTokens": 557,
      "duration": 9.47
    },
    {
      "concurrency": 4,
      "category": "prose",
      "throughput": 71.59,
      "streamDecode": 20.43,
      "ttftMean": 0.316,
      "outputTokens": 506,
      "duration": 7.068
    },
    {
      "concurrency": 4,
      "category": "math",
      "throughput": 153.43,
      "streamDecode": 41.89,
      "ttftMean": 0.368,
      "outputTokens": 800,
      "duration": 5.214
    },
    {
      "concurrency": 4,
      "category": "reasoning",
      "throughput": 131.57,
      "streamDecode": 36.76,
      "ttftMean": 0.376,
      "outputTokens": 800,
      "duration": 6.081
    },
    {
      "concurrency": 4,
      "category": "summary",
      "throughput": 63.14,
      "streamDecode": 21.15,
      "ttftMean": 0.768,
      "outputTokens": 425,
      "duration": 6.731
    },
    {
      "concurrency": 4,
      "category": "format",
      "throughput": 132.69,
      "streamDecode": 42.97,
      "ttftMean": 0.402,
      "outputTokens": 435,
      "duration": 3.278
    },
    {
      "concurrency": 4,
      "category": "ceiling_count",
      "throughput": 236.04,
      "streamDecode": 63.74,
      "ttftMean": 0.285,
      "outputTokens": 956,
      "duration": 4.05
    },
    {
      "concurrency": 5,
      "category": "coding",
      "throughput": 234.28,
      "streamDecode": 53.24,
      "ttftMean": 0.371,
      "outputTokens": 1000,
      "duration": 4.268
    },
    {
      "concurrency": 5,
      "category": "json",
      "throughput": 133.21,
      "streamDecode": 32.86,
      "ttftMean": 0.398,
      "outputTokens": 422,
      "duration": 3.168
    },
    {
      "concurrency": 5,
      "category": "narrative",
      "throughput": 64.21,
      "streamDecode": 14.34,
      "ttftMean": 0.337,
      "outputTokens": 770,
      "duration": 11.992
    },
    {
      "concurrency": 5,
      "category": "prose",
      "throughput": 78.38,
      "streamDecode": 17.96,
      "ttftMean": 0.339,
      "outputTokens": 656,
      "duration": 8.37
    },
    {
      "concurrency": 5,
      "category": "math",
      "throughput": 192.32,
      "streamDecode": 42.43,
      "ttftMean": 0.403,
      "outputTokens": 1000,
      "duration": 5.2
    },
    {
      "concurrency": 5,
      "category": "reasoning",
      "throughput": 130.78,
      "streamDecode": 30.06,
      "ttftMean": 0.386,
      "outputTokens": 1000,
      "duration": 7.647
    },
    {
      "concurrency": 5,
      "category": "summary",
      "throughput": 66.83,
      "streamDecode": 17.88,
      "ttftMean": 0.88,
      "outputTokens": 566,
      "duration": 8.469
    },
    {
      "concurrency": 5,
      "category": "format",
      "throughput": 177.84,
      "streamDecode": 48.42,
      "ttftMean": 0.428,
      "outputTokens": 532,
      "duration": 2.991
    },
    {
      "concurrency": 5,
      "category": "ceiling_count",
      "throughput": 296.68,
      "streamDecode": 63.92,
      "ttftMean": 0.302,
      "outputTokens": 1195,
      "duration": 4.028
    },
    {
      "concurrency": 6,
      "category": "coding",
      "throughput": 255.94,
      "streamDecode": 48.66,
      "ttftMean": 0.413,
      "outputTokens": 1200,
      "duration": 4.689
    },
    {
      "concurrency": 6,
      "category": "json",
      "throughput": 148.71,
      "streamDecode": 30.55,
      "ttftMean": 0.407,
      "outputTokens": 506,
      "duration": 3.403
    },
    {
      "concurrency": 6,
      "category": "narrative",
      "throughput": 72.57,
      "streamDecode": 13.09,
      "ttftMean": 0.334,
      "outputTokens": 857,
      "duration": 11.81
    },
    {
      "concurrency": 6,
      "category": "prose",
      "throughput": 89.81,
      "streamDecode": 17.15,
      "ttftMean": 0.355,
      "outputTokens": 773,
      "duration": 8.607
    },
    {
      "concurrency": 6,
      "category": "math",
      "throughput": 203.2,
      "streamDecode": 37.1,
      "ttftMean": 0.4,
      "outputTokens": 1200,
      "duration": 5.905
    },
    {
      "concurrency": 6,
      "category": "reasoning",
      "throughput": 161.95,
      "streamDecode": 29.08,
      "ttftMean": 0.411,
      "outputTokens": 1200,
      "duration": 7.41
    },
    {
      "concurrency": 6,
      "category": "summary",
      "throughput": 75.29,
      "streamDecode": 16.46,
      "ttftMean": 1.156,
      "outputTokens": 706,
      "duration": 9.377
    },
    {
      "concurrency": 6,
      "category": "format",
      "throughput": 215.6,
      "streamDecode": 46.78,
      "ttftMean": 0.459,
      "outputTokens": 618,
      "duration": 2.866
    },
    {
      "concurrency": 6,
      "category": "ceiling_count",
      "throughput": 326.14,
      "streamDecode": 58.55,
      "ttftMean": 0.329,
      "outputTokens": 1434,
      "duration": 4.397
    },
    {
      "concurrency": 8,
      "category": "coding",
      "throughput": 308.79,
      "streamDecode": 43.66,
      "ttftMean": 0.503,
      "outputTokens": 1600,
      "duration": 5.182
    },
    {
      "concurrency": 8,
      "category": "json",
      "throughput": 178.63,
      "streamDecode": 27.3,
      "ttftMean": 0.465,
      "outputTokens": 668,
      "duration": 3.74
    },
    {
      "concurrency": 8,
      "category": "narrative",
      "throughput": 80.92,
      "streamDecode": 11.3,
      "ttftMean": 0.414,
      "outputTokens": 1155,
      "duration": 14.274
    },
    {
      "concurrency": 8,
      "category": "prose",
      "throughput": 105.89,
      "streamDecode": 15.35,
      "ttftMean": 0.349,
      "outputTokens": 996,
      "duration": 9.406
    },
    {
      "concurrency": 8,
      "category": "math",
      "throughput": 231.46,
      "streamDecode": 32.12,
      "ttftMean": 0.443,
      "outputTokens": 1600,
      "duration": 6.913
    },
    {
      "concurrency": 8,
      "category": "reasoning",
      "throughput": 167.87,
      "streamDecode": 23.66,
      "ttftMean": 0.771,
      "outputTokens": 1600,
      "duration": 9.531
    },
    {
      "concurrency": 8,
      "category": "summary",
      "throughput": 81.52,
      "streamDecode": 13.86,
      "ttftMean": 1.392,
      "outputTokens": 937,
      "duration": 11.494
    },
    {
      "concurrency": 8,
      "category": "format",
      "throughput": 218.18,
      "streamDecode": 37.29,
      "ttftMean": 0.504,
      "outputTokens": 853,
      "duration": 3.91
    },
    {
      "concurrency": 8,
      "category": "ceiling_count",
      "throughput": 406.55,
      "streamDecode": 54.39,
      "ttftMean": 0.324,
      "outputTokens": 1912,
      "duration": 4.703
    }
  ],
  "requests": [
    {
      "concurrency": 1,
      "category": "coding",
      "stream": 1,
      "ttft": 0.267324,
      "duration": 3.048366,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 71.555917
    },
    {
      "concurrency": 1,
      "category": "json",
      "stream": 1,
      "ttft": 0.317028,
      "duration": 1.657141,
      "inputTokens": 65,
      "outputTokens": 82,
      "streamDecode": 60.442668
    },
    {
      "concurrency": 1,
      "category": "narrative",
      "stream": 1,
      "ttft": 0.267323,
      "duration": 5.132676,
      "inputTokens": 39,
      "outputTokens": 138,
      "streamDecode": 28.158284
    },
    {
      "concurrency": 1,
      "category": "prose",
      "stream": 1,
      "ttft": 0.245713,
      "duration": 3.743116,
      "inputTokens": 36,
      "outputTokens": 133,
      "streamDecode": 37.742294
    },
    {
      "concurrency": 1,
      "category": "math",
      "stream": 1,
      "ttft": 0.307847,
      "duration": 3.266184,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 67.26751
    },
    {
      "concurrency": 1,
      "category": "reasoning",
      "stream": 1,
      "ttft": 0.299603,
      "duration": 3.94997,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 54.515077
    },
    {
      "concurrency": 1,
      "category": "summary",
      "stream": 1,
      "ttft": 0.515559,
      "duration": 3.299335,
      "inputTokens": 303,
      "outputTokens": 103,
      "streamDecode": 36.640872
    },
    {
      "concurrency": 1,
      "category": "format",
      "stream": 1,
      "ttft": 0.324096,
      "duration": 1.659979,
      "inputTokens": 85,
      "outputTokens": 102,
      "streamDecode": 75.60547
    },
    {
      "concurrency": 1,
      "category": "ceiling_count",
      "stream": 1,
      "ttft": 0.229511,
      "duration": 3.055907,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 84.206184
    },
    {
      "concurrency": 2,
      "category": "coding",
      "stream": 1,
      "ttft": 0.290973,
      "duration": 3.449462,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 63.004801
    },
    {
      "concurrency": 2,
      "category": "coding",
      "stream": 2,
      "ttft": 0.291027,
      "duration": 3.287041,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 66.421572
    },
    {
      "concurrency": 2,
      "category": "json",
      "stream": 1,
      "ttft": 0.353178,
      "duration": 2.282234,
      "inputTokens": 65,
      "outputTokens": 85,
      "streamDecode": 43.544611
    },
    {
      "concurrency": 2,
      "category": "json",
      "stream": 2,
      "ttft": 0.353372,
      "duration": 2.282465,
      "inputTokens": 65,
      "outputTokens": 85,
      "streamDecode": 43.543771
    },
    {
      "concurrency": 2,
      "category": "narrative",
      "stream": 1,
      "ttft": 0.334797,
      "duration": 6.604712,
      "inputTokens": 39,
      "outputTokens": 150,
      "streamDecode": 23.764276
    },
    {
      "concurrency": 2,
      "category": "narrative",
      "stream": 2,
      "ttft": 0.334898,
      "duration": 5.908148,
      "inputTokens": 39,
      "outputTokens": 135,
      "streamDecode": 24.043421
    },
    {
      "concurrency": 2,
      "category": "prose",
      "stream": 1,
      "ttft": 0.319572,
      "duration": 4.772887,
      "inputTokens": 36,
      "outputTokens": 128,
      "streamDecode": 28.518086
    },
    {
      "concurrency": 2,
      "category": "prose",
      "stream": 2,
      "ttft": 0.319504,
      "duration": 5.516905,
      "inputTokens": 36,
      "outputTokens": 135,
      "streamDecode": 25.782115
    },
    {
      "concurrency": 2,
      "category": "math",
      "stream": 1,
      "ttft": 0.329412,
      "duration": 4.210156,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 51.278827
    },
    {
      "concurrency": 2,
      "category": "math",
      "stream": 2,
      "ttft": 0.329731,
      "duration": 4.070151,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 53.202583
    },
    {
      "concurrency": 2,
      "category": "reasoning",
      "stream": 1,
      "ttft": 0.328827,
      "duration": 4.879415,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 43.730616
    },
    {
      "concurrency": 2,
      "category": "reasoning",
      "stream": 2,
      "ttft": 0.328802,
      "duration": 5.017537,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 42.442145
    },
    {
      "concurrency": 2,
      "category": "summary",
      "stream": 1,
      "ttft": 0.927467,
      "duration": 5.76124,
      "inputTokens": 303,
      "outputTokens": 139,
      "streamDecode": 28.549128
    },
    {
      "concurrency": 2,
      "category": "summary",
      "stream": 2,
      "ttft": 0.423134,
      "duration": 4.861773,
      "inputTokens": 303,
      "outputTokens": 104,
      "streamDecode": 23.205311
    },
    {
      "concurrency": 2,
      "category": "format",
      "stream": 1,
      "ttft": 0.366369,
      "duration": 1.796373,
      "inputTokens": 85,
      "outputTokens": 104,
      "streamDecode": 72.027789
    },
    {
      "concurrency": 2,
      "category": "format",
      "stream": 2,
      "ttft": 0.36664,
      "duration": 1.796597,
      "inputTokens": 85,
      "outputTokens": 104,
      "streamDecode": 72.030118
    },
    {
      "concurrency": 2,
      "category": "ceiling_count",
      "stream": 1,
      "ttft": 0.271288,
      "duration": 3.243539,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 80.073986
    },
    {
      "concurrency": 2,
      "category": "ceiling_count",
      "stream": 2,
      "ttft": 0.271651,
      "duration": 3.24412,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 80.068116
    },
    {
      "concurrency": 3,
      "category": "coding",
      "stream": 1,
      "ttft": 0.349851,
      "duration": 3.604755,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 61.138529
    },
    {
      "concurrency": 3,
      "category": "coding",
      "stream": 2,
      "ttft": 0.349788,
      "duration": 3.725971,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 58.942306
    },
    {
      "concurrency": 3,
      "category": "coding",
      "stream": 3,
      "ttft": 0.350487,
      "duration": 3.72653,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 58.944741
    },
    {
      "concurrency": 3,
      "category": "json",
      "stream": 1,
      "ttft": 0.388736,
      "duration": 2.472924,
      "inputTokens": 65,
      "outputTokens": 83,
      "streamDecode": 39.34386
    },
    {
      "concurrency": 3,
      "category": "json",
      "stream": 2,
      "ttft": 0.388704,
      "duration": 2.595012,
      "inputTokens": 65,
      "outputTokens": 84,
      "streamDecode": 37.619401
    },
    {
      "concurrency": 3,
      "category": "json",
      "stream": 3,
      "ttft": 0.389237,
      "duration": 2.473754,
      "inputTokens": 65,
      "outputTokens": 82,
      "streamDecode": 38.857918
    },
    {
      "concurrency": 3,
      "category": "narrative",
      "stream": 1,
      "ttft": 0.300906,
      "duration": 7.868318,
      "inputTokens": 39,
      "outputTokens": 153,
      "streamDecode": 20.086126
    },
    {
      "concurrency": 3,
      "category": "narrative",
      "stream": 2,
      "ttft": 0.300529,
      "duration": 8.308817,
      "inputTokens": 39,
      "outputTokens": 146,
      "streamDecode": 18.106241
    },
    {
      "concurrency": 3,
      "category": "narrative",
      "stream": 3,
      "ttft": 0.30129,
      "duration": 8.609861,
      "inputTokens": 39,
      "outputTokens": 141,
      "streamDecode": 16.850069
    },
    {
      "concurrency": 3,
      "category": "prose",
      "stream": 1,
      "ttft": 0.29103,
      "duration": 6.416692,
      "inputTokens": 36,
      "outputTokens": 135,
      "streamDecode": 21.875184
    },
    {
      "concurrency": 3,
      "category": "prose",
      "stream": 2,
      "ttft": 0.291414,
      "duration": 4.784497,
      "inputTokens": 36,
      "outputTokens": 114,
      "streamDecode": 25.149774
    },
    {
      "concurrency": 3,
      "category": "prose",
      "stream": 3,
      "ttft": 0.291438,
      "duration": 6.320899,
      "inputTokens": 36,
      "outputTokens": 140,
      "streamDecode": 23.053469
    },
    {
      "concurrency": 3,
      "category": "math",
      "stream": 1,
      "ttft": 0.352873,
      "duration": 4.878489,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 43.971913
    },
    {
      "concurrency": 3,
      "category": "math",
      "stream": 2,
      "ttft": 0.352886,
      "duration": 4.68115,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 45.97686
    },
    {
      "concurrency": 3,
      "category": "math",
      "stream": 3,
      "ttft": 0.353245,
      "duration": 4.961753,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 43.181005
    },
    {
      "concurrency": 3,
      "category": "reasoning",
      "stream": 1,
      "ttft": 0.566535,
      "duration": 6.563158,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 33.185344
    },
    {
      "concurrency": 3,
      "category": "reasoning",
      "stream": 2,
      "ttft": 0.567055,
      "duration": 6.563718,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 33.18512
    },
    {
      "concurrency": 3,
      "category": "reasoning",
      "stream": 3,
      "ttft": 0.237968,
      "duration": 6.240499,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 33.152681
    },
    {
      "concurrency": 3,
      "category": "summary",
      "stream": 1,
      "ttft": 0.682175,
      "duration": 5.505532,
      "inputTokens": 303,
      "outputTokens": 98,
      "streamDecode": 20.110475
    },
    {
      "concurrency": 3,
      "category": "summary",
      "stream": 2,
      "ttft": 0.682186,
      "duration": 4.914005,
      "inputTokens": 303,
      "outputTokens": 104,
      "streamDecode": 24.339417
    },
    {
      "concurrency": 3,
      "category": "summary",
      "stream": 3,
      "ttft": 0.682597,
      "duration": 6.340191,
      "inputTokens": 303,
      "outputTokens": 130,
      "streamDecode": 22.801212
    },
    {
      "concurrency": 3,
      "category": "format",
      "stream": 1,
      "ttft": 0.384223,
      "duration": 2.077471,
      "inputTokens": 85,
      "outputTokens": 102,
      "streamDecode": 59.648699
    },
    {
      "concurrency": 3,
      "category": "format",
      "stream": 2,
      "ttft": 0.383882,
      "duration": 2.077146,
      "inputTokens": 85,
      "outputTokens": 104,
      "streamDecode": 60.829262
    },
    {
      "concurrency": 3,
      "category": "format",
      "stream": 3,
      "ttft": 0.384606,
      "duration": 2.182525,
      "inputTokens": 85,
      "outputTokens": 104,
      "streamDecode": 57.288438
    },
    {
      "concurrency": 3,
      "category": "ceiling_count",
      "stream": 1,
      "ttft": 0.266537,
      "duration": 3.504894,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 73.494063
    },
    {
      "concurrency": 3,
      "category": "ceiling_count",
      "stream": 2,
      "ttft": 0.266474,
      "duration": 3.504825,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 73.494187
    },
    {
      "concurrency": 3,
      "category": "ceiling_count",
      "stream": 3,
      "ttft": 0.267244,
      "duration": 3.505357,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 73.499593
    },
    {
      "concurrency": 4,
      "category": "coding",
      "stream": 1,
      "ttft": 0.373202,
      "duration": 3.83995,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 57.402503
    },
    {
      "concurrency": 4,
      "category": "coding",
      "stream": 2,
      "ttft": 0.372495,
      "duration": 3.968931,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 55.332564
    },
    {
      "concurrency": 4,
      "category": "coding",
      "stream": 3,
      "ttft": 0.372551,
      "duration": 3.839706,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 57.395757
    },
    {
      "concurrency": 4,
      "category": "coding",
      "stream": 4,
      "ttft": 0.373357,
      "duration": 3.839807,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 57.407442
    },
    {
      "concurrency": 4,
      "category": "json",
      "stream": 1,
      "ttft": 0.386884,
      "duration": 2.514098,
      "inputTokens": 65,
      "outputTokens": 84,
      "streamDecode": 39.018172
    },
    {
      "concurrency": 4,
      "category": "json",
      "stream": 2,
      "ttft": 0.386405,
      "duration": 2.720371,
      "inputTokens": 65,
      "outputTokens": 85,
      "streamDecode": 35.990234
    },
    {
      "concurrency": 4,
      "category": "json",
      "stream": 3,
      "ttft": 0.386523,
      "duration": 2.513783,
      "inputTokens": 65,
      "outputTokens": 85,
      "streamDecode": 39.487434
    },
    {
      "concurrency": 4,
      "category": "json",
      "stream": 4,
      "ttft": 0.387223,
      "duration": 2.51453,
      "inputTokens": 65,
      "outputTokens": 84,
      "streamDecode": 39.016467
    },
    {
      "concurrency": 4,
      "category": "narrative",
      "stream": 1,
      "ttft": 0.325999,
      "duration": 9.467639,
      "inputTokens": 39,
      "outputTokens": 154,
      "streamDecode": 16.736604
    },
    {
      "concurrency": 4,
      "category": "narrative",
      "stream": 2,
      "ttft": 0.325917,
      "duration": 8.472271,
      "inputTokens": 39,
      "outputTokens": 133,
      "streamDecode": 16.203568
    },
    {
      "concurrency": 4,
      "category": "narrative",
      "stream": 3,
      "ttft": 0.326286,
      "duration": 9.222711,
      "inputTokens": 39,
      "outputTokens": 134,
      "streamDecode": 14.949825
    },
    {
      "concurrency": 4,
      "category": "narrative",
      "stream": 4,
      "ttft": 0.325893,
      "duration": 8.987904,
      "inputTokens": 39,
      "outputTokens": 136,
      "streamDecode": 15.585295
    },
    {
      "concurrency": 4,
      "category": "prose",
      "stream": 1,
      "ttft": 0.316438,
      "duration": 6.04252,
      "inputTokens": 36,
      "outputTokens": 122,
      "streamDecode": 21.131378
    },
    {
      "concurrency": 4,
      "category": "prose",
      "stream": 2,
      "ttft": 0.3161,
      "duration": 5.89013,
      "inputTokens": 36,
      "outputTokens": 123,
      "streamDecode": 21.887217
    },
    {
      "concurrency": 4,
      "category": "prose",
      "stream": 3,
      "ttft": 0.31611,
      "duration": 7.065743,
      "inputTokens": 36,
      "outputTokens": 128,
      "streamDecode": 18.815838
    },
    {
      "concurrency": 4,
      "category": "prose",
      "stream": 4,
      "ttft": 0.317102,
      "duration": 6.961758,
      "inputTokens": 36,
      "outputTokens": 133,
      "streamDecode": 19.865588
    },
    {
      "concurrency": 4,
      "category": "math",
      "stream": 1,
      "ttft": 0.368116,
      "duration": 5.131366,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 41.778199
    },
    {
      "concurrency": 4,
      "category": "math",
      "stream": 2,
      "ttft": 0.367802,
      "duration": 5.212226,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 41.078151
    },
    {
      "concurrency": 4,
      "category": "math",
      "stream": 3,
      "ttft": 0.367745,
      "duration": 5.212168,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 41.078157
    },
    {
      "concurrency": 4,
      "category": "math",
      "stream": 4,
      "ttft": 0.36811,
      "duration": 4.928959,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 43.632225
    },
    {
      "concurrency": 4,
      "category": "reasoning",
      "stream": 1,
      "ttft": 0.375127,
      "duration": 5.565245,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 38.3421
    },
    {
      "concurrency": 4,
      "category": "reasoning",
      "stream": 2,
      "ttft": 0.375511,
      "duration": 6.07906,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 34.890562
    },
    {
      "concurrency": 4,
      "category": "reasoning",
      "stream": 3,
      "ttft": 0.375159,
      "duration": 5.831269,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 36.472873
    },
    {
      "concurrency": 4,
      "category": "reasoning",
      "stream": 4,
      "ttft": 0.376307,
      "duration": 5.705992,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 37.338042
    },
    {
      "concurrency": 4,
      "category": "summary",
      "stream": 1,
      "ttft": 0.767894,
      "duration": 5.622731,
      "inputTokens": 303,
      "outputTokens": 104,
      "streamDecode": 21.215952
    },
    {
      "concurrency": 4,
      "category": "summary",
      "stream": 2,
      "ttft": 0.767966,
      "duration": 6.729253,
      "inputTokens": 303,
      "outputTokens": 120,
      "streamDecode": 19.96213
    },
    {
      "concurrency": 4,
      "category": "summary",
      "stream": 3,
      "ttft": 0.768016,
      "duration": 4.977565,
      "inputTokens": 303,
      "outputTokens": 97,
      "streamDecode": 22.805298
    },
    {
      "concurrency": 4,
      "category": "summary",
      "stream": 4,
      "ttft": 0.768243,
      "duration": 5.761232,
      "inputTokens": 303,
      "outputTokens": 104,
      "streamDecode": 20.628925
    },
    {
      "concurrency": 4,
      "category": "format",
      "stream": 1,
      "ttft": 0.402276,
      "duration": 2.95969,
      "inputTokens": 85,
      "outputTokens": 105,
      "streamDecode": 40.666074
    },
    {
      "concurrency": 4,
      "category": "format",
      "stream": 2,
      "ttft": 0.401398,
      "duration": 3.275575,
      "inputTokens": 85,
      "outputTokens": 121,
      "streamDecode": 41.751082
    },
    {
      "concurrency": 4,
      "category": "format",
      "stream": 3,
      "ttft": 0.401725,
      "duration": 2.715379,
      "inputTokens": 85,
      "outputTokens": 104,
      "streamDecode": 44.518335
    },
    {
      "concurrency": 4,
      "category": "format",
      "stream": 4,
      "ttft": 0.402521,
      "duration": 2.715512,
      "inputTokens": 85,
      "outputTokens": 105,
      "streamDecode": 44.963442
    },
    {
      "concurrency": 4,
      "category": "ceiling_count",
      "stream": 1,
      "ttft": 0.284393,
      "duration": 4.047645,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 63.243165
    },
    {
      "concurrency": 4,
      "category": "ceiling_count",
      "stream": 2,
      "ttft": 0.284179,
      "duration": 4.047704,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 63.23859
    },
    {
      "concurrency": 4,
      "category": "ceiling_count",
      "stream": 3,
      "ttft": 0.284224,
      "duration": 4.047601,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 63.241066
    },
    {
      "concurrency": 4,
      "category": "ceiling_count",
      "stream": 4,
      "ttft": 0.285273,
      "duration": 3.9342,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 65.224646
    },
    {
      "concurrency": 5,
      "category": "coding",
      "stream": 1,
      "ttft": 0.371439,
      "duration": 4.155963,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 52.582564
    },
    {
      "concurrency": 5,
      "category": "coding",
      "stream": 2,
      "ttft": 0.370948,
      "duration": 4.052133,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 54.05869
    },
    {
      "concurrency": 5,
      "category": "coding",
      "stream": 3,
      "ttft": 0.371413,
      "duration": 3.931129,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 55.903325
    },
    {
      "concurrency": 5,
      "category": "coding",
      "stream": 4,
      "ttft": 0.371049,
      "duration": 4.265969,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 51.092194
    },
    {
      "concurrency": 5,
      "category": "coding",
      "stream": 5,
      "ttft": 0.371387,
      "duration": 4.156605,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 52.57294
    },
    {
      "concurrency": 5,
      "category": "json",
      "stream": 1,
      "ttft": 0.397922,
      "duration": 2.956538,
      "inputTokens": 65,
      "outputTokens": 85,
      "streamDecode": 32.830253
    },
    {
      "concurrency": 5,
      "category": "json",
      "stream": 2,
      "ttft": 0.397671,
      "duration": 2.813417,
      "inputTokens": 65,
      "outputTokens": 84,
      "streamDecode": 34.357914
    },
    {
      "concurrency": 5,
      "category": "json",
      "stream": 3,
      "ttft": 0.397621,
      "duration": 3.165524,
      "inputTokens": 65,
      "outputTokens": 86,
      "streamDecode": 30.70917
    },
    {
      "concurrency": 5,
      "category": "json",
      "stream": 4,
      "ttft": 0.397677,
      "duration": 2.956301,
      "inputTokens": 65,
      "outputTokens": 84,
      "streamDecode": 32.439305
    },
    {
      "concurrency": 5,
      "category": "json",
      "stream": 5,
      "ttft": 0.39805,
      "duration": 2.813704,
      "inputTokens": 65,
      "outputTokens": 83,
      "streamDecode": 33.945256
    },
    {
      "concurrency": 5,
      "category": "narrative",
      "stream": 1,
      "ttft": 0.33769,
      "duration": 11.99009,
      "inputTokens": 39,
      "outputTokens": 166,
      "streamDecode": 14.160174
    },
    {
      "concurrency": 5,
      "category": "narrative",
      "stream": 2,
      "ttft": 0.336619,
      "duration": 11.98896,
      "inputTokens": 39,
      "outputTokens": 165,
      "streamDecode": 14.074425
    },
    {
      "concurrency": 5,
      "category": "narrative",
      "stream": 3,
      "ttft": 0.336278,
      "duration": 10.416569,
      "inputTokens": 39,
      "outputTokens": 149,
      "streamDecode": 14.682115
    },
    {
      "concurrency": 5,
      "category": "narrative",
      "stream": 4,
      "ttft": 0.337658,
      "duration": 11.251947,
      "inputTokens": 39,
      "outputTokens": 156,
      "streamDecode": 14.201567
    },
    {
      "concurrency": 5,
      "category": "narrative",
      "stream": 5,
      "ttft": 0.338243,
      "duration": 9.451139,
      "inputTokens": 39,
      "outputTokens": 134,
      "streamDecode": 14.594702
    },
    {
      "concurrency": 5,
      "category": "prose",
      "stream": 1,
      "ttft": 0.339239,
      "duration": 8.367644,
      "inputTokens": 36,
      "outputTokens": 141,
      "streamDecode": 17.438082
    },
    {
      "concurrency": 5,
      "category": "prose",
      "stream": 2,
      "ttft": 0.338956,
      "duration": 8.125708,
      "inputTokens": 36,
      "outputTokens": 135,
      "streamDecode": 17.208716
    },
    {
      "concurrency": 5,
      "category": "prose",
      "stream": 3,
      "ttft": 0.33988,
      "duration": 7.382405,
      "inputTokens": 36,
      "outputTokens": 125,
      "streamDecode": 17.607321
    },
    {
      "concurrency": 5,
      "category": "prose",
      "stream": 4,
      "ttft": 0.338798,
      "duration": 6.773381,
      "inputTokens": 36,
      "outputTokens": 123,
      "streamDecode": 18.960047
    },
    {
      "concurrency": 5,
      "category": "prose",
      "stream": 5,
      "ttft": 0.33932,
      "duration": 7.382685,
      "inputTokens": 36,
      "outputTokens": 132,
      "streamDecode": 18.599065
    },
    {
      "concurrency": 5,
      "category": "math",
      "stream": 1,
      "ttft": 0.403636,
      "duration": 5.094166,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 42.425902
    },
    {
      "concurrency": 5,
      "category": "math",
      "stream": 2,
      "ttft": 0.402713,
      "duration": 5.093096,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 42.427241
    },
    {
      "concurrency": 5,
      "category": "math",
      "stream": 3,
      "ttft": 0.403144,
      "duration": 5.093698,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 42.425687
    },
    {
      "concurrency": 5,
      "category": "math",
      "stream": 4,
      "ttft": 0.402389,
      "duration": 4.991289,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 43.365516
    },
    {
      "concurrency": 5,
      "category": "math",
      "stream": 5,
      "ttft": 0.403607,
      "duration": 5.197423,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 41.511814
    },
    {
      "concurrency": 5,
      "category": "reasoning",
      "stream": 1,
      "ttft": 0.386077,
      "duration": 7.644184,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 27.417618
    },
    {
      "concurrency": 5,
      "category": "reasoning",
      "stream": 2,
      "ttft": 0.386827,
      "duration": 6.310765,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 33.59252
    },
    {
      "concurrency": 5,
      "category": "reasoning",
      "stream": 3,
      "ttft": 0.386276,
      "duration": 6.877377,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 30.657356
    },
    {
      "concurrency": 5,
      "category": "reasoning",
      "stream": 4,
      "ttft": 0.385341,
      "duration": 7.01345,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 30.023645
    },
    {
      "concurrency": 5,
      "category": "reasoning",
      "stream": 5,
      "ttft": 0.387163,
      "duration": 7.345696,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 28.597981
    },
    {
      "concurrency": 5,
      "category": "summary",
      "stream": 1,
      "ttft": 0.879007,
      "duration": 8.465412,
      "inputTokens": 303,
      "outputTokens": 141,
      "streamDecode": 18.454063
    },
    {
      "concurrency": 5,
      "category": "summary",
      "stream": 2,
      "ttft": 0.880744,
      "duration": 6.898367,
      "inputTokens": 303,
      "outputTokens": 105,
      "streamDecode": 17.282569
    },
    {
      "concurrency": 5,
      "category": "summary",
      "stream": 3,
      "ttft": 0.879658,
      "duration": 5.738469,
      "inputTokens": 303,
      "outputTokens": 95,
      "streamDecode": 19.346296
    },
    {
      "concurrency": 5,
      "category": "summary",
      "stream": 4,
      "ttft": 0.880371,
      "duration": 6.473307,
      "inputTokens": 303,
      "outputTokens": 93,
      "streamDecode": 16.44932
    },
    {
      "concurrency": 5,
      "category": "summary",
      "stream": 5,
      "ttft": 0.881054,
      "duration": 8.210226,
      "inputTokens": 303,
      "outputTokens": 132,
      "streamDecode": 17.87378
    },
    {
      "concurrency": 5,
      "category": "format",
      "stream": 1,
      "ttft": 0.428323,
      "duration": 2.596045,
      "inputTokens": 85,
      "outputTokens": 105,
      "streamDecode": 47.976616
    },
    {
      "concurrency": 5,
      "category": "format",
      "stream": 2,
      "ttft": 0.427787,
      "duration": 2.989163,
      "inputTokens": 85,
      "outputTokens": 121,
      "streamDecode": 46.849821
    },
    {
      "concurrency": 5,
      "category": "format",
      "stream": 3,
      "ttft": 0.428897,
      "duration": 2.596414,
      "inputTokens": 85,
      "outputTokens": 102,
      "streamDecode": 46.597098
    },
    {
      "concurrency": 5,
      "category": "format",
      "stream": 4,
      "ttft": 0.427802,
      "duration": 2.434976,
      "inputTokens": 85,
      "outputTokens": 102,
      "streamDecode": 50.319504
    },
    {
      "concurrency": 5,
      "category": "format",
      "stream": 5,
      "ttft": 0.429499,
      "duration": 2.43613,
      "inputTokens": 85,
      "outputTokens": 102,
      "streamDecode": 50.333135
    },
    {
      "concurrency": 5,
      "category": "ceiling_count",
      "stream": 1,
      "ttft": 0.302254,
      "duration": 4.025524,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 63.922302
    },
    {
      "concurrency": 5,
      "category": "ceiling_count",
      "stream": 2,
      "ttft": 0.30243,
      "duration": 4.026205,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 63.913642
    },
    {
      "concurrency": 5,
      "category": "ceiling_count",
      "stream": 3,
      "ttft": 0.302747,
      "duration": 4.025433,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 63.932348
    },
    {
      "concurrency": 5,
      "category": "ceiling_count",
      "stream": 4,
      "ttft": 0.301227,
      "duration": 4.024961,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 63.914337
    },
    {
      "concurrency": 5,
      "category": "ceiling_count",
      "stream": 5,
      "ttft": 0.303669,
      "duration": 4.026415,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 63.931304
    },
    {
      "concurrency": 6,
      "category": "coding",
      "stream": 1,
      "ttft": 0.413611,
      "duration": 4.467721,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 49.085989
    },
    {
      "concurrency": 6,
      "category": "coding",
      "stream": 2,
      "ttft": 0.411734,
      "duration": 4.466331,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 49.080089
    },
    {
      "concurrency": 6,
      "category": "coding",
      "stream": 3,
      "ttft": 0.413096,
      "duration": 4.685534,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 46.577621
    },
    {
      "concurrency": 6,
      "category": "coding",
      "stream": 4,
      "ttft": 0.412879,
      "duration": 4.467973,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 49.074075
    },
    {
      "concurrency": 6,
      "category": "coding",
      "stream": 5,
      "ttft": 0.413539,
      "duration": 4.467577,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 49.086855
    },
    {
      "concurrency": 6,
      "category": "coding",
      "stream": 6,
      "ttft": 0.413023,
      "duration": 4.468448,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 49.070068
    },
    {
      "concurrency": 6,
      "category": "json",
      "stream": 1,
      "ttft": 0.40657,
      "duration": 2.874048,
      "inputTokens": 65,
      "outputTokens": 82,
      "streamDecode": 32.827043
    },
    {
      "concurrency": 6,
      "category": "json",
      "stream": 2,
      "ttft": 0.406567,
      "duration": 3.295625,
      "inputTokens": 65,
      "outputTokens": 84,
      "streamDecode": 28.729086
    },
    {
      "concurrency": 6,
      "category": "json",
      "stream": 3,
      "ttft": 0.406905,
      "duration": 3.147661,
      "inputTokens": 65,
      "outputTokens": 85,
      "streamDecode": 30.648478
    },
    {
      "concurrency": 6,
      "category": "json",
      "stream": 4,
      "ttft": 0.407091,
      "duration": 3.400748,
      "inputTokens": 65,
      "outputTokens": 86,
      "streamDecode": 28.393372
    },
    {
      "concurrency": 6,
      "category": "json",
      "stream": 5,
      "ttft": 0.406507,
      "duration": 3.295463,
      "inputTokens": 65,
      "outputTokens": 85,
      "streamDecode": 29.076247
    },
    {
      "concurrency": 6,
      "category": "json",
      "stream": 6,
      "ttft": 0.407517,
      "duration": 2.87519,
      "inputTokens": 65,
      "outputTokens": 84,
      "streamDecode": 33.634919
    },
    {
      "concurrency": 6,
      "category": "narrative",
      "stream": 1,
      "ttft": 0.333986,
      "duration": 11.538137,
      "inputTokens": 39,
      "outputTokens": 138,
      "streamDecode": 12.227611
    },
    {
      "concurrency": 6,
      "category": "narrative",
      "stream": 2,
      "ttft": 0.333908,
      "duration": 11.805959,
      "inputTokens": 39,
      "outputTokens": 144,
      "streamDecode": 12.465078
    },
    {
      "concurrency": 6,
      "category": "narrative",
      "stream": 3,
      "ttft": 0.334547,
      "duration": 10.510231,
      "inputTokens": 39,
      "outputTokens": 140,
      "streamDecode": 13.660015
    },
    {
      "concurrency": 6,
      "category": "narrative",
      "stream": 4,
      "ttft": 0.333014,
      "duration": 11.389315,
      "inputTokens": 39,
      "outputTokens": 156,
      "streamDecode": 14.019155
    },
    {
      "concurrency": 6,
      "category": "narrative",
      "stream": 5,
      "ttft": 0.333816,
      "duration": 11.389634,
      "inputTokens": 39,
      "outputTokens": 136,
      "streamDecode": 12.210766
    },
    {
      "concurrency": 6,
      "category": "narrative",
      "stream": 6,
      "ttft": 0.334686,
      "duration": 10.510564,
      "inputTokens": 39,
      "outputTokens": 143,
      "streamDecode": 13.954569
    },
    {
      "concurrency": 6,
      "category": "prose",
      "stream": 1,
      "ttft": 0.354198,
      "duration": 7.481731,
      "inputTokens": 36,
      "outputTokens": 120,
      "streamDecode": 16.695819
    },
    {
      "concurrency": 6,
      "category": "prose",
      "stream": 2,
      "ttft": 0.353884,
      "duration": 8.402784,
      "inputTokens": 36,
      "outputTokens": 133,
      "streamDecode": 16.399756
    },
    {
      "concurrency": 6,
      "category": "prose",
      "stream": 3,
      "ttft": 0.354325,
      "duration": 8.27237,
      "inputTokens": 36,
      "outputTokens": 132,
      "streamDecode": 16.544488
    },
    {
      "concurrency": 6,
      "category": "prose",
      "stream": 4,
      "ttft": 0.354892,
      "duration": 7.639332,
      "inputTokens": 36,
      "outputTokens": 121,
      "streamDecode": 16.47347
    },
    {
      "concurrency": 6,
      "category": "prose",
      "stream": 5,
      "ttft": 0.354553,
      "duration": 6.695418,
      "inputTokens": 36,
      "outputTokens": 128,
      "streamDecode": 20.028813
    },
    {
      "concurrency": 6,
      "category": "prose",
      "stream": 6,
      "ttft": 0.355692,
      "duration": 8.605205,
      "inputTokens": 36,
      "outputTokens": 139,
      "streamDecode": 16.728259
    },
    {
      "concurrency": 6,
      "category": "math",
      "stream": 1,
      "ttft": 0.400422,
      "duration": 5.803302,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 36.83221
    },
    {
      "concurrency": 6,
      "category": "math",
      "stream": 2,
      "ttft": 0.399873,
      "duration": 5.531574,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 38.778559
    },
    {
      "concurrency": 6,
      "category": "math",
      "stream": 3,
      "ttft": 0.400706,
      "duration": 5.665215,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 37.800291
    },
    {
      "concurrency": 6,
      "category": "math",
      "stream": 4,
      "ttft": 0.399656,
      "duration": 5.901351,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 36.170672
    },
    {
      "concurrency": 6,
      "category": "math",
      "stream": 5,
      "ttft": 0.400343,
      "duration": 5.902007,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 36.170874
    },
    {
      "concurrency": 6,
      "category": "math",
      "stream": 6,
      "ttft": 0.400886,
      "duration": 5.803214,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 36.835971
    },
    {
      "concurrency": 6,
      "category": "reasoning",
      "stream": 1,
      "ttft": 0.412108,
      "duration": 7.144008,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 29.560747
    },
    {
      "concurrency": 6,
      "category": "reasoning",
      "stream": 2,
      "ttft": 0.411326,
      "duration": 7.144063,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 29.557072
    },
    {
      "concurrency": 6,
      "category": "reasoning",
      "stream": 3,
      "ttft": 0.411629,
      "duration": 7.143909,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 29.559079
    },
    {
      "concurrency": 6,
      "category": "reasoning",
      "stream": 4,
      "ttft": 0.410603,
      "duration": 7.406805,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 28.444006
    },
    {
      "concurrency": 6,
      "category": "reasoning",
      "stream": 5,
      "ttft": 0.411552,
      "duration": 7.40699,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 28.44711
    },
    {
      "concurrency": 6,
      "category": "reasoning",
      "stream": 6,
      "ttft": 0.411593,
      "duration": 7.287976,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 28.939634
    },
    {
      "concurrency": 6,
      "category": "summary",
      "stream": 1,
      "ttft": 1.301101,
      "duration": 8.843828,
      "inputTokens": 303,
      "outputTokens": 122,
      "streamDecode": 16.041944
    },
    {
      "concurrency": 6,
      "category": "summary",
      "stream": 2,
      "ttft": 1.300864,
      "duration": 7.013346,
      "inputTokens": 303,
      "outputTokens": 105,
      "streamDecode": 18.205745
    },
    {
      "concurrency": 6,
      "category": "summary",
      "stream": 3,
      "ttft": 0.429826,
      "duration": 6.297403,
      "inputTokens": 303,
      "outputTokens": 94,
      "streamDecode": 15.849813
    },
    {
      "concurrency": 6,
      "category": "summary",
      "stream": 4,
      "ttft": 1.300847,
      "duration": 9.374851,
      "inputTokens": 303,
      "outputTokens": 142,
      "streamDecode": 17.463454
    },
    {
      "concurrency": 6,
      "category": "summary",
      "stream": 5,
      "ttft": 1.30069,
      "duration": 8.843284,
      "inputTokens": 303,
      "outputTokens": 114,
      "streamDecode": 14.981582
    },
    {
      "concurrency": 6,
      "category": "summary",
      "stream": 6,
      "ttft": 1.301357,
      "duration": 9.201184,
      "inputTokens": 303,
      "outputTokens": 129,
      "streamDecode": 16.202887
    },
    {
      "concurrency": 6,
      "category": "format",
      "stream": 1,
      "ttft": 0.459676,
      "duration": 2.542246,
      "inputTokens": 85,
      "outputTokens": 102,
      "streamDecode": 48.497779
    },
    {
      "concurrency": 6,
      "category": "format",
      "stream": 2,
      "ttft": 0.458997,
      "duration": 2.542274,
      "inputTokens": 85,
      "outputTokens": 102,
      "streamDecode": 48.481322
    },
    {
      "concurrency": 6,
      "category": "format",
      "stream": 3,
      "ttft": 0.460116,
      "duration": 2.68879,
      "inputTokens": 85,
      "outputTokens": 105,
      "streamDecode": 46.664525
    },
    {
      "concurrency": 6,
      "category": "format",
      "stream": 4,
      "ttft": 0.458586,
      "duration": 2.5419,
      "inputTokens": 85,
      "outputTokens": 102,
      "streamDecode": 48.480451
    },
    {
      "concurrency": 6,
      "category": "format",
      "stream": 5,
      "ttft": 0.458544,
      "duration": 2.688294,
      "inputTokens": 85,
      "outputTokens": 102,
      "streamDecode": 45.29656
    },
    {
      "concurrency": 6,
      "category": "format",
      "stream": 6,
      "ttft": 0.460121,
      "duration": 2.864155,
      "inputTokens": 85,
      "outputTokens": 105,
      "streamDecode": 43.260634
    },
    {
      "concurrency": 6,
      "category": "ceiling_count",
      "stream": 1,
      "ttft": 0.328944,
      "duration": 4.393936,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 58.548695
    },
    {
      "concurrency": 6,
      "category": "ceiling_count",
      "stream": 2,
      "ttft": 0.328436,
      "duration": 4.393535,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 58.547163
    },
    {
      "concurrency": 6,
      "category": "ceiling_count",
      "stream": 3,
      "ttft": 0.329031,
      "duration": 4.393645,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 58.554152
    },
    {
      "concurrency": 6,
      "category": "ceiling_count",
      "stream": 4,
      "ttft": 0.328388,
      "duration": 4.393768,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 58.543122
    },
    {
      "concurrency": 6,
      "category": "ceiling_count",
      "stream": 5,
      "ttft": 0.327952,
      "duration": 4.392764,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 58.551304
    },
    {
      "concurrency": 6,
      "category": "ceiling_count",
      "stream": 6,
      "ttft": 0.329252,
      "duration": 4.393973,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 58.552603
    },
    {
      "concurrency": 8,
      "category": "coding",
      "stream": 1,
      "ttft": 0.503415,
      "duration": 4.915619,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 45.102175
    },
    {
      "concurrency": 8,
      "category": "coding",
      "stream": 2,
      "ttft": 0.503159,
      "duration": 4.915074,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 45.105134
    },
    {
      "concurrency": 8,
      "category": "coding",
      "stream": 3,
      "ttft": 0.501702,
      "duration": 4.914045,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 45.100747
    },
    {
      "concurrency": 8,
      "category": "coding",
      "stream": 4,
      "ttft": 0.503284,
      "duration": 5.178467,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 42.565183
    },
    {
      "concurrency": 8,
      "category": "coding",
      "stream": 5,
      "ttft": 0.502166,
      "duration": 5.058023,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 43.680032
    },
    {
      "concurrency": 8,
      "category": "coding",
      "stream": 6,
      "ttft": 0.502324,
      "duration": 5.178359,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 42.557424
    },
    {
      "concurrency": 8,
      "category": "coding",
      "stream": 7,
      "ttft": 0.502554,
      "duration": 5.177536,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 42.567006
    },
    {
      "concurrency": 8,
      "category": "coding",
      "stream": 8,
      "ttft": 0.50323,
      "duration": 5.178436,
      "inputTokens": 47,
      "outputTokens": 200,
      "streamDecode": 42.564963
    },
    {
      "concurrency": 8,
      "category": "json",
      "stream": 1,
      "ttft": 0.465552,
      "duration": 3.336368,
      "inputTokens": 65,
      "outputTokens": 83,
      "streamDecode": 28.563305
    },
    {
      "concurrency": 8,
      "category": "json",
      "stream": 2,
      "ttft": 0.465199,
      "duration": 3.737527,
      "inputTokens": 65,
      "outputTokens": 85,
      "streamDecode": 25.669805
    },
    {
      "concurrency": 8,
      "category": "json",
      "stream": 3,
      "ttft": 0.464376,
      "duration": 3.736974,
      "inputTokens": 65,
      "outputTokens": 84,
      "streamDecode": 25.362115
    },
    {
      "concurrency": 8,
      "category": "json",
      "stream": 4,
      "ttft": 0.465565,
      "duration": 3.156528,
      "inputTokens": 65,
      "outputTokens": 82,
      "streamDecode": 30.100753
    },
    {
      "concurrency": 8,
      "category": "json",
      "stream": 5,
      "ttft": 0.463468,
      "duration": 3.73572,
      "inputTokens": 65,
      "outputTokens": 84,
      "streamDecode": 25.364794
    },
    {
      "concurrency": 8,
      "category": "json",
      "stream": 6,
      "ttft": 0.465053,
      "duration": 3.336437,
      "inputTokens": 65,
      "outputTokens": 82,
      "streamDecode": 28.209396
    },
    {
      "concurrency": 8,
      "category": "json",
      "stream": 7,
      "ttft": 0.465465,
      "duration": 3.628318,
      "inputTokens": 65,
      "outputTokens": 85,
      "streamDecode": 26.558298
    },
    {
      "concurrency": 8,
      "category": "json",
      "stream": 8,
      "ttft": 0.466305,
      "duration": 3.336639,
      "inputTokens": 65,
      "outputTokens": 83,
      "streamDecode": 28.5681
    },
    {
      "concurrency": 8,
      "category": "narrative",
      "stream": 1,
      "ttft": 0.413769,
      "duration": 14.27074,
      "inputTokens": 39,
      "outputTokens": 159,
      "streamDecode": 11.402203
    },
    {
      "concurrency": 8,
      "category": "narrative",
      "stream": 2,
      "ttft": 0.413981,
      "duration": 14.168876,
      "inputTokens": 39,
      "outputTokens": 152,
      "streamDecode": 10.97791
    },
    {
      "concurrency": 8,
      "category": "narrative",
      "stream": 3,
      "ttft": 0.41368,
      "duration": 12.008785,
      "inputTokens": 39,
      "outputTokens": 131,
      "streamDecode": 11.211628
    },
    {
      "concurrency": 8,
      "category": "narrative",
      "stream": 4,
      "ttft": 0.413316,
      "duration": 13.210224,
      "inputTokens": 39,
      "outputTokens": 143,
      "streamDecode": 11.096431
    },
    {
      "concurrency": 8,
      "category": "narrative",
      "stream": 5,
      "ttft": 0.414409,
      "duration": 12.208971,
      "inputTokens": 39,
      "outputTokens": 125,
      "streamDecode": 10.51332
    },
    {
      "concurrency": 8,
      "category": "narrative",
      "stream": 6,
      "ttft": 0.41404,
      "duration": 13.365791,
      "inputTokens": 39,
      "outputTokens": 152,
      "streamDecode": 11.658655
    },
    {
      "concurrency": 8,
      "category": "narrative",
      "stream": 7,
      "ttft": 0.413574,
      "duration": 13.049981,
      "inputTokens": 39,
      "outputTokens": 141,
      "streamDecode": 11.079098
    },
    {
      "concurrency": 8,
      "category": "narrative",
      "stream": 8,
      "ttft": 0.414875,
      "duration": 12.563035,
      "inputTokens": 39,
      "outputTokens": 152,
      "streamDecode": 12.429866
    },
    {
      "concurrency": 8,
      "category": "prose",
      "stream": 1,
      "ttft": 0.349151,
      "duration": 7.85968,
      "inputTokens": 36,
      "outputTokens": 131,
      "streamDecode": 17.309033
    },
    {
      "concurrency": 8,
      "category": "prose",
      "stream": 2,
      "ttft": 0.348477,
      "duration": 9.402198,
      "inputTokens": 36,
      "outputTokens": 132,
      "streamDecode": 14.469189
    },
    {
      "concurrency": 8,
      "category": "prose",
      "stream": 3,
      "ttft": 0.348267,
      "duration": 8.393412,
      "inputTokens": 36,
      "outputTokens": 119,
      "streamDecode": 14.66723
    },
    {
      "concurrency": 8,
      "category": "prose",
      "stream": 4,
      "ttft": 0.347531,
      "duration": 7.859239,
      "inputTokens": 36,
      "outputTokens": 119,
      "streamDecode": 15.708811
    },
    {
      "concurrency": 8,
      "category": "prose",
      "stream": 5,
      "ttft": 0.348885,
      "duration": 9.231062,
      "inputTokens": 36,
      "outputTokens": 131,
      "streamDecode": 14.636051
    },
    {
      "concurrency": 8,
      "category": "prose",
      "stream": 6,
      "ttft": 0.349447,
      "duration": 7.657198,
      "inputTokens": 36,
      "outputTokens": 119,
      "streamDecode": 16.147239
    },
    {
      "concurrency": 8,
      "category": "prose",
      "stream": 7,
      "ttft": 0.348341,
      "duration": 8.785714,
      "inputTokens": 36,
      "outputTokens": 122,
      "streamDecode": 14.340957
    },
    {
      "concurrency": 8,
      "category": "prose",
      "stream": 8,
      "ttft": 0.349615,
      "duration": 8.224068,
      "inputTokens": 36,
      "outputTokens": 123,
      "streamDecode": 15.49314
    },
    {
      "concurrency": 8,
      "category": "math",
      "stream": 1,
      "ttft": 0.443444,
      "duration": 6.909621,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 30.775524
    },
    {
      "concurrency": 8,
      "category": "math",
      "stream": 2,
      "ttft": 0.441758,
      "duration": 6.805098,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 31.272885
    },
    {
      "concurrency": 8,
      "category": "math",
      "stream": 3,
      "ttft": 0.444575,
      "duration": 6.806944,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 31.277657
    },
    {
      "concurrency": 8,
      "category": "math",
      "stream": 4,
      "ttft": 0.442706,
      "duration": 6.543492,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 32.618745
    },
    {
      "concurrency": 8,
      "category": "math",
      "stream": 5,
      "ttft": 0.443211,
      "duration": 6.417828,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 33.307573
    },
    {
      "concurrency": 8,
      "category": "math",
      "stream": 6,
      "ttft": 0.443184,
      "duration": 6.909532,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 30.774713
    },
    {
      "concurrency": 8,
      "category": "math",
      "stream": 7,
      "ttft": 0.444288,
      "duration": 6.676234,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 31.932243
    },
    {
      "concurrency": 8,
      "category": "math",
      "stream": 8,
      "ttft": 0.444508,
      "duration": 6.131253,
      "inputTokens": 70,
      "outputTokens": 200,
      "streamDecode": 34.993655
    },
    {
      "concurrency": 8,
      "category": "reasoning",
      "stream": 1,
      "ttft": 0.76958,
      "duration": 8.945136,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 24.340852
    },
    {
      "concurrency": 8,
      "category": "reasoning",
      "stream": 2,
      "ttft": 0.771772,
      "duration": 9.528599,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 22.725126
    },
    {
      "concurrency": 8,
      "category": "reasoning",
      "stream": 3,
      "ttft": 0.76964,
      "duration": 9.420412,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 23.003728
    },
    {
      "concurrency": 8,
      "category": "reasoning",
      "stream": 4,
      "ttft": 0.770933,
      "duration": 9.420368,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 23.007282
    },
    {
      "concurrency": 8,
      "category": "reasoning",
      "stream": 5,
      "ttft": 0.771251,
      "duration": 9.277752,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 23.393872
    },
    {
      "concurrency": 8,
      "category": "reasoning",
      "stream": 6,
      "ttft": 0.770647,
      "duration": 8.946386,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 24.340309
    },
    {
      "concurrency": 8,
      "category": "reasoning",
      "stream": 7,
      "ttft": 0.770438,
      "duration": 8.589505,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 25.450608
    },
    {
      "concurrency": 8,
      "category": "reasoning",
      "stream": 8,
      "ttft": 0.77066,
      "duration": 9.42117,
      "inputTokens": 64,
      "outputTokens": 200,
      "streamDecode": 23.004424
    },
    {
      "concurrency": 8,
      "category": "summary",
      "stream": 1,
      "ttft": 1.528129,
      "duration": 8.763083,
      "inputTokens": 303,
      "outputTokens": 106,
      "streamDecode": 14.512877
    },
    {
      "concurrency": 8,
      "category": "summary",
      "stream": 2,
      "ttft": 1.52731,
      "duration": 7.626266,
      "inputTokens": 303,
      "outputTokens": 94,
      "streamDecode": 15.248511
    },
    {
      "concurrency": 8,
      "category": "summary",
      "stream": 3,
      "ttft": 1.526943,
      "duration": 11.16896,
      "inputTokens": 303,
      "outputTokens": 135,
      "streamDecode": 13.897507
    },
    {
      "concurrency": 8,
      "category": "summary",
      "stream": 4,
      "ttft": 0.442621,
      "duration": 10.935822,
      "inputTokens": 303,
      "outputTokens": 130,
      "streamDecode": 12.293675
    },
    {
      "concurrency": 8,
      "category": "summary",
      "stream": 5,
      "ttft": 1.526141,
      "duration": 8.387289,
      "inputTokens": 303,
      "outputTokens": 97,
      "streamDecode": 13.991829
    },
    {
      "concurrency": 8,
      "category": "summary",
      "stream": 6,
      "ttft": 1.52766,
      "duration": 9.622497,
      "inputTokens": 303,
      "outputTokens": 100,
      "streamDecode": 12.230018
    },
    {
      "concurrency": 8,
      "category": "summary",
      "stream": 7,
      "ttft": 1.527416,
      "duration": 11.490226,
      "inputTokens": 303,
      "outputTokens": 150,
      "streamDecode": 14.955621
    },
    {
      "concurrency": 8,
      "category": "summary",
      "stream": 8,
      "ttft": 1.527915,
      "duration": 10.523335,
      "inputTokens": 303,
      "outputTokens": 125,
      "streamDecode": 13.784793
    },
    {
      "concurrency": 8,
      "category": "format",
      "stream": 1,
      "ttft": 0.504066,
      "duration": 3.468164,
      "inputTokens": 85,
      "outputTokens": 105,
      "streamDecode": 35.086551
    },
    {
      "concurrency": 8,
      "category": "format",
      "stream": 2,
      "ttft": 0.502591,
      "duration": 3.345115,
      "inputTokens": 85,
      "outputTokens": 105,
      "streamDecode": 36.587192
    },
    {
      "concurrency": 8,
      "category": "format",
      "stream": 3,
      "ttft": 0.502128,
      "duration": 3.020188,
      "inputTokens": 85,
      "outputTokens": 102,
      "streamDecode": 40.110244
    },
    {
      "concurrency": 8,
      "category": "format",
      "stream": 4,
      "ttft": 0.504275,
      "duration": 3.671843,
      "inputTokens": 85,
      "outputTokens": 114,
      "streamDecode": 35.674049
    },
    {
      "concurrency": 8,
      "category": "format",
      "stream": 5,
      "ttft": 0.503858,
      "duration": 3.18081,
      "inputTokens": 85,
      "outputTokens": 102,
      "streamDecode": 37.729482
    },
    {
      "concurrency": 8,
      "category": "format",
      "stream": 6,
      "ttft": 0.503465,
      "duration": 3.906287,
      "inputTokens": 85,
      "outputTokens": 121,
      "streamDecode": 35.264848
    },
    {
      "concurrency": 8,
      "category": "format",
      "stream": 7,
      "ttft": 0.503563,
      "duration": 3.021738,
      "inputTokens": 85,
      "outputTokens": 102,
      "streamDecode": 40.10841
    },
    {
      "concurrency": 8,
      "category": "format",
      "stream": 8,
      "ttft": 0.504364,
      "duration": 3.181498,
      "inputTokens": 85,
      "outputTokens": 102,
      "streamDecode": 37.726919
    },
    {
      "concurrency": 8,
      "category": "ceiling_count",
      "stream": 1,
      "ttft": 0.324027,
      "duration": 4.700432,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 54.382544
    },
    {
      "concurrency": 8,
      "category": "ceiling_count",
      "stream": 2,
      "ttft": 0.324599,
      "duration": 4.700827,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 54.38474
    },
    {
      "concurrency": 8,
      "category": "ceiling_count",
      "stream": 3,
      "ttft": 0.323556,
      "duration": 4.700147,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 54.380219
    },
    {
      "concurrency": 8,
      "category": "ceiling_count",
      "stream": 4,
      "ttft": 0.323426,
      "duration": 4.69967,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 54.384541
    },
    {
      "concurrency": 8,
      "category": "ceiling_count",
      "stream": 5,
      "ttft": 0.324264,
      "duration": 4.700156,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 54.388912
    },
    {
      "concurrency": 8,
      "category": "ceiling_count",
      "stream": 6,
      "ttft": 0.324064,
      "duration": 4.700316,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 54.384446
    },
    {
      "concurrency": 8,
      "category": "ceiling_count",
      "stream": 7,
      "ttft": 0.323511,
      "duration": 4.69914,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 54.392181
    },
    {
      "concurrency": 8,
      "category": "ceiling_count",
      "stream": 8,
      "ttft": 0.324328,
      "duration": 4.699833,
      "inputTokens": 30,
      "outputTokens": 239,
      "streamDecode": 54.393725
    }
  ],
  "limitations": [
    "Single full performance run; not a multi-round median.",
    "No general answer-quality score supplied for this tuned run.",
    "Long-context checks are two single requests with middle-position retrieval.",
    "No full 300K, eight concurrent long-context, 1M, independent two-hour stability or fresh customer-install validation.",
    "Managed-platform acceptance does not prove inclusion in a specific public installer version."
  ]
}
