{
  "benchmark": "codex_ws_streaming",
  "benchmark_version": "1",
  "date": "2026-05-24",
  "endpoint": "wss://chatgpt.com/backend-api/codex/responses",
  "model": "gpt-5.4-mini",
  "warmup_count": 4,
  "sample_count": 50,
  "inter_request_delay_ms": 2000,
  "lead_alternation": "SR/RS/SR/RS/SR/RS/SR/RS/SR/RS/SR/RS/SR/RS/SR/RS/SR/RS/SR/RS/SR/RS/SR/RS/SR",
  "primary_claim": "pass",
  "primary_claim_passed": 50,
  "primary_claim_total": 50,
  "primary_claim_threshold": 40,
  "primary_claim_definition": "WebSocket connect, send response.create, receive >=1 response.output_text.delta AND response.completed text frame within 30s; pass if >=ceil(0.8*N) of N samples (counted per-pair, both clients must pass)",
  "failures": [],
  "environment": {
    "os": "macos",
    "arch": "aarch64",
    "specter_version": "4.0.0",
    "tokio_tungstenite_version": "0.24"
  },
  "rows": [
    {
      "client": "specter",
      "warmup": true,
      "sample_index": 0,
      "pair_index": 0,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 400.722166,
      "ttft_ms": 781.657958,
      "total_wall_time_ms": 828.061792,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 1034.397287086236,
      "epoch_ms": 1779658096928
    },
    {
      "client": "tungstenite",
      "warmup": true,
      "sample_index": 1,
      "pair_index": 0,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 295.213917,
      "ttft_ms": 1634.388833,
      "total_wall_time_ms": 1676.885291,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 103,
      "completed": true,
      "chars_per_sec": 1129.5058990563382,
      "epoch_ms": 1779658100920
    },
    {
      "client": "tungstenite",
      "warmup": true,
      "sample_index": 2,
      "pair_index": 1,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 295.07262499999996,
      "ttft_ms": 642.459375,
      "total_wall_time_ms": 727.789208,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 773.4692273451419,
      "epoch_ms": 1779658103994
    },
    {
      "client": "specter",
      "warmup": true,
      "sample_index": 3,
      "pair_index": 1,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 346.811125,
      "ttft_ms": 1075.1360000000002,
      "total_wall_time_ms": 1127.131375,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 1269.3436675858252,
      "epoch_ms": 1779658107484
    },
    {
      "client": "specter",
      "warmup": true,
      "sample_index": 4,
      "pair_index": 2,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 442.24037500000003,
      "ttft_ms": 591.591583,
      "total_wall_time_ms": 696.2978330000001,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 458.42535665253956,
      "epoch_ms": 1779658110667
    },
    {
      "client": "tungstenite",
      "warmup": true,
      "sample_index": 5,
      "pair_index": 2,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 402.613709,
      "ttft_ms": 578.600625,
      "total_wall_time_ms": 684.431,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 623.6394796862431,
      "epoch_ms": 1779658113813
    },
    {
      "client": "tungstenite",
      "warmup": true,
      "sample_index": 6,
      "pair_index": 3,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 404.92475,
      "ttft_ms": 583.446,
      "total_wall_time_ms": 676.270084,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 517.1071766245494,
      "epoch_ms": 1779658116938
    },
    {
      "client": "specter",
      "warmup": true,
      "sample_index": 7,
      "pair_index": 3,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 278.510709,
      "ttft_ms": 996.623459,
      "total_wall_time_ms": 1042.428917,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 1047.9100547362734,
      "epoch_ms": 1779658120285
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 0,
      "pair_index": 0,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 314.485041,
      "ttft_ms": 1069.696792,
      "total_wall_time_ms": 1112.2555419999999,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 1550.79742708609,
      "epoch_ms": 1779658123744
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 1,
      "pair_index": 0,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 331.970208,
      "ttft_ms": 627.5467500000001,
      "total_wall_time_ms": 646.168333,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 2577.6541124350347,
      "epoch_ms": 1779658126770
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 2,
      "pair_index": 1,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 305.475292,
      "ttft_ms": 772.056375,
      "total_wall_time_ms": 773.49225,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 45965.0039174716,
      "epoch_ms": 1779658130025
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 3,
      "pair_index": 1,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 443.505459,
      "ttft_ms": 1278.0959169999999,
      "total_wall_time_ms": 1323.710542,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 1446.9043645541265,
      "epoch_ms": 1779658133816
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 4,
      "pair_index": 2,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 347.62070900000003,
      "ttft_ms": 529.5649169999999,
      "total_wall_time_ms": 622.5918750000001,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 515.9794647912697,
      "epoch_ms": 1779658136839
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 5,
      "pair_index": 2,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 445.8685,
      "ttft_ms": 522.618084,
      "total_wall_time_ms": 639.139667,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 411.9408504774602,
      "epoch_ms": 1779658139953
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 6,
      "pair_index": 3,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 262.190083,
      "ttft_ms": 12492.702416,
      "total_wall_time_ms": 18629.063375,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 10.755560248325995,
      "epoch_ms": 1779658161618
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 7,
      "pair_index": 3,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 453.56437500000004,
      "ttft_ms": 947.177792,
      "total_wall_time_ms": 997.376292,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 1314.7803221211768,
      "epoch_ms": 1779658165073
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 8,
      "pair_index": 4,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 393.735958,
      "ttft_ms": 656.3845,
      "total_wall_time_ms": 701.247542,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 1471.1441101118394,
      "epoch_ms": 1779658168189
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 9,
      "pair_index": 4,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 302.68879100000004,
      "ttft_ms": 973.925958,
      "total_wall_time_ms": 1019.8107919999999,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 1438.3837587818282,
      "epoch_ms": 1779658171547
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 10,
      "pair_index": 5,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 342.08754200000004,
      "ttft_ms": 1050.053958,
      "total_wall_time_ms": 1139.3083749999998,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 537.7885107915731,
      "epoch_ms": 1779658175087
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 11,
      "pair_index": 5,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 293.177542,
      "ttft_ms": 614.6571250000001,
      "total_wall_time_ms": 699.941083,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 562.8256606007898,
      "epoch_ms": 1779658178082
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 12,
      "pair_index": 6,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 363.385,
      "ttft_ms": 964.980417,
      "total_wall_time_ms": 1010.4447919999999,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 1451.6860728867414,
      "epoch_ms": 1779658181480
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 13,
      "pair_index": 6,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 268.46295799999996,
      "ttft_ms": 434.739458,
      "total_wall_time_ms": 622.2275000000001,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 256.0163276973151,
      "epoch_ms": 1779658184374
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 14,
      "pair_index": 7,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 356.995875,
      "ttft_ms": 548.809834,
      "total_wall_time_ms": 641.670542,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 516.9032310199491,
      "epoch_ms": 1779658187415
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 15,
      "pair_index": 7,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 271.77629199999996,
      "ttft_ms": 781.066709,
      "total_wall_time_ms": 827.612709,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 1417.9521333734356,
      "epoch_ms": 1779658190544
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 16,
      "pair_index": 8,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 267.3425,
      "ttft_ms": 854.136,
      "total_wall_time_ms": 899.27575,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 1462.1259532895049,
      "epoch_ms": 1779658193810
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 17,
      "pair_index": 8,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 399.009333,
      "ttft_ms": 973.806833,
      "total_wall_time_ms": 1016.349083,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 1551.398903443049,
      "epoch_ms": 1779658197252
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 18,
      "pair_index": 9,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 322.30125,
      "ttft_ms": 430.01670800000005,
      "total_wall_time_ms": 535.056792,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 456.96840836494414,
      "epoch_ms": 1779658200150
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 19,
      "pair_index": 9,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 320.021792,
      "ttft_ms": 776.8942920000001,
      "total_wall_time_ms": 784.184875,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 9052.773968830788,
      "epoch_ms": 1779658203272
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 20,
      "pair_index": 10,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 360.0795,
      "ttft_ms": 493.36566700000003,
      "total_wall_time_ms": 577.365834,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 571.4274353764088,
      "epoch_ms": 1779658206261
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 21,
      "pair_index": 10,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 374.03916599999997,
      "ttft_ms": 702.3497090000001,
      "total_wall_time_ms": 901.092959,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 241.51763644803046,
      "epoch_ms": 1779658209537
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 22,
      "pair_index": 11,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 362.432833,
      "ttft_ms": 1372.329792,
      "total_wall_time_ms": 1832.130375,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 104.39308207662712,
      "epoch_ms": 1779658214953
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 23,
      "pair_index": 11,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 283.197917,
      "ttft_ms": 897.7505,
      "total_wall_time_ms": 2950.074916,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 23.38811526374201,
      "epoch_ms": 1779658220761
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 24,
      "pair_index": 12,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 406.619834,
      "ttft_ms": 522.89725,
      "total_wall_time_ms": 588.240334,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 1010.0533363255402,
      "epoch_ms": 1779658223803
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 25,
      "pair_index": 12,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 260.34545799999995,
      "ttft_ms": 819.7671250000001,
      "total_wall_time_ms": 863.135292,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 1521.8535752271948,
      "epoch_ms": 1779658226929
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 26,
      "pair_index": 13,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 279.060917,
      "ttft_ms": 4260.858292,
      "total_wall_time_ms": 4729.035834,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 102.52520826810604,
      "epoch_ms": 1779658234197
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 27,
      "pair_index": 13,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 360.89770799999997,
      "ttft_ms": 766.4251250000001,
      "total_wall_time_ms": 775.0485,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 5566.266108107391,
      "epoch_ms": 1779658237380
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 28,
      "pair_index": 14,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 290.469834,
      "ttft_ms": 541.296334,
      "total_wall_time_ms": 656.573625,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 572.5325380867946,
      "epoch_ms": 1779658240364
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 29,
      "pair_index": 14,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 263.477541,
      "ttft_ms": 656.819083,
      "total_wall_time_ms": 764.206583,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 446.9793970434173,
      "epoch_ms": 1779658243445
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 30,
      "pair_index": 15,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 302.59166700000003,
      "ttft_ms": 550.926209,
      "total_wall_time_ms": 653.5878339999999,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 467.55542784365645,
      "epoch_ms": 1779658246445
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 31,
      "pair_index": 15,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 298.67125,
      "ttft_ms": 842.263875,
      "total_wall_time_ms": 887.4505,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 1460.60919575206,
      "epoch_ms": 1779658249649
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 32,
      "pair_index": 16,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 356.190791,
      "ttft_ms": 692.778,
      "total_wall_time_ms": 735.996292,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 1527.1311508562155,
      "epoch_ms": 1779658252773
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 33,
      "pair_index": 16,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 377.0055,
      "ttft_ms": 548.114666,
      "total_wall_time_ms": 661.6765409999999,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 422.67706481598736,
      "epoch_ms": 1779658255859
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 34,
      "pair_index": 17,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 284.015833,
      "ttft_ms": 676.138875,
      "total_wall_time_ms": 726.5555,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 952.0669025346289,
      "epoch_ms": 1779658258897
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 35,
      "pair_index": 17,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 312.629084,
      "ttft_ms": 791.841208,
      "total_wall_time_ms": 931.2970419999999,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 344.1949943808019,
      "epoch_ms": 1779658262190
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 36,
      "pair_index": 18,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 288.640625,
      "ttft_ms": 1255.058084,
      "total_wall_time_ms": 1299.339542,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 1490.4658288351777,
      "epoch_ms": 1779658265793
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 37,
      "pair_index": 18,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 267.78408399999995,
      "ttft_ms": 3509.8202499999998,
      "total_wall_time_ms": 3556.492917,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 1028.439193329143,
      "epoch_ms": 1779658271644
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 38,
      "pair_index": 19,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 376.92629100000005,
      "ttft_ms": 809.4556670000001,
      "total_wall_time_ms": 851.463667,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 1142.639497238623,
      "epoch_ms": 1779658274908
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 39,
      "pair_index": 19,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 271.342417,
      "ttft_ms": 1460.293667,
      "total_wall_time_ms": 2374.604917,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 52.49853373235863,
      "epoch_ms": 1779658279655
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 40,
      "pair_index": 20,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 329.79254099999997,
      "ttft_ms": 539.0509169999999,
      "total_wall_time_ms": 640.156417,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 474.7516208317049,
      "epoch_ms": 1779658282688
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 41,
      "pair_index": 20,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 340.906709,
      "ttft_ms": 931.45375,
      "total_wall_time_ms": 1050.5264590000002,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 554.283181715467,
      "epoch_ms": 1779658286082
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 42,
      "pair_index": 21,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 348.420459,
      "ttft_ms": 702.810375,
      "total_wall_time_ms": 795.940792,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 708.6836087075613,
      "epoch_ms": 1779658289235
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 43,
      "pair_index": 21,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 379.493958,
      "ttft_ms": 758.558917,
      "total_wall_time_ms": 796.346459,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 1746.607387164795,
      "epoch_ms": 1779658292436
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 44,
      "pair_index": 22,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 339.674166,
      "ttft_ms": 936.703042,
      "total_wall_time_ms": 981.685958,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 1067.0717745376924,
      "epoch_ms": 1779658295784
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 45,
      "pair_index": 22,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 353.204083,
      "ttft_ms": 524.836667,
      "total_wall_time_ms": 560.525625,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 1344.9538089624264,
      "epoch_ms": 1779658298739
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 46,
      "pair_index": 23,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 295.96375,
      "ttft_ms": 563.051125,
      "total_wall_time_ms": 676.845833,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 421.8122340100385,
      "epoch_ms": 1779658301810
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 47,
      "pair_index": 23,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 376.19025,
      "ttft_ms": 2971.633042,
      "total_wall_time_ms": 3014.6448339999997,
      "total_chars": 66,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 1534.462921237979,
      "epoch_ms": 1779658307222
    },
    {
      "client": "specter",
      "warmup": false,
      "sample_index": 48,
      "pair_index": 24,
      "lead_in_pair": true,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 302.958125,
      "ttft_ms": 499.337292,
      "total_wall_time_ms": 671.850875,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 28,
      "completed": true,
      "chars_per_sec": 278.23896046492763,
      "epoch_ms": 1779658310199
    },
    {
      "client": "tungstenite",
      "warmup": false,
      "sample_index": 49,
      "pair_index": 24,
      "lead_in_pair": false,
      "status": "ok",
      "handshake_status": 101,
      "handshake_ms": 392.15779200000003,
      "ttft_ms": 752.524125,
      "total_wall_time_ms": 789.557875,
      "total_chars": 48,
      "delta_count": 19,
      "frame_count": 30,
      "completed": true,
      "chars_per_sec": 1296.1150302089331,
      "epoch_ms": 1779658313394
    }
  ],
  "summary": {
    "specter": {
      "median_ttft_ms": 781.066709,
      "p95_ttft_ms": 1423.8541169999994,
      "median_total_wall_time_ms": 827.612709,
      "p95_total_wall_time_ms": 2834.9809161999983,
      "median_handshake_ms": 329.79254099999997,
      "median_chars_per_sec": 1417.9521333734356,
      "passing_samples": 25
    },
    "tungstenite": {
      "median_ttft_ms": 702.810375,
      "p95_ttft_ms": 4110.650683599998,
      "median_total_wall_time_ms": 789.557875,
      "p95_total_wall_time_ms": 4494.5272505999965,
      "median_handshake_ms": 331.970208,
      "median_chars_per_sec": 537.7885107915731,
      "passing_samples": 25
    },
    "comparison": {
      "ttft_difference_ms": -550.62498812,
      "ttft_ci_95": [
        -1585.186292146941,
        483.9363159069409
      ],
      "ttft_ci_covers_zero": true,
      "wall_time_difference_ms": -728.6297499199998,
      "wall_time_ci_95": [
        -2254.2755248577805,
        797.0160250177807
      ],
      "wall_time_ci_covers_zero": true,
      "handshake_difference_ms": 8.403230119999996,
      "handshake_ci_95": [
        -26.472630208022743,
        43.279090448022735
      ],
      "handshake_ci_covers_zero": true,
      "ttft_wilcoxon_p_value": 0.4678319565115636,
      "wall_time_wilcoxon_p_value": 0.5746982040798058,
      "interpretation": "All differences within network noise at n=25. Both clients streamed successfully from Codex WS."
    }
  }
}