{
  "attention_profile_sha256": "fbcf7e1f95789a6f6d771e24d1fc60958b7daf04eb0db260d27869a19d71d550",
  "cell_version": "v1",
  "cells": [
    {
      "decode_batch": {
        "histogram": {},
        "max": 0,
        "share_gt_1": 0.0,
        "share_gt_4": 0.0,
        "stages": 0
      },
      "drain_fraction": 0.0009942595174267852,
      "drain_tail_s": 3.638989833782034,
      "offered_load": {
        "decode_tokens_per_s": 0.0633879781420765,
        "prefill_tokens_per_s_after_prefix": 884.2945355191257,
        "prefill_tokens_per_s_raw": 2459.7437158469947,
        "requests_per_s": 0.0633879781420765
      },
      "prefix_cache_hit_ratio": 0.6406200282639031,
      "requests": 232,
      "rho": 0.0002,
      "subcritical_gate": true,
      "topology": "tp2_mns16",
      "tpot_ms": {
        "count": 0,
        "max": null,
        "mean": null,
        "min": null,
        "p50": null,
        "p90": null,
        "p95": null,
        "p99": null
      },
      "trace_sha256": "573cf4b21a3c39789b87eb92a34c8d8c95a8d0d79f769b05719884590f48c639",
      "ttft_ms": {
        "count": 232,
        "max": 22394.384315265255,
        "mean": 2016.4229573072757,
        "min": 90.95485497891787,
        "p50": 876.6052006358223,
        "p90": 5597.657549404108,
        "p95": 9955.05948414866,
        "p99": 15612.433918519466
      },
      "waiting_ms": {
        "count": 232,
        "max": 13155.607757982125,
        "mean": 336.5077998372315,
        "min": 0.0,
        "p50": 0.0,
        "p90": 0.0,
        "p95": 1592.2631189191934,
        "p99": 7965.408809250165
      }
    },
    {
      "decode_batch": {
        "histogram": {},
        "max": 0,
        "share_gt_1": 0.0,
        "share_gt_4": 0.0,
        "stages": 0
      },
      "drain_fraction": 0.0005535579625697598,
      "drain_tail_s": 2.0260221430053207,
      "offered_load": {
        "decode_tokens_per_s": 0.0633879781420765,
        "prefill_tokens_per_s_after_prefix": 880.7972677595628,
        "prefill_tokens_per_s_raw": 2459.7437158469947,
        "requests_per_s": 0.0633879781420765
      },
      "prefix_cache_hit_ratio": 0.6420421114379927,
      "requests": 232,
      "rho": 0.0002,
      "subcritical_gate": true,
      "topology": "tp4_mns16",
      "tpot_ms": {
        "count": 0,
        "max": null,
        "mean": null,
        "min": null,
        "p50": null,
        "p90": null,
        "p95": null,
        "p99": null
      },
      "trace_sha256": "573cf4b21a3c39789b87eb92a34c8d8c95a8d0d79f769b05719884590f48c639",
      "ttft_ms": {
        "count": 232,
        "max": 12080.695954866542,
        "mean": 1097.5137410350026,
        "min": 72.1560867923472,
        "p50": 516.1309269643652,
        "p90": 2564.188634116818,
        "p95": 5585.788369509169,
        "p99": 8804.50146872767
      },
      "waiting_ms": {
        "count": 232,
        "max": 7151.845512636555,
        "mean": 99.8249313518456,
        "min": 0.0,
        "p50": 0.0,
        "p90": 0.0,
        "p95": 295.97096758665066,
        "p99": 2261.809117635907
      }
    },
    {
      "decode_batch": {
        "histogram": {},
        "max": 0,
        "share_gt_1": 0.0,
        "share_gt_4": 0.0,
        "stages": 0
      },
      "drain_fraction": 0.0013382625998707982,
      "drain_tail_s": 4.898041115527121,
      "offered_load": {
        "decode_tokens_per_s": 0.13633879781420766,
        "prefill_tokens_per_s_after_prefix": 1794.7636612021859,
        "prefill_tokens_per_s_raw": 5620.918852459016,
        "requests_per_s": 0.13633879781420766
      },
      "prefix_cache_hit_ratio": 0.6808258903220888,
      "requests": 499,
      "rho": 0.0004,
      "subcritical_gate": true,
      "topology": "tp2_mns16",
      "tpot_ms": {
        "count": 0,
        "max": null,
        "mean": null,
        "min": null,
        "p50": null,
        "p90": null,
        "p95": null,
        "p99": null
      },
      "trace_sha256": "b27aec81dd9baa832176679b8e84333720fd70946882fbb079de7b912332feda",
      "ttft_ms": {
        "count": 499,
        "max": 28160.869292443294,
        "mean": 2470.467680714121,
        "min": 90.95485497891787,
        "p50": 877.1610873113787,
        "p90": 7449.431996229117,
        "p95": 12179.038589710988,
        "p99": 18584.71742409069
      },
      "waiting_ms": {
        "count": 499,
        "max": 25191.932798227754,
        "mean": 864.2429863694354,
        "min": 0.0,
        "p50": 0.0,
        "p90": 2060.9470903828583,
        "p95": 5987.232655719128,
        "p99": 13173.044246174226
      }
    },
    {
      "decode_batch": {
        "histogram": {},
        "max": 0,
        "share_gt_1": 0.0,
        "share_gt_4": 0.0,
        "stages": 0
      },
      "drain_fraction": 0.0005723542337033552,
      "drain_tail_s": 2.09481649535428,
      "offered_load": {
        "decode_tokens_per_s": 0.13633879781420766,
        "prefill_tokens_per_s_after_prefix": 1734.9516393442623,
        "prefill_tokens_per_s_raw": 5620.918852459016,
        "requests_per_s": 0.13633879781420766
      },
      "prefix_cache_hit_ratio": 0.691468838921361,
      "requests": 499,
      "rho": 0.0004,
      "subcritical_gate": true,
      "topology": "tp4_mns16",
      "tpot_ms": {
        "count": 0,
        "max": null,
        "mean": null,
        "min": null,
        "p50": null,
        "p90": null,
        "p95": null,
        "p99": null
      },
      "trace_sha256": "b27aec81dd9baa832176679b8e84333720fd70946882fbb079de7b912332feda",
      "ttft_ms": {
        "count": 499,
        "max": 14638.743702257216,
        "mean": 1190.143380934895,
        "min": 72.1560867923472,
        "p50": 510.84479136716254,
        "p90": 3181.3298830905296,
        "p95": 5265.102348068058,
        "p99": 10414.488385287405
      },
      "waiting_ms": {
        "count": 499,
        "max": 12819.0035203138,
        "mean": 255.23631772331117,
        "min": 0.0,
        "p50": 0.0,
        "p90": 96.2998426639842,
        "p95": 1728.7002592128508,
        "p99": 5892.272316403113
      }
    },
    {
      "decode_batch": {
        "histogram": {},
        "max": 0,
        "share_gt_1": 0.0,
        "share_gt_4": 0.0,
        "stages": 0
      },
      "drain_fraction": 0.00023484544575858607,
      "drain_tail_s": 0.859534331476425,
      "offered_load": {
        "decode_tokens_per_s": 0.23743169398907105,
        "prefill_tokens_per_s_after_prefix": 3120.9784153005467,
        "prefill_tokens_per_s_raw": 7722.316120218579,
        "requests_per_s": 0.23743169398907105
      },
      "prefix_cache_hit_ratio": 0.5959839894093193,
      "requests": 869,
      "rho": 0.0008,
      "subcritical_gate": true,
      "topology": "tp2_mns16",
      "tpot_ms": {
        "count": 0,
        "max": null,
        "mean": null,
        "min": null,
        "p50": null,
        "p90": null,
        "p95": null,
        "p99": null
      },
      "trace_sha256": "a440006d71f928053da5a88af7e00003169a1f95e05ee8328c5c3ca697ae0fe9",
      "ttft_ms": {
        "count": 869,
        "max": 31384.57081632896,
        "mean": 3262.922770577521,
        "min": 80.48812343014333,
        "p50": 869.0654534193527,
        "p90": 10573.947661327758,
        "p95": 15296.650926758037,
        "p99": 21984.870012304014
      },
      "waiting_ms": {
        "count": 869,
        "max": 30294.53558294381,
        "mean": 1770.386177703944,
        "min": 0.0,
        "p50": 0.0,
        "p90": 6890.822699274853,
        "p95": 11429.513143558317,
        "p99": 18054.967406463602
      }
    },
    {
      "decode_batch": {
        "histogram": {},
        "max": 0,
        "share_gt_1": 0.0,
        "share_gt_4": 0.0,
        "stages": 0
      },
      "drain_fraction": 0.00014906636399725652,
      "drain_tail_s": 0.5455828922299588,
      "offered_load": {
        "decode_tokens_per_s": 0.23743169398907105,
        "prefill_tokens_per_s_after_prefix": 2943.2210382513663,
        "prefill_tokens_per_s_raw": 7722.316120218579,
        "requests_per_s": 0.23743169398907105
      },
      "prefix_cache_hit_ratio": 0.6190078484508921,
      "requests": 869,
      "rho": 0.0008,
      "subcritical_gate": true,
      "topology": "tp4_mns16",
      "tpot_ms": {
        "count": 0,
        "max": null,
        "mean": null,
        "min": null,
        "p50": null,
        "p90": null,
        "p95": null,
        "p99": null
      },
      "trace_sha256": "a440006d71f928053da5a88af7e00003169a1f95e05ee8328c5c3ca697ae0fe9",
      "ttft_ms": {
        "count": 869,
        "max": 16057.04136311897,
        "mean": 1275.40149118524,
        "min": 67.46058986800563,
        "p50": 428.09781420987747,
        "p90": 3685.320778708873,
        "p95": 6286.041945787507,
        "p99": 10430.684729989898
      },
      "waiting_ms": {
        "count": 869,
        "max": 15053.141906136261,
        "mean": 421.3322223628933,
        "min": 0.0,
        "p50": 0.0,
        "p90": 585.9887748068106,
        "p95": 3090.558970424443,
        "p99": 8471.886860828818
      }
    },
    {
      "decode_batch": {
        "histogram": {},
        "max": 0,
        "share_gt_1": 0.0,
        "share_gt_4": 0.0,
        "stages": 0
      },
      "drain_fraction": 0.012967957147314541,
      "drain_tail_s": 47.46272315917122,
      "offered_load": {
        "decode_tokens_per_s": 0.46939890710382515,
        "prefill_tokens_per_s_after_prefix": 6538.567486338798,
        "prefill_tokens_per_s_raw": 14510.624316939891,
        "requests_per_s": 0.46939890710382515
      },
      "prefix_cache_hit_ratio": 0.5495261427568396,
      "requests": 1718,
      "rho": 0.0016,
      "subcritical_gate": true,
      "topology": "tp2_mns16",
      "tpot_ms": {
        "count": 0,
        "max": null,
        "mean": null,
        "min": null,
        "p50": null,
        "p90": null,
        "p95": null,
        "p99": null
      },
      "trace_sha256": "60080a3b70c01806782a0abd72c873536aae54fbd9c5ef70d1d5a2ae7a1338ea",
      "ttft_ms": {
        "count": 1718,
        "max": 66578.48546737114,
        "mean": 8771.952477826575,
        "min": 80.48812343014333,
        "p50": 3392.0416080366067,
        "p90": 24475.218749701922,
        "p95": 33824.30978066004,
        "p99": 48636.304823714425
      },
      "waiting_ms": {
        "count": 1718,
        "max": 65625.6292665521,
        "mean": 7210.059307774163,
        "min": 0.0,
        "p50": 1210.4389057114986,
        "p90": 21454.74688922785,
        "p95": 31447.91008182273,
        "p99": 47140.04440652531
      }
    },
    {
      "decode_batch": {
        "histogram": {},
        "max": 0,
        "share_gt_1": 0.0,
        "share_gt_4": 0.0,
        "stages": 0
      },
      "drain_fraction": 0.0024829272772107624,
      "drain_tail_s": 9.087513834591391,
      "offered_load": {
        "decode_tokens_per_s": 0.46939890710382515,
        "prefill_tokens_per_s_after_prefix": 6046.31393442623,
        "prefill_tokens_per_s_raw": 14510.624316939891,
        "requests_per_s": 0.46939890710382515
      },
      "prefix_cache_hit_ratio": 0.5834579374478305,
      "requests": 1718,
      "rho": 0.0016,
      "subcritical_gate": true,
      "topology": "tp4_mns16",
      "tpot_ms": {
        "count": 0,
        "max": null,
        "mean": null,
        "min": null,
        "p50": null,
        "p90": null,
        "p95": null,
        "p99": null
      },
      "trace_sha256": "60080a3b70c01806782a0abd72c873536aae54fbd9c5ef70d1d5a2ae7a1338ea",
      "ttft_ms": {
        "count": 1718,
        "max": 22740.47242973984,
        "mean": 1982.5181747731513,
        "min": 67.46058986800563,
        "p50": 563.4391554845024,
        "p90": 6378.403293449832,
        "p95": 8710.966056077563,
        "p99": 15357.245352912887
      },
      "waiting_ms": {
        "count": 1718,
        "max": 18888.109661448652,
        "mean": 1110.9868411863508,
        "min": 0.0,
        "p50": 0.0,
        "p90": 4253.667468357389,
        "p95": 6886.657874642189,
        "p99": 13397.793338046433
      }
    },
    {
      "decode_batch": {
        "histogram": {},
        "max": 0,
        "share_gt_1": 0.0,
        "share_gt_4": 0.0,
        "stages": 0
      },
      "drain_fraction": 0.37830325420435085,
      "drain_tail_s": 1384.5899103879242,
      "offered_load": {
        "decode_tokens_per_s": 0.95,
        "prefill_tokens_per_s_after_prefix": 14302.829234972678,
        "prefill_tokens_per_s_raw": 31647.095901639343,
        "requests_per_s": 0.95
      },
      "prefix_cache_hit_ratio": 0.548175911436349,
      "requests": 3477,
      "rho": 0.0032,
      "subcritical_gate": false,
      "topology": "tp2_mns16",
      "tpot_ms": {
        "count": 0,
        "max": null,
        "mean": null,
        "min": null,
        "p50": null,
        "p90": null,
        "p95": null,
        "p99": null
      },
      "trace_sha256": "8eeea3f44626e30e6da6ab58950c9a7f52e6cf6eb29c6bd2e35e1c25e4a9c5ce",
      "ttft_ms": {
        "count": 3477,
        "max": 1396505.4377501393,
        "mean": 713718.2923315652,
        "min": 523.4377250571841,
        "p50": 752636.5425455952,
        "p90": 1219928.0000770227,
        "p95": 1265657.4963084226,
        "p99": 1364995.269473642
      },
      "waiting_ms": {
        "count": 3477,
        "max": 1395552.5815493201,
        "mean": 711986.6468225399,
        "min": 0.0,
        "p50": 751006.927897161,
        "p90": 1218640.0576069213,
        "p95": 1264383.90901991,
        "p99": 1357836.932620136
      }
    },
    {
      "decode_batch": {
        "histogram": {},
        "max": 0,
        "share_gt_1": 0.0,
        "share_gt_4": 0.0,
        "stages": 0
      },
      "drain_fraction": 0.0024829272772107624,
      "drain_tail_s": 9.087513834591391,
      "offered_load": {
        "decode_tokens_per_s": 0.95,
        "prefill_tokens_per_s_after_prefix": 12622.671857923497,
        "prefill_tokens_per_s_raw": 31647.095901639343,
        "requests_per_s": 0.95
      },
      "prefix_cache_hit_ratio": 0.6012782892549811,
      "requests": 3477,
      "rho": 0.0032,
      "subcritical_gate": true,
      "topology": "tp4_mns16",
      "tpot_ms": {
        "count": 0,
        "max": null,
        "mean": null,
        "min": null,
        "p50": null,
        "p90": null,
        "p95": null,
        "p99": null
      },
      "trace_sha256": "8eeea3f44626e30e6da6ab58950c9a7f52e6cf6eb29c6bd2e35e1c25e4a9c5ce",
      "ttft_ms": {
        "count": 3477,
        "max": 43733.59998241585,
        "mean": 6397.374766665999,
        "min": 67.46058986814774,
        "p50": 3276.4329854612697,
        "p90": 17833.72132484574,
        "p95": 23705.880006424282,
        "p99": 36214.16656225671
      },
      "waiting_ms": {
        "count": 3477,
        "max": 40748.976762736216,
        "mean": 5494.564635817035,
        "min": 0.0,
        "p50": 1963.6734690996036,
        "p90": 16680.754893288453,
        "p95": 22203.49896551297,
        "p99": 34692.440763376595
      }
    }
  ],
  "schema": "frontier-code-trace-calibration-summary-v1",
  "subcritical_rule": "drain tail <= 10% of the 3660s arrival window",
  "workload_mode": "prefill_only"
}