Record code-trace calibration and canary gates

This commit is contained in:
2026-07-24 02:03:11 +08:00
parent d5bb9745f8
commit 14ed991059
18 changed files with 1698 additions and 7 deletions

View File

@@ -0,0 +1,632 @@
{
"attention_profile_sha256": "fbcf7e1f95789a6f6d771e24d1fc60958b7daf04eb0db260d27869a19d71d550",
"cells": [
{
"decode_batch": {
"histogram": {
"1": 5525
},
"max": 1,
"share_gt_1": 0.0,
"share_gt_4": 0.0,
"stages": 5525
},
"drain_fraction": 0.00044126232317770095,
"drain_tail_s": 1.6150201028303854,
"offered_load": {
"decode_tokens_per_s": 1.5183060109289617,
"prefill_tokens_per_s_after_prefix": 189.91639344262296,
"prefill_tokens_per_s_raw": 201.38743169398907,
"requests_per_s": 0.008743169398907104
},
"prefix_cache_hit_ratio": 0.05698154180238871,
"requests": 32,
"rho": 5e-05,
"subcritical_gate": true,
"topology": "tp4_mns16",
"tpot_ms": {
"count": 32,
"max": 6.06516500761245,
"mean": 5.267661756941212,
"min": 4.642776716764274,
"p50": 5.27961358181982,
"p90": 6.065165007589712,
"p95": 6.06516500761245,
"p99": 6.06516500761245
},
"trace_sha256": "bdc54edafacf3e3f353de7a54d5e43a7e4323eb1e8b3dc55ce333a5e0b347ce5",
"ttft_ms": {
"count": 32,
"max": 9026.404118319988,
"mean": 1316.2539772416199,
"min": 76.98844366404956,
"p50": 401.828087941567,
"p90": 3363.622890573971,
"p95": 6721.082190563591,
"p99": 8741.382807755395
},
"waiting_ms": {
"count": 32,
"max": 0.0,
"mean": 0.0,
"min": 0.0,
"p50": 0.0,
"p90": 0.0,
"p95": 0.0,
"p99": 0.0
}
},
{
"decode_batch": {
"histogram": {
"1": 33249,
"2": 294,
"3": 76
},
"max": 3,
"share_gt_1": 0.011005681311163331,
"share_gt_4": 0.0,
"stages": 33619
},
"drain_fraction": 0.0006573023445132039,
"drain_tail_s": 2.4057265809183264,
"offered_load": {
"decode_tokens_per_s": 9.343989071038251,
"prefill_tokens_per_s_after_prefix": 491.8571038251366,
"prefill_tokens_per_s_raw": 1477.1773224043716,
"requests_per_s": 0.03224043715846994
},
"prefix_cache_hit_ratio": 0.667142227102801,
"requests": 118,
"rho": 0.0001,
"subcritical_gate": true,
"topology": "tp4_mns16",
"tpot_ms": {
"count": 118,
"max": 109.2514556116484,
"mean": 6.521761912064516,
"min": 4.642776716750063,
"p50": 5.7134254039277,
"p90": 6.06516500761245,
"p95": 6.582261050425584,
"p99": 14.049063410907634
},
"trace_sha256": "8d4ac5646f46e84560c17c44013af2bcb7cfe91d4a2be3476d8f3c09565cf55f",
"ttft_ms": {
"count": 118,
"max": 9696.373176562247,
"mean": 1203.6180593647337,
"min": 72.1560867923472,
"p50": 592.0461311603731,
"p90": 3231.0798294979118,
"p95": 6885.471905257904,
"p99": 8918.025104477005
},
"waiting_ms": {
"count": 118,
"max": 7151.845512636555,
"mean": 98.59009397263883,
"min": 0.0,
"p50": 0.0,
"p90": 0.0,
"p95": 0.21863999056675887,
"p99": 2087.1951396751865
}
},
{
"decode_batch": {
"histogram": {
"1": 71338,
"2": 4093,
"3": 1021,
"4": 33
},
"max": 4,
"share_gt_1": 0.067294240700791,
"share_gt_4": 0.0,
"stages": 76485
},
"drain_fraction": 0.001483881651363999,
"drain_tail_s": 5.431006843992236,
"offered_load": {
"decode_tokens_per_s": 22.691803278688525,
"prefill_tokens_per_s_after_prefix": 884.2945355191257,
"prefill_tokens_per_s_raw": 2459.7437158469947,
"requests_per_s": 0.0633879781420765
},
"prefix_cache_hit_ratio": 0.6406200282639031,
"requests": 232,
"rho": 0.0002,
"subcritical_gate": true,
"topology": "tp2_mns16",
"tpot_ms": {
"count": 231,
"max": 151.0151050020596,
"mean": 8.197384891414327,
"min": 4.790955988028145,
"p50": 6.377284733844135,
"p90": 9.066414456096654,
"p95": 13.235755136549969,
"p99": 45.72584194314243
},
"trace_sha256": "188f9e52674ec268d70d763995f2cdf84ccbcbab86420214b127994569324e9b",
"ttft_ms": {
"count": 232,
"max": 22394.384315265255,
"mean": 2036.2309970727358,
"min": 90.95485497891787,
"p50": 876.6052006358223,
"p90": 5676.270318256946,
"p95": 9955.05948414866,
"p99": 15641.83197487735
},
"waiting_ms": {
"count": 232,
"max": 13155.607757982125,
"mean": 338.8558697712575,
"min": 0.0,
"p50": 0.0,
"p90": 5.941389865392926,
"p95": 1644.4218195787325,
"p99": 8012.825782587187
}
},
{
"decode_batch": {
"histogram": {
"1": 72379,
"2": 4138,
"3": 696
},
"max": 3,
"share_gt_1": 0.06260603784336835,
"share_gt_4": 0.0,
"stages": 77213
},
"drain_fraction": 0.0010192168060329308,
"drain_tail_s": 3.730333510080527,
"offered_load": {
"decode_tokens_per_s": 22.691803278688525,
"prefill_tokens_per_s_after_prefix": 880.7972677595628,
"prefill_tokens_per_s_raw": 2459.7437158469947,
"requests_per_s": 0.0633879781420765
},
"prefix_cache_hit_ratio": 0.6420421114379927,
"requests": 232,
"rho": 0.0002,
"subcritical_gate": true,
"topology": "tp4_mns16",
"tpot_ms": {
"count": 231,
"max": 109.2514556116484,
"mean": 6.682483450713786,
"min": 4.6427767165369005,
"p50": 5.757631515507455,
"p90": 6.873691941109428,
"p95": 8.022302513342353,
"p99": 28.619774468019706
},
"trace_sha256": "188f9e52674ec268d70d763995f2cdf84ccbcbab86420214b127994569324e9b",
"ttft_ms": {
"count": 232,
"max": 12080.695954866542,
"mean": 1109.6819359234096,
"min": 72.1560867923472,
"p50": 527.4056752296019,
"p90": 2603.3383651315494,
"p95": 5585.788369509169,
"p99": 8828.771798959253
},
"waiting_ms": {
"count": 232,
"max": 7151.845512636555,
"mean": 100.5913696184332,
"min": 0.0,
"p50": 0.0,
"p90": 2.71668797665825,
"p95": 337.7136230834021,
"p99": 2261.809117635907
}
},
{
"decode_batch": {
"histogram": {
"1": 163554,
"10": 18,
"11": 5,
"12": 10,
"2": 48104,
"3": 15894,
"4": 2673,
"5": 1305,
"6": 332,
"7": 181,
"8": 46,
"9": 15
},
"max": 12,
"share_gt_1": 0.2954419157652593,
"share_gt_4": 0.008236515505929689,
"stages": 232137
},
"drain_fraction": 0.001932022033012745,
"drain_tail_s": 7.071200640826646,
"offered_load": {
"decode_tokens_per_s": 90.30054644808743,
"prefill_tokens_per_s_after_prefix": 1805.1767759562842,
"prefill_tokens_per_s_raw": 5620.918852459016,
"requests_per_s": 0.13633879781420766
},
"prefix_cache_hit_ratio": 0.6789729811301968,
"requests": 499,
"rho": 0.0004,
"subcritical_gate": true,
"topology": "tp2_mns16",
"tpot_ms": {
"count": 497,
"max": 556.5990343567938,
"mean": 18.61788167095804,
"min": 4.790955988028145,
"p50": 7.918935117459114,
"p90": 26.775158132602897,
"p95": 56.43467403678585,
"p99": 256.82570583636533
},
"trace_sha256": "2751c373bb91eccf42b94e1b28245870d6ffa2f91e1b5dabafe2435bc46da274",
"ttft_ms": {
"count": 499,
"max": 28488.652032648133,
"mean": 2601.050597929721,
"min": 90.96449664048123,
"p50": 942.4448686800133,
"p90": 7645.075071658986,
"p95": 12524.265102993284,
"p99": 19300.755134457228
},
"waiting_ms": {
"count": 499,
"max": 25277.458416518584,
"mean": 926.4084886277059,
"min": 0.0,
"p50": 2.7291107814733095,
"p90": 2483.439910098784,
"p95": 6352.661668917902,
"p99": 13692.62653031437
}
},
{
"decode_batch": {
"histogram": {
"1": 184431,
"2": 52296,
"3": 10583,
"4": 1254,
"5": 675
},
"max": 5,
"share_gt_1": 0.2600235115692167,
"share_gt_4": 0.002708243894414598,
"stages": 249239
},
"drain_fraction": 0.001114813580178276,
"drain_tail_s": 4.08021770345249,
"offered_load": {
"decode_tokens_per_s": 90.30054644808743,
"prefill_tokens_per_s_after_prefix": 1738.4489071038251,
"prefill_tokens_per_s_raw": 5620.918852459016,
"requests_per_s": 0.13633879781420766
},
"prefix_cache_hit_ratio": 0.6908465352465023,
"requests": 499,
"rho": 0.0004,
"subcritical_gate": true,
"topology": "tp4_mns16",
"tpot_ms": {
"count": 497,
"max": 191.36693232402044,
"mean": 9.29907499058627,
"min": 4.6427767165369005,
"p50": 6.554626532726112,
"p90": 10.321323503714908,
"p95": 18.835821286381098,
"p99": 73.17188748931419
},
"trace_sha256": "2751c373bb91eccf42b94e1b28245870d6ffa2f91e1b5dabafe2435bc46da274",
"ttft_ms": {
"count": 499,
"max": 14944.866787426236,
"mean": 1252.450784907019,
"min": 72.1560867923472,
"p50": 526.7327146962089,
"p90": 3295.008250609953,
"p95": 5487.844406213842,
"p99": 10840.596450182773
},
"waiting_ms": {
"count": 499,
"max": 12922.960017376226,
"mean": 274.43276731097365,
"min": 0.0,
"p50": 0.6520015415389935,
"p90": 164.9360333363801,
"p95": 2029.720098907419,
"p99": 6246.634668026156
}
},
{
"decode_batch": {
"histogram": {
"1": 123423,
"10": 262,
"11": 84,
"12": 37,
"13": 42,
"14": 108,
"15": 59,
"16": 39,
"2": 64628,
"3": 34551,
"4": 17977,
"5": 5215,
"6": 2255,
"7": 1043,
"8": 349,
"9": 406
},
"max": 16,
"share_gt_1": 0.5072501377366475,
"share_gt_4": 0.039520436924600166,
"stages": 250478
},
"drain_fraction": 0.0006878766017147268,
"drain_tail_s": 2.5176283622759,
"offered_load": {
"decode_tokens_per_s": 135.20737704918034,
"prefill_tokens_per_s_after_prefix": 3107.11174863388,
"prefill_tokens_per_s_raw": 7722.316120218579,
"requests_per_s": 0.23743169398907105
},
"prefix_cache_hit_ratio": 0.5977800565206239,
"requests": 869,
"rho": 0.0008,
"subcritical_gate": true,
"topology": "tp2_mns16",
"tpot_ms": {
"count": 864,
"max": 1048.199917263105,
"mean": 35.531282784807445,
"min": 4.790955988028145,
"p50": 10.56810791578755,
"p90": 58.679343047855866,
"p95": 113.21830549665293,
"p99": 497.8300148864786
},
"trace_sha256": "2788a21c6bb8be6d03fb5151f2c51efa09c0eb5e1f941af60c00a7cc11d41206",
"ttft_ms": {
"count": 869,
"max": 35023.43713844812,
"mean": 3519.677566968775,
"min": 80.48812343014333,
"p50": 944.5946905507299,
"p90": 11539.678186253443,
"p95": 16395.861888973763,
"p99": 23283.982779742393
},
"waiting_ms": {
"count": 869,
"max": 33885.372635082604,
"mean": 1944.5601581730987,
"min": 0.0,
"p50": 4.989910657513974,
"p90": 7660.373377703809,
"p95": 12268.558603129362,
"p99": 19104.247337156932
}
},
{
"decode_batch": {
"histogram": {
"1": 185761,
"2": 81136,
"3": 28184,
"4": 10328,
"5": 2183,
"6": 759,
"7": 199,
"8": 89,
"9": 18
},
"max": 9,
"share_gt_1": 0.3981636573931581,
"share_gt_4": 0.010523007739983218,
"stages": 308657
},
"drain_fraction": 0.0005799250803688739,
"drain_tail_s": 2.1225257941500786,
"offered_load": {
"decode_tokens_per_s": 135.20737704918034,
"prefill_tokens_per_s_after_prefix": 2943.3609289617484,
"prefill_tokens_per_s_raw": 7722.316120218579,
"requests_per_s": 0.23743169398907105
},
"prefix_cache_hit_ratio": 0.6189897292366545,
"requests": 869,
"rho": 0.0008,
"subcritical_gate": true,
"topology": "tp4_mns16",
"tpot_ms": {
"count": 864,
"max": 556.1359991102521,
"mean": 12.147948538437653,
"min": 4.6427767165369005,
"p50": 6.843951976861717,
"p90": 14.306706048821074,
"p95": 30.43280397112956,
"p99": 137.6170979713351
},
"trace_sha256": "2788a21c6bb8be6d03fb5151f2c51efa09c0eb5e1f941af60c00a7cc11d41206",
"ttft_ms": {
"count": 869,
"max": 17076.806859823137,
"mean": 1363.8187082248587,
"min": 67.46058986817616,
"p50": 457.5338581378219,
"p90": 4063.5681271006715,
"p95": 6757.6291299215145,
"p99": 11100.99635793714
},
"waiting_ms": {
"count": 869,
"max": 16033.766590147934,
"mean": 459.6734459851503,
"min": 0.0,
"p50": 2.5305451699750847,
"p90": 796.2202857544993,
"p95": 3149.129404067843,
"p99": 9085.03332971697
}
},
{
"decode_batch": {
"histogram": {
"1": 8883,
"10": 102,
"11": 206,
"12": 48,
"13": 104,
"14": 98,
"15": 112,
"16": 42432,
"2": 8887,
"3": 5320,
"4": 1084,
"5": 391,
"6": 1238,
"7": 983,
"8": 600,
"9": 185
},
"max": 16,
"share_gt_1": 0.8743084346214255,
"share_gt_4": 0.6579457501450342,
"stages": 70673
},
"drain_fraction": 0.26690162220748465,
"drain_tail_s": 976.8599372793938,
"offered_load": {
"decode_tokens_per_s": 222.2658469945355,
"prefill_tokens_per_s_after_prefix": 6478.3401639344265,
"prefill_tokens_per_s_raw": 14510.624316939891,
"requests_per_s": 0.46939890710382515
},
"prefix_cache_hit_ratio": 0.5536777047530368,
"requests": 1718,
"rho": 0.0016,
"subcritical_gate": false,
"topology": "tp2_mns16",
"tpot_ms": {
"count": 1710,
"max": 1075.3968454229532,
"mean": 82.12803809595945,
"min": 5.044100516215622,
"p50": 55.434284109098826,
"p90": 148.45522338371572,
"p95": 240.8300400647424,
"p99": 469.60790088235683
},
"trace_sha256": "d785665c86a562c9d9a7492ad710e6393bb883bf8c3ad552a34ff18f22925043",
"ttft_ms": {
"count": 1718,
"max": 899333.5996373689,
"mean": 363823.5998174686,
"min": 95.16785391630833,
"p50": 333469.8464378732,
"p90": 786932.9549504423,
"p95": 836208.7308378813,
"p99": 879481.7276833938
},
"waiting_ms": {
"count": 1718,
"max": 898008.7571403392,
"mean": 362060.3850241827,
"min": 0.0,
"p50": 332965.98011225695,
"p90": 785791.1926569697,
"p95": 832975.7759936375,
"p99": 872501.6632742453
}
},
{
"decode_batch": {
"histogram": {
"1": 82578,
"10": 992,
"11": 686,
"12": 564,
"13": 388,
"14": 207,
"15": 120,
"16": 556,
"2": 76732,
"3": 49252,
"4": 30080,
"5": 19950,
"6": 9869,
"7": 6575,
"8": 3735,
"9": 1733
},
"max": 16,
"share_gt_1": 0.7092497984275589,
"share_gt_4": 0.15976156356837795,
"stages": 284017
},
"drain_fraction": 0.0057571275011030374,
"drain_tail_s": 21.071086654037117,
"offered_load": {
"decode_tokens_per_s": 222.2658469945355,
"prefill_tokens_per_s_after_prefix": 6066.187158469946,
"prefill_tokens_per_s_raw": 14510.624316939891,
"requests_per_s": 0.46939890710382515
},
"prefix_cache_hit_ratio": 0.5820880455385098,
"requests": 1718,
"rho": 0.0016,
"subcritical_gate": true,
"topology": "tp4_mns16",
"tpot_ms": {
"count": 1710,
"max": 779.2730316123988,
"mean": 31.087273162821237,
"min": 4.6427767165369005,
"p50": 9.443696854706767,
"p90": 67.85056779351899,
"p95": 145.53426807885694,
"p99": 346.8968267376913
},
"trace_sha256": "d785665c86a562c9d9a7492ad710e6393bb883bf8c3ad552a34ff18f22925043",
"ttft_ms": {
"count": 1718,
"max": 24498.655361823694,
"mean": 2344.154809416248,
"min": 72.15684780067022,
"p50": 646.7976478797937,
"p90": 7657.698621058489,
"p95": 10053.03089890951,
"p99": 16706.358496869783
},
"waiting_ms": {
"count": 1718,
"max": 20607.142196811765,
"mean": 1395.7184472333554,
"min": 0.0,
"p50": 5.521385635063325,
"p90": 5253.222863654173,
"p95": 8173.9598212075725,
"p99": 14808.95660872061
}
}
],
"schema": "frontier-code-trace-calibration-summary-v1",
"subcritical_rule": "drain tail <= 10% of the 3660s arrival window"
}

View File

@@ -0,0 +1,8 @@
0, NVIDIA H20, 0, 0
1, NVIDIA H20, 0, 0
2, NVIDIA H20, 0, 0
3, NVIDIA H20, 0, 0
4, NVIDIA H20, 0, 0
5, NVIDIA H20, 0, 0
6, NVIDIA H20, 0, 0
7, NVIDIA H20, 0, 0
1 0 NVIDIA H20 0 0
2 1 NVIDIA H20 0 0
3 2 NVIDIA H20 0 0
4 3 NVIDIA H20 0 0
5 4 NVIDIA H20 0 0
6 5 NVIDIA H20 0 0
7 6 NVIDIA H20 0 0
8 7 NVIDIA H20 0 0

View File

@@ -0,0 +1,8 @@
0, NVIDIA H20, 0, 0, 0
1, NVIDIA H20, 0, 0, 0
2, NVIDIA H20, 0, 0, 0
3, NVIDIA H20, 0, 0, 0
4, NVIDIA H20, 0, 0, 0
5, NVIDIA H20, 0, 0, 0
6, NVIDIA H20, 0, 0, 0
7, NVIDIA H20, 0, 0, 0
1 0 NVIDIA H20 0 0 0
2 1 NVIDIA H20 0 0 0
3 2 NVIDIA H20 0 0 0
4 3 NVIDIA H20 0 0 0
5 4 NVIDIA H20 0 0 0
6 5 NVIDIA H20 0 0 0
7 6 NVIDIA H20 0 0 0
8 7 NVIDIA H20 0 0 0

View File

@@ -0,0 +1,3 @@
9857f3ee2565e0ae5bf414c769ea7404295eb7b15fc4a4e8c0f85726312e27a5 runs/frontier-code-trace-v0/run_max_model_len_smoke.sh
0b6a6d1d8c71f57b8e11b4eb89a9887e182a327223206577086605930da3c028 /home/admin/cpfs/wjh/aituner/aituner-code-smoke-da480a8/runs/frontier-s3-real-v0/qwen30_prefill_client.py
2850ddb3bf7aecad20b611e2d44f3077fc8193f4827c93beddd4c02ad63c2297 /home/admin/cpfs/wjh/models/Qwen/Qwen3-30B-A3B/config.json

View File

@@ -0,0 +1,47 @@
{
"requests": [
{
"admission_lag_ms": 0.09795790538191795,
"admitted_s": 9.795790538191795e-05,
"completion_tokens": 242,
"e2e_ms": 5778.945273021236,
"prompt_tokens": 136774,
"request_index": 0,
"scheduled_s": 0.0,
"slo_pass": true,
"streamed_token_count": 242,
"success": true,
"tpot_ms": 8.126009058562799,
"ttft_ms": 3820.549983996898
}
],
"schema": "qwen30-fixed-rate-anchor-v2",
"summary": {
"admission_lag_max_ms": 0.09795790538191795,
"completed": 1,
"failed": 0,
"slo": {
"feasible": true,
"pass_rate": 1.0,
"passed": 1,
"tpot_threshold_ms": 150.0,
"ttft_threshold_ms": 18096.75
},
"tpot_max_ms": 8.126009058562799,
"tpot_p50_ms": 8.126009058562799,
"tpot_p95_ms": 8.126009058562799,
"ttft_max_ms": 3820.549983996898,
"ttft_p50_ms": 3820.549983996898,
"ttft_p95_ms": 3820.549983996898
},
"workload": {
"arrival": "open_loop_uniform",
"input_tokens": 136774,
"last_scheduled_arrival_s": 0.0,
"offered_request_rate": 1.0,
"output_tokens": 242,
"prefix_caching": false,
"prompt_vector_sha256": "40852e3d159377ae557b58933b077bee1e565bc51a4b7d4e3ea0070709e63999",
"request_count": 1
}
}

View File

@@ -0,0 +1,47 @@
{
"requests": [
{
"admission_lag_ms": 0.10300683788955212,
"admitted_s": 0.00010300683788955212,
"completion_tokens": 68,
"e2e_ms": 13182.361921994016,
"prompt_tokens": 119702,
"request_index": 0,
"scheduled_s": 0.0,
"slo_pass": true,
"streamed_token_count": 68,
"success": true,
"tpot_ms": 7.21338267243509,
"ttft_ms": 12699.044595938176
}
],
"schema": "qwen30-fixed-rate-anchor-v2",
"summary": {
"admission_lag_max_ms": 0.10300683788955212,
"completed": 1,
"failed": 0,
"slo": {
"feasible": true,
"pass_rate": 1.0,
"passed": 1,
"tpot_threshold_ms": 150.0,
"ttft_threshold_ms": 15962.75
},
"tpot_max_ms": 7.21338267243509,
"tpot_p50_ms": 7.21338267243509,
"tpot_p95_ms": 7.21338267243509,
"ttft_max_ms": 12699.044595938176,
"ttft_p50_ms": 12699.044595938176,
"ttft_p95_ms": 12699.044595938176
},
"workload": {
"arrival": "open_loop_uniform",
"input_tokens": 119702,
"last_scheduled_arrival_s": 0.0,
"offered_request_rate": 1.0,
"output_tokens": 68,
"prefix_caching": false,
"prompt_vector_sha256": "aaa2e7077defd41a1abb6227d9d22ec928a5d56e18fb3135783a6044e8365af7",
"request_count": 1
}
}

View File

@@ -0,0 +1,47 @@
{
"requests": [
{
"admission_lag_ms": 0.08747284300625324,
"admitted_s": 8.747284300625324e-05,
"completion_tokens": 78,
"e2e_ms": 2135.5441550258547,
"prompt_tokens": 20051,
"request_index": 0,
"scheduled_s": 0.0,
"slo_pass": true,
"streamed_token_count": 78,
"success": true,
"tpot_ms": 16.65233903830605,
"ttft_ms": 853.2876779790968
}
],
"schema": "qwen30-fixed-rate-anchor-v2",
"summary": {
"admission_lag_max_ms": 0.08747284300625324,
"completed": 1,
"failed": 0,
"slo": {
"feasible": true,
"pass_rate": 1.0,
"passed": 1,
"tpot_threshold_ms": 150.0,
"ttft_threshold_ms": 3506.375
},
"tpot_max_ms": 16.65233903830605,
"tpot_p50_ms": 16.65233903830605,
"tpot_p95_ms": 16.65233903830605,
"ttft_max_ms": 853.2876779790968,
"ttft_p50_ms": 853.2876779790968,
"ttft_p95_ms": 853.2876779790968
},
"workload": {
"arrival": "open_loop_uniform",
"input_tokens": 20051,
"last_scheduled_arrival_s": 0.0,
"offered_request_rate": 1.0,
"output_tokens": 78,
"prefix_caching": false,
"prompt_vector_sha256": "a814b02092178b7e949e4d14d15aa271c9e93cead6552d91413d8f9abf2c9287",
"request_count": 1
}
}

View File

@@ -0,0 +1 @@
{"object":"list","data":[{"id":"qwen3-30b-code-maxlen-smoke","object":"model","created":1784827167,"owned_by":"vllm","root":"/home/admin/cpfs/wjh/models/Qwen/Qwen3-30B-A3B","parent":null,"max_model_len":147456,"permission":[{"id":"modelperm-971c6c18ac176f4d","object":"model_permission","created":1784827167,"allow_create_engine":false,"allow_sampling":true,"allow_logprobs":true,"allow_search_indices":false,"allow_view":true,"allow_fine_tuning":false,"organization":"*","group":null,"is_blocking":false}]}]}

View File

@@ -0,0 +1,47 @@
{
"requests": [
{
"admission_lag_ms": 0.11776993051171303,
"admitted_s": 0.00011776993051171303,
"completion_tokens": 1,
"e2e_ms": 1389.798145974055,
"prompt_tokens": 512,
"request_index": 0,
"scheduled_s": 0.0,
"slo_pass": false,
"streamed_token_count": 1,
"success": true,
"tpot_ms": null,
"ttft_ms": 1389.7535749711096
}
],
"schema": "qwen30-fixed-rate-anchor-v2",
"summary": {
"admission_lag_max_ms": 0.11776993051171303,
"completed": 1,
"failed": 0,
"slo": {
"feasible": false,
"pass_rate": 0.0,
"passed": 0,
"tpot_threshold_ms": null,
"ttft_threshold_ms": 1064.0
},
"tpot_max_ms": null,
"tpot_p50_ms": null,
"tpot_p95_ms": null,
"ttft_max_ms": 1389.7535749711096,
"ttft_p50_ms": 1389.7535749711096,
"ttft_p95_ms": 1389.7535749711096
},
"workload": {
"arrival": "open_loop_uniform",
"input_tokens": 512,
"last_scheduled_arrival_s": 0.0,
"offered_request_rate": 1.0,
"output_tokens": 1,
"prefix_caching": false,
"prompt_vector_sha256": "11f5ac36e39b39336da6e64e7879dc7fcdedf26e9315bbb267d59ed1fa644939",
"request_count": 1
}
}

View File

@@ -0,0 +1,69 @@
{
"block_contract": {
"input_length_mismatches": 0,
"runtime_identity_collisions": 0,
"runtime_to_source_relation_conflicts": 0,
"source_hash_count_mismatches": 0,
"source_runtime_granularity": "one 512-token source hash to 32 consecutive 16-token identities; final partial source block may have fewer",
"source_to_runtime_relation_conflicts": 0,
"unique_runtime_identities": 2613467,
"unique_runtime_relations": 0,
"unique_source_hash_relations": 0
},
"excluded_over_max_total_tokens": 0,
"frontier_csv": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/full-r0p0002-v1/frontier.csv",
"frontier_csv_sha256": "188f9e52674ec268d70d763995f2cdf84ccbcbab86420214b127994569324e9b",
"mapping": "real prompt tokens: BLAKE2b-128(parent runtime identity, exact 16-token block); missing prompt fallback: source hashes first define deterministic 16-token content blocks, then the same parent-sensitive BLAKE2b-128 runtime identity contract is applied",
"max_total_tokens_filter": null,
"paired_row_vector_sha256": "6d0ac009dd415a6dab23928afb1eed2947f55d57e3ac6284629a9a6549ce016e",
"parent_validation": {
"enabled": false,
"links_checked": 0,
"links_outside_selected_stream": 0,
"mean_tail_nonreused_per_link": 0.0,
"parent_prefix_common_blocks": 0,
"parent_tail_nonreused_blocks": 0,
"rule": "contiguous common prefix required; mismatch tolerated only within parent trailing partial 512-token block (<= 33 runtime blocks)"
},
"prefix_cache_blocks": "complete 16-token blocks only; final partial block excluded",
"prompt_contract": {
"input_is_pre_remapped": true,
"real_prompt_requests": 0,
"synthetic_fallback_requests": 232,
"tokenizer": null
},
"prompt_window": null,
"prompt_window_sha256": null,
"real_requests": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/full-r0p0002-v1/real_requests.jsonl",
"real_requests_sha256": "e495a0496fd7183980f2f59f178ac6f5869c4da9deadde45e971f466324674c8",
"requests": 232,
"rho": 0.0002,
"sampling_rule": "keep iff sampling_u <= rho (SimFid convention; rho=1 keeps all rows)",
"schema": "frontier-s3-real-remap-v2",
"selected_remapped": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/full-r0p0002-v1/selected-remapped.jsonl",
"selected_remapped_sha256": "b4b90f2a09bee765365274d5a9d4fb6322761c85b37b9d3a3eee320c268b2c85",
"source": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/remap-cache-r0p0032-v2/selected-remapped.jsonl",
"source_block_size": 512,
"source_blocks": 17691,
"source_rows_scanned": 3477,
"source_sha256": "f46c7d8ddbd146bafe00fbc173bf3f29039d8b96aa611f1ae4e2a0b9eac189f1",
"synthetic_fallback_contract": {
"different_16_block_hash_different_tokens": true,
"encoding": "injective base-(vocab_size-token_offset), 16 little-endian digits",
"runtime_identity_is_parent_sensitive": true,
"same_16_block_hash_same_tokens": true,
"token_offset": 1024,
"vocab_size": 151936
},
"target_16_blocks": 562555,
"target_block_size": 16,
"total_decode_tokens": 83052,
"total_prefill_tokens": 9002662,
"upstream_remap_manifest": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/remap-cache-r0p0032-v2/manifest.json",
"upstream_remap_manifest_sha256": "8649b6acf10007e16a6b0eccebe95ee25a33481d6c3c0381ec8caf6dad05f12d",
"window": {
"duration_s": null,
"start_timestamp": null
},
"workload_mode": "prefill_decode"
}

View File

@@ -0,0 +1,69 @@
{
"block_contract": {
"input_length_mismatches": 0,
"runtime_identity_collisions": 0,
"runtime_to_source_relation_conflicts": 0,
"source_hash_count_mismatches": 0,
"source_runtime_granularity": "one 512-token source hash to 32 consecutive 16-token identities; final partial source block may have fewer",
"source_to_runtime_relation_conflicts": 0,
"unique_runtime_identities": 2613467,
"unique_runtime_relations": 0,
"unique_source_hash_relations": 0
},
"excluded_over_max_total_tokens": 0,
"frontier_csv": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/full-r0p0004-v1/frontier.csv",
"frontier_csv_sha256": "2751c373bb91eccf42b94e1b28245870d6ffa2f91e1b5dabafe2435bc46da274",
"mapping": "real prompt tokens: BLAKE2b-128(parent runtime identity, exact 16-token block); missing prompt fallback: source hashes first define deterministic 16-token content blocks, then the same parent-sensitive BLAKE2b-128 runtime identity contract is applied",
"max_total_tokens_filter": null,
"paired_row_vector_sha256": "2a3e10113bff788484615e3ff90399c0a1ca72427a2591ae38d986d9708019af",
"parent_validation": {
"enabled": false,
"links_checked": 0,
"links_outside_selected_stream": 0,
"mean_tail_nonreused_per_link": 0.0,
"parent_prefix_common_blocks": 0,
"parent_tail_nonreused_blocks": 0,
"rule": "contiguous common prefix required; mismatch tolerated only within parent trailing partial 512-token block (<= 33 runtime blocks)"
},
"prefix_cache_blocks": "complete 16-token blocks only; final partial block excluded",
"prompt_contract": {
"input_is_pre_remapped": true,
"real_prompt_requests": 0,
"synthetic_fallback_requests": 499,
"tokenizer": null
},
"prompt_window": null,
"prompt_window_sha256": null,
"real_requests": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/full-r0p0004-v1/real_requests.jsonl",
"real_requests_sha256": "f011d6233c12b45ca8054b2cbf79e3241654704d3df4964c1ca39f08aa00b71e",
"requests": 499,
"rho": 0.0004,
"sampling_rule": "keep iff sampling_u <= rho (SimFid convention; rho=1 keeps all rows)",
"schema": "frontier-s3-real-remap-v2",
"selected_remapped": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/full-r0p0004-v1/selected-remapped.jsonl",
"selected_remapped_sha256": "488ff7ed8d641f50f7b850c1ad4f61b2af57dc33474ccbe1e8c1dc475af4d897",
"source": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/remap-cache-r0p0032-v2/selected-remapped.jsonl",
"source_block_size": 512,
"source_blocks": 40421,
"source_rows_scanned": 3477,
"source_sha256": "f46c7d8ddbd146bafe00fbc173bf3f29039d8b96aa611f1ae4e2a0b9eac189f1",
"synthetic_fallback_contract": {
"different_16_block_hash_different_tokens": true,
"encoding": "injective base-(vocab_size-token_offset), 16 little-endian digits",
"runtime_identity_is_parent_sensitive": true,
"same_16_block_hash_same_tokens": true,
"token_offset": 1024,
"vocab_size": 151936
},
"target_16_blocks": 1285546,
"target_block_size": 16,
"total_decode_tokens": 330500,
"total_prefill_tokens": 20572563,
"upstream_remap_manifest": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/remap-cache-r0p0032-v2/manifest.json",
"upstream_remap_manifest_sha256": "8649b6acf10007e16a6b0eccebe95ee25a33481d6c3c0381ec8caf6dad05f12d",
"window": {
"duration_s": null,
"start_timestamp": null
},
"workload_mode": "prefill_decode"
}

View File

@@ -0,0 +1,69 @@
{
"block_contract": {
"input_length_mismatches": 0,
"runtime_identity_collisions": 0,
"runtime_to_source_relation_conflicts": 0,
"source_hash_count_mismatches": 0,
"source_runtime_granularity": "one 512-token source hash to 32 consecutive 16-token identities; final partial source block may have fewer",
"source_to_runtime_relation_conflicts": 0,
"unique_runtime_identities": 2613467,
"unique_runtime_relations": 0,
"unique_source_hash_relations": 0
},
"excluded_over_max_total_tokens": 0,
"frontier_csv": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/full-r0p0008-v1/frontier.csv",
"frontier_csv_sha256": "2788a21c6bb8be6d03fb5151f2c51efa09c0eb5e1f941af60c00a7cc11d41206",
"mapping": "real prompt tokens: BLAKE2b-128(parent runtime identity, exact 16-token block); missing prompt fallback: source hashes first define deterministic 16-token content blocks, then the same parent-sensitive BLAKE2b-128 runtime identity contract is applied",
"max_total_tokens_filter": null,
"paired_row_vector_sha256": "2a0fe9672c0711f7f74847bef400c699167fce8648611fc2ef12cf524b20d47f",
"parent_validation": {
"enabled": false,
"links_checked": 0,
"links_outside_selected_stream": 0,
"mean_tail_nonreused_per_link": 0.0,
"parent_prefix_common_blocks": 0,
"parent_tail_nonreused_blocks": 0,
"rule": "contiguous common prefix required; mismatch tolerated only within parent trailing partial 512-token block (<= 33 runtime blocks)"
},
"prefix_cache_blocks": "complete 16-token blocks only; final partial block excluded",
"prompt_contract": {
"input_is_pre_remapped": true,
"real_prompt_requests": 0,
"synthetic_fallback_requests": 869,
"tokenizer": null
},
"prompt_window": null,
"prompt_window_sha256": null,
"real_requests": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/full-r0p0008-v1/real_requests.jsonl",
"real_requests_sha256": "aed9d150df986476172ca1d2cce8e9a9f264e24507174265bda9b3e85298cfbe",
"requests": 869,
"rho": 0.0008,
"sampling_rule": "keep iff sampling_u <= rho (SimFid convention; rho=1 keeps all rows)",
"schema": "frontier-s3-real-remap-v2",
"selected_remapped": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/full-r0p0008-v1/selected-remapped.jsonl",
"selected_remapped_sha256": "5ec7b98153cba5549a57e2f15f56f9800f14251b0c1231ed1cf9fdfcf3924d06",
"source": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/remap-cache-r0p0032-v2/selected-remapped.jsonl",
"source_block_size": 512,
"source_blocks": 55641,
"source_rows_scanned": 3477,
"source_sha256": "f46c7d8ddbd146bafe00fbc173bf3f29039d8b96aa611f1ae4e2a0b9eac189f1",
"synthetic_fallback_contract": {
"different_16_block_hash_different_tokens": true,
"encoding": "injective base-(vocab_size-token_offset), 16 little-endian digits",
"runtime_identity_is_parent_sensitive": true,
"same_16_block_hash_same_tokens": true,
"token_offset": 1024,
"vocab_size": 151936
},
"target_16_blocks": 1766081,
"target_block_size": 16,
"total_decode_tokens": 494859,
"total_prefill_tokens": 28263677,
"upstream_remap_manifest": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/remap-cache-r0p0032-v2/manifest.json",
"upstream_remap_manifest_sha256": "8649b6acf10007e16a6b0eccebe95ee25a33481d6c3c0381ec8caf6dad05f12d",
"window": {
"duration_s": null,
"start_timestamp": null
},
"workload_mode": "prefill_decode"
}

View File

@@ -0,0 +1,69 @@
{
"block_contract": {
"input_length_mismatches": 0,
"runtime_identity_collisions": 0,
"runtime_to_source_relation_conflicts": 0,
"source_hash_count_mismatches": 0,
"source_runtime_granularity": "one 512-token source hash to 32 consecutive 16-token identities; final partial source block may have fewer",
"source_to_runtime_relation_conflicts": 0,
"unique_runtime_identities": 2613467,
"unique_runtime_relations": 0,
"unique_source_hash_relations": 0
},
"excluded_over_max_total_tokens": 0,
"frontier_csv": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/full-r0p0016-v1/frontier.csv",
"frontier_csv_sha256": "d785665c86a562c9d9a7492ad710e6393bb883bf8c3ad552a34ff18f22925043",
"mapping": "real prompt tokens: BLAKE2b-128(parent runtime identity, exact 16-token block); missing prompt fallback: source hashes first define deterministic 16-token content blocks, then the same parent-sensitive BLAKE2b-128 runtime identity contract is applied",
"max_total_tokens_filter": null,
"paired_row_vector_sha256": "d3d232ea41eadb507780b4830ce3e944ac88cd997d0a4f418f86ca71de1377bf",
"parent_validation": {
"enabled": false,
"links_checked": 0,
"links_outside_selected_stream": 0,
"mean_tail_nonreused_per_link": 0.0,
"parent_prefix_common_blocks": 0,
"parent_tail_nonreused_blocks": 0,
"rule": "contiguous common prefix required; mismatch tolerated only within parent trailing partial 512-token block (<= 33 runtime blocks)"
},
"prefix_cache_blocks": "complete 16-token blocks only; final partial block excluded",
"prompt_contract": {
"input_is_pre_remapped": true,
"real_prompt_requests": 0,
"synthetic_fallback_requests": 1718,
"tokenizer": null
},
"prompt_window": null,
"prompt_window_sha256": null,
"real_requests": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/full-r0p0016-v1/real_requests.jsonl",
"real_requests_sha256": "3261a15be3e1f7d5ecf8a86c03a9e0ff9ec69a3502e4fbc8e8b82b18b0854e1f",
"requests": 1718,
"rho": 0.0016,
"sampling_rule": "keep iff sampling_u <= rho (SimFid convention; rho=1 keeps all rows)",
"schema": "frontier-s3-real-remap-v2",
"selected_remapped": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/full-r0p0016-v1/selected-remapped.jsonl",
"selected_remapped_sha256": "4d5c66e5cad4efa4c500009630c6ca6069fdd71c9e1a7cd446c8869d84dc70f7",
"source": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/remap-cache-r0p0032-v2/selected-remapped.jsonl",
"source_block_size": 512,
"source_blocks": 104582,
"source_rows_scanned": 3477,
"source_sha256": "f46c7d8ddbd146bafe00fbc173bf3f29039d8b96aa611f1ae4e2a0b9eac189f1",
"synthetic_fallback_contract": {
"different_16_block_hash_different_tokens": true,
"encoding": "injective base-(vocab_size-token_offset), 16 little-endian digits",
"runtime_identity_is_parent_sensitive": true,
"same_16_block_hash_same_tokens": true,
"token_offset": 1024,
"vocab_size": 151936
},
"target_16_blocks": 3318510,
"target_block_size": 16,
"total_decode_tokens": 813493,
"total_prefill_tokens": 53108885,
"upstream_remap_manifest": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/remap-cache-r0p0032-v2/manifest.json",
"upstream_remap_manifest_sha256": "8649b6acf10007e16a6b0eccebe95ee25a33481d6c3c0381ec8caf6dad05f12d",
"window": {
"duration_s": null,
"start_timestamp": null
},
"workload_mode": "prefill_decode"
}

View File

@@ -0,0 +1,69 @@
{
"block_contract": {
"input_length_mismatches": 0,
"runtime_identity_collisions": 0,
"runtime_to_source_relation_conflicts": 0,
"source_hash_count_mismatches": 0,
"source_runtime_granularity": "one 512-token source hash to 32 consecutive 16-token identities; final partial source block may have fewer",
"source_to_runtime_relation_conflicts": 0,
"unique_runtime_identities": 2613467,
"unique_runtime_relations": 0,
"unique_source_hash_relations": 0
},
"excluded_over_max_total_tokens": 0,
"frontier_csv": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/prefill-only-r0p0032-v1/frontier.csv",
"frontier_csv_sha256": "8eeea3f44626e30e6da6ab58950c9a7f52e6cf6eb29c6bd2e35e1c25e4a9c5ce",
"mapping": "real prompt tokens: BLAKE2b-128(parent runtime identity, exact 16-token block); missing prompt fallback: source hashes first define deterministic 16-token content blocks, then the same parent-sensitive BLAKE2b-128 runtime identity contract is applied",
"max_total_tokens_filter": null,
"paired_row_vector_sha256": "40865068e02414612ba1cd4595894e20e85e01fd34d73f8660185552d531ecea",
"parent_validation": {
"enabled": false,
"links_checked": 0,
"links_outside_selected_stream": 0,
"mean_tail_nonreused_per_link": 0.0,
"parent_prefix_common_blocks": 0,
"parent_tail_nonreused_blocks": 0,
"rule": "contiguous common prefix required; mismatch tolerated only within parent trailing partial 512-token block (<= 33 runtime blocks)"
},
"prefix_cache_blocks": "complete 16-token blocks only; final partial block excluded",
"prompt_contract": {
"input_is_pre_remapped": true,
"real_prompt_requests": 0,
"synthetic_fallback_requests": 3477,
"tokenizer": null
},
"prompt_window": null,
"prompt_window_sha256": null,
"real_requests": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/prefill-only-r0p0032-v1/real_requests.jsonl",
"real_requests_sha256": "48a9a6f5f73fe4daebff5a2fba9aec732a89219d19a00d6811cf14e0cd5afa2c",
"requests": 3477,
"rho": 0.0032,
"sampling_rule": "keep iff sampling_u <= rho (SimFid convention; rho=1 keeps all rows)",
"schema": "frontier-s3-real-remap-v2",
"selected_remapped": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/prefill-only-r0p0032-v1/selected-remapped.jsonl",
"selected_remapped_sha256": "a9c31bb600ac6b637ded1c1aa4c84df5613bc3fbdc986bfe935f4ebe9aee0aff",
"source": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/remap-cache-r0p0032-v2/selected-remapped.jsonl",
"source_block_size": 512,
"source_blocks": 227960,
"source_rows_scanned": 3477,
"source_sha256": "f46c7d8ddbd146bafe00fbc173bf3f29039d8b96aa611f1ae4e2a0b9eac189f1",
"synthetic_fallback_contract": {
"different_16_block_hash_different_tokens": true,
"encoding": "injective base-(vocab_size-token_offset), 16 little-endian digits",
"runtime_identity_is_parent_sensitive": true,
"same_16_block_hash_same_tokens": true,
"token_offset": 1024,
"vocab_size": 151936
},
"target_16_blocks": 7237642,
"target_block_size": 16,
"total_decode_tokens": 3477,
"total_prefill_tokens": 115828371,
"upstream_remap_manifest": "/home/admin/cpfs/wjh/aituner/aituner-code-trace-fbaa909/runs/frontier-code-trace-v0/inputs/remap-cache-r0p0032-v2/manifest.json",
"upstream_remap_manifest_sha256": "8649b6acf10007e16a6b0eccebe95ee25a33481d6c3c0381ec8caf6dad05f12d",
"window": {
"duration_s": null,
"start_timestamp": null
},
"workload_mode": "prefill_only"
}