gahow/aituner
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Close BC8 decode curve counterfactual

Browse Source
This commit is contained in:
Gahow Wang
2026-07-23 18:08:00 +08:00
parent ecc5599381
commit cf610003ed
11 changed files with 1666 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

222
runs/frontier-decode-batch-grid-v0/results/bc8-replay-verdict.json Normal file
View File

@@ -0,0 +1,222 @@
{
"all_corrected_batches_within_measured_support": true,
"decision": "STATIC_WHOLE_CURVE_FIXES_BC8",
"mns16_rankings_fast_to_slow": {
"original": [
"tp2_mns16",
"tp1_mns16",
"tp4_mns16"
],
"real": [
"tp2_mns16",
"tp4_mns16",
"tp1_mns16"
],
"whole_curve": [
"tp2_mns16",
"tp4_mns16",
"tp1_mns16"
]
},
"points": [
{
"config": "tp1_mns16",
"mns": 16,
"original": {
"decode_b_gt_1_fraction": 0.0,
"decode_batch_histogram": {
"1": 16383
},
"decode_service_ms": {
"1": [
5.493362394
]
},
"e2e_mean_ms": 864.3525078423435,
"tpot_mean_ms": 5.493362394020072,
"ttft_mean_ms": 166.6954838017941
},
"original_tpot_residual_ms": 0.616915450202109,
"real_tpot_mean_ms": 4.876446943817963,
"tp": 1,
"usage": {
"collective:moe:tp1-b1:structural-zero": 16383,
"moe:tp1-b1": 16383
},
"whole_curve": {
"decode_b_gt_1_fraction": 0.0,
"decode_batch_histogram": {
"1": 16383
},
"decode_service_ms": {
"1": [
5.493362394
]
},
"e2e_mean_ms": 864.3525078423435,
"tpot_mean_ms": 5.493362394020072,
"ttft_mean_ms": 166.6954838017941
},
"whole_curve_tpot_residual_ms": 0.616915450202109
},
{
"config": "tp2_mns16",
"mns": 16,
"original": {
"decode_b_gt_1_fraction": 0.0,
"decode_batch_histogram": {
"1": 16383
},
"decode_service_ms": {
"1": [
4.928319445
]
},
"e2e_mean_ms": 744.4521695355745,
"tpot_mean_ms": 4.9283194445308744,
"ttft_mean_ms": 118.55560008015348
},
"original_tpot_residual_ms": 0.6235698385840074,
"real_tpot_mean_ms": 4.304749605946867,
"tp": 2,
"usage": {
"collective:attention:tp2-b1": 16383,
"collective:moe:tp2-b1": 16383,
"fused_norm_deduction:attn:tp2-b1": 16383,
"fused_norm_deduction:mlp:tp2-b1": 16383,
"moe:tp2-b1": 16383
},
"whole_curve": {
"decode_b_gt_1_fraction": 0.0,
"decode_batch_histogram": {
"1": 16383
},
"decode_service_ms": {
"1": [
4.928319445
]
},
"e2e_mean_ms": 744.4521695355745,
"tpot_mean_ms": 4.9283194445308744,
"ttft_mean_ms": 118.55560008015348
},
"whole_curve_tpot_residual_ms": 0.6235698385840074
},
{
"config": "tp4_mns16",
"mns": 16,
"original": {
"decode_b_gt_1_fraction": 0.4814983594604448,
"decode_batch_histogram": {
"1": 5689,
"2": 5283
},
"decode_service_ms": {
"1": [
4.738406304
],
"2": [
5.411344412
]
},
"e2e_mean_ms": 840.3052136178922,
"tpot_mean_ms": 5.863803518571768,
"ttft_mean_ms": 95.60216675927755
},
"original_tpot_residual_ms": 1.4143723087101598,
"real_tpot_mean_ms": 4.449431209861608,
"tp": 4,
"usage": {
"collective:attention:tp4-b1": 7393,
"collective:attention:tp4-b2": 4431,
"collective:moe:tp4-b1": 7393,
"collective:moe:tp4-b2": 4431,
"fused_norm_deduction:attn:tp4-b1": 7393,
"fused_norm_deduction:attn:tp4-b2": 4431,
"fused_norm_deduction:mlp:tp4-b1": 7393,
"fused_norm_deduction:mlp:tp4-b2": 4431,
"moe:tp4-b1": 7393,
"moe:tp4-b2": 4431,
"whole_decode:tp4-b2:target_ms=4.623176437": 4431
},
"whole_curve": {
"decode_b_gt_1_fraction": 0.37474627875507444,
"decode_batch_histogram": {
"1": 7393,
"2": 4431
},
"decode_service_ms": {
"1": [
4.738406304
],
"2": [
4.623176437
]
},
"e2e_mean_ms": 777.2050553866409,
"tpot_mean_ms": 5.367470055757525,
"ttft_mean_ms": 95.5363583054353
},
"whole_curve_tpot_residual_ms": 0.918038845895917
},
{
"config": "tp4_mns32",
"mns": 32,
"original": {
"decode_b_gt_1_fraction": 0.4814983594604448,
"decode_batch_histogram": {
"1": 5689,
"2": 5283
},
"decode_service_ms": {
"1": [
4.738406304
],
"2": [
5.411344412
]
},
"e2e_mean_ms": 840.3052136178922,
"tpot_mean_ms": 5.863803518571768,
"ttft_mean_ms": 95.60216675927755
},
"original_tpot_residual_ms": 1.4977765516959103,
"real_tpot_mean_ms": 4.366026966875857,
"tp": 4,
"usage": {
"collective:attention:tp4-b1": 7393,
"collective:attention:tp4-b2": 4431,
"collective:moe:tp4-b1": 7393,
"collective:moe:tp4-b2": 4431,
"fused_norm_deduction:attn:tp4-b1": 7393,
"fused_norm_deduction:attn:tp4-b2": 4431,
"fused_norm_deduction:mlp:tp4-b1": 7393,
"fused_norm_deduction:mlp:tp4-b2": 4431,
"moe:tp4-b1": 7393,
"moe:tp4-b2": 4431,
"whole_decode:tp4-b2:target_ms=4.623176437": 4431
},
"whole_curve": {
"decode_b_gt_1_fraction": 0.37474627875507444,
"decode_batch_histogram": {
"1": 7393,
"2": 4431
},
"decode_service_ms": {
"1": [
4.738406304
],
"2": [
4.623176437
]
},
"e2e_mean_ms": 777.2050553866409,
"tpot_mean_ms": 5.367470055757525,
"ttft_mean_ms": 95.5363583054353
},
"whole_curve_tpot_residual_ms": 1.0014430888816674
}
],
"schema": "frontier-decode-grid-bc8-verdict.v1",
"whole_curve_restores_real_mns16_ranking": true
}

13
runs/frontier-decode-batch-grid-v0/results/bc8-replay-verdict.md Normal file
View File

@@ -0,0 +1,13 @@
# BC-8 whole-layer decode-curve replay
| Config | Real TPOT | Original sim | Whole-curve sim | Residual before -> after | b>1 |
|---|---:|---:|---:|---:|---:|
| tp1_mns16 | 4.876 | 5.493 | 5.493 | +0.617 -> +0.617 | 0.00% |
| tp2_mns16 | 4.305 | 4.928 | 4.928 | +0.624 -> +0.624 | 0.00% |
| tp4_mns16 | 4.449 | 5.864 | 5.367 | +1.414 -> +0.918 | 37.47% |
| tp4_mns32 | 4.366 | 5.864 | 5.367 | +1.498 -> +1.001 | 37.47% |
- Real MNS16: `tp2_mns16 < tp4_mns16 < tp1_mns16`
- Original: `tp2_mns16 < tp1_mns16 < tp4_mns16`
- Whole curve: `tp2_mns16 < tp4_mns16 < tp1_mns16`
- Decision: **STATIC_WHOLE_CURVE_FIXES_BC8**.

410
runs/frontier-decode-batch-grid-v0/results/grid.json Normal file
View File

@@ -0,0 +1,410 @@
{
"all_repeat_gates_resolved": true,
"cells": [
{
"all_repeat_cv_pct": 0.33215115035261283,
"batch": 2,
"initial_repeat_cv_pct": 0.33215115035261283,
"median_component_ms": {
"attention": 0.7968654999999999,
"collective": 0.4589650625,
"linear_norm_rope": 0.9332466874999996,
"moe": 2.1423742343749987,
"other": 0.020707093750000002,
"output_head": 0.08698887500000001,
"router": 0.19049718749999994
},
"median_execute_ms": 4.74559925,
"needs_repeat_3": false,
"repeat_gate_resolved": true,
"repeats": [
{
"component_rank_mean_ms": {
"attention": 0.7962288124999999,
"collective": 0.470928375,
"linear_norm_rope": 0.9330912187499996,
"moe": 2.136206281249999,
"other": 0.02065321875,
"output_head": 0.08696040625000001,
"router": 0.19041484374999995
},
"execute_mean_ms": 4.7613618125,
"repeat": 1,
"source": "runs/frontier-decode-batch-grid-v0/results/tp2-b2-r1.json"
},
{
"component_rank_mean_ms": {
"attention": 0.7975021874999999,
"collective": 0.44700175,
"linear_norm_rope": 0.9334021562499997,
"moe": 2.1485421874999986,
"other": 0.02076096875,
"output_head": 0.08701734375,
"router": 0.19057953124999993
},
"execute_mean_ms": 4.7298366875,
"repeat": 2,
"source": "runs/frontier-decode-batch-grid-v0/results/tp2-b2-r2.json"
}
],
"tp": 2
},
{
"all_repeat_cv_pct": 2.8664467148791393,
"batch": 4,
"initial_repeat_cv_pct": 2.8664467148791393,
"median_component_ms": {
"attention": 0.925814669047619,
"collective": 0.47613457857142855,
"linear_norm_rope": 0.926101651190476,
"moe": 2.5396719488095236,
"other": 0.021773490476190475,
"output_head": 0.08747840476190476,
"router": 0.18771020476190473
},
"median_execute_ms": 5.45066564047619,
"needs_repeat_3": false,
"repeat_gate_resolved": true,
"repeats": [
{
"component_rank_mean_ms": {
"attention": 0.9284945714285713,
"collective": 0.4770398571428571,
"linear_norm_rope": 0.9251340357142854,
"moe": 2.5554174642857146,
"other": 0.021663214285714286,
"output_head": 0.08753164285714285,
"router": 0.1898966428571428
},
"execute_mean_ms": 5.294425214285715,
"repeat": 1,
"source": "runs/frontier-decode-batch-grid-v0/results/tp2-b4-r1.json"
},
{
"component_rank_mean_ms": {
"attention": 0.9231347666666667,
"collective": 0.47522929999999997,
"linear_norm_rope": 0.9270692666666666,
"moe": 2.523926433333333,
"other": 0.021883766666666665,
"output_head": 0.08742516666666666,
"router": 0.18552376666666665
},
"execute_mean_ms": 5.606906066666666,
"repeat": 2,
"source": "runs/frontier-decode-batch-grid-v0/results/tp2-b4-r2.json"
}
],
"tp": 2
},
{
"all_repeat_cv_pct": 2.718954157967049,
"batch": 6,
"initial_repeat_cv_pct": 2.718954157967049,
"median_component_ms": {
"attention": 1.0526737664835166,
"collective": 0.48269348763736264,
"linear_norm_rope": 0.9301222623626373,
"moe": 3.6929154436813176,
"other": 0.025437872252747254,
"output_head": 0.08800730082417582,
"router": 0.196665739010989
},
"median_execute_ms": 6.754197167582418,
"needs_repeat_3": false,
"repeat_gate_resolved": true,
"repeats": [
{
"component_rank_mean_ms": {
"attention": 1.0590365714285717,
"collective": 0.48200882142857143,
"linear_norm_rope": 0.9312401785714285,
"moe": 3.678020964285713,
"other": 0.02528782142857143,
"output_head": 0.08801067857142857,
"router": 0.1985437857142856
},
"execute_mean_ms": 6.570553642857143,
"repeat": 1,
"source": "runs/frontier-decode-batch-grid-v0/results/tp2-b6-r1.json"
},
{
"component_rank_mean_ms": {
"attention": 1.0463109615384618,
"collective": 0.48337815384615385,
"linear_norm_rope": 0.929004346153846,
"moe": 3.7078099230769217,
"other": 0.025587923076923078,
"output_head": 0.08800392307692309,
"router": 0.19478769230769236
},
"execute_mean_ms": 6.9378406923076925,
"repeat": 2,
"source": "runs/frontier-decode-batch-grid-v0/results/tp2-b6-r2.json"
}
],
"tp": 2
},
{
"all_repeat_cv_pct": 2.7838528598972516,
"batch": 8,
"initial_repeat_cv_pct": 2.7838528598972516,
"median_component_ms": {
"attention": 1.408474403846154,
"collective": 0.5025935769230769,
"linear_norm_rope": 0.9324356730769228,
"moe": 2.6870017499999985,
"other": 0.02355823076923077,
"output_head": 0.08828742307692307,
"router": 0.19532132692307688
},
"median_execute_ms": 6.138216769230769,
"needs_repeat_3": false,
"repeat_gate_resolved": true,
"repeats": [
{
"component_rank_mean_ms": {
"attention": 1.4162915000000003,
"collective": 0.5046254615384616,
"linear_norm_rope": 0.933206192307692,
"moe": 2.681186538461537,
"other": 0.023443884615384616,
"output_head": 0.08826711538461537,
"router": 0.19981553846153838
},
"execute_mean_ms": 5.967337846153845,
"repeat": 1,
"source": "runs/frontier-decode-batch-grid-v0/results/tp2-b8-r1.json"
},
{
"component_rank_mean_ms": {
"attention": 1.400657307692308,
"collective": 0.5005616923076923,
"linear_norm_rope": 0.9316651538461536,
"moe": 2.69281696153846,
"other": 0.023672576923076925,
"output_head": 0.08830773076923076,
"router": 0.1908271153846154
},
"execute_mean_ms": 6.309095692307692,
"repeat": 2,
"source": "runs/frontier-decode-batch-grid-v0/results/tp2-b8-r2.json"
}
],
"tp": 2
},
{
"all_repeat_cv_pct": 0.06699668597711499,
"batch": 2,
"initial_repeat_cv_pct": 0.06699668597711499,
"median_component_ms": {
"attention": 0.721186765625,
"collective": 0.5570387890625,
"linear_norm_rope": 0.8363623671875,
"moe": 1.7957157499999985,
"other": 0.020733953125000003,
"output_head": 0.045581921875,
"router": 0.18678388281249997
},
"median_execute_ms": 4.6231764375,
"needs_repeat_3": false,
"repeat_gate_resolved": true,
"repeats": [
{
"component_rank_mean_ms": {
"attention": 0.72195021875,
"collective": 0.553751203125,
"linear_norm_rope": 0.8375226249999999,
"moe": 1.7999987343749986,
"other": 0.020717078125,
"output_head": 0.0456011875,
"router": 0.18689503124999995
},
"execute_mean_ms": 4.6262738125,
"repeat": 1,
"source": "runs/frontier-decode-batch-grid-v0/results/tp4-b2-r1.json"
},
{
"component_rank_mean_ms": {
"attention": 0.7204233125,
"collective": 0.560326375,
"linear_norm_rope": 0.8352021093750001,
"moe": 1.7914327656249986,
"other": 0.020750828125000002,
"output_head": 0.04556265625,
"router": 0.18667273437499995
},
"execute_mean_ms": 4.6200790625,
"repeat": 2,
"source": "runs/frontier-decode-batch-grid-v0/results/tp4-b2-r2.json"
}
],
"tp": 4
},
{
"all_repeat_cv_pct": 2.2737660875555155,
"batch": 4,
"initial_repeat_cv_pct": 2.2737660875555155,
"median_component_ms": {
"attention": 0.8017847142857144,
"collective": 0.5969553392857143,
"linear_norm_rope": 0.8391979553571427,
"moe": 1.9608389732142864,
"other": 0.021788607142857144,
"output_head": 0.04581030357142857,
"router": 0.18947951785714276
},
"median_execute_ms": 4.6215097499999995,
"needs_repeat_3": false,
"repeat_gate_resolved": true,
"repeats": [
{
"component_rank_mean_ms": {
"attention": 0.8023426607142858,
"collective": 0.5361581428571428,
"linear_norm_rope": 0.8392915178571427,
"moe": 1.9595749285714295,
"other": 0.021800214285714284,
"output_head": 0.04583946428571428,
"router": 0.1894944999999999
},
"execute_mean_ms": 4.516427428571428,
"repeat": 1,
"source": "runs/frontier-decode-batch-grid-v0/results/tp4-b4-r1.json"
},
{
"component_rank_mean_ms": {
"attention": 0.801226767857143,
"collective": 0.6577525357142857,
"linear_norm_rope": 0.8391043928571427,
"moe": 1.9621030178571435,
"other": 0.021777,
"output_head": 0.045781142857142854,
"router": 0.18946453571428562
},
"execute_mean_ms": 4.726592071428572,
"repeat": 2,
"source": "runs/frontier-decode-batch-grid-v0/results/tp4-b4-r2.json"
}
],
"tp": 4
},
{
"all_repeat_cv_pct": 24.383571784490655,
"batch": 6,
"initial_repeat_cv_pct": 30.304513890111306,
"median_component_ms": {
"attention": 0.926535269230769,
"collective": 3.192824375,
"linear_norm_rope": 0.8382221538461538,
"moe": 2.383938624999999,
"other": 0.025532517857142854,
"output_head": 0.04836294642857143,
"router": 0.19243757142857137
},
"median_execute_ms": 8.633801928571428,
"needs_repeat_3": true,
"repeat_gate_resolved": true,
"repeats": [
{
"component_rank_mean_ms": {
"attention": 0.926535269230769,
"collective": 0.5587644230769231,
"linear_norm_rope": 0.8382221538461538,
"moe": 2.378592788461537,
"other": 0.02582126923076923,
"output_head": 0.048266576923076926,
"router": 0.1886060961538461
},
"execute_mean_ms": 5.43262976923077,
"repeat": 1,
"source": "runs/frontier-decode-batch-grid-v0/results/tp4-b6-r1.json"
},
{
"component_rank_mean_ms": {
"attention": 0.9215755535714284,
"collective": 4.099890464285714,
"linear_norm_rope": 0.8376546964285715,
"moe": 2.383938624999999,
"other": 0.02548019642857143,
"output_head": 0.04836294642857143,
"router": 0.19243757142857137
},
"execute_mean_ms": 10.1569875,
"repeat": 2,
"source": "runs/frontier-decode-batch-grid-v0/results/tp4-b6-r2.json"
},
{
"component_rank_mean_ms": {
"attention": 0.9331604285714286,
"collective": 3.192824375,
"linear_norm_rope": 0.8404031785714285,
"moe": 2.399789857142857,
"other": 0.025532517857142854,
"output_head": 0.048368125,
"router": 0.19489794642857136
},
"execute_mean_ms": 8.633801928571428,
"repeat": 3,
"source": "runs/frontier-decode-batch-grid-v0/results/tp4-b6-r3.json"
}
],
"tp": 4
},
{
"all_repeat_cv_pct": 1.4955512501139812,
"batch": 8,
"initial_repeat_cv_pct": 1.4955512501139812,
"median_component_ms": {
"attention": 0.9170377788461537,
"collective": 0.6205275096153846,
"linear_norm_rope": 0.8397761249999998,
"moe": 2.0145085576923076,
"other": 0.023612125,
"output_head": 0.04597551923076923,
"router": 0.1919322211538461
},
"median_execute_ms": 4.972498884615385,
"needs_repeat_3": false,
"repeat_gate_resolved": true,
"repeats": [
{
"component_rank_mean_ms": {
"attention": 0.9206188846153844,
"collective": 0.6864052307692307,
"linear_norm_rope": 0.8407714807692306,
"moe": 2.0225017884615384,
"other": 0.023575519230769233,
"output_head": 0.04601186538461538,
"router": 0.19361455769230762
},
"execute_mean_ms": 4.898132615384616,
"repeat": 1,
"source": "runs/frontier-decode-batch-grid-v0/results/tp4-b8-r1.json"
},
{
"component_rank_mean_ms": {
"attention": 0.9134566730769228,
"collective": 0.5546497884615385,
"linear_norm_rope": 0.8387807692307689,
"moe": 2.0065153269230764,
"other": 0.02364873076923077,
"output_head": 0.04593917307692308,
"router": 0.19024988461538456
},
"execute_mean_ms": 5.046865153846154,
"repeat": 2,
"source": "runs/frontier-decode-batch-grid-v0/results/tp4-b8-r2.json"
}
],
"tp": 4
}
],
"contract": {
"repeat_aggregation": "median of two fresh processes; three if unstable",
"stability_gate": "r1/r2 population CV <=10%; else require r3 and take median",
"timing": "slowest-rank execute mean over 16 pure-decode steps",
"workload": "Qwen3-30B-A3B BF16, 2048->128, graph-on, MNS=16"
},
"schema": "frontier-decode-batch-grid.v1"
}

353
runs/frontier-decode-batch-grid-v0/results/tp4-b6-r3.json Normal file
View File

@@ -0,0 +1,353 @@
{
"contract": {
"component_time": "sum of CUDA kernel durations inside execute range",
"timing": "CUDA graph-on GPU execute annotations",
"tp_aggregation": "per-rank; slowest rank mean approximates critical path"
},
"label": "tp4-b6-r3",
"rank_summary": {
"component_rank_mean_ms": {
"attention": 0.9331604285714286,
"collective": 3.192824375,
"linear_norm_rope": 0.8404031785714285,
"moe": 2.399789857142857,
"other": 0.025532517857142854,
"output_head": 0.048368125,
"router": 0.19489794642857136
},
"ranks": 4,
"slowest_rank_execute_mean_ms": 8.633801928571428,
"slowest_rank_kernel_busy_mean_ms": 8.521951642857141
},
"ranks": [
{
"components": {
"attention": {
"mean_ms": 0.9356066428571428,
"n": 14,
"p50_ms": 0.9354089999999998,
"p95_ms": 0.9385260000000003,
"population_std_ms": 0.001676932599682409
},
"collective": {
"mean_ms": 4.066270071428571,
"n": 14,
"p50_ms": 0.55129,
"p95_ms": 16.453366,
"population_std_ms": 5.619590739357225
},
"linear_norm_rope": {
"mean_ms": 0.8387703571428572,
"n": 14,
"p50_ms": 0.8386610000000003,
"p95_ms": 0.8405769999999998,
"population_std_ms": 0.001042224242880996
},
"moe": {
"mean_ms": 2.403109357142857,
"n": 14,
"p50_ms": 2.3945385000000012,
"p95_ms": 2.4938269999999996,
"population_std_ms": 0.04863547144920812
},
"other": {
"mean_ms": 0.025629785714285713,
"n": 14,
"p50_ms": 0.025696499999999997,
"p95_ms": 0.02624,
"population_std_ms": 0.00037226741129221103
},
"output_head": {
"mean_ms": 0.04842978571428571,
"n": 14,
"p50_ms": 0.048384,
"p95_ms": 0.049248,
"population_std_ms": 0.00035716626351871235
},
"router": {
"mean_ms": 0.19324292857142852,
"n": 14,
"p50_ms": 0.19292599999999996,
"p95_ms": 0.1981709999999999,
"population_std_ms": 0.0022171815591706862
}
},
"execute_annotation_histogram": {
"execute_context_0(0)_generation_6(6)": 14,
"execute_context_1(2048)_generation_2(2)": 1,
"execute_context_3(6144)_generation_3(3)": 1
},
"execute_wall": {
"mean_ms": 8.630969642857142,
"n": 14,
"p50_ms": 5.180047500000001,
"p95_ms": 20.987705000000002,
"population_std_ms": 5.5894495457541336
},
"gpu_kernel_busy": {
"mean_ms": 8.511058928571428,
"n": 14,
"p50_ms": 5.061531499999999,
"p95_ms": 20.864821999999997,
"population_std_ms": 5.589475958722368
},
"non_kernel_gap": {
"mean_ms": 0.11991071428571518,
"n": 14,
"p50_ms": 0.12010500000000235,
"p95_ms": 0.12316100000000052,
"population_std_ms": 0.002551737571274248
},
"selected_execute_annotation": "execute_context_0(0)_generation_6(6)",
"steps": 14,
"trace": "runs/frontier-decode-batch-grid-v0/fleet-artifacts/decode-grid-tp4-b6-r3-20260723-20260723T093751542606Z/artifacts/runs/frontier-decode-batch-grid-v0/remote-outputs/tp4-b6-r3/traces/profile/dp0_pp0_tp0_dcp0_ep0_rank0.1784799692262262652.pt.trace.json.gz"
},
{
"components": {
"attention": {
"mean_ms": 0.9304471428571427,
"n": 14,
"p50_ms": 0.930654,
"p95_ms": 0.9319719999999995,
"population_std_ms": 0.0009635016389000793
},
"collective": {
"mean_ms": 0.5773663571428572,
"n": 14,
"p50_ms": 0.5793035000000002,
"p95_ms": 0.59031,
"population_std_ms": 0.008760785031745086
},
"linear_norm_rope": {
"mean_ms": 0.8337531428571427,
"n": 14,
"p50_ms": 0.8337829999999997,
"p95_ms": 0.8351629999999995,
"population_std_ms": 0.0008970194182593586
},
"moe": {
"mean_ms": 2.3872937857142857,
"n": 14,
"p50_ms": 2.3779580000000005,
"p95_ms": 2.4758159999999987,
"population_std_ms": 0.04801953596369253
},
"other": {
"mean_ms": 0.02552642857142857,
"n": 14,
"p50_ms": 0.025569500000000002,
"p95_ms": 0.025981999999999998,
"population_std_ms": 0.00035502126984283196
},
"output_head": {
"mean_ms": 0.048183142857142855,
"n": 14,
"p50_ms": 0.048112,
"p95_ms": 0.049249,
"population_std_ms": 0.00048348686747460613
},
"router": {
"mean_ms": 0.19290549999999992,
"n": 14,
"p50_ms": 0.19270699999999996,
"p95_ms": 0.1958099999999999,
"population_std_ms": 0.0013893215584799379
}
},
"execute_annotation_histogram": {
"execute_context_0(0)_generation_6(6)": 14,
"execute_context_1(2048)_generation_2(2)": 1,
"execute_context_3(6144)_generation_3(3)": 1
},
"execute_wall": {
"mean_ms": 8.221614142857144,
"n": 14,
"p50_ms": 5.1788165,
"p95_ms": 21.941601,
"population_std_ms": 5.439025316289738
},
"gpu_kernel_busy": {
"mean_ms": 4.9954754999999995,
"n": 14,
"p50_ms": 4.988138500000001,
"p95_ms": 5.080260999999998,
"population_std_ms": 0.04987686944831562
},
"non_kernel_gap": {
"mean_ms": 3.2261386428571432,
"n": 14,
"p50_ms": 0.12194000000000038,
"p95_ms": 16.981787,
"population_std_ms": 5.465271976091736
},
"selected_execute_annotation": "execute_context_0(0)_generation_6(6)",
"steps": 14,
"trace": "runs/frontier-decode-batch-grid-v0/fleet-artifacts/decode-grid-tp4-b6-r3-20260723-20260723T093751542606Z/artifacts/runs/frontier-decode-batch-grid-v0/remote-outputs/tp4-b6-r3/traces/profile/dp0_pp0_tp1_dcp0_ep1_rank1.1784799692310997248.pt.trace.json.gz"
},
{
"components": {
"attention": {
"mean_ms": 0.9339937142857143,
"n": 14,
"p50_ms": 0.9335875,
"p95_ms": 0.9370900000000002,
"population_std_ms": 0.001917785904502957
},
"collective": {
"mean_ms": 4.071160642857143,
"n": 14,
"p50_ms": 0.5595504999999998,
"p95_ms": 16.441921000000004,
"population_std_ms": 5.617545177819675
},
"linear_norm_rope": {
"mean_ms": 0.8418829285714284,
"n": 14,
"p50_ms": 0.8420469999999998,
"p95_ms": 0.8443809999999999,
"population_std_ms": 0.0015434930914874625
},
"moe": {
"mean_ms": 2.3997612142857148,
"n": 14,
"p50_ms": 2.3921425000000003,
"p95_ms": 2.4903699999999995,
"population_std_ms": 0.04851648560788174
},
"other": {
"mean_ms": 0.025574571428571426,
"n": 14,
"p50_ms": 0.025535999999999996,
"p95_ms": 0.026114000000000002,
"population_std_ms": 0.0002516030644503687
},
"output_head": {
"mean_ms": 0.04837264285714286,
"n": 14,
"p50_ms": 0.048512,
"p95_ms": 0.048960000000000004,
"population_std_ms": 0.00043459432761120634
},
"router": {
"mean_ms": 0.1906739285714285,
"n": 14,
"p50_ms": 0.19033549999999994,
"p95_ms": 0.19376099999999996,
"population_std_ms": 0.0011997104093599232
}
},
"execute_annotation_histogram": {
"execute_context_0(0)_generation_6(6)": 14,
"execute_context_1(2048)_generation_2(2)": 1,
"execute_context_3(6144)_generation_3(3)": 1
},
"execute_wall": {
"mean_ms": 8.630474571428572,
"n": 14,
"p50_ms": 5.184212499999999,
"p95_ms": 20.985098999999998,
"population_std_ms": 5.5897660056633045
},
"gpu_kernel_busy": {
"mean_ms": 8.511419642857144,
"n": 14,
"p50_ms": 5.0612965,
"p95_ms": 20.866541000000005,
"population_std_ms": 5.589603699080663
},
"non_kernel_gap": {
"mean_ms": 0.11905492857142821,
"n": 14,
"p50_ms": 0.1185754999999995,
"p95_ms": 0.1234339999999996,
"population_std_ms": 0.0022576749881340562
},
"selected_execute_annotation": "execute_context_0(0)_generation_6(6)",
"steps": 14,
"trace": "runs/frontier-decode-batch-grid-v0/fleet-artifacts/decode-grid-tp4-b6-r3-20260723-20260723T093751542606Z/artifacts/runs/frontier-decode-batch-grid-v0/remote-outputs/tp4-b6-r3/traces/profile/dp0_pp0_tp2_dcp0_ep2_rank2.1784799692265838678.pt.trace.json.gz"
},
{
"components": {
"attention": {
"mean_ms": 0.9325942142857142,
"n": 14,
"p50_ms": 0.9325534999999999,
"p95_ms": 0.9368339999999997,
"population_std_ms": 0.0022950169367122264
},
"collective": {
"mean_ms": 4.056500428571428,
"n": 14,
"p50_ms": 0.5449905,
"p95_ms": 16.437329999999996,
"population_std_ms": 5.618098886085954
},
"linear_norm_rope": {
"mean_ms": 0.8472062857142859,
"n": 14,
"p50_ms": 0.8469400000000002,
"p95_ms": 0.8496459999999999,
"population_std_ms": 0.001113636605808041
},
"moe": {
"mean_ms": 2.4089950714285697,
"n": 14,
"p50_ms": 2.400836999999998,
"p95_ms": 2.491555999999999,
"population_std_ms": 0.04692533473274991
},
"other": {
"mean_ms": 0.025399285714285715,
"n": 14,
"p50_ms": 0.025391999999999998,
"p95_ms": 0.025988,
"population_std_ms": 0.00023926925316514007
},
"output_head": {
"mean_ms": 0.04848692857142857,
"n": 14,
"p50_ms": 0.048528,
"p95_ms": 0.04912,
"population_std_ms": 0.0004430105552250606
},
"router": {
"mean_ms": 0.20276942857142852,
"n": 14,
"p50_ms": 0.2021774999999999,
"p95_ms": 0.20793499999999998,
"population_std_ms": 0.0026834677382150296
}
},
"execute_annotation_histogram": {
"execute_context_0(0)_generation_6(6)": 14,
"execute_context_1(2048)_generation_2(2)": 1,
"execute_context_3(6144)_generation_3(3)": 1
},
"execute_wall": {
"mean_ms": 8.633801928571428,
"n": 14,
"p50_ms": 5.179864499999999,
"p95_ms": 20.988474,
"population_std_ms": 5.589972337133016
},
"gpu_kernel_busy": {
"mean_ms": 8.521951642857141,
"n": 14,
"p50_ms": 5.071154499999998,
"p95_ms": 20.875197999999994,
"population_std_ms": 5.589281480492545
},
"non_kernel_gap": {
"mean_ms": 0.11185028571428772,
"n": 14,
"p50_ms": 0.11232300000000128,
"p95_ms": 0.11633899999999997,
"population_std_ms": 0.0023228722192460186
},
"selected_execute_annotation": "execute_context_0(0)_generation_6(6)",
"steps": 14,
"trace": "runs/frontier-decode-batch-grid-v0/fleet-artifacts/decode-grid-tp4-b6-r3-20260723-20260723T093751542606Z/artifacts/runs/frontier-decode-batch-grid-v0/remote-outputs/tp4-b6-r3/traces/profile/dp0_pp0_tp3_dcp0_ep3_rank3.1784799692262484339.pt.trace.json.gz"
}
],
"schema": "frontier-decode-batch-trace.v1"
}