gahow/aituner
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Close BC8 decode curve counterfactual

Browse Source
This commit is contained in:
Gahow Wang
2026-07-23 18:08:00 +08:00
parent ecc5599381
commit cf610003ed
11 changed files with 1666 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

353
runs/frontier-decode-batch-grid-v0/results/tp4-b6-r3.json Normal file
View File

@@ -0,0 +1,353 @@
{
"contract": {
"component_time": "sum of CUDA kernel durations inside execute range",
"timing": "CUDA graph-on GPU execute annotations",
"tp_aggregation": "per-rank; slowest rank mean approximates critical path"
},
"label": "tp4-b6-r3",
"rank_summary": {
"component_rank_mean_ms": {
"attention": 0.9331604285714286,
"collective": 3.192824375,
"linear_norm_rope": 0.8404031785714285,
"moe": 2.399789857142857,
"other": 0.025532517857142854,
"output_head": 0.048368125,
"router": 0.19489794642857136
},
"ranks": 4,
"slowest_rank_execute_mean_ms": 8.633801928571428,
"slowest_rank_kernel_busy_mean_ms": 8.521951642857141
},
"ranks": [
{
"components": {
"attention": {
"mean_ms": 0.9356066428571428,
"n": 14,
"p50_ms": 0.9354089999999998,
"p95_ms": 0.9385260000000003,
"population_std_ms": 0.001676932599682409
},
"collective": {
"mean_ms": 4.066270071428571,
"n": 14,
"p50_ms": 0.55129,
"p95_ms": 16.453366,
"population_std_ms": 5.619590739357225
},
"linear_norm_rope": {
"mean_ms": 0.8387703571428572,
"n": 14,
"p50_ms": 0.8386610000000003,
"p95_ms": 0.8405769999999998,
"population_std_ms": 0.001042224242880996
},
"moe": {
"mean_ms": 2.403109357142857,
"n": 14,
"p50_ms": 2.3945385000000012,
"p95_ms": 2.4938269999999996,
"population_std_ms": 0.04863547144920812
},
"other": {
"mean_ms": 0.025629785714285713,
"n": 14,
"p50_ms": 0.025696499999999997,
"p95_ms": 0.02624,
"population_std_ms": 0.00037226741129221103
},
"output_head": {
"mean_ms": 0.04842978571428571,
"n": 14,
"p50_ms": 0.048384,
"p95_ms": 0.049248,
"population_std_ms": 0.00035716626351871235
},
"router": {
"mean_ms": 0.19324292857142852,
"n": 14,
"p50_ms": 0.19292599999999996,
"p95_ms": 0.1981709999999999,
"population_std_ms": 0.0022171815591706862
}
},
"execute_annotation_histogram": {
"execute_context_0(0)_generation_6(6)": 14,
"execute_context_1(2048)_generation_2(2)": 1,
"execute_context_3(6144)_generation_3(3)": 1
},
"execute_wall": {
"mean_ms": 8.630969642857142,
"n": 14,
"p50_ms": 5.180047500000001,
"p95_ms": 20.987705000000002,
"population_std_ms": 5.5894495457541336
},
"gpu_kernel_busy": {
"mean_ms": 8.511058928571428,
"n": 14,
"p50_ms": 5.061531499999999,
"p95_ms": 20.864821999999997,
"population_std_ms": 5.589475958722368
},
"non_kernel_gap": {
"mean_ms": 0.11991071428571518,
"n": 14,
"p50_ms": 0.12010500000000235,
"p95_ms": 0.12316100000000052,
"population_std_ms": 0.002551737571274248
},
"selected_execute_annotation": "execute_context_0(0)_generation_6(6)",
"steps": 14,
"trace": "runs/frontier-decode-batch-grid-v0/fleet-artifacts/decode-grid-tp4-b6-r3-20260723-20260723T093751542606Z/artifacts/runs/frontier-decode-batch-grid-v0/remote-outputs/tp4-b6-r3/traces/profile/dp0_pp0_tp0_dcp0_ep0_rank0.1784799692262262652.pt.trace.json.gz"
},
{
"components": {
"attention": {
"mean_ms": 0.9304471428571427,
"n": 14,
"p50_ms": 0.930654,
"p95_ms": 0.9319719999999995,
"population_std_ms": 0.0009635016389000793
},
"collective": {
"mean_ms": 0.5773663571428572,
"n": 14,
"p50_ms": 0.5793035000000002,
"p95_ms": 0.59031,
"population_std_ms": 0.008760785031745086
},
"linear_norm_rope": {
"mean_ms": 0.8337531428571427,
"n": 14,
"p50_ms": 0.8337829999999997,
"p95_ms": 0.8351629999999995,
"population_std_ms": 0.0008970194182593586
},
"moe": {
"mean_ms": 2.3872937857142857,
"n": 14,
"p50_ms": 2.3779580000000005,
"p95_ms": 2.4758159999999987,
"population_std_ms": 0.04801953596369253
},
"other": {
"mean_ms": 0.02552642857142857,
"n": 14,
"p50_ms": 0.025569500000000002,
"p95_ms": 0.025981999999999998,
"population_std_ms": 0.00035502126984283196
},
"output_head": {
"mean_ms": 0.048183142857142855,
"n": 14,
"p50_ms": 0.048112,
"p95_ms": 0.049249,
"population_std_ms": 0.00048348686747460613
},
"router": {
"mean_ms": 0.19290549999999992,
"n": 14,
"p50_ms": 0.19270699999999996,
"p95_ms": 0.1958099999999999,
"population_std_ms": 0.0013893215584799379
}
},
"execute_annotation_histogram": {
"execute_context_0(0)_generation_6(6)": 14,
"execute_context_1(2048)_generation_2(2)": 1,
"execute_context_3(6144)_generation_3(3)": 1
},
"execute_wall": {
"mean_ms": 8.221614142857144,
"n": 14,
"p50_ms": 5.1788165,
"p95_ms": 21.941601,
"population_std_ms": 5.439025316289738
},
"gpu_kernel_busy": {
"mean_ms": 4.9954754999999995,
"n": 14,
"p50_ms": 4.988138500000001,
"p95_ms": 5.080260999999998,
"population_std_ms": 0.04987686944831562
},
"non_kernel_gap": {
"mean_ms": 3.2261386428571432,
"n": 14,
"p50_ms": 0.12194000000000038,
"p95_ms": 16.981787,
"population_std_ms": 5.465271976091736
},
"selected_execute_annotation": "execute_context_0(0)_generation_6(6)",
"steps": 14,
"trace": "runs/frontier-decode-batch-grid-v0/fleet-artifacts/decode-grid-tp4-b6-r3-20260723-20260723T093751542606Z/artifacts/runs/frontier-decode-batch-grid-v0/remote-outputs/tp4-b6-r3/traces/profile/dp0_pp0_tp1_dcp0_ep1_rank1.1784799692310997248.pt.trace.json.gz"
},
{
"components": {
"attention": {
"mean_ms": 0.9339937142857143,
"n": 14,
"p50_ms": 0.9335875,
"p95_ms": 0.9370900000000002,
"population_std_ms": 0.001917785904502957
},
"collective": {
"mean_ms": 4.071160642857143,
"n": 14,
"p50_ms": 0.5595504999999998,
"p95_ms": 16.441921000000004,
"population_std_ms": 5.617545177819675
},
"linear_norm_rope": {
"mean_ms": 0.8418829285714284,
"n": 14,
"p50_ms": 0.8420469999999998,
"p95_ms": 0.8443809999999999,
"population_std_ms": 0.0015434930914874625
},
"moe": {
"mean_ms": 2.3997612142857148,
"n": 14,
"p50_ms": 2.3921425000000003,
"p95_ms": 2.4903699999999995,
"population_std_ms": 0.04851648560788174
},
"other": {
"mean_ms": 0.025574571428571426,
"n": 14,
"p50_ms": 0.025535999999999996,
"p95_ms": 0.026114000000000002,
"population_std_ms": 0.0002516030644503687
},
"output_head": {
"mean_ms": 0.04837264285714286,
"n": 14,
"p50_ms": 0.048512,
"p95_ms": 0.048960000000000004,
"population_std_ms": 0.00043459432761120634
},
"router": {
"mean_ms": 0.1906739285714285,
"n": 14,
"p50_ms": 0.19033549999999994,
"p95_ms": 0.19376099999999996,
"population_std_ms": 0.0011997104093599232
}
},
"execute_annotation_histogram": {
"execute_context_0(0)_generation_6(6)": 14,
"execute_context_1(2048)_generation_2(2)": 1,
"execute_context_3(6144)_generation_3(3)": 1
},
"execute_wall": {
"mean_ms": 8.630474571428572,
"n": 14,
"p50_ms": 5.184212499999999,
"p95_ms": 20.985098999999998,
"population_std_ms": 5.5897660056633045
},
"gpu_kernel_busy": {
"mean_ms": 8.511419642857144,
"n": 14,
"p50_ms": 5.0612965,
"p95_ms": 20.866541000000005,
"population_std_ms": 5.589603699080663
},
"non_kernel_gap": {
"mean_ms": 0.11905492857142821,
"n": 14,
"p50_ms": 0.1185754999999995,
"p95_ms": 0.1234339999999996,
"population_std_ms": 0.0022576749881340562
},
"selected_execute_annotation": "execute_context_0(0)_generation_6(6)",
"steps": 14,
"trace": "runs/frontier-decode-batch-grid-v0/fleet-artifacts/decode-grid-tp4-b6-r3-20260723-20260723T093751542606Z/artifacts/runs/frontier-decode-batch-grid-v0/remote-outputs/tp4-b6-r3/traces/profile/dp0_pp0_tp2_dcp0_ep2_rank2.1784799692265838678.pt.trace.json.gz"
},
{
"components": {
"attention": {
"mean_ms": 0.9325942142857142,
"n": 14,
"p50_ms": 0.9325534999999999,
"p95_ms": 0.9368339999999997,
"population_std_ms": 0.0022950169367122264
},
"collective": {
"mean_ms": 4.056500428571428,
"n": 14,
"p50_ms": 0.5449905,
"p95_ms": 16.437329999999996,
"population_std_ms": 5.618098886085954
},
"linear_norm_rope": {
"mean_ms": 0.8472062857142859,
"n": 14,
"p50_ms": 0.8469400000000002,
"p95_ms": 0.8496459999999999,
"population_std_ms": 0.001113636605808041
},
"moe": {
"mean_ms": 2.4089950714285697,
"n": 14,
"p50_ms": 2.400836999999998,
"p95_ms": 2.491555999999999,
"population_std_ms": 0.04692533473274991
},
"other": {
"mean_ms": 0.025399285714285715,
"n": 14,
"p50_ms": 0.025391999999999998,
"p95_ms": 0.025988,
"population_std_ms": 0.00023926925316514007
},
"output_head": {
"mean_ms": 0.04848692857142857,
"n": 14,
"p50_ms": 0.048528,
"p95_ms": 0.04912,
"population_std_ms": 0.0004430105552250606
},
"router": {
"mean_ms": 0.20276942857142852,
"n": 14,
"p50_ms": 0.2021774999999999,
"p95_ms": 0.20793499999999998,
"population_std_ms": 0.0026834677382150296
}
},
"execute_annotation_histogram": {
"execute_context_0(0)_generation_6(6)": 14,
"execute_context_1(2048)_generation_2(2)": 1,
"execute_context_3(6144)_generation_3(3)": 1
},
"execute_wall": {
"mean_ms": 8.633801928571428,
"n": 14,
"p50_ms": 5.179864499999999,
"p95_ms": 20.988474,
"population_std_ms": 5.589972337133016
},
"gpu_kernel_busy": {
"mean_ms": 8.521951642857141,
"n": 14,
"p50_ms": 5.071154499999998,
"p95_ms": 20.875197999999994,
"population_std_ms": 5.589281480492545
},
"non_kernel_gap": {
"mean_ms": 0.11185028571428772,
"n": 14,
"p50_ms": 0.11232300000000128,
"p95_ms": 0.11633899999999997,
"population_std_ms": 0.0023228722192460186
},
"selected_execute_annotation": "execute_context_0(0)_generation_6(6)",
"steps": 14,
"trace": "runs/frontier-decode-batch-grid-v0/fleet-artifacts/decode-grid-tp4-b6-r3-20260723-20260723T093751542606Z/artifacts/runs/frontier-decode-batch-grid-v0/remote-outputs/tp4-b6-r3/traces/profile/dp0_pp0_tp3_dcp0_ep3_rank3.1784799692262484339.pt.trace.json.gz"
}
],
"schema": "frontier-decode-batch-trace.v1"
}