gahow/aituner
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Profile decode batch grid repeats

Browse Source
This commit is contained in:
Gahow Wang
2026-07-23 17:37:18 +08:00
parent 1126d9be7d
commit ecc5599381
16 changed files with 3679 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

191
runs/frontier-decode-batch-grid-v0/results/tp2-b6-r2.json Normal file
View File

@@ -0,0 +1,191 @@
{
"contract": {
"component_time": "sum of CUDA kernel durations inside execute range",
"timing": "CUDA graph-on GPU execute annotations",
"tp_aggregation": "per-rank; slowest rank mean approximates critical path"
},
"label": "tp2-b6-r2",
"rank_summary": {
"component_rank_mean_ms": {
"attention": 1.0463109615384618,
"collective": 0.48337815384615385,
"linear_norm_rope": 0.929004346153846,
"moe": 3.7078099230769217,
"other": 0.025587923076923078,
"output_head": 0.08800392307692309,
"router": 0.19478769230769236
},
"ranks": 2,
"slowest_rank_execute_mean_ms": 6.9378406923076925,
"slowest_rank_kernel_busy_mean_ms": 6.477923153846153
},
"ranks": [
{
"components": {
"attention": {
"mean_ms": 1.0448520000000003,
"n": 13,
"p50_ms": 1.045254000000001,
"p95_ms": 1.0465970000000002,
"population_std_ms": 0.0012648827856913572
},
"collective": {
"mean_ms": 0.4906066923076923,
"n": 13,
"p50_ms": 0.48854500000000006,
"p95_ms": 0.5128349999999999,
"population_std_ms": 0.007319711768018179
},
"linear_norm_rope": {
"mean_ms": 0.9276054615384616,
"n": 13,
"p50_ms": 0.927922,
"p95_ms": 0.9300229999999996,
"population_std_ms": 0.0012124997456231853
},
"moe": {
"mean_ms": 3.7032171538461522,
"n": 13,
"p50_ms": 3.6941509999999984,
"p95_ms": 3.9345319999999977,
"population_std_ms": 0.18506379688215108
},
"other": {
"mean_ms": 0.02531215384615385,
"n": 13,
"p50_ms": 0.025345,
"p95_ms": 0.025984,
"population_std_ms": 0.0003609239950148982
},
"output_head": {
"mean_ms": 0.08801007692307693,
"n": 13,
"p50_ms": 0.087968,
"p95_ms": 0.08851200000000001,
"population_std_ms": 0.0003446964018777317
},
"router": {
"mean_ms": 0.19831961538461543,
"n": 13,
"p50_ms": 0.1956510000000001,
"p95_ms": 0.23433300000000007,
"population_std_ms": 0.010532589860037432
}
},
"execute_annotation_histogram": {
"execute_context_0(0)_generation_1(1)": 1,
"execute_context_0(0)_generation_6(6)": 13,
"execute_context_2(2049)_generation_4(4)": 1,
"execute_context_4(8191)_generation_1(1)": 1
},
"execute_wall": {
"mean_ms": 6.937815615384616,
"n": 13,
"p50_ms": 6.920955,
"p95_ms": 7.177563,
"population_std_ms": 0.17465452547487034
},
"gpu_kernel_busy": {
"mean_ms": 6.477923153846153,
"n": 13,
"p50_ms": 6.464021999999998,
"p95_ms": 6.714968999999998,
"population_std_ms": 0.17390358211193135
},
"non_kernel_gap": {
"mean_ms": 0.4598924615384625,
"n": 13,
"p50_ms": 0.46010100000000165,
"p95_ms": 0.4628480000000019,
"population_std_ms": 0.0022957863280165477
},
"selected_execute_annotation": "execute_context_0(0)_generation_6(6)",
"steps": 13,
"trace": "runs/frontier-decode-batch-grid-v0/fleet-artifacts/decode-grid-tp2-b6-r2-20260723-20260723T093020293408Z/artifacts/runs/frontier-decode-batch-grid-v0/remote-outputs/tp2-b6-r2/traces/profile/dp0_pp0_tp0_dcp0_ep0_rank0.1784799236964172371.pt.trace.json.gz"
},
{
"components": {
"attention": {
"mean_ms": 1.0477699230769233,
"n": 13,
"p50_ms": 1.0473580000000002,
"p95_ms": 1.0502500000000003,
"population_std_ms": 0.0016845846994043283
},
"collective": {
"mean_ms": 0.47614961538461537,
"n": 13,
"p50_ms": 0.47488799999999987,
"p95_ms": 0.4852860000000001,
"population_std_ms": 0.006279926721013708
},
"linear_norm_rope": {
"mean_ms": 0.9304032307692304,
"n": 13,
"p50_ms": 0.9300610000000001,
"p95_ms": 0.9343409999999996,
"population_std_ms": 0.0015794439213190966
},
"moe": {
"mean_ms": 3.712402692307691,
"n": 13,
"p50_ms": 3.7038869999999973,
"p95_ms": 3.951868000000003,
"population_std_ms": 0.18554981438267218
},
"other": {
"mean_ms": 0.02586369230769231,
"n": 13,
"p50_ms": 0.025888,
"p95_ms": 0.026400000000000003,
"population_std_ms": 0.0002951522122606689
},
"output_head": {
"mean_ms": 0.08799776923076924,
"n": 13,
"p50_ms": 0.087937,
"p95_ms": 0.088992,
"population_std_ms": 0.00042456876834413246
},
"router": {
"mean_ms": 0.19125576923076928,
"n": 13,
"p50_ms": 0.18793900000000005,
"p95_ms": 0.23312300000000005,
"population_std_ms": 0.012158267147240543
}
},
"execute_annotation_histogram": {
"execute_context_0(0)_generation_1(1)": 1,
"execute_context_0(0)_generation_6(6)": 13,
"execute_context_2(2049)_generation_4(4)": 1,
"execute_context_4(8191)_generation_1(1)": 1
},
"execute_wall": {
"mean_ms": 6.9378406923076925,
"n": 13,
"p50_ms": 6.920646,
"p95_ms": 7.1769359999999995,
"population_std_ms": 0.17404824161814114
},
"gpu_kernel_busy": {
"mean_ms": 6.471842692307691,
"n": 13,
"p50_ms": 6.4540469999999965,
"p95_ms": 6.708258000000003,
"population_std_ms": 0.17518788350506015
},
"non_kernel_gap": {
"mean_ms": 0.465998000000001,
"n": 13,
"p50_ms": 0.4667860000000026,
"p95_ms": 0.4705280000000025,
"population_std_ms": 0.0037250578518997
},
"selected_execute_annotation": "execute_context_0(0)_generation_6(6)",
"steps": 13,
"trace": "runs/frontier-decode-batch-grid-v0/fleet-artifacts/decode-grid-tp2-b6-r2-20260723-20260723T093020293408Z/artifacts/runs/frontier-decode-batch-grid-v0/remote-outputs/tp2-b6-r2/traces/profile/dp0_pp0_tp1_dcp0_ep1_rank1.1784799236965538368.pt.trace.json.gz"
}
],
"schema": "frontier-decode-batch-trace.v1"
}