354 lines
12 KiB
JSON
354 lines
12 KiB
JSON
{
|
|
"contract": {
|
|
"component_time": "sum of CUDA kernel durations inside execute range",
|
|
"timing": "CUDA graph-on GPU execute annotations",
|
|
"tp_aggregation": "per-rank; slowest rank mean approximates critical path"
|
|
},
|
|
"label": "tp4-b4-r2",
|
|
"rank_summary": {
|
|
"component_rank_mean_ms": {
|
|
"attention": 0.801226767857143,
|
|
"collective": 0.6577525357142857,
|
|
"linear_norm_rope": 0.8391043928571427,
|
|
"moe": 1.9621030178571435,
|
|
"other": 0.021777,
|
|
"output_head": 0.045781142857142854,
|
|
"router": 0.18946453571428562
|
|
},
|
|
"ranks": 4,
|
|
"slowest_rank_execute_mean_ms": 4.726592071428572,
|
|
"slowest_rank_kernel_busy_mean_ms": 4.601115500000001
|
|
},
|
|
"ranks": [
|
|
{
|
|
"components": {
|
|
"attention": {
|
|
"mean_ms": 0.8019157857142859,
|
|
"n": 14,
|
|
"p50_ms": 0.8018870000000005,
|
|
"p95_ms": 0.8074610000000003,
|
|
"population_std_ms": 0.0036870609313142864
|
|
},
|
|
"collective": {
|
|
"mean_ms": 0.697091642857143,
|
|
"n": 14,
|
|
"p50_ms": 0.521808,
|
|
"p95_ms": 1.635147000000001,
|
|
"population_std_ms": 0.3581717548612294
|
|
},
|
|
"linear_norm_rope": {
|
|
"mean_ms": 0.8477593571428571,
|
|
"n": 14,
|
|
"p50_ms": 0.847532,
|
|
"p95_ms": 0.8513850000000003,
|
|
"population_std_ms": 0.0016779822750273288
|
|
},
|
|
"moe": {
|
|
"mean_ms": 1.9648232142857136,
|
|
"n": 14,
|
|
"p50_ms": 1.9675199999999988,
|
|
"p95_ms": 2.1313579999999983,
|
|
"population_std_ms": 0.11544109651690553
|
|
},
|
|
"other": {
|
|
"mean_ms": 0.022008857142857143,
|
|
"n": 14,
|
|
"p50_ms": 0.022,
|
|
"p95_ms": 0.022559999999999997,
|
|
"population_std_ms": 0.0003089169692288703
|
|
},
|
|
"output_head": {
|
|
"mean_ms": 0.045711999999999996,
|
|
"n": 14,
|
|
"p50_ms": 0.045792,
|
|
"p95_ms": 0.046144,
|
|
"population_std_ms": 0.0003498834499821745
|
|
},
|
|
"router": {
|
|
"mean_ms": 0.18900892857142845,
|
|
"n": 14,
|
|
"p50_ms": 0.1890704999999999,
|
|
"p95_ms": 0.18972699999999987,
|
|
"population_std_ms": 0.0003452439022500138
|
|
}
|
|
},
|
|
"execute_annotation_histogram": {
|
|
"execute_context_0(0)_generation_4(4)": 14,
|
|
"execute_context_1(2048)_generation_1(1)": 1,
|
|
"execute_context_2(4096)_generation_2(2)": 1
|
|
},
|
|
"execute_wall": {
|
|
"mean_ms": 4.726289,
|
|
"n": 14,
|
|
"p50_ms": 4.587623499999999,
|
|
"p95_ms": 6.343786,
|
|
"population_std_ms": 0.5295863492605742
|
|
},
|
|
"gpu_kernel_busy": {
|
|
"mean_ms": 4.568319785714285,
|
|
"n": 14,
|
|
"p50_ms": 4.476973999999999,
|
|
"p95_ms": 5.5797930000000004,
|
|
"population_std_ms": 0.3971815245092024
|
|
},
|
|
"non_kernel_gap": {
|
|
"mean_ms": 0.15796921428571484,
|
|
"n": 14,
|
|
"p50_ms": 0.11138250000000127,
|
|
"p95_ms": 0.7639929999999993,
|
|
"population_std_ms": 0.1680896761222489
|
|
},
|
|
"selected_execute_annotation": "execute_context_0(0)_generation_4(4)",
|
|
"steps": 14,
|
|
"trace": "runs/frontier-decode-batch-grid-v0/fleet-artifacts/decode-grid-tp4-b4-r2-20260723-20260723T092328819959Z/artifacts/runs/frontier-decode-batch-grid-v0/remote-outputs/tp4-b4-r2/traces/profile/dp0_pp0_tp0_dcp0_ep0_rank0.1784798849005052042.pt.trace.json.gz"
|
|
},
|
|
{
|
|
"components": {
|
|
"attention": {
|
|
"mean_ms": 0.7960197142857144,
|
|
"n": 14,
|
|
"p50_ms": 0.7975315000000003,
|
|
"p95_ms": 0.8016960000000003,
|
|
"population_std_ms": 0.005350704885854841
|
|
},
|
|
"collective": {
|
|
"mean_ms": 0.5697055714285714,
|
|
"n": 14,
|
|
"p50_ms": 0.527951,
|
|
"p95_ms": 1.1241249999999998,
|
|
"population_std_ms": 0.15379550779651446
|
|
},
|
|
"linear_norm_rope": {
|
|
"mean_ms": 0.8354554285714284,
|
|
"n": 14,
|
|
"p50_ms": 0.8356854999999999,
|
|
"p95_ms": 0.8373729999999999,
|
|
"population_std_ms": 0.0013868995078585018
|
|
},
|
|
"moe": {
|
|
"mean_ms": 1.9646907142857157,
|
|
"n": 14,
|
|
"p50_ms": 1.9679745000000008,
|
|
"p95_ms": 2.128705000000001,
|
|
"population_std_ms": 0.11638566052410722
|
|
},
|
|
"other": {
|
|
"mean_ms": 0.021556214285714286,
|
|
"n": 14,
|
|
"p50_ms": 0.021551,
|
|
"p95_ms": 0.022076000000000002,
|
|
"population_std_ms": 0.000275473923726115
|
|
},
|
|
"output_head": {
|
|
"mean_ms": 0.045609142857142855,
|
|
"n": 14,
|
|
"p50_ms": 0.045504,
|
|
"p95_ms": 0.046592,
|
|
"population_std_ms": 0.00037677557873977814
|
|
},
|
|
"router": {
|
|
"mean_ms": 0.1894397142857142,
|
|
"n": 14,
|
|
"p50_ms": 0.18942449999999988,
|
|
"p95_ms": 0.19078299999999992,
|
|
"population_std_ms": 0.0005227123530983776
|
|
}
|
|
},
|
|
"execute_annotation_histogram": {
|
|
"execute_context_0(0)_generation_4(4)": 14,
|
|
"execute_context_1(2048)_generation_1(1)": 1,
|
|
"execute_context_2(4096)_generation_2(2)": 1
|
|
},
|
|
"execute_wall": {
|
|
"mean_ms": 4.726592071428572,
|
|
"n": 14,
|
|
"p50_ms": 4.587085,
|
|
"p95_ms": 6.349746,
|
|
"population_std_ms": 0.5316654164241782
|
|
},
|
|
"gpu_kernel_busy": {
|
|
"mean_ms": 4.422476500000001,
|
|
"n": 14,
|
|
"p50_ms": 4.384860500000001,
|
|
"p95_ms": 5.0564160000000005,
|
|
"population_std_ms": 0.21186941717878632
|
|
},
|
|
"non_kernel_gap": {
|
|
"mean_ms": 0.3041155714285702,
|
|
"n": 14,
|
|
"p50_ms": 0.12178199999999872,
|
|
"p95_ms": 1.2933299999999992,
|
|
"population_std_ms": 0.3691441767122035
|
|
},
|
|
"selected_execute_annotation": "execute_context_0(0)_generation_4(4)",
|
|
"steps": 14,
|
|
"trace": "runs/frontier-decode-batch-grid-v0/fleet-artifacts/decode-grid-tp4-b4-r2-20260723-20260723T092328819959Z/artifacts/runs/frontier-decode-batch-grid-v0/remote-outputs/tp4-b4-r2/traces/profile/dp0_pp0_tp1_dcp0_ep1_rank1.1784798849005338612.pt.trace.json.gz"
|
|
},
|
|
{
|
|
"components": {
|
|
"attention": {
|
|
"mean_ms": 0.8045258571428573,
|
|
"n": 14,
|
|
"p50_ms": 0.8049890000000001,
|
|
"p95_ms": 0.8098900000000004,
|
|
"population_std_ms": 0.003910280750920532
|
|
},
|
|
"collective": {
|
|
"mean_ms": 0.7413481428571427,
|
|
"n": 14,
|
|
"p50_ms": 0.523762,
|
|
"p95_ms": 2.205729,
|
|
"population_std_ms": 0.47534174936067347
|
|
},
|
|
"linear_norm_rope": {
|
|
"mean_ms": 0.8360086428571426,
|
|
"n": 14,
|
|
"p50_ms": 0.8361784999999999,
|
|
"p95_ms": 0.837317,
|
|
"population_std_ms": 0.0010630517127015252
|
|
},
|
|
"moe": {
|
|
"mean_ms": 1.9618675000000008,
|
|
"n": 14,
|
|
"p50_ms": 1.9661850000000007,
|
|
"p95_ms": 2.119519000000001,
|
|
"population_std_ms": 0.1151975200022925
|
|
},
|
|
"other": {
|
|
"mean_ms": 0.02169592857142857,
|
|
"n": 14,
|
|
"p50_ms": 0.021664500000000003,
|
|
"p95_ms": 0.022047999999999998,
|
|
"population_std_ms": 0.00024448267957514905
|
|
},
|
|
"output_head": {
|
|
"mean_ms": 0.04594742857142858,
|
|
"n": 14,
|
|
"p50_ms": 0.045984000000000004,
|
|
"p95_ms": 0.046784,
|
|
"population_std_ms": 0.0004970469529827017
|
|
},
|
|
"router": {
|
|
"mean_ms": 0.18972199999999992,
|
|
"n": 14,
|
|
"p50_ms": 0.1897264999999999,
|
|
"p95_ms": 0.1903659999999999,
|
|
"population_std_ms": 0.00040084571310453965
|
|
}
|
|
},
|
|
"execute_annotation_histogram": {
|
|
"execute_context_0(0)_generation_4(4)": 14,
|
|
"execute_context_1(2048)_generation_1(1)": 1,
|
|
"execute_context_2(4096)_generation_2(2)": 1
|
|
},
|
|
"execute_wall": {
|
|
"mean_ms": 4.725667642857142,
|
|
"n": 14,
|
|
"p50_ms": 4.586822,
|
|
"p95_ms": 6.3431750000000005,
|
|
"population_std_ms": 0.5294299685093403
|
|
},
|
|
"gpu_kernel_busy": {
|
|
"mean_ms": 4.601115500000001,
|
|
"n": 14,
|
|
"p50_ms": 4.466799,
|
|
"p95_ms": 6.1463090000000005,
|
|
"population_std_ms": 0.5125165009938357
|
|
},
|
|
"non_kernel_gap": {
|
|
"mean_ms": 0.12455214285714243,
|
|
"n": 14,
|
|
"p50_ms": 0.11967999999999934,
|
|
"p95_ms": 0.19686599999999999,
|
|
"population_std_ms": 0.020164973440020648
|
|
},
|
|
"selected_execute_annotation": "execute_context_0(0)_generation_4(4)",
|
|
"steps": 14,
|
|
"trace": "runs/frontier-decode-batch-grid-v0/fleet-artifacts/decode-grid-tp4-b4-r2-20260723-20260723T092328819959Z/artifacts/runs/frontier-decode-batch-grid-v0/remote-outputs/tp4-b4-r2/traces/profile/dp0_pp0_tp2_dcp0_ep2_rank2.1784798849004512081.pt.trace.json.gz"
|
|
},
|
|
{
|
|
"components": {
|
|
"attention": {
|
|
"mean_ms": 0.8024457142857144,
|
|
"n": 14,
|
|
"p50_ms": 0.8021285000000002,
|
|
"p95_ms": 0.8093020000000001,
|
|
"population_std_ms": 0.005437250978581053
|
|
},
|
|
"collective": {
|
|
"mean_ms": 0.6228647857142856,
|
|
"n": 14,
|
|
"p50_ms": 0.52369,
|
|
"p95_ms": 1.3911020000000003,
|
|
"population_std_ms": 0.2490648031124713
|
|
},
|
|
"linear_norm_rope": {
|
|
"mean_ms": 0.8371941428571427,
|
|
"n": 14,
|
|
"p50_ms": 0.8375324999999998,
|
|
"p95_ms": 0.8382489999999997,
|
|
"population_std_ms": 0.00103632529760148
|
|
},
|
|
"moe": {
|
|
"mean_ms": 1.9570306428571438,
|
|
"n": 14,
|
|
"p50_ms": 1.9613605000000005,
|
|
"p95_ms": 2.1156430000000004,
|
|
"population_std_ms": 0.11617949366611671
|
|
},
|
|
"other": {
|
|
"mean_ms": 0.021847000000000002,
|
|
"n": 14,
|
|
"p50_ms": 0.021792,
|
|
"p95_ms": 0.022240000000000003,
|
|
"population_std_ms": 0.0002032686470096729
|
|
},
|
|
"output_head": {
|
|
"mean_ms": 0.045856,
|
|
"n": 14,
|
|
"p50_ms": 0.04592,
|
|
"p95_ms": 0.046272,
|
|
"population_std_ms": 0.00036146388873183906
|
|
},
|
|
"router": {
|
|
"mean_ms": 0.18968749999999987,
|
|
"n": 14,
|
|
"p50_ms": 0.18976349999999986,
|
|
"p95_ms": 0.1904969999999999,
|
|
"population_std_ms": 0.0004998125005582514
|
|
}
|
|
},
|
|
"execute_annotation_histogram": {
|
|
"execute_context_0(0)_generation_4(4)": 14,
|
|
"execute_context_1(2048)_generation_1(1)": 1,
|
|
"execute_context_2(4096)_generation_2(2)": 1
|
|
},
|
|
"execute_wall": {
|
|
"mean_ms": 4.726361142857143,
|
|
"n": 14,
|
|
"p50_ms": 4.58896,
|
|
"p95_ms": 6.346271,
|
|
"population_std_ms": 0.5297092372787245
|
|
},
|
|
"gpu_kernel_busy": {
|
|
"mean_ms": 4.476925785714287,
|
|
"n": 14,
|
|
"p50_ms": 4.454530500000001,
|
|
"p95_ms": 5.177472,
|
|
"population_std_ms": 0.28127072648585827
|
|
},
|
|
"non_kernel_gap": {
|
|
"mean_ms": 0.2494353571428564,
|
|
"n": 14,
|
|
"p50_ms": 0.12384599999999946,
|
|
"p95_ms": 1.887349999999997,
|
|
"population_std_ms": 0.4542784406329925
|
|
},
|
|
"selected_execute_annotation": "execute_context_0(0)_generation_4(4)",
|
|
"steps": 14,
|
|
"trace": "runs/frontier-decode-batch-grid-v0/fleet-artifacts/decode-grid-tp4-b4-r2-20260723-20260723T092328819959Z/artifacts/runs/frontier-decode-batch-grid-v0/remote-outputs/tp4-b4-r2/traces/profile/dp0_pp0_tp3_dcp0_ep3_rank3.1784798849009637378.pt.trace.json.gz"
|
|
}
|
|
],
|
|
"schema": "frontier-decode-batch-trace.v1"
|
|
}
|