358 lines
12 KiB
JSON
358 lines
12 KiB
JSON
{
|
|
"contract": {
|
|
"component_time": "sum of CUDA kernel durations inside execute range",
|
|
"timing": "CUDA graph-on GPU execute annotations",
|
|
"tp_aggregation": "per-rank; slowest rank mean approximates critical path"
|
|
},
|
|
"label": "tp4-b8-r1",
|
|
"rank_summary": {
|
|
"component_rank_mean_ms": {
|
|
"attention": 0.9206188846153844,
|
|
"collective": 0.6864052307692307,
|
|
"linear_norm_rope": 0.8407714807692306,
|
|
"moe": 2.0225017884615384,
|
|
"other": 0.023575519230769233,
|
|
"output_head": 0.04601186538461538,
|
|
"router": 0.19361455769230762
|
|
},
|
|
"ranks": 4,
|
|
"slowest_rank_execute_mean_ms": 4.898132615384616,
|
|
"slowest_rank_kernel_busy_mean_ms": 4.786881538461537
|
|
},
|
|
"ranks": [
|
|
{
|
|
"components": {
|
|
"attention": {
|
|
"mean_ms": 0.9177004615384619,
|
|
"n": 13,
|
|
"p50_ms": 0.9157820000000005,
|
|
"p95_ms": 0.9225340000000003,
|
|
"population_std_ms": 0.0034723709615584538
|
|
},
|
|
"collective": {
|
|
"mean_ms": 0.7274665384615383,
|
|
"n": 13,
|
|
"p50_ms": 0.5518440000000001,
|
|
"p95_ms": 1.9667529999999998,
|
|
"population_std_ms": 0.43009803968337174
|
|
},
|
|
"linear_norm_rope": {
|
|
"mean_ms": 0.8444890769230771,
|
|
"n": 13,
|
|
"p50_ms": 0.8439450000000001,
|
|
"p95_ms": 0.8488609999999996,
|
|
"population_std_ms": 0.0016826488943849141
|
|
},
|
|
"moe": {
|
|
"mean_ms": 2.0259989230769215,
|
|
"n": 13,
|
|
"p50_ms": 1.988923999999999,
|
|
"p95_ms": 2.1999619999999984,
|
|
"population_std_ms": 0.12419348290932108
|
|
},
|
|
"other": {
|
|
"mean_ms": 0.023444076923076925,
|
|
"n": 13,
|
|
"p50_ms": 0.023455999999999998,
|
|
"p95_ms": 0.023873,
|
|
"population_std_ms": 0.00022429083507407156
|
|
},
|
|
"output_head": {
|
|
"mean_ms": 0.046225461538461535,
|
|
"n": 13,
|
|
"p50_ms": 0.046369,
|
|
"p95_ms": 0.046944,
|
|
"population_std_ms": 0.00042185881987381115
|
|
},
|
|
"router": {
|
|
"mean_ms": 0.20155699999999996,
|
|
"n": 13,
|
|
"p50_ms": 0.20153599999999994,
|
|
"p95_ms": 0.2069459999999999,
|
|
"population_std_ms": 0.0028213344905722135
|
|
}
|
|
},
|
|
"execute_annotation_histogram": {
|
|
"execute_context_0(0)_generation_1(1)": 1,
|
|
"execute_context_0(0)_generation_8(8)": 13,
|
|
"execute_context_4(6145)_generation_4(4)": 1,
|
|
"execute_context_4(8191)_generation_1(1)": 1
|
|
},
|
|
"execute_wall": {
|
|
"mean_ms": 4.898132615384616,
|
|
"n": 13,
|
|
"p50_ms": 4.671016,
|
|
"p95_ms": 6.300266,
|
|
"population_std_ms": 0.4965030281369486
|
|
},
|
|
"gpu_kernel_busy": {
|
|
"mean_ms": 4.786881538461537,
|
|
"n": 13,
|
|
"p50_ms": 4.558992999999998,
|
|
"p95_ms": 6.188288999999999,
|
|
"population_std_ms": 0.49662703894922927
|
|
},
|
|
"non_kernel_gap": {
|
|
"mean_ms": 0.11125107692307844,
|
|
"n": 13,
|
|
"p50_ms": 0.11197700000000044,
|
|
"p95_ms": 0.11466700000000163,
|
|
"population_std_ms": 0.0023827902345303826
|
|
},
|
|
"selected_execute_annotation": "execute_context_0(0)_generation_8(8)",
|
|
"steps": 13,
|
|
"trace": "runs/frontier-decode-batch-grid-v0/fleet-artifacts/decode-grid-tp4-b8-r1-20260723-20260723T091720058921Z/artifacts/runs/frontier-decode-batch-grid-v0/remote-outputs/tp4-b8-r1/traces/profile/dp0_pp0_tp0_dcp0_ep0_rank0.1784798477249293674.pt.trace.json.gz"
|
|
},
|
|
{
|
|
"components": {
|
|
"attention": {
|
|
"mean_ms": 0.920315615384615,
|
|
"n": 13,
|
|
"p50_ms": 0.9189889999999995,
|
|
"p95_ms": 0.9261809999999997,
|
|
"population_std_ms": 0.004422100328306619
|
|
},
|
|
"collective": {
|
|
"mean_ms": 0.5528313846153846,
|
|
"n": 13,
|
|
"p50_ms": 0.5527689999999998,
|
|
"p95_ms": 0.5607639999999999,
|
|
"population_std_ms": 0.006298594807127897
|
|
},
|
|
"linear_norm_rope": {
|
|
"mean_ms": 0.8396410769230767,
|
|
"n": 13,
|
|
"p50_ms": 0.8399539999999995,
|
|
"p95_ms": 0.8417579999999998,
|
|
"population_std_ms": 0.0011731414408487047
|
|
},
|
|
"moe": {
|
|
"mean_ms": 2.02596976923077,
|
|
"n": 13,
|
|
"p50_ms": 1.9839060000000013,
|
|
"p95_ms": 2.2111380000000014,
|
|
"population_std_ms": 0.1288343954994783
|
|
},
|
|
"other": {
|
|
"mean_ms": 0.023620923076923078,
|
|
"n": 13,
|
|
"p50_ms": 0.023712,
|
|
"p95_ms": 0.024191,
|
|
"population_std_ms": 0.00032006452751773154
|
|
},
|
|
"output_head": {
|
|
"mean_ms": 0.045848769230769235,
|
|
"n": 13,
|
|
"p50_ms": 0.045729,
|
|
"p95_ms": 0.046465000000000006,
|
|
"population_std_ms": 0.0003160560208001501
|
|
},
|
|
"router": {
|
|
"mean_ms": 0.1913852307692307,
|
|
"n": 13,
|
|
"p50_ms": 0.1909419999999999,
|
|
"p95_ms": 0.19360099999999988,
|
|
"population_std_ms": 0.0011535338449135141
|
|
}
|
|
},
|
|
"execute_annotation_histogram": {
|
|
"execute_context_0(0)_generation_1(1)": 1,
|
|
"execute_context_0(0)_generation_8(8)": 13,
|
|
"execute_context_4(6145)_generation_4(4)": 1,
|
|
"execute_context_4(8191)_generation_1(1)": 1
|
|
},
|
|
"execute_wall": {
|
|
"mean_ms": 4.897705538461539,
|
|
"n": 13,
|
|
"p50_ms": 4.67211,
|
|
"p95_ms": 6.299505,
|
|
"population_std_ms": 0.4965302476577009
|
|
},
|
|
"gpu_kernel_busy": {
|
|
"mean_ms": 4.599612769230769,
|
|
"n": 13,
|
|
"p50_ms": 4.552709000000001,
|
|
"p95_ms": 4.782309000000001,
|
|
"population_std_ms": 0.13015763047648984
|
|
},
|
|
"non_kernel_gap": {
|
|
"mean_ms": 0.2980927692307692,
|
|
"n": 13,
|
|
"p50_ms": 0.12020799999999987,
|
|
"p95_ms": 1.5448980000000008,
|
|
"population_std_ms": 0.4320880301128383
|
|
},
|
|
"selected_execute_annotation": "execute_context_0(0)_generation_8(8)",
|
|
"steps": 13,
|
|
"trace": "runs/frontier-decode-batch-grid-v0/fleet-artifacts/decode-grid-tp4-b8-r1-20260723-20260723T091720058921Z/artifacts/runs/frontier-decode-batch-grid-v0/remote-outputs/tp4-b8-r1/traces/profile/dp0_pp0_tp1_dcp0_ep1_rank1.1784798477252917819.pt.trace.json.gz"
|
|
},
|
|
{
|
|
"components": {
|
|
"attention": {
|
|
"mean_ms": 0.9192469230769227,
|
|
"n": 13,
|
|
"p50_ms": 0.918141,
|
|
"p95_ms": 0.9271450000000001,
|
|
"population_std_ms": 0.004336312124402079
|
|
},
|
|
"collective": {
|
|
"mean_ms": 0.7371800769230769,
|
|
"n": 13,
|
|
"p50_ms": 0.5602280000000001,
|
|
"p95_ms": 1.9925419999999985,
|
|
"population_std_ms": 0.43457656793648614
|
|
},
|
|
"linear_norm_rope": {
|
|
"mean_ms": 0.838645769230769,
|
|
"n": 13,
|
|
"p50_ms": 0.8387470000000002,
|
|
"p95_ms": 0.8435129999999993,
|
|
"population_std_ms": 0.0020585651894104804
|
|
},
|
|
"moe": {
|
|
"mean_ms": 2.016775461538462,
|
|
"n": 13,
|
|
"p50_ms": 1.9734350000000007,
|
|
"p95_ms": 2.202970000000001,
|
|
"population_std_ms": 0.12585738148372902
|
|
},
|
|
"other": {
|
|
"mean_ms": 0.023712538461538462,
|
|
"n": 13,
|
|
"p50_ms": 0.023677999999999998,
|
|
"p95_ms": 0.024418000000000002,
|
|
"population_std_ms": 0.00033176465601725676
|
|
},
|
|
"output_head": {
|
|
"mean_ms": 0.04599407692307692,
|
|
"n": 13,
|
|
"p50_ms": 0.045984000000000004,
|
|
"p95_ms": 0.046912,
|
|
"population_std_ms": 0.00044461590364622505
|
|
},
|
|
"router": {
|
|
"mean_ms": 0.1922016153846153,
|
|
"n": 13,
|
|
"p50_ms": 0.19241399999999995,
|
|
"p95_ms": 0.1942349999999999,
|
|
"population_std_ms": 0.0013174549204643176
|
|
}
|
|
},
|
|
"execute_annotation_histogram": {
|
|
"execute_context_0(0)_generation_1(1)": 1,
|
|
"execute_context_0(0)_generation_8(8)": 13,
|
|
"execute_context_4(6145)_generation_4(4)": 1,
|
|
"execute_context_4(8191)_generation_1(1)": 1
|
|
},
|
|
"execute_wall": {
|
|
"mean_ms": 4.895284846153846,
|
|
"n": 13,
|
|
"p50_ms": 4.669829,
|
|
"p95_ms": 6.300007,
|
|
"population_std_ms": 0.49721882332999884
|
|
},
|
|
"gpu_kernel_busy": {
|
|
"mean_ms": 4.773756461538461,
|
|
"n": 13,
|
|
"p50_ms": 4.548986,
|
|
"p95_ms": 6.178948,
|
|
"population_std_ms": 0.49733430942307366
|
|
},
|
|
"non_kernel_gap": {
|
|
"mean_ms": 0.12152838461538465,
|
|
"n": 13,
|
|
"p50_ms": 0.1210589999999998,
|
|
"p95_ms": 0.12582700000000013,
|
|
"population_std_ms": 0.0025302041431304327
|
|
},
|
|
"selected_execute_annotation": "execute_context_0(0)_generation_8(8)",
|
|
"steps": 13,
|
|
"trace": "runs/frontier-decode-batch-grid-v0/fleet-artifacts/decode-grid-tp4-b8-r1-20260723-20260723T091720058921Z/artifacts/runs/frontier-decode-batch-grid-v0/remote-outputs/tp4-b8-r1/traces/profile/dp0_pp0_tp2_dcp0_ep2_rank2.1784798477249455220.pt.trace.json.gz"
|
|
},
|
|
{
|
|
"components": {
|
|
"attention": {
|
|
"mean_ms": 0.9252125384615381,
|
|
"n": 13,
|
|
"p50_ms": 0.9248339999999994,
|
|
"p95_ms": 0.9334720000000002,
|
|
"population_std_ms": 0.00510464326509754
|
|
},
|
|
"collective": {
|
|
"mean_ms": 0.728142923076923,
|
|
"n": 13,
|
|
"p50_ms": 0.5495350000000001,
|
|
"p95_ms": 1.9773729999999994,
|
|
"population_std_ms": 0.43309947849824937
|
|
},
|
|
"linear_norm_rope": {
|
|
"mean_ms": 0.8403099999999996,
|
|
"n": 13,
|
|
"p50_ms": 0.8403849999999997,
|
|
"p95_ms": 0.8420689999999995,
|
|
"population_std_ms": 0.0010695695755409923
|
|
},
|
|
"moe": {
|
|
"mean_ms": 2.0212630000000003,
|
|
"n": 13,
|
|
"p50_ms": 1.9823120000000007,
|
|
"p95_ms": 2.2015650000000004,
|
|
"population_std_ms": 0.12667332402498332
|
|
},
|
|
"other": {
|
|
"mean_ms": 0.02352453846153846,
|
|
"n": 13,
|
|
"p50_ms": 0.02352,
|
|
"p95_ms": 0.023999000000000003,
|
|
"population_std_ms": 0.0002336379893321535
|
|
},
|
|
"output_head": {
|
|
"mean_ms": 0.04597915384615384,
|
|
"n": 13,
|
|
"p50_ms": 0.04592,
|
|
"p95_ms": 0.046784,
|
|
"population_std_ms": 0.0004999015050916534
|
|
},
|
|
"router": {
|
|
"mean_ms": 0.18931438461538452,
|
|
"n": 13,
|
|
"p50_ms": 0.18934399999999993,
|
|
"p95_ms": 0.18963499999999994,
|
|
"population_std_ms": 0.00023338826628654523
|
|
}
|
|
},
|
|
"execute_annotation_histogram": {
|
|
"execute_context_0(0)_generation_1(1)": 1,
|
|
"execute_context_0(0)_generation_8(8)": 13,
|
|
"execute_context_4(6145)_generation_4(4)": 1,
|
|
"execute_context_4(8191)_generation_1(1)": 1
|
|
},
|
|
"execute_wall": {
|
|
"mean_ms": 4.895507769230769,
|
|
"n": 13,
|
|
"p50_ms": 4.665760000000001,
|
|
"p95_ms": 6.301792000000001,
|
|
"population_std_ms": 0.49796797169854445
|
|
},
|
|
"gpu_kernel_busy": {
|
|
"mean_ms": 4.773746538461538,
|
|
"n": 13,
|
|
"p50_ms": 4.544830999999999,
|
|
"p95_ms": 6.177703999999999,
|
|
"population_std_ms": 0.49768554496537193
|
|
},
|
|
"non_kernel_gap": {
|
|
"mean_ms": 0.12176123076923144,
|
|
"n": 13,
|
|
"p50_ms": 0.12077500000000008,
|
|
"p95_ms": 0.128610000000001,
|
|
"population_std_ms": 0.0033113621913244884
|
|
},
|
|
"selected_execute_annotation": "execute_context_0(0)_generation_8(8)",
|
|
"steps": 13,
|
|
"trace": "runs/frontier-decode-batch-grid-v0/fleet-artifacts/decode-grid-tp4-b8-r1-20260723-20260723T091720058921Z/artifacts/runs/frontier-decode-batch-grid-v0/remote-outputs/tp4-b8-r1/traces/profile/dp0_pp0_tp3_dcp0_ep3_rank3.1784798477250211216.pt.trace.json.gz"
|
|
}
|
|
],
|
|
"schema": "frontier-decode-batch-trace.v1"
|
|
}
|