346 lines
11 KiB
JSON
346 lines
11 KiB
JSON
{
|
|
"contract": {
|
|
"component_time": "sum of CUDA kernel durations inside execute range",
|
|
"timing": "CUDA graph-on GPU execute annotations",
|
|
"tp_aggregation": "per-rank; slowest rank mean approximates critical path"
|
|
},
|
|
"label": "tp4-b2-r1",
|
|
"rank_summary": {
|
|
"component_rank_mean_ms": {
|
|
"attention": 0.72195021875,
|
|
"collective": 0.553751203125,
|
|
"linear_norm_rope": 0.8375226249999999,
|
|
"moe": 1.7999987343749986,
|
|
"other": 0.020717078125,
|
|
"output_head": 0.0456011875,
|
|
"router": 0.18689503124999995
|
|
},
|
|
"ranks": 4,
|
|
"slowest_rank_execute_mean_ms": 4.6262738125,
|
|
"slowest_rank_kernel_busy_mean_ms": 4.1718804999999985
|
|
},
|
|
"ranks": [
|
|
{
|
|
"components": {
|
|
"attention": {
|
|
"mean_ms": 0.721057875,
|
|
"n": 16,
|
|
"p50_ms": 0.711759,
|
|
"p95_ms": 0.7497570000000005,
|
|
"population_std_ms": 0.014212609814329528
|
|
},
|
|
"collective": {
|
|
"mean_ms": 0.50711625,
|
|
"n": 16,
|
|
"p50_ms": 0.5068694999999999,
|
|
"p95_ms": 0.513504,
|
|
"population_std_ms": 0.004382496085280639
|
|
},
|
|
"linear_norm_rope": {
|
|
"mean_ms": 0.8348696874999997,
|
|
"n": 16,
|
|
"p50_ms": 0.8344809999999998,
|
|
"p95_ms": 0.838978,
|
|
"population_std_ms": 0.001855606192014971
|
|
},
|
|
"moe": {
|
|
"mean_ms": 1.8552162499999982,
|
|
"n": 16,
|
|
"p50_ms": 1.8067699999999989,
|
|
"p95_ms": 1.9758739999999988,
|
|
"population_std_ms": 0.09932662894681066
|
|
},
|
|
"other": {
|
|
"mean_ms": 0.020664125,
|
|
"n": 16,
|
|
"p50_ms": 0.0206075,
|
|
"p95_ms": 0.02112,
|
|
"population_std_ms": 0.00022492384127744221
|
|
},
|
|
"output_head": {
|
|
"mean_ms": 0.0455501875,
|
|
"n": 16,
|
|
"p50_ms": 0.045616500000000004,
|
|
"p95_ms": 0.046176,
|
|
"population_std_ms": 0.0003880140491576959
|
|
},
|
|
"router": {
|
|
"mean_ms": 0.18695149999999994,
|
|
"n": 16,
|
|
"p50_ms": 0.18694599999999995,
|
|
"p95_ms": 0.18726899999999994,
|
|
"population_std_ms": 0.00018246506514945761
|
|
}
|
|
},
|
|
"execute_annotation_histogram": {
|
|
"execute_context_0(0)_generation_2(2)": 16
|
|
},
|
|
"execute_wall": {
|
|
"mean_ms": 4.6235766875,
|
|
"n": 16,
|
|
"p50_ms": 4.5675045,
|
|
"p95_ms": 4.776305000000001,
|
|
"population_std_ms": 0.11774099993349754
|
|
},
|
|
"gpu_kernel_busy": {
|
|
"mean_ms": 4.171425874999998,
|
|
"n": 16,
|
|
"p50_ms": 4.111105499999998,
|
|
"p95_ms": 4.327753999999999,
|
|
"population_std_ms": 0.11827515014357118
|
|
},
|
|
"non_kernel_gap": {
|
|
"mean_ms": 0.4521508125000021,
|
|
"n": 16,
|
|
"p50_ms": 0.4516910000000025,
|
|
"p95_ms": 0.4587190000000012,
|
|
"population_std_ms": 0.003134758388192225
|
|
},
|
|
"selected_execute_annotation": "execute_context_0(0)_generation_2(2)",
|
|
"steps": 16,
|
|
"trace": "runs/frontier-decode-batch-grid-v0/fleet-artifacts/decode-batch-tp4-b2-r1-20260723-20260723T085748513290Z/artifacts/runs/frontier-decode-batch-grid-v0/remote-outputs/tp4-b2-r1/traces/profile/dp0_pp0_tp0_dcp0_ep0_rank0.1784797289133609908.pt.trace.json.gz"
|
|
},
|
|
{
|
|
"components": {
|
|
"attention": {
|
|
"mean_ms": 0.7231355625,
|
|
"n": 16,
|
|
"p50_ms": 0.714801,
|
|
"p95_ms": 0.7511429999999999,
|
|
"population_std_ms": 0.01670948629135843
|
|
},
|
|
"collective": {
|
|
"mean_ms": 0.5030436875000001,
|
|
"n": 16,
|
|
"p50_ms": 0.5025615000000001,
|
|
"p95_ms": 0.5099899999999999,
|
|
"population_std_ms": 0.003726454090666345
|
|
},
|
|
"linear_norm_rope": {
|
|
"mean_ms": 0.8384581250000002,
|
|
"n": 16,
|
|
"p50_ms": 0.8374080000000004,
|
|
"p95_ms": 0.8426070000000001,
|
|
"population_std_ms": 0.0022757014818238397
|
|
},
|
|
"moe": {
|
|
"mean_ms": 1.8538525624999982,
|
|
"n": 16,
|
|
"p50_ms": 1.8066204999999975,
|
|
"p95_ms": 1.980685999999996,
|
|
"population_std_ms": 0.0992721840478037
|
|
},
|
|
"other": {
|
|
"mean_ms": 0.02081575,
|
|
"n": 16,
|
|
"p50_ms": 0.020768000000000002,
|
|
"p95_ms": 0.021249000000000004,
|
|
"population_std_ms": 0.00024472216389203553
|
|
},
|
|
"output_head": {
|
|
"mean_ms": 0.0455743125,
|
|
"n": 16,
|
|
"p50_ms": 0.045568,
|
|
"p95_ms": 0.046335999999999995,
|
|
"population_std_ms": 0.00038872157753815117
|
|
},
|
|
"router": {
|
|
"mean_ms": 0.18700049999999993,
|
|
"n": 16,
|
|
"p50_ms": 0.18708599999999992,
|
|
"p95_ms": 0.18729799999999988,
|
|
"population_std_ms": 0.0002492310674855524
|
|
}
|
|
},
|
|
"execute_annotation_histogram": {
|
|
"execute_context_0(0)_generation_2(2)": 16
|
|
},
|
|
"execute_wall": {
|
|
"mean_ms": 4.624022875,
|
|
"n": 16,
|
|
"p50_ms": 4.5670969999999995,
|
|
"p95_ms": 4.776058,
|
|
"population_std_ms": 0.11785700086167718
|
|
},
|
|
"gpu_kernel_busy": {
|
|
"mean_ms": 4.1718804999999985,
|
|
"n": 16,
|
|
"p50_ms": 4.113653999999998,
|
|
"p95_ms": 4.327779999999995,
|
|
"population_std_ms": 0.11872818612749433
|
|
},
|
|
"non_kernel_gap": {
|
|
"mean_ms": 0.4521423750000019,
|
|
"n": 16,
|
|
"p50_ms": 0.452637500000002,
|
|
"p95_ms": 0.4561850000000023,
|
|
"population_std_ms": 0.002606323557115182
|
|
},
|
|
"selected_execute_annotation": "execute_context_0(0)_generation_2(2)",
|
|
"steps": 16,
|
|
"trace": "runs/frontier-decode-batch-grid-v0/fleet-artifacts/decode-batch-tp4-b2-r1-20260723-20260723T085748513290Z/artifacts/runs/frontier-decode-batch-grid-v0/remote-outputs/tp4-b2-r1/traces/profile/dp0_pp0_tp1_dcp0_ep1_rank1.1784797289127939045.pt.trace.json.gz"
|
|
},
|
|
{
|
|
"components": {
|
|
"attention": {
|
|
"mean_ms": 0.7228365624999997,
|
|
"n": 16,
|
|
"p50_ms": 0.7140979999999998,
|
|
"p95_ms": 0.7481270000000001,
|
|
"population_std_ms": 0.014826216615208781
|
|
},
|
|
"collective": {
|
|
"mean_ms": 0.6974953125000001,
|
|
"n": 16,
|
|
"p50_ms": 0.6933765000000001,
|
|
"p95_ms": 0.7296940000000001,
|
|
"population_std_ms": 0.019150322023136917
|
|
},
|
|
"linear_norm_rope": {
|
|
"mean_ms": 0.8396519374999999,
|
|
"n": 16,
|
|
"p50_ms": 0.8394079999999997,
|
|
"p95_ms": 0.8423959999999997,
|
|
"population_std_ms": 0.0015175569786975635
|
|
},
|
|
"moe": {
|
|
"mean_ms": 1.6409965000000004,
|
|
"n": 16,
|
|
"p50_ms": 1.6039915000000007,
|
|
"p95_ms": 1.749915000000001,
|
|
"population_std_ms": 0.08420929796569343
|
|
},
|
|
"other": {
|
|
"mean_ms": 0.0206121875,
|
|
"n": 16,
|
|
"p50_ms": 0.020608,
|
|
"p95_ms": 0.021438,
|
|
"population_std_ms": 0.0003990141317594523
|
|
},
|
|
"output_head": {
|
|
"mean_ms": 0.0457240625,
|
|
"n": 16,
|
|
"p50_ms": 0.04584,
|
|
"p95_ms": 0.046816,
|
|
"population_std_ms": 0.0005658698468674145
|
|
},
|
|
"router": {
|
|
"mean_ms": 0.18694024999999992,
|
|
"n": 16,
|
|
"p50_ms": 0.18695999999999993,
|
|
"p95_ms": 0.18755099999999994,
|
|
"population_std_ms": 0.00021861224233788088
|
|
}
|
|
},
|
|
"execute_annotation_histogram": {
|
|
"execute_context_0(0)_generation_2(2)": 16
|
|
},
|
|
"execute_wall": {
|
|
"mean_ms": 4.6262738125,
|
|
"n": 16,
|
|
"p50_ms": 4.569678,
|
|
"p95_ms": 4.780622,
|
|
"population_std_ms": 0.11869307020905795
|
|
},
|
|
"gpu_kernel_busy": {
|
|
"mean_ms": 4.1542568125,
|
|
"n": 16,
|
|
"p50_ms": 4.100302,
|
|
"p95_ms": 4.307204000000001,
|
|
"population_std_ms": 0.11747190161545976
|
|
},
|
|
"non_kernel_gap": {
|
|
"mean_ms": 0.47201699999999974,
|
|
"n": 16,
|
|
"p50_ms": 0.47202699999999975,
|
|
"p95_ms": 0.47818999999999967,
|
|
"population_std_ms": 0.0027272721719696818
|
|
},
|
|
"selected_execute_annotation": "execute_context_0(0)_generation_2(2)",
|
|
"steps": 16,
|
|
"trace": "runs/frontier-decode-batch-grid-v0/fleet-artifacts/decode-batch-tp4-b2-r1-20260723-20260723T085748513290Z/artifacts/runs/frontier-decode-batch-grid-v0/remote-outputs/tp4-b2-r1/traces/profile/dp0_pp0_tp2_dcp0_ep2_rank2.1784797289123687444.pt.trace.json.gz"
|
|
},
|
|
{
|
|
"components": {
|
|
"attention": {
|
|
"mean_ms": 0.720770875,
|
|
"n": 16,
|
|
"p50_ms": 0.7128364999999999,
|
|
"p95_ms": 0.7470090000000001,
|
|
"population_std_ms": 0.01543277700170565
|
|
},
|
|
"collective": {
|
|
"mean_ms": 0.5073495625,
|
|
"n": 16,
|
|
"p50_ms": 0.5075825,
|
|
"p95_ms": 0.514207,
|
|
"population_std_ms": 0.004872701393589966
|
|
},
|
|
"linear_norm_rope": {
|
|
"mean_ms": 0.8371107499999998,
|
|
"n": 16,
|
|
"p50_ms": 0.8368309999999997,
|
|
"p95_ms": 0.8408340000000005,
|
|
"population_std_ms": 0.0019278550742989576
|
|
},
|
|
"moe": {
|
|
"mean_ms": 1.849929624999998,
|
|
"n": 16,
|
|
"p50_ms": 1.8029354999999985,
|
|
"p95_ms": 1.9727399999999982,
|
|
"population_std_ms": 0.09810616143359367
|
|
},
|
|
"other": {
|
|
"mean_ms": 0.02077625,
|
|
"n": 16,
|
|
"p50_ms": 0.020671500000000002,
|
|
"p95_ms": 0.021408,
|
|
"population_std_ms": 0.00033703143399392235
|
|
},
|
|
"output_head": {
|
|
"mean_ms": 0.0455561875,
|
|
"n": 16,
|
|
"p50_ms": 0.045392,
|
|
"p95_ms": 0.046880000000000005,
|
|
"population_std_ms": 0.0004960692011642635
|
|
},
|
|
"router": {
|
|
"mean_ms": 0.18668787499999998,
|
|
"n": 16,
|
|
"p50_ms": 0.18664099999999995,
|
|
"p95_ms": 0.18707300000000002,
|
|
"population_std_ms": 0.00021251878593432893
|
|
}
|
|
},
|
|
"execute_annotation_histogram": {
|
|
"execute_context_0(0)_generation_2(2)": 16
|
|
},
|
|
"execute_wall": {
|
|
"mean_ms": 4.623365625,
|
|
"n": 16,
|
|
"p50_ms": 4.5671315,
|
|
"p95_ms": 4.775658999999999,
|
|
"population_std_ms": 0.11841808903936239
|
|
},
|
|
"gpu_kernel_busy": {
|
|
"mean_ms": 4.168181124999998,
|
|
"n": 16,
|
|
"p50_ms": 4.109987499999998,
|
|
"p95_ms": 4.320808999999999,
|
|
"population_std_ms": 0.1170474600631484
|
|
},
|
|
"non_kernel_gap": {
|
|
"mean_ms": 0.45518450000000205,
|
|
"n": 16,
|
|
"p50_ms": 0.45484250000000115,
|
|
"p95_ms": 0.46047800000000283,
|
|
"population_std_ms": 0.0026128110101962454
|
|
},
|
|
"selected_execute_annotation": "execute_context_0(0)_generation_2(2)",
|
|
"steps": 16,
|
|
"trace": "runs/frontier-decode-batch-grid-v0/fleet-artifacts/decode-batch-tp4-b2-r1-20260723-20260723T085748513290Z/artifacts/runs/frontier-decode-batch-grid-v0/remote-outputs/tp4-b2-r1/traces/profile/dp0_pp0_tp3_dcp0_ep3_rank3.1784797289132564461.pt.trace.json.gz"
|
|
}
|
|
],
|
|
"schema": "frontier-decode-batch-trace.v1"
|
|
}
|