411 lines
14 KiB
JSON
411 lines
14 KiB
JSON
{
|
|
"all_repeat_gates_resolved": true,
|
|
"cells": [
|
|
{
|
|
"all_repeat_cv_pct": 0.33215115035261283,
|
|
"batch": 2,
|
|
"initial_repeat_cv_pct": 0.33215115035261283,
|
|
"median_component_ms": {
|
|
"attention": 0.7968654999999999,
|
|
"collective": 0.4589650625,
|
|
"linear_norm_rope": 0.9332466874999996,
|
|
"moe": 2.1423742343749987,
|
|
"other": 0.020707093750000002,
|
|
"output_head": 0.08698887500000001,
|
|
"router": 0.19049718749999994
|
|
},
|
|
"median_execute_ms": 4.74559925,
|
|
"needs_repeat_3": false,
|
|
"repeat_gate_resolved": true,
|
|
"repeats": [
|
|
{
|
|
"component_rank_mean_ms": {
|
|
"attention": 0.7962288124999999,
|
|
"collective": 0.470928375,
|
|
"linear_norm_rope": 0.9330912187499996,
|
|
"moe": 2.136206281249999,
|
|
"other": 0.02065321875,
|
|
"output_head": 0.08696040625000001,
|
|
"router": 0.19041484374999995
|
|
},
|
|
"execute_mean_ms": 4.7613618125,
|
|
"repeat": 1,
|
|
"source": "runs/frontier-decode-batch-grid-v0/results/tp2-b2-r1.json"
|
|
},
|
|
{
|
|
"component_rank_mean_ms": {
|
|
"attention": 0.7975021874999999,
|
|
"collective": 0.44700175,
|
|
"linear_norm_rope": 0.9334021562499997,
|
|
"moe": 2.1485421874999986,
|
|
"other": 0.02076096875,
|
|
"output_head": 0.08701734375,
|
|
"router": 0.19057953124999993
|
|
},
|
|
"execute_mean_ms": 4.7298366875,
|
|
"repeat": 2,
|
|
"source": "runs/frontier-decode-batch-grid-v0/results/tp2-b2-r2.json"
|
|
}
|
|
],
|
|
"tp": 2
|
|
},
|
|
{
|
|
"all_repeat_cv_pct": 2.8664467148791393,
|
|
"batch": 4,
|
|
"initial_repeat_cv_pct": 2.8664467148791393,
|
|
"median_component_ms": {
|
|
"attention": 0.925814669047619,
|
|
"collective": 0.47613457857142855,
|
|
"linear_norm_rope": 0.926101651190476,
|
|
"moe": 2.5396719488095236,
|
|
"other": 0.021773490476190475,
|
|
"output_head": 0.08747840476190476,
|
|
"router": 0.18771020476190473
|
|
},
|
|
"median_execute_ms": 5.45066564047619,
|
|
"needs_repeat_3": false,
|
|
"repeat_gate_resolved": true,
|
|
"repeats": [
|
|
{
|
|
"component_rank_mean_ms": {
|
|
"attention": 0.9284945714285713,
|
|
"collective": 0.4770398571428571,
|
|
"linear_norm_rope": 0.9251340357142854,
|
|
"moe": 2.5554174642857146,
|
|
"other": 0.021663214285714286,
|
|
"output_head": 0.08753164285714285,
|
|
"router": 0.1898966428571428
|
|
},
|
|
"execute_mean_ms": 5.294425214285715,
|
|
"repeat": 1,
|
|
"source": "runs/frontier-decode-batch-grid-v0/results/tp2-b4-r1.json"
|
|
},
|
|
{
|
|
"component_rank_mean_ms": {
|
|
"attention": 0.9231347666666667,
|
|
"collective": 0.47522929999999997,
|
|
"linear_norm_rope": 0.9270692666666666,
|
|
"moe": 2.523926433333333,
|
|
"other": 0.021883766666666665,
|
|
"output_head": 0.08742516666666666,
|
|
"router": 0.18552376666666665
|
|
},
|
|
"execute_mean_ms": 5.606906066666666,
|
|
"repeat": 2,
|
|
"source": "runs/frontier-decode-batch-grid-v0/results/tp2-b4-r2.json"
|
|
}
|
|
],
|
|
"tp": 2
|
|
},
|
|
{
|
|
"all_repeat_cv_pct": 2.718954157967049,
|
|
"batch": 6,
|
|
"initial_repeat_cv_pct": 2.718954157967049,
|
|
"median_component_ms": {
|
|
"attention": 1.0526737664835166,
|
|
"collective": 0.48269348763736264,
|
|
"linear_norm_rope": 0.9301222623626373,
|
|
"moe": 3.6929154436813176,
|
|
"other": 0.025437872252747254,
|
|
"output_head": 0.08800730082417582,
|
|
"router": 0.196665739010989
|
|
},
|
|
"median_execute_ms": 6.754197167582418,
|
|
"needs_repeat_3": false,
|
|
"repeat_gate_resolved": true,
|
|
"repeats": [
|
|
{
|
|
"component_rank_mean_ms": {
|
|
"attention": 1.0590365714285717,
|
|
"collective": 0.48200882142857143,
|
|
"linear_norm_rope": 0.9312401785714285,
|
|
"moe": 3.678020964285713,
|
|
"other": 0.02528782142857143,
|
|
"output_head": 0.08801067857142857,
|
|
"router": 0.1985437857142856
|
|
},
|
|
"execute_mean_ms": 6.570553642857143,
|
|
"repeat": 1,
|
|
"source": "runs/frontier-decode-batch-grid-v0/results/tp2-b6-r1.json"
|
|
},
|
|
{
|
|
"component_rank_mean_ms": {
|
|
"attention": 1.0463109615384618,
|
|
"collective": 0.48337815384615385,
|
|
"linear_norm_rope": 0.929004346153846,
|
|
"moe": 3.7078099230769217,
|
|
"other": 0.025587923076923078,
|
|
"output_head": 0.08800392307692309,
|
|
"router": 0.19478769230769236
|
|
},
|
|
"execute_mean_ms": 6.9378406923076925,
|
|
"repeat": 2,
|
|
"source": "runs/frontier-decode-batch-grid-v0/results/tp2-b6-r2.json"
|
|
}
|
|
],
|
|
"tp": 2
|
|
},
|
|
{
|
|
"all_repeat_cv_pct": 2.7838528598972516,
|
|
"batch": 8,
|
|
"initial_repeat_cv_pct": 2.7838528598972516,
|
|
"median_component_ms": {
|
|
"attention": 1.408474403846154,
|
|
"collective": 0.5025935769230769,
|
|
"linear_norm_rope": 0.9324356730769228,
|
|
"moe": 2.6870017499999985,
|
|
"other": 0.02355823076923077,
|
|
"output_head": 0.08828742307692307,
|
|
"router": 0.19532132692307688
|
|
},
|
|
"median_execute_ms": 6.138216769230769,
|
|
"needs_repeat_3": false,
|
|
"repeat_gate_resolved": true,
|
|
"repeats": [
|
|
{
|
|
"component_rank_mean_ms": {
|
|
"attention": 1.4162915000000003,
|
|
"collective": 0.5046254615384616,
|
|
"linear_norm_rope": 0.933206192307692,
|
|
"moe": 2.681186538461537,
|
|
"other": 0.023443884615384616,
|
|
"output_head": 0.08826711538461537,
|
|
"router": 0.19981553846153838
|
|
},
|
|
"execute_mean_ms": 5.967337846153845,
|
|
"repeat": 1,
|
|
"source": "runs/frontier-decode-batch-grid-v0/results/tp2-b8-r1.json"
|
|
},
|
|
{
|
|
"component_rank_mean_ms": {
|
|
"attention": 1.400657307692308,
|
|
"collective": 0.5005616923076923,
|
|
"linear_norm_rope": 0.9316651538461536,
|
|
"moe": 2.69281696153846,
|
|
"other": 0.023672576923076925,
|
|
"output_head": 0.08830773076923076,
|
|
"router": 0.1908271153846154
|
|
},
|
|
"execute_mean_ms": 6.309095692307692,
|
|
"repeat": 2,
|
|
"source": "runs/frontier-decode-batch-grid-v0/results/tp2-b8-r2.json"
|
|
}
|
|
],
|
|
"tp": 2
|
|
},
|
|
{
|
|
"all_repeat_cv_pct": 0.06699668597711499,
|
|
"batch": 2,
|
|
"initial_repeat_cv_pct": 0.06699668597711499,
|
|
"median_component_ms": {
|
|
"attention": 0.721186765625,
|
|
"collective": 0.5570387890625,
|
|
"linear_norm_rope": 0.8363623671875,
|
|
"moe": 1.7957157499999985,
|
|
"other": 0.020733953125000003,
|
|
"output_head": 0.045581921875,
|
|
"router": 0.18678388281249997
|
|
},
|
|
"median_execute_ms": 4.6231764375,
|
|
"needs_repeat_3": false,
|
|
"repeat_gate_resolved": true,
|
|
"repeats": [
|
|
{
|
|
"component_rank_mean_ms": {
|
|
"attention": 0.72195021875,
|
|
"collective": 0.553751203125,
|
|
"linear_norm_rope": 0.8375226249999999,
|
|
"moe": 1.7999987343749986,
|
|
"other": 0.020717078125,
|
|
"output_head": 0.0456011875,
|
|
"router": 0.18689503124999995
|
|
},
|
|
"execute_mean_ms": 4.6262738125,
|
|
"repeat": 1,
|
|
"source": "runs/frontier-decode-batch-grid-v0/results/tp4-b2-r1.json"
|
|
},
|
|
{
|
|
"component_rank_mean_ms": {
|
|
"attention": 0.7204233125,
|
|
"collective": 0.560326375,
|
|
"linear_norm_rope": 0.8352021093750001,
|
|
"moe": 1.7914327656249986,
|
|
"other": 0.020750828125000002,
|
|
"output_head": 0.04556265625,
|
|
"router": 0.18667273437499995
|
|
},
|
|
"execute_mean_ms": 4.6200790625,
|
|
"repeat": 2,
|
|
"source": "runs/frontier-decode-batch-grid-v0/results/tp4-b2-r2.json"
|
|
}
|
|
],
|
|
"tp": 4
|
|
},
|
|
{
|
|
"all_repeat_cv_pct": 2.2737660875555155,
|
|
"batch": 4,
|
|
"initial_repeat_cv_pct": 2.2737660875555155,
|
|
"median_component_ms": {
|
|
"attention": 0.8017847142857144,
|
|
"collective": 0.5969553392857143,
|
|
"linear_norm_rope": 0.8391979553571427,
|
|
"moe": 1.9608389732142864,
|
|
"other": 0.021788607142857144,
|
|
"output_head": 0.04581030357142857,
|
|
"router": 0.18947951785714276
|
|
},
|
|
"median_execute_ms": 4.6215097499999995,
|
|
"needs_repeat_3": false,
|
|
"repeat_gate_resolved": true,
|
|
"repeats": [
|
|
{
|
|
"component_rank_mean_ms": {
|
|
"attention": 0.8023426607142858,
|
|
"collective": 0.5361581428571428,
|
|
"linear_norm_rope": 0.8392915178571427,
|
|
"moe": 1.9595749285714295,
|
|
"other": 0.021800214285714284,
|
|
"output_head": 0.04583946428571428,
|
|
"router": 0.1894944999999999
|
|
},
|
|
"execute_mean_ms": 4.516427428571428,
|
|
"repeat": 1,
|
|
"source": "runs/frontier-decode-batch-grid-v0/results/tp4-b4-r1.json"
|
|
},
|
|
{
|
|
"component_rank_mean_ms": {
|
|
"attention": 0.801226767857143,
|
|
"collective": 0.6577525357142857,
|
|
"linear_norm_rope": 0.8391043928571427,
|
|
"moe": 1.9621030178571435,
|
|
"other": 0.021777,
|
|
"output_head": 0.045781142857142854,
|
|
"router": 0.18946453571428562
|
|
},
|
|
"execute_mean_ms": 4.726592071428572,
|
|
"repeat": 2,
|
|
"source": "runs/frontier-decode-batch-grid-v0/results/tp4-b4-r2.json"
|
|
}
|
|
],
|
|
"tp": 4
|
|
},
|
|
{
|
|
"all_repeat_cv_pct": 24.383571784490655,
|
|
"batch": 6,
|
|
"initial_repeat_cv_pct": 30.304513890111306,
|
|
"median_component_ms": {
|
|
"attention": 0.926535269230769,
|
|
"collective": 3.192824375,
|
|
"linear_norm_rope": 0.8382221538461538,
|
|
"moe": 2.383938624999999,
|
|
"other": 0.025532517857142854,
|
|
"output_head": 0.04836294642857143,
|
|
"router": 0.19243757142857137
|
|
},
|
|
"median_execute_ms": 8.633801928571428,
|
|
"needs_repeat_3": true,
|
|
"repeat_gate_resolved": true,
|
|
"repeats": [
|
|
{
|
|
"component_rank_mean_ms": {
|
|
"attention": 0.926535269230769,
|
|
"collective": 0.5587644230769231,
|
|
"linear_norm_rope": 0.8382221538461538,
|
|
"moe": 2.378592788461537,
|
|
"other": 0.02582126923076923,
|
|
"output_head": 0.048266576923076926,
|
|
"router": 0.1886060961538461
|
|
},
|
|
"execute_mean_ms": 5.43262976923077,
|
|
"repeat": 1,
|
|
"source": "runs/frontier-decode-batch-grid-v0/results/tp4-b6-r1.json"
|
|
},
|
|
{
|
|
"component_rank_mean_ms": {
|
|
"attention": 0.9215755535714284,
|
|
"collective": 4.099890464285714,
|
|
"linear_norm_rope": 0.8376546964285715,
|
|
"moe": 2.383938624999999,
|
|
"other": 0.02548019642857143,
|
|
"output_head": 0.04836294642857143,
|
|
"router": 0.19243757142857137
|
|
},
|
|
"execute_mean_ms": 10.1569875,
|
|
"repeat": 2,
|
|
"source": "runs/frontier-decode-batch-grid-v0/results/tp4-b6-r2.json"
|
|
},
|
|
{
|
|
"component_rank_mean_ms": {
|
|
"attention": 0.9331604285714286,
|
|
"collective": 3.192824375,
|
|
"linear_norm_rope": 0.8404031785714285,
|
|
"moe": 2.399789857142857,
|
|
"other": 0.025532517857142854,
|
|
"output_head": 0.048368125,
|
|
"router": 0.19489794642857136
|
|
},
|
|
"execute_mean_ms": 8.633801928571428,
|
|
"repeat": 3,
|
|
"source": "runs/frontier-decode-batch-grid-v0/results/tp4-b6-r3.json"
|
|
}
|
|
],
|
|
"tp": 4
|
|
},
|
|
{
|
|
"all_repeat_cv_pct": 1.4955512501139812,
|
|
"batch": 8,
|
|
"initial_repeat_cv_pct": 1.4955512501139812,
|
|
"median_component_ms": {
|
|
"attention": 0.9170377788461537,
|
|
"collective": 0.6205275096153846,
|
|
"linear_norm_rope": 0.8397761249999998,
|
|
"moe": 2.0145085576923076,
|
|
"other": 0.023612125,
|
|
"output_head": 0.04597551923076923,
|
|
"router": 0.1919322211538461
|
|
},
|
|
"median_execute_ms": 4.972498884615385,
|
|
"needs_repeat_3": false,
|
|
"repeat_gate_resolved": true,
|
|
"repeats": [
|
|
{
|
|
"component_rank_mean_ms": {
|
|
"attention": 0.9206188846153844,
|
|
"collective": 0.6864052307692307,
|
|
"linear_norm_rope": 0.8407714807692306,
|
|
"moe": 2.0225017884615384,
|
|
"other": 0.023575519230769233,
|
|
"output_head": 0.04601186538461538,
|
|
"router": 0.19361455769230762
|
|
},
|
|
"execute_mean_ms": 4.898132615384616,
|
|
"repeat": 1,
|
|
"source": "runs/frontier-decode-batch-grid-v0/results/tp4-b8-r1.json"
|
|
},
|
|
{
|
|
"component_rank_mean_ms": {
|
|
"attention": 0.9134566730769228,
|
|
"collective": 0.5546497884615385,
|
|
"linear_norm_rope": 0.8387807692307689,
|
|
"moe": 2.0065153269230764,
|
|
"other": 0.02364873076923077,
|
|
"output_head": 0.04593917307692308,
|
|
"router": 0.19024988461538456
|
|
},
|
|
"execute_mean_ms": 5.046865153846154,
|
|
"repeat": 2,
|
|
"source": "runs/frontier-decode-batch-grid-v0/results/tp4-b8-r2.json"
|
|
}
|
|
],
|
|
"tp": 4
|
|
}
|
|
],
|
|
"contract": {
|
|
"repeat_aggregation": "median of two fresh processes; three if unstable",
|
|
"stability_gate": "r1/r2 population CV <=10%; else require r3 and take median",
|
|
"timing": "slowest-rank execute mean over 16 pure-decode steps",
|
|
"workload": "Qwen3-30B-A3B BF16, 2048->128, graph-on, MNS=16"
|
|
},
|
|
"schema": "frontier-decode-batch-grid.v1"
|
|
}
|