{ "all_repeat_gates_resolved": true, "cells": [ { "all_repeat_cv_pct": 0.33215115035261283, "batch": 2, "initial_repeat_cv_pct": 0.33215115035261283, "median_component_ms": { "attention": 0.7968654999999999, "collective": 0.4589650625, "linear_norm_rope": 0.9332466874999996, "moe": 2.1423742343749987, "other": 0.020707093750000002, "output_head": 0.08698887500000001, "router": 0.19049718749999994 }, "median_execute_ms": 4.74559925, "needs_repeat_3": false, "repeat_gate_resolved": true, "repeats": [ { "component_rank_mean_ms": { "attention": 0.7962288124999999, "collective": 0.470928375, "linear_norm_rope": 0.9330912187499996, "moe": 2.136206281249999, "other": 0.02065321875, "output_head": 0.08696040625000001, "router": 0.19041484374999995 }, "execute_mean_ms": 4.7613618125, "repeat": 1, "source": "runs/frontier-decode-batch-grid-v0/results/tp2-b2-r1.json" }, { "component_rank_mean_ms": { "attention": 0.7975021874999999, "collective": 0.44700175, "linear_norm_rope": 0.9334021562499997, "moe": 2.1485421874999986, "other": 0.02076096875, "output_head": 0.08701734375, "router": 0.19057953124999993 }, "execute_mean_ms": 4.7298366875, "repeat": 2, "source": "runs/frontier-decode-batch-grid-v0/results/tp2-b2-r2.json" } ], "tp": 2 }, { "all_repeat_cv_pct": 2.8664467148791393, "batch": 4, "initial_repeat_cv_pct": 2.8664467148791393, "median_component_ms": { "attention": 0.925814669047619, "collective": 0.47613457857142855, "linear_norm_rope": 0.926101651190476, "moe": 2.5396719488095236, "other": 0.021773490476190475, "output_head": 0.08747840476190476, "router": 0.18771020476190473 }, "median_execute_ms": 5.45066564047619, "needs_repeat_3": false, "repeat_gate_resolved": true, "repeats": [ { "component_rank_mean_ms": { "attention": 0.9284945714285713, "collective": 0.4770398571428571, "linear_norm_rope": 0.9251340357142854, "moe": 2.5554174642857146, "other": 0.021663214285714286, "output_head": 0.08753164285714285, "router": 0.1898966428571428 }, "execute_mean_ms": 5.294425214285715, "repeat": 1, "source": "runs/frontier-decode-batch-grid-v0/results/tp2-b4-r1.json" }, { "component_rank_mean_ms": { "attention": 0.9231347666666667, "collective": 0.47522929999999997, "linear_norm_rope": 0.9270692666666666, "moe": 2.523926433333333, "other": 0.021883766666666665, "output_head": 0.08742516666666666, "router": 0.18552376666666665 }, "execute_mean_ms": 5.606906066666666, "repeat": 2, "source": "runs/frontier-decode-batch-grid-v0/results/tp2-b4-r2.json" } ], "tp": 2 }, { "all_repeat_cv_pct": 2.718954157967049, "batch": 6, "initial_repeat_cv_pct": 2.718954157967049, "median_component_ms": { "attention": 1.0526737664835166, "collective": 0.48269348763736264, "linear_norm_rope": 0.9301222623626373, "moe": 3.6929154436813176, "other": 0.025437872252747254, "output_head": 0.08800730082417582, "router": 0.196665739010989 }, "median_execute_ms": 6.754197167582418, "needs_repeat_3": false, "repeat_gate_resolved": true, "repeats": [ { "component_rank_mean_ms": { "attention": 1.0590365714285717, "collective": 0.48200882142857143, "linear_norm_rope": 0.9312401785714285, "moe": 3.678020964285713, "other": 0.02528782142857143, "output_head": 0.08801067857142857, "router": 0.1985437857142856 }, "execute_mean_ms": 6.570553642857143, "repeat": 1, "source": "runs/frontier-decode-batch-grid-v0/results/tp2-b6-r1.json" }, { "component_rank_mean_ms": { "attention": 1.0463109615384618, "collective": 0.48337815384615385, "linear_norm_rope": 0.929004346153846, "moe": 3.7078099230769217, "other": 0.025587923076923078, "output_head": 0.08800392307692309, "router": 0.19478769230769236 }, "execute_mean_ms": 6.9378406923076925, "repeat": 2, "source": "runs/frontier-decode-batch-grid-v0/results/tp2-b6-r2.json" } ], "tp": 2 }, { "all_repeat_cv_pct": 2.7838528598972516, "batch": 8, "initial_repeat_cv_pct": 2.7838528598972516, "median_component_ms": { "attention": 1.408474403846154, "collective": 0.5025935769230769, "linear_norm_rope": 0.9324356730769228, "moe": 2.6870017499999985, "other": 0.02355823076923077, "output_head": 0.08828742307692307, "router": 0.19532132692307688 }, "median_execute_ms": 6.138216769230769, "needs_repeat_3": false, "repeat_gate_resolved": true, "repeats": [ { "component_rank_mean_ms": { "attention": 1.4162915000000003, "collective": 0.5046254615384616, "linear_norm_rope": 0.933206192307692, "moe": 2.681186538461537, "other": 0.023443884615384616, "output_head": 0.08826711538461537, "router": 0.19981553846153838 }, "execute_mean_ms": 5.967337846153845, "repeat": 1, "source": "runs/frontier-decode-batch-grid-v0/results/tp2-b8-r1.json" }, { "component_rank_mean_ms": { "attention": 1.400657307692308, "collective": 0.5005616923076923, "linear_norm_rope": 0.9316651538461536, "moe": 2.69281696153846, "other": 0.023672576923076925, "output_head": 0.08830773076923076, "router": 0.1908271153846154 }, "execute_mean_ms": 6.309095692307692, "repeat": 2, "source": "runs/frontier-decode-batch-grid-v0/results/tp2-b8-r2.json" } ], "tp": 2 }, { "all_repeat_cv_pct": 0.06699668597711499, "batch": 2, "initial_repeat_cv_pct": 0.06699668597711499, "median_component_ms": { "attention": 0.721186765625, "collective": 0.5570387890625, "linear_norm_rope": 0.8363623671875, "moe": 1.7957157499999985, "other": 0.020733953125000003, "output_head": 0.045581921875, "router": 0.18678388281249997 }, "median_execute_ms": 4.6231764375, "needs_repeat_3": false, "repeat_gate_resolved": true, "repeats": [ { "component_rank_mean_ms": { "attention": 0.72195021875, "collective": 0.553751203125, "linear_norm_rope": 0.8375226249999999, "moe": 1.7999987343749986, "other": 0.020717078125, "output_head": 0.0456011875, "router": 0.18689503124999995 }, "execute_mean_ms": 4.6262738125, "repeat": 1, "source": "runs/frontier-decode-batch-grid-v0/results/tp4-b2-r1.json" }, { "component_rank_mean_ms": { "attention": 0.7204233125, "collective": 0.560326375, "linear_norm_rope": 0.8352021093750001, "moe": 1.7914327656249986, "other": 0.020750828125000002, "output_head": 0.04556265625, "router": 0.18667273437499995 }, "execute_mean_ms": 4.6200790625, "repeat": 2, "source": "runs/frontier-decode-batch-grid-v0/results/tp4-b2-r2.json" } ], "tp": 4 }, { "all_repeat_cv_pct": 2.2737660875555155, "batch": 4, "initial_repeat_cv_pct": 2.2737660875555155, "median_component_ms": { "attention": 0.8017847142857144, "collective": 0.5969553392857143, "linear_norm_rope": 0.8391979553571427, "moe": 1.9608389732142864, "other": 0.021788607142857144, "output_head": 0.04581030357142857, "router": 0.18947951785714276 }, "median_execute_ms": 4.6215097499999995, "needs_repeat_3": false, "repeat_gate_resolved": true, "repeats": [ { "component_rank_mean_ms": { "attention": 0.8023426607142858, "collective": 0.5361581428571428, "linear_norm_rope": 0.8392915178571427, "moe": 1.9595749285714295, "other": 0.021800214285714284, "output_head": 0.04583946428571428, "router": 0.1894944999999999 }, "execute_mean_ms": 4.516427428571428, "repeat": 1, "source": "runs/frontier-decode-batch-grid-v0/results/tp4-b4-r1.json" }, { "component_rank_mean_ms": { "attention": 0.801226767857143, "collective": 0.6577525357142857, "linear_norm_rope": 0.8391043928571427, "moe": 1.9621030178571435, "other": 0.021777, "output_head": 0.045781142857142854, "router": 0.18946453571428562 }, "execute_mean_ms": 4.726592071428572, "repeat": 2, "source": "runs/frontier-decode-batch-grid-v0/results/tp4-b4-r2.json" } ], "tp": 4 }, { "all_repeat_cv_pct": 24.383571784490655, "batch": 6, "initial_repeat_cv_pct": 30.304513890111306, "median_component_ms": { "attention": 0.926535269230769, "collective": 3.192824375, "linear_norm_rope": 0.8382221538461538, "moe": 2.383938624999999, "other": 0.025532517857142854, "output_head": 0.04836294642857143, "router": 0.19243757142857137 }, "median_execute_ms": 8.633801928571428, "needs_repeat_3": true, "repeat_gate_resolved": true, "repeats": [ { "component_rank_mean_ms": { "attention": 0.926535269230769, "collective": 0.5587644230769231, "linear_norm_rope": 0.8382221538461538, "moe": 2.378592788461537, "other": 0.02582126923076923, "output_head": 0.048266576923076926, "router": 0.1886060961538461 }, "execute_mean_ms": 5.43262976923077, "repeat": 1, "source": "runs/frontier-decode-batch-grid-v0/results/tp4-b6-r1.json" }, { "component_rank_mean_ms": { "attention": 0.9215755535714284, "collective": 4.099890464285714, "linear_norm_rope": 0.8376546964285715, "moe": 2.383938624999999, "other": 0.02548019642857143, "output_head": 0.04836294642857143, "router": 0.19243757142857137 }, "execute_mean_ms": 10.1569875, "repeat": 2, "source": "runs/frontier-decode-batch-grid-v0/results/tp4-b6-r2.json" }, { "component_rank_mean_ms": { "attention": 0.9331604285714286, "collective": 3.192824375, "linear_norm_rope": 0.8404031785714285, "moe": 2.399789857142857, "other": 0.025532517857142854, "output_head": 0.048368125, "router": 0.19489794642857136 }, "execute_mean_ms": 8.633801928571428, "repeat": 3, "source": "runs/frontier-decode-batch-grid-v0/results/tp4-b6-r3.json" } ], "tp": 4 }, { "all_repeat_cv_pct": 1.4955512501139812, "batch": 8, "initial_repeat_cv_pct": 1.4955512501139812, "median_component_ms": { "attention": 0.9170377788461537, "collective": 0.6205275096153846, "linear_norm_rope": 0.8397761249999998, "moe": 2.0145085576923076, "other": 0.023612125, "output_head": 0.04597551923076923, "router": 0.1919322211538461 }, "median_execute_ms": 4.972498884615385, "needs_repeat_3": false, "repeat_gate_resolved": true, "repeats": [ { "component_rank_mean_ms": { "attention": 0.9206188846153844, "collective": 0.6864052307692307, "linear_norm_rope": 0.8407714807692306, "moe": 2.0225017884615384, "other": 0.023575519230769233, "output_head": 0.04601186538461538, "router": 0.19361455769230762 }, "execute_mean_ms": 4.898132615384616, "repeat": 1, "source": "runs/frontier-decode-batch-grid-v0/results/tp4-b8-r1.json" }, { "component_rank_mean_ms": { "attention": 0.9134566730769228, "collective": 0.5546497884615385, "linear_norm_rope": 0.8387807692307689, "moe": 2.0065153269230764, "other": 0.02364873076923077, "output_head": 0.04593917307692308, "router": 0.19024988461538456 }, "execute_mean_ms": 5.046865153846154, "repeat": 2, "source": "runs/frontier-decode-batch-grid-v0/results/tp4-b8-r2.json" } ], "tp": 4 } ], "contract": { "repeat_aggregation": "median of two fresh processes; three if unstable", "stability_gate": "r1/r2 population CV <=10%; else require r3 and take median", "timing": "slowest-rank execute mean over 16 pure-decode steps", "workload": "Qwen3-30B-A3B BF16, 2048->128, graph-on, MNS=16" }, "schema": "frontier-decode-batch-grid.v1" }