Add TP2 prefill serving-path smoke experiment

This commit is contained in:
2026-07-23 16:09:52 +08:00
parent 9c1175a434
commit 2c3220c2be
12 changed files with 729 additions and 0 deletions

View File

@@ -0,0 +1,24 @@
{
"schema": "frontier-tp2-prefill-serving-entry-v1",
"cells": {
"tp2": {
"total_ms": 356.2487769916667,
"attention_prefill_ms": 100.244853113,
"moe_grouped_gemm_ms": 171.118426598,
"samples": 9,
"real_total_ms": 410.0,
"total_bias": -0.1311005439227641
},
"tp4": {
"total_ms": 231.3315694846667,
"attention_prefill_ms": 51.95132805766667,
"moe_grouped_gemm_ms": 116.27978482099999,
"samples": 9,
"real_total_ms": 231.0,
"total_bias": 0.0014353657344878235
}
},
"tp2_required_moe_if_residual_is_all_moe_ms": 224.86964960633333,
"tp2_required_moe_shift": 0.314117094675072,
"entry_gate": true
}