Add TP2 prefill serving-path smoke experiment
This commit is contained in:
@@ -0,0 +1,24 @@
|
||||
{
|
||||
"schema": "frontier-tp2-prefill-serving-entry-v1",
|
||||
"cells": {
|
||||
"tp2": {
|
||||
"total_ms": 356.2487769916667,
|
||||
"attention_prefill_ms": 100.244853113,
|
||||
"moe_grouped_gemm_ms": 171.118426598,
|
||||
"samples": 9,
|
||||
"real_total_ms": 410.0,
|
||||
"total_bias": -0.1311005439227641
|
||||
},
|
||||
"tp4": {
|
||||
"total_ms": 231.3315694846667,
|
||||
"attention_prefill_ms": 51.95132805766667,
|
||||
"moe_grouped_gemm_ms": 116.27978482099999,
|
||||
"samples": 9,
|
||||
"real_total_ms": 231.0,
|
||||
"total_bias": 0.0014353657344878235
|
||||
}
|
||||
},
|
||||
"tp2_required_moe_if_residual_is_all_moe_ms": 224.86964960633333,
|
||||
"tp2_required_moe_shift": 0.314117094675072,
|
||||
"entry_gate": true
|
||||
}
|
||||
Reference in New Issue
Block a user