24 lines
692 B
JSON
24 lines
692 B
JSON
{
|
|
"schema": "frontier-tp2-prefill-serving-entry-v1",
|
|
"cells": {
|
|
"tp2": {
|
|
"total_ms": 356.2487769916667,
|
|
"attention_prefill_ms": 100.244853113,
|
|
"moe_grouped_gemm_ms": 171.118426598,
|
|
"samples": 9,
|
|
"real_total_ms": 410.0,
|
|
"total_bias": -0.1311005439227641
|
|
},
|
|
"tp4": {
|
|
"total_ms": 231.3315694846667,
|
|
"attention_prefill_ms": 51.95132805766667,
|
|
"moe_grouped_gemm_ms": 116.27978482099999,
|
|
"samples": 9,
|
|
"real_total_ms": 231.0,
|
|
"total_bias": 0.0014353657344878235
|
|
}
|
|
},
|
|
"tp2_required_moe_if_residual_is_all_moe_ms": 224.86964960633333,
|
|
"tp2_required_moe_shift": 0.314117094675072,
|
|
"entry_gate": true
|
|
} |