Audit action-response mechanism telemetry
This commit is contained in:
@@ -100,6 +100,45 @@ def main() -> None:
|
||||
missing, start_ns=0, end_ns=1_100_000_000
|
||||
)[1]
|
||||
|
||||
mechanism = analysis.mechanism_summary(
|
||||
[
|
||||
{
|
||||
"model_executed": True,
|
||||
"submit_mono_ns": 0,
|
||||
"complete_mono_ns": 2_000_000,
|
||||
"prefill_tokens": 8,
|
||||
"prefill_requests": 2,
|
||||
"chunked_prefill": {
|
||||
"first": 1,
|
||||
"middle": 0,
|
||||
"final": 0,
|
||||
"unsplit": 1,
|
||||
"tokens": 8,
|
||||
},
|
||||
"prefix": {"local": {"queries": 10, "hits": 2}},
|
||||
},
|
||||
{
|
||||
"model_executed": True,
|
||||
"submit_mono_ns": 2_000_000,
|
||||
"complete_mono_ns": 3_000_000,
|
||||
"prefill_tokens": 0,
|
||||
"prefill_requests": 0,
|
||||
"chunked_prefill": {
|
||||
"first": 0,
|
||||
"middle": 0,
|
||||
"final": 0,
|
||||
"unsplit": 0,
|
||||
"tokens": 0,
|
||||
},
|
||||
"prefix": {"local": {"queries": 0, "hits": 0}},
|
||||
},
|
||||
]
|
||||
)
|
||||
assert mechanism["prefill"]["requests_per_step"] == 2.0
|
||||
assert mechanism["prefill"]["chunks"]["first"] == 1
|
||||
assert mechanism["prefix"]["hit_rate"] == 0.2
|
||||
assert all(mechanism["sanity"]["invariants"].values())
|
||||
|
||||
manifest = {
|
||||
"repetitions": {str(index): {} for index in (1, 2, 3)},
|
||||
"regimes": {
|
||||
|
||||
Reference in New Issue
Block a user