gahow/aituner
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Flag invalid grid records in sanity checks

Browse Source
This commit is contained in:
Gahow Wang
2026-07-13 17:22:32 +08:00
parent f56ecad64d
commit e6246a4c19
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
scripts/collectivespec/summarize_fixed_grid.py
View File

@@ -188,20 +188,20 @@ def data_sanity(records: list[dict[str, Any]]) -> dict[str, Any]:
"one_record_per_k": len({record["k"] for record in records}) == len(records), "one_record_per_k": len({record["k"] for record in records}) == len(records),
"all_full_completions": all( "all_full_completions": all(
record.get("success_count") == record.get("request_count") record.get("success_count") == record.get("request_count")
for record in valid for record in records
), ),
"all_latency_values_present": all( "all_latency_values_present": all(
record.get("ttft_count") == record.get("request_count") record.get("ttft_count") == record.get("request_count")
and record.get("tpot_count") == record.get("request_count") and record.get("tpot_count") == record.get("request_count")
for record in valid for record in records
), ),
"all_materialized_request_counts_match": all( "all_materialized_request_counts_match": all(
record.get("materialized_request_count") is None record.get("materialized_request_count") is None
or record.get("request_count") == record.get("materialized_request_count") or record.get("request_count") == record.get("materialized_request_count")
for record in valid for record in records
), ),
"no_nonpositive_tpot_for_multi_token_completion": all( "no_nonpositive_tpot_for_multi_token_completion": all(
record.get("nonpositive_tpot_count", 0) == 0 for record in valid record.get("nonpositive_tpot_count", 0) == 0 for record in records
), ),
}, },
} }