diff --git a/scripts/collectivespec/summarize_fixed_grid.py b/scripts/collectivespec/summarize_fixed_grid.py index cd819dc..dc81b57 100644 --- a/scripts/collectivespec/summarize_fixed_grid.py +++ b/scripts/collectivespec/summarize_fixed_grid.py @@ -188,20 +188,20 @@ def data_sanity(records: list[dict[str, Any]]) -> dict[str, Any]: "one_record_per_k": len({record["k"] for record in records}) == len(records), "all_full_completions": all( record.get("success_count") == record.get("request_count") - for record in valid + for record in records ), "all_latency_values_present": all( record.get("ttft_count") == record.get("request_count") and record.get("tpot_count") == record.get("request_count") - for record in valid + for record in records ), "all_materialized_request_counts_match": all( record.get("materialized_request_count") is None or record.get("request_count") == record.get("materialized_request_count") - for record in valid + for record in records ), "no_nonpositive_tpot_for_multi_token_completion": all( - record.get("nonpositive_tpot_count", 0) == 0 for record in valid + record.get("nonpositive_tpot_count", 0) == 0 for record in records ), }, }