Freeze batch-aware Frontier ablation

This commit is contained in:
2026-07-17 10:22:56 +08:00
parent a2cf361ffe
commit 202ae718b3
7 changed files with 7400 additions and 4 deletions

View File

@@ -148,6 +148,14 @@ def find_request_metrics(run_dir: Path) -> Path:
return matches[0]
def trace_manifest_entry(trace: dict[str, Any]) -> dict[str, Any]:
return {
key: str(value) if isinstance(value, Path) else value
for key, value in trace.items()
if key != "shapes"
}
def score(path: Path, expected_shapes: list[tuple[int, int]]) -> dict[str, Any]:
with path.open(newline="") as source:
rows = list(csv.DictReader(source))
@@ -409,10 +417,7 @@ def main() -> None:
"allreduce_csv": str(args.allreduce_csv) if args.allreduce_csv else None,
"allreduce_csv_sha256": BASE.sha256(args.allreduce_csv) if args.allreduce_csv else None,
},
"traces": [
{key: value for key, value in trace.items() if key != "shapes"}
for trace in traces
],
"traces": [trace_manifest_entry(trace) for trace in traces],
"config_results": config_results,
"rankings": rankings,
}