Freeze batch-aware Frontier ablation

This commit is contained in:
2026-07-17 10:22:56 +08:00
parent a2cf361ffe
commit 202ae718b3
7 changed files with 7400 additions and 4 deletions

View File

@@ -4,6 +4,9 @@ a2-measured-fix-smoke/
simulator-a1/ simulator-a1/
simulator-a2/ simulator-a2/
simulator-a3/ simulator-a3/
simulator-f1/
simulator-f2/
simulator-t1/
fleet-state/ fleet-state/
fleet-artifacts/ fleet-artifacts/
profiles/profile-v3-batch/ profiles/profile-v3-batch/

View File

@@ -0,0 +1,13 @@
config,tp,mns,real,simulator
tp1_mns8,1,8,7.0,8.0
tp1_mns16,1,16,7.0,8.0
tp1_mns32,1,32,7.0,8.0
tp1_mns64,1,64,7.0,8.0
tp2_mns8,2,8,7.0,8.0
tp2_mns16,2,16,7.0,8.0
tp2_mns32,2,32,7.0,8.0
tp2_mns64,2,64,7.0,8.0
tp4_mns8,4,8,8.0,8.0
tp4_mns16,4,16,8.0,8.0
tp4_mns32,4,32,8.0,8.0
tp4_mns64,4,64,8.0,8.0
1 config tp mns real simulator
2 tp1_mns8 1 8 7.0 8.0
3 tp1_mns16 1 16 7.0 8.0
4 tp1_mns32 1 32 7.0 8.0
5 tp1_mns64 1 64 7.0 8.0
6 tp2_mns8 2 8 7.0 8.0
7 tp2_mns16 2 16 7.0 8.0
8 tp2_mns32 2 32 7.0 8.0
9 tp2_mns64 2 64 7.0 8.0
10 tp4_mns8 4 8 8.0 8.0
11 tp4_mns16 4 16 8.0 8.0
12 tp4_mns32 4 32 8.0 8.0
13 tp4_mns64 4 64 8.0 8.0

File diff suppressed because it is too large Load Diff

File diff suppressed because it is too large Load Diff

Binary file not shown.

After

Width:  |  Height:  |  Size: 105 KiB

View File

@@ -148,6 +148,14 @@ def find_request_metrics(run_dir: Path) -> Path:
return matches[0] return matches[0]
def trace_manifest_entry(trace: dict[str, Any]) -> dict[str, Any]:
return {
key: str(value) if isinstance(value, Path) else value
for key, value in trace.items()
if key != "shapes"
}
def score(path: Path, expected_shapes: list[tuple[int, int]]) -> dict[str, Any]: def score(path: Path, expected_shapes: list[tuple[int, int]]) -> dict[str, Any]:
with path.open(newline="") as source: with path.open(newline="") as source:
rows = list(csv.DictReader(source)) rows = list(csv.DictReader(source))
@@ -409,10 +417,7 @@ def main() -> None:
"allreduce_csv": str(args.allreduce_csv) if args.allreduce_csv else None, "allreduce_csv": str(args.allreduce_csv) if args.allreduce_csv else None,
"allreduce_csv_sha256": BASE.sha256(args.allreduce_csv) if args.allreduce_csv else None, "allreduce_csv_sha256": BASE.sha256(args.allreduce_csv) if args.allreduce_csv else None,
}, },
"traces": [ "traces": [trace_manifest_entry(trace) for trace in traces],
{key: value for key, value in trace.items() if key != "shapes"}
for trace in traces
],
"config_results": config_results, "config_results": config_results,
"rankings": rankings, "rankings": rankings,
} }

View File

@@ -143,6 +143,7 @@ class FidelityEnvelopeTest(unittest.TestCase):
parsed = module.parse_trace(f"u0p01={trace}") parsed = module.parse_trace(f"u0p01={trace}")
self.assertEqual(parsed["requests"], 2) self.assertEqual(parsed["requests"], 2)
self.assertEqual(parsed["shapes"], [(512, 1), (2048, 2)]) self.assertEqual(parsed["shapes"], [(512, 1), (2048, 2)])
json.dumps(module.trace_manifest_entry(parsed))
uniform = module.parse_trace( uniform = module.parse_trace(
f"r1={trace}", rate_contract="uniform-spacing" f"r1={trace}", rate_contract="uniform-spacing"
) )