Freeze batch-aware Frontier ablation
This commit is contained in:
@@ -4,6 +4,9 @@ a2-measured-fix-smoke/
|
|||||||
simulator-a1/
|
simulator-a1/
|
||||||
simulator-a2/
|
simulator-a2/
|
||||||
simulator-a3/
|
simulator-a3/
|
||||||
|
simulator-f1/
|
||||||
|
simulator-f2/
|
||||||
|
simulator-t1/
|
||||||
fleet-state/
|
fleet-state/
|
||||||
fleet-artifacts/
|
fleet-artifacts/
|
||||||
profiles/profile-v3-batch/
|
profiles/profile-v3-batch/
|
||||||
|
|||||||
13
runs/frontier-fidelity-envelope-v1/results/a3/capacity.csv
Normal file
13
runs/frontier-fidelity-envelope-v1/results/a3/capacity.csv
Normal file
@@ -0,0 +1,13 @@
|
|||||||
|
config,tp,mns,real,simulator
|
||||||
|
tp1_mns8,1,8,7.0,8.0
|
||||||
|
tp1_mns16,1,16,7.0,8.0
|
||||||
|
tp1_mns32,1,32,7.0,8.0
|
||||||
|
tp1_mns64,1,64,7.0,8.0
|
||||||
|
tp2_mns8,2,8,7.0,8.0
|
||||||
|
tp2_mns16,2,16,7.0,8.0
|
||||||
|
tp2_mns32,2,32,7.0,8.0
|
||||||
|
tp2_mns64,2,64,7.0,8.0
|
||||||
|
tp4_mns8,4,8,8.0,8.0
|
||||||
|
tp4_mns16,4,16,8.0,8.0
|
||||||
|
tp4_mns32,4,32,8.0,8.0
|
||||||
|
tp4_mns64,4,64,8.0,8.0
|
||||||
|
5638
runs/frontier-fidelity-envelope-v1/results/a3/comparison.json
Normal file
5638
runs/frontier-fidelity-envelope-v1/results/a3/comparison.json
Normal file
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
Binary file not shown.
|
After Width: | Height: | Size: 105 KiB |
@@ -148,6 +148,14 @@ def find_request_metrics(run_dir: Path) -> Path:
|
|||||||
return matches[0]
|
return matches[0]
|
||||||
|
|
||||||
|
|
||||||
|
def trace_manifest_entry(trace: dict[str, Any]) -> dict[str, Any]:
|
||||||
|
return {
|
||||||
|
key: str(value) if isinstance(value, Path) else value
|
||||||
|
for key, value in trace.items()
|
||||||
|
if key != "shapes"
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
def score(path: Path, expected_shapes: list[tuple[int, int]]) -> dict[str, Any]:
|
def score(path: Path, expected_shapes: list[tuple[int, int]]) -> dict[str, Any]:
|
||||||
with path.open(newline="") as source:
|
with path.open(newline="") as source:
|
||||||
rows = list(csv.DictReader(source))
|
rows = list(csv.DictReader(source))
|
||||||
@@ -409,10 +417,7 @@ def main() -> None:
|
|||||||
"allreduce_csv": str(args.allreduce_csv) if args.allreduce_csv else None,
|
"allreduce_csv": str(args.allreduce_csv) if args.allreduce_csv else None,
|
||||||
"allreduce_csv_sha256": BASE.sha256(args.allreduce_csv) if args.allreduce_csv else None,
|
"allreduce_csv_sha256": BASE.sha256(args.allreduce_csv) if args.allreduce_csv else None,
|
||||||
},
|
},
|
||||||
"traces": [
|
"traces": [trace_manifest_entry(trace) for trace in traces],
|
||||||
{key: value for key, value in trace.items() if key != "shapes"}
|
|
||||||
for trace in traces
|
|
||||||
],
|
|
||||||
"config_results": config_results,
|
"config_results": config_results,
|
||||||
"rankings": rankings,
|
"rankings": rankings,
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -143,6 +143,7 @@ class FidelityEnvelopeTest(unittest.TestCase):
|
|||||||
parsed = module.parse_trace(f"u0p01={trace}")
|
parsed = module.parse_trace(f"u0p01={trace}")
|
||||||
self.assertEqual(parsed["requests"], 2)
|
self.assertEqual(parsed["requests"], 2)
|
||||||
self.assertEqual(parsed["shapes"], [(512, 1), (2048, 2)])
|
self.assertEqual(parsed["shapes"], [(512, 1), (2048, 2)])
|
||||||
|
json.dumps(module.trace_manifest_entry(parsed))
|
||||||
uniform = module.parse_trace(
|
uniform = module.parse_trace(
|
||||||
f"r1={trace}", rate_contract="uniform-spacing"
|
f"r1={trace}", rate_contract="uniform-spacing"
|
||||||
)
|
)
|
||||||
|
|||||||
Reference in New Issue
Block a user