Extend oracle gap P06 bracket
This commit is contained in:
@@ -9,6 +9,7 @@ ORACLE_GAP = Path(__file__).resolve().parents[1] / "scripts/oracle_gap"
|
||||
sys.path.insert(0, str(ORACLE_GAP))
|
||||
|
||||
from analyze import score_trial, summarize_trials # noqa: E402
|
||||
from run_frontier import UP_EXTENSIONS, resume_compatible # noqa: E402
|
||||
|
||||
|
||||
def _request(
|
||||
@@ -141,3 +142,29 @@ def test_nonmonotone_frontier_blocks_inference() -> None:
|
||||
|
||||
assert summary["verdict"] == "INCONCLUSIVE"
|
||||
assert not summary["sanity"]["invariants"]["all_frontiers_monotone"]
|
||||
|
||||
|
||||
def test_a_og_1_extends_only_mutable_resume_fields() -> None:
|
||||
immutable = {
|
||||
"p5_client_sha256": "p5",
|
||||
"p3_client_sha256": "p3",
|
||||
"vllm_commit": "vllm",
|
||||
"model": "model",
|
||||
"manifests": {"P01": "a", "P06": "b"},
|
||||
"runtime": "runtime",
|
||||
"driver": "driver",
|
||||
"config_details": {"C00": {}},
|
||||
"base_rates": {"P01": [26], "P06": [1.4]},
|
||||
}
|
||||
amended = {
|
||||
**immutable,
|
||||
"controller_sha256": "new",
|
||||
"repo_commit": "new",
|
||||
"up_extensions": {"P06": [2.4]},
|
||||
}
|
||||
|
||||
assert UP_EXTENSIONS["P06"][-5:] == (2.4, 2.5, 2.6, 2.8, 3.0)
|
||||
assert resume_compatible(immutable, amended)
|
||||
assert not resume_compatible(
|
||||
immutable, {**amended, "manifests": {"P01": "changed"}}
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user