gahow/aituner
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Stop after gmu ceiling validation is exhausted

Browse Source
This commit is contained in:
Gahow Wang
2026-06-24 22:45:42 +08:00
parent b075afe6f2
commit 013b01baa1
2 changed files with 131 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

104
tests/test_core_flow.py
View File

@@ -1068,6 +1068,110 @@ class CoreFlowTests(unittest.TestCase):
self.assertTrue(context["harness_stop"]["should_stop"])
self.assertEqual(context["harness_stop"]["reason"], "post_incumbent_validation_exhausted")
def test_harness_stop_after_gmu_incumbent_and_non_improving_topology_validation(self) -> None:
with tempfile.TemporaryDirectory() as tmp:
tmp_path = Path(tmp)
study_path = _write_study_assets(
tmp_path,
engine_overrides={
"tunable_flags": [
"tensor-parallel-size",
"data-parallel-size",
"gpu-memory-utilization",
],
"topology_constraints": {
"allowed_tensor_parallel_sizes": [1, 2, 4, 8],
"allowed_data_parallel_sizes": [1, 2],
"allowed_tp_dp_products": [1, 2, 4, 8],
},
},
)
study = load_study_spec(study_path)
state = StudyState(
study_id=study.study_id,
best_trial_id="trial-0007",
best_request_rate=6.8667,
best_request_rate_per_gpu=3.4333,
trials=[
TrialSummary(
trial_id="trial-0001",
status="completed",
best_request_rate=2.2,
best_request_rate_per_gpu=2.2,
config_patch={"env_patch": {}, "flag_patch": {}},
),
TrialSummary(
trial_id="trial-0002",
status="completed",
best_request_rate=6.5167,
best_request_rate_per_gpu=3.2583,
config_patch={
"env_patch": {},
"flag_patch": {"tensor-parallel-size": 2},
},
),
TrialSummary(
trial_id="trial-0003",
status="completed",
best_request_rate=8.3667,
best_request_rate_per_gpu=2.0917,
config_patch={
"env_patch": {},
"flag_patch": {"tensor-parallel-size": 4},
},
),
TrialSummary(
trial_id="trial-0007",
status="completed",
best_request_rate=6.8667,
best_request_rate_per_gpu=3.4333,
config_patch={
"env_patch": {},
"flag_patch": {
"tensor-parallel-size": 2,
"gpu-memory-utilization": 0.97,
},
},
),
TrialSummary(
trial_id="trial-0008",
status="completed",
best_request_rate=4.1833,
best_request_rate_per_gpu=1.0458,
config_patch={
"env_patch": {},
"flag_patch": {
"tensor-parallel-size": 4,
"data-parallel-size": 2,
},
},
),
TrialSummary(
trial_id="trial-0009",
status="completed",
best_request_rate=8.3667,
best_request_rate_per_gpu=1.0458,
config_patch={
"env_patch": {},
"flag_patch": {"tensor-parallel-size": 8},
},
),
],
)
context = build_harness_context(
study=study,
window_summary={"prompt_tokens_p95": 1500},
state=state,
)
self.assertTrue(context["harness_stop"]["should_stop"])
self.assertEqual(
context["harness_stop"]["reason"],
"post_incumbent_validation_exhausted",
)
proposal = build_harness_stop_proposal(context)
self.assertIsNotNone(proposal)
self.assertTrue(proposal.should_stop)
def test_harness_validation_uses_full_state_baseline_when_history_window_moves(self) -> None:
with tempfile.TemporaryDirectory() as tmp:
tmp_path = Path(tmp)