Add reusable clean pair runner
This commit is contained in:
@@ -367,20 +367,41 @@ def cmd_study_tune(args: argparse.Namespace) -> int:
|
||||
proposal_source_label = "harness"
|
||||
else:
|
||||
proposal_source_label = str(proposal_source) if proposal_source else "llm"
|
||||
stop_authorized_by = (
|
||||
"validator"
|
||||
if (is_harness_stop or authorized)
|
||||
else "file_proposal"
|
||||
if proposal_source is not None
|
||||
else "llm_after_veto_budget"
|
||||
)
|
||||
stop_reason = (
|
||||
"harness_stop"
|
||||
if is_harness_stop
|
||||
else "proposal_file_stop"
|
||||
if proposal_source is not None
|
||||
else "llm_stop"
|
||||
)
|
||||
stop_details = {
|
||||
"proposal_name": proposal_name,
|
||||
"proposal_source": proposal_source_label,
|
||||
"stop_authorized_by": stop_authorized_by,
|
||||
}
|
||||
if stop_authority:
|
||||
stop_details["validator_reason"] = stop_authority.get("reason")
|
||||
state.tuning_stop_reason = stop_reason
|
||||
state.tuning_stop_diagnosis = proposal.diagnosis
|
||||
state.tuning_stop_details = stop_details
|
||||
store.save_state(state)
|
||||
executed.append(
|
||||
{
|
||||
"trial_id": None,
|
||||
"proposal_name": proposal_name,
|
||||
"proposal_source": proposal_source_label,
|
||||
"stopped": True,
|
||||
"stop_authorized_by": (
|
||||
"validator"
|
||||
if (is_harness_stop or authorized)
|
||||
else "file_proposal"
|
||||
if proposal_source is not None
|
||||
else "llm_after_veto_budget"
|
||||
),
|
||||
"reason": state.tuning_stop_reason,
|
||||
"stop_authorized_by": stop_authorized_by,
|
||||
"diagnosis": proposal.diagnosis,
|
||||
"details": stop_details,
|
||||
"state_best_trial_id": state.best_trial_id,
|
||||
"state_best_request_rate": state.best_request_rate,
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user