Add prospective active intervention experiment
This commit is contained in:
@@ -185,9 +185,12 @@ def main() -> None:
|
||||
write_json(dataset_path, dataset)
|
||||
policy = trainer.build_policy(dataset_path)
|
||||
assert policy["status"] in {
|
||||
"RETROSPECTIVE_INCREMENTAL_SIGNAL",
|
||||
"NO_RETROSPECTIVE_INCREMENTAL_SIGNAL",
|
||||
"RETROSPECTIVE_GPU_COST_SIGNAL",
|
||||
"NO_RETROSPECTIVE_GPU_COST_SIGNAL",
|
||||
}
|
||||
assert policy["training"]["acceptable_regret"] == 0.02
|
||||
assert policy["sequential_replay"]["outcome_only"]["decision_n"] == 6
|
||||
assert policy["sequential_replay"]["telemetry"]["decision_n"] == 6
|
||||
assert not policy["sanity"]["red_flags"]
|
||||
print("active intervention pipeline: PASS")
|
||||
|
||||
|
||||
Reference in New Issue
Block a user