From 37342a5749fc387ad51e195381d5d6dfff065853 Mon Sep 17 00:00:00 2001 From: Gahow Wang Date: Tue, 16 Jun 2026 20:30:41 +0800 Subject: [PATCH] Add chained harness-vs-naive ablation driver (sequential runs + DONE marker) Co-Authored-By: Claude Opus 4.8 --- scripts/run_ablation_pair.sh | 21 +++++++++++++++++++++ 1 file changed, 21 insertions(+) create mode 100755 scripts/run_ablation_pair.sh diff --git a/scripts/run_ablation_pair.sh b/scripts/run_ablation_pair.sh new file mode 100755 index 0000000..da8cbfc --- /dev/null +++ b/scripts/run_ablation_pair.sh @@ -0,0 +1,21 @@ +#!/usr/bin/env bash +# Run the harness-ON then naive-OFF tuning loops sequentially (use_harness ablation), +# then drop a DONE marker. Run from the repo root on the GPU host. +set -u +export OPENAI_API_KEY=$(python3 -c 'import json,pathlib;print(json.load(open(pathlib.Path.home()/".codex/auth.json"))["OPENAI_API_KEY"])') +mkdir -p .aituner +rm -rf .aituner/abl-harness .aituner/abl-naive .aituner/ABLATION_DONE + +echo "=== harness ON start $(date -Is) ===" +PYTHONPATH=src python3 -m aituner.cli study tune \ + --spec configs/examples/dash0_qwen27b_ablation_harness_on.json \ + --store-root .aituner/abl-harness --max-trials 6 > .aituner/abl-harness.log 2>&1 +echo "=== harness ON done $(date -Is) ===" + +echo "=== naive OFF start $(date -Is) ===" +PYTHONPATH=src python3 -m aituner.cli study tune \ + --spec configs/examples/dash0_qwen27b_ablation_naive_off.json \ + --store-root .aituner/abl-naive --max-trials 6 > .aituner/abl-naive.log 2>&1 +echo "=== naive OFF done $(date -Is) ===" + +touch .aituner/ABLATION_DONE