gahow/aituner
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add chained harness-vs-naive ablation driver (sequential runs + DONE marker)

Browse Source 
Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
This commit is contained in:
Gahow Wang
2026-06-16 20:30:41 +08:00
parent 5965f4fbbc
commit 37342a5749
1 changed files with 21 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
scripts/run_ablation_pair.sh Executable file
View File

@@ -0,0 +1,21 @@
#!/usr/bin/env bash
# Run the harness-ON then naive-OFF tuning loops sequentially (use_harness ablation),
# then drop a DONE marker. Run from the repo root on the GPU host.
set -u
export OPENAI_API_KEY=$(python3 -c 'import json,pathlib;print(json.load(open(pathlib.Path.home()/".codex/auth.json"))["OPENAI_API_KEY"])')
mkdir -p .aituner
rm -rf .aituner/abl-harness .aituner/abl-naive .aituner/ABLATION_DONE
echo "=== harness ON start $(date -Is) ==="
PYTHONPATH=src python3 -m aituner.cli study tune \
--spec configs/examples/dash0_qwen27b_ablation_harness_on.json \
--store-root .aituner/abl-harness --max-trials 6 > .aituner/abl-harness.log 2>&1
echo "=== harness ON done $(date -Is) ==="
echo "=== naive OFF start $(date -Is) ==="
PYTHONPATH=src python3 -m aituner.cli study tune \
--spec configs/examples/dash0_qwen27b_ablation_naive_off.json \
--store-root .aituner/abl-naive --max-trials 6 > .aituner/abl-naive.log 2>&1
echo "=== naive OFF done $(date -Is) ==="
touch .aituner/ABLATION_DONE