From 579dd86698523ada388e095e398b8aa270a395a7 Mon Sep 17 00:00:00 2001 From: Gahow Wang Date: Tue, 16 Jun 2026 20:59:46 +0800 Subject: [PATCH] Ablation: --skip-baseline so loops climb from first proposal MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The low-capacity TP1 auto-baseline is infeasible under tight TTFT/TPOT + time compression, which tripped baseline_all_infeasible and terminated the loop before any climb. Skip the auto-baseline so both runs start from the first LLM/harness proposal (harness steers to TP from the long-prompt profile) — the ablation is about the proposal path, so an explicit TP1 row is not required. Co-Authored-By: Claude Opus 4.8 --- scripts/run_ablation_pair.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scripts/run_ablation_pair.sh b/scripts/run_ablation_pair.sh index da8cbfc..6745bce 100755 --- a/scripts/run_ablation_pair.sh +++ b/scripts/run_ablation_pair.sh @@ -9,13 +9,13 @@ rm -rf .aituner/abl-harness .aituner/abl-naive .aituner/ABLATION_DONE echo "=== harness ON start $(date -Is) ===" PYTHONPATH=src python3 -m aituner.cli study tune \ --spec configs/examples/dash0_qwen27b_ablation_harness_on.json \ - --store-root .aituner/abl-harness --max-trials 6 > .aituner/abl-harness.log 2>&1 + --store-root .aituner/abl-harness --max-trials 6 --skip-baseline > .aituner/abl-harness.log 2>&1 echo "=== harness ON done $(date -Is) ===" echo "=== naive OFF start $(date -Is) ===" PYTHONPATH=src python3 -m aituner.cli study tune \ --spec configs/examples/dash0_qwen27b_ablation_naive_off.json \ - --store-root .aituner/abl-naive --max-trials 6 > .aituner/abl-naive.log 2>&1 + --store-root .aituner/abl-naive --max-trials 6 --skip-baseline > .aituner/abl-naive.log 2>&1 echo "=== naive OFF done $(date -Is) ===" touch .aituner/ABLATION_DONE