gahow/aituner
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add harness-only dash1 driver to verify the gpu-mem-util fix recovers ~0.87 + stops

Browse Source 
Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
This commit is contained in:
Gahow Wang
2026-06-19 11:29:32 +08:00
parent 83162e7a64
commit 76cca89a43
1 changed files with 16 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
scripts/run_harness_only_d1.sh Normal file
View File

@@ -0,0 +1,16 @@
#!/usr/bin/env bash
# Harness-only re-run on gpt-5.5 to EMPIRICALLY verify the gpu-memory-utilization fix:
# success = the harness recovers ~0.87/GPU (climbs gpu-mem-util to ~0.94) and then stops,
# matching the naive-discovered ground truth. Run from the repo root on dash1.
set -u
read_key() { export OPENAI_API_KEY=$(python3 -c 'import json,pathlib;print(json.load(open(pathlib.Path.home()/".codex/auth.json"))["OPENAI_API_KEY"])'); }
export http_proxy= https_proxy= all_proxy= HTTP_PROXY= HTTPS_PROXY= ALL_PROXY= no_proxy='*'
mkdir -p .aituner
rm -rf .aituner/abl12-harness .aituner/abl12-harness.log .aituner/HARNESS_ONLY_DONE
read_key
echo "=== harness ON (gpt-5.5, gpu-mem-util fix) start $(date -Is) ==="
PYTHONPATH=src python3 -m aituner.cli study tune \
--spec configs/examples/dash0_qwen27b_ablation_harness_on.json \
--store-root .aituner/abl12-harness --max-trials 12 --skip-baseline > .aituner/abl12-harness.log 2>&1
echo "=== harness ON done $(date -Is) ==="
touch .aituner/HARNESS_ONLY_DONE