gahow/aituner
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Profile decode batch grid repeats

Browse Source
This commit is contained in:
Gahow Wang
2026-07-23 17:37:18 +08:00
parent 1126d9be7d
commit ecc5599381
16 changed files with 3679 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
runs/frontier-decode-batch-grid-v0/jobs-grid-r3.toml Normal file
View File

@@ -0,0 +1,16 @@
version = 1
[[jobs]]
name = "decode-grid-tp4-b6-r3-20260723"
gpus = 4
gpu_model = "H20"
hosts = ["dash4"]
command = "timeout --signal=TERM --kill-after=60s 1800 bash runs/frontier-decode-batch-grid-v0/run_decode_profile.sh"
artifacts = ["runs/frontier-decode-batch-grid-v0/remote-outputs/tp4-b6-r3"]
[jobs.env]
TP = "4"
PROFILE_BATCH = "6"
SERVER_PORT = "9844"
OUTPUT_ROOT = "runs/frontier-decode-batch-grid-v0/remote-outputs/tp4-b6-r3"
FLASHINFER_WORKSPACE_BASE = "/tmp/frontier-component-flashinfer-v4"