gahow/aituner
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Match Qwen235 Frontier chunked prefill

Browse Source
This commit is contained in:
Gahow Wang
2026-07-19 11:35:27 +08:00
parent 5f48f7ec8b
commit 71dbf80ed4
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
runs/frontier-fidelity-envelope-v1/run_frontier_qwen235_v020_surface.py
View File

@@ -112,6 +112,7 @@ def knobs(config: Config, paths: dict[str, Path], contract: dict, cache: Path, p
"batch_size_cap": config.mns, "batch_size_cap": config.mns,
"max_tokens_in_batch": 8192, "max_tokens_in_batch": 8192,
"long_prefill_token_threshold": 0, "long_prefill_token_threshold": 0,
"enable_chunked_prefill": True,
"block_size": 16, "block_size": 16,
"num_blocks_mode": "explicit", "num_blocks_mode": "explicit",
"num_blocks": int(resolved["num_gpu_blocks"]), "num_blocks": int(resolved["num_gpu_blocks"]),