Reuse validated FlashInfer cache for TP2 smoke
This commit is contained in:
@@ -71,6 +71,12 @@
|
||||
- **Fleet sync deviation:** dash1 未安装 `rsync`。fleet mandatory sync 使用
|
||||
`scp` 一个已校验为空的 `/tmp/frontier-tp2-prefill-serving-v0-empty-sync`
|
||||
目录;实验代码仍只来自上述 Git worktree。
|
||||
- **FlashInfer cache deviation:** v0 使用空 workspace 冷构建
|
||||
`fused_moe_90`,约 8 分钟仅完成 4/181 objects,且尚未发请求,因此主动
|
||||
终止(exit 141)。v1 改用此前 component profile 在同一 dash1、同一
|
||||
FlashInfer `0.6.8.post1/sm90a` 构建的
|
||||
`/tmp/frontier-component-flashinfer-v4`;仍保留 2 次 profiler-off serving
|
||||
warmup,所有计时发生在 warmup 后。
|
||||
|
||||
## 结果
|
||||
|
||||
|
||||
@@ -1,16 +1,16 @@
|
||||
version = 1
|
||||
|
||||
[[jobs]]
|
||||
name = "tp2-prefill-serving-smoke-20260723-v0"
|
||||
name = "tp2-prefill-serving-smoke-20260723-v1"
|
||||
gpus = 2
|
||||
gpu_model = "H20"
|
||||
hosts = ["dash1"]
|
||||
command = "timeout --signal=TERM --kill-after=60s 3600 bash runs/frontier-tp2-prefill-serving-v0/run_prefill_profile.sh"
|
||||
artifacts = ["runs/frontier-tp2-prefill-serving-v0/remote-outputs/tp2-smoke"]
|
||||
artifacts = ["runs/frontier-tp2-prefill-serving-v0/remote-outputs/tp2-smoke-r1"]
|
||||
|
||||
[jobs.env]
|
||||
TP = "2"
|
||||
SERVER_PORT = "9827"
|
||||
OUTPUT_ROOT = "runs/frontier-tp2-prefill-serving-v0/remote-outputs/tp2-smoke"
|
||||
OUTPUT_ROOT = "runs/frontier-tp2-prefill-serving-v0/remote-outputs/tp2-smoke-r1"
|
||||
WARMUP_REQUESTS = "2"
|
||||
FLASHINFER_WORKSPACE_BASE = "/tmp/frontier-tp2-prefill-serving-v0-flashinfer"
|
||||
FLASHINFER_WORKSPACE_BASE = "/tmp/frontier-component-flashinfer-v4"
|
||||
|
||||
Reference in New Issue
Block a user