feat: update ttft modeling and add cache affinity

2026-04-15 19:08:10 +08:00
parent ff316c6873
commit a3f386c858
15 changed files with 1276 additions and 99 deletions
--- a/src/main.rs
+++ b/src/main.rs
@@ -219,7 +219,7 @@ fn cmd_validate(path: &PathBuf, overrides: &ConfigOverrides) -> Result<()> {
            "legacy manual"
        }
    );
-    let cm = ComputeModel::new(&cfg.model, &cfg.hardware);
+    let cm = ComputeModel::new(&cfg.model, &cfg.hardware, &cfg.calibration);
    eprintln!("compute: {}", cm.describe());
    eprintln!(
        "kv_block_bytes = {} ({:.2} MB{})",