"""Compare adaptive prefill offload vs baseline.""" import csv, json, statistics, os, urllib.request def gpu_stats(path): rows = list(csv.DictReader(open(path))) vals = [float(r["util_pct"]) for r in rows] s = sorted(vals) p = lambda q: s[min(int(q*len(s)), len(s)-1)] nz = sum(1 for v in vals if v > 0) return {"mean": statistics.fmean(vals), "p50": p(.5), "p90": p(.9), "active": nz*100//len(vals)} def lat_stats(path): rows = [json.loads(l) for l in open(path)] ok = [r for r in rows if not r.get("error")] ttfts = sorted([r["ttft_s"] for r in ok if r.get("ttft_s")]) tpots = sorted([r["tpot_s"] for r in ok if r.get("tpot_s") and r["tpot_s"]>0]) lats = sorted([r["latency_s"] for r in ok]) p = lambda v,q: v[min(int(q*len(v)),len(v)-1)] if v else 0 return {"ok": len(ok), "n": len(rows), "t50": p(ttfts,.5), "t90": p(ttfts,.9), "p50": p(tpots,.5), "p90": p(tpots,.9), "e50": p(lats,.5), "e90": p(lats,.9)} sep = "=" * 80 print(sep) print(" ADAPTIVE PREFILL OFFLOAD v1 vs BASELINE") print(" Both: 8 combined TP=1 instances, cache-aware scheduler, 200 req") print(sep) configs = [ ("gpu_ab_combined", "Baseline (cache-aware)"), ("gpu_ab_adaptive_20k", "Adaptive v1 (T=20k)"), ] print("\n LATENCY:") fmt = " %-25s %7s %8s %8s %8s %8s %8s" print(fmt % ("Config", "OK/N", "TTFT50", "TTFT90", "TPOT50", "TPOT90", "E2E50")) print(" " + "-" * 68) for d, label in configs: s = lat_stats("outputs/%s/metrics.jsonl" % d) print(fmt % (label, "%d/%d" % (s["ok"],s["n"]), "%.3f" % s["t50"], "%.3f" % s["t90"], "%.3f" % s["p50"], "%.3f" % s["p90"], "%.3f" % s["e50"])) print("\n GPU UTILIZATION:") fmt2 = " %-25s %7s %7s %7s %7s" print(fmt2 % ("Config", "Mean%", "P50%", "P90%", "Active")) print(" " + "-" * 50) for d, label in configs: g = gpu_stats("outputs/%s/gpu_util.csv" % d) print(fmt2 % (label, "%.1f" % g["mean"], "%.0f" % g["p50"], "%.0f" % g["p90"], "%d%%" % g["active"])) # Breakdown by class try: data = json.loads(urllib.request.urlopen("http://localhost:9090/breakdown", timeout=5).read()) from collections import Counter classes = Counter(d.get("route_class", "?") for d in data) print("\n REQUEST CLASSIFICATION (adaptive):") for cls in ["WARM", "MEDIUM", "HEAVY"]: cnt = classes.get(cls, 0) subset = [d for d in data if d.get("route_class") == cls and "t_first_token" in d] if subset: ttfts = sorted([d["t_first_token"] - d["t_proxy_recv"] for d in subset]) p50 = ttfts[len(ttfts)//2] p90 = ttfts[min(int(0.9*len(ttfts)), len(ttfts)-1)] print(" %s: n=%d TTFT p50=%.3fs p90=%.3fs" % (cls, cnt, p50, p90)) else: print(" %s: n=%d" % (cls, cnt)) except Exception as e: print("\n (breakdown: %s)" % e) # Delta print("\n DELTA (Adaptive vs Baseline):") b = lat_stats("outputs/gpu_ab_combined/metrics.jsonl") a = lat_stats("outputs/gpu_ab_adaptive_20k/metrics.jsonl") for label, bv, av in [ ("TTFT p50", b["t50"], a["t50"]), ("TTFT p90", b["t90"], a["t90"]), ("TPOT p50", b["p50"], a["p50"]), ("TPOT p90", b["p90"], a["p90"]), ("E2E p50", b["e50"], a["e50"]), ]: delta = (av/bv - 1) * 100 if bv > 0 else 0 print(" %s: %.3f -> %.3f (%+.1f%%)" % (label, bv, av, delta))