Add OpProf campaign: protocols, results, patches, run evidence (P0-P6)
Workload-conditioned operator profiling on patched vLLM 0.24.0 + Qwen3-30B-A3B/H20. H1b PASS (irregular patterns carry +23-45pp R64 raggedness, 8-45% token-efficiency loss vs rectangular controls); mechanism decomposition kills the padding narrative and finds the arrival-uniformization artifact (-12.9%); cross-version churn surface shows TP2/MNS64 -29.4% across vLLM 0.20->0.24 while the argmax held. Raw Layer-1 JSONL streams (507 MB) stay on disk, git-ignored; footer sidecars and metrics are tracked. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
230
runs/opprof-phase3/phase4/capture-p09/result.json
Normal file
230
runs/opprof-phase3/phase4/capture-p09/result.json
Normal file
@@ -0,0 +1,230 @@
|
||||
{
|
||||
"delta": {
|
||||
"completed_throughput_relative": 0.0050675675675675436,
|
||||
"e2e_mean_latency_relative": -0.04096717785851722,
|
||||
"e2e_p95_latency_relative": 0.03011353223527924,
|
||||
"padding_fraction_points": -0.049797561163151524,
|
||||
"padding_reduction_fraction": 0.5827252753866776,
|
||||
"token_efficiency_relative": 0.0017943761453185214
|
||||
},
|
||||
"gpu_hours_increment": 0.2963894498348236,
|
||||
"gpu_hours_total": 14.322264868590567,
|
||||
"off": {
|
||||
"arm": "OFF",
|
||||
"bucket_tokens": 237911,
|
||||
"capture_sizes": "default",
|
||||
"clean_completed": 1184,
|
||||
"clean_completed_throughput_rps": 4.933333333333334,
|
||||
"clean_failed": 0,
|
||||
"clean_offered_rps": 4.920833333333333,
|
||||
"drain_seconds": 0.7853007119847462,
|
||||
"e2e_latency_mean_s": 1.681152764688729,
|
||||
"e2e_latency_p95_s": 3.8763178953449815,
|
||||
"gpu_hours": 0.13751606033907995,
|
||||
"graph_hit_steps": 12252,
|
||||
"graph_miss_rate": 0.045199501246882795,
|
||||
"layer1_invariants": {
|
||||
"cudagraph_identity": true,
|
||||
"footer_balanced": true,
|
||||
"footer_written_matches": true,
|
||||
"schema_1": true,
|
||||
"sidecar_agrees": true,
|
||||
"sidecar_final": true,
|
||||
"steps_unique_contiguous": true,
|
||||
"token_composition": true,
|
||||
"zero_drops": true
|
||||
},
|
||||
"layer1_records": 16491,
|
||||
"model_step_duration_ms": 479367.749483,
|
||||
"model_steps": 12832,
|
||||
"padding_fraction": 0.08545632610514016,
|
||||
"padding_tokens": 20331,
|
||||
"schema": 1,
|
||||
"token_efficiency_per_ms": 4.5540506267984115,
|
||||
"useful_tokens": 2183065
|
||||
},
|
||||
"on": {
|
||||
"arm": "ON",
|
||||
"bucket_tokens": 227714,
|
||||
"capture_sizes": [
|
||||
1,
|
||||
2,
|
||||
3,
|
||||
4,
|
||||
5,
|
||||
6,
|
||||
7,
|
||||
8,
|
||||
9,
|
||||
16,
|
||||
24,
|
||||
32,
|
||||
40,
|
||||
48,
|
||||
56,
|
||||
64,
|
||||
72,
|
||||
80,
|
||||
88,
|
||||
96,
|
||||
104,
|
||||
112,
|
||||
120,
|
||||
128,
|
||||
136,
|
||||
144,
|
||||
152,
|
||||
160,
|
||||
168,
|
||||
176,
|
||||
184,
|
||||
192,
|
||||
200,
|
||||
208,
|
||||
216,
|
||||
224,
|
||||
232,
|
||||
240,
|
||||
248,
|
||||
256,
|
||||
272,
|
||||
288,
|
||||
304,
|
||||
320,
|
||||
336,
|
||||
352,
|
||||
368,
|
||||
384,
|
||||
400,
|
||||
416,
|
||||
432,
|
||||
448,
|
||||
464,
|
||||
480,
|
||||
496,
|
||||
512
|
||||
],
|
||||
"clean_completed": 1190,
|
||||
"clean_completed_throughput_rps": 4.958333333333333,
|
||||
"clean_failed": 0,
|
||||
"clean_offered_rps": 4.920833333333333,
|
||||
"drain_seconds": 0.7876331160077825,
|
||||
"e2e_latency_mean_s": 1.612280680370388,
|
||||
"e2e_latency_p95_s": 3.9930475192406423,
|
||||
"gpu_hours": 0.15887338949574364,
|
||||
"graph_hit_steps": 14253,
|
||||
"graph_miss_rate": 0.0389724226282786,
|
||||
"layer1_invariants": {
|
||||
"cudagraph_identity": true,
|
||||
"footer_balanced": true,
|
||||
"footer_written_matches": true,
|
||||
"schema_1": true,
|
||||
"sidecar_agrees": true,
|
||||
"sidecar_final": true,
|
||||
"steps_unique_contiguous": true,
|
||||
"token_composition": true,
|
||||
"zero_drops": true
|
||||
},
|
||||
"layer1_records": 17579,
|
||||
"model_step_duration_ms": 478655.543996,
|
||||
"model_steps": 14831,
|
||||
"padding_fraction": 0.035658764941988635,
|
||||
"padding_tokens": 8120,
|
||||
"schema": 1,
|
||||
"token_efficiency_per_ms": 4.562222306607711,
|
||||
"useful_tokens": 2183733
|
||||
},
|
||||
"plan": {
|
||||
"added_capture_sizes": [
|
||||
3,
|
||||
5,
|
||||
6,
|
||||
7,
|
||||
9
|
||||
],
|
||||
"clean_seconds": 240,
|
||||
"gpu": 0,
|
||||
"gpu_hour_limit": 16.0,
|
||||
"load": "moderate",
|
||||
"manifest": "/home/admin/cpfs/wjh/opprof-phase3-private/manifests/P09.jsonl",
|
||||
"measured_padding_recovery_bound": 0.049776380388728225,
|
||||
"on_capture_sizes": [
|
||||
1,
|
||||
2,
|
||||
3,
|
||||
4,
|
||||
5,
|
||||
6,
|
||||
7,
|
||||
8,
|
||||
9,
|
||||
16,
|
||||
24,
|
||||
32,
|
||||
40,
|
||||
48,
|
||||
56,
|
||||
64,
|
||||
72,
|
||||
80,
|
||||
88,
|
||||
96,
|
||||
104,
|
||||
112,
|
||||
120,
|
||||
128,
|
||||
136,
|
||||
144,
|
||||
152,
|
||||
160,
|
||||
168,
|
||||
176,
|
||||
184,
|
||||
192,
|
||||
200,
|
||||
208,
|
||||
216,
|
||||
224,
|
||||
232,
|
||||
240,
|
||||
248,
|
||||
256,
|
||||
272,
|
||||
288,
|
||||
304,
|
||||
320,
|
||||
336,
|
||||
352,
|
||||
368,
|
||||
384,
|
||||
400,
|
||||
416,
|
||||
432,
|
||||
448,
|
||||
464,
|
||||
480,
|
||||
496,
|
||||
512
|
||||
],
|
||||
"order": [
|
||||
"ON",
|
||||
"OFF"
|
||||
],
|
||||
"pattern": "P09",
|
||||
"primary_metric": "clean graph-hit padding_fraction",
|
||||
"prior_gpu_hours": 14.025875418755744,
|
||||
"profile": false,
|
||||
"projected_increment_gpu_hours": 0.5,
|
||||
"projected_total_gpu_hours": 14.525875418755744,
|
||||
"rate_fraction": 0.6,
|
||||
"saturation_result": "/home/admin/cpfs/wjh/opprof-phase3-dash0-20260712/runs/phase3/primary/P09-C00/saturation/client/result.json",
|
||||
"schema": 1,
|
||||
"secondary_metrics": [
|
||||
"Layer-1 useful scheduled tokens/model-step millisecond",
|
||||
"clean completed request throughput",
|
||||
"clean request latency"
|
||||
],
|
||||
"warmup_seconds": 60
|
||||
},
|
||||
"schema": 1
|
||||
}
|
||||
Reference in New Issue
Block a user