Gahow Wang
d5b276180d
Workload-conditioned operator profiling on patched vLLM 0.24.0 + Qwen3-30B-A3B/H20. H1b PASS (irregular patterns carry +23-45pp R64 raggedness, 8-45% token-efficiency loss vs rectangular controls); mechanism decomposition kills the padding narrative and finds the arrival-uniformization artifact (-12.9%); cross-version churn surface shows TP2/MNS64 -29.4% across vLLM 0.20->0.24 while the argmax held. Raw Layer-1 JSONL streams (507 MB) stay on disk, git-ignored; footer sidecars and metrics are tracked. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
2 lines
6.3 KiB
Plaintext
2 lines
6.3 KiB
Plaintext
{"hypothesis": {"H1a": "INCONCLUSIVE", "H1b": "PASS", "compound": "PARTIAL", "h1b_hits": [{"available": true, "ci95_high": 0.23494534783397408, "ci95_low": 0.2253590527218157, "coincident_efficiency_or_residual": true, "control": "P02", "efficiency_loss": 0.11608997226921058, "evaluable": true, "irregular": "P06", "material": true, "metric": "R64", "p": 0.0, "p_holm": 0.0, "passes_h1b": true, "point": 0.2301483528866904, "simultaneous_high": 0.23683442206671917, "simultaneous_low": 0.22345003461028415}, {"available": true, "ci95_high": 0.3588237662068493, "ci95_low": 0.34996301147907066, "coincident_efficiency_or_residual": true, "control": "P04", "efficiency_loss": 0.2284629366493368, "evaluable": true, "irregular": "P06", "material": true, "metric": "R64", "p": 0.0, "p_holm": 0.0, "passes_h1b": true, "point": 0.3543970834375052, "simultaneous_high": 0.3605880124391376, "simultaneous_low": 0.34826154238421436}, {"available": true, "ci95_high": 0.07258101928545771, "ci95_low": 0.06107199918894719, "coincident_efficiency_or_residual": true, "control": "P01", "efficiency_loss": 0.08324816211784114, "evaluable": true, "irregular": "P09", "material": true, "metric": "padding_fraction", "p": 0.0, "p_holm": 0.0, "passes_h1b": true, "point": 0.0667290414201105, "simultaneous_high": 0.07492451384312424, "simultaneous_low": 0.058870086990988876}, {"available": true, "ci95_high": 0.4001054362524198, "ci95_low": 0.3922157126916775, "coincident_efficiency_or_residual": true, "control": "P01", "efficiency_loss": 0.08324816211784114, "evaluable": true, "irregular": "P09", "material": true, "metric": "R64", "p": 0.0, "p_holm": 0.0, "passes_h1b": true, "point": 0.39616418510901036, "simultaneous_high": 0.4016625621683738, "simultaneous_low": 0.3906536566040832}, {"available": true, "ci95_high": 0.08855777444708128, "ci95_low": 0.027415277773332525, "coincident_efficiency_or_residual": true, "control": "P03", "efficiency_loss": 0.4469310402722787, "evaluable": true, "irregular": "P10", "material": true, "metric": "padding_fraction", "p": 0.0, "p_holm": 0.0, "passes_h1b": true, "point": 0.05565211993295673, "simultaneous_high": 0.10341073102256013, "simultaneous_low": 0.020097017796153225}, {"available": true, "ci95_high": 0.4561736305824604, "ci95_low": 0.43955479496868705, "coincident_efficiency_or_residual": true, "control": "P03", "efficiency_loss": 0.4469310402722787, "evaluable": true, "irregular": "P10", "material": true, "metric": "R64", "p": 0.0, "p_holm": 0.0, "passes_h1b": true, "point": 0.4478716685574937, "simultaneous_high": 0.459713780733712, "simultaneous_low": 0.43635435003093426}, {"available": true, "ci95_high": 0.08668052314167546, "ci95_low": 0.025823274229141942, "coincident_efficiency_or_residual": true, "control": "P04", "efficiency_loss": 0.1425966128421564, "evaluable": true, "irregular": "P10", "material": true, "metric": "padding_fraction", "p": 0.0, "p_holm": 0.0, "passes_h1b": true, "point": 0.05398526806052646, "simultaneous_high": 0.10213016668480329, "simultaneous_low": 0.018683381445978635}, {"available": true, "ci95_high": 0.45618061702156487, "ci95_low": 0.4395710696329076, "coincident_efficiency_or_residual": true, "control": "P04", "efficiency_loss": 0.1425966128421564, "evaluable": true, "irregular": "P10", "material": true, "metric": "R64", "p": 0.0, "p_holm": 0.0, "passes_h1b": true, "point": 0.4478716685574937, "simultaneous_high": 0.4594884290583298, "simultaneous_low": 0.4363807227134572}], "logical_asymmetry": "A-P3-7 permits existential confirmation but incomplete coverage forbids refutation", "refutation_allowed": false}, "out": "runs/phase3/analysis/metrics-ap37.json", "sanity": {"declared_deviations": {"invalid_primary_layer2_windows": ["P01-C00-moderate: window 1", "P01-C00-moderate: window 2", "P02-C00-moderate: window 1", "P02-C00-moderate: window 2", "P03-C00-moderate: window 1", "P03-C00-moderate: window 2", "P06-C00-moderate: window 1", "P06-C00-moderate: window 2", "P07-C00-moderate: window 1", "P07-C00-moderate: window 2", "P08-C00-moderate: window 1", "P08-C00-moderate: window 2", "P09-C00-moderate: window 1", "P09-C00-moderate: window 2", "P10-C00-moderate: window 1", "P10-C00-moderate: window 2"], "missing_cells": ["P03/C11", "P05/C00", "P10/C00-TP2", "P11/C00"], "missing_confirmations": ["P10", "P06", "P03", "P01"], "missing_saturation_traces": 8, "moe_layer_cv": "N/A: layer scopes do not cover >=80% of MoE GEMM time", "unaccepted_canonical_run_markers_excluded": ["P11-C00-saturation"]}, "invariants": {"accepted_run_ids_unique": true, "ap36_operational_finding_reproduced": true, "ap37_confirmation_runs_0": true, "ap37_primary_runs_40": true, "clean_duration_240": true, "clean_failures_zero": true, "clock_and_load_snapshots_complete": true, "complete_cells_20": true, "complete_stage_count_12": true, "completed_c00_patterns_9": true, "controller_frozen_at_ap36_failure": true, "drain_quarantine_under_20pct": true, "h1b_evaluable_contrasts_6": true, "h1b_missing_contrasts_exact": true, "layer1_footer_invariants": true, "missing_cells_exact": true, "missing_trace_count_accepted_8": true, "moderate_rate_within_5pct": true, "no_layer2_parser_issues": true, "other_gpu_processes_absent": true, "patterns_not_all_identical_throughput": true, "ratios_in_unit_interval": true, "trace_count_accepted_72": true}, "numeric": {"completed_throughput_rps": {"distinct_n": 37, "finite_n": 40, "max": 43.3, "min": 0.44583333333333336, "missing_n": 0, "n": 40}, "drain_seconds": {"distinct_n": 40, "finite_n": 40, "max": 288.6191079240234, "min": 0.3054194079886656, "missing_n": 0, "n": 40}, "kendall_tau_b": {"distinct_n": 0, "finite_n": 0, "max": null, "min": null, "missing_n": 0, "n": 0}, "layer1_clean_steps": {"distinct_n": 40, "finite_n": 40, "max": 20171.0, "min": 718.0, "missing_n": 0, "n": 40}, "operator_classifiable_fraction": {"distinct_n": 72, "finite_n": 72, "max": 0.9963781377235988, "min": 0.9704584620048622, "missing_n": 0, "n": 72}, "operator_share": {"distinct_n": 348, "finite_n": 576, "max": 0.8734165832313857, "min": 0.0, "missing_n": 0, "n": 576}, "token_efficiency_per_ms": {"distinct_n": 40, "finite_n": 40, "max": 8.29584869763246, "min": 2.147827352932598, "missing_n": 0, "n": 40}, "waste_contrast_effect": {"distinct_n": 17, "finite_n": 24, "max": 0.5204129156598252, "min": -0.20308199280724987, "missing_n": 12, "n": 36}, "waste_ratios": {"distinct_n": 168, "finite_n": 240, "max": 1.0, "min": 0.0, "missing_n": 0, "n": 240}}}}
|