{
  "cases": {
    "fixed-pd": {
      "comparison": {
        "e2e_mean_ms": {
          "informative_pairs": 4,
          "pair_direction_agreement": 0.0,
          "real_winner": "tp4_ep1_mns128",
          "reversals": [
            [
              "tp4_ep1_mns64",
              "tp8_ep8_mns64"
            ],
            [
              "tp4_ep1_mns64",
              "tp8_ep8_mns128"
            ],
            [
              "tp4_ep1_mns128",
              "tp8_ep8_mns64"
            ],
            [
              "tp4_ep1_mns128",
              "tp8_ep8_mns128"
            ]
          ],
          "selected_real_regret": 0.3067524317507717,
          "sim_winner": "tp8_ep8_mns128",
          "winner_match": false
        },
        "e2e_p90_ms": {
          "informative_pairs": 4,
          "pair_direction_agreement": 0.0,
          "real_winner": "tp4_ep1_mns128",
          "reversals": [
            [
              "tp4_ep1_mns64",
              "tp8_ep8_mns64"
            ],
            [
              "tp4_ep1_mns64",
              "tp8_ep8_mns128"
            ],
            [
              "tp4_ep1_mns128",
              "tp8_ep8_mns64"
            ],
            [
              "tp4_ep1_mns128",
              "tp8_ep8_mns128"
            ]
          ],
          "selected_real_regret": 0.3456375801249614,
          "sim_winner": "tp8_ep8_mns128",
          "winner_match": false
        },
        "tpot_mean_ms": {
          "informative_pairs": 4,
          "pair_direction_agreement": 0.0,
          "real_winner": "tp4_ep1_mns128",
          "reversals": [
            [
              "tp4_ep1_mns64",
              "tp8_ep8_mns64"
            ],
            [
              "tp4_ep1_mns64",
              "tp8_ep8_mns128"
            ],
            [
              "tp4_ep1_mns128",
              "tp8_ep8_mns64"
            ],
            [
              "tp4_ep1_mns128",
              "tp8_ep8_mns128"
            ]
          ],
          "selected_real_regret": 0.33025510615656906,
          "sim_winner": "tp8_ep8_mns128",
          "winner_match": false
        },
        "tpot_p90_ms": {
          "informative_pairs": 4,
          "pair_direction_agreement": 0.0,
          "real_winner": "tp4_ep1_mns128",
          "reversals": [
            [
              "tp4_ep1_mns64",
              "tp8_ep8_mns64"
            ],
            [
              "tp4_ep1_mns64",
              "tp8_ep8_mns128"
            ],
            [
              "tp4_ep1_mns128",
              "tp8_ep8_mns64"
            ],
            [
              "tp4_ep1_mns128",
              "tp8_ep8_mns128"
            ]
          ],
          "selected_real_regret": 0.37228890038064755,
          "sim_winner": "tp8_ep8_mns128",
          "winner_match": false
        },
        "ttft_mean_ms": {
          "informative_pairs": 4,
          "pair_direction_agreement": 1.0,
          "real_winner": "tp8_ep8_mns128",
          "reversals": [],
          "selected_real_regret": 0.0,
          "sim_winner": "tp8_ep8_mns128",
          "winner_match": true
        },
        "ttft_p90_ms": {
          "informative_pairs": 4,
          "pair_direction_agreement": 1.0,
          "real_winner": "tp8_ep8_mns64",
          "reversals": [],
          "selected_real_regret": 0.002088257708717345,
          "sim_winner": "tp8_ep8_mns128",
          "winner_match": false
        }
      },
      "real": {
        "tp4_ep1_mns128": {
          "e2e_mean_ms": 5729.31677040774,
          "e2e_p90_ms": 5871.668232022785,
          "request_samples": 387,
          "tpot_mean_ms": 21.044200828709027,
          "tpot_p90_ms": 21.59612646244247,
          "trials": [
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp4_ep1_mns128/trial1/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp4_ep1_mns128/trial2/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp4_ep1_mns128/trial3/results/result.json"
          ],
          "ttft_mean_ms": 363.00995954954925,
          "ttft_p90_ms": 369.09779999405146
        },
        "tp4_ep1_mns64": {
          "e2e_mean_ms": 5769.497427325912,
          "e2e_p90_ms": 5888.945628073998,
          "request_samples": 387,
          "tpot_mean_ms": 21.187139407074238,
          "tpot_p90_ms": 21.653656356547977,
          "trials": [
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp4_ep1_mns64/trial1/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp4_ep1_mns64/trial2/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp4_ep1_mns64/trial3/results/result.json"
          ],
          "ttft_mean_ms": 366.7432916322386,
          "ttft_p90_ms": 369.99153497163206
        },
        "tp8_ep8_mns128": {
          "e2e_mean_ms": 7486.7986220007915,
          "e2e_p90_ms": 7901.13743103575,
          "request_samples": 387,
          "tpot_mean_ms": 27.994155607374484,
          "tpot_p90_ms": 29.63612463562658,
          "trials": [
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp8_ep8_mns128/trial1/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp8_ep8_mns128/trial2/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp8_ep8_mns128/trial3/results/result.json"
          ],
          "ttft_mean_ms": 348.25438050341427,
          "ttft_p90_ms": 365.8816539682448
        },
        "tp8_ep8_mns64": {
          "e2e_mean_ms": 7484.121415326708,
          "e2e_p90_ms": 7908.651847974397,
          "request_samples": 387,
          "tpot_mean_ms": 27.978544004773987,
          "tpot_p90_ms": 29.650389521346227,
          "trials": [
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp8_ep8_mns64/trial1/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp8_ep8_mns64/trial2/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp8_ep8_mns64/trial3/results/result.json"
          ],
          "ttft_mean_ms": 349.5577253122725,
          "ttft_p90_ms": 365.11919100303203
        }
      },
      "sim": {
        "tp4_ep1_mns128": {
          "e2e_mean_ms": 19261.684938205322,
          "e2e_p50_ms": 19681.421068277567,
          "e2e_p90_ms": 19712.678973231064,
          "e2e_p95_ms": 19717.18006692948,
          "tpot_mean_ms": 74.22292738142716,
          "tpot_p50_ms": 75.8976524911963,
          "tpot_p90_ms": 75.8976524912086,
          "tpot_p95_ms": 75.89765249120967,
          "ttft_mean_ms": 334.8384559413977,
          "ttft_p50_ms": 334.75193988430976,
          "ttft_p90_ms": 359.7779859328796,
          "ttft_p95_ms": 363.2786816744229
        },
        "tp4_ep1_mns64": {
          "e2e_mean_ms": 19261.684938205322,
          "e2e_p50_ms": 19681.421068277567,
          "e2e_p90_ms": 19712.678973231064,
          "e2e_p95_ms": 19717.18006692948,
          "tpot_mean_ms": 74.22292738142716,
          "tpot_p50_ms": 75.8976524911963,
          "tpot_p90_ms": 75.8976524912086,
          "tpot_p95_ms": 75.89765249120967,
          "ttft_mean_ms": 334.8384559413977,
          "ttft_p50_ms": 334.75193988430976,
          "ttft_p90_ms": 359.7779859328796,
          "ttft_p95_ms": 363.2786816744229
        },
        "tp8_ep8_mns128": {
          "e2e_mean_ms": 14056.464119438264,
          "e2e_p50_ms": 14650.653983203298,
          "e2e_p90_ms": 14674.997135818061,
          "e2e_p95_ms": 14677.859760866291,
          "tpot_mean_ms": 54.15667269956665,
          "tpot_p50_ms": 56.52350191837838,
          "tpot_p90_ms": 56.52350850045728,
          "tpot_p95_ms": 56.523546100039816,
          "ttft_mean_ms": 246.51258104876885,
          "ttft_p50_ms": 246.7781280760306,
          "ttft_p90_ms": 263.0087113349084,
          "ttft_p95_ms": 264.77576248352364
        },
        "tp8_ep8_mns64": {
          "e2e_mean_ms": 14056.464119438264,
          "e2e_p50_ms": 14650.653983203298,
          "e2e_p90_ms": 14674.997135818061,
          "e2e_p95_ms": 14677.859760866291,
          "tpot_mean_ms": 54.15667269956665,
          "tpot_p50_ms": 56.52350191837838,
          "tpot_p90_ms": 56.52350850045728,
          "tpot_p95_ms": 56.523546100039816,
          "ttft_mean_ms": 246.51258104876885,
          "ttft_p50_ms": 246.7781280760306,
          "ttft_p90_ms": 263.0087113349084,
          "ttft_p95_ms": 264.77576248352364
        }
      }
    },
    "fixed-po": {
      "comparison": {
        "e2e_mean_ms": {
          "informative_pairs": 4,
          "pair_direction_agreement": 1.0,
          "real_winner": "tp8_ep8_mns128",
          "reversals": [],
          "selected_real_regret": 0.0,
          "sim_winner": "tp8_ep8_mns128",
          "winner_match": true
        },
        "e2e_p90_ms": {
          "informative_pairs": 4,
          "pair_direction_agreement": 1.0,
          "real_winner": "tp8_ep8_mns128",
          "reversals": [],
          "selected_real_regret": 0.0,
          "sim_winner": "tp8_ep8_mns128",
          "winner_match": true
        },
        "ttft_mean_ms": {
          "informative_pairs": 4,
          "pair_direction_agreement": 1.0,
          "real_winner": "tp8_ep8_mns128",
          "reversals": [],
          "selected_real_regret": 0.0,
          "sim_winner": "tp8_ep8_mns128",
          "winner_match": true
        },
        "ttft_p90_ms": {
          "informative_pairs": 4,
          "pair_direction_agreement": 1.0,
          "real_winner": "tp8_ep8_mns128",
          "reversals": [],
          "selected_real_regret": 0.0,
          "sim_winner": "tp8_ep8_mns128",
          "winner_match": true
        }
      },
      "real": {
        "tp4_ep1_mns128": {
          "e2e_mean_ms": 345.40159726161653,
          "e2e_p90_ms": 346.7378600034863,
          "request_samples": 387,
          "tpot_mean_ms": null,
          "tpot_p90_ms": null,
          "trials": [
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp4_ep1_mns128/trial1/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp4_ep1_mns128/trial2/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp4_ep1_mns128/trial3/results/result.json"
          ],
          "ttft_mean_ms": 345.35322551680514,
          "ttft_p90_ms": 346.6896569589153
        },
        "tp4_ep1_mns64": {
          "e2e_mean_ms": 345.8011649264437,
          "e2e_p90_ms": 347.9283060878515,
          "request_samples": 387,
          "tpot_mean_ms": null,
          "tpot_p90_ms": null,
          "trials": [
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp4_ep1_mns64/trial1/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp4_ep1_mns64/trial2/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp4_ep1_mns64/trial3/results/result.json"
          ],
          "ttft_mean_ms": 345.75379653310387,
          "ttft_p90_ms": 347.88418107200414
        },
        "tp8_ep8_mns128": {
          "e2e_mean_ms": 326.2389304512842,
          "e2e_p90_ms": 341.0220619989559,
          "request_samples": 387,
          "tpot_mean_ms": null,
          "tpot_p90_ms": null,
          "trials": [
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp8_ep8_mns128/trial1/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp8_ep8_mns128/trial2/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp8_ep8_mns128/trial3/results/result.json"
          ],
          "ttft_mean_ms": 326.19059710668336,
          "ttft_p90_ms": 340.98013502079993
        },
        "tp8_ep8_mns64": {
          "e2e_mean_ms": 326.89427194042366,
          "e2e_p90_ms": 341.91650594584644,
          "request_samples": 387,
          "tpot_mean_ms": null,
          "tpot_p90_ms": null,
          "trials": [
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp8_ep8_mns64/trial1/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp8_ep8_mns64/trial2/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp8_ep8_mns64/trial3/results/result.json"
          ],
          "ttft_mean_ms": 326.846390089937,
          "ttft_p90_ms": 341.87235799618065
        }
      },
      "sim": {
        "tp4_ep1_mns128": {
          "e2e_mean_ms": 303.2842141052072,
          "e2e_p50_ms": 303.28421410520434,
          "e2e_p90_ms": 303.28421410521855,
          "e2e_p95_ms": 303.28421410521855,
          "tpot_mean_ms": null,
          "tpot_p50_ms": null,
          "tpot_p90_ms": null,
          "tpot_p95_ms": null,
          "ttft_mean_ms": 303.2842141052072,
          "ttft_p50_ms": 303.28421410520434,
          "ttft_p90_ms": 303.28421410521855,
          "ttft_p95_ms": 303.28421410521855
        },
        "tp4_ep1_mns64": {
          "e2e_mean_ms": 303.2842141052072,
          "e2e_p50_ms": 303.28421410520434,
          "e2e_p90_ms": 303.28421410521855,
          "e2e_p95_ms": 303.28421410521855,
          "tpot_mean_ms": null,
          "tpot_p50_ms": null,
          "tpot_p90_ms": null,
          "tpot_p95_ms": null,
          "ttft_mean_ms": 303.2842141052072,
          "ttft_p50_ms": 303.28421410520434,
          "ttft_p90_ms": 303.28421410521855,
          "ttft_p95_ms": 303.28421410521855
        },
        "tp8_ep8_mns128": {
          "e2e_mean_ms": 224.0004422359394,
          "e2e_p50_ms": 224.00044223590854,
          "e2e_p90_ms": 224.00044223607017,
          "e2e_p95_ms": 224.00044223607017,
          "tpot_mean_ms": null,
          "tpot_p50_ms": null,
          "tpot_p90_ms": null,
          "tpot_p95_ms": null,
          "ttft_mean_ms": 224.0004422359394,
          "ttft_p50_ms": 224.00044223590854,
          "ttft_p90_ms": 224.00044223607017,
          "ttft_p95_ms": 224.00044223607017
        },
        "tp8_ep8_mns64": {
          "e2e_mean_ms": 224.0004422359394,
          "e2e_p50_ms": 224.00044223590854,
          "e2e_p90_ms": 224.00044223607017,
          "e2e_p95_ms": 224.00044223607017,
          "tpot_mean_ms": null,
          "tpot_p50_ms": null,
          "tpot_p90_ms": null,
          "tpot_p95_ms": null,
          "ttft_mean_ms": 224.0004422359394,
          "ttft_p50_ms": 224.00044223590854,
          "ttft_p90_ms": 224.00044223607017,
          "ttft_p95_ms": 224.00044223607017
        }
      }
    },
    "trace-pd": {
      "comparison": {
        "e2e_mean_ms": {
          "informative_pairs": 6,
          "pair_direction_agreement": 0.8333333333333334,
          "real_winner": "tp8_ep8_mns64",
          "reversals": [
            [
              "tp8_ep8_mns64",
              "tp8_ep8_mns128"
            ]
          ],
          "selected_real_regret": 0.006154214824712234,
          "sim_winner": "tp8_ep8_mns128",
          "winner_match": false
        },
        "e2e_p90_ms": {
          "informative_pairs": 6,
          "pair_direction_agreement": 0.8333333333333334,
          "real_winner": "tp8_ep8_mns64",
          "reversals": [
            [
              "tp8_ep8_mns64",
              "tp8_ep8_mns128"
            ]
          ],
          "selected_real_regret": 0.062164651568153984,
          "sim_winner": "tp8_ep8_mns128",
          "winner_match": false
        },
        "tpot_mean_ms": {
          "informative_pairs": 6,
          "pair_direction_agreement": 0.6666666666666666,
          "real_winner": "tp8_ep8_mns64",
          "reversals": [
            [
              "tp4_ep1_mns64",
              "tp8_ep8_mns128"
            ],
            [
              "tp4_ep1_mns128",
              "tp8_ep8_mns128"
            ]
          ],
          "selected_real_regret": 0.0,
          "sim_winner": "tp8_ep8_mns64",
          "winner_match": true
        },
        "tpot_p90_ms": {
          "informative_pairs": 6,
          "pair_direction_agreement": 0.6666666666666666,
          "real_winner": "tp8_ep8_mns64",
          "reversals": [
            [
              "tp4_ep1_mns64",
              "tp8_ep8_mns128"
            ],
            [
              "tp4_ep1_mns128",
              "tp8_ep8_mns128"
            ]
          ],
          "selected_real_regret": 0.0,
          "sim_winner": "tp8_ep8_mns64",
          "winner_match": true
        },
        "ttft_mean_ms": {
          "informative_pairs": 6,
          "pair_direction_agreement": 0.6666666666666666,
          "real_winner": "tp8_ep8_mns128",
          "reversals": [
            [
              "tp4_ep1_mns64",
              "tp8_ep8_mns64"
            ],
            [
              "tp4_ep1_mns128",
              "tp8_ep8_mns64"
            ]
          ],
          "selected_real_regret": 0.0,
          "sim_winner": "tp8_ep8_mns128",
          "winner_match": true
        },
        "ttft_p90_ms": {
          "informative_pairs": 6,
          "pair_direction_agreement": 0.6666666666666666,
          "real_winner": "tp8_ep8_mns128",
          "reversals": [
            [
              "tp4_ep1_mns64",
              "tp8_ep8_mns64"
            ],
            [
              "tp4_ep1_mns128",
              "tp8_ep8_mns64"
            ]
          ],
          "selected_real_regret": 0.0,
          "sim_winner": "tp8_ep8_mns128",
          "winner_match": true
        }
      },
      "real": {
        "tp4_ep1_mns128": {
          "e2e_mean_ms": 203026.22048668287,
          "e2e_p90_ms": 344183.7428959552,
          "request_samples": 387,
          "tpot_mean_ms": 58.09653520572589,
          "tpot_p90_ms": 75.82137218925735,
          "trials": [
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp4_ep1_mns128/trial1/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp4_ep1_mns128/trial2/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp4_ep1_mns128/trial3/results/result.json"
          ],
          "ttft_mean_ms": 26487.547554662306,
          "ttft_p90_ms": 93044.83354603872
        },
        "tp4_ep1_mns64": {
          "e2e_mean_ms": 198593.25371425177,
          "e2e_p90_ms": 332386.17597706616,
          "request_samples": 387,
          "tpot_mean_ms": 53.60856802543236,
          "tpot_p90_ms": 64.87020396877685,
          "trials": [
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp4_ep1_mns64/trial1/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp4_ep1_mns64/trial2/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp4_ep1_mns64/trial3/results/result.json"
          ],
          "ttft_mean_ms": 31557.98602907994,
          "ttft_p90_ms": 112666.82129900437
        },
        "tp8_ep8_mns128": {
          "e2e_mean_ms": 182457.35910624202,
          "e2e_p90_ms": 318000.89644105174,
          "request_samples": 387,
          "tpot_mean_ms": 61.88514020253078,
          "tpot_p90_ms": 78.6175951982538,
          "trials": [
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp8_ep8_mns128/trial1/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp8_ep8_mns128/trial2/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp8_ep8_mns128/trial3/results/result.json"
          ],
          "ttft_mean_ms": 1141.539354895564,
          "ttft_p90_ms": 2616.6939180111513
        },
        "tp8_ep8_mns64": {
          "e2e_mean_ms": 181341.34550937495,
          "e2e_p90_ms": 299389.4552709535,
          "request_samples": 387,
          "tpot_mean_ms": 45.89371812653489,
          "tpot_p90_ms": 51.37046630467056,
          "trials": [
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp8_ep8_mns64/trial1/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp8_ep8_mns64/trial2/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp8_ep8_mns64/trial3/results/result.json"
          ],
          "ttft_mean_ms": 37215.26084531421,
          "ttft_p90_ms": 132333.42359995004
        }
      },
      "sim": {
        "tp4_ep1_mns128": {
          "e2e_mean_ms": 350485.31604335306,
          "e2e_p50_ms": 329886.2419457557,
          "e2e_p90_ms": 618683.6003279199,
          "e2e_p95_ms": 719028.7082294676,
          "tpot_mean_ms": 92.88846066050185,
          "tpot_p50_ms": 91.14780565610876,
          "tpot_p90_ms": 104.48481783284998,
          "tpot_p95_ms": 117.7639165127043,
          "ttft_mean_ms": 51997.2508135414,
          "ttft_p50_ms": 915.3872825012286,
          "ttft_p90_ms": 175964.46056759413,
          "ttft_p95_ms": 254194.45368846075
        },
        "tp4_ep1_mns64": {
          "e2e_mean_ms": 350205.0884431818,
          "e2e_p50_ms": 345577.391630324,
          "e2e_p90_ms": 612408.2764512596,
          "e2e_p95_ms": 709831.5675796239,
          "tpot_mean_ms": 86.77595832694777,
          "tpot_p50_ms": 87.01966249041537,
          "tpot_p90_ms": 95.27552612769624,
          "tpot_p95_ms": 98.22236811591964,
          "ttft_mean_ms": 64276.51238724817,
          "ttft_p50_ms": 2913.567965463905,
          "ttft_p90_ms": 231348.6370051864,
          "ttft_p95_ms": 250924.94176651328
        },
        "tp8_ep8_mns128": {
          "e2e_mean_ms": 197537.45276613487,
          "e2e_p50_ms": 184538.43666142275,
          "e2e_p90_ms": 356508.87615749374,
          "e2e_p95_ms": 426676.71753314673,
          "tpot_mean_ms": 62.78094439594437,
          "tpot_p50_ms": 61.98322714624318,
          "tpot_p90_ms": 73.38270919472093,
          "tpot_p95_ms": 79.82017533221833,
          "ttft_mean_ms": 496.4562724801789,
          "ttft_p50_ms": 258.18551545088656,
          "ttft_p90_ms": 1185.2339118913733,
          "ttft_p95_ms": 1563.6528594879735
        },
        "tp8_ep8_mns64": {
          "e2e_mean_ms": 230232.00122833299,
          "e2e_p50_ms": 225231.54242404614,
          "e2e_p90_ms": 399325.5400221139,
          "e2e_p95_ms": 451116.17307457025,
          "tpot_mean_ms": 56.01681518539994,
          "tpot_p50_ms": 56.94928232211729,
          "tpot_p90_ms": 60.38839798597023,
          "tpot_p95_ms": 62.67163079918898,
          "ttft_mean_ms": 46908.98176860714,
          "ttft_p50_ms": 1623.170360660838,
          "ttft_p90_ms": 166051.82069777363,
          "ttft_p95_ms": 181013.0283352888
        }
      }
    },
    "trace-po": {
      "comparison": {
        "e2e_mean_ms": {
          "informative_pairs": 6,
          "pair_direction_agreement": 0.6666666666666666,
          "real_winner": "tp8_ep8_mns128",
          "reversals": [
            [
              "tp4_ep1_mns64",
              "tp4_ep1_mns128"
            ],
            [
              "tp8_ep8_mns64",
              "tp8_ep8_mns128"
            ]
          ],
          "selected_real_regret": 0.0137482658615673,
          "sim_winner": "tp8_ep8_mns64",
          "winner_match": false
        },
        "e2e_p90_ms": {
          "informative_pairs": 4,
          "pair_direction_agreement": 1.0,
          "real_winner": "tp8_ep8_mns64",
          "reversals": [],
          "selected_real_regret": 0.0025194410024500513,
          "sim_winner": "tp8_ep8_mns128",
          "winner_match": false
        },
        "ttft_mean_ms": {
          "informative_pairs": 6,
          "pair_direction_agreement": 0.6666666666666666,
          "real_winner": "tp8_ep8_mns128",
          "reversals": [
            [
              "tp4_ep1_mns64",
              "tp4_ep1_mns128"
            ],
            [
              "tp8_ep8_mns64",
              "tp8_ep8_mns128"
            ]
          ],
          "selected_real_regret": 0.013750984200462835,
          "sim_winner": "tp8_ep8_mns64",
          "winner_match": false
        },
        "ttft_p90_ms": {
          "informative_pairs": 4,
          "pair_direction_agreement": 1.0,
          "real_winner": "tp8_ep8_mns64",
          "reversals": [],
          "selected_real_regret": 0.002607797240047338,
          "sim_winner": "tp8_ep8_mns128",
          "winner_match": false
        }
      },
      "real": {
        "tp4_ep1_mns128": {
          "e2e_mean_ms": 1083.6389664896267,
          "e2e_p90_ms": 3156.966591021046,
          "request_samples": 387,
          "tpot_mean_ms": null,
          "tpot_p90_ms": null,
          "trials": [
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp4_ep1_mns128/trial1/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp4_ep1_mns128/trial2/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp4_ep1_mns128/trial3/results/result.json"
          ],
          "ttft_mean_ms": 1083.561832460368,
          "ttft_p90_ms": 3156.9307829486206
        },
        "tp4_ep1_mns64": {
          "e2e_mean_ms": 1102.0341126990652,
          "e2e_p90_ms": 3162.989347940311,
          "request_samples": 387,
          "tpot_mean_ms": null,
          "tpot_p90_ms": null,
          "trials": [
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp4_ep1_mns64/trial1/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp4_ep1_mns64/trial2/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp4_ep1_mns64/trial3/results/result.json"
          ],
          "ttft_mean_ms": 1101.9558890756384,
          "ttft_p90_ms": 3162.9534389358014
        },
        "tp8_ep8_mns128": {
          "e2e_mean_ms": 1029.581229927413,
          "e2e_p90_ms": 2612.0267439400777,
          "request_samples": 387,
          "tpot_mean_ms": null,
          "tpot_p90_ms": null,
          "trials": [
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp8_ep8_mns128/trial1/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp8_ep8_mns128/trial2/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp8_ep8_mns128/trial3/results/result.json"
          ],
          "ttft_mean_ms": 1029.4865175674956,
          "ttft_p90_ms": 2611.9744409807026
        },
        "tp8_ep8_mns64": {
          "e2e_mean_ms": 1043.7361864025345,
          "e2e_p90_ms": 2605.4624350508675,
          "request_samples": 387,
          "tpot_mean_ms": null,
          "tpot_p90_ms": null,
          "trials": [
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp8_ep8_mns64/trial1/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp8_ep8_mns64/trial2/results/result.json",
            "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp8_ep8_mns64/trial3/results/result.json"
          ],
          "ttft_mean_ms": 1043.6429704051557,
          "ttft_p90_ms": 2605.180658050813
        }
      },
      "sim": {
        "tp4_ep1_mns128": {
          "e2e_mean_ms": 698.2455408721717,
          "e2e_p50_ms": 208.8217362068434,
          "e2e_p90_ms": 2102.42229741975,
          "e2e_p95_ms": 2868.6579248910534,
          "tpot_mean_ms": null,
          "tpot_p50_ms": null,
          "tpot_p90_ms": null,
          "tpot_p95_ms": null,
          "ttft_mean_ms": 698.2455408721717,
          "ttft_p50_ms": 208.8217362068434,
          "ttft_p90_ms": 2102.42229741975,
          "ttft_p95_ms": 2868.6579248910534
        },
        "tp4_ep1_mns64": {
          "e2e_mean_ms": 698.0132356513792,
          "e2e_p50_ms": 208.8217362068434,
          "e2e_p90_ms": 2102.42229741975,
          "e2e_p95_ms": 2868.6579248910534,
          "tpot_mean_ms": null,
          "tpot_p50_ms": null,
          "tpot_p90_ms": null,
          "tpot_p95_ms": null,
          "ttft_mean_ms": 698.0132356513792,
          "ttft_p50_ms": 208.8217362068434,
          "ttft_p90_ms": 2102.42229741975,
          "ttft_p95_ms": 2868.6579248910534
        },
        "tp8_ep8_mns128": {
          "e2e_mean_ms": 487.42679595918156,
          "e2e_p50_ms": 253.39288448911512,
          "e2e_p90_ms": 1264.1466431938486,
          "e2e_p95_ms": 1656.1837032209396,
          "tpot_mean_ms": null,
          "tpot_p50_ms": null,
          "tpot_p90_ms": null,
          "tpot_p95_ms": null,
          "ttft_mean_ms": 487.42679595918156,
          "ttft_p50_ms": 253.39288448911512,
          "ttft_p90_ms": 1264.1466431938486,
          "ttft_p95_ms": 1656.1837032209396
        },
        "tp8_ep8_mns64": {
          "e2e_mean_ms": 487.3699604726311,
          "e2e_p50_ms": 253.41330144894124,
          "e2e_p90_ms": 1264.1466431938486,
          "e2e_p95_ms": 1656.1837032209396,
          "tpot_mean_ms": null,
          "tpot_p50_ms": null,
          "tpot_p90_ms": null,
          "tpot_p95_ms": null,
          "ttft_mean_ms": 487.3699604726311,
          "ttft_p50_ms": 253.41330144894124,
          "ttft_p90_ms": 1264.1466431938486,
          "ttft_p95_ms": 1656.1837032209396
        }
      }
    }
  },
  "real_root": "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1",
  "schema": "qwen235-v020-simulator-real-comparison-v1",
  "sim_root": "/home/admin/cpfs/wjh/aituner/qwen235-collective-profile-ablation-20260719-r1"
}