800 lines
30 KiB
JSON
800 lines
30 KiB
JSON
{
|
|
"cases": {
|
|
"fixed-pd": {
|
|
"comparison": {
|
|
"e2e_mean_ms": {
|
|
"informative_pairs": 4,
|
|
"pair_direction_agreement": 0.0,
|
|
"real_winner": "tp4_ep1_mns128",
|
|
"reversals": [
|
|
[
|
|
"tp4_ep1_mns64",
|
|
"tp8_ep8_mns64"
|
|
],
|
|
[
|
|
"tp4_ep1_mns64",
|
|
"tp8_ep8_mns128"
|
|
],
|
|
[
|
|
"tp4_ep1_mns128",
|
|
"tp8_ep8_mns64"
|
|
],
|
|
[
|
|
"tp4_ep1_mns128",
|
|
"tp8_ep8_mns128"
|
|
]
|
|
],
|
|
"selected_real_regret": 0.3067524317507717,
|
|
"sim_winner": "tp8_ep8_mns128",
|
|
"winner_match": false
|
|
},
|
|
"e2e_p90_ms": {
|
|
"informative_pairs": 4,
|
|
"pair_direction_agreement": 0.0,
|
|
"real_winner": "tp4_ep1_mns128",
|
|
"reversals": [
|
|
[
|
|
"tp4_ep1_mns64",
|
|
"tp8_ep8_mns64"
|
|
],
|
|
[
|
|
"tp4_ep1_mns64",
|
|
"tp8_ep8_mns128"
|
|
],
|
|
[
|
|
"tp4_ep1_mns128",
|
|
"tp8_ep8_mns64"
|
|
],
|
|
[
|
|
"tp4_ep1_mns128",
|
|
"tp8_ep8_mns128"
|
|
]
|
|
],
|
|
"selected_real_regret": 0.3456375801249614,
|
|
"sim_winner": "tp8_ep8_mns128",
|
|
"winner_match": false
|
|
},
|
|
"tpot_mean_ms": {
|
|
"informative_pairs": 4,
|
|
"pair_direction_agreement": 0.0,
|
|
"real_winner": "tp4_ep1_mns128",
|
|
"reversals": [
|
|
[
|
|
"tp4_ep1_mns64",
|
|
"tp8_ep8_mns64"
|
|
],
|
|
[
|
|
"tp4_ep1_mns64",
|
|
"tp8_ep8_mns128"
|
|
],
|
|
[
|
|
"tp4_ep1_mns128",
|
|
"tp8_ep8_mns64"
|
|
],
|
|
[
|
|
"tp4_ep1_mns128",
|
|
"tp8_ep8_mns128"
|
|
]
|
|
],
|
|
"selected_real_regret": 0.33025510615656906,
|
|
"sim_winner": "tp8_ep8_mns128",
|
|
"winner_match": false
|
|
},
|
|
"tpot_p90_ms": {
|
|
"informative_pairs": 4,
|
|
"pair_direction_agreement": 0.0,
|
|
"real_winner": "tp4_ep1_mns128",
|
|
"reversals": [
|
|
[
|
|
"tp4_ep1_mns64",
|
|
"tp8_ep8_mns64"
|
|
],
|
|
[
|
|
"tp4_ep1_mns64",
|
|
"tp8_ep8_mns128"
|
|
],
|
|
[
|
|
"tp4_ep1_mns128",
|
|
"tp8_ep8_mns64"
|
|
],
|
|
[
|
|
"tp4_ep1_mns128",
|
|
"tp8_ep8_mns128"
|
|
]
|
|
],
|
|
"selected_real_regret": 0.37228890038064755,
|
|
"sim_winner": "tp8_ep8_mns128",
|
|
"winner_match": false
|
|
},
|
|
"ttft_mean_ms": {
|
|
"informative_pairs": 4,
|
|
"pair_direction_agreement": 1.0,
|
|
"real_winner": "tp8_ep8_mns128",
|
|
"reversals": [],
|
|
"selected_real_regret": 0.0,
|
|
"sim_winner": "tp8_ep8_mns128",
|
|
"winner_match": true
|
|
},
|
|
"ttft_p90_ms": {
|
|
"informative_pairs": 4,
|
|
"pair_direction_agreement": 1.0,
|
|
"real_winner": "tp8_ep8_mns64",
|
|
"reversals": [],
|
|
"selected_real_regret": 0.002088257708717345,
|
|
"sim_winner": "tp8_ep8_mns128",
|
|
"winner_match": false
|
|
}
|
|
},
|
|
"real": {
|
|
"tp4_ep1_mns128": {
|
|
"e2e_mean_ms": 5729.31677040774,
|
|
"e2e_p90_ms": 5871.668232022785,
|
|
"request_samples": 387,
|
|
"tpot_mean_ms": 21.044200828709027,
|
|
"tpot_p90_ms": 21.59612646244247,
|
|
"trials": [
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp4_ep1_mns128/trial1/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp4_ep1_mns128/trial2/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp4_ep1_mns128/trial3/results/result.json"
|
|
],
|
|
"ttft_mean_ms": 363.00995954954925,
|
|
"ttft_p90_ms": 369.09779999405146
|
|
},
|
|
"tp4_ep1_mns64": {
|
|
"e2e_mean_ms": 5769.497427325912,
|
|
"e2e_p90_ms": 5888.945628073998,
|
|
"request_samples": 387,
|
|
"tpot_mean_ms": 21.187139407074238,
|
|
"tpot_p90_ms": 21.653656356547977,
|
|
"trials": [
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp4_ep1_mns64/trial1/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp4_ep1_mns64/trial2/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp4_ep1_mns64/trial3/results/result.json"
|
|
],
|
|
"ttft_mean_ms": 366.7432916322386,
|
|
"ttft_p90_ms": 369.99153497163206
|
|
},
|
|
"tp8_ep8_mns128": {
|
|
"e2e_mean_ms": 7486.7986220007915,
|
|
"e2e_p90_ms": 7901.13743103575,
|
|
"request_samples": 387,
|
|
"tpot_mean_ms": 27.994155607374484,
|
|
"tpot_p90_ms": 29.63612463562658,
|
|
"trials": [
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp8_ep8_mns128/trial1/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp8_ep8_mns128/trial2/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp8_ep8_mns128/trial3/results/result.json"
|
|
],
|
|
"ttft_mean_ms": 348.25438050341427,
|
|
"ttft_p90_ms": 365.8816539682448
|
|
},
|
|
"tp8_ep8_mns64": {
|
|
"e2e_mean_ms": 7484.121415326708,
|
|
"e2e_p90_ms": 7908.651847974397,
|
|
"request_samples": 387,
|
|
"tpot_mean_ms": 27.978544004773987,
|
|
"tpot_p90_ms": 29.650389521346227,
|
|
"trials": [
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp8_ep8_mns64/trial1/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp8_ep8_mns64/trial2/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-pd/real/tp8_ep8_mns64/trial3/results/result.json"
|
|
],
|
|
"ttft_mean_ms": 349.5577253122725,
|
|
"ttft_p90_ms": 365.11919100303203
|
|
}
|
|
},
|
|
"sim": {
|
|
"tp4_ep1_mns128": {
|
|
"e2e_mean_ms": 19261.684938205322,
|
|
"e2e_p50_ms": 19681.421068277567,
|
|
"e2e_p90_ms": 19712.678973231064,
|
|
"e2e_p95_ms": 19717.18006692948,
|
|
"tpot_mean_ms": 74.22292738142716,
|
|
"tpot_p50_ms": 75.8976524911963,
|
|
"tpot_p90_ms": 75.8976524912086,
|
|
"tpot_p95_ms": 75.89765249120967,
|
|
"ttft_mean_ms": 334.8384559413977,
|
|
"ttft_p50_ms": 334.75193988430976,
|
|
"ttft_p90_ms": 359.7779859328796,
|
|
"ttft_p95_ms": 363.2786816744229
|
|
},
|
|
"tp4_ep1_mns64": {
|
|
"e2e_mean_ms": 19261.684938205322,
|
|
"e2e_p50_ms": 19681.421068277567,
|
|
"e2e_p90_ms": 19712.678973231064,
|
|
"e2e_p95_ms": 19717.18006692948,
|
|
"tpot_mean_ms": 74.22292738142716,
|
|
"tpot_p50_ms": 75.8976524911963,
|
|
"tpot_p90_ms": 75.8976524912086,
|
|
"tpot_p95_ms": 75.89765249120967,
|
|
"ttft_mean_ms": 334.8384559413977,
|
|
"ttft_p50_ms": 334.75193988430976,
|
|
"ttft_p90_ms": 359.7779859328796,
|
|
"ttft_p95_ms": 363.2786816744229
|
|
},
|
|
"tp8_ep8_mns128": {
|
|
"e2e_mean_ms": 14056.464119438264,
|
|
"e2e_p50_ms": 14650.653983203298,
|
|
"e2e_p90_ms": 14674.997135818061,
|
|
"e2e_p95_ms": 14677.859760866291,
|
|
"tpot_mean_ms": 54.15667269956665,
|
|
"tpot_p50_ms": 56.52350191837838,
|
|
"tpot_p90_ms": 56.52350850045728,
|
|
"tpot_p95_ms": 56.523546100039816,
|
|
"ttft_mean_ms": 246.51258104876885,
|
|
"ttft_p50_ms": 246.7781280760306,
|
|
"ttft_p90_ms": 263.0087113349084,
|
|
"ttft_p95_ms": 264.77576248352364
|
|
},
|
|
"tp8_ep8_mns64": {
|
|
"e2e_mean_ms": 14056.464119438264,
|
|
"e2e_p50_ms": 14650.653983203298,
|
|
"e2e_p90_ms": 14674.997135818061,
|
|
"e2e_p95_ms": 14677.859760866291,
|
|
"tpot_mean_ms": 54.15667269956665,
|
|
"tpot_p50_ms": 56.52350191837838,
|
|
"tpot_p90_ms": 56.52350850045728,
|
|
"tpot_p95_ms": 56.523546100039816,
|
|
"ttft_mean_ms": 246.51258104876885,
|
|
"ttft_p50_ms": 246.7781280760306,
|
|
"ttft_p90_ms": 263.0087113349084,
|
|
"ttft_p95_ms": 264.77576248352364
|
|
}
|
|
}
|
|
},
|
|
"fixed-po": {
|
|
"comparison": {
|
|
"e2e_mean_ms": {
|
|
"informative_pairs": 4,
|
|
"pair_direction_agreement": 1.0,
|
|
"real_winner": "tp8_ep8_mns128",
|
|
"reversals": [],
|
|
"selected_real_regret": 0.0,
|
|
"sim_winner": "tp8_ep8_mns128",
|
|
"winner_match": true
|
|
},
|
|
"e2e_p90_ms": {
|
|
"informative_pairs": 4,
|
|
"pair_direction_agreement": 1.0,
|
|
"real_winner": "tp8_ep8_mns128",
|
|
"reversals": [],
|
|
"selected_real_regret": 0.0,
|
|
"sim_winner": "tp8_ep8_mns128",
|
|
"winner_match": true
|
|
},
|
|
"ttft_mean_ms": {
|
|
"informative_pairs": 4,
|
|
"pair_direction_agreement": 1.0,
|
|
"real_winner": "tp8_ep8_mns128",
|
|
"reversals": [],
|
|
"selected_real_regret": 0.0,
|
|
"sim_winner": "tp8_ep8_mns128",
|
|
"winner_match": true
|
|
},
|
|
"ttft_p90_ms": {
|
|
"informative_pairs": 4,
|
|
"pair_direction_agreement": 1.0,
|
|
"real_winner": "tp8_ep8_mns128",
|
|
"reversals": [],
|
|
"selected_real_regret": 0.0,
|
|
"sim_winner": "tp8_ep8_mns128",
|
|
"winner_match": true
|
|
}
|
|
},
|
|
"real": {
|
|
"tp4_ep1_mns128": {
|
|
"e2e_mean_ms": 345.40159726161653,
|
|
"e2e_p90_ms": 346.7378600034863,
|
|
"request_samples": 387,
|
|
"tpot_mean_ms": null,
|
|
"tpot_p90_ms": null,
|
|
"trials": [
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp4_ep1_mns128/trial1/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp4_ep1_mns128/trial2/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp4_ep1_mns128/trial3/results/result.json"
|
|
],
|
|
"ttft_mean_ms": 345.35322551680514,
|
|
"ttft_p90_ms": 346.6896569589153
|
|
},
|
|
"tp4_ep1_mns64": {
|
|
"e2e_mean_ms": 345.8011649264437,
|
|
"e2e_p90_ms": 347.9283060878515,
|
|
"request_samples": 387,
|
|
"tpot_mean_ms": null,
|
|
"tpot_p90_ms": null,
|
|
"trials": [
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp4_ep1_mns64/trial1/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp4_ep1_mns64/trial2/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp4_ep1_mns64/trial3/results/result.json"
|
|
],
|
|
"ttft_mean_ms": 345.75379653310387,
|
|
"ttft_p90_ms": 347.88418107200414
|
|
},
|
|
"tp8_ep8_mns128": {
|
|
"e2e_mean_ms": 326.2389304512842,
|
|
"e2e_p90_ms": 341.0220619989559,
|
|
"request_samples": 387,
|
|
"tpot_mean_ms": null,
|
|
"tpot_p90_ms": null,
|
|
"trials": [
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp8_ep8_mns128/trial1/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp8_ep8_mns128/trial2/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp8_ep8_mns128/trial3/results/result.json"
|
|
],
|
|
"ttft_mean_ms": 326.19059710668336,
|
|
"ttft_p90_ms": 340.98013502079993
|
|
},
|
|
"tp8_ep8_mns64": {
|
|
"e2e_mean_ms": 326.89427194042366,
|
|
"e2e_p90_ms": 341.91650594584644,
|
|
"request_samples": 387,
|
|
"tpot_mean_ms": null,
|
|
"tpot_p90_ms": null,
|
|
"trials": [
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp8_ep8_mns64/trial1/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp8_ep8_mns64/trial2/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/fixed-po/real/tp8_ep8_mns64/trial3/results/result.json"
|
|
],
|
|
"ttft_mean_ms": 326.846390089937,
|
|
"ttft_p90_ms": 341.87235799618065
|
|
}
|
|
},
|
|
"sim": {
|
|
"tp4_ep1_mns128": {
|
|
"e2e_mean_ms": 303.2842141052072,
|
|
"e2e_p50_ms": 303.28421410520434,
|
|
"e2e_p90_ms": 303.28421410521855,
|
|
"e2e_p95_ms": 303.28421410521855,
|
|
"tpot_mean_ms": null,
|
|
"tpot_p50_ms": null,
|
|
"tpot_p90_ms": null,
|
|
"tpot_p95_ms": null,
|
|
"ttft_mean_ms": 303.2842141052072,
|
|
"ttft_p50_ms": 303.28421410520434,
|
|
"ttft_p90_ms": 303.28421410521855,
|
|
"ttft_p95_ms": 303.28421410521855
|
|
},
|
|
"tp4_ep1_mns64": {
|
|
"e2e_mean_ms": 303.2842141052072,
|
|
"e2e_p50_ms": 303.28421410520434,
|
|
"e2e_p90_ms": 303.28421410521855,
|
|
"e2e_p95_ms": 303.28421410521855,
|
|
"tpot_mean_ms": null,
|
|
"tpot_p50_ms": null,
|
|
"tpot_p90_ms": null,
|
|
"tpot_p95_ms": null,
|
|
"ttft_mean_ms": 303.2842141052072,
|
|
"ttft_p50_ms": 303.28421410520434,
|
|
"ttft_p90_ms": 303.28421410521855,
|
|
"ttft_p95_ms": 303.28421410521855
|
|
},
|
|
"tp8_ep8_mns128": {
|
|
"e2e_mean_ms": 224.0004422359394,
|
|
"e2e_p50_ms": 224.00044223590854,
|
|
"e2e_p90_ms": 224.00044223607017,
|
|
"e2e_p95_ms": 224.00044223607017,
|
|
"tpot_mean_ms": null,
|
|
"tpot_p50_ms": null,
|
|
"tpot_p90_ms": null,
|
|
"tpot_p95_ms": null,
|
|
"ttft_mean_ms": 224.0004422359394,
|
|
"ttft_p50_ms": 224.00044223590854,
|
|
"ttft_p90_ms": 224.00044223607017,
|
|
"ttft_p95_ms": 224.00044223607017
|
|
},
|
|
"tp8_ep8_mns64": {
|
|
"e2e_mean_ms": 224.0004422359394,
|
|
"e2e_p50_ms": 224.00044223590854,
|
|
"e2e_p90_ms": 224.00044223607017,
|
|
"e2e_p95_ms": 224.00044223607017,
|
|
"tpot_mean_ms": null,
|
|
"tpot_p50_ms": null,
|
|
"tpot_p90_ms": null,
|
|
"tpot_p95_ms": null,
|
|
"ttft_mean_ms": 224.0004422359394,
|
|
"ttft_p50_ms": 224.00044223590854,
|
|
"ttft_p90_ms": 224.00044223607017,
|
|
"ttft_p95_ms": 224.00044223607017
|
|
}
|
|
}
|
|
},
|
|
"trace-pd": {
|
|
"comparison": {
|
|
"e2e_mean_ms": {
|
|
"informative_pairs": 6,
|
|
"pair_direction_agreement": 0.8333333333333334,
|
|
"real_winner": "tp8_ep8_mns64",
|
|
"reversals": [
|
|
[
|
|
"tp8_ep8_mns64",
|
|
"tp8_ep8_mns128"
|
|
]
|
|
],
|
|
"selected_real_regret": 0.006154214824712234,
|
|
"sim_winner": "tp8_ep8_mns128",
|
|
"winner_match": false
|
|
},
|
|
"e2e_p90_ms": {
|
|
"informative_pairs": 6,
|
|
"pair_direction_agreement": 0.8333333333333334,
|
|
"real_winner": "tp8_ep8_mns64",
|
|
"reversals": [
|
|
[
|
|
"tp8_ep8_mns64",
|
|
"tp8_ep8_mns128"
|
|
]
|
|
],
|
|
"selected_real_regret": 0.062164651568153984,
|
|
"sim_winner": "tp8_ep8_mns128",
|
|
"winner_match": false
|
|
},
|
|
"tpot_mean_ms": {
|
|
"informative_pairs": 6,
|
|
"pair_direction_agreement": 0.6666666666666666,
|
|
"real_winner": "tp8_ep8_mns64",
|
|
"reversals": [
|
|
[
|
|
"tp4_ep1_mns64",
|
|
"tp8_ep8_mns128"
|
|
],
|
|
[
|
|
"tp4_ep1_mns128",
|
|
"tp8_ep8_mns128"
|
|
]
|
|
],
|
|
"selected_real_regret": 0.0,
|
|
"sim_winner": "tp8_ep8_mns64",
|
|
"winner_match": true
|
|
},
|
|
"tpot_p90_ms": {
|
|
"informative_pairs": 6,
|
|
"pair_direction_agreement": 0.6666666666666666,
|
|
"real_winner": "tp8_ep8_mns64",
|
|
"reversals": [
|
|
[
|
|
"tp4_ep1_mns64",
|
|
"tp8_ep8_mns128"
|
|
],
|
|
[
|
|
"tp4_ep1_mns128",
|
|
"tp8_ep8_mns128"
|
|
]
|
|
],
|
|
"selected_real_regret": 0.0,
|
|
"sim_winner": "tp8_ep8_mns64",
|
|
"winner_match": true
|
|
},
|
|
"ttft_mean_ms": {
|
|
"informative_pairs": 6,
|
|
"pair_direction_agreement": 0.6666666666666666,
|
|
"real_winner": "tp8_ep8_mns128",
|
|
"reversals": [
|
|
[
|
|
"tp4_ep1_mns64",
|
|
"tp8_ep8_mns64"
|
|
],
|
|
[
|
|
"tp4_ep1_mns128",
|
|
"tp8_ep8_mns64"
|
|
]
|
|
],
|
|
"selected_real_regret": 0.0,
|
|
"sim_winner": "tp8_ep8_mns128",
|
|
"winner_match": true
|
|
},
|
|
"ttft_p90_ms": {
|
|
"informative_pairs": 6,
|
|
"pair_direction_agreement": 0.6666666666666666,
|
|
"real_winner": "tp8_ep8_mns128",
|
|
"reversals": [
|
|
[
|
|
"tp4_ep1_mns64",
|
|
"tp8_ep8_mns64"
|
|
],
|
|
[
|
|
"tp4_ep1_mns128",
|
|
"tp8_ep8_mns64"
|
|
]
|
|
],
|
|
"selected_real_regret": 0.0,
|
|
"sim_winner": "tp8_ep8_mns128",
|
|
"winner_match": true
|
|
}
|
|
},
|
|
"real": {
|
|
"tp4_ep1_mns128": {
|
|
"e2e_mean_ms": 203026.22048668287,
|
|
"e2e_p90_ms": 344183.7428959552,
|
|
"request_samples": 387,
|
|
"tpot_mean_ms": 58.09653520572589,
|
|
"tpot_p90_ms": 75.82137218925735,
|
|
"trials": [
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp4_ep1_mns128/trial1/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp4_ep1_mns128/trial2/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp4_ep1_mns128/trial3/results/result.json"
|
|
],
|
|
"ttft_mean_ms": 26487.547554662306,
|
|
"ttft_p90_ms": 93044.83354603872
|
|
},
|
|
"tp4_ep1_mns64": {
|
|
"e2e_mean_ms": 198593.25371425177,
|
|
"e2e_p90_ms": 332386.17597706616,
|
|
"request_samples": 387,
|
|
"tpot_mean_ms": 53.60856802543236,
|
|
"tpot_p90_ms": 64.87020396877685,
|
|
"trials": [
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp4_ep1_mns64/trial1/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp4_ep1_mns64/trial2/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp4_ep1_mns64/trial3/results/result.json"
|
|
],
|
|
"ttft_mean_ms": 31557.98602907994,
|
|
"ttft_p90_ms": 112666.82129900437
|
|
},
|
|
"tp8_ep8_mns128": {
|
|
"e2e_mean_ms": 182457.35910624202,
|
|
"e2e_p90_ms": 318000.89644105174,
|
|
"request_samples": 387,
|
|
"tpot_mean_ms": 61.88514020253078,
|
|
"tpot_p90_ms": 78.6175951982538,
|
|
"trials": [
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp8_ep8_mns128/trial1/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp8_ep8_mns128/trial2/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp8_ep8_mns128/trial3/results/result.json"
|
|
],
|
|
"ttft_mean_ms": 1141.539354895564,
|
|
"ttft_p90_ms": 2616.6939180111513
|
|
},
|
|
"tp8_ep8_mns64": {
|
|
"e2e_mean_ms": 181341.34550937495,
|
|
"e2e_p90_ms": 299389.4552709535,
|
|
"request_samples": 387,
|
|
"tpot_mean_ms": 45.89371812653489,
|
|
"tpot_p90_ms": 51.37046630467056,
|
|
"trials": [
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp8_ep8_mns64/trial1/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp8_ep8_mns64/trial2/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-pd/real/tp8_ep8_mns64/trial3/results/result.json"
|
|
],
|
|
"ttft_mean_ms": 37215.26084531421,
|
|
"ttft_p90_ms": 132333.42359995004
|
|
}
|
|
},
|
|
"sim": {
|
|
"tp4_ep1_mns128": {
|
|
"e2e_mean_ms": 350485.31604335306,
|
|
"e2e_p50_ms": 329886.2419457557,
|
|
"e2e_p90_ms": 618683.6003279199,
|
|
"e2e_p95_ms": 719028.7082294676,
|
|
"tpot_mean_ms": 92.88846066050185,
|
|
"tpot_p50_ms": 91.14780565610876,
|
|
"tpot_p90_ms": 104.48481783284998,
|
|
"tpot_p95_ms": 117.7639165127043,
|
|
"ttft_mean_ms": 51997.2508135414,
|
|
"ttft_p50_ms": 915.3872825012286,
|
|
"ttft_p90_ms": 175964.46056759413,
|
|
"ttft_p95_ms": 254194.45368846075
|
|
},
|
|
"tp4_ep1_mns64": {
|
|
"e2e_mean_ms": 350205.0884431818,
|
|
"e2e_p50_ms": 345577.391630324,
|
|
"e2e_p90_ms": 612408.2764512596,
|
|
"e2e_p95_ms": 709831.5675796239,
|
|
"tpot_mean_ms": 86.77595832694777,
|
|
"tpot_p50_ms": 87.01966249041537,
|
|
"tpot_p90_ms": 95.27552612769624,
|
|
"tpot_p95_ms": 98.22236811591964,
|
|
"ttft_mean_ms": 64276.51238724817,
|
|
"ttft_p50_ms": 2913.567965463905,
|
|
"ttft_p90_ms": 231348.6370051864,
|
|
"ttft_p95_ms": 250924.94176651328
|
|
},
|
|
"tp8_ep8_mns128": {
|
|
"e2e_mean_ms": 197537.45276613487,
|
|
"e2e_p50_ms": 184538.43666142275,
|
|
"e2e_p90_ms": 356508.87615749374,
|
|
"e2e_p95_ms": 426676.71753314673,
|
|
"tpot_mean_ms": 62.78094439594437,
|
|
"tpot_p50_ms": 61.98322714624318,
|
|
"tpot_p90_ms": 73.38270919472093,
|
|
"tpot_p95_ms": 79.82017533221833,
|
|
"ttft_mean_ms": 496.4562724801789,
|
|
"ttft_p50_ms": 258.18551545088656,
|
|
"ttft_p90_ms": 1185.2339118913733,
|
|
"ttft_p95_ms": 1563.6528594879735
|
|
},
|
|
"tp8_ep8_mns64": {
|
|
"e2e_mean_ms": 230232.00122833299,
|
|
"e2e_p50_ms": 225231.54242404614,
|
|
"e2e_p90_ms": 399325.5400221139,
|
|
"e2e_p95_ms": 451116.17307457025,
|
|
"tpot_mean_ms": 56.01681518539994,
|
|
"tpot_p50_ms": 56.94928232211729,
|
|
"tpot_p90_ms": 60.38839798597023,
|
|
"tpot_p95_ms": 62.67163079918898,
|
|
"ttft_mean_ms": 46908.98176860714,
|
|
"ttft_p50_ms": 1623.170360660838,
|
|
"ttft_p90_ms": 166051.82069777363,
|
|
"ttft_p95_ms": 181013.0283352888
|
|
}
|
|
}
|
|
},
|
|
"trace-po": {
|
|
"comparison": {
|
|
"e2e_mean_ms": {
|
|
"informative_pairs": 6,
|
|
"pair_direction_agreement": 0.6666666666666666,
|
|
"real_winner": "tp8_ep8_mns128",
|
|
"reversals": [
|
|
[
|
|
"tp4_ep1_mns64",
|
|
"tp4_ep1_mns128"
|
|
],
|
|
[
|
|
"tp8_ep8_mns64",
|
|
"tp8_ep8_mns128"
|
|
]
|
|
],
|
|
"selected_real_regret": 0.0137482658615673,
|
|
"sim_winner": "tp8_ep8_mns64",
|
|
"winner_match": false
|
|
},
|
|
"e2e_p90_ms": {
|
|
"informative_pairs": 4,
|
|
"pair_direction_agreement": 1.0,
|
|
"real_winner": "tp8_ep8_mns64",
|
|
"reversals": [],
|
|
"selected_real_regret": 0.0025194410024500513,
|
|
"sim_winner": "tp8_ep8_mns128",
|
|
"winner_match": false
|
|
},
|
|
"ttft_mean_ms": {
|
|
"informative_pairs": 6,
|
|
"pair_direction_agreement": 0.6666666666666666,
|
|
"real_winner": "tp8_ep8_mns128",
|
|
"reversals": [
|
|
[
|
|
"tp4_ep1_mns64",
|
|
"tp4_ep1_mns128"
|
|
],
|
|
[
|
|
"tp8_ep8_mns64",
|
|
"tp8_ep8_mns128"
|
|
]
|
|
],
|
|
"selected_real_regret": 0.013750984200462835,
|
|
"sim_winner": "tp8_ep8_mns64",
|
|
"winner_match": false
|
|
},
|
|
"ttft_p90_ms": {
|
|
"informative_pairs": 4,
|
|
"pair_direction_agreement": 1.0,
|
|
"real_winner": "tp8_ep8_mns64",
|
|
"reversals": [],
|
|
"selected_real_regret": 0.002607797240047338,
|
|
"sim_winner": "tp8_ep8_mns128",
|
|
"winner_match": false
|
|
}
|
|
},
|
|
"real": {
|
|
"tp4_ep1_mns128": {
|
|
"e2e_mean_ms": 1083.6389664896267,
|
|
"e2e_p90_ms": 3156.966591021046,
|
|
"request_samples": 387,
|
|
"tpot_mean_ms": null,
|
|
"tpot_p90_ms": null,
|
|
"trials": [
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp4_ep1_mns128/trial1/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp4_ep1_mns128/trial2/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp4_ep1_mns128/trial3/results/result.json"
|
|
],
|
|
"ttft_mean_ms": 1083.561832460368,
|
|
"ttft_p90_ms": 3156.9307829486206
|
|
},
|
|
"tp4_ep1_mns64": {
|
|
"e2e_mean_ms": 1102.0341126990652,
|
|
"e2e_p90_ms": 3162.989347940311,
|
|
"request_samples": 387,
|
|
"tpot_mean_ms": null,
|
|
"tpot_p90_ms": null,
|
|
"trials": [
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp4_ep1_mns64/trial1/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp4_ep1_mns64/trial2/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp4_ep1_mns64/trial3/results/result.json"
|
|
],
|
|
"ttft_mean_ms": 1101.9558890756384,
|
|
"ttft_p90_ms": 3162.9534389358014
|
|
},
|
|
"tp8_ep8_mns128": {
|
|
"e2e_mean_ms": 1029.581229927413,
|
|
"e2e_p90_ms": 2612.0267439400777,
|
|
"request_samples": 387,
|
|
"tpot_mean_ms": null,
|
|
"tpot_p90_ms": null,
|
|
"trials": [
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp8_ep8_mns128/trial1/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp8_ep8_mns128/trial2/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp8_ep8_mns128/trial3/results/result.json"
|
|
],
|
|
"ttft_mean_ms": 1029.4865175674956,
|
|
"ttft_p90_ms": 2611.9744409807026
|
|
},
|
|
"tp8_ep8_mns64": {
|
|
"e2e_mean_ms": 1043.7361864025345,
|
|
"e2e_p90_ms": 2605.4624350508675,
|
|
"request_samples": 387,
|
|
"tpot_mean_ms": null,
|
|
"tpot_p90_ms": null,
|
|
"trials": [
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp8_ep8_mns64/trial1/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp8_ep8_mns64/trial2/results/result.json",
|
|
"/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1/real/trace-po/real/tp8_ep8_mns64/trial3/results/result.json"
|
|
],
|
|
"ttft_mean_ms": 1043.6429704051557,
|
|
"ttft_p90_ms": 2605.180658050813
|
|
}
|
|
},
|
|
"sim": {
|
|
"tp4_ep1_mns128": {
|
|
"e2e_mean_ms": 698.2455408721717,
|
|
"e2e_p50_ms": 208.8217362068434,
|
|
"e2e_p90_ms": 2102.42229741975,
|
|
"e2e_p95_ms": 2868.6579248910534,
|
|
"tpot_mean_ms": null,
|
|
"tpot_p50_ms": null,
|
|
"tpot_p90_ms": null,
|
|
"tpot_p95_ms": null,
|
|
"ttft_mean_ms": 698.2455408721717,
|
|
"ttft_p50_ms": 208.8217362068434,
|
|
"ttft_p90_ms": 2102.42229741975,
|
|
"ttft_p95_ms": 2868.6579248910534
|
|
},
|
|
"tp4_ep1_mns64": {
|
|
"e2e_mean_ms": 698.0132356513792,
|
|
"e2e_p50_ms": 208.8217362068434,
|
|
"e2e_p90_ms": 2102.42229741975,
|
|
"e2e_p95_ms": 2868.6579248910534,
|
|
"tpot_mean_ms": null,
|
|
"tpot_p50_ms": null,
|
|
"tpot_p90_ms": null,
|
|
"tpot_p95_ms": null,
|
|
"ttft_mean_ms": 698.0132356513792,
|
|
"ttft_p50_ms": 208.8217362068434,
|
|
"ttft_p90_ms": 2102.42229741975,
|
|
"ttft_p95_ms": 2868.6579248910534
|
|
},
|
|
"tp8_ep8_mns128": {
|
|
"e2e_mean_ms": 487.42679595918156,
|
|
"e2e_p50_ms": 253.39288448911512,
|
|
"e2e_p90_ms": 1264.1466431938486,
|
|
"e2e_p95_ms": 1656.1837032209396,
|
|
"tpot_mean_ms": null,
|
|
"tpot_p50_ms": null,
|
|
"tpot_p90_ms": null,
|
|
"tpot_p95_ms": null,
|
|
"ttft_mean_ms": 487.42679595918156,
|
|
"ttft_p50_ms": 253.39288448911512,
|
|
"ttft_p90_ms": 1264.1466431938486,
|
|
"ttft_p95_ms": 1656.1837032209396
|
|
},
|
|
"tp8_ep8_mns64": {
|
|
"e2e_mean_ms": 487.3699604726311,
|
|
"e2e_p50_ms": 253.41330144894124,
|
|
"e2e_p90_ms": 1264.1466431938486,
|
|
"e2e_p95_ms": 1656.1837032209396,
|
|
"tpot_mean_ms": null,
|
|
"tpot_p50_ms": null,
|
|
"tpot_p90_ms": null,
|
|
"tpot_p95_ms": null,
|
|
"ttft_mean_ms": 487.3699604726311,
|
|
"ttft_p50_ms": 253.41330144894124,
|
|
"ttft_p90_ms": 1264.1466431938486,
|
|
"ttft_p95_ms": 1656.1837032209396
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"real_root": "/home/admin/cpfs/wjh/aituner/qwen235-v020-fourcase-20260719-r1",
|
|
"schema": "qwen235-v020-simulator-real-comparison-v1",
|
|
"sim_root": "/home/admin/cpfs/wjh/aituner/qwen235-collective-profile-ablation-20260719-r1"
|
|
}
|