3177 lines
99 KiB
JSON
3177 lines
99 KiB
JSON
{
|
|
"cells": [
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 64,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns64_mbt8192",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"loads": [
|
|
{
|
|
"rate": 0.1,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt8192-20260716-v1-20260716T054640909739Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt8192/round1/results/r0p10.json",
|
|
"sha256": "70e6f6320f7652a4866a971e64d8cb60c3b2be21627da4853f1ee6a76fe3e2d8"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt8192-20260716-v1-20260716T054640909739Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt8192/round2/results/r0p10.json",
|
|
"sha256": "b3aa9826f6c83272a24fd510a74518cdd7870c656e880fb75e56f1365652cf96"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 1.6,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.25,
|
|
0.265625
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt8192-20260716-v1-20260716T054640909739Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt8192/round1/results/r1p60.json",
|
|
"sha256": "442eba957f112eee10971040e3ba8d602f7b03287989e205165c9c23ce09f291"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt8192-20260716-v1-20260716T054640909739Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt8192/round2/results/r1p60.json",
|
|
"sha256": "3e86ea9f8d298d966944349fda1d18db2545a0e3571865a4d44f1334e0b90fbb"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.203125,
|
|
"passed": 13
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 2.4,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.1875,
|
|
0.046875
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt8192-20260716-v1-20260716T054640909739Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt8192/round1/results/r2p40.json",
|
|
"sha256": "aa749f0d9d8876c75c631d21b0f6b052db27391e4fdc913afddfe015f42c7fe6"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt8192-20260716-v1-20260716T054640909739Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt8192/round2/results/r2p40.json",
|
|
"sha256": "d03f64e8a73cddfcfcbca43a16fbb647101343c5c757c774d7cc68ddb78f9078"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.203125,
|
|
"passed": 13
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.546875,
|
|
"passed": 35
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 3.2,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.140625,
|
|
0.203125
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.890625,
|
|
0.921875
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt8192-expansion-r3p20-20260716-v1-20260716T062904775741Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp4_mns64_mbt8192/round1/results/r3p20.json",
|
|
"sha256": "d20854a4bc6c460d1c63ec3bcbcaa404b1512fdcd80a373d7c34b1d124d60104"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt8192-expansion-r3p20-20260716-v1-20260716T062904775741Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp4_mns64_mbt8192/round2/results/r3p20.json",
|
|
"sha256": "6807859835655dd31cac26b4e67a8582f40b4f2f8bf16152b2718cdf881922e8"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.1875,
|
|
"passed": 12
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.546875,
|
|
"passed": 35
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.90625,
|
|
"passed": 58
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 64,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns64_mbt16384",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"loads": [
|
|
{
|
|
"rate": 0.1,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt16384-20260716-v1-20260716T054642115787Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt16384/round1/results/r0p10.json",
|
|
"sha256": "c00eecbff86947b50e7aceaca0fad7cc3b08cda67299ae62c2c79d3bca854a7b"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt16384-20260716-v1-20260716T054642115787Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt16384/round2/results/r0p10.json",
|
|
"sha256": "4e935891030a4f83edf859085ea80d0f9cafb66612cea21305b786835d16180d"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 1.6,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.234375,
|
|
0.203125
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt16384-20260716-v1-20260716T054642115787Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt16384/round1/results/r1p60.json",
|
|
"sha256": "a30ecfba9fd05f84cf66cefcd200210f29cc02695f93ada537788b15d98200ba"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt16384-20260716-v1-20260716T054642115787Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt16384/round2/results/r1p60.json",
|
|
"sha256": "56eb4c4f112eda060d6dd31390d625ef132043798f751f90c4d176d0f5e3d707"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.203125,
|
|
"passed": 13
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 2.4,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.21875,
|
|
0.078125
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt16384-20260716-v1-20260716T054642115787Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt16384/round1/results/r2p40.json",
|
|
"sha256": "a161abc47c3f44a124859fe56bc48a212e1c405df3ffbca08bb1f26c33db5af5"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt16384-20260716-v1-20260716T054642115787Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt16384/round2/results/r2p40.json",
|
|
"sha256": "51dd5c65eb3067d82626050fb838e697c14adaefec16514f43754a9529364ab2"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.203125,
|
|
"passed": 13
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.546875,
|
|
"passed": 35
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 3.2,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.203125,
|
|
0.1875
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.96875,
|
|
0.890625
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt16384-expansion-r3p20-20260716-v1-20260716T062906244819Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp4_mns64_mbt16384/round1/results/r3p20.json",
|
|
"sha256": "1c6de1cdfcf5768ef85a8a76de046884c592964fec6bc591a6889a2a9ecbd567"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt16384-expansion-r3p20-20260716-v1-20260716T062906244819Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp4_mns64_mbt16384/round2/results/r3p20.json",
|
|
"sha256": "dc68d3d18fbb6c4a2aaf4be2eaf50b22270cbd6ce05308f8fe265b73e1b54b21"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.1875,
|
|
"passed": 12
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.546875,
|
|
"passed": 35
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.90625,
|
|
"passed": 58
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 128,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns128_mbt8192",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"loads": [
|
|
{
|
|
"rate": 0.1,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt8192-20260716-v1-20260716T063826749477Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt8192/round1/results/r0p10.json",
|
|
"sha256": "abd74b9bd505d92b29973ddd80fdadf89534bbd6deb55d975668cacb4adcf648"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt8192-20260716-v1-20260716T063826749477Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt8192/round2/results/r0p10.json",
|
|
"sha256": "92bfac8b35371124b7402d5ec99f271f7426b1a56ccbad37d81378db41a00e02"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 1.6,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.28125,
|
|
0.234375
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt8192-20260716-v1-20260716T063826749477Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt8192/round1/results/r1p60.json",
|
|
"sha256": "5a32ec8b0173a908d7cd9da76ea2455b973ce843fd14d55c7431b5c4eb4ce64c"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt8192-20260716-v1-20260716T063826749477Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt8192/round2/results/r1p60.json",
|
|
"sha256": "fe07a391a0e959189926baf70028a028a1ba4f7888d048d2f6d4d31028e1e2da"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.203125,
|
|
"passed": 13
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 2.4,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.171875,
|
|
0.15625
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt8192-20260716-v1-20260716T063826749477Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt8192/round1/results/r2p40.json",
|
|
"sha256": "cd83d672696138f7190bbff86bcc1ac5bf4d74d8286be00497d6ba95dba31ea0"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt8192-20260716-v1-20260716T063826749477Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt8192/round2/results/r2p40.json",
|
|
"sha256": "319601805cc2c8ae4d992a79bb796134e907b0ab3fc52f300d0b6c38b4b279dd"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.203125,
|
|
"passed": 13
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.546875,
|
|
"passed": 35
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 3.2,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.140625,
|
|
0.15625
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.828125,
|
|
0.859375
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt8192-expansion-r3p20-20260716-v1-20260716T072121119478Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp4_mns128_mbt8192/round1/results/r3p20.json",
|
|
"sha256": "ea9f52c5adaefa7a55805e546d666fb3f93f7fa53b339d3a92314f8e66a634d0"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt8192-expansion-r3p20-20260716-v1-20260716T072121119478Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp4_mns128_mbt8192/round2/results/r3p20.json",
|
|
"sha256": "4e6ec7b56d6a16d83a6082b49f00ea25a7086d2bad00c677f9ed567df7e4aaed"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.1875,
|
|
"passed": 12
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.546875,
|
|
"passed": 35
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.90625,
|
|
"passed": 58
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 128,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns128_mbt16384",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"loads": [
|
|
{
|
|
"rate": 0.1,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt16384-20260716-v1-20260716T063827805737Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt16384/round1/results/r0p10.json",
|
|
"sha256": "b90f4d0e04452c8eb3e0a3eea7ffce237ed6b9739cac253c14d1d7242f76a6ea"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt16384-20260716-v1-20260716T063827805737Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt16384/round2/results/r0p10.json",
|
|
"sha256": "d6d9759bb93bbab24a24dcbfe7d9c26dde16266b4a755fbae4332606940ebe80"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 1.6,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.234375,
|
|
0.25
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt16384-20260716-v1-20260716T063827805737Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt16384/round1/results/r1p60.json",
|
|
"sha256": "93f797d5a5abbd8136380ef52e05089c7b54fe99e263f3431894b741b15b5f37"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt16384-20260716-v1-20260716T063827805737Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt16384/round2/results/r1p60.json",
|
|
"sha256": "561bff3e5376fa5901f463409df72fa0a548cb93d8e4db01d790e9c25361321d"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.203125,
|
|
"passed": 13
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 2.4,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.171875,
|
|
0.1875
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt16384-20260716-v1-20260716T063827805737Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt16384/round1/results/r2p40.json",
|
|
"sha256": "b5b50f24898bfbfd8661b9b8b80b9ae0af1c0821de957c43c748994c6ba3c9d2"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt16384-20260716-v1-20260716T063827805737Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt16384/round2/results/r2p40.json",
|
|
"sha256": "193026996ccb07ba2b0bcb696530271ab694774c6082df6f8748e369e7275c75"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.203125,
|
|
"passed": 13
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.546875,
|
|
"passed": 35
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 3.2,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.109375,
|
|
0.140625
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.8125,
|
|
0.84375
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt16384-expansion-r3p20-20260716-v1-20260716T072122501851Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp4_mns128_mbt16384/round1/results/r3p20.json",
|
|
"sha256": "b8b4b470c00d28a78c545852ca8ffd3ed333ff15abe3ddcc822e1922d07857f7"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt16384-expansion-r3p20-20260716-v1-20260716T072122501851Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp4_mns128_mbt16384/round2/results/r3p20.json",
|
|
"sha256": "18aa4c93236cf01939dcaf2999d2fbaf0b07871b47151cc2f30edaa03a66604e"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.1875,
|
|
"passed": 12
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.546875,
|
|
"passed": 35
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.90625,
|
|
"passed": 58
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 64,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns64_mbt8192",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"loads": [
|
|
{
|
|
"rate": 0.1,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt8192-20260716-v1-20260716T073151443129Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt8192/round1/results/r0p10.json",
|
|
"sha256": "735ab074c822115f2aa7a783d5129c76e8b987967fdfd428b56ae197c7bbd2cf"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt8192-20260716-v1-20260716T073151443129Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt8192/round2/results/r0p10.json",
|
|
"sha256": "72337cfe69cb1a42a4c916515fa2b3ac627fe2897a5a01260b5a293d76a0974f"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 1.2,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.140625,
|
|
0.140625
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt8192-20260716-v1-20260716T073151443129Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt8192/round1/results/r1p20.json",
|
|
"sha256": "9892c9994e313caf46851213beddc9fc2f492a13ec39311780187fea96edab16"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt8192-20260716-v1-20260716T073151443129Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt8192/round2/results/r1p20.json",
|
|
"sha256": "b4b4ac7ecd028619e322364287f316271ba4e1b3cf780813276755e48469fcf9"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.125,
|
|
"passed": 8
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 1.6,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.109375,
|
|
0.171875
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt8192-20260716-v1-20260716T073151443129Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt8192/round1/results/r1p60.json",
|
|
"sha256": "98e44d02a725d74e5fa79219e54706191c43d57f246e0008e2191731b7f1dc1f"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt8192-20260716-v1-20260716T073151443129Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt8192/round2/results/r1p60.json",
|
|
"sha256": "bf601143bb6192d8c99136d6d2514ee02d5d12d96b666775096f6c4ae7ddf98c"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.140625,
|
|
"passed": 9
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.4375,
|
|
"passed": 28
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 2.4,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.078125,
|
|
0.15625
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt8192-expansion-r2p40-20260716-v1-20260716T081536141326Z/artifacts/artifacts/t0-real-expansion-r2p40-v1/tp8_mns64_mbt8192/round1/results/r2p40.json",
|
|
"sha256": "d53dc0fd284cb0086f4684ec3faf5f0095a14b0aa0d292775d16785eb14ca165"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt8192-expansion-r2p40-20260716-v1-20260716T081536141326Z/artifacts/artifacts/t0-real-expansion-r2p40-v1/tp8_mns64_mbt8192/round2/results/r2p40.json",
|
|
"sha256": "36ed4ce070c637670755a7f5749e154ea9494acb28dd2efa9295baff446ba83a"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.125,
|
|
"passed": 8
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.421875,
|
|
"passed": 27
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.71875,
|
|
"passed": 46
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 3.2,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.03125
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.71875,
|
|
0.75
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt8192-expansion-r3p20-20260716-v1-20260716T082603837807Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp8_mns64_mbt8192/round1/results/r3p20.json",
|
|
"sha256": "fb2e55eb858fbcd7e8bd62d37d60742ba27cf350a76b005f0a62548b79199dd8"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt8192-expansion-r3p20-20260716-v1-20260716T082603837807Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp8_mns64_mbt8192/round2/results/r3p20.json",
|
|
"sha256": "6952b9f2f2352b0bc51540fe0eca7afe163546e6433230ab537539ce6af63eb9"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.109375,
|
|
"passed": 7
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.40625,
|
|
"passed": 26
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.71875,
|
|
"passed": 46
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 64,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns64_mbt16384",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"loads": [
|
|
{
|
|
"rate": 0.1,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
0.984375,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt16384-20260716-v1-20260716T083632620015Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt16384/round1/results/r0p10.json",
|
|
"sha256": "24fda44413d2651f478d2ad0f2065de09e823d7b5c25187c0efa434df0b56ef2"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt16384-20260716-v1-20260716T083632620015Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt16384/round2/results/r0p10.json",
|
|
"sha256": "fb60a85474a20bdc2b130c9812f5fb90a9eb899b1a04a32c906ea92421c4fc57"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 1.2,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.109375,
|
|
0.140625
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt16384-20260716-v1-20260716T083632620015Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt16384/round1/results/r1p20.json",
|
|
"sha256": "862f4d0cb399d9e694dadf48b059d4a5fa384db257d38ef62b90c31ef85ac418"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt16384-20260716-v1-20260716T083632620015Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt16384/round2/results/r1p20.json",
|
|
"sha256": "4f658d1d4392a340c8da4c0938fa8698fd0081da22915061a851e987ada24817"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.125,
|
|
"passed": 8
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 1.6,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.015625,
|
|
0.125
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt16384-20260716-v1-20260716T083632620015Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt16384/round1/results/r1p60.json",
|
|
"sha256": "81b83eddaa2c4a57c10dc3d49971c70a4d47801cda4578a04d48f34a41889b00"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt16384-20260716-v1-20260716T083632620015Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt16384/round2/results/r1p60.json",
|
|
"sha256": "af75c496cc43439e9c2ed34ae5fa61a43838fbce1fb3b0427c01a46c0643ffe2"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.140625,
|
|
"passed": 9
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.4375,
|
|
"passed": 28
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 2.4,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.078125,
|
|
0.046875
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.703125,
|
|
0.828125
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt16384-expansion-r2p40-20260716-v1-20260716T092040851202Z/artifacts/artifacts/t0-real-expansion-r2p40-v1/tp8_mns64_mbt16384/round1/results/r2p40.json",
|
|
"sha256": "238e20ba03824bb8746d21fa7529b7b6e9662cfba4de039201a0a8d5b41c6360"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt16384-expansion-r2p40-20260716-v1-20260716T092040851202Z/artifacts/artifacts/t0-real-expansion-r2p40-v1/tp8_mns64_mbt16384/round2/results/r2p40.json",
|
|
"sha256": "bb32dd95a562be19cd49eb5aa915e3c58a9ef08b5868ba1f5835cb9263b9aeb8"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.125,
|
|
"passed": 8
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.421875,
|
|
"passed": 27
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.71875,
|
|
"passed": 46
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 128,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns128_mbt8192",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"loads": [
|
|
{
|
|
"rate": 0.1,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt8192-20260716-v1-20260716T093245831612Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt8192/round1/results/r0p10.json",
|
|
"sha256": "a98554e8c0f0f16b24823eac1d7b4c36c5e13b94c4b6816f7d18708f436e33cb"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt8192-20260716-v1-20260716T093245831612Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt8192/round2/results/r0p10.json",
|
|
"sha256": "8cc19335b5b4ea28f0cf297f8058fa53542e8439e69d19cbcb88c298a391eec2"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 1.2,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.078125,
|
|
0.15625
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt8192-20260716-v1-20260716T093245831612Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt8192/round1/results/r1p20.json",
|
|
"sha256": "9e6b2e3c7f35f3befcd6a96148b991f277d5d2dc971451e485cadb14a54b035e"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt8192-20260716-v1-20260716T093245831612Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt8192/round2/results/r1p20.json",
|
|
"sha256": "f69456dde5884f3c1080bfa1d0fd832ce288eacd0f771f443c62a83ad13ffb88"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.125,
|
|
"passed": 8
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 1.6,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.15625,
|
|
0.09375
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt8192-20260716-v1-20260716T093245831612Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt8192/round1/results/r1p60.json",
|
|
"sha256": "b1218de54c19589f233e3128c36e5dbc02f5e3cdb0b5611be3d4eb397659be7f"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt8192-20260716-v1-20260716T093245831612Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt8192/round2/results/r1p60.json",
|
|
"sha256": "580f97a4950870a3429b7975392c40daddfdfabe5440134b8adfc393dd02c56f"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.140625,
|
|
"passed": 9
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.4375,
|
|
"passed": 28
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 2.4,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0625,
|
|
0.125
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.625,
|
|
0.875
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt8192-expansion-r2p40-20260716-v1-20260716T101734683241Z/artifacts/artifacts/t0-real-expansion-r2p40-v1/tp8_mns128_mbt8192/round1/results/r2p40.json",
|
|
"sha256": "4059c6ef758bb7363ae904ec09750792f21417a439d5ab1b0e1bcf38b0f836de"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt8192-expansion-r2p40-20260716-v1-20260716T101734683241Z/artifacts/artifacts/t0-real-expansion-r2p40-v1/tp8_mns128_mbt8192/round2/results/r2p40.json",
|
|
"sha256": "94e91a76a79f2123f66b19cb1f3023c93ac54f8a87b6ae65ad116116b03d38e1"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.125,
|
|
"passed": 8
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.421875,
|
|
"passed": 27
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.71875,
|
|
"passed": 46
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 128,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns128_mbt16384",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"loads": [
|
|
{
|
|
"rate": 0.1,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt16384-20260716-v1-20260716T102855604708Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt16384/round1/results/r0p10.json",
|
|
"sha256": "d41528e5078098be6a3c38c1f25711c156edf3b38aaca995ffec3f6d65181427"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt16384-20260716-v1-20260716T102855604708Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt16384/round2/results/r0p10.json",
|
|
"sha256": "3a302927e19f81e64e6925400212b059763e57c0545e1666c7ede7a5ccc788e9"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 1.2,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.109375,
|
|
0.09375
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt16384-20260716-v1-20260716T102855604708Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt16384/round1/results/r1p20.json",
|
|
"sha256": "b317303377202e22f76cf3092436ff91e323d0a39e375e4bf6c091c7a88e1a61"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt16384-20260716-v1-20260716T102855604708Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt16384/round2/results/r1p20.json",
|
|
"sha256": "0b0b704ea663719e8f0fe22347d23324a33da89f5e617caacc439f10bb22d4a0"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.125,
|
|
"passed": 8
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 1.6,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.046875,
|
|
0.09375
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt16384-20260716-v1-20260716T102855604708Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt16384/round1/results/r1p60.json",
|
|
"sha256": "785525671e6bfbff47a7d6c134ab33ce20b4736100bd6600ad871adcd20ebcdb"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt16384-20260716-v1-20260716T102855604708Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt16384/round2/results/r1p60.json",
|
|
"sha256": "68dcd748fe15978528738685b5e8798fb54abfb9dccfb08d4848839969419155"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.140625,
|
|
"passed": 9
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.4375,
|
|
"passed": 28
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 2.4,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0625
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt16384-expansion-r2p40-20260716-v1-20260716T111437770615Z/artifacts/artifacts/t0-real-expansion-r2p40-v1/tp8_mns128_mbt16384/round1/results/r2p40.json",
|
|
"sha256": "34e4ae97f3137bd0e84fd6cf96da2435d3dd27af1459a38ae066e2e811257d85"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt16384-expansion-r2p40-20260716-v1-20260716T111437770615Z/artifacts/artifacts/t0-real-expansion-r2p40-v1/tp8_mns128_mbt16384/round2/results/r2p40.json",
|
|
"sha256": "4e4e7756011330c7c6adcbc788e3e82605551bbdd1d04d679914d492271f77b0"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.125,
|
|
"passed": 8
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.421875,
|
|
"passed": 27
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.71875,
|
|
"passed": 46
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"rate": 3.2,
|
|
"real_conservative": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.078125,
|
|
0.046875
|
|
]
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.78125,
|
|
0.71875
|
|
]
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": true,
|
|
"round_pass_rates": [
|
|
1.0,
|
|
1.0
|
|
]
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"round_pass_rates": [
|
|
0.0,
|
|
0.0
|
|
]
|
|
}
|
|
},
|
|
"real_files": [
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt16384-expansion-r3p20-20260716-v1-20260716T112608807037Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp8_mns128_mbt16384/round1/results/r3p20.json",
|
|
"sha256": "3222b3d3e561c029d595951d90d99513abd2cf63c787dab924341aca3defc179"
|
|
},
|
|
{
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt16384-expansion-r3p20-20260716-v1-20260716T112608807037Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp8_mns128_mbt16384/round2/results/r3p20.json",
|
|
"sha256": "e7914e696ac6eaa46d9cc83e76ac2f7e8cd195e76f48445cc98cddb905c3c213"
|
|
}
|
|
],
|
|
"sim": {
|
|
"tpot_120ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.109375,
|
|
"passed": 7
|
|
},
|
|
"tpot_150ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.40625,
|
|
"passed": 26
|
|
},
|
|
"tpot_180ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.71875,
|
|
"passed": 46
|
|
},
|
|
"tpot_40ms": {
|
|
"feasible": false,
|
|
"pass_rate": 0.0,
|
|
"passed": 0
|
|
}
|
|
}
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"comparisons": {
|
|
"tpot_120ms": {
|
|
"anchor_confusion": {
|
|
"anchors": 34,
|
|
"false_feasible": 0,
|
|
"false_infeasible": 0,
|
|
"match": 34
|
|
},
|
|
"kendall_tau_b": null,
|
|
"optimistic_regret": 0.0,
|
|
"pairwise": {
|
|
"all_pairs": 0,
|
|
"exact_sign_matches": 0,
|
|
"real_non_tie_direction_matches": 0,
|
|
"real_non_tie_pairs": 0
|
|
},
|
|
"real_top_set": [
|
|
"tp4_mns64_mbt8192",
|
|
"tp4_mns64_mbt16384",
|
|
"tp4_mns128_mbt8192",
|
|
"tp4_mns128_mbt16384"
|
|
],
|
|
"records": [
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 64,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns64_mbt8192",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"expansion_required": true,
|
|
"real_boundary_status": "unbracketed_requires_expansion",
|
|
"real_capacity": 0.1,
|
|
"real_capacity_per_gpu": 0.025,
|
|
"sim_capacity": 0.8,
|
|
"sim_capacity_per_gpu": 0.2
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 64,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns64_mbt16384",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"expansion_required": true,
|
|
"real_boundary_status": "unbracketed_requires_expansion",
|
|
"real_capacity": 0.1,
|
|
"real_capacity_per_gpu": 0.025,
|
|
"sim_capacity": 0.8,
|
|
"sim_capacity_per_gpu": 0.2
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 128,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns128_mbt8192",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"expansion_required": true,
|
|
"real_boundary_status": "unbracketed_requires_expansion",
|
|
"real_capacity": 0.1,
|
|
"real_capacity_per_gpu": 0.025,
|
|
"sim_capacity": 0.8,
|
|
"sim_capacity_per_gpu": 0.2
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 128,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns128_mbt16384",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"expansion_required": true,
|
|
"real_boundary_status": "unbracketed_requires_expansion",
|
|
"real_capacity": 0.1,
|
|
"real_capacity_per_gpu": 0.025,
|
|
"sim_capacity": 0.8,
|
|
"sim_capacity_per_gpu": 0.2
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 64,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns64_mbt8192",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"expansion_required": true,
|
|
"real_boundary_status": "unbracketed_requires_expansion",
|
|
"real_capacity": 0.1,
|
|
"real_capacity_per_gpu": 0.0125,
|
|
"sim_capacity": 0.4,
|
|
"sim_capacity_per_gpu": 0.05
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 64,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns64_mbt16384",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"expansion_required": true,
|
|
"real_boundary_status": "unbracketed_requires_expansion",
|
|
"real_capacity": 0.1,
|
|
"real_capacity_per_gpu": 0.0125,
|
|
"sim_capacity": 0.4,
|
|
"sim_capacity_per_gpu": 0.05
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 128,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns128_mbt8192",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"expansion_required": true,
|
|
"real_boundary_status": "unbracketed_requires_expansion",
|
|
"real_capacity": 0.1,
|
|
"real_capacity_per_gpu": 0.0125,
|
|
"sim_capacity": 0.4,
|
|
"sim_capacity_per_gpu": 0.05
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 128,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns128_mbt16384",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"expansion_required": true,
|
|
"real_boundary_status": "unbracketed_requires_expansion",
|
|
"real_capacity": 0.1,
|
|
"real_capacity_per_gpu": 0.0125,
|
|
"sim_capacity": 0.4,
|
|
"sim_capacity_per_gpu": 0.05
|
|
}
|
|
],
|
|
"sim_top_set": [
|
|
"tp4_mns64_mbt8192",
|
|
"tp4_mns64_mbt16384",
|
|
"tp4_mns128_mbt8192",
|
|
"tp4_mns128_mbt16384"
|
|
],
|
|
"top_set_exact_match": true,
|
|
"top_set_intersection": [
|
|
"tp4_mns128_mbt16384",
|
|
"tp4_mns128_mbt8192",
|
|
"tp4_mns64_mbt16384",
|
|
"tp4_mns64_mbt8192"
|
|
],
|
|
"worst_tie_break_regret": 0.0
|
|
},
|
|
"tpot_150ms": {
|
|
"anchor_confusion": {
|
|
"anchors": 34,
|
|
"false_feasible": 0,
|
|
"false_infeasible": 10,
|
|
"match": 24
|
|
},
|
|
"kendall_tau_b": 0.8944271909999159,
|
|
"optimistic_regret": 0.0,
|
|
"pairwise": {
|
|
"all_pairs": 28,
|
|
"exact_sign_matches": 24,
|
|
"real_non_tie_direction_matches": 16,
|
|
"real_non_tie_pairs": 20
|
|
},
|
|
"real_top_set": [
|
|
"tp4_mns64_mbt8192",
|
|
"tp4_mns64_mbt16384",
|
|
"tp4_mns128_mbt8192",
|
|
"tp4_mns128_mbt16384"
|
|
],
|
|
"records": [
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 64,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns64_mbt8192",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"expansion_required": false,
|
|
"real_boundary_status": "adjacent_transition_bracketed",
|
|
"real_capacity": 2.4,
|
|
"real_capacity_per_gpu": 0.6,
|
|
"sim_capacity": 1.6,
|
|
"sim_capacity_per_gpu": 0.4
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 64,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns64_mbt16384",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"expansion_required": false,
|
|
"real_boundary_status": "adjacent_transition_bracketed",
|
|
"real_capacity": 2.4,
|
|
"real_capacity_per_gpu": 0.6,
|
|
"sim_capacity": 1.6,
|
|
"sim_capacity_per_gpu": 0.4
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 128,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns128_mbt8192",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"expansion_required": false,
|
|
"real_boundary_status": "adjacent_transition_bracketed",
|
|
"real_capacity": 2.4,
|
|
"real_capacity_per_gpu": 0.6,
|
|
"sim_capacity": 1.6,
|
|
"sim_capacity_per_gpu": 0.4
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 128,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns128_mbt16384",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"expansion_required": false,
|
|
"real_boundary_status": "adjacent_transition_bracketed",
|
|
"real_capacity": 2.4,
|
|
"real_capacity_per_gpu": 0.6,
|
|
"sim_capacity": 1.6,
|
|
"sim_capacity_per_gpu": 0.4
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 64,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns64_mbt8192",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"expansion_required": false,
|
|
"real_boundary_status": "adjacent_transition_bracketed",
|
|
"real_capacity": 2.4,
|
|
"real_capacity_per_gpu": 0.3,
|
|
"sim_capacity": 1.2,
|
|
"sim_capacity_per_gpu": 0.15
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 64,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns64_mbt16384",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"expansion_required": false,
|
|
"real_boundary_status": "adjacent_transition_bracketed",
|
|
"real_capacity": 1.6,
|
|
"real_capacity_per_gpu": 0.2,
|
|
"sim_capacity": 1.2,
|
|
"sim_capacity_per_gpu": 0.15
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 128,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns128_mbt8192",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"expansion_required": false,
|
|
"real_boundary_status": "adjacent_transition_bracketed",
|
|
"real_capacity": 1.6,
|
|
"real_capacity_per_gpu": 0.2,
|
|
"sim_capacity": 1.2,
|
|
"sim_capacity_per_gpu": 0.15
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 128,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns128_mbt16384",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"expansion_required": false,
|
|
"real_boundary_status": "adjacent_transition_bracketed",
|
|
"real_capacity": 2.4,
|
|
"real_capacity_per_gpu": 0.3,
|
|
"sim_capacity": 1.2,
|
|
"sim_capacity_per_gpu": 0.15
|
|
}
|
|
],
|
|
"sim_top_set": [
|
|
"tp4_mns64_mbt8192",
|
|
"tp4_mns64_mbt16384",
|
|
"tp4_mns128_mbt8192",
|
|
"tp4_mns128_mbt16384"
|
|
],
|
|
"top_set_exact_match": true,
|
|
"top_set_intersection": [
|
|
"tp4_mns128_mbt16384",
|
|
"tp4_mns128_mbt8192",
|
|
"tp4_mns64_mbt16384",
|
|
"tp4_mns64_mbt8192"
|
|
],
|
|
"worst_tie_break_regret": 0.0
|
|
},
|
|
"tpot_180ms": {
|
|
"anchor_confusion": {
|
|
"anchors": 34,
|
|
"false_feasible": 0,
|
|
"false_infeasible": 10,
|
|
"match": 24
|
|
},
|
|
"kendall_tau_b": 1.0,
|
|
"optimistic_regret": 0.0,
|
|
"pairwise": {
|
|
"all_pairs": 15,
|
|
"exact_sign_matches": 15,
|
|
"real_non_tie_direction_matches": 8,
|
|
"real_non_tie_pairs": 8
|
|
},
|
|
"real_top_set": [
|
|
"tp4_mns64_mbt8192",
|
|
"tp4_mns64_mbt16384",
|
|
"tp4_mns128_mbt8192",
|
|
"tp4_mns128_mbt16384"
|
|
],
|
|
"records": [
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 64,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns64_mbt8192",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"expansion_required": false,
|
|
"real_boundary_status": "upper_lattice_reached",
|
|
"real_capacity": 3.2,
|
|
"real_capacity_per_gpu": 0.8,
|
|
"sim_capacity": 2.4,
|
|
"sim_capacity_per_gpu": 0.6
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 64,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns64_mbt16384",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"expansion_required": false,
|
|
"real_boundary_status": "upper_lattice_reached",
|
|
"real_capacity": 3.2,
|
|
"real_capacity_per_gpu": 0.8,
|
|
"sim_capacity": 2.4,
|
|
"sim_capacity_per_gpu": 0.6
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 128,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns128_mbt8192",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"expansion_required": false,
|
|
"real_boundary_status": "upper_lattice_reached",
|
|
"real_capacity": 3.2,
|
|
"real_capacity_per_gpu": 0.8,
|
|
"sim_capacity": 2.4,
|
|
"sim_capacity_per_gpu": 0.6
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 128,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns128_mbt16384",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"expansion_required": false,
|
|
"real_boundary_status": "upper_lattice_reached",
|
|
"real_capacity": 3.2,
|
|
"real_capacity_per_gpu": 0.8,
|
|
"sim_capacity": 2.4,
|
|
"sim_capacity_per_gpu": 0.6
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 64,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns64_mbt8192",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"expansion_required": false,
|
|
"real_boundary_status": "upper_lattice_reached",
|
|
"real_capacity": 3.2,
|
|
"real_capacity_per_gpu": 0.4,
|
|
"sim_capacity": 1.6,
|
|
"sim_capacity_per_gpu": 0.2
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 64,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns64_mbt16384",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"expansion_required": true,
|
|
"real_boundary_status": "unbracketed_requires_expansion",
|
|
"real_capacity": 2.4,
|
|
"real_capacity_per_gpu": 0.3,
|
|
"sim_capacity": 1.6,
|
|
"sim_capacity_per_gpu": 0.2
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 128,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns128_mbt8192",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"expansion_required": true,
|
|
"real_boundary_status": "unbracketed_requires_expansion",
|
|
"real_capacity": 2.4,
|
|
"real_capacity_per_gpu": 0.3,
|
|
"sim_capacity": 1.6,
|
|
"sim_capacity_per_gpu": 0.2
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 128,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns128_mbt16384",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"expansion_required": false,
|
|
"real_boundary_status": "upper_lattice_reached",
|
|
"real_capacity": 3.2,
|
|
"real_capacity_per_gpu": 0.4,
|
|
"sim_capacity": 1.6,
|
|
"sim_capacity_per_gpu": 0.2
|
|
}
|
|
],
|
|
"sim_top_set": [
|
|
"tp4_mns64_mbt8192",
|
|
"tp4_mns64_mbt16384",
|
|
"tp4_mns128_mbt8192",
|
|
"tp4_mns128_mbt16384"
|
|
],
|
|
"top_set_exact_match": true,
|
|
"top_set_intersection": [
|
|
"tp4_mns128_mbt16384",
|
|
"tp4_mns128_mbt8192",
|
|
"tp4_mns64_mbt16384",
|
|
"tp4_mns64_mbt8192"
|
|
],
|
|
"worst_tie_break_regret": 0.0
|
|
},
|
|
"tpot_40ms": {
|
|
"anchor_confusion": {
|
|
"anchors": 34,
|
|
"false_feasible": 0,
|
|
"false_infeasible": 0,
|
|
"match": 34
|
|
},
|
|
"kendall_tau_b": null,
|
|
"optimistic_regret": null,
|
|
"pairwise": {
|
|
"all_pairs": 0,
|
|
"exact_sign_matches": 0,
|
|
"real_non_tie_direction_matches": 0,
|
|
"real_non_tie_pairs": 0
|
|
},
|
|
"real_top_set": [],
|
|
"records": [
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 64,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns64_mbt8192",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"expansion_required": false,
|
|
"real_boundary_status": "lowest_anchor_infeasible",
|
|
"real_capacity": null,
|
|
"real_capacity_per_gpu": null,
|
|
"sim_capacity": null,
|
|
"sim_capacity_per_gpu": null
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 64,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns64_mbt16384",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"expansion_required": false,
|
|
"real_boundary_status": "lowest_anchor_infeasible",
|
|
"real_capacity": null,
|
|
"real_capacity_per_gpu": null,
|
|
"sim_capacity": null,
|
|
"sim_capacity_per_gpu": null
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 128,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns128_mbt8192",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"expansion_required": false,
|
|
"real_boundary_status": "lowest_anchor_infeasible",
|
|
"real_capacity": null,
|
|
"real_capacity_per_gpu": null,
|
|
"sim_capacity": null,
|
|
"sim_capacity_per_gpu": null
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 128,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns128_mbt16384",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"expansion_required": false,
|
|
"real_boundary_status": "lowest_anchor_infeasible",
|
|
"real_capacity": null,
|
|
"real_capacity_per_gpu": null,
|
|
"sim_capacity": null,
|
|
"sim_capacity_per_gpu": null
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 64,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns64_mbt8192",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"expansion_required": false,
|
|
"real_boundary_status": "lowest_anchor_infeasible",
|
|
"real_capacity": null,
|
|
"real_capacity_per_gpu": null,
|
|
"sim_capacity": null,
|
|
"sim_capacity_per_gpu": null
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 64,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns64_mbt16384",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"expansion_required": false,
|
|
"real_boundary_status": "lowest_anchor_infeasible",
|
|
"real_capacity": null,
|
|
"real_capacity_per_gpu": null,
|
|
"sim_capacity": null,
|
|
"sim_capacity_per_gpu": null
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 128,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns128_mbt8192",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"expansion_required": false,
|
|
"real_boundary_status": "lowest_anchor_infeasible",
|
|
"real_capacity": null,
|
|
"real_capacity_per_gpu": null,
|
|
"sim_capacity": null,
|
|
"sim_capacity_per_gpu": null
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 128,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns128_mbt16384",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"expansion_required": false,
|
|
"real_boundary_status": "lowest_anchor_infeasible",
|
|
"real_capacity": null,
|
|
"real_capacity_per_gpu": null,
|
|
"sim_capacity": null,
|
|
"sim_capacity_per_gpu": null
|
|
}
|
|
],
|
|
"sim_top_set": [],
|
|
"top_set_exact_match": true,
|
|
"top_set_intersection": [],
|
|
"worst_tie_break_regret": null
|
|
}
|
|
},
|
|
"frontier_freeze_sha256": "801aa36451c8647f71cc87011144622d2203786e82f189ed1375d964399b106a",
|
|
"real_execution_cost": {
|
|
"accepted_fleet_jobs": 18,
|
|
"accepted_h20_gpu_hours": 36.25666666666667,
|
|
"campaign_wall_span_seconds": 20670.0,
|
|
"fresh_server_anchors": 68,
|
|
"measured_requests": 4352,
|
|
"runs": [
|
|
{
|
|
"config": "tp4_mns64_mbt8192",
|
|
"finished_at": "2026-07-16T06:25:28+00:00",
|
|
"gpu_count": 4,
|
|
"h20_gpu_hours": 2.5844444444444443,
|
|
"run_id": "qwen235b-t0-real-tp4_mns64_mbt8192-20260716-v1-20260716T054640909739Z",
|
|
"started_at": "2026-07-16T05:46:42+00:00",
|
|
"wall_seconds": 2326.0
|
|
},
|
|
{
|
|
"config": "tp4_mns64_mbt16384",
|
|
"finished_at": "2026-07-16T06:25:30+00:00",
|
|
"gpu_count": 4,
|
|
"h20_gpu_hours": 2.5855555555555556,
|
|
"run_id": "qwen235b-t0-real-tp4_mns64_mbt16384-20260716-v1-20260716T054642115787Z",
|
|
"started_at": "2026-07-16T05:46:43+00:00",
|
|
"wall_seconds": 2327.0
|
|
},
|
|
{
|
|
"config": "tp4_mns64_mbt8192",
|
|
"finished_at": "2026-07-16T06:34:32+00:00",
|
|
"gpu_count": 4,
|
|
"h20_gpu_hours": 0.3622222222222222,
|
|
"run_id": "qwen235b-t0-real-tp4_mns64_mbt8192-expansion-r3p20-20260716-v1-20260716T062904775741Z",
|
|
"started_at": "2026-07-16T06:29:06+00:00",
|
|
"wall_seconds": 326.0
|
|
},
|
|
{
|
|
"config": "tp4_mns64_mbt16384",
|
|
"finished_at": "2026-07-16T06:34:32+00:00",
|
|
"gpu_count": 4,
|
|
"h20_gpu_hours": 0.3611111111111111,
|
|
"run_id": "qwen235b-t0-real-tp4_mns64_mbt16384-expansion-r3p20-20260716-v1-20260716T062906244819Z",
|
|
"started_at": "2026-07-16T06:29:07+00:00",
|
|
"wall_seconds": 325.0
|
|
},
|
|
{
|
|
"config": "tp4_mns128_mbt8192",
|
|
"finished_at": "2026-07-16T07:16:55+00:00",
|
|
"gpu_count": 4,
|
|
"h20_gpu_hours": 2.5644444444444443,
|
|
"run_id": "qwen235b-t0-real-tp4_mns128_mbt8192-20260716-v1-20260716T063826749477Z",
|
|
"started_at": "2026-07-16T06:38:27+00:00",
|
|
"wall_seconds": 2308.0
|
|
},
|
|
{
|
|
"config": "tp4_mns128_mbt16384",
|
|
"finished_at": "2026-07-16T07:17:04+00:00",
|
|
"gpu_count": 4,
|
|
"h20_gpu_hours": 2.5733333333333333,
|
|
"run_id": "qwen235b-t0-real-tp4_mns128_mbt16384-20260716-v1-20260716T063827805737Z",
|
|
"started_at": "2026-07-16T06:38:28+00:00",
|
|
"wall_seconds": 2316.0
|
|
},
|
|
{
|
|
"config": "tp4_mns128_mbt8192",
|
|
"finished_at": "2026-07-16T07:26:47+00:00",
|
|
"gpu_count": 4,
|
|
"h20_gpu_hours": 0.3611111111111111,
|
|
"run_id": "qwen235b-t0-real-tp4_mns128_mbt8192-expansion-r3p20-20260716-v1-20260716T072121119478Z",
|
|
"started_at": "2026-07-16T07:21:22+00:00",
|
|
"wall_seconds": 325.0
|
|
},
|
|
{
|
|
"config": "tp4_mns128_mbt16384",
|
|
"finished_at": "2026-07-16T07:26:49+00:00",
|
|
"gpu_count": 4,
|
|
"h20_gpu_hours": 0.3622222222222222,
|
|
"run_id": "qwen235b-t0-real-tp4_mns128_mbt16384-expansion-r3p20-20260716-v1-20260716T072122501851Z",
|
|
"started_at": "2026-07-16T07:21:23+00:00",
|
|
"wall_seconds": 326.0
|
|
},
|
|
{
|
|
"config": "tp8_mns64_mbt8192",
|
|
"finished_at": "2026-07-16T08:09:49+00:00",
|
|
"gpu_count": 8,
|
|
"h20_gpu_hours": 5.055555555555555,
|
|
"run_id": "qwen235b-t0-real-tp8_mns64_mbt8192-20260716-v1-20260716T073151443129Z",
|
|
"started_at": "2026-07-16T07:31:54+00:00",
|
|
"wall_seconds": 2275.0
|
|
},
|
|
{
|
|
"config": "tp8_mns64_mbt8192",
|
|
"finished_at": "2026-07-16T08:20:48+00:00",
|
|
"gpu_count": 8,
|
|
"h20_gpu_hours": 0.6911111111111111,
|
|
"run_id": "qwen235b-t0-real-tp8_mns64_mbt8192-expansion-r2p40-20260716-v1-20260716T081536141326Z",
|
|
"started_at": "2026-07-16T08:15:37+00:00",
|
|
"wall_seconds": 311.0
|
|
},
|
|
{
|
|
"config": "tp8_mns64_mbt8192",
|
|
"finished_at": "2026-07-16T08:31:03+00:00",
|
|
"gpu_count": 8,
|
|
"h20_gpu_hours": 0.6622222222222223,
|
|
"run_id": "qwen235b-t0-real-tp8_mns64_mbt8192-expansion-r3p20-20260716-v1-20260716T082603837807Z",
|
|
"started_at": "2026-07-16T08:26:05+00:00",
|
|
"wall_seconds": 298.0
|
|
},
|
|
{
|
|
"config": "tp8_mns64_mbt16384",
|
|
"finished_at": "2026-07-16T09:14:50+00:00",
|
|
"gpu_count": 8,
|
|
"h20_gpu_hours": 5.104444444444445,
|
|
"run_id": "qwen235b-t0-real-tp8_mns64_mbt16384-20260716-v1-20260716T083632620015Z",
|
|
"started_at": "2026-07-16T08:36:33+00:00",
|
|
"wall_seconds": 2297.0
|
|
},
|
|
{
|
|
"config": "tp8_mns64_mbt16384",
|
|
"finished_at": "2026-07-16T09:26:03+00:00",
|
|
"gpu_count": 8,
|
|
"h20_gpu_hours": 0.7133333333333334,
|
|
"run_id": "qwen235b-t0-real-tp8_mns64_mbt16384-expansion-r2p40-20260716-v1-20260716T092040851202Z",
|
|
"started_at": "2026-07-16T09:20:42+00:00",
|
|
"wall_seconds": 321.0
|
|
},
|
|
{
|
|
"config": "tp8_mns128_mbt8192",
|
|
"finished_at": "2026-07-16T10:10:53+00:00",
|
|
"gpu_count": 8,
|
|
"h20_gpu_hours": 5.08,
|
|
"run_id": "qwen235b-t0-real-tp8_mns128_mbt8192-20260716-v1-20260716T093245831612Z",
|
|
"started_at": "2026-07-16T09:32:47+00:00",
|
|
"wall_seconds": 2286.0
|
|
},
|
|
{
|
|
"config": "tp8_mns128_mbt8192",
|
|
"finished_at": "2026-07-16T10:22:54+00:00",
|
|
"gpu_count": 8,
|
|
"h20_gpu_hours": 0.7088888888888889,
|
|
"run_id": "qwen235b-t0-real-tp8_mns128_mbt8192-expansion-r2p40-20260716-v1-20260716T101734683241Z",
|
|
"started_at": "2026-07-16T10:17:35+00:00",
|
|
"wall_seconds": 319.0
|
|
},
|
|
{
|
|
"config": "tp8_mns128_mbt16384",
|
|
"finished_at": "2026-07-16T11:07:16+00:00",
|
|
"gpu_count": 8,
|
|
"h20_gpu_hours": 5.108888888888889,
|
|
"run_id": "qwen235b-t0-real-tp8_mns128_mbt16384-20260716-v1-20260716T102855604708Z",
|
|
"started_at": "2026-07-16T10:28:57+00:00",
|
|
"wall_seconds": 2299.0
|
|
},
|
|
{
|
|
"config": "tp8_mns128_mbt16384",
|
|
"finished_at": "2026-07-16T11:19:57+00:00",
|
|
"gpu_count": 8,
|
|
"h20_gpu_hours": 0.7066666666666667,
|
|
"run_id": "qwen235b-t0-real-tp8_mns128_mbt16384-expansion-r2p40-20260716-v1-20260716T111437770615Z",
|
|
"started_at": "2026-07-16T11:14:39+00:00",
|
|
"wall_seconds": 318.0
|
|
},
|
|
{
|
|
"config": "tp8_mns128_mbt16384",
|
|
"finished_at": "2026-07-16T11:31:12+00:00",
|
|
"gpu_count": 8,
|
|
"h20_gpu_hours": 0.6711111111111111,
|
|
"run_id": "qwen235b-t0-real-tp8_mns128_mbt16384-expansion-r3p20-20260716-v1-20260716T112608807037Z",
|
|
"started_at": "2026-07-16T11:26:10+00:00",
|
|
"wall_seconds": 302.0
|
|
}
|
|
],
|
|
"warmup_requests": 1664
|
|
},
|
|
"real_plan_sha256": "c934d42d66443e98884c136017057fdd636c4ef8845f96b4f49f364a5d8da1c2",
|
|
"schema": "qwen235b-t0-simulator-real-comparison-v1"
|
|
}
|