{ "cells": [ { "config": { "mbt": 8192, "mns": 64, "moe_ep": 1, "moe_tp": 4, "name": "tp4_mns64_mbt8192", "num_gpu_blocks": 26101, "tp": 4 }, "loads": [ { "rate": 0.1, "real_conservative": { "tpot_120ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt8192-20260716-v1-20260716T054640909739Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt8192/round1/results/r0p10.json", "sha256": "70e6f6320f7652a4866a971e64d8cb60c3b2be21627da4853f1ee6a76fe3e2d8" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt8192-20260716-v1-20260716T054640909739Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt8192/round2/results/r0p10.json", "sha256": "b3aa9826f6c83272a24fd510a74518cdd7870c656e880fb75e56f1365652cf96" } ], "sim": { "tpot_120ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 1.6, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.25, 0.265625 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt8192-20260716-v1-20260716T054640909739Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt8192/round1/results/r1p60.json", "sha256": "442eba957f112eee10971040e3ba8d602f7b03287989e205165c9c23ce09f291" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt8192-20260716-v1-20260716T054640909739Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt8192/round2/results/r1p60.json", "sha256": "3e86ea9f8d298d966944349fda1d18db2545a0e3571865a4d44f1334e0b90fbb" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.203125, "passed": 13 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 2.4, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.1875, 0.046875 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt8192-20260716-v1-20260716T054640909739Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt8192/round1/results/r2p40.json", "sha256": "aa749f0d9d8876c75c631d21b0f6b052db27391e4fdc913afddfe015f42c7fe6" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt8192-20260716-v1-20260716T054640909739Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt8192/round2/results/r2p40.json", "sha256": "d03f64e8a73cddfcfcbca43a16fbb647101343c5c757c774d7cc68ddb78f9078" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.203125, "passed": 13 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.546875, "passed": 35 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 3.2, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.140625, 0.203125 ] }, "tpot_150ms": { "feasible": false, "round_pass_rates": [ 0.890625, 0.921875 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt8192-expansion-r3p20-20260716-v1-20260716T062904775741Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp4_mns64_mbt8192/round1/results/r3p20.json", "sha256": "d20854a4bc6c460d1c63ec3bcbcaa404b1512fdcd80a373d7c34b1d124d60104" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt8192-expansion-r3p20-20260716-v1-20260716T062904775741Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp4_mns64_mbt8192/round2/results/r3p20.json", "sha256": "6807859835655dd31cac26b4e67a8582f40b4f2f8bf16152b2718cdf881922e8" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.1875, "passed": 12 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.546875, "passed": 35 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.90625, "passed": 58 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } } ] }, { "config": { "mbt": 16384, "mns": 64, "moe_ep": 1, "moe_tp": 4, "name": "tp4_mns64_mbt16384", "num_gpu_blocks": 26101, "tp": 4 }, "loads": [ { "rate": 0.1, "real_conservative": { "tpot_120ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt16384-20260716-v1-20260716T054642115787Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt16384/round1/results/r0p10.json", "sha256": "c00eecbff86947b50e7aceaca0fad7cc3b08cda67299ae62c2c79d3bca854a7b" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt16384-20260716-v1-20260716T054642115787Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt16384/round2/results/r0p10.json", "sha256": "4e935891030a4f83edf859085ea80d0f9cafb66612cea21305b786835d16180d" } ], "sim": { "tpot_120ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 1.6, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.234375, 0.203125 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt16384-20260716-v1-20260716T054642115787Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt16384/round1/results/r1p60.json", "sha256": "a30ecfba9fd05f84cf66cefcd200210f29cc02695f93ada537788b15d98200ba" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt16384-20260716-v1-20260716T054642115787Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt16384/round2/results/r1p60.json", "sha256": "56eb4c4f112eda060d6dd31390d625ef132043798f751f90c4d176d0f5e3d707" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.203125, "passed": 13 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 2.4, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.21875, 0.078125 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt16384-20260716-v1-20260716T054642115787Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt16384/round1/results/r2p40.json", "sha256": "a161abc47c3f44a124859fe56bc48a212e1c405df3ffbca08bb1f26c33db5af5" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt16384-20260716-v1-20260716T054642115787Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns64_mbt16384/round2/results/r2p40.json", "sha256": "51dd5c65eb3067d82626050fb838e697c14adaefec16514f43754a9529364ab2" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.203125, "passed": 13 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.546875, "passed": 35 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 3.2, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.203125, 0.1875 ] }, "tpot_150ms": { "feasible": false, "round_pass_rates": [ 0.96875, 0.890625 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt16384-expansion-r3p20-20260716-v1-20260716T062906244819Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp4_mns64_mbt16384/round1/results/r3p20.json", "sha256": "1c6de1cdfcf5768ef85a8a76de046884c592964fec6bc591a6889a2a9ecbd567" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns64_mbt16384-expansion-r3p20-20260716-v1-20260716T062906244819Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp4_mns64_mbt16384/round2/results/r3p20.json", "sha256": "dc68d3d18fbb6c4a2aaf4be2eaf50b22270cbd6ce05308f8fe265b73e1b54b21" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.1875, "passed": 12 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.546875, "passed": 35 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.90625, "passed": 58 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } } ] }, { "config": { "mbt": 8192, "mns": 128, "moe_ep": 1, "moe_tp": 4, "name": "tp4_mns128_mbt8192", "num_gpu_blocks": 26101, "tp": 4 }, "loads": [ { "rate": 0.1, "real_conservative": { "tpot_120ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt8192-20260716-v1-20260716T063826749477Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt8192/round1/results/r0p10.json", "sha256": "abd74b9bd505d92b29973ddd80fdadf89534bbd6deb55d975668cacb4adcf648" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt8192-20260716-v1-20260716T063826749477Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt8192/round2/results/r0p10.json", "sha256": "92bfac8b35371124b7402d5ec99f271f7426b1a56ccbad37d81378db41a00e02" } ], "sim": { "tpot_120ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 1.6, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.28125, 0.234375 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt8192-20260716-v1-20260716T063826749477Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt8192/round1/results/r1p60.json", "sha256": "5a32ec8b0173a908d7cd9da76ea2455b973ce843fd14d55c7431b5c4eb4ce64c" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt8192-20260716-v1-20260716T063826749477Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt8192/round2/results/r1p60.json", "sha256": "fe07a391a0e959189926baf70028a028a1ba4f7888d048d2f6d4d31028e1e2da" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.203125, "passed": 13 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 2.4, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.171875, 0.15625 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt8192-20260716-v1-20260716T063826749477Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt8192/round1/results/r2p40.json", "sha256": "cd83d672696138f7190bbff86bcc1ac5bf4d74d8286be00497d6ba95dba31ea0" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt8192-20260716-v1-20260716T063826749477Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt8192/round2/results/r2p40.json", "sha256": "319601805cc2c8ae4d992a79bb796134e907b0ab3fc52f300d0b6c38b4b279dd" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.203125, "passed": 13 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.546875, "passed": 35 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 3.2, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.140625, 0.15625 ] }, "tpot_150ms": { "feasible": false, "round_pass_rates": [ 0.828125, 0.859375 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt8192-expansion-r3p20-20260716-v1-20260716T072121119478Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp4_mns128_mbt8192/round1/results/r3p20.json", "sha256": "ea9f52c5adaefa7a55805e546d666fb3f93f7fa53b339d3a92314f8e66a634d0" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt8192-expansion-r3p20-20260716-v1-20260716T072121119478Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp4_mns128_mbt8192/round2/results/r3p20.json", "sha256": "4e6ec7b56d6a16d83a6082b49f00ea25a7086d2bad00c677f9ed567df7e4aaed" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.1875, "passed": 12 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.546875, "passed": 35 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.90625, "passed": 58 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } } ] }, { "config": { "mbt": 16384, "mns": 128, "moe_ep": 1, "moe_tp": 4, "name": "tp4_mns128_mbt16384", "num_gpu_blocks": 26101, "tp": 4 }, "loads": [ { "rate": 0.1, "real_conservative": { "tpot_120ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt16384-20260716-v1-20260716T063827805737Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt16384/round1/results/r0p10.json", "sha256": "b90f4d0e04452c8eb3e0a3eea7ffce237ed6b9739cac253c14d1d7242f76a6ea" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt16384-20260716-v1-20260716T063827805737Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt16384/round2/results/r0p10.json", "sha256": "d6d9759bb93bbab24a24dcbfe7d9c26dde16266b4a755fbae4332606940ebe80" } ], "sim": { "tpot_120ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 1.6, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.234375, 0.25 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt16384-20260716-v1-20260716T063827805737Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt16384/round1/results/r1p60.json", "sha256": "93f797d5a5abbd8136380ef52e05089c7b54fe99e263f3431894b741b15b5f37" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt16384-20260716-v1-20260716T063827805737Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt16384/round2/results/r1p60.json", "sha256": "561bff3e5376fa5901f463409df72fa0a548cb93d8e4db01d790e9c25361321d" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.203125, "passed": 13 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 2.4, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.171875, 0.1875 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt16384-20260716-v1-20260716T063827805737Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt16384/round1/results/r2p40.json", "sha256": "b5b50f24898bfbfd8661b9b8b80b9ae0af1c0821de957c43c748994c6ba3c9d2" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt16384-20260716-v1-20260716T063827805737Z/artifacts/artifacts/t0-real-surface-v1/tp4_mns128_mbt16384/round2/results/r2p40.json", "sha256": "193026996ccb07ba2b0bcb696530271ab694774c6082df6f8748e369e7275c75" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.203125, "passed": 13 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.546875, "passed": 35 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 3.2, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.109375, 0.140625 ] }, "tpot_150ms": { "feasible": false, "round_pass_rates": [ 0.8125, 0.84375 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt16384-expansion-r3p20-20260716-v1-20260716T072122501851Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp4_mns128_mbt16384/round1/results/r3p20.json", "sha256": "b8b4b470c00d28a78c545852ca8ffd3ed333ff15abe3ddcc822e1922d07857f7" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp4_mns128_mbt16384-expansion-r3p20-20260716-v1-20260716T072122501851Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp4_mns128_mbt16384/round2/results/r3p20.json", "sha256": "18aa4c93236cf01939dcaf2999d2fbaf0b07871b47151cc2f30edaa03a66604e" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.1875, "passed": 12 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.546875, "passed": 35 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.90625, "passed": 58 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } } ] }, { "config": { "mbt": 8192, "mns": 64, "moe_ep": 8, "moe_tp": 1, "name": "tp8_mns64_mbt8192", "num_gpu_blocks": 62351, "tp": 8 }, "loads": [ { "rate": 0.1, "real_conservative": { "tpot_120ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt8192-20260716-v1-20260716T073151443129Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt8192/round1/results/r0p10.json", "sha256": "735ab074c822115f2aa7a783d5129c76e8b987967fdfd428b56ae197c7bbd2cf" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt8192-20260716-v1-20260716T073151443129Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt8192/round2/results/r0p10.json", "sha256": "72337cfe69cb1a42a4c916515fa2b3ac627fe2897a5a01260b5a293d76a0974f" } ], "sim": { "tpot_120ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 1.2, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.140625, 0.140625 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt8192-20260716-v1-20260716T073151443129Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt8192/round1/results/r1p20.json", "sha256": "9892c9994e313caf46851213beddc9fc2f492a13ec39311780187fea96edab16" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt8192-20260716-v1-20260716T073151443129Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt8192/round2/results/r1p20.json", "sha256": "b4b4ac7ecd028619e322364287f316271ba4e1b3cf780813276755e48469fcf9" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.125, "passed": 8 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 1.6, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.109375, 0.171875 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt8192-20260716-v1-20260716T073151443129Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt8192/round1/results/r1p60.json", "sha256": "98e44d02a725d74e5fa79219e54706191c43d57f246e0008e2191731b7f1dc1f" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt8192-20260716-v1-20260716T073151443129Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt8192/round2/results/r1p60.json", "sha256": "bf601143bb6192d8c99136d6d2514ee02d5d12d96b666775096f6c4ae7ddf98c" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.140625, "passed": 9 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.4375, "passed": 28 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 2.4, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.078125, 0.15625 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt8192-expansion-r2p40-20260716-v1-20260716T081536141326Z/artifacts/artifacts/t0-real-expansion-r2p40-v1/tp8_mns64_mbt8192/round1/results/r2p40.json", "sha256": "d53dc0fd284cb0086f4684ec3faf5f0095a14b0aa0d292775d16785eb14ca165" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt8192-expansion-r2p40-20260716-v1-20260716T081536141326Z/artifacts/artifacts/t0-real-expansion-r2p40-v1/tp8_mns64_mbt8192/round2/results/r2p40.json", "sha256": "36ed4ce070c637670755a7f5749e154ea9494acb28dd2efa9295baff446ba83a" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.125, "passed": 8 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.421875, "passed": 27 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.71875, "passed": 46 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 3.2, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.03125 ] }, "tpot_150ms": { "feasible": false, "round_pass_rates": [ 0.71875, 0.75 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt8192-expansion-r3p20-20260716-v1-20260716T082603837807Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp8_mns64_mbt8192/round1/results/r3p20.json", "sha256": "fb2e55eb858fbcd7e8bd62d37d60742ba27cf350a76b005f0a62548b79199dd8" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt8192-expansion-r3p20-20260716-v1-20260716T082603837807Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp8_mns64_mbt8192/round2/results/r3p20.json", "sha256": "6952b9f2f2352b0bc51540fe0eca7afe163546e6433230ab537539ce6af63eb9" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.109375, "passed": 7 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.40625, "passed": 26 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.71875, "passed": 46 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } } ] }, { "config": { "mbt": 16384, "mns": 64, "moe_ep": 8, "moe_tp": 1, "name": "tp8_mns64_mbt16384", "num_gpu_blocks": 62351, "tp": 8 }, "loads": [ { "rate": 0.1, "real_conservative": { "tpot_120ms": { "feasible": true, "round_pass_rates": [ 0.984375, 1.0 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt16384-20260716-v1-20260716T083632620015Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt16384/round1/results/r0p10.json", "sha256": "24fda44413d2651f478d2ad0f2065de09e823d7b5c25187c0efa434df0b56ef2" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt16384-20260716-v1-20260716T083632620015Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt16384/round2/results/r0p10.json", "sha256": "fb60a85474a20bdc2b130c9812f5fb90a9eb899b1a04a32c906ea92421c4fc57" } ], "sim": { "tpot_120ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 1.2, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.109375, 0.140625 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt16384-20260716-v1-20260716T083632620015Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt16384/round1/results/r1p20.json", "sha256": "862f4d0cb399d9e694dadf48b059d4a5fa384db257d38ef62b90c31ef85ac418" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt16384-20260716-v1-20260716T083632620015Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt16384/round2/results/r1p20.json", "sha256": "4f658d1d4392a340c8da4c0938fa8698fd0081da22915061a851e987ada24817" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.125, "passed": 8 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 1.6, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.015625, 0.125 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt16384-20260716-v1-20260716T083632620015Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt16384/round1/results/r1p60.json", "sha256": "81b83eddaa2c4a57c10dc3d49971c70a4d47801cda4578a04d48f34a41889b00" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt16384-20260716-v1-20260716T083632620015Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns64_mbt16384/round2/results/r1p60.json", "sha256": "af75c496cc43439e9c2ed34ae5fa61a43838fbce1fb3b0427c01a46c0643ffe2" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.140625, "passed": 9 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.4375, "passed": 28 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 2.4, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.078125, 0.046875 ] }, "tpot_150ms": { "feasible": false, "round_pass_rates": [ 0.703125, 0.828125 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt16384-expansion-r2p40-20260716-v1-20260716T092040851202Z/artifacts/artifacts/t0-real-expansion-r2p40-v1/tp8_mns64_mbt16384/round1/results/r2p40.json", "sha256": "238e20ba03824bb8746d21fa7529b7b6e9662cfba4de039201a0a8d5b41c6360" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns64_mbt16384-expansion-r2p40-20260716-v1-20260716T092040851202Z/artifacts/artifacts/t0-real-expansion-r2p40-v1/tp8_mns64_mbt16384/round2/results/r2p40.json", "sha256": "bb32dd95a562be19cd49eb5aa915e3c58a9ef08b5868ba1f5835cb9263b9aeb8" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.125, "passed": 8 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.421875, "passed": 27 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.71875, "passed": 46 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } } ] }, { "config": { "mbt": 8192, "mns": 128, "moe_ep": 8, "moe_tp": 1, "name": "tp8_mns128_mbt8192", "num_gpu_blocks": 62351, "tp": 8 }, "loads": [ { "rate": 0.1, "real_conservative": { "tpot_120ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt8192-20260716-v1-20260716T093245831612Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt8192/round1/results/r0p10.json", "sha256": "a98554e8c0f0f16b24823eac1d7b4c36c5e13b94c4b6816f7d18708f436e33cb" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt8192-20260716-v1-20260716T093245831612Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt8192/round2/results/r0p10.json", "sha256": "8cc19335b5b4ea28f0cf297f8058fa53542e8439e69d19cbcb88c298a391eec2" } ], "sim": { "tpot_120ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 1.2, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.078125, 0.15625 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt8192-20260716-v1-20260716T093245831612Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt8192/round1/results/r1p20.json", "sha256": "9e6b2e3c7f35f3befcd6a96148b991f277d5d2dc971451e485cadb14a54b035e" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt8192-20260716-v1-20260716T093245831612Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt8192/round2/results/r1p20.json", "sha256": "f69456dde5884f3c1080bfa1d0fd832ce288eacd0f771f443c62a83ad13ffb88" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.125, "passed": 8 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 1.6, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.15625, 0.09375 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt8192-20260716-v1-20260716T093245831612Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt8192/round1/results/r1p60.json", "sha256": "b1218de54c19589f233e3128c36e5dbc02f5e3cdb0b5611be3d4eb397659be7f" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt8192-20260716-v1-20260716T093245831612Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt8192/round2/results/r1p60.json", "sha256": "580f97a4950870a3429b7975392c40daddfdfabe5440134b8adfc393dd02c56f" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.140625, "passed": 9 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.4375, "passed": 28 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 2.4, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.0625, 0.125 ] }, "tpot_150ms": { "feasible": false, "round_pass_rates": [ 0.625, 0.875 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt8192-expansion-r2p40-20260716-v1-20260716T101734683241Z/artifacts/artifacts/t0-real-expansion-r2p40-v1/tp8_mns128_mbt8192/round1/results/r2p40.json", "sha256": "4059c6ef758bb7363ae904ec09750792f21417a439d5ab1b0e1bcf38b0f836de" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt8192-expansion-r2p40-20260716-v1-20260716T101734683241Z/artifacts/artifacts/t0-real-expansion-r2p40-v1/tp8_mns128_mbt8192/round2/results/r2p40.json", "sha256": "94e91a76a79f2123f66b19cb1f3023c93ac54f8a87b6ae65ad116116b03d38e1" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.125, "passed": 8 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.421875, "passed": 27 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.71875, "passed": 46 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } } ] }, { "config": { "mbt": 16384, "mns": 128, "moe_ep": 8, "moe_tp": 1, "name": "tp8_mns128_mbt16384", "num_gpu_blocks": 62351, "tp": 8 }, "loads": [ { "rate": 0.1, "real_conservative": { "tpot_120ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt16384-20260716-v1-20260716T102855604708Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt16384/round1/results/r0p10.json", "sha256": "d41528e5078098be6a3c38c1f25711c156edf3b38aaca995ffec3f6d65181427" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt16384-20260716-v1-20260716T102855604708Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt16384/round2/results/r0p10.json", "sha256": "3a302927e19f81e64e6925400212b059763e57c0545e1666c7ede7a5ccc788e9" } ], "sim": { "tpot_120ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 1.2, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.109375, 0.09375 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt16384-20260716-v1-20260716T102855604708Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt16384/round1/results/r1p20.json", "sha256": "b317303377202e22f76cf3092436ff91e323d0a39e375e4bf6c091c7a88e1a61" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt16384-20260716-v1-20260716T102855604708Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt16384/round2/results/r1p20.json", "sha256": "0b0b704ea663719e8f0fe22347d23324a33da89f5e617caacc439f10bb22d4a0" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.125, "passed": 8 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 1.6, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.046875, 0.09375 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt16384-20260716-v1-20260716T102855604708Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt16384/round1/results/r1p60.json", "sha256": "785525671e6bfbff47a7d6c134ab33ce20b4736100bd6600ad871adcd20ebcdb" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt16384-20260716-v1-20260716T102855604708Z/artifacts/artifacts/t0-real-surface-v1/tp8_mns128_mbt16384/round2/results/r1p60.json", "sha256": "68dcd748fe15978528738685b5e8798fb54abfb9dccfb08d4848839969419155" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.140625, "passed": 9 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.4375, "passed": 28 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 2.4, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0625 ] }, "tpot_150ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt16384-expansion-r2p40-20260716-v1-20260716T111437770615Z/artifacts/artifacts/t0-real-expansion-r2p40-v1/tp8_mns128_mbt16384/round1/results/r2p40.json", "sha256": "34e4ae97f3137bd0e84fd6cf96da2435d3dd27af1459a38ae066e2e811257d85" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt16384-expansion-r2p40-20260716-v1-20260716T111437770615Z/artifacts/artifacts/t0-real-expansion-r2p40-v1/tp8_mns128_mbt16384/round2/results/r2p40.json", "sha256": "4e4e7756011330c7c6adcbc788e3e82605551bbdd1d04d679914d492271f77b0" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.125, "passed": 8 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.421875, "passed": 27 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.71875, "passed": 46 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } }, { "rate": 3.2, "real_conservative": { "tpot_120ms": { "feasible": false, "round_pass_rates": [ 0.078125, 0.046875 ] }, "tpot_150ms": { "feasible": false, "round_pass_rates": [ 0.78125, 0.71875 ] }, "tpot_180ms": { "feasible": true, "round_pass_rates": [ 1.0, 1.0 ] }, "tpot_40ms": { "feasible": false, "round_pass_rates": [ 0.0, 0.0 ] } }, "real_files": [ { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt16384-expansion-r3p20-20260716-v1-20260716T112608807037Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp8_mns128_mbt16384/round1/results/r3p20.json", "sha256": "3222b3d3e561c029d595951d90d99513abd2cf63c787dab924341aca3defc179" }, { "path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/fleet-artifacts/qwen235b-t0-real-tp8_mns128_mbt16384-expansion-r3p20-20260716-v1-20260716T112608807037Z/artifacts/artifacts/t0-real-expansion-r3p20-v1/tp8_mns128_mbt16384/round2/results/r3p20.json", "sha256": "e7914e696ac6eaa46d9cc83e76ac2f7e8cd195e76f48445cc98cddb905c3c213" } ], "sim": { "tpot_120ms": { "feasible": false, "pass_rate": 0.109375, "passed": 7 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.40625, "passed": 26 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.71875, "passed": 46 }, "tpot_40ms": { "feasible": false, "pass_rate": 0.0, "passed": 0 } } } ] } ], "comparisons": { "tpot_120ms": { "anchor_confusion": { "anchors": 34, "false_feasible": 0, "false_infeasible": 0, "match": 34 }, "kendall_tau_b": null, "optimistic_regret": 0.0, "pairwise": { "all_pairs": 0, "exact_sign_matches": 0, "real_non_tie_direction_matches": 0, "real_non_tie_pairs": 0 }, "real_top_set": [ "tp4_mns64_mbt8192", "tp4_mns64_mbt16384", "tp4_mns128_mbt8192", "tp4_mns128_mbt16384" ], "records": [ { "config": { "mbt": 8192, "mns": 64, "moe_ep": 1, "moe_tp": 4, "name": "tp4_mns64_mbt8192", "num_gpu_blocks": 26101, "tp": 4 }, "expansion_required": true, "real_boundary_status": "unbracketed_requires_expansion", "real_capacity": 0.1, "real_capacity_per_gpu": 0.025, "sim_capacity": 0.8, "sim_capacity_per_gpu": 0.2 }, { "config": { "mbt": 16384, "mns": 64, "moe_ep": 1, "moe_tp": 4, "name": "tp4_mns64_mbt16384", "num_gpu_blocks": 26101, "tp": 4 }, "expansion_required": true, "real_boundary_status": "unbracketed_requires_expansion", "real_capacity": 0.1, "real_capacity_per_gpu": 0.025, "sim_capacity": 0.8, "sim_capacity_per_gpu": 0.2 }, { "config": { "mbt": 8192, "mns": 128, "moe_ep": 1, "moe_tp": 4, "name": "tp4_mns128_mbt8192", "num_gpu_blocks": 26101, "tp": 4 }, "expansion_required": true, "real_boundary_status": "unbracketed_requires_expansion", "real_capacity": 0.1, "real_capacity_per_gpu": 0.025, "sim_capacity": 0.8, "sim_capacity_per_gpu": 0.2 }, { "config": { "mbt": 16384, "mns": 128, "moe_ep": 1, "moe_tp": 4, "name": "tp4_mns128_mbt16384", "num_gpu_blocks": 26101, "tp": 4 }, "expansion_required": true, "real_boundary_status": "unbracketed_requires_expansion", "real_capacity": 0.1, "real_capacity_per_gpu": 0.025, "sim_capacity": 0.8, "sim_capacity_per_gpu": 0.2 }, { "config": { "mbt": 8192, "mns": 64, "moe_ep": 8, "moe_tp": 1, "name": "tp8_mns64_mbt8192", "num_gpu_blocks": 62351, "tp": 8 }, "expansion_required": true, "real_boundary_status": "unbracketed_requires_expansion", "real_capacity": 0.1, "real_capacity_per_gpu": 0.0125, "sim_capacity": 0.4, "sim_capacity_per_gpu": 0.05 }, { "config": { "mbt": 16384, "mns": 64, "moe_ep": 8, "moe_tp": 1, "name": "tp8_mns64_mbt16384", "num_gpu_blocks": 62351, "tp": 8 }, "expansion_required": true, "real_boundary_status": "unbracketed_requires_expansion", "real_capacity": 0.1, "real_capacity_per_gpu": 0.0125, "sim_capacity": 0.4, "sim_capacity_per_gpu": 0.05 }, { "config": { "mbt": 8192, "mns": 128, "moe_ep": 8, "moe_tp": 1, "name": "tp8_mns128_mbt8192", "num_gpu_blocks": 62351, "tp": 8 }, "expansion_required": true, "real_boundary_status": "unbracketed_requires_expansion", "real_capacity": 0.1, "real_capacity_per_gpu": 0.0125, "sim_capacity": 0.4, "sim_capacity_per_gpu": 0.05 }, { "config": { "mbt": 16384, "mns": 128, "moe_ep": 8, "moe_tp": 1, "name": "tp8_mns128_mbt16384", "num_gpu_blocks": 62351, "tp": 8 }, "expansion_required": true, "real_boundary_status": "unbracketed_requires_expansion", "real_capacity": 0.1, "real_capacity_per_gpu": 0.0125, "sim_capacity": 0.4, "sim_capacity_per_gpu": 0.05 } ], "sim_top_set": [ "tp4_mns64_mbt8192", "tp4_mns64_mbt16384", "tp4_mns128_mbt8192", "tp4_mns128_mbt16384" ], "top_set_exact_match": true, "top_set_intersection": [ "tp4_mns128_mbt16384", "tp4_mns128_mbt8192", "tp4_mns64_mbt16384", "tp4_mns64_mbt8192" ], "worst_tie_break_regret": 0.0 }, "tpot_150ms": { "anchor_confusion": { "anchors": 34, "false_feasible": 0, "false_infeasible": 10, "match": 24 }, "kendall_tau_b": 0.8944271909999159, "optimistic_regret": 0.0, "pairwise": { "all_pairs": 28, "exact_sign_matches": 24, "real_non_tie_direction_matches": 16, "real_non_tie_pairs": 20 }, "real_top_set": [ "tp4_mns64_mbt8192", "tp4_mns64_mbt16384", "tp4_mns128_mbt8192", "tp4_mns128_mbt16384" ], "records": [ { "config": { "mbt": 8192, "mns": 64, "moe_ep": 1, "moe_tp": 4, "name": "tp4_mns64_mbt8192", "num_gpu_blocks": 26101, "tp": 4 }, "expansion_required": false, "real_boundary_status": "adjacent_transition_bracketed", "real_capacity": 2.4, "real_capacity_per_gpu": 0.6, "sim_capacity": 1.6, "sim_capacity_per_gpu": 0.4 }, { "config": { "mbt": 16384, "mns": 64, "moe_ep": 1, "moe_tp": 4, "name": "tp4_mns64_mbt16384", "num_gpu_blocks": 26101, "tp": 4 }, "expansion_required": false, "real_boundary_status": "adjacent_transition_bracketed", "real_capacity": 2.4, "real_capacity_per_gpu": 0.6, "sim_capacity": 1.6, "sim_capacity_per_gpu": 0.4 }, { "config": { "mbt": 8192, "mns": 128, "moe_ep": 1, "moe_tp": 4, "name": "tp4_mns128_mbt8192", "num_gpu_blocks": 26101, "tp": 4 }, "expansion_required": false, "real_boundary_status": "adjacent_transition_bracketed", "real_capacity": 2.4, "real_capacity_per_gpu": 0.6, "sim_capacity": 1.6, "sim_capacity_per_gpu": 0.4 }, { "config": { "mbt": 16384, "mns": 128, "moe_ep": 1, "moe_tp": 4, "name": "tp4_mns128_mbt16384", "num_gpu_blocks": 26101, "tp": 4 }, "expansion_required": false, "real_boundary_status": "adjacent_transition_bracketed", "real_capacity": 2.4, "real_capacity_per_gpu": 0.6, "sim_capacity": 1.6, "sim_capacity_per_gpu": 0.4 }, { "config": { "mbt": 8192, "mns": 64, "moe_ep": 8, "moe_tp": 1, "name": "tp8_mns64_mbt8192", "num_gpu_blocks": 62351, "tp": 8 }, "expansion_required": false, "real_boundary_status": "adjacent_transition_bracketed", "real_capacity": 2.4, "real_capacity_per_gpu": 0.3, "sim_capacity": 1.2, "sim_capacity_per_gpu": 0.15 }, { "config": { "mbt": 16384, "mns": 64, "moe_ep": 8, "moe_tp": 1, "name": "tp8_mns64_mbt16384", "num_gpu_blocks": 62351, "tp": 8 }, "expansion_required": false, "real_boundary_status": "adjacent_transition_bracketed", "real_capacity": 1.6, "real_capacity_per_gpu": 0.2, "sim_capacity": 1.2, "sim_capacity_per_gpu": 0.15 }, { "config": { "mbt": 8192, "mns": 128, "moe_ep": 8, "moe_tp": 1, "name": "tp8_mns128_mbt8192", "num_gpu_blocks": 62351, "tp": 8 }, "expansion_required": false, "real_boundary_status": "adjacent_transition_bracketed", "real_capacity": 1.6, "real_capacity_per_gpu": 0.2, "sim_capacity": 1.2, "sim_capacity_per_gpu": 0.15 }, { "config": { "mbt": 16384, "mns": 128, "moe_ep": 8, "moe_tp": 1, "name": "tp8_mns128_mbt16384", "num_gpu_blocks": 62351, "tp": 8 }, "expansion_required": false, "real_boundary_status": "adjacent_transition_bracketed", "real_capacity": 2.4, "real_capacity_per_gpu": 0.3, "sim_capacity": 1.2, "sim_capacity_per_gpu": 0.15 } ], "sim_top_set": [ "tp4_mns64_mbt8192", "tp4_mns64_mbt16384", "tp4_mns128_mbt8192", "tp4_mns128_mbt16384" ], "top_set_exact_match": true, "top_set_intersection": [ "tp4_mns128_mbt16384", "tp4_mns128_mbt8192", "tp4_mns64_mbt16384", "tp4_mns64_mbt8192" ], "worst_tie_break_regret": 0.0 }, "tpot_180ms": { "anchor_confusion": { "anchors": 34, "false_feasible": 0, "false_infeasible": 10, "match": 24 }, "kendall_tau_b": 1.0, "optimistic_regret": 0.0, "pairwise": { "all_pairs": 15, "exact_sign_matches": 15, "real_non_tie_direction_matches": 8, "real_non_tie_pairs": 8 }, "real_top_set": [ "tp4_mns64_mbt8192", "tp4_mns64_mbt16384", "tp4_mns128_mbt8192", "tp4_mns128_mbt16384" ], "records": [ { "config": { "mbt": 8192, "mns": 64, "moe_ep": 1, "moe_tp": 4, "name": "tp4_mns64_mbt8192", "num_gpu_blocks": 26101, "tp": 4 }, "expansion_required": false, "real_boundary_status": "upper_lattice_reached", "real_capacity": 3.2, "real_capacity_per_gpu": 0.8, "sim_capacity": 2.4, "sim_capacity_per_gpu": 0.6 }, { "config": { "mbt": 16384, "mns": 64, "moe_ep": 1, "moe_tp": 4, "name": "tp4_mns64_mbt16384", "num_gpu_blocks": 26101, "tp": 4 }, "expansion_required": false, "real_boundary_status": "upper_lattice_reached", "real_capacity": 3.2, "real_capacity_per_gpu": 0.8, "sim_capacity": 2.4, "sim_capacity_per_gpu": 0.6 }, { "config": { "mbt": 8192, "mns": 128, "moe_ep": 1, "moe_tp": 4, "name": "tp4_mns128_mbt8192", "num_gpu_blocks": 26101, "tp": 4 }, "expansion_required": false, "real_boundary_status": "upper_lattice_reached", "real_capacity": 3.2, "real_capacity_per_gpu": 0.8, "sim_capacity": 2.4, "sim_capacity_per_gpu": 0.6 }, { "config": { "mbt": 16384, "mns": 128, "moe_ep": 1, "moe_tp": 4, "name": "tp4_mns128_mbt16384", "num_gpu_blocks": 26101, "tp": 4 }, "expansion_required": false, "real_boundary_status": "upper_lattice_reached", "real_capacity": 3.2, "real_capacity_per_gpu": 0.8, "sim_capacity": 2.4, "sim_capacity_per_gpu": 0.6 }, { "config": { "mbt": 8192, "mns": 64, "moe_ep": 8, "moe_tp": 1, "name": "tp8_mns64_mbt8192", "num_gpu_blocks": 62351, "tp": 8 }, "expansion_required": false, "real_boundary_status": "upper_lattice_reached", "real_capacity": 3.2, "real_capacity_per_gpu": 0.4, "sim_capacity": 1.6, "sim_capacity_per_gpu": 0.2 }, { "config": { "mbt": 16384, "mns": 64, "moe_ep": 8, "moe_tp": 1, "name": "tp8_mns64_mbt16384", "num_gpu_blocks": 62351, "tp": 8 }, "expansion_required": true, "real_boundary_status": "unbracketed_requires_expansion", "real_capacity": 2.4, "real_capacity_per_gpu": 0.3, "sim_capacity": 1.6, "sim_capacity_per_gpu": 0.2 }, { "config": { "mbt": 8192, "mns": 128, "moe_ep": 8, "moe_tp": 1, "name": "tp8_mns128_mbt8192", "num_gpu_blocks": 62351, "tp": 8 }, "expansion_required": true, "real_boundary_status": "unbracketed_requires_expansion", "real_capacity": 2.4, "real_capacity_per_gpu": 0.3, "sim_capacity": 1.6, "sim_capacity_per_gpu": 0.2 }, { "config": { "mbt": 16384, "mns": 128, "moe_ep": 8, "moe_tp": 1, "name": "tp8_mns128_mbt16384", "num_gpu_blocks": 62351, "tp": 8 }, "expansion_required": false, "real_boundary_status": "upper_lattice_reached", "real_capacity": 3.2, "real_capacity_per_gpu": 0.4, "sim_capacity": 1.6, "sim_capacity_per_gpu": 0.2 } ], "sim_top_set": [ "tp4_mns64_mbt8192", "tp4_mns64_mbt16384", "tp4_mns128_mbt8192", "tp4_mns128_mbt16384" ], "top_set_exact_match": true, "top_set_intersection": [ "tp4_mns128_mbt16384", "tp4_mns128_mbt8192", "tp4_mns64_mbt16384", "tp4_mns64_mbt8192" ], "worst_tie_break_regret": 0.0 }, "tpot_40ms": { "anchor_confusion": { "anchors": 34, "false_feasible": 0, "false_infeasible": 0, "match": 34 }, "kendall_tau_b": null, "optimistic_regret": null, "pairwise": { "all_pairs": 0, "exact_sign_matches": 0, "real_non_tie_direction_matches": 0, "real_non_tie_pairs": 0 }, "real_top_set": [], "records": [ { "config": { "mbt": 8192, "mns": 64, "moe_ep": 1, "moe_tp": 4, "name": "tp4_mns64_mbt8192", "num_gpu_blocks": 26101, "tp": 4 }, "expansion_required": false, "real_boundary_status": "lowest_anchor_infeasible", "real_capacity": null, "real_capacity_per_gpu": null, "sim_capacity": null, "sim_capacity_per_gpu": null }, { "config": { "mbt": 16384, "mns": 64, "moe_ep": 1, "moe_tp": 4, "name": "tp4_mns64_mbt16384", "num_gpu_blocks": 26101, "tp": 4 }, "expansion_required": false, "real_boundary_status": "lowest_anchor_infeasible", "real_capacity": null, "real_capacity_per_gpu": null, "sim_capacity": null, "sim_capacity_per_gpu": null }, { "config": { "mbt": 8192, "mns": 128, "moe_ep": 1, "moe_tp": 4, "name": "tp4_mns128_mbt8192", "num_gpu_blocks": 26101, "tp": 4 }, "expansion_required": false, "real_boundary_status": "lowest_anchor_infeasible", "real_capacity": null, "real_capacity_per_gpu": null, "sim_capacity": null, "sim_capacity_per_gpu": null }, { "config": { "mbt": 16384, "mns": 128, "moe_ep": 1, "moe_tp": 4, "name": "tp4_mns128_mbt16384", "num_gpu_blocks": 26101, "tp": 4 }, "expansion_required": false, "real_boundary_status": "lowest_anchor_infeasible", "real_capacity": null, "real_capacity_per_gpu": null, "sim_capacity": null, "sim_capacity_per_gpu": null }, { "config": { "mbt": 8192, "mns": 64, "moe_ep": 8, "moe_tp": 1, "name": "tp8_mns64_mbt8192", "num_gpu_blocks": 62351, "tp": 8 }, "expansion_required": false, "real_boundary_status": "lowest_anchor_infeasible", "real_capacity": null, "real_capacity_per_gpu": null, "sim_capacity": null, "sim_capacity_per_gpu": null }, { "config": { "mbt": 16384, "mns": 64, "moe_ep": 8, "moe_tp": 1, "name": "tp8_mns64_mbt16384", "num_gpu_blocks": 62351, "tp": 8 }, "expansion_required": false, "real_boundary_status": "lowest_anchor_infeasible", "real_capacity": null, "real_capacity_per_gpu": null, "sim_capacity": null, "sim_capacity_per_gpu": null }, { "config": { "mbt": 8192, "mns": 128, "moe_ep": 8, "moe_tp": 1, "name": "tp8_mns128_mbt8192", "num_gpu_blocks": 62351, "tp": 8 }, "expansion_required": false, "real_boundary_status": "lowest_anchor_infeasible", "real_capacity": null, "real_capacity_per_gpu": null, "sim_capacity": null, "sim_capacity_per_gpu": null }, { "config": { "mbt": 16384, "mns": 128, "moe_ep": 8, "moe_tp": 1, "name": "tp8_mns128_mbt16384", "num_gpu_blocks": 62351, "tp": 8 }, "expansion_required": false, "real_boundary_status": "lowest_anchor_infeasible", "real_capacity": null, "real_capacity_per_gpu": null, "sim_capacity": null, "sim_capacity_per_gpu": null } ], "sim_top_set": [], "top_set_exact_match": true, "top_set_intersection": [], "worst_tie_break_regret": null } }, "frontier_freeze_sha256": "801aa36451c8647f71cc87011144622d2203786e82f189ed1375d964399b106a", "real_execution_cost": { "accepted_fleet_jobs": 18, "accepted_h20_gpu_hours": 36.25666666666667, "campaign_wall_span_seconds": 20670.0, "fresh_server_anchors": 68, "measured_requests": 4352, "runs": [ { "config": "tp4_mns64_mbt8192", "finished_at": "2026-07-16T06:25:28+00:00", "gpu_count": 4, "h20_gpu_hours": 2.5844444444444443, "run_id": "qwen235b-t0-real-tp4_mns64_mbt8192-20260716-v1-20260716T054640909739Z", "started_at": "2026-07-16T05:46:42+00:00", "wall_seconds": 2326.0 }, { "config": "tp4_mns64_mbt16384", "finished_at": "2026-07-16T06:25:30+00:00", "gpu_count": 4, "h20_gpu_hours": 2.5855555555555556, "run_id": "qwen235b-t0-real-tp4_mns64_mbt16384-20260716-v1-20260716T054642115787Z", "started_at": "2026-07-16T05:46:43+00:00", "wall_seconds": 2327.0 }, { "config": "tp4_mns64_mbt8192", "finished_at": "2026-07-16T06:34:32+00:00", "gpu_count": 4, "h20_gpu_hours": 0.3622222222222222, "run_id": "qwen235b-t0-real-tp4_mns64_mbt8192-expansion-r3p20-20260716-v1-20260716T062904775741Z", "started_at": "2026-07-16T06:29:06+00:00", "wall_seconds": 326.0 }, { "config": "tp4_mns64_mbt16384", "finished_at": "2026-07-16T06:34:32+00:00", "gpu_count": 4, "h20_gpu_hours": 0.3611111111111111, "run_id": "qwen235b-t0-real-tp4_mns64_mbt16384-expansion-r3p20-20260716-v1-20260716T062906244819Z", "started_at": "2026-07-16T06:29:07+00:00", "wall_seconds": 325.0 }, { "config": "tp4_mns128_mbt8192", "finished_at": "2026-07-16T07:16:55+00:00", "gpu_count": 4, "h20_gpu_hours": 2.5644444444444443, "run_id": "qwen235b-t0-real-tp4_mns128_mbt8192-20260716-v1-20260716T063826749477Z", "started_at": "2026-07-16T06:38:27+00:00", "wall_seconds": 2308.0 }, { "config": "tp4_mns128_mbt16384", "finished_at": "2026-07-16T07:17:04+00:00", "gpu_count": 4, "h20_gpu_hours": 2.5733333333333333, "run_id": "qwen235b-t0-real-tp4_mns128_mbt16384-20260716-v1-20260716T063827805737Z", "started_at": "2026-07-16T06:38:28+00:00", "wall_seconds": 2316.0 }, { "config": "tp4_mns128_mbt8192", "finished_at": "2026-07-16T07:26:47+00:00", "gpu_count": 4, "h20_gpu_hours": 0.3611111111111111, "run_id": "qwen235b-t0-real-tp4_mns128_mbt8192-expansion-r3p20-20260716-v1-20260716T072121119478Z", "started_at": "2026-07-16T07:21:22+00:00", "wall_seconds": 325.0 }, { "config": "tp4_mns128_mbt16384", "finished_at": "2026-07-16T07:26:49+00:00", "gpu_count": 4, "h20_gpu_hours": 0.3622222222222222, "run_id": "qwen235b-t0-real-tp4_mns128_mbt16384-expansion-r3p20-20260716-v1-20260716T072122501851Z", "started_at": "2026-07-16T07:21:23+00:00", "wall_seconds": 326.0 }, { "config": "tp8_mns64_mbt8192", "finished_at": "2026-07-16T08:09:49+00:00", "gpu_count": 8, "h20_gpu_hours": 5.055555555555555, "run_id": "qwen235b-t0-real-tp8_mns64_mbt8192-20260716-v1-20260716T073151443129Z", "started_at": "2026-07-16T07:31:54+00:00", "wall_seconds": 2275.0 }, { "config": "tp8_mns64_mbt8192", "finished_at": "2026-07-16T08:20:48+00:00", "gpu_count": 8, "h20_gpu_hours": 0.6911111111111111, "run_id": "qwen235b-t0-real-tp8_mns64_mbt8192-expansion-r2p40-20260716-v1-20260716T081536141326Z", "started_at": "2026-07-16T08:15:37+00:00", "wall_seconds": 311.0 }, { "config": "tp8_mns64_mbt8192", "finished_at": "2026-07-16T08:31:03+00:00", "gpu_count": 8, "h20_gpu_hours": 0.6622222222222223, "run_id": "qwen235b-t0-real-tp8_mns64_mbt8192-expansion-r3p20-20260716-v1-20260716T082603837807Z", "started_at": "2026-07-16T08:26:05+00:00", "wall_seconds": 298.0 }, { "config": "tp8_mns64_mbt16384", "finished_at": "2026-07-16T09:14:50+00:00", "gpu_count": 8, "h20_gpu_hours": 5.104444444444445, "run_id": "qwen235b-t0-real-tp8_mns64_mbt16384-20260716-v1-20260716T083632620015Z", "started_at": "2026-07-16T08:36:33+00:00", "wall_seconds": 2297.0 }, { "config": "tp8_mns64_mbt16384", "finished_at": "2026-07-16T09:26:03+00:00", "gpu_count": 8, "h20_gpu_hours": 0.7133333333333334, "run_id": "qwen235b-t0-real-tp8_mns64_mbt16384-expansion-r2p40-20260716-v1-20260716T092040851202Z", "started_at": "2026-07-16T09:20:42+00:00", "wall_seconds": 321.0 }, { "config": "tp8_mns128_mbt8192", "finished_at": "2026-07-16T10:10:53+00:00", "gpu_count": 8, "h20_gpu_hours": 5.08, "run_id": "qwen235b-t0-real-tp8_mns128_mbt8192-20260716-v1-20260716T093245831612Z", "started_at": "2026-07-16T09:32:47+00:00", "wall_seconds": 2286.0 }, { "config": "tp8_mns128_mbt8192", "finished_at": "2026-07-16T10:22:54+00:00", "gpu_count": 8, "h20_gpu_hours": 0.7088888888888889, "run_id": "qwen235b-t0-real-tp8_mns128_mbt8192-expansion-r2p40-20260716-v1-20260716T101734683241Z", "started_at": "2026-07-16T10:17:35+00:00", "wall_seconds": 319.0 }, { "config": "tp8_mns128_mbt16384", "finished_at": "2026-07-16T11:07:16+00:00", "gpu_count": 8, "h20_gpu_hours": 5.108888888888889, "run_id": "qwen235b-t0-real-tp8_mns128_mbt16384-20260716-v1-20260716T102855604708Z", "started_at": "2026-07-16T10:28:57+00:00", "wall_seconds": 2299.0 }, { "config": "tp8_mns128_mbt16384", "finished_at": "2026-07-16T11:19:57+00:00", "gpu_count": 8, "h20_gpu_hours": 0.7066666666666667, "run_id": "qwen235b-t0-real-tp8_mns128_mbt16384-expansion-r2p40-20260716-v1-20260716T111437770615Z", "started_at": "2026-07-16T11:14:39+00:00", "wall_seconds": 318.0 }, { "config": "tp8_mns128_mbt16384", "finished_at": "2026-07-16T11:31:12+00:00", "gpu_count": 8, "h20_gpu_hours": 0.6711111111111111, "run_id": "qwen235b-t0-real-tp8_mns128_mbt16384-expansion-r3p20-20260716-v1-20260716T112608807037Z", "started_at": "2026-07-16T11:26:10+00:00", "wall_seconds": 302.0 } ], "warmup_requests": 1664 }, "real_plan_sha256": "c934d42d66443e98884c136017057fdd636c4ef8845f96b4f49f364a5d8da1c2", "schema": "qwen235b-t0-simulator-real-comparison-v1" }