188 lines
4.9 KiB
JSON
188 lines
4.9 KiB
JSON
{
|
|
"cells": [
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 64,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns64_mbt8192",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"expansion_rule": "if real labels do not bracket a transition, expand to the next frozen lattice anchor and repeat both directions",
|
|
"expected_h20_gpu_hours": 2.2125,
|
|
"expected_wall_seconds": 1991.25,
|
|
"rates": [
|
|
0.1,
|
|
1.6,
|
|
2.4
|
|
],
|
|
"requests_per_anchor": 64,
|
|
"rounds": 2
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 64,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns64_mbt16384",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"expansion_rule": "if real labels do not bracket a transition, expand to the next frozen lattice anchor and repeat both directions",
|
|
"expected_h20_gpu_hours": 2.2125,
|
|
"expected_wall_seconds": 1991.25,
|
|
"rates": [
|
|
0.1,
|
|
1.6,
|
|
2.4
|
|
],
|
|
"requests_per_anchor": 64,
|
|
"rounds": 2
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 128,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns128_mbt8192",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"expansion_rule": "if real labels do not bracket a transition, expand to the next frozen lattice anchor and repeat both directions",
|
|
"expected_h20_gpu_hours": 2.2125,
|
|
"expected_wall_seconds": 1991.25,
|
|
"rates": [
|
|
0.1,
|
|
1.6,
|
|
2.4
|
|
],
|
|
"requests_per_anchor": 64,
|
|
"rounds": 2
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 128,
|
|
"moe_ep": 1,
|
|
"moe_tp": 4,
|
|
"name": "tp4_mns128_mbt16384",
|
|
"num_gpu_blocks": 26101,
|
|
"tp": 4
|
|
},
|
|
"expansion_rule": "if real labels do not bracket a transition, expand to the next frozen lattice anchor and repeat both directions",
|
|
"expected_h20_gpu_hours": 2.2125,
|
|
"expected_wall_seconds": 1991.25,
|
|
"rates": [
|
|
0.1,
|
|
1.6,
|
|
2.4
|
|
],
|
|
"requests_per_anchor": 64,
|
|
"rounds": 2
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 64,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns64_mbt8192",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"expansion_rule": "if real labels do not bracket a transition, expand to the next frozen lattice anchor and repeat both directions",
|
|
"expected_h20_gpu_hours": 4.541666666666667,
|
|
"expected_wall_seconds": 2043.75,
|
|
"rates": [
|
|
0.1,
|
|
1.2,
|
|
1.6
|
|
],
|
|
"requests_per_anchor": 64,
|
|
"rounds": 2
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 64,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns64_mbt16384",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"expansion_rule": "if real labels do not bracket a transition, expand to the next frozen lattice anchor and repeat both directions",
|
|
"expected_h20_gpu_hours": 4.541666666666667,
|
|
"expected_wall_seconds": 2043.75,
|
|
"rates": [
|
|
0.1,
|
|
1.2,
|
|
1.6
|
|
],
|
|
"requests_per_anchor": 64,
|
|
"rounds": 2
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 8192,
|
|
"mns": 128,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns128_mbt8192",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"expansion_rule": "if real labels do not bracket a transition, expand to the next frozen lattice anchor and repeat both directions",
|
|
"expected_h20_gpu_hours": 4.541666666666667,
|
|
"expected_wall_seconds": 2043.75,
|
|
"rates": [
|
|
0.1,
|
|
1.2,
|
|
1.6
|
|
],
|
|
"requests_per_anchor": 64,
|
|
"rounds": 2
|
|
},
|
|
{
|
|
"config": {
|
|
"mbt": 16384,
|
|
"mns": 128,
|
|
"moe_ep": 8,
|
|
"moe_tp": 1,
|
|
"name": "tp8_mns128_mbt16384",
|
|
"num_gpu_blocks": 62351,
|
|
"tp": 8
|
|
},
|
|
"expansion_rule": "if real labels do not bracket a transition, expand to the next frozen lattice anchor and repeat both directions",
|
|
"expected_h20_gpu_hours": 4.541666666666667,
|
|
"expected_wall_seconds": 2043.75,
|
|
"rates": [
|
|
0.1,
|
|
1.2,
|
|
1.6
|
|
],
|
|
"requests_per_anchor": 64,
|
|
"rounds": 2
|
|
}
|
|
],
|
|
"expected_total_h20_gpu_hours": 27.016666666666666,
|
|
"frontier_freeze": {
|
|
"path": "/home/gahow/phd/aituner/runs/frontier-multicase-sufficiency-v1/artifacts/frontier-t0-surface-v1/frontier_surface_frozen.json",
|
|
"sha256": "801aa36451c8647f71cc87011144622d2203786e82f189ed1375d964399b106a"
|
|
},
|
|
"hard_timeout_hours_per_cell": 2.0,
|
|
"post_pilot_sensitivities": [
|
|
"tpot_120ms",
|
|
"tpot_150ms",
|
|
"tpot_180ms"
|
|
],
|
|
"schema": "qwen235b-t0-real-plan-v1",
|
|
"selection_slo": "tpot_150ms",
|
|
"selection_timing": "after_complete_simulator_freeze_before_any_real_surface_cell",
|
|
"strict_preregistered_slo": "tpot_40ms"
|
|
}
|