From 202ae718b3538d9b8e5c608af46ca9ac042c947b Mon Sep 17 00:00:00 2001 From: Gahow Wang Date: Fri, 17 Jul 2026 10:22:56 +0800 Subject: [PATCH] Freeze batch-aware Frontier ablation --- runs/frontier-fidelity-envelope-v1/.gitignore | 3 + .../results/a3/capacity.csv | 13 + .../results/a3/comparison.json | 5638 +++++++++++++++++ .../results/a3/frontier_surface_frozen.json | 1736 +++++ .../results/a3/qwen30-prefill-ranking.png | Bin 0 -> 107863 bytes ...run_frontier_qwen30_exact_trace_surface.py | 13 +- .../test_fidelity_envelope.py | 1 + 7 files changed, 7400 insertions(+), 4 deletions(-) create mode 100644 runs/frontier-fidelity-envelope-v1/results/a3/capacity.csv create mode 100644 runs/frontier-fidelity-envelope-v1/results/a3/comparison.json create mode 100644 runs/frontier-fidelity-envelope-v1/results/a3/frontier_surface_frozen.json create mode 100644 runs/frontier-fidelity-envelope-v1/results/a3/qwen30-prefill-ranking.png diff --git a/runs/frontier-fidelity-envelope-v1/.gitignore b/runs/frontier-fidelity-envelope-v1/.gitignore index 71cf748..acd9559 100644 --- a/runs/frontier-fidelity-envelope-v1/.gitignore +++ b/runs/frontier-fidelity-envelope-v1/.gitignore @@ -4,6 +4,9 @@ a2-measured-fix-smoke/ simulator-a1/ simulator-a2/ simulator-a3/ +simulator-f1/ +simulator-f2/ +simulator-t1/ fleet-state/ fleet-artifacts/ profiles/profile-v3-batch/ diff --git a/runs/frontier-fidelity-envelope-v1/results/a3/capacity.csv b/runs/frontier-fidelity-envelope-v1/results/a3/capacity.csv new file mode 100644 index 0000000..da354c9 --- /dev/null +++ b/runs/frontier-fidelity-envelope-v1/results/a3/capacity.csv @@ -0,0 +1,13 @@ +config,tp,mns,real,simulator +tp1_mns8,1,8,7.0,8.0 +tp1_mns16,1,16,7.0,8.0 +tp1_mns32,1,32,7.0,8.0 +tp1_mns64,1,64,7.0,8.0 +tp2_mns8,2,8,7.0,8.0 +tp2_mns16,2,16,7.0,8.0 +tp2_mns32,2,32,7.0,8.0 +tp2_mns64,2,64,7.0,8.0 +tp4_mns8,4,8,8.0,8.0 +tp4_mns16,4,16,8.0,8.0 +tp4_mns32,4,32,8.0,8.0 +tp4_mns64,4,64,8.0,8.0 diff --git a/runs/frontier-fidelity-envelope-v1/results/a3/comparison.json b/runs/frontier-fidelity-envelope-v1/results/a3/comparison.json new file mode 100644 index 0000000..b011206 --- /dev/null +++ b/runs/frontier-fidelity-envelope-v1/results/a3/comparison.json @@ -0,0 +1,5638 @@ +{ + "contract": { + "input_tokens": 2048, + "model": "Qwen3-30B-A3B", + "output_tokens": 1, + "prefix_caching": false, + "real_anchor_merge": "both_fresh_server_rounds_must_pass", + "target_pass_rate": 0.95, + "ttft_slo_ms": 1256.0 + }, + "metrics": { + "anchor_confusion": { + "real_fail_sim_fail": 24, + "real_fail_sim_pass": 8, + "real_pass_sim_fail": 0, + "real_pass_sim_pass": 28 + }, + "anchor_grid_coverage": { + "real_only": 36, + "shared": 60, + "simulator_only": 0 + }, + "config_order": [ + "tp1_mns8", + "tp1_mns16", + "tp1_mns32", + "tp1_mns64", + "tp2_mns8", + "tp2_mns16", + "tp2_mns32", + "tp2_mns64", + "tp4_mns8", + "tp4_mns16", + "tp4_mns32", + "tp4_mns64" + ], + "kendall": { + "both_ties": 34, + "concordant": 0, + "discordant": 0, + "kendall_tau_b": null, + "real_only_ties": 0, + "simulator_only_ties": 32 + }, + "pairwise_non_tied": { + "all": { + "accuracy": 0.0, + "comparable": 32, + "correct": 0 + }, + "within_tp": {} + }, + "real_best_capacity_per_gpu": 8.0, + "real_top_set": [ + "tp4_mns8", + "tp4_mns16", + "tp4_mns32", + "tp4_mns64" + ], + "simulator_best_capacity_per_gpu": 8.0, + "simulator_top_set": [ + "tp1_mns8", + "tp1_mns16", + "tp1_mns32", + "tp1_mns64", + "tp2_mns8", + "tp2_mns16", + "tp2_mns32", + "tp2_mns64", + "tp4_mns8", + "tp4_mns16", + "tp4_mns32", + "tp4_mns64" + ], + "top1_regret_best": 0.0, + "top1_regret_worst": 0.125, + "top_set_exact_match": false, + "top_set_overlap": [ + "tp4_mns16", + "tp4_mns32", + "tp4_mns64", + "tp4_mns8" + ] + }, + "objective": "maximum_tested_slo_feasible_offered_request_rate_per_gpu", + "real": { + "tp1_mns16": { + "anchors": [ + { + "conservative_feasible": true, + "rate": 4.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 153.15452707000077, + 152.64549700077623 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns16-20260717-v3-refine-20260716T181031481585Z/artifacts/artifacts/real-tp1-mns16-v1/round1/results/r4p00.json", + "sha256": "d82e386ec3effdf57c148171311928298405da0e4f896584bf05db2485bb6bd4", + "summary": { + "admission_lag_max_ms": 0.11588609777390957, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 158.6234939750284, + "ttft_p50_ms": 151.05855697765946, + "ttft_p95_ms": 153.15452707000077 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns16-20260717-v3-refine-20260716T181031481585Z/artifacts/artifacts/real-tp1-mns16-v1/round2/results/r4p00.json", + "sha256": "1565be89131e3c8a9c352c6f29694ef2793734b0623a2db1cbea7e0b0e8a2bf6", + "summary": { + "admission_lag_max_ms": 0.11451996397227049, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 153.18561100866646, + "ttft_p50_ms": 151.18564700242132, + "ttft_p95_ms": 152.64549700077623 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 5.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 152.8308589477092, + 152.43642206769437 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns16-20260717-v3-refine-20260716T181031481585Z/artifacts/artifacts/real-tp1-mns16-v1/round1/results/r5p00.json", + "sha256": "e4447d94a326c541412b40157cfe283a6350680e3285b5d10fed6b8de5c0cd93", + "summary": { + "admission_lag_max_ms": 0.17109804321080446, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 154.35138496104628, + "ttft_p50_ms": 150.91424097772688, + "ttft_p95_ms": 152.8308589477092 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns16-20260717-v3-refine-20260716T181031481585Z/artifacts/artifacts/real-tp1-mns16-v1/round2/results/r5p00.json", + "sha256": "572c17e309c6c9f23c490979e7acb885475f142bc530ecfee88916b048259ea2", + "summary": { + "admission_lag_max_ms": 0.1321269664913416, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 157.11930498946458, + "ttft_p50_ms": 150.50161199178547, + "ttft_p95_ms": 152.43642206769437 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 6.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 153.56597595382482, + 152.16859406791627 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns16-20260717-v3-refine-20260716T181031481585Z/artifacts/artifacts/real-tp1-mns16-v1/round1/results/r6p00.json", + "sha256": "68c8b39154d46f1ceda17f47e8cbd84a8c8a9f088c5e82d8f0ac25a7180dc14c", + "summary": { + "admission_lag_max_ms": 0.11641765013337135, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 156.50876995641738, + "ttft_p50_ms": 150.41159105021507, + "ttft_p95_ms": 153.56597595382482 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns16-20260717-v3-refine-20260716T181031481585Z/artifacts/artifacts/real-tp1-mns16-v1/round2/results/r6p00.json", + "sha256": "a970a2cdf7034026a56af3ea4da59856fd588da35d66ef4f9e15481a892edcc9", + "summary": { + "admission_lag_max_ms": 0.11551892384886742, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 168.65782206878066, + "ttft_p50_ms": 150.03317291848361, + "ttft_p95_ms": 152.16859406791627 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 7.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 300.90478900820017, + 293.0445579113439 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns16-20260717-v3-refine-20260716T181031481585Z/artifacts/artifacts/real-tp1-mns16-v1/round1/results/r7p00.json", + "sha256": "1aa74c18adbff53b36ae8a6f07b5b0865f6b68fb3e7862a70b36f67c18f0bba0", + "summary": { + "admission_lag_max_ms": 0.10505830869078636, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 304.15459000505507, + "ttft_p50_ms": 263.44375393819064, + "ttft_p95_ms": 300.90478900820017 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns16-20260717-v3-refine-20260716T181031481585Z/artifacts/artifacts/real-tp1-mns16-v1/round2/results/r7p00.json", + "sha256": "e14bc9dba35d453862839eeed77262a1ed9b8394404ca90c60ec8cb26a1aa73b", + "summary": { + "admission_lag_max_ms": 0.10963028762489557, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 295.1545650139451, + "ttft_p50_ms": 243.97043196950108, + "ttft_p95_ms": 293.0445579113439 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 8.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 1323.4397460473701, + 1315.5151740647852 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns16-20260717-v3-refine-20260716T181031481585Z/artifacts/artifacts/real-tp1-mns16-v1/round1/results/r8p00.json", + "sha256": "9aeee7453ffe5098d203e02b84f5009ed347c478b736e89297bd3695dd81d477", + "summary": { + "admission_lag_max_ms": 0.1251589274033904, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.90625, + "passed": 58, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1477.699184906669, + "ttft_p50_ms": 776.2576789828017, + "ttft_p95_ms": 1323.4397460473701 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns16-20260717-v3-refine-20260716T181031481585Z/artifacts/artifacts/real-tp1-mns16-v1/round2/results/r8p00.json", + "sha256": "7630f4901cf4ec4ea955738b119a1c32aba53f9ca1edb8819556fc60ae1fda09", + "summary": { + "admission_lag_max_ms": 0.11316593736410141, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.921875, + "passed": 59, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1404.566578916274, + "ttft_p50_ms": 761.7035870207474, + "ttft_p95_ms": 1315.5151740647852 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 16.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 4892.253074911423, + 4893.758205929771 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns16-20260717-v3-refine-20260716T181031481585Z/artifacts/artifacts/real-tp1-mns16-v1/round1/results/r16p00.json", + "sha256": "d3a2a85cf06a4f080edc9a3809f05493ac55b0aa1d890806ffbc551c8eca14f8", + "summary": { + "admission_lag_max_ms": 0.39830803871154785, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.1875, + "passed": 12, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 4971.215195022523, + "ttft_p50_ms": 2742.7029330283403, + "ttft_p95_ms": 4892.253074911423 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns16-20260717-v3-refine-20260716T181031481585Z/artifacts/artifacts/real-tp1-mns16-v1/round2/results/r16p00.json", + "sha256": "67110284c38a9a60228f00b1d2b0de9477d6dec660f1c91eb4f39e1b79e272a5", + "summary": { + "admission_lag_max_ms": 0.11306500528007746, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.1875, + "passed": 12, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 4972.818040987477, + "ttft_p50_ms": 2742.512951954268, + "ttft_p95_ms": 4893.758205929771 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 32.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 6650.756464921869, + 6751.845097984187 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns16-20260717-v3-refine-20260716T181031481585Z/artifacts/artifacts/real-tp1-mns16-v1/round1/results/r32p00.json", + "sha256": "affc62b27382400497bb82e9da31ed9891b60155318fc4f250dca0704ccc5e02", + "summary": { + "admission_lag_max_ms": 0.11010200250893831, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.140625, + "passed": 9, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 6920.621327939443, + "ttft_p50_ms": 3650.839229929261, + "ttft_p95_ms": 6650.756464921869 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns16-20260717-v3-refine-20260716T181031481585Z/artifacts/artifacts/real-tp1-mns16-v1/round2/results/r32p00.json", + "sha256": "df0c8d703b023692814be41f47da4db4ce1b7eb0c3423a742c10884b6447583f", + "summary": { + "admission_lag_max_ms": 0.1288279891014099, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.15625, + "passed": 10, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 6897.979240980931, + "ttft_p50_ms": 3730.34580796957, + "ttft_p95_ms": 6751.845097984187 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 64.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 7732.2855240199715, + 7744.056030060165 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns16-20260717-v3-refine-20260716T181031481585Z/artifacts/artifacts/real-tp1-mns16-v1/round1/results/r64p00.json", + "sha256": "fbfad78129c843c85905c3f94f278f468a0a019c0cdf0b62140d0fea8f0aaffc", + "summary": { + "admission_lag_max_ms": 0.11090096086263657, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.109375, + "passed": 7, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 7836.245508980937, + "ttft_p50_ms": 4328.587644966319, + "ttft_p95_ms": 7732.2855240199715 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns16-20260717-v3-refine-20260716T181031481585Z/artifacts/artifacts/real-tp1-mns16-v1/round2/results/r64p00.json", + "sha256": "0f005c642327708e1ceb058f71f806b4d46ea666f45695605552e8f234521608", + "summary": { + "admission_lag_max_ms": 0.10862003546208143, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.109375, + "passed": 7, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 7847.871358972043, + "ttft_p50_ms": 4332.9262170009315, + "ttft_p95_ms": 7744.056030060165 + } + } + ] + } + ], + "capacity": 7.0, + "capacity_per_gpu": 7.0, + "mns": 16, + "name": "tp1_mns16", + "source_run": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns16-20260717-v3-refine-20260716T181031481585Z", + "tp": 1 + }, + "tp1_mns32": { + "anchors": [ + { + "conservative_feasible": true, + "rate": 4.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 153.44141807872802, + 152.2580359596759 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns32-20260717-v3-refine-20260716T181032543571Z/artifacts/artifacts/real-tp1-mns32-v1/round1/results/r4p00.json", + "sha256": "211fa276e4a99a061126882085b9850549b453520ac3414dd2d332c89e52b431", + "summary": { + "admission_lag_max_ms": 0.09491504170000553, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 169.56262104213238, + "ttft_p50_ms": 150.8563900133595, + "ttft_p95_ms": 153.44141807872802 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns32-20260717-v3-refine-20260716T181032543571Z/artifacts/artifacts/real-tp1-mns32-v1/round2/results/r4p00.json", + "sha256": "17428902a5b20e9084f20792963f0620a1af06cdc1afb76ee99fd15dd905b89e", + "summary": { + "admission_lag_max_ms": 0.12033001985400915, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 153.99700601119548, + "ttft_p50_ms": 150.5822929320857, + "ttft_p95_ms": 152.2580359596759 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 5.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 152.05012692604214, + 152.00478909537196 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns32-20260717-v3-refine-20260716T181032543571Z/artifacts/artifacts/real-tp1-mns32-v1/round1/results/r5p00.json", + "sha256": "b0eb19ff7ab8a26e34e91f213a983e58689c63071285e27b3719bda0a765ff32", + "summary": { + "admission_lag_max_ms": 0.11265103239566088, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 153.48999004345387, + "ttft_p50_ms": 150.21017810795456, + "ttft_p95_ms": 152.05012692604214 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns32-20260717-v3-refine-20260716T181032543571Z/artifacts/artifacts/real-tp1-mns32-v1/round2/results/r5p00.json", + "sha256": "3b857dff42dd16ebee95356ceacd6b58ff7bd0a9b91f3d6208d489b84985697f", + "summary": { + "admission_lag_max_ms": 0.11149293277412653, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 153.33813393954188, + "ttft_p50_ms": 150.45341395307332, + "ttft_p95_ms": 152.00478909537196 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 6.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 152.74227899499238, + 152.82704099081457 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns32-20260717-v3-refine-20260716T181032543571Z/artifacts/artifacts/real-tp1-mns32-v1/round1/results/r6p00.json", + "sha256": "7615fa664a99f02f9f6d4f1fb0f2d6cba11842772c086634b939bc08cd0f2f4d", + "summary": { + "admission_lag_max_ms": 0.1096969936043024, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 154.2669020127505, + "ttft_p50_ms": 150.6725640501827, + "ttft_p95_ms": 152.74227899499238 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns32-20260717-v3-refine-20260716T181032543571Z/artifacts/artifacts/real-tp1-mns32-v1/round2/results/r6p00.json", + "sha256": "345e3cd3f8cd4d7c7a5e9343f937dd9b1b5928500133830f3046b743da6df64e", + "summary": { + "admission_lag_max_ms": 0.12192933354526758, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 153.12304301187396, + "ttft_p50_ms": 150.68741200957447, + "ttft_p95_ms": 152.82704099081457 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 7.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 302.5522669777274, + 294.5978350471705 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns32-20260717-v3-refine-20260716T181032543571Z/artifacts/artifacts/real-tp1-mns32-v1/round1/results/r7p00.json", + "sha256": "3f54a3e3f2279a5325a173ff714d600fb1a2cdfcfba1e8e5c980f7b21b99be59", + "summary": { + "admission_lag_max_ms": 0.11122168507426977, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 304.24335307907313, + "ttft_p50_ms": 262.4604320153594, + "ttft_p95_ms": 302.5522669777274 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns32-20260717-v3-refine-20260716T181032543571Z/artifacts/artifacts/real-tp1-mns32-v1/round2/results/r7p00.json", + "sha256": "0832169cdf1bef49c5006464c6cbcd50f4567e0ab90bec98d722f64f7b476763", + "summary": { + "admission_lag_max_ms": 0.1059951027855277, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 297.1431679325178, + "ttft_p50_ms": 249.51713997870684, + "ttft_p95_ms": 294.5978350471705 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 8.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 1321.9368209829554, + 1318.7565059633926 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns32-20260717-v3-refine-20260716T181032543571Z/artifacts/artifacts/real-tp1-mns32-v1/round1/results/r8p00.json", + "sha256": "a0f5900ac9d2c47dcc7d7ac08d3f3d23e1d6f529fdd0200989afa819dd3df055", + "summary": { + "admission_lag_max_ms": 0.17414195463061333, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.90625, + "passed": 58, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1475.8616799954325, + "ttft_p50_ms": 775.7647309917957, + "ttft_p95_ms": 1321.9368209829554 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns32-20260717-v3-refine-20260716T181032543571Z/artifacts/artifacts/real-tp1-mns32-v1/round2/results/r8p00.json", + "sha256": "c0fc3c85095ddacc66849e6f58be0851abab6d4022ee4eb7120c8cb8ea9e5d2c", + "summary": { + "admission_lag_max_ms": 2.749277977272868, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.921875, + "passed": 59, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1407.0930189918727, + "ttft_p50_ms": 763.8335369993001, + "ttft_p95_ms": 1318.7565059633926 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 16.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 4893.3289990527555, + 4893.17379205022 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns32-20260717-v3-refine-20260716T181032543571Z/artifacts/artifacts/real-tp1-mns32-v1/round1/results/r16p00.json", + "sha256": "4e9ccaf5384f622b1da7c58d3de803c86099dd9deae91e363aabccc14aeabc05", + "summary": { + "admission_lag_max_ms": 0.11893699411302805, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.1875, + "passed": 12, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 4972.85822511185, + "ttft_p50_ms": 2742.8449960425496, + "ttft_p95_ms": 4893.3289990527555 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns32-20260717-v3-refine-20260716T181032543571Z/artifacts/artifacts/real-tp1-mns32-v1/round2/results/r16p00.json", + "sha256": "c207e415186aed1148e16085145bcdfd189314e7b92f74ea72fb2e4972ef4eae", + "summary": { + "admission_lag_max_ms": 0.09541702456772327, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.1875, + "passed": 12, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 4971.2590809213, + "ttft_p50_ms": 2740.232800017111, + "ttft_p95_ms": 4893.17379205022 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 32.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 6653.632597066462, + 6647.155530983582 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns32-20260717-v3-refine-20260716T181032543571Z/artifacts/artifacts/real-tp1-mns32-v1/round1/results/r32p00.json", + "sha256": "780f563a2739d892761905031f82ca8bd0ac4f4eb485c454390dcb2bcdfc1b81", + "summary": { + "admission_lag_max_ms": 0.105265062302351, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.140625, + "passed": 9, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 6922.717701992951, + "ttft_p50_ms": 3652.452490059659, + "ttft_p95_ms": 6653.632597066462 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns32-20260717-v3-refine-20260716T181032543571Z/artifacts/artifacts/real-tp1-mns32-v1/round2/results/r32p00.json", + "sha256": "2a5eb8fb37f03e759de149d24f9b23c812a26afe72ffaaffa030688904634e43", + "summary": { + "admission_lag_max_ms": 0.10375294368714094, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.140625, + "passed": 9, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 6917.111590038985, + "ttft_p50_ms": 3649.0042679943144, + "ttft_p95_ms": 6647.155530983582 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 64.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 7747.191094094887, + 7839.257381972857 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns32-20260717-v3-refine-20260716T181032543571Z/artifacts/artifacts/real-tp1-mns32-v1/round1/results/r64p00.json", + "sha256": "b94a39a91842ab39d545c473fc4f872ec79eb1888943c3e03ab03c18961a9105", + "summary": { + "admission_lag_max_ms": 0.6591080455109477, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.109375, + "passed": 7, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 7851.370444986969, + "ttft_p50_ms": 4335.578468977474, + "ttft_p95_ms": 7747.191094094887 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns32-20260717-v3-refine-20260716T181032543571Z/artifacts/artifacts/real-tp1-mns32-v1/round2/results/r64p00.json", + "sha256": "69ab47305c4bb14f3b4ed5bc0b18a37b8a5e7c1cdbee9232e6d2b9616ed10f84", + "summary": { + "admission_lag_max_ms": 0.10753795504570007, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.125, + "passed": 8, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 7885.349316056818, + "ttft_p50_ms": 4009.1016669757664, + "ttft_p95_ms": 7839.257381972857 + } + } + ] + } + ], + "capacity": 7.0, + "capacity_per_gpu": 7.0, + "mns": 32, + "name": "tp1_mns32", + "source_run": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns32-20260717-v3-refine-20260716T181032543571Z", + "tp": 1 + }, + "tp1_mns64": { + "anchors": [ + { + "conservative_feasible": true, + "rate": 4.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 156.76817402709275, + 152.9719429090619 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns64-20260717-v3-refine-20260716T181033562318Z/artifacts/artifacts/real-tp1-mns64-v1/round1/results/r4p00.json", + "sha256": "df798dd7a1cde3cfaf698286f44bbac2b0730a2c806f125268bdf7226e2bb47c", + "summary": { + "admission_lag_max_ms": 0.1147780567407608, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 162.9874319769442, + "ttft_p50_ms": 152.67050196416676, + "ttft_p95_ms": 156.76817402709275 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns64-20260717-v3-refine-20260716T181033562318Z/artifacts/artifacts/real-tp1-mns64-v1/round2/results/r4p00.json", + "sha256": "df80057224d69ce2a79f937aa45c2093d66d131765f3c7bfcc2289a9aaff3d6a", + "summary": { + "admission_lag_max_ms": 0.2131829969584942, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 153.917470946908, + "ttft_p50_ms": 150.96506499685347, + "ttft_p95_ms": 152.9719429090619 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 5.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 153.4973110537976, + 155.23677493911237 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns64-20260717-v3-refine-20260716T181033562318Z/artifacts/artifacts/real-tp1-mns64-v1/round1/results/r5p00.json", + "sha256": "e614ffaf879859407fc6420847f0140a81bda9a94fcc438fb6782c9019bf5378", + "summary": { + "admission_lag_max_ms": 0.1283780438825488, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 155.08639602921903, + "ttft_p50_ms": 152.1085740532726, + "ttft_p95_ms": 153.4973110537976 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns64-20260717-v3-refine-20260716T181033562318Z/artifacts/artifacts/real-tp1-mns64-v1/round2/results/r5p00.json", + "sha256": "13e825eb5ced3d0cb2b5dd68d9243fdf1cee8779b90e9aad77be04053be22be2", + "summary": { + "admission_lag_max_ms": 0.1683390000835061, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 155.6691420264542, + "ttft_p50_ms": 152.42570801638067, + "ttft_p95_ms": 155.23677493911237 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 6.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 152.53963600844145, + 152.85827894695103 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns64-20260717-v3-refine-20260716T181033562318Z/artifacts/artifacts/real-tp1-mns64-v1/round1/results/r6p00.json", + "sha256": "ac530f98f57ec452538ebe2311291d0a7c83bbd5554e82f53e78a2311802e411", + "summary": { + "admission_lag_max_ms": 0.13490929268300533, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 157.18225098680705, + "ttft_p50_ms": 150.29372205026448, + "ttft_p95_ms": 152.53963600844145 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns64-20260717-v3-refine-20260716T181033562318Z/artifacts/artifacts/real-tp1-mns64-v1/round2/results/r6p00.json", + "sha256": "2f1445ee0890b0972252d10180ef6f00cbad45ee73bd174f21b370cdf950b654", + "summary": { + "admission_lag_max_ms": 0.16514293383806944, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 158.88926689513028, + "ttft_p50_ms": 150.2534201135859, + "ttft_p95_ms": 152.85827894695103 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 7.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 346.96662798523903, + 295.1050230767578 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns64-20260717-v3-refine-20260716T181033562318Z/artifacts/artifacts/real-tp1-mns64-v1/round1/results/r7p00.json", + "sha256": "c4765794d442daf7eeb64a2f587792701ebe7659c7702a3bbbfc8900801fff0e", + "summary": { + "admission_lag_max_ms": 0.16206549480557442, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 354.881492909044, + "ttft_p50_ms": 310.15722593292594, + "ttft_p95_ms": 346.96662798523903 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns64-20260717-v3-refine-20260716T181033562318Z/artifacts/artifacts/real-tp1-mns64-v1/round2/results/r7p00.json", + "sha256": "30addb463839e23a7356a5cf6d4060ec1eebfa2b9564fa9500be5bcb7aecb537", + "summary": { + "admission_lag_max_ms": 0.10446517262607813, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 296.6241450048983, + "ttft_p50_ms": 246.06937903445214, + "ttft_p95_ms": 295.1050230767578 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 8.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 1376.107804942876, + 1321.1636180058122 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns64-20260717-v3-refine-20260716T181033562318Z/artifacts/artifacts/real-tp1-mns64-v1/round1/results/r8p00.json", + "sha256": "89e2975f9c7319e477789ea77015541d5235efa61d90fb8bd5b0420a58f7f186", + "summary": { + "admission_lag_max_ms": 0.1416490413248539, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.890625, + "passed": 57, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1501.330335973762, + "ttft_p50_ms": 802.2130889585242, + "ttft_p95_ms": 1376.107804942876 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns64-20260717-v3-refine-20260716T181033562318Z/artifacts/artifacts/real-tp1-mns64-v1/round2/results/r8p00.json", + "sha256": "9ca6935f1320033c3ec4b72a35c5d9909ccd7b0fff2e4b2c92c6a26f52887df1", + "summary": { + "admission_lag_max_ms": 0.12422900181263685, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.921875, + "passed": 59, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1410.047525074333, + "ttft_p50_ms": 766.8001820566133, + "ttft_p95_ms": 1321.1636180058122 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 16.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 4950.155022088438, + 4892.750842031091 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns64-20260717-v3-refine-20260716T181033562318Z/artifacts/artifacts/real-tp1-mns64-v1/round1/results/r16p00.json", + "sha256": "4fce2749435bf2e8c77999e11be0a788cd85f459a647760f3db34f1dbc0aee85", + "summary": { + "admission_lag_max_ms": 0.10520406067371368, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.171875, + "passed": 11, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 5031.207721913233, + "ttft_p50_ms": 2775.8131299633533, + "ttft_p95_ms": 4950.155022088438 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns64-20260717-v3-refine-20260716T181033562318Z/artifacts/artifacts/real-tp1-mns64-v1/round2/results/r16p00.json", + "sha256": "33ded0192d8986dbcf0a7f5ab6329a440994243d4e528d6c1b278bb6b92720fd", + "summary": { + "admission_lag_max_ms": 0.14005706179887056, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.1875, + "passed": 12, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 4971.664474112913, + "ttft_p50_ms": 2743.070787983015, + "ttft_p95_ms": 4892.750842031091 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 32.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 6750.775643973611, + 6754.7571890754625 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns64-20260717-v3-refine-20260716T181033562318Z/artifacts/artifacts/real-tp1-mns64-v1/round1/results/r32p00.json", + "sha256": "44030c4d3374cecebe67b886b428ba8014c87d941c00a178d6049bc57c809f46", + "summary": { + "admission_lag_max_ms": 0.7358170114457607, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.15625, + "passed": 10, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 6899.517056066543, + "ttft_p50_ms": 3728.6347220651805, + "ttft_p95_ms": 6750.775643973611 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns64-20260717-v3-refine-20260716T181033562318Z/artifacts/artifacts/real-tp1-mns64-v1/round2/results/r32p00.json", + "sha256": "f397bad36552c6df5bf5bcee702cfa968ddf3e20b20e9976554ddfbe838ef3b2", + "summary": { + "admission_lag_max_ms": 0.7476879982277751, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.15625, + "passed": 10, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 6901.606322033331, + "ttft_p50_ms": 3729.3128239689395, + "ttft_p95_ms": 6754.7571890754625 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 64.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 7800.616211956367, + 7748.703246936202 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns64-20260717-v3-refine-20260716T181033562318Z/artifacts/artifacts/real-tp1-mns64-v1/round1/results/r64p00.json", + "sha256": "61eadc2af60386d6972d69fe7b083874e705864162073d54d1bde2bc0e6de7e7", + "summary": { + "admission_lag_max_ms": 0.11387700214982033, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.109375, + "passed": 7, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 7905.77321103774, + "ttft_p50_ms": 4366.223473916762, + "ttft_p95_ms": 7800.616211956367 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns64-20260717-v3-refine-20260716T181033562318Z/artifacts/artifacts/real-tp1-mns64-v1/round2/results/r64p00.json", + "sha256": "db02e9a814154a9259cbe3fefdf15700923458f7e1208596e861b69b6a6ddd41", + "summary": { + "admission_lag_max_ms": 0.14900392852723598, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.109375, + "passed": 7, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 7852.748095989227, + "ttft_p50_ms": 4337.09563605953, + "ttft_p95_ms": 7748.703246936202 + } + } + ] + } + ], + "capacity": 7.0, + "capacity_per_gpu": 7.0, + "mns": 64, + "name": "tp1_mns64", + "source_run": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns64-20260717-v3-refine-20260716T181033562318Z", + "tp": 1 + }, + "tp1_mns8": { + "anchors": [ + { + "conservative_feasible": true, + "rate": 4.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 154.07429495826364, + 153.62840006127954 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns8-20260717-v3-refine-20260716T181030504792Z/artifacts/artifacts/real-tp1-mns8-v1/round1/results/r4p00.json", + "sha256": "23d5ab491b70c02f51c2f06dec0407edc0627819a33b9bcef1349d974a4e20fe", + "summary": { + "admission_lag_max_ms": 0.14362391084432602, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 171.46877304185182, + "ttft_p50_ms": 151.62539994344115, + "ttft_p95_ms": 154.07429495826364 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns8-20260717-v3-refine-20260716T181030504792Z/artifacts/artifacts/real-tp1-mns8-v1/round2/results/r4p00.json", + "sha256": "563aa230e0f5e420cf453dfd9b829d7df493919192d638cbe76f85eb77b6d2e7", + "summary": { + "admission_lag_max_ms": 0.11323392391204834, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 155.62100906390697, + "ttft_p50_ms": 151.69239102397114, + "ttft_p95_ms": 153.62840006127954 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 5.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 154.20477103907615, + 153.81942794192582 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns8-20260717-v3-refine-20260716T181030504792Z/artifacts/artifacts/real-tp1-mns8-v1/round1/results/r5p00.json", + "sha256": "6f2a04a5c11eed5826e2a6e1ce6e6f8d98504b31d0fec30d9440df2cdb62e56d", + "summary": { + "admission_lag_max_ms": 0.10794296395033598, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 155.37187200970948, + "ttft_p50_ms": 152.59731002151966, + "ttft_p95_ms": 154.20477103907615 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns8-20260717-v3-refine-20260716T181030504792Z/artifacts/artifacts/real-tp1-mns8-v1/round2/results/r5p00.json", + "sha256": "27a0bfa65a66e5cc77e10a5cf39a846f0fd1dd266c10926dae9db7a80c581d6e", + "summary": { + "admission_lag_max_ms": 0.1204309519380331, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 155.40366806089878, + "ttft_p50_ms": 152.0398510619998, + "ttft_p95_ms": 153.81942794192582 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 6.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 153.00951700191945, + 153.5524509381503 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns8-20260717-v3-refine-20260716T181030504792Z/artifacts/artifacts/real-tp1-mns8-v1/round1/results/r6p00.json", + "sha256": "4562fae05d510cd50f2c9d7479916d056c8ac4d04851d2388b98f8410192c23a", + "summary": { + "admission_lag_max_ms": 0.10347133502364159, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 156.3970319693908, + "ttft_p50_ms": 150.414744974114, + "ttft_p95_ms": 153.00951700191945 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns8-20260717-v3-refine-20260716T181030504792Z/artifacts/artifacts/real-tp1-mns8-v1/round2/results/r6p00.json", + "sha256": "bd13283e2807150396b278f46ff630ae9820895e0c054a9efcfd8fc213947d47", + "summary": { + "admission_lag_max_ms": 0.13600767124444246, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 159.63539096992463, + "ttft_p50_ms": 151.83425601571798, + "ttft_p95_ms": 153.5524509381503 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 7.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 336.8800369789824, + 329.65395506471395 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns8-20260717-v3-refine-20260716T181030504792Z/artifacts/artifacts/real-tp1-mns8-v1/round1/results/r7p00.json", + "sha256": "fd5afe52238d6ddb72bdf7f7b142fddbeb3f62e160e4a1b3a639b308717964e6", + "summary": { + "admission_lag_max_ms": 0.14346837997436523, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 341.1952300230041, + "ttft_p50_ms": 294.81438896618783, + "ttft_p95_ms": 336.8800369789824 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns8-20260717-v3-refine-20260716T181030504792Z/artifacts/artifacts/real-tp1-mns8-v1/round2/results/r7p00.json", + "sha256": "b0fdc1ef617313261c490010adeb2f4ee93bbb053f1db10734ed5a63fd37fa76", + "summary": { + "admission_lag_max_ms": 0.11047185398638248, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 334.06115300022066, + "ttft_p50_ms": 281.1476809438318, + "ttft_p95_ms": 329.65395506471395 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 8.0, + "round_feasible": [ + false, + true + ], + "round_ttft_p95_ms": [ + 1289.2397560644895, + 1254.356418037787 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns8-20260717-v3-refine-20260716T181030504792Z/artifacts/artifacts/real-tp1-mns8-v1/round1/results/r8p00.json", + "sha256": "8877ed44b90f421afd22ec110fe6337581c67cd973b44378bcb7528fc8624de3", + "summary": { + "admission_lag_max_ms": 0.09899691212922335, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.9375, + "passed": 60, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1454.3529660440981, + "ttft_p50_ms": 813.0663179326802, + "ttft_p95_ms": 1289.2397560644895 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns8-20260717-v3-refine-20260716T181030504792Z/artifacts/artifacts/real-tp1-mns8-v1/round2/results/r8p00.json", + "sha256": "7ab24f5ab33bf166589af7e2f5c2a274ceef6a64f0029a96ec1879b42332123d", + "summary": { + "admission_lag_max_ms": 0.11694896966218948, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 0.953125, + "passed": 61, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1347.0055809011683, + "ttft_p50_ms": 744.0344559727237, + "ttft_p95_ms": 1254.356418037787 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 16.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 4903.538785991259, + 4900.28300601989 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns8-20260717-v3-refine-20260716T181030504792Z/artifacts/artifacts/real-tp1-mns8-v1/round1/results/r16p00.json", + "sha256": "363d9b43164b5451bc3dd668caa0ce141d15114087cf444e7fd79d12b7563fd6", + "summary": { + "admission_lag_max_ms": 0.11420203372836113, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.1875, + "passed": 12, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 4982.48829995282, + "ttft_p50_ms": 2749.9175920384005, + "ttft_p95_ms": 4903.538785991259 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns8-20260717-v3-refine-20260716T181030504792Z/artifacts/artifacts/real-tp1-mns8-v1/round2/results/r16p00.json", + "sha256": "8aec70dfd6b69f4903bccc02c5d5474165ed07d9dd010c860ff9b447429da950", + "summary": { + "admission_lag_max_ms": 0.19414699636399746, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.1875, + "passed": 12, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 4979.007771937177, + "ttft_p50_ms": 2749.115635990165, + "ttft_p95_ms": 4900.28300601989 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 32.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 6760.187636013143, + 6534.733187989332 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns8-20260717-v3-refine-20260716T181030504792Z/artifacts/artifacts/real-tp1-mns8-v1/round1/results/r32p00.json", + "sha256": "7684ac0d2d6f851218b88fb37db3a5b54d877a6f1ead3bb604a6cb4d9a61cf3f", + "summary": { + "admission_lag_max_ms": 0.43534801807254553, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.15625, + "passed": 10, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 6907.940509961918, + "ttft_p50_ms": 3735.540736000985, + "ttft_p95_ms": 6760.187636013143 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns8-20260717-v3-refine-20260716T181030504792Z/artifacts/artifacts/real-tp1-mns8-v1/round2/results/r32p00.json", + "sha256": "947974a9ae04e170b8c1aad32ddbda8c1000f3902a9b572c6338a7d0d4f23146", + "summary": { + "admission_lag_max_ms": 1.221106038428843, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.140625, + "passed": 9, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 6798.48151106853, + "ttft_p50_ms": 3595.78589303419, + "ttft_p95_ms": 6534.733187989332 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 64.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 7754.704045015387, + 7756.428897031583 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns8-20260717-v3-refine-20260716T181030504792Z/artifacts/artifacts/real-tp1-mns8-v1/round1/results/r64p00.json", + "sha256": "abfc2a158087f0ad75b560dd420604a9f81359ffdf39f0ce8e2ea25b451e6904", + "summary": { + "admission_lag_max_ms": 0.13654399663209915, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.109375, + "passed": 7, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 7857.916672946885, + "ttft_p50_ms": 4341.527819051407, + "ttft_p95_ms": 7754.704045015387 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns8-20260717-v3-refine-20260716T181030504792Z/artifacts/artifacts/real-tp1-mns8-v1/round2/results/r64p00.json", + "sha256": "192c0c850a52d2b64780bc6321cbfd10faddcc0ff10741ddad283b7d789b9def", + "summary": { + "admission_lag_max_ms": 0.11000398080796003, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.109375, + "passed": 7, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 7859.458995983005, + "ttft_p50_ms": 4341.894763987511, + "ttft_p95_ms": 7756.428897031583 + } + } + ] + } + ], + "capacity": 7.0, + "capacity_per_gpu": 7.0, + "mns": 8, + "name": "tp1_mns8", + "source_run": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp1-mns8-20260717-v3-refine-20260716T181030504792Z", + "tp": 1 + }, + "tp2_mns16": { + "anchors": [ + { + "conservative_feasible": true, + "rate": 4.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 99.1211449727416, + 101.08128399588168 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns16-20260717-v3-refine-20260716T181035686437Z/artifacts/artifacts/real-tp2-mns16-v1/round1/results/r4p00.json", + "sha256": "f149882da390114f2a2a140a3bd2ca6f15b6f7761591ea7b49b5a961c9d18df5", + "summary": { + "admission_lag_max_ms": 0.10085199028253555, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 101.28417506348342, + "ttft_p50_ms": 95.90165293775499, + "ttft_p95_ms": 99.1211449727416 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns16-20260717-v3-refine-20260716T181035686437Z/artifacts/artifacts/real-tp2-mns16-v1/round2/results/r4p00.json", + "sha256": "154dfaf2729001a8ef5b7430290f4ca906df1d4758e867d5b350489410f36d5c", + "summary": { + "admission_lag_max_ms": 0.11863000690937042, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 105.76263803523034, + "ttft_p50_ms": 96.27402503974736, + "ttft_p95_ms": 101.08128399588168 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 8.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 97.1850419882685, + 97.03529300168157 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns16-20260717-v3-refine-20260716T181035686437Z/artifacts/artifacts/real-tp2-mns16-v1/round1/results/r8p00.json", + "sha256": "9338d5cb994b0c12a6420f030ae2a9335a04986b4a81e31f4781ac838aeef2d4", + "summary": { + "admission_lag_max_ms": 0.12352492194622755, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 102.26434096693993, + "ttft_p50_ms": 95.07436107378453, + "ttft_p95_ms": 97.1850419882685 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns16-20260717-v3-refine-20260716T181035686437Z/artifacts/artifacts/real-tp2-mns16-v1/round2/results/r8p00.json", + "sha256": "a35b67970948976482ee835e595ee5631fa921607276d5ea7928460514f0d06b", + "summary": { + "admission_lag_max_ms": 0.11170096695423126, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 101.72453604172915, + "ttft_p50_ms": 94.03157397173345, + "ttft_p95_ms": 97.03529300168157 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 10.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 96.10817302018404, + 94.37024802900851 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns16-20260717-v3-refine-20260716T181035686437Z/artifacts/artifacts/real-tp2-mns16-v1/round1/results/r10p00.json", + "sha256": "f67e0f4f6b41861fcbcbee04b4efbf0dee46e273239ec94ef22d650ba6afa22a", + "summary": { + "admission_lag_max_ms": 0.10012194979935884, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 102.40214702207595, + "ttft_p50_ms": 94.17163301259279, + "ttft_p95_ms": 96.10817302018404 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns16-20260717-v3-refine-20260716T181035686437Z/artifacts/artifacts/real-tp2-mns16-v1/round2/results/r10p00.json", + "sha256": "5a64b52f0298e9ecda2fddb8230cc27ab4b9c1db01575f68b5331816b324d1d7", + "summary": { + "admission_lag_max_ms": 0.10465399827808142, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 101.07159405015409, + "ttft_p50_ms": 93.24954205658287, + "ttft_p95_ms": 94.37024802900851 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 12.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 447.0475659472868, + 454.8899739747867 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns16-20260717-v3-refine-20260716T181035686437Z/artifacts/artifacts/real-tp2-mns16-v1/round1/results/r12p00.json", + "sha256": "c6e27b9078281a54feeb1fab09616385a70de819791ce14f46b001bf540a80ab", + "summary": { + "admission_lag_max_ms": 0.12051803059875965, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 455.56937297806144, + "ttft_p50_ms": 280.09015799034387, + "ttft_p95_ms": 447.0475659472868 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns16-20260717-v3-refine-20260716T181035686437Z/artifacts/artifacts/real-tp2-mns16-v1/round2/results/r12p00.json", + "sha256": "861f9c4186c33e9ee6365d19c53e98c10615c5ee529a84e69f84dc292f53ac4f", + "summary": { + "admission_lag_max_ms": 0.11322635691612959, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 457.4526828946546, + "ttft_p50_ms": 290.1579710887745, + "ttft_p95_ms": 454.8899739747867 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 14.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 1000.5082850111648, + 1004.6314439969137 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns16-20260717-v3-refine-20260716T181035686437Z/artifacts/artifacts/real-tp2-mns16-v1/round1/results/r14p00.json", + "sha256": "2dcaf1087edd1f12fbfe0618a6ab636b22484756a5729919bc0e51de153f8f4a", + "summary": { + "admission_lag_max_ms": 0.1881921198219061, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1089.2393708927557, + "ttft_p50_ms": 611.2175739835948, + "ttft_p95_ms": 1000.5082850111648 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns16-20260717-v3-refine-20260716T181035686437Z/artifacts/artifacts/real-tp2-mns16-v1/round2/results/r14p00.json", + "sha256": "16937b31f72298c7a50ec3c7b9c1b9c798f305d83469b3d3c058efc4d53135da", + "summary": { + "admission_lag_max_ms": 0.10659568943083286, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1096.6680150013417, + "ttft_p50_ms": 617.3943240428343, + "ttft_p95_ms": 1004.6314439969137 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 16.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 1458.4544260287657, + 1471.3564389385283 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns16-20260717-v3-refine-20260716T181035686437Z/artifacts/artifacts/real-tp2-mns16-v1/round1/results/r16p00.json", + "sha256": "5576a7fd06977f51f1c43bb73c3c474cc21a93cd288b422ec3d09db671b3afe7", + "summary": { + "admission_lag_max_ms": 0.135264010168612, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.765625, + "passed": 49, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1583.2410319708288, + "ttft_p50_ms": 904.5663280412555, + "ttft_p95_ms": 1458.4544260287657 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns16-20260717-v3-refine-20260716T181035686437Z/artifacts/artifacts/real-tp2-mns16-v1/round2/results/r16p00.json", + "sha256": "2ccf16426046c412829442f72932268d5b27ce051a4312d135d32b240b48ec7c", + "summary": { + "admission_lag_max_ms": 0.11741300113499165, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.78125, + "passed": 50, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1537.9131329245865, + "ttft_p50_ms": 896.1611289996654, + "ttft_p95_ms": 1471.3564389385283 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 32.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 3348.027400090359, + 3348.575382027775 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns16-20260717-v3-refine-20260716T181035686437Z/artifacts/artifacts/real-tp2-mns16-v1/round1/results/r32p00.json", + "sha256": "d258760d15f1fdf2adefca72f7a3505c0b839036799dcb074450f7f526f76718", + "summary": { + "admission_lag_max_ms": 0.18610397819429636, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.3125, + "passed": 20, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 3442.3487790627405, + "ttft_p50_ms": 1801.6119640087709, + "ttft_p95_ms": 3348.027400090359 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns16-20260717-v3-refine-20260716T181035686437Z/artifacts/artifacts/real-tp2-mns16-v1/round2/results/r32p00.json", + "sha256": "edf5cccc1400639a94b5430897a04f20d2214bb1ffee7f4bfa62514150179a6a", + "summary": { + "admission_lag_max_ms": 0.1144439447671175, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.3125, + "passed": 20, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 3443.0311269825324, + "ttft_p50_ms": 1801.435066969134, + "ttft_p95_ms": 3348.575382027775 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 64.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 4286.911493982188, + 4287.898648995906 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns16-20260717-v3-refine-20260716T181035686437Z/artifacts/artifacts/real-tp2-mns16-v1/round1/results/r64p00.json", + "sha256": "2a6303efb826637c3c6448d6f766f7de4fc4d7b63db163a48f72c20df68394f4", + "summary": { + "admission_lag_max_ms": 0.10997895151376724, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.234375, + "passed": 15, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 4340.311317006126, + "ttft_p50_ms": 2396.4726959820837, + "ttft_p95_ms": 4286.911493982188 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns16-20260717-v3-refine-20260716T181035686437Z/artifacts/artifacts/real-tp2-mns16-v1/round2/results/r64p00.json", + "sha256": "6fafe3bf206583b8689be1b2b57d6b92cbd1ba54f7fb230ca05f6c68b3ab9757", + "summary": { + "admission_lag_max_ms": 0.12669397983700037, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.234375, + "passed": 15, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 4340.538130956702, + "ttft_p50_ms": 2394.112486974336, + "ttft_p95_ms": 4287.898648995906 + } + } + ] + } + ], + "capacity": 14.0, + "capacity_per_gpu": 7.0, + "mns": 16, + "name": "tp2_mns16", + "source_run": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns16-20260717-v3-refine-20260716T181035686437Z", + "tp": 2 + }, + "tp2_mns32": { + "anchors": [ + { + "conservative_feasible": true, + "rate": 4.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 97.2925309324637, + 96.13083000294864 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns32-20260717-v3-refine-20260716T182308386197Z/artifacts/artifacts/real-tp2-mns32-v1/round1/results/r4p00.json", + "sha256": "812f8a108a9390fb759b46e5bd41e3ddad66bc144d47bf4024d834e42b47c47e", + "summary": { + "admission_lag_max_ms": 0.11386198457330465, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 100.76773096807301, + "ttft_p50_ms": 95.72782705072314, + "ttft_p95_ms": 97.2925309324637 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns32-20260717-v3-refine-20260716T182308386197Z/artifacts/artifacts/real-tp2-mns32-v1/round2/results/r4p00.json", + "sha256": "70f922eb7651d46d81d7d394b8453c5b778f921069cf48fb2ae2677afa94a842", + "summary": { + "admission_lag_max_ms": 0.30313804745674133, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 129.06646099872887, + "ttft_p50_ms": 94.53632694203407, + "ttft_p95_ms": 96.13083000294864 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 8.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 95.42673197574914, + 98.94769196398556 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns32-20260717-v3-refine-20260716T182308386197Z/artifacts/artifacts/real-tp2-mns32-v1/round1/results/r8p00.json", + "sha256": "24097d38b0ffb45f6cdbd93f0aad04dce3b7da41ff45e948eb3a794902b6547f", + "summary": { + "admission_lag_max_ms": 0.11571904178708792, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 100.04934400785714, + "ttft_p50_ms": 94.34181300457567, + "ttft_p95_ms": 95.42673197574914 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns32-20260717-v3-refine-20260716T182308386197Z/artifacts/artifacts/real-tp2-mns32-v1/round2/results/r8p00.json", + "sha256": "7251f076d34ba9484b08fa3fc4b898d2ba8d1199cb1eaeaaffc19930f8c889b9", + "summary": { + "admission_lag_max_ms": 0.1177559606730938, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 100.93720292206854, + "ttft_p50_ms": 94.77824496570975, + "ttft_p95_ms": 98.94769196398556 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 10.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 96.28185909241438, + 95.9081610199064 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns32-20260717-v3-refine-20260716T182308386197Z/artifacts/artifacts/real-tp2-mns32-v1/round1/results/r10p00.json", + "sha256": "85796457715a25c15fc909f6def32776fbd49956eb7890df1c4abcef8c5afe78", + "summary": { + "admission_lag_max_ms": 0.14786410611122847, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 102.46025596279651, + "ttft_p50_ms": 93.54631893802434, + "ttft_p95_ms": 96.28185909241438 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns32-20260717-v3-refine-20260716T182308386197Z/artifacts/artifacts/real-tp2-mns32-v1/round2/results/r10p00.json", + "sha256": "0bf4d4d006bf0b5bd8b989ceeeb4bacb0e3ee1b8ea66f30b3deb120a14871cf0", + "summary": { + "admission_lag_max_ms": 0.11162098962813616, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 100.54603894241154, + "ttft_p50_ms": 93.77408598084003, + "ttft_p95_ms": 95.9081610199064 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 12.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 439.0145930228755, + 429.9719400005415 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns32-20260717-v3-refine-20260716T182308386197Z/artifacts/artifacts/real-tp2-mns32-v1/round1/results/r12p00.json", + "sha256": "68de6e36bd7c5624cab107fe5cb21bb817711691e545439a958c926a27e3fe29", + "summary": { + "admission_lag_max_ms": 0.10475562885403633, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 445.90794993564487, + "ttft_p50_ms": 270.3119309153408, + "ttft_p95_ms": 439.0145930228755 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns32-20260717-v3-refine-20260716T182308386197Z/artifacts/artifacts/real-tp2-mns32-v1/round2/results/r12p00.json", + "sha256": "d8d3a44a07b46f1673817ece2948fd97c30f41bd451d93a2fa02edf074536c63", + "summary": { + "admission_lag_max_ms": 0.4323029424995184, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 434.6071509644389, + "ttft_p50_ms": 265.2625450864434, + "ttft_p95_ms": 429.9719400005415 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 14.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 1014.2896320903674, + 999.8802930349484 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns32-20260717-v3-refine-20260716T182308386197Z/artifacts/artifacts/real-tp2-mns32-v1/round1/results/r14p00.json", + "sha256": "10196c2f9a9b69c2e47f64d06bf5ee6863af4cd2b612301622f0e304949a942a", + "summary": { + "admission_lag_max_ms": 0.09005970787256956, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1105.1907669752836, + "ttft_p50_ms": 621.6445650206879, + "ttft_p95_ms": 1014.2896320903674 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns32-20260717-v3-refine-20260716T182308386197Z/artifacts/artifacts/real-tp2-mns32-v1/round2/results/r14p00.json", + "sha256": "c10cab85588a3563bed36fc4480462635d34d240938beaa0e5034f13186578a6", + "summary": { + "admission_lag_max_ms": 0.11327012907713652, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1090.6395060010254, + "ttft_p50_ms": 623.5586369875818, + "ttft_p95_ms": 999.8802930349484 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 16.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 1488.3801550604403, + 1484.6198010491207 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns32-20260717-v3-refine-20260716T182308386197Z/artifacts/artifacts/real-tp2-mns32-v1/round1/results/r16p00.json", + "sha256": "ef5046c49c32178855bed6a0488ea21e8da22f786ddaabc503bea2d1025bb2f3", + "summary": { + "admission_lag_max_ms": 0.7892940193414688, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.765625, + "passed": 49, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1613.616122980602, + "ttft_p50_ms": 905.2404230460525, + "ttft_p95_ms": 1488.3801550604403 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns32-20260717-v3-refine-20260716T182308386197Z/artifacts/artifacts/real-tp2-mns32-v1/round2/results/r16p00.json", + "sha256": "de02c1d49414cffe7e20023abf4d502a4efc6d2e01fcb3e49e928081aaef77b6", + "summary": { + "admission_lag_max_ms": 0.10548799764364958, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.765625, + "passed": 49, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1550.9842830942944, + "ttft_p50_ms": 904.9503420246765, + "ttft_p95_ms": 1484.6198010491207 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 32.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 3391.811708919704, + 3362.9186518955976 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns32-20260717-v3-refine-20260716T182308386197Z/artifacts/artifacts/real-tp2-mns32-v1/round1/results/r32p00.json", + "sha256": "876c5444d17c4ce81eca907ae17d5cf7062ffa67fa266b491580e52f712614ec", + "summary": { + "admission_lag_max_ms": 0.12557301670312881, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.3125, + "passed": 20, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 3486.074637970887, + "ttft_p50_ms": 1840.204154024832, + "ttft_p95_ms": 3391.811708919704 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns32-20260717-v3-refine-20260716T182308386197Z/artifacts/artifacts/real-tp2-mns32-v1/round2/results/r32p00.json", + "sha256": "02b4cd93ce1f9816e822022fb608ba8d4c89265f673f6d27c8fa3d4f1523ffe0", + "summary": { + "admission_lag_max_ms": 0.11014204937964678, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.3125, + "passed": 20, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 3456.965696066618, + "ttft_p50_ms": 1812.343467026949, + "ttft_p95_ms": 3362.9186518955976 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 64.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 4306.351027917117, + 4302.602957002819 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns32-20260717-v3-refine-20260716T182308386197Z/artifacts/artifacts/real-tp2-mns32-v1/round1/results/r64p00.json", + "sha256": "13ba282f179b2d6ce13a0aa2fd04eb29f82e579b7995e3406cb0afd69a2d5ee2", + "summary": { + "admission_lag_max_ms": 0.3526840591803193, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.234375, + "passed": 15, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 4359.505696920678, + "ttft_p50_ms": 2411.1130589153618, + "ttft_p95_ms": 4306.351027917117 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns32-20260717-v3-refine-20260716T182308386197Z/artifacts/artifacts/real-tp2-mns32-v1/round2/results/r64p00.json", + "sha256": "767622d62f0757ef2d8c7651ea470bfa2e62edad0ed4e75f66f84a0b722e35da", + "summary": { + "admission_lag_max_ms": 0.10626309085637331, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.234375, + "passed": 15, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 4355.409953044727, + "ttft_p50_ms": 2409.5974090741947, + "ttft_p95_ms": 4302.602957002819 + } + } + ] + } + ], + "capacity": 14.0, + "capacity_per_gpu": 7.0, + "mns": 32, + "name": "tp2_mns32", + "source_run": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns32-20260717-v3-refine-20260716T182308386197Z", + "tp": 2 + }, + "tp2_mns64": { + "anchors": [ + { + "conservative_feasible": true, + "rate": 4.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 96.54812794178724, + 95.08875198662281 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns64-20260717-v3-refine-20260716T182309391513Z/artifacts/artifacts/real-tp2-mns64-v1/round1/results/r4p00.json", + "sha256": "6e6a45d0c1010094c3395969815fd8cf9c35b919db202d772fb514744f981ebc", + "summary": { + "admission_lag_max_ms": 0.11306197848170996, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 99.27749610505998, + "ttft_p50_ms": 93.01548008807003, + "ttft_p95_ms": 96.54812794178724 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns64-20260717-v3-refine-20260716T182309391513Z/artifacts/artifacts/real-tp2-mns64-v1/round2/results/r4p00.json", + "sha256": "58aa71d694704cfea15c37cb29420dbac1dc505045c29a731e8be904846cca5f", + "summary": { + "admission_lag_max_ms": 0.11853000614792109, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 98.74943597242236, + "ttft_p50_ms": 93.57558900956064, + "ttft_p95_ms": 95.08875198662281 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 8.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 94.24941800534725, + 96.21043398510665 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns64-20260717-v3-refine-20260716T182309391513Z/artifacts/artifacts/real-tp2-mns64-v1/round1/results/r8p00.json", + "sha256": "311350af236cb0306aa635f05f8999b66bf5080bad7cc1f6703fffe0be31aee6", + "summary": { + "admission_lag_max_ms": 0.19771000370383263, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 100.52211803849787, + "ttft_p50_ms": 92.4453770276159, + "ttft_p95_ms": 94.24941800534725 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns64-20260717-v3-refine-20260716T182309391513Z/artifacts/artifacts/real-tp2-mns64-v1/round2/results/r8p00.json", + "sha256": "60fe989a36a526e76f6f5c98e217b9feaf081bc680b16b9d53650bf085047c06", + "summary": { + "admission_lag_max_ms": 0.3933720290660858, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 102.97230398282409, + "ttft_p50_ms": 93.26327103190124, + "ttft_p95_ms": 96.21043398510665 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 10.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 97.98661107197404, + 92.9473100695759 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns64-20260717-v3-refine-20260716T182309391513Z/artifacts/artifacts/real-tp2-mns64-v1/round1/results/r10p00.json", + "sha256": "d0a04444a0e41bf76f71ac6ea3815bfbe76f7a51f8ddf669976bc3a4896dd0c1", + "summary": { + "admission_lag_max_ms": 0.10270101483911276, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 103.49742788821459, + "ttft_p50_ms": 94.55623896792531, + "ttft_p95_ms": 97.98661107197404 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns64-20260717-v3-refine-20260716T182309391513Z/artifacts/artifacts/real-tp2-mns64-v1/round2/results/r10p00.json", + "sha256": "f330f26f45f6039c48150a0b6b146ca3dbb9ea8b2dff086a9efd5938ab981eb7", + "summary": { + "admission_lag_max_ms": 0.11239596642553806, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 97.4133670097217, + "ttft_p50_ms": 91.2688790122047, + "ttft_p95_ms": 92.9473100695759 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 12.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 260.68170997314155, + 319.04888805001974 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns64-20260717-v3-refine-20260716T182309391513Z/artifacts/artifacts/real-tp2-mns64-v1/round1/results/r12p00.json", + "sha256": "fed5eacf18018402b0c2675b8c5595f92693a9bddec30f354d989098f9fe4965", + "summary": { + "admission_lag_max_ms": 0.11784560047090054, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 345.19017208367586, + "ttft_p50_ms": 211.41935500781983, + "ttft_p95_ms": 260.68170997314155 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns64-20260717-v3-refine-20260716T182309391513Z/artifacts/artifacts/real-tp2-mns64-v1/round2/results/r12p00.json", + "sha256": "f2be27cbeff3e5c1a95050418f2dc3c712a4648cada8cdb3d36382cfffc9593a", + "summary": { + "admission_lag_max_ms": 0.12930459342896938, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 326.86293800361454, + "ttft_p50_ms": 229.8808820778504, + "ttft_p95_ms": 319.04888805001974 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 14.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 895.7287209341303, + 912.1733580250293 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns64-20260717-v3-refine-20260716T182309391513Z/artifacts/artifacts/real-tp2-mns64-v1/round1/results/r14p00.json", + "sha256": "c2e157808e0308cc443f3abdf5114898cef66c435688d24321f80bef2d966208", + "summary": { + "admission_lag_max_ms": 0.14902697876095772, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 962.3544370988384, + "ttft_p50_ms": 576.2168710352853, + "ttft_p95_ms": 895.7287209341303 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns64-20260717-v3-refine-20260716T182309391513Z/artifacts/artifacts/real-tp2-mns64-v1/round2/results/r14p00.json", + "sha256": "749ef7d31bf8782d42719b75ee1a2e4a443f097510af721d02cf53df191bc66e", + "summary": { + "admission_lag_max_ms": 0.42896345257759094, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 986.0872740391642, + "ttft_p50_ms": 569.7114520007744, + "ttft_p95_ms": 912.1733580250293 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 16.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 1364.6171110449359, + 1366.6857269126922 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns64-20260717-v3-refine-20260716T182309391513Z/artifacts/artifacts/real-tp2-mns64-v1/round1/results/r16p00.json", + "sha256": "7545ea9210348019de88ede5d2cba7527913534274deee034fa6811c173a6e72", + "summary": { + "admission_lag_max_ms": 0.12612901628017426, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.859375, + "passed": 55, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1435.8308439841494, + "ttft_p50_ms": 848.9949750946835, + "ttft_p95_ms": 1364.6171110449359 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns64-20260717-v3-refine-20260716T182309391513Z/artifacts/artifacts/real-tp2-mns64-v1/round2/results/r16p00.json", + "sha256": "d75e27137f6a7811126d8c957bb5a081944fc1bb7643852cdd785111773f6010", + "summary": { + "admission_lag_max_ms": 0.1258660340681672, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.859375, + "passed": 55, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1436.2916270038113, + "ttft_p50_ms": 846.2129919789732, + "ttft_p95_ms": 1366.6857269126922 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 32.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 3243.9196659252048, + 3214.524411014281 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns64-20260717-v3-refine-20260716T182309391513Z/artifacts/artifacts/real-tp2-mns64-v1/round1/results/r32p00.json", + "sha256": "366ebddc167338ed096f373de5667740721422c13d2db1f887ed09186afafd19", + "summary": { + "admission_lag_max_ms": 0.09669095743447542, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.3125, + "passed": 20, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 3337.068362045102, + "ttft_p50_ms": 1751.3202880509198, + "ttft_p95_ms": 3243.9196659252048 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns64-20260717-v3-refine-20260716T182309391513Z/artifacts/artifacts/real-tp2-mns64-v1/round2/results/r32p00.json", + "sha256": "01b8f5081e36a64d5776285c8c5f423b53b1ad684c4b8f95a8caa5d997c6bf09", + "summary": { + "admission_lag_max_ms": 0.8310690755024552, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.328125, + "passed": 21, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 3277.297410997562, + "ttft_p50_ms": 1790.5721209244803, + "ttft_p95_ms": 3214.524411014281 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 64.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 4319.725521025248, + 4367.031275993213 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns64-20260717-v3-refine-20260716T182309391513Z/artifacts/artifacts/real-tp2-mns64-v1/round1/results/r64p00.json", + "sha256": "92202709fd6bbd558ff6f1986df213848254110c4274447a7bd5879153290d46", + "summary": { + "admission_lag_max_ms": 0.10392803233116865, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.234375, + "passed": 15, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 4360.145599930547, + "ttft_p50_ms": 2403.5812759539112, + "ttft_p95_ms": 4319.725521025248 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns64-20260717-v3-refine-20260716T182309391513Z/artifacts/artifacts/real-tp2-mns64-v1/round2/results/r64p00.json", + "sha256": "9660d15d31bc70c5550ed29477f563313d4d81baf0e561126aebd3b7d097cfa3", + "summary": { + "admission_lag_max_ms": 0.17276196740567684, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.25, + "passed": 16, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 4414.442001027055, + "ttft_p50_ms": 2260.2788450894877, + "ttft_p95_ms": 4367.031275993213 + } + } + ] + } + ], + "capacity": 14.0, + "capacity_per_gpu": 7.0, + "mns": 64, + "name": "tp2_mns64", + "source_run": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns64-20260717-v3-refine-20260716T182309391513Z", + "tp": 2 + }, + "tp2_mns8": { + "anchors": [ + { + "conservative_feasible": true, + "rate": 4.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 97.17482794076204, + 98.03147299680859 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns8-20260717-v3-refine-20260716T181034592841Z/artifacts/artifacts/real-tp2-mns8-v1/round1/results/r4p00.json", + "sha256": "0e315f6d9e0087ad553e874b0c16c2e6de79eb6eca22eb118dc5deca52e6efe3", + "summary": { + "admission_lag_max_ms": 0.11708191595971584, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 101.92840604577214, + "ttft_p50_ms": 95.13642196543515, + "ttft_p95_ms": 97.17482794076204 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns8-20260717-v3-refine-20260716T181034592841Z/artifacts/artifacts/real-tp2-mns8-v1/round2/results/r4p00.json", + "sha256": "baa394a24d2a3db40a3a7ae6dae0c5ce49ff05499a1e17eaa0bca4b479ae33bf", + "summary": { + "admission_lag_max_ms": 0.10946101974695921, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 100.52333807107061, + "ttft_p50_ms": 93.19468098692596, + "ttft_p95_ms": 98.03147299680859 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 8.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 97.67980605829507, + 93.80627400241792 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns8-20260717-v3-refine-20260716T181034592841Z/artifacts/artifacts/real-tp2-mns8-v1/round1/results/r8p00.json", + "sha256": "303df27c6d4604d5af65f9056acacb7c4373fb6eb7edb6e5d42689eeaa384aaa", + "summary": { + "admission_lag_max_ms": 0.11111306957900524, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 113.2329449756071, + "ttft_p50_ms": 93.05417106952518, + "ttft_p95_ms": 97.67980605829507 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns8-20260717-v3-refine-20260716T181034592841Z/artifacts/artifacts/real-tp2-mns8-v1/round2/results/r8p00.json", + "sha256": "cdbb1bca17b24b67e18ef3dd4997494d6bd2a887b3b5d1264fbf411e688c53bc", + "summary": { + "admission_lag_max_ms": 0.12463307939469814, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 101.12245299387723, + "ttft_p50_ms": 92.26030297577381, + "ttft_p95_ms": 93.80627400241792 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 10.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 94.45723297540098, + 93.57301203999668 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns8-20260717-v3-refine-20260716T181034592841Z/artifacts/artifacts/real-tp2-mns8-v1/round1/results/r10p00.json", + "sha256": "fe17ef2417319307d651bc10b01a618234d61bab797ad87a7332cab20d78ecb2", + "summary": { + "admission_lag_max_ms": 0.3267280990257859, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 99.28593400400132, + "ttft_p50_ms": 92.22474799025804, + "ttft_p95_ms": 94.45723297540098 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns8-20260717-v3-refine-20260716T181034592841Z/artifacts/artifacts/real-tp2-mns8-v1/round2/results/r10p00.json", + "sha256": "550f693708a34624a82d77afd4da0ab4bc01e09f42242a3a79e4532897681a51", + "summary": { + "admission_lag_max_ms": 0.11238199658691883, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 97.77756198309362, + "ttft_p50_ms": 92.07128698471934, + "ttft_p95_ms": 93.57301203999668 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 12.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 320.49866404850036, + 336.9630330707878 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns8-20260717-v3-refine-20260716T181034592841Z/artifacts/artifacts/real-tp2-mns8-v1/round1/results/r12p00.json", + "sha256": "edab8169453151de732923c076b8f7dca4082ee47ccd2597e65e7ba68516bc2e", + "summary": { + "admission_lag_max_ms": 0.09914662223309278, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 327.930542989634, + "ttft_p50_ms": 231.4880370395258, + "ttft_p95_ms": 320.49866404850036 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns8-20260717-v3-refine-20260716T181034592841Z/artifacts/artifacts/real-tp2-mns8-v1/round2/results/r12p00.json", + "sha256": "a6dde4363d362ca10254409e3dc734d0f0e640e63156426f3f4fd7115db49e16", + "summary": { + "admission_lag_max_ms": 0.17016706988215446, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 428.6657409975305, + "ttft_p50_ms": 237.09688894450665, + "ttft_p95_ms": 336.9630330707878 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 14.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 911.7195709841326, + 910.7652489328757 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns8-20260717-v3-refine-20260716T181034592841Z/artifacts/artifacts/real-tp2-mns8-v1/round1/results/r14p00.json", + "sha256": "7eba81ee5c85c457a056f9aef28abd94d375fdaa116929cfe0a0c282a0738bd2", + "summary": { + "admission_lag_max_ms": 0.13163150288164616, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 999.2953530745581, + "ttft_p50_ms": 580.023527960293, + "ttft_p95_ms": 911.7195709841326 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns8-20260717-v3-refine-20260716T181034592841Z/artifacts/artifacts/real-tp2-mns8-v1/round2/results/r14p00.json", + "sha256": "6a113d3d876ff01a9c1101e8b75efa2fc71f96683d6bb430e26d5976426b5d23", + "summary": { + "admission_lag_max_ms": 0.11634768452495337, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 988.8870939612389, + "ttft_p50_ms": 578.9327350212261, + "ttft_p95_ms": 910.7652489328757 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 16.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 1389.8832038976252, + 1365.0342189939693 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns8-20260717-v3-refine-20260716T181034592841Z/artifacts/artifacts/real-tp2-mns8-v1/round1/results/r16p00.json", + "sha256": "d677251ee1a941c52469052a239c2e13be0a837285069aa8182a16e196445e48", + "summary": { + "admission_lag_max_ms": 0.11070503387600183, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.828125, + "passed": 53, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1460.5093500576913, + "ttft_p50_ms": 864.3530959961936, + "ttft_p95_ms": 1389.8832038976252 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns8-20260717-v3-refine-20260716T181034592841Z/artifacts/artifacts/real-tp2-mns8-v1/round2/results/r16p00.json", + "sha256": "f5177f53aa0f87a4e7291f470978d86ad8bc46bd1a8362b79f48cd128646dc10", + "summary": { + "admission_lag_max_ms": 0.3672370221465826, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.828125, + "passed": 53, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1491.050804965198, + "ttft_p50_ms": 841.7225609300658, + "ttft_p95_ms": 1365.0342189939693 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 32.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 3258.010295103304, + 3258.664960041642 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns8-20260717-v3-refine-20260716T181034592841Z/artifacts/artifacts/real-tp2-mns8-v1/round1/results/r32p00.json", + "sha256": "02a6ac2b9c2b9ab97854d6fcc13b64bbb36a079e4afdae84231e4cb187fac4ef", + "summary": { + "admission_lag_max_ms": 0.1296499976888299, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.3125, + "passed": 20, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 3352.278529899195, + "ttft_p50_ms": 1755.0864539807662, + "ttft_p95_ms": 3258.010295103304 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns8-20260717-v3-refine-20260716T181034592841Z/artifacts/artifacts/real-tp2-mns8-v1/round2/results/r32p00.json", + "sha256": "9ca2f44fc7e3cb3d38ada548af858903b31bbee5cd50f1723c29255ebd4224e9", + "summary": { + "admission_lag_max_ms": 1.1343059595674276, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.3125, + "passed": 20, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 3352.7101600775495, + "ttft_p50_ms": 1755.3453800501302, + "ttft_p95_ms": 3258.664960041642 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 64.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 4190.255103982054, + 4189.1050330596045 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns8-20260717-v3-refine-20260716T181034592841Z/artifacts/artifacts/real-tp2-mns8-v1/round1/results/r64p00.json", + "sha256": "53908d3a254e19691839831b4337014b09591ced9189c2a9b29e0d92e80fcb56", + "summary": { + "admission_lag_max_ms": 0.11591101065278053, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.234375, + "passed": 15, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 4242.029857938178, + "ttft_p50_ms": 2340.5529640149325, + "ttft_p95_ms": 4190.255103982054 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns8-20260717-v3-refine-20260716T181034592841Z/artifacts/artifacts/real-tp2-mns8-v1/round2/results/r64p00.json", + "sha256": "1c8c85c873aa96c01dc0200f848474a53c1173ef72f3828e8c23aeae70e92b11", + "summary": { + "admission_lag_max_ms": 0.284243025816977, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.234375, + "passed": 15, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 4240.770195960067, + "ttft_p50_ms": 2339.3583690049127, + "ttft_p95_ms": 4189.1050330596045 + } + } + ] + } + ], + "capacity": 14.0, + "capacity_per_gpu": 7.0, + "mns": 8, + "name": "tp2_mns8", + "source_run": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp2-mns8-20260717-v3-refine-20260716T181034592841Z", + "tp": 2 + }, + "tp4_mns16": { + "anchors": [ + { + "conservative_feasible": true, + "rate": 4.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 74.66826005838811, + 66.5705680148676 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns16-20260717-v4-refine-20260716T183829231278Z/artifacts/artifacts/real-tp4-mns16-v1/round1/results/r4p00.json", + "sha256": "fb354fc8a097caa21844d4ea5515b98b03459f400816e5e5590a6cda81cf4815", + "summary": { + "admission_lag_max_ms": 0.1035250024870038, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 93.38432096410543, + "ttft_p50_ms": 65.75745099689811, + "ttft_p95_ms": 74.66826005838811 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns16-20260717-v4-refine-20260716T183829231278Z/artifacts/artifacts/real-tp4-mns16-v1/round2/results/r4p00.json", + "sha256": "ac8e8412f79a8a32ebf085445a94aa548dd2d646fce0b9f56b4378081dcc8960", + "summary": { + "admission_lag_max_ms": 0.12108997907489538, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 79.89856600761414, + "ttft_p50_ms": 62.386377016082406, + "ttft_p95_ms": 66.5705680148676 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 8.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 70.44799195136875, + 72.29184894822538 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns16-20260717-v4-refine-20260716T183829231278Z/artifacts/artifacts/real-tp4-mns16-v1/round1/results/r8p00.json", + "sha256": "05ebbd68bbf24e9c8b25684474411c7db122b92701cc1617f9d786cf19592751", + "summary": { + "admission_lag_max_ms": 0.1825150102376938, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 96.92095802165568, + "ttft_p50_ms": 60.598687967285514, + "ttft_p95_ms": 70.44799195136875 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns16-20260717-v4-refine-20260716T183829231278Z/artifacts/artifacts/real-tp4-mns16-v1/round2/results/r8p00.json", + "sha256": "d24f7daaf41073cc8aa030b74c06203783684c3e556770366883c37b826406f2", + "summary": { + "admission_lag_max_ms": 0.10628998279571533, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 75.13270596973598, + "ttft_p50_ms": 60.161596979014575, + "ttft_p95_ms": 72.29184894822538 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 16.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 66.02151494007558, + 107.58775402791798 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns16-20260717-v4-refine-20260716T183829231278Z/artifacts/artifacts/real-tp4-mns16-v1/round1/results/r16p00.json", + "sha256": "a29b2128983af630e1da8f970cbda802849036bc522eb506821bf2fe1a34172f", + "summary": { + "admission_lag_max_ms": 0.10468997061252594, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 72.93136999942362, + "ttft_p50_ms": 59.5597909996286, + "ttft_p95_ms": 66.02151494007558 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns16-20260717-v4-refine-20260716T183829231278Z/artifacts/artifacts/real-tp4-mns16-v1/round2/results/r16p00.json", + "sha256": "275ae35651cbe2200d16c9b06a68568efda527564065255a10dee6fe93346010", + "summary": { + "admission_lag_max_ms": 0.3144120564684272, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 119.78317995090038, + "ttft_p50_ms": 59.12985489703715, + "ttft_p95_ms": 107.58775402791798 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 20.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 193.8455159543082, + 187.52167106140405 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns16-20260717-v4-refine-20260716T183829231278Z/artifacts/artifacts/real-tp4-mns16-v1/round1/results/r20p00.json", + "sha256": "4cb485f30b81c004bab379e6522d94b811c0bdc0be6d8e42c9d8ae842d9600dc", + "summary": { + "admission_lag_max_ms": 0.10407401714473963, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 197.7908629924059, + "ttft_p50_ms": 142.73560303263366, + "ttft_p95_ms": 193.8455159543082 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns16-20260717-v4-refine-20260716T183829231278Z/artifacts/artifacts/real-tp4-mns16-v1/round2/results/r20p00.json", + "sha256": "63aa9dc03a08b781c5d6e8805f2b61698c75e71673608ecd38bd1132c62e6987", + "summary": { + "admission_lag_max_ms": 0.09386602323502302, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 190.29632199089974, + "ttft_p50_ms": 136.1723990412429, + "ttft_p95_ms": 187.52167106140405 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 24.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 568.2198900030926, + 573.4539540717378 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns16-20260717-v4-refine-20260716T183829231278Z/artifacts/artifacts/real-tp4-mns16-v1/round1/results/r24p00.json", + "sha256": "5e4d5b44850090d07fe1d3abc44eddea3bfdf2b682f59b12a45a866621e38f98", + "summary": { + "admission_lag_max_ms": 0.7511250441893935, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 613.2891150191426, + "ttft_p50_ms": 375.27791305910796, + "ttft_p95_ms": 568.2198900030926 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns16-20260717-v4-refine-20260716T183829231278Z/artifacts/artifacts/real-tp4-mns16-v1/round2/results/r24p00.json", + "sha256": "239e7789aed2e9b2bcf1d127215a6b122071eb856be2db64ccc184fda153aa48", + "summary": { + "admission_lag_max_ms": 0.11180061846971512, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 614.9205249967054, + "ttft_p50_ms": 375.5133739905432, + "ttft_p95_ms": 573.4539540717378 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 28.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 860.0242879474536, + 886.1482660286129 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns16-20260717-v4-refine-20260716T183829231278Z/artifacts/artifacts/real-tp4-mns16-v1/round1/results/r28p00.json", + "sha256": "8b249b52779e5b3cd9028aaee30ee73ef34b0b0a64dcd75b9aad57266c29fbc2", + "summary": { + "admission_lag_max_ms": 0.11425174307078123, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 930.8854410191998, + "ttft_p50_ms": 534.7980660153553, + "ttft_p95_ms": 860.0242879474536 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns16-20260717-v4-refine-20260716T183829231278Z/artifacts/artifacts/real-tp4-mns16-v1/round2/results/r28p00.json", + "sha256": "c9b28c8f3187542a343ecf1067783569ec2abfa64631d6827a94ba6876aa7b63", + "summary": { + "admission_lag_max_ms": 0.312068616040051, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 922.4315020255744, + "ttft_p50_ms": 549.7413279954344, + "ttft_p95_ms": 886.1482660286129 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 32.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 1147.1082780044526, + 1137.236590962857 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns16-20260717-v4-refine-20260716T183829231278Z/artifacts/artifacts/real-tp4-mns16-v1/round1/results/r32p00.json", + "sha256": "d27ff9f940a6cd7fba339d9a176de39cf4b5bd164dcc500f2af36bcb07cdef30", + "summary": { + "admission_lag_max_ms": 0.16146607231348753, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1201.626160996966, + "ttft_p50_ms": 696.4708579471335, + "ttft_p95_ms": 1147.1082780044526 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns16-20260717-v4-refine-20260716T183829231278Z/artifacts/artifacts/real-tp4-mns16-v1/round2/results/r32p00.json", + "sha256": "093044e87fffdaa222e5bad3807cbf4900aa64891d5b4ba27f187c7a411252d7", + "summary": { + "admission_lag_max_ms": 0.10430300608277321, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1201.045956928283, + "ttft_p50_ms": 684.3201500596479, + "ttft_p95_ms": 1137.236590962857 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 64.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 2064.763988018967, + 2039.6780440350994 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns16-20260717-v4-refine-20260716T183829231278Z/artifacts/artifacts/real-tp4-mns16-v1/round1/results/r64p00.json", + "sha256": "fad7bdd80d5ca603790a4e5d19dadd4f494540b106ce583e3e8c1c05d2374a58", + "summary": { + "admission_lag_max_ms": 6.394341005943716, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.53125, + "passed": 34, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 2144.80376499705, + "ttft_p50_ms": 1158.5425049997866, + "ttft_p95_ms": 2064.763988018967 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns16-20260717-v4-refine-20260716T183829231278Z/artifacts/artifacts/real-tp4-mns16-v1/round2/results/r64p00.json", + "sha256": "24fdb945706dbbdd29916e0f08e0eff807334db212fded94c729da2e1b46efd3", + "summary": { + "admission_lag_max_ms": 0.10294502135366201, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.546875, + "passed": 35, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 2125.4275270039216, + "ttft_p50_ms": 1131.1213460285217, + "ttft_p95_ms": 2039.6780440350994 + } + } + ] + } + ], + "capacity": 32.0, + "capacity_per_gpu": 8.0, + "mns": 16, + "name": "tp4_mns16", + "source_run": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns16-20260717-v4-refine-20260716T183829231278Z", + "tp": 4 + }, + "tp4_mns32": { + "anchors": [ + { + "conservative_feasible": true, + "rate": 4.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 67.80304794665426, + 64.59337309934199 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns32-20260717-v4-refine-20260716T183830222875Z/artifacts/artifacts/real-tp4-mns32-v1/round1/results/r4p00.json", + "sha256": "2e82a30f02c2702668e59661930431cf82323746a111d42bf38b7fdc0d083b3d", + "summary": { + "admission_lag_max_ms": 0.1332589890807867, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 72.74050498381257, + "ttft_p50_ms": 64.10286005120724, + "ttft_p95_ms": 67.80304794665426 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns32-20260717-v4-refine-20260716T183830222875Z/artifacts/artifacts/real-tp4-mns32-v1/round2/results/r4p00.json", + "sha256": "8294196c7dc52765a6820f5e1d8439c480490daed9505263f707810f73c95783", + "summary": { + "admission_lag_max_ms": 0.1283179735764861, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 70.6796320155263, + "ttft_p50_ms": 60.962425894103944, + "ttft_p95_ms": 64.59337309934199 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 8.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 70.46496798284352, + 68.22343391831964 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns32-20260717-v4-refine-20260716T183830222875Z/artifacts/artifacts/real-tp4-mns32-v1/round1/results/r8p00.json", + "sha256": "38bbfeab47e5eb6296fcccf20f04ef25dc24db658be92300c492734bbfe333cf", + "summary": { + "admission_lag_max_ms": 0.10555307380855083, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 87.7126749837771, + "ttft_p50_ms": 62.65173899009824, + "ttft_p95_ms": 70.46496798284352 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns32-20260717-v4-refine-20260716T183830222875Z/artifacts/artifacts/real-tp4-mns32-v1/round2/results/r8p00.json", + "sha256": "716f90177d6f203717c80a8e9b28697e53141f204af470493c299bc73a1ea3ee", + "summary": { + "admission_lag_max_ms": 0.24518708232790232, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 80.40577603969723, + "ttft_p50_ms": 60.29119901359081, + "ttft_p95_ms": 68.22343391831964 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 16.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 89.53388908412308, + 76.93439698778093 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns32-20260717-v4-refine-20260716T183830222875Z/artifacts/artifacts/real-tp4-mns32-v1/round1/results/r16p00.json", + "sha256": "063016efe822c31c2425e7d963eda4c054f3f7c0341df0a3cd73ab86a942e873", + "summary": { + "admission_lag_max_ms": 0.2996840048581362, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 97.41822991054505, + "ttft_p50_ms": 60.97789097111672, + "ttft_p95_ms": 89.53388908412308 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns32-20260717-v4-refine-20260716T183830222875Z/artifacts/artifacts/real-tp4-mns32-v1/round2/results/r16p00.json", + "sha256": "eecc6bdeff90a8bf195dfc5387c6bc2f4db20ed7c9aeb9b4ebe050efccc6051a", + "summary": { + "admission_lag_max_ms": 0.36267400719225407, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 79.42048599943519, + "ttft_p50_ms": 60.29245804529637, + "ttft_p95_ms": 76.93439698778093 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 20.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 206.2494510319084, + 201.13301498349756 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns32-20260717-v4-refine-20260716T183830222875Z/artifacts/artifacts/real-tp4-mns32-v1/round1/results/r20p00.json", + "sha256": "22a62729358fea7c38ca166a1a49f1235e98c7f07ecfe4948322110cda4b7178", + "summary": { + "admission_lag_max_ms": 0.11367700062692165, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 255.14698098413646, + "ttft_p50_ms": 155.46583198010921, + "ttft_p95_ms": 206.2494510319084 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns32-20260717-v4-refine-20260716T183830222875Z/artifacts/artifacts/real-tp4-mns32-v1/round2/results/r20p00.json", + "sha256": "be103a759100bd2ab6dd31ee4ce41b6f0da40d232a60ebe137e3d933194a487c", + "summary": { + "admission_lag_max_ms": 0.17853605095297098, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 209.22932599205524, + "ttft_p50_ms": 155.12292610947043, + "ttft_p95_ms": 201.13301498349756 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 24.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 580.5047769099474, + 577.3971510352567 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns32-20260717-v4-refine-20260716T183830222875Z/artifacts/artifacts/real-tp4-mns32-v1/round1/results/r24p00.json", + "sha256": "890a733a97f399deb4c5efcca661d9a442ed76080cd5d8b6a2c09368aef701b7", + "summary": { + "admission_lag_max_ms": 0.1084543764591217, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 621.5670789824799, + "ttft_p50_ms": 374.6346529806033, + "ttft_p95_ms": 580.5047769099474 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns32-20260717-v4-refine-20260716T183830222875Z/artifacts/artifacts/real-tp4-mns32-v1/round2/results/r24p00.json", + "sha256": "87e8543652b1743b1b9b8c3de0fc680401b0bf9a33d61fa6132120c944b2a6eb", + "summary": { + "admission_lag_max_ms": 0.11801638174802065, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 623.2662099646404, + "ttft_p50_ms": 382.11427396163344, + "ttft_p95_ms": 577.3971510352567 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 28.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 873.0683700414374, + 889.4930009264499 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns32-20260717-v4-refine-20260716T183830222875Z/artifacts/artifacts/real-tp4-mns32-v1/round1/results/r28p00.json", + "sha256": "f877781730a5437b4cbdb76948915f1c871574b19a6df27076d21b65bb18e678", + "summary": { + "admission_lag_max_ms": 0.6807943573221564, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 943.9258739585057, + "ttft_p50_ms": 542.9852310335264, + "ttft_p95_ms": 873.0683700414374 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns32-20260717-v4-refine-20260716T183830222875Z/artifacts/artifacts/real-tp4-mns32-v1/round2/results/r28p00.json", + "sha256": "82151dc539b35302489c17976cfe89b8f4c64944298954607fad8f5c9cb9e7d8", + "summary": { + "admission_lag_max_ms": 6.750226486474276, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 936.5667289821431, + "ttft_p50_ms": 546.0105559322983, + "ttft_p95_ms": 889.4930009264499 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 32.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 1135.3467140579596, + 1146.743991994299 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns32-20260717-v4-refine-20260716T183830222875Z/artifacts/artifacts/real-tp4-mns32-v1/round1/results/r32p00.json", + "sha256": "082cc4c47b2eec6e49f0edd14cff5a51b880bd998d98da8b9830bbf7615483ef", + "summary": { + "admission_lag_max_ms": 0.10443700011819601, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1199.8225760180503, + "ttft_p50_ms": 680.4794340860099, + "ttft_p95_ms": 1135.3467140579596 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns32-20260717-v4-refine-20260716T183830222875Z/artifacts/artifacts/real-tp4-mns32-v1/round2/results/r32p00.json", + "sha256": "517d3cbc1104b5ea1bdb0e381c033cf978181a93449b6498d30b52cd3dd3e770", + "summary": { + "admission_lag_max_ms": 0.4415180301293731, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1210.0602959981188, + "ttft_p50_ms": 693.0603379150853, + "ttft_p95_ms": 1146.743991994299 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 64.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 2084.9693010095507, + 2041.9401369290426 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns32-20260717-v4-refine-20260716T183830222875Z/artifacts/artifacts/real-tp4-mns32-v1/round1/results/r64p00.json", + "sha256": "7e11771ed598826fb3c5594c7e05d0989e01030be2d8b36fa21813aff462496d", + "summary": { + "admission_lag_max_ms": 0.10768393985927105, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.5625, + "passed": 36, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 2132.128676981665, + "ttft_p50_ms": 1113.0280290963128, + "ttft_p95_ms": 2084.9693010095507 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns32-20260717-v4-refine-20260716T183830222875Z/artifacts/artifacts/real-tp4-mns32-v1/round2/results/r64p00.json", + "sha256": "cf550423832a92cba942b7e1dc14a42000e8c9507403de8cd49aa56af9db6706", + "summary": { + "admission_lag_max_ms": 0.11262902989983559, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.546875, + "passed": 35, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 2122.8132860269397, + "ttft_p50_ms": 1131.2310450011864, + "ttft_p95_ms": 2041.9401369290426 + } + } + ] + } + ], + "capacity": 32.0, + "capacity_per_gpu": 8.0, + "mns": 32, + "name": "tp4_mns32", + "source_run": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns32-20260717-v4-refine-20260716T183830222875Z", + "tp": 4 + }, + "tp4_mns64": { + "anchors": [ + { + "conservative_feasible": true, + "rate": 4.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 66.89354998525232, + 83.23234610725194 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns64-20260717-v4-refine-20260716T184826349294Z/artifacts/artifacts/real-tp4-mns64-v1/round1/results/r4p00.json", + "sha256": "266cba4088f8a9483ceb41fdc02d04a2181cb7ffb6b52372b6b0687e62f2863e", + "summary": { + "admission_lag_max_ms": 0.10568101424723864, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 72.09669100120664, + "ttft_p50_ms": 62.014322029426694, + "ttft_p95_ms": 66.89354998525232 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns64-20260717-v4-refine-20260716T184826349294Z/artifacts/artifacts/real-tp4-mns64-v1/round2/results/r4p00.json", + "sha256": "26f3926c40504b96a37cb7b9dae1af5040c085c1a730e20feaf1d3e9ddbf8e54", + "summary": { + "admission_lag_max_ms": 0.108166947029531, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 96.42452490516007, + "ttft_p50_ms": 61.261708033271134, + "ttft_p95_ms": 83.23234610725194 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 8.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 67.26283801253885, + 67.34374002553523 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns64-20260717-v4-refine-20260716T184826349294Z/artifacts/artifacts/real-tp4-mns64-v1/round1/results/r8p00.json", + "sha256": "e84e6ba2c8822e012aceea7cc6f376ea1b6265fe4a3bb68b7badfc36b8813545", + "summary": { + "admission_lag_max_ms": 0.15694997273385525, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 86.54619695153087, + "ttft_p50_ms": 59.63437003083527, + "ttft_p95_ms": 67.26283801253885 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns64-20260717-v4-refine-20260716T184826349294Z/artifacts/artifacts/real-tp4-mns64-v1/round2/results/r8p00.json", + "sha256": "dae50073c9f79919181e8dcf274ca8929ba41c512f64363e40187de68839b87e", + "summary": { + "admission_lag_max_ms": 0.09962497279047966, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 69.00161597877741, + "ttft_p50_ms": 60.2562150452286, + "ttft_p95_ms": 67.34374002553523 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 16.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 71.37343694921583, + 64.9534990079701 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns64-20260717-v4-refine-20260716T184826349294Z/artifacts/artifacts/real-tp4-mns64-v1/round1/results/r16p00.json", + "sha256": "776c9956f65acf7c9b6c8df517a4f8c4d462289893a19e625a2a0ad7dcbf5506", + "summary": { + "admission_lag_max_ms": 0.1066719414666295, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 82.25136005785316, + "ttft_p50_ms": 58.52357891853899, + "ttft_p95_ms": 71.37343694921583 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns64-20260717-v4-refine-20260716T184826349294Z/artifacts/artifacts/real-tp4-mns64-v1/round2/results/r16p00.json", + "sha256": "90057204a5f6343ee4ee9cdd08323d87d83660d5bf8f02480882eb479d2e587e", + "summary": { + "admission_lag_max_ms": 0.10102998930960894, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 65.3582609957084, + "ttft_p50_ms": 58.98014397826046, + "ttft_p95_ms": 64.9534990079701 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 20.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 192.98715889453888, + 258.1990590551868 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns64-20260717-v4-refine-20260716T184826349294Z/artifacts/artifacts/real-tp4-mns64-v1/round1/results/r20p00.json", + "sha256": "6ce029388b206d0663acd41f4da1d67a6562389e1c84cf1826ce77c05d176d9a", + "summary": { + "admission_lag_max_ms": 0.12691703159362078, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 198.67739104665816, + "ttft_p50_ms": 142.75032398290932, + "ttft_p95_ms": 192.98715889453888 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns64-20260717-v4-refine-20260716T184826349294Z/artifacts/artifacts/real-tp4-mns64-v1/round2/results/r20p00.json", + "sha256": "0dbfb3f012574988ddebfb0af1532c735ac62d6d88863d24cd820aed50a92a59", + "summary": { + "admission_lag_max_ms": 0.3961039474233985, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 259.55891504418105, + "ttft_p50_ms": 162.6282810466364, + "ttft_p95_ms": 258.1990590551868 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 24.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 583.3089610096067, + 571.3486529421061 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns64-20260717-v4-refine-20260716T184826349294Z/artifacts/artifacts/real-tp4-mns64-v1/round1/results/r24p00.json", + "sha256": "0774ba2f285d81447c63343b32551d6fc33369b54010629381efa9a37df23a9c", + "summary": { + "admission_lag_max_ms": 0.09822729043662548, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 628.714332007803, + "ttft_p50_ms": 366.9840869260952, + "ttft_p95_ms": 583.3089610096067 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns64-20260717-v4-refine-20260716T184826349294Z/artifacts/artifacts/real-tp4-mns64-v1/round2/results/r24p00.json", + "sha256": "1986a05c366ebe73af0f89d2cd0e4efd3e577c800cf1e80997cd26ea0aaaec09", + "summary": { + "admission_lag_max_ms": 0.11414836626499891, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 617.9165309295058, + "ttft_p50_ms": 376.65714998729527, + "ttft_p95_ms": 571.3486529421061 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 28.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 869.708820944652, + 866.4831441128626 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns64-20260717-v4-refine-20260716T184826349294Z/artifacts/artifacts/real-tp4-mns64-v1/round1/results/r28p00.json", + "sha256": "ab987729fc833a59817eabaa18c320b0d0a2ecd402fd02bdb534b6c773c029d8", + "summary": { + "admission_lag_max_ms": 0.578614417463541, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 941.3277570856735, + "ttft_p50_ms": 540.4732850147411, + "ttft_p95_ms": 869.708820944652 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns64-20260717-v4-refine-20260716T184826349294Z/artifacts/artifacts/real-tp4-mns64-v1/round2/results/r28p00.json", + "sha256": "38f9c82c9ee30927cc0ba857e5e3fce2e79b8a24de03efaec77ce27258633a7e", + "summary": { + "admission_lag_max_ms": 0.12532551772892475, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 938.2033230504021, + "ttft_p50_ms": 541.139594046399, + "ttft_p95_ms": 866.4831441128626 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 32.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 1132.6635719742626, + 1144.196804962121 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns64-20260717-v4-refine-20260716T184826349294Z/artifacts/artifacts/real-tp4-mns64-v1/round1/results/r32p00.json", + "sha256": "358f5b8e1b72bff5752c076f2966b966d98f6f5767ce52d5a255b7f68f061e54", + "summary": { + "admission_lag_max_ms": 0.32093306072056293, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1197.7118930080906, + "ttft_p50_ms": 678.4568330040202, + "ttft_p95_ms": 1132.6635719742626 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns64-20260717-v4-refine-20260716T184826349294Z/artifacts/artifacts/real-tp4-mns64-v1/round2/results/r32p00.json", + "sha256": "3f6dbb760582fdd7470422d8edf6b62949d158ad0d437f04015441a0a4509003", + "summary": { + "admission_lag_max_ms": 1.1304179206490517, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1193.1529619032517, + "ttft_p50_ms": 692.5535890040919, + "ttft_p95_ms": 1144.196804962121 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 64.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 2042.27216495201, + 2043.943466967903 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns64-20260717-v4-refine-20260716T184826349294Z/artifacts/artifacts/real-tp4-mns64-v1/round1/results/r64p00.json", + "sha256": "a24eae7db6eb4cd105ed903917988e8fe6eef5d4cc2549d4e05e9a03dfafb107", + "summary": { + "admission_lag_max_ms": 0.134881935082376, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.546875, + "passed": 35, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 2132.23939598538, + "ttft_p50_ms": 1137.3268909519538, + "ttft_p95_ms": 2042.27216495201 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns64-20260717-v4-refine-20260716T184826349294Z/artifacts/artifacts/real-tp4-mns64-v1/round2/results/r64p00.json", + "sha256": "e85efaada0b64bb9dd686f59282171ccb256a1d8483c6f037589a68e3e1a104a", + "summary": { + "admission_lag_max_ms": 0.11892011389136314, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.546875, + "passed": 35, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 2125.3299129894003, + "ttft_p50_ms": 1134.724210947752, + "ttft_p95_ms": 2043.943466967903 + } + } + ] + } + ], + "capacity": 32.0, + "capacity_per_gpu": 8.0, + "mns": 64, + "name": "tp4_mns64", + "source_run": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns64-20260717-v4-refine-20260716T184826349294Z", + "tp": 4 + }, + "tp4_mns8": { + "anchors": [ + { + "conservative_feasible": true, + "rate": 4.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 82.33969006687403, + 69.57727600820363 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns8-20260717-v3-refine-20260716T182310414444Z/artifacts/artifacts/real-tp4-mns8-v1/round1/results/r4p00.json", + "sha256": "e69b89ad2e07e6560ebd870773532b33e4415e9ca1515e585cbe465616678569", + "summary": { + "admission_lag_max_ms": 0.14186999760568142, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 86.54833806212991, + "ttft_p50_ms": 62.749656033702195, + "ttft_p95_ms": 82.33969006687403 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns8-20260717-v3-refine-20260716T182310414444Z/artifacts/artifacts/real-tp4-mns8-v1/round2/results/r4p00.json", + "sha256": "2c76dcf112a828a6720e079d29bb54a6a65d37d26abaaafdc6d5580751dbad65", + "summary": { + "admission_lag_max_ms": 0.11478399392217398, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 81.3983449479565, + "ttft_p50_ms": 62.220132909715176, + "ttft_p95_ms": 69.57727600820363 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 8.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 63.71171900536865, + 68.14328604377806 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns8-20260717-v3-refine-20260716T182310414444Z/artifacts/artifacts/real-tp4-mns8-v1/round1/results/r8p00.json", + "sha256": "0e5d687dfcdb4b6a0d1d060ceefe8a74faab94a5b241580d45b53c452f893b23", + "summary": { + "admission_lag_max_ms": 0.09818794205784798, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 69.63772000744939, + "ttft_p50_ms": 60.89008797425777, + "ttft_p95_ms": 63.71171900536865 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns8-20260717-v3-refine-20260716T182310414444Z/artifacts/artifacts/real-tp4-mns8-v1/round2/results/r8p00.json", + "sha256": "1bf016b603473d46fda4bc6d4daeaee5e1091ff4cda1cab7224e0c5edea512f8", + "summary": { + "admission_lag_max_ms": 0.11399004142731428, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 76.76690397784114, + "ttft_p50_ms": 60.9520060243085, + "ttft_p95_ms": 68.14328604377806 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 16.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 133.86176899075508, + 61.95738597307354 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns8-20260717-v3-refine-20260716T182310414444Z/artifacts/artifacts/real-tp4-mns8-v1/round1/results/r16p00.json", + "sha256": "197808b1b5fa8082e603a255f358826b5f8f48707223c7fd63abfe029674b817", + "summary": { + "admission_lag_max_ms": 0.10530801955610514, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 191.68931001331657, + "ttft_p50_ms": 61.92394997924566, + "ttft_p95_ms": 133.86176899075508 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns8-20260717-v3-refine-20260716T182310414444Z/artifacts/artifacts/real-tp4-mns8-v1/round2/results/r16p00.json", + "sha256": "53e809470daf9efcdabb254e85e8cc3b45d0ab8593c6c2f3aa3396e60d1656da", + "summary": { + "admission_lag_max_ms": 0.1288399798795581, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 70.40882098954171, + "ttft_p50_ms": 59.417470009066164, + "ttft_p95_ms": 61.95738597307354 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 20.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 201.29013701807708, + 200.0734859611839 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns8-20260717-v3-refine-20260716T182310414444Z/artifacts/artifacts/real-tp4-mns8-v1/round1/results/r20p00.json", + "sha256": "05b977824fb301517cdbe2d077b360b6053d57fee1c20acad3537321827d027a", + "summary": { + "admission_lag_max_ms": 0.3848400665447116, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 204.5107699232176, + "ttft_p50_ms": 150.0862929970026, + "ttft_p95_ms": 201.29013701807708 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns8-20260717-v3-refine-20260716T182310414444Z/artifacts/artifacts/real-tp4-mns8-v1/round2/results/r20p00.json", + "sha256": "baf422b7a3c95b0d3d376a31b0a30e075f69216c794ebc2ef51afafe1ec55229", + "summary": { + "admission_lag_max_ms": 0.24754798505455256, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 204.8192109214142, + "ttft_p50_ms": 148.99871195666492, + "ttft_p95_ms": 200.0734859611839 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 24.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 564.2021730309352, + 560.4996709153056 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns8-20260717-v3-refine-20260716T182310414444Z/artifacts/artifacts/real-tp4-mns8-v1/round1/results/r24p00.json", + "sha256": "029b2a9695322d536539c3dd7665725f933b21a8bb48fa94c0448c9f7f8bf0eb", + "summary": { + "admission_lag_max_ms": 0.14956865925341845, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 610.4218009859324, + "ttft_p50_ms": 368.3909500250593, + "ttft_p95_ms": 564.2021730309352 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns8-20260717-v3-refine-20260716T182310414444Z/artifacts/artifacts/real-tp4-mns8-v1/round2/results/r24p00.json", + "sha256": "94b46583af3a7a4bbb9f7256c4c4a5ce804b3092459abe3984ea0ce67f591f3c", + "summary": { + "admission_lag_max_ms": 0.11110503692179918, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 606.6705230623484, + "ttft_p50_ms": 367.50321893487126, + "ttft_p95_ms": 560.4996709153056 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 28.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 870.7952990662307, + 894.6108610834926 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns8-20260717-v3-refine-20260716T182310414444Z/artifacts/artifacts/real-tp4-mns8-v1/round1/results/r28p00.json", + "sha256": "07bfe263107bb3d2acaa356257343f90045e4295c799178bc0a0b5f1c1994284", + "summary": { + "admission_lag_max_ms": 0.6798935355618596, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 942.792383953929, + "ttft_p50_ms": 543.340316042304, + "ttft_p95_ms": 870.7952990662307 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns8-20260717-v3-refine-20260716T182310414444Z/artifacts/artifacts/real-tp4-mns8-v1/round2/results/r28p00.json", + "sha256": "861dd55076ef40a78c34824345c5279dff86262b604db120e9e38efa27b5be55", + "summary": { + "admission_lag_max_ms": 0.09912776295095682, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 930.2741150604561, + "ttft_p50_ms": 549.9696529004723, + "ttft_p95_ms": 894.6108610834926 + } + } + ] + }, + { + "conservative_feasible": true, + "rate": 32.0, + "round_feasible": [ + true, + true + ], + "round_ttft_p95_ms": [ + 1136.603599996306, + 1134.0074760373682 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns8-20260717-v3-refine-20260716T182310414444Z/artifacts/artifacts/real-tp4-mns8-v1/round1/results/r32p00.json", + "sha256": "332b805322b571087b018ee459dd91c443dfe0b2bb539b5bdfb4de902bba6da2", + "summary": { + "admission_lag_max_ms": 0.19067595712840557, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1201.8779760692269, + "ttft_p50_ms": 683.3873559953645, + "ttft_p95_ms": 1136.603599996306 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns8-20260717-v3-refine-20260716T182310414444Z/artifacts/artifacts/real-tp4-mns8-v1/round2/results/r32p00.json", + "sha256": "996a12a5ed962218dfbe6f30be688119030f10f6539647b6e4a9f25f032b22cb", + "summary": { + "admission_lag_max_ms": 0.11958007235080004, + "completed": 64, + "failed": 0, + "slo": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 1198.4891929896548, + "ttft_p50_ms": 682.7383439522237, + "ttft_p95_ms": 1134.0074760373682 + } + } + ] + }, + { + "conservative_feasible": false, + "rate": 64.0, + "round_feasible": [ + false, + false + ], + "round_ttft_p95_ms": [ + 2040.8174369949847, + 2082.3236129945144 + ], + "rounds": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns8-20260717-v3-refine-20260716T182310414444Z/artifacts/artifacts/real-tp4-mns8-v1/round1/results/r64p00.json", + "sha256": "c5f17f625071e905b5f1bf8045cd233b2fea0fe6ca00044935dee9c663d1526b", + "summary": { + "admission_lag_max_ms": 0.7995429914444685, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.546875, + "passed": 35, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 2131.160691031255, + "ttft_p50_ms": 1134.8516750149429, + "ttft_p95_ms": 2040.8174369949847 + } + }, + { + "path": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns8-20260717-v3-refine-20260716T182310414444Z/artifacts/artifacts/real-tp4-mns8-v1/round2/results/r64p00.json", + "sha256": "775db5b941347d9fd5d6df32d6ee037f8168bd47b9eae9a7bdb3dbd8c40aa990", + "summary": { + "admission_lag_max_ms": 0.17620902508497238, + "completed": 64, + "failed": 0, + "slo": { + "feasible": false, + "pass_rate": 0.5625, + "passed": 36, + "ttft_threshold_ms": 1256.0 + }, + "ttft_max_ms": 2129.518053960055, + "ttft_p50_ms": 1112.3740070033818, + "ttft_p95_ms": 2082.3236129945144 + } + } + ] + } + ], + "capacity": 32.0, + "capacity_per_gpu": 8.0, + "mns": 8, + "name": "tp4_mns8", + "source_run": "/home/gahow/phd/aituner/runs/frontier-phase-factorial-v0/fleet-artifacts-exclusive/qwen30-prefill-real-tp4-mns8-20260717-v3-refine-20260716T182310414444Z", + "tp": 4 + } + }, + "real_campaign_resources": { + "fresh_server_anchors": 192, + "gpu_hours": 12.074444444444445, + "measured_requests": 12288, + "runs": [ + { + "duration_seconds": 908.0, + "gpu_hours": 0.25222222222222224, + "run": "qwen30-prefill-real-tp1-mns16-20260717-v2-exclusive-20260716T164730291172Z", + "tp": 1 + }, + { + "duration_seconds": 540.0, + "gpu_hours": 0.15, + "run": "qwen30-prefill-real-tp1-mns16-20260717-v3-refine-20260716T181031481585Z", + "tp": 1 + }, + { + "duration_seconds": 937.0, + "gpu_hours": 0.2602777777777778, + "run": "qwen30-prefill-real-tp1-mns32-20260717-v2-exclusive-20260716T164731376588Z", + "tp": 1 + }, + { + "duration_seconds": 558.0, + "gpu_hours": 0.155, + "run": "qwen30-prefill-real-tp1-mns32-20260717-v3-refine-20260716T181032543571Z", + "tp": 1 + }, + { + "duration_seconds": 972.0, + "gpu_hours": 0.27, + "run": "qwen30-prefill-real-tp1-mns64-20260717-v2-exclusive-20260716T164732482666Z", + "tp": 1 + }, + { + "duration_seconds": 572.0, + "gpu_hours": 0.15888888888888889, + "run": "qwen30-prefill-real-tp1-mns64-20260717-v3-refine-20260716T181033562318Z", + "tp": 1 + }, + { + "duration_seconds": 886.0, + "gpu_hours": 0.2461111111111111, + "run": "qwen30-prefill-real-tp1-mns8-20260717-v2-exclusive-20260716T164729267199Z", + "tp": 1 + }, + { + "duration_seconds": 525.0, + "gpu_hours": 0.14583333333333334, + "run": "qwen30-prefill-real-tp1-mns8-20260717-v3-refine-20260716T181030504792Z", + "tp": 1 + }, + { + "duration_seconds": 983.0, + "gpu_hours": 0.5461111111111111, + "run": "qwen30-prefill-real-tp2-mns16-20260717-v2-exclusive-20260716T164734745039Z", + "tp": 2 + }, + { + "duration_seconds": 569.0, + "gpu_hours": 0.3161111111111111, + "run": "qwen30-prefill-real-tp2-mns16-20260717-v3-refine-20260716T181035686437Z", + "tp": 2 + }, + { + "duration_seconds": 1033.0, + "gpu_hours": 0.5738888888888889, + "run": "qwen30-prefill-real-tp2-mns32-20260717-v2-exclusive-20260716T170909930153Z", + "tp": 2 + }, + { + "duration_seconds": 584.0, + "gpu_hours": 0.3244444444444444, + "run": "qwen30-prefill-real-tp2-mns32-20260717-v3-refine-20260716T182308386197Z", + "tp": 2 + }, + { + "duration_seconds": 1063.0, + "gpu_hours": 0.5905555555555555, + "run": "qwen30-prefill-real-tp2-mns64-20260717-v2-exclusive-20260716T170910954319Z", + "tp": 2 + }, + { + "duration_seconds": 597.0, + "gpu_hours": 0.33166666666666667, + "run": "qwen30-prefill-real-tp2-mns64-20260717-v3-refine-20260716T182309391513Z", + "tp": 2 + }, + { + "duration_seconds": 957.0, + "gpu_hours": 0.5316666666666666, + "run": "qwen30-prefill-real-tp2-mns8-20260717-v2-exclusive-20260716T164733581881Z", + "tp": 2 + }, + { + "duration_seconds": 563.0, + "gpu_hours": 0.31277777777777777, + "run": "qwen30-prefill-real-tp2-mns8-20260717-v3-refine-20260716T181034592841Z", + "tp": 2 + }, + { + "duration_seconds": 1008.0, + "gpu_hours": 1.12, + "run": "qwen30-prefill-real-tp4-mns16-20260717-v2-exclusive-20260716T172922998830Z", + "tp": 4 + }, + { + "duration_seconds": 559.0, + "gpu_hours": 0.6211111111111111, + "run": "qwen30-prefill-real-tp4-mns16-20260717-v4-refine-20260716T183829231278Z", + "tp": 4 + }, + { + "duration_seconds": 1024.0, + "gpu_hours": 1.1377777777777778, + "run": "qwen30-prefill-real-tp4-mns32-20260717-v2-exclusive-20260716T172923955862Z", + "tp": 4 + }, + { + "duration_seconds": 556.0, + "gpu_hours": 0.6177777777777778, + "run": "qwen30-prefill-real-tp4-mns32-20260717-v4-refine-20260716T183830222875Z", + "tp": 4 + }, + { + "duration_seconds": 959.0, + "gpu_hours": 1.0655555555555556, + "run": "qwen30-prefill-real-tp4-mns64-20260717-v2b-exclusive-20260716T175248149074Z", + "tp": 4 + }, + { + "duration_seconds": 567.0, + "gpu_hours": 0.63, + "run": "qwen30-prefill-real-tp4-mns64-20260717-v4-refine-20260716T184826349294Z", + "tp": 4 + }, + { + "duration_seconds": 995.0, + "gpu_hours": 1.1055555555555556, + "run": "qwen30-prefill-real-tp4-mns8-20260717-v2-exclusive-20260716T170911977980Z", + "tp": 4 + }, + { + "duration_seconds": 550.0, + "gpu_hours": 0.6111111111111112, + "run": "qwen30-prefill-real-tp4-mns8-20260717-v3-refine-20260716T182310414444Z", + "tp": 4 + } + ], + "successful_fleet_jobs": 24, + "warmup_requests": 4512 + }, + "schema": "qwen30-prefill-fidelity-comparison-v1", + "simulator": { + "tp1_mns16": { + "anchors": [ + { + "feasible": true, + "pass_rate": 1.0, + "rate": 4.0, + "ttft_p95_ms": 166.6461504479848 + }, + { + "feasible": true, + "pass_rate": 1.0, + "rate": 8.0, + "ttft_p95_ms": 575.6631856791392 + }, + { + "feasible": false, + "pass_rate": 0.265625, + "rate": 16.0, + "ttft_p95_ms": 3529.1762077816857 + }, + { + "feasible": false, + "pass_rate": 0.1875, + "rate": 32.0, + "ttft_p95_ms": 5290.0301465092725 + }, + { + "feasible": false, + "pass_rate": 0.140625, + "rate": 64.0, + "ttft_p95_ms": 6180.6551465092725 + } + ], + "capacity": 8.0, + "capacity_per_gpu": 8.0, + "mns": 16, + "name": "tp1_mns16", + "tp": 1 + }, + "tp1_mns32": { + "anchors": [ + { + "feasible": true, + "pass_rate": 1.0, + "rate": 4.0, + "ttft_p95_ms": 166.6461504479848 + }, + { + "feasible": true, + "pass_rate": 1.0, + "rate": 8.0, + "ttft_p95_ms": 575.6631856791392 + }, + { + "feasible": false, + "pass_rate": 0.265625, + "rate": 16.0, + "ttft_p95_ms": 3529.1762077816857 + }, + { + "feasible": false, + "pass_rate": 0.1875, + "rate": 32.0, + "ttft_p95_ms": 5290.0301465092725 + }, + { + "feasible": false, + "pass_rate": 0.140625, + "rate": 64.0, + "ttft_p95_ms": 6180.6551465092725 + } + ], + "capacity": 8.0, + "capacity_per_gpu": 8.0, + "mns": 32, + "name": "tp1_mns32", + "tp": 1 + }, + "tp1_mns64": { + "anchors": [ + { + "feasible": true, + "pass_rate": 1.0, + "rate": 4.0, + "ttft_p95_ms": 166.6461504479848 + }, + { + "feasible": true, + "pass_rate": 1.0, + "rate": 8.0, + "ttft_p95_ms": 575.6631856791392 + }, + { + "feasible": false, + "pass_rate": 0.265625, + "rate": 16.0, + "ttft_p95_ms": 3529.1762077816857 + }, + { + "feasible": false, + "pass_rate": 0.1875, + "rate": 32.0, + "ttft_p95_ms": 5290.0301465092725 + }, + { + "feasible": false, + "pass_rate": 0.140625, + "rate": 64.0, + "ttft_p95_ms": 6180.6551465092725 + } + ], + "capacity": 8.0, + "capacity_per_gpu": 8.0, + "mns": 64, + "name": "tp1_mns64", + "tp": 1 + }, + "tp1_mns8": { + "anchors": [ + { + "feasible": true, + "pass_rate": 1.0, + "rate": 4.0, + "ttft_p95_ms": 166.6461504479848 + }, + { + "feasible": true, + "pass_rate": 1.0, + "rate": 8.0, + "ttft_p95_ms": 575.6631856791392 + }, + { + "feasible": false, + "pass_rate": 0.265625, + "rate": 16.0, + "ttft_p95_ms": 3529.1762077816857 + }, + { + "feasible": false, + "pass_rate": 0.1875, + "rate": 32.0, + "ttft_p95_ms": 5290.0301465092725 + }, + { + "feasible": false, + "pass_rate": 0.140625, + "rate": 64.0, + "ttft_p95_ms": 6180.6551465092725 + } + ], + "capacity": 8.0, + "capacity_per_gpu": 8.0, + "mns": 8, + "name": "tp1_mns8", + "tp": 1 + }, + "tp2_mns16": { + "anchors": [ + { + "feasible": true, + "pass_rate": 1.0, + "rate": 4.0, + "ttft_p95_ms": 118.55152318709017 + }, + { + "feasible": true, + "pass_rate": 1.0, + "rate": 8.0, + "ttft_p95_ms": 118.55152318708929 + }, + { + "feasible": true, + "pass_rate": 1.0, + "rate": 16.0, + "ttft_p95_ms": 786.9875986853465 + }, + { + "feasible": false, + "pass_rate": 0.421875, + "rate": 32.0, + "ttft_p95_ms": 2566.908354521784 + }, + { + "feasible": false, + "pass_rate": 0.3125, + "rate": 64.0, + "ttft_p95_ms": 3439.824414996849 + } + ], + "capacity": 16.0, + "capacity_per_gpu": 8.0, + "mns": 16, + "name": "tp2_mns16", + "tp": 2 + }, + "tp2_mns32": { + "anchors": [ + { + "feasible": true, + "pass_rate": 1.0, + "rate": 4.0, + "ttft_p95_ms": 118.55152318709017 + }, + { + "feasible": true, + "pass_rate": 1.0, + "rate": 8.0, + "ttft_p95_ms": 118.55152318708929 + }, + { + "feasible": true, + "pass_rate": 1.0, + "rate": 16.0, + "ttft_p95_ms": 786.9875986853465 + }, + { + "feasible": false, + "pass_rate": 0.421875, + "rate": 32.0, + "ttft_p95_ms": 2566.908354521784 + }, + { + "feasible": false, + "pass_rate": 0.3125, + "rate": 64.0, + "ttft_p95_ms": 3439.824414996849 + } + ], + "capacity": 16.0, + "capacity_per_gpu": 8.0, + "mns": 32, + "name": "tp2_mns32", + "tp": 2 + }, + "tp2_mns64": { + "anchors": [ + { + "feasible": true, + "pass_rate": 1.0, + "rate": 4.0, + "ttft_p95_ms": 118.55152318709017 + }, + { + "feasible": true, + "pass_rate": 1.0, + "rate": 8.0, + "ttft_p95_ms": 118.55152318708929 + }, + { + "feasible": true, + "pass_rate": 1.0, + "rate": 16.0, + "ttft_p95_ms": 786.9875986853465 + }, + { + "feasible": false, + "pass_rate": 0.421875, + "rate": 32.0, + "ttft_p95_ms": 2566.908354521784 + }, + { + "feasible": false, + "pass_rate": 0.3125, + "rate": 64.0, + "ttft_p95_ms": 3439.824414996849 + } + ], + "capacity": 16.0, + "capacity_per_gpu": 8.0, + "mns": 64, + "name": "tp2_mns64", + "tp": 2 + }, + "tp2_mns8": { + "anchors": [ + { + "feasible": true, + "pass_rate": 1.0, + "rate": 4.0, + "ttft_p95_ms": 118.55152318709017 + }, + { + "feasible": true, + "pass_rate": 1.0, + "rate": 8.0, + "ttft_p95_ms": 118.55152318708929 + }, + { + "feasible": true, + "pass_rate": 1.0, + "rate": 16.0, + "ttft_p95_ms": 786.9875986853465 + }, + { + "feasible": false, + "pass_rate": 0.421875, + "rate": 32.0, + "ttft_p95_ms": 2566.908354521784 + }, + { + "feasible": false, + "pass_rate": 0.3125, + "rate": 64.0, + "ttft_p95_ms": 3439.824414996849 + } + ], + "capacity": 16.0, + "capacity_per_gpu": 8.0, + "mns": 8, + "name": "tp2_mns8", + "tp": 2 + }, + "tp4_mns16": { + "anchors": [ + { + "feasible": true, + "pass_rate": 1.0, + "rate": 4.0, + "ttft_p95_ms": 86.51189290936045 + }, + { + "feasible": true, + "pass_rate": 1.0, + "rate": 8.0, + "ttft_p95_ms": 86.51189290936001 + }, + { + "feasible": true, + "pass_rate": 1.0, + "rate": 16.0, + "ttft_p95_ms": 252.16908885537626 + }, + { + "feasible": true, + "pass_rate": 0.984375, + "rate": 32.0, + "ttft_p95_ms": 1219.2127732631457 + }, + { + "feasible": false, + "pass_rate": 0.515625, + "rate": 64.0, + "ttft_p95_ms": 2106.0636248827373 + } + ], + "capacity": 32.0, + "capacity_per_gpu": 8.0, + "mns": 16, + "name": "tp4_mns16", + "tp": 4 + }, + "tp4_mns32": { + "anchors": [ + { + "feasible": true, + "pass_rate": 1.0, + "rate": 4.0, + "ttft_p95_ms": 86.51189290936045 + }, + { + "feasible": true, + "pass_rate": 1.0, + "rate": 8.0, + "ttft_p95_ms": 86.51189290936001 + }, + { + "feasible": true, + "pass_rate": 1.0, + "rate": 16.0, + "ttft_p95_ms": 252.16908885537626 + }, + { + "feasible": true, + "pass_rate": 0.984375, + "rate": 32.0, + "ttft_p95_ms": 1219.2127732631457 + }, + { + "feasible": false, + "pass_rate": 0.515625, + "rate": 64.0, + "ttft_p95_ms": 2106.0636248827373 + } + ], + "capacity": 32.0, + "capacity_per_gpu": 8.0, + "mns": 32, + "name": "tp4_mns32", + "tp": 4 + }, + "tp4_mns64": { + "anchors": [ + { + "feasible": true, + "pass_rate": 1.0, + "rate": 4.0, + "ttft_p95_ms": 86.51189290936045 + }, + { + "feasible": true, + "pass_rate": 1.0, + "rate": 8.0, + "ttft_p95_ms": 86.51189290936001 + }, + { + "feasible": true, + "pass_rate": 1.0, + "rate": 16.0, + "ttft_p95_ms": 252.16908885537626 + }, + { + "feasible": true, + "pass_rate": 0.984375, + "rate": 32.0, + "ttft_p95_ms": 1219.2127732631457 + }, + { + "feasible": false, + "pass_rate": 0.515625, + "rate": 64.0, + "ttft_p95_ms": 2106.0636248827373 + } + ], + "capacity": 32.0, + "capacity_per_gpu": 8.0, + "mns": 64, + "name": "tp4_mns64", + "tp": 4 + }, + "tp4_mns8": { + "anchors": [ + { + "feasible": true, + "pass_rate": 1.0, + "rate": 4.0, + "ttft_p95_ms": 86.51189290936045 + }, + { + "feasible": true, + "pass_rate": 1.0, + "rate": 8.0, + "ttft_p95_ms": 86.51189290936001 + }, + { + "feasible": true, + "pass_rate": 1.0, + "rate": 16.0, + "ttft_p95_ms": 252.16908885537626 + }, + { + "feasible": true, + "pass_rate": 0.984375, + "rate": 32.0, + "ttft_p95_ms": 1219.2127732631457 + }, + { + "feasible": false, + "pass_rate": 0.515625, + "rate": 64.0, + "ttft_p95_ms": 2106.0636248827373 + } + ], + "capacity": 32.0, + "capacity_per_gpu": 8.0, + "mns": 8, + "name": "tp4_mns8", + "tp": 4 + } + }, + "simulator_sources": [ + { + "path": "/home/gahow/phd/aituner/runs/frontier-fidelity-envelope-v1/simulator-a3/frontier_surface_frozen.json", + "sha256": "fe7392fbcd20f6a96562773b3644df9dac23c8562462356acc86585f7f1d40f0" + } + ] +} diff --git a/runs/frontier-fidelity-envelope-v1/results/a3/frontier_surface_frozen.json b/runs/frontier-fidelity-envelope-v1/results/a3/frontier_surface_frozen.json new file mode 100644 index 0000000..34009eb --- /dev/null +++ b/runs/frontier-fidelity-envelope-v1/results/a3/frontier_surface_frozen.json @@ -0,0 +1,1736 @@ +{ + "capacity": [ + { + "config": { + "mns": 16, + "name": "tp1_mns16", + "tp": 1 + }, + "lower_censored": false, + "maximum_tested_feasible_request_rate": 8.0, + "maximum_tested_feasible_request_rate_per_gpu": 8.0, + "upper_censored": false + }, + { + "config": { + "mns": 32, + "name": "tp1_mns32", + "tp": 1 + }, + "lower_censored": false, + "maximum_tested_feasible_request_rate": 8.0, + "maximum_tested_feasible_request_rate_per_gpu": 8.0, + "upper_censored": false + }, + { + "config": { + "mns": 64, + "name": "tp1_mns64", + "tp": 1 + }, + "lower_censored": false, + "maximum_tested_feasible_request_rate": 8.0, + "maximum_tested_feasible_request_rate_per_gpu": 8.0, + "upper_censored": false + }, + { + "config": { + "mns": 8, + "name": "tp1_mns8", + "tp": 1 + }, + "lower_censored": false, + "maximum_tested_feasible_request_rate": 8.0, + "maximum_tested_feasible_request_rate_per_gpu": 8.0, + "upper_censored": false + }, + { + "config": { + "mns": 16, + "name": "tp2_mns16", + "tp": 2 + }, + "lower_censored": false, + "maximum_tested_feasible_request_rate": 16.0, + "maximum_tested_feasible_request_rate_per_gpu": 8.0, + "upper_censored": false + }, + { + "config": { + "mns": 32, + "name": "tp2_mns32", + "tp": 2 + }, + "lower_censored": false, + "maximum_tested_feasible_request_rate": 16.0, + "maximum_tested_feasible_request_rate_per_gpu": 8.0, + "upper_censored": false + }, + { + "config": { + "mns": 64, + "name": "tp2_mns64", + "tp": 2 + }, + "lower_censored": false, + "maximum_tested_feasible_request_rate": 16.0, + "maximum_tested_feasible_request_rate_per_gpu": 8.0, + "upper_censored": false + }, + { + "config": { + "mns": 8, + "name": "tp2_mns8", + "tp": 2 + }, + "lower_censored": false, + "maximum_tested_feasible_request_rate": 16.0, + "maximum_tested_feasible_request_rate_per_gpu": 8.0, + "upper_censored": false + }, + { + "config": { + "mns": 16, + "name": "tp4_mns16", + "tp": 4 + }, + "lower_censored": false, + "maximum_tested_feasible_request_rate": 32.0, + "maximum_tested_feasible_request_rate_per_gpu": 8.0, + "upper_censored": false + }, + { + "config": { + "mns": 32, + "name": "tp4_mns32", + "tp": 4 + }, + "lower_censored": false, + "maximum_tested_feasible_request_rate": 32.0, + "maximum_tested_feasible_request_rate_per_gpu": 8.0, + "upper_censored": false + }, + { + "config": { + "mns": 64, + "name": "tp4_mns64", + "tp": 4 + }, + "lower_censored": false, + "maximum_tested_feasible_request_rate": 32.0, + "maximum_tested_feasible_request_rate_per_gpu": 8.0, + "upper_censored": false + }, + { + "config": { + "mns": 8, + "name": "tp4_mns8", + "tp": 4 + }, + "lower_censored": false, + "maximum_tested_feasible_request_rate": 32.0, + "maximum_tested_feasible_request_rate_per_gpu": 8.0, + "upper_censored": false + } + ], + "collective": { + "allreduce_csv": "/home/gahow/phd/aituner/runs/frontier-fidelity-envelope-v1/profiles/measured-allreduce.csv", + "allreduce_csv_sha256": "9d693fd406616b599e57bcde66c980c7fc2831b3acf37d3eb633cec80ea0070d", + "backend": "vidur" + }, + "config_results": [ + { + "config": { + "mns": 8, + "name": "tp1_mns8", + "tp": 1 + }, + "loads": [ + { + "config": { + "mns": 8, + "name": "tp1_mns8", + "tp": 1 + }, + "elapsed_seconds": 157.35246539115906, + "offered_request_rate": 4.0, + "offered_request_rate_per_gpu": 4.0, + "request_count": 64, + "request_metrics_sha256": "705075942dea05ebacb4c83c2587a865e40e1c7af243d2894fa7a05409f8fe59", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 4.020947591286289, + "ttft_max_ms": 166.6461504479848, + "ttft_p50_ms": 166.64615044798398, + "ttft_p95_ms": 166.6461504479848 + }, + "status": "completed", + "trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05" + }, + { + "config": { + "mns": 8, + "name": "tp1_mns8", + "tp": 1 + }, + "elapsed_seconds": 9.141019344329834, + "offered_request_rate": 8.0, + "offered_request_rate_per_gpu": 8.0, + "request_count": 64, + "request_metrics_sha256": "5dbdc7f1672445ef892ed104c0ea1bfb02baba3f87e8a3e707c523707861b747", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 7.75274759930899, + "ttft_max_ms": 586.937565208359, + "ttft_p50_ms": 436.98066306434936, + "ttft_p95_ms": 575.6631856791392 + }, + "status": "completed", + "trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd" + }, + { + "config": { + "mns": 8, + "name": "tp1_mns8", + "tp": 1 + }, + "elapsed_seconds": 9.098863363265991, + "offered_request_rate": 16.0, + "offered_request_rate_per_gpu": 16.0, + "request_count": 64, + "request_metrics_sha256": "58835b434e8f85b91a8d14681bf4a6a0df5f38c69ead31bbc6e02c1c50f8a9c1", + "score": { + "feasible": false, + "pass_rate": 0.265625, + "passed": 17, + "throughput_requests_per_second": 8.523874834682788, + "ttft_max_ms": 3654.1762077816857, + "ttft_p50_ms": 1994.5136762864174, + "ttft_p95_ms": 3529.1762077816857 + }, + "status": "completed", + "trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33" + }, + { + "config": { + "mns": 8, + "name": "tp1_mns8", + "tp": 1 + }, + "elapsed_seconds": 9.089977025985718, + "offered_request_rate": 32.0, + "offered_request_rate_per_gpu": 32.0, + "request_count": 64, + "request_metrics_sha256": "a83336424fd7682e60e1a02a62d5c1edbcded34f14919b6011c8bc76a3f24de1", + "score": { + "feasible": false, + "pass_rate": 0.1875, + "passed": 12, + "throughput_requests_per_second": 8.660758725922316, + "ttft_max_ms": 5483.402803563629, + "ttft_p50_ms": 2911.6176150140045, + "ttft_p95_ms": 5290.0301465092725 + }, + "status": "completed", + "trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1" + }, + { + "config": { + "mns": 8, + "name": "tp1_mns8", + "tp": 1 + }, + "elapsed_seconds": 9.088061094284058, + "offered_request_rate": 64.0, + "offered_request_rate_per_gpu": 64.0, + "request_count": 64, + "request_metrics_sha256": "000767c0b12d8ec4c9e83f978b3552c8c6b99a2b42414100fc1a7b3e8e5c721e", + "score": { + "feasible": false, + "pass_rate": 0.140625, + "passed": 9, + "throughput_requests_per_second": 8.660758725922316, + "ttft_max_ms": 6436.527803563629, + "ttft_p50_ms": 3380.3676150140045, + "ttft_p95_ms": 6180.6551465092725 + }, + "status": "completed", + "trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9" + } + ] + }, + { + "config": { + "mns": 16, + "name": "tp1_mns16", + "tp": 1 + }, + "loads": [ + { + "config": { + "mns": 16, + "name": "tp1_mns16", + "tp": 1 + }, + "elapsed_seconds": 8.947673320770264, + "offered_request_rate": 4.0, + "offered_request_rate_per_gpu": 4.0, + "request_count": 64, + "request_metrics_sha256": "705075942dea05ebacb4c83c2587a865e40e1c7af243d2894fa7a05409f8fe59", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 4.020947591286289, + "ttft_max_ms": 166.6461504479848, + "ttft_p50_ms": 166.64615044798398, + "ttft_p95_ms": 166.6461504479848 + }, + "status": "completed", + "trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05" + }, + { + "config": { + "mns": 16, + "name": "tp1_mns16", + "tp": 1 + }, + "elapsed_seconds": 9.042973518371582, + "offered_request_rate": 8.0, + "offered_request_rate_per_gpu": 8.0, + "request_count": 64, + "request_metrics_sha256": "5dbdc7f1672445ef892ed104c0ea1bfb02baba3f87e8a3e707c523707861b747", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 7.75274759930899, + "ttft_max_ms": 586.937565208359, + "ttft_p50_ms": 436.98066306434936, + "ttft_p95_ms": 575.6631856791392 + }, + "status": "completed", + "trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd" + }, + { + "config": { + "mns": 16, + "name": "tp1_mns16", + "tp": 1 + }, + "elapsed_seconds": 9.092506170272827, + "offered_request_rate": 16.0, + "offered_request_rate_per_gpu": 16.0, + "request_count": 64, + "request_metrics_sha256": "58835b434e8f85b91a8d14681bf4a6a0df5f38c69ead31bbc6e02c1c50f8a9c1", + "score": { + "feasible": false, + "pass_rate": 0.265625, + "passed": 17, + "throughput_requests_per_second": 8.523874834682788, + "ttft_max_ms": 3654.1762077816857, + "ttft_p50_ms": 1994.5136762864174, + "ttft_p95_ms": 3529.1762077816857 + }, + "status": "completed", + "trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33" + }, + { + "config": { + "mns": 16, + "name": "tp1_mns16", + "tp": 1 + }, + "elapsed_seconds": 9.044708013534546, + "offered_request_rate": 32.0, + "offered_request_rate_per_gpu": 32.0, + "request_count": 64, + "request_metrics_sha256": "a83336424fd7682e60e1a02a62d5c1edbcded34f14919b6011c8bc76a3f24de1", + "score": { + "feasible": false, + "pass_rate": 0.1875, + "passed": 12, + "throughput_requests_per_second": 8.660758725922316, + "ttft_max_ms": 5483.402803563629, + "ttft_p50_ms": 2911.6176150140045, + "ttft_p95_ms": 5290.0301465092725 + }, + "status": "completed", + "trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1" + }, + { + "config": { + "mns": 16, + "name": "tp1_mns16", + "tp": 1 + }, + "elapsed_seconds": 9.29175853729248, + "offered_request_rate": 64.0, + "offered_request_rate_per_gpu": 64.0, + "request_count": 64, + "request_metrics_sha256": "000767c0b12d8ec4c9e83f978b3552c8c6b99a2b42414100fc1a7b3e8e5c721e", + "score": { + "feasible": false, + "pass_rate": 0.140625, + "passed": 9, + "throughput_requests_per_second": 8.660758725922316, + "ttft_max_ms": 6436.527803563629, + "ttft_p50_ms": 3380.3676150140045, + "ttft_p95_ms": 6180.6551465092725 + }, + "status": "completed", + "trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9" + } + ] + }, + { + "config": { + "mns": 32, + "name": "tp1_mns32", + "tp": 1 + }, + "loads": [ + { + "config": { + "mns": 32, + "name": "tp1_mns32", + "tp": 1 + }, + "elapsed_seconds": 8.991463661193848, + "offered_request_rate": 4.0, + "offered_request_rate_per_gpu": 4.0, + "request_count": 64, + "request_metrics_sha256": "705075942dea05ebacb4c83c2587a865e40e1c7af243d2894fa7a05409f8fe59", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 4.020947591286289, + "ttft_max_ms": 166.6461504479848, + "ttft_p50_ms": 166.64615044798398, + "ttft_p95_ms": 166.6461504479848 + }, + "status": "completed", + "trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05" + }, + { + "config": { + "mns": 32, + "name": "tp1_mns32", + "tp": 1 + }, + "elapsed_seconds": 9.138724327087402, + "offered_request_rate": 8.0, + "offered_request_rate_per_gpu": 8.0, + "request_count": 64, + "request_metrics_sha256": "5dbdc7f1672445ef892ed104c0ea1bfb02baba3f87e8a3e707c523707861b747", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 7.75274759930899, + "ttft_max_ms": 586.937565208359, + "ttft_p50_ms": 436.98066306434936, + "ttft_p95_ms": 575.6631856791392 + }, + "status": "completed", + "trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd" + }, + { + "config": { + "mns": 32, + "name": "tp1_mns32", + "tp": 1 + }, + "elapsed_seconds": 9.188970565795898, + "offered_request_rate": 16.0, + "offered_request_rate_per_gpu": 16.0, + "request_count": 64, + "request_metrics_sha256": "58835b434e8f85b91a8d14681bf4a6a0df5f38c69ead31bbc6e02c1c50f8a9c1", + "score": { + "feasible": false, + "pass_rate": 0.265625, + "passed": 17, + "throughput_requests_per_second": 8.523874834682788, + "ttft_max_ms": 3654.1762077816857, + "ttft_p50_ms": 1994.5136762864174, + "ttft_p95_ms": 3529.1762077816857 + }, + "status": "completed", + "trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33" + }, + { + "config": { + "mns": 32, + "name": "tp1_mns32", + "tp": 1 + }, + "elapsed_seconds": 9.189127683639526, + "offered_request_rate": 32.0, + "offered_request_rate_per_gpu": 32.0, + "request_count": 64, + "request_metrics_sha256": "a83336424fd7682e60e1a02a62d5c1edbcded34f14919b6011c8bc76a3f24de1", + "score": { + "feasible": false, + "pass_rate": 0.1875, + "passed": 12, + "throughput_requests_per_second": 8.660758725922316, + "ttft_max_ms": 5483.402803563629, + "ttft_p50_ms": 2911.6176150140045, + "ttft_p95_ms": 5290.0301465092725 + }, + "status": "completed", + "trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1" + }, + { + "config": { + "mns": 32, + "name": "tp1_mns32", + "tp": 1 + }, + "elapsed_seconds": 9.189879894256592, + "offered_request_rate": 64.0, + "offered_request_rate_per_gpu": 64.0, + "request_count": 64, + "request_metrics_sha256": "000767c0b12d8ec4c9e83f978b3552c8c6b99a2b42414100fc1a7b3e8e5c721e", + "score": { + "feasible": false, + "pass_rate": 0.140625, + "passed": 9, + "throughput_requests_per_second": 8.660758725922316, + "ttft_max_ms": 6436.527803563629, + "ttft_p50_ms": 3380.3676150140045, + "ttft_p95_ms": 6180.6551465092725 + }, + "status": "completed", + "trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9" + } + ] + }, + { + "config": { + "mns": 64, + "name": "tp1_mns64", + "tp": 1 + }, + "loads": [ + { + "config": { + "mns": 64, + "name": "tp1_mns64", + "tp": 1 + }, + "elapsed_seconds": 8.999529123306274, + "offered_request_rate": 4.0, + "offered_request_rate_per_gpu": 4.0, + "request_count": 64, + "request_metrics_sha256": "705075942dea05ebacb4c83c2587a865e40e1c7af243d2894fa7a05409f8fe59", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 4.020947591286289, + "ttft_max_ms": 166.6461504479848, + "ttft_p50_ms": 166.64615044798398, + "ttft_p95_ms": 166.6461504479848 + }, + "status": "completed", + "trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05" + }, + { + "config": { + "mns": 64, + "name": "tp1_mns64", + "tp": 1 + }, + "elapsed_seconds": 9.192278385162354, + "offered_request_rate": 8.0, + "offered_request_rate_per_gpu": 8.0, + "request_count": 64, + "request_metrics_sha256": "5dbdc7f1672445ef892ed104c0ea1bfb02baba3f87e8a3e707c523707861b747", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 7.75274759930899, + "ttft_max_ms": 586.937565208359, + "ttft_p50_ms": 436.98066306434936, + "ttft_p95_ms": 575.6631856791392 + }, + "status": "completed", + "trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd" + }, + { + "config": { + "mns": 64, + "name": "tp1_mns64", + "tp": 1 + }, + "elapsed_seconds": 9.040328979492188, + "offered_request_rate": 16.0, + "offered_request_rate_per_gpu": 16.0, + "request_count": 64, + "request_metrics_sha256": "58835b434e8f85b91a8d14681bf4a6a0df5f38c69ead31bbc6e02c1c50f8a9c1", + "score": { + "feasible": false, + "pass_rate": 0.265625, + "passed": 17, + "throughput_requests_per_second": 8.523874834682788, + "ttft_max_ms": 3654.1762077816857, + "ttft_p50_ms": 1994.5136762864174, + "ttft_p95_ms": 3529.1762077816857 + }, + "status": "completed", + "trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33" + }, + { + "config": { + "mns": 64, + "name": "tp1_mns64", + "tp": 1 + }, + "elapsed_seconds": 8.990798473358154, + "offered_request_rate": 32.0, + "offered_request_rate_per_gpu": 32.0, + "request_count": 64, + "request_metrics_sha256": "a83336424fd7682e60e1a02a62d5c1edbcded34f14919b6011c8bc76a3f24de1", + "score": { + "feasible": false, + "pass_rate": 0.1875, + "passed": 12, + "throughput_requests_per_second": 8.660758725922316, + "ttft_max_ms": 5483.402803563629, + "ttft_p50_ms": 2911.6176150140045, + "ttft_p95_ms": 5290.0301465092725 + }, + "status": "completed", + "trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1" + }, + { + "config": { + "mns": 64, + "name": "tp1_mns64", + "tp": 1 + }, + "elapsed_seconds": 9.192291736602783, + "offered_request_rate": 64.0, + "offered_request_rate_per_gpu": 64.0, + "request_count": 64, + "request_metrics_sha256": "000767c0b12d8ec4c9e83f978b3552c8c6b99a2b42414100fc1a7b3e8e5c721e", + "score": { + "feasible": false, + "pass_rate": 0.140625, + "passed": 9, + "throughput_requests_per_second": 8.660758725922316, + "ttft_max_ms": 6436.527803563629, + "ttft_p50_ms": 3380.3676150140045, + "ttft_p95_ms": 6180.6551465092725 + }, + "status": "completed", + "trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9" + } + ] + }, + { + "config": { + "mns": 8, + "name": "tp2_mns8", + "tp": 2 + }, + "loads": [ + { + "config": { + "mns": 8, + "name": "tp2_mns8", + "tp": 2 + }, + "elapsed_seconds": 9.093063116073608, + "offered_request_rate": 4.0, + "offered_request_rate_per_gpu": 2.0, + "request_count": 64, + "request_metrics_sha256": "195c2750784a03930b1ae369648ed6361fb8d1ea506f0828bc7c9818a4f55961", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 4.033134335322499, + "ttft_max_ms": 118.55152318709017, + "ttft_p50_ms": 118.55152318708929, + "ttft_p95_ms": 118.55152318709017 + }, + "status": "completed", + "trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05" + }, + { + "config": { + "mns": 8, + "name": "tp2_mns8", + "tp": 2 + }, + "elapsed_seconds": 160.23531913757324, + "offered_request_rate": 8.0, + "offered_request_rate_per_gpu": 4.0, + "request_count": 64, + "request_metrics_sha256": "733c6a6bca1efc56f9a160dd89a9156446581d5a1c4c072b90f0a7659acc637e", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 8.006453678862723, + "ttft_max_ms": 118.55152318708929, + "ttft_p50_ms": 118.55152318708929, + "ttft_p95_ms": 118.55152318708929 + }, + "status": "completed", + "trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd" + }, + { + "config": { + "mns": 8, + "name": "tp2_mns8", + "tp": 2 + }, + "elapsed_seconds": 9.289193630218506, + "offered_request_rate": 16.0, + "offered_request_rate_per_gpu": 8.0, + "request_count": 64, + "request_metrics_sha256": "37ba1e79ce560f7449049a3ef35429ee1601b35f249800f5e2e0b4d96121f0a4", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 13.760059242174107, + "ttft_max_ms": 849.4875986853465, + "ttft_p50_ms": 539.7284419614418, + "ttft_p95_ms": 786.9875986853465 + }, + "status": "completed", + "trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33" + }, + { + "config": { + "mns": 8, + "name": "tp2_mns8", + "tp": 2 + }, + "elapsed_seconds": 9.239543676376343, + "offered_request_rate": 32.0, + "offered_request_rate_per_gpu": 16.0, + "request_count": 64, + "request_metrics_sha256": "1fb27df916c2d9002f5584c9a3ac3ca5fceed2f5fece4f40e69748dbad7aee3b", + "score": { + "feasible": false, + "pass_rate": 0.421875, + "passed": 27, + "throughput_requests_per_second": 14.110410219984, + "ttft_max_ms": 2660.658354521784, + "ttft_p50_ms": 1414.3128122232463, + "ttft_p95_ms": 2566.908354521784 + }, + "status": "completed", + "trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1" + }, + { + "config": { + "mns": 8, + "name": "tp2_mns8", + "tp": 2 + }, + "elapsed_seconds": 9.141466856002808, + "offered_request_rate": 64.0, + "offered_request_rate_per_gpu": 32.0, + "request_count": 64, + "request_metrics_sha256": "ccefacf7e9b214037083892f6fa84c5e0fd288f041ebfe21880b9709c8b25727", + "score": { + "feasible": false, + "pass_rate": 0.3125, + "passed": 20, + "throughput_requests_per_second": 14.110410219983999, + "ttft_max_ms": 3582.533354521785, + "ttft_p50_ms": 1896.1470654856275, + "ttft_p95_ms": 3439.824414996849 + }, + "status": "completed", + "trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9" + } + ] + }, + { + "config": { + "mns": 16, + "name": "tp2_mns16", + "tp": 2 + }, + "loads": [ + { + "config": { + "mns": 16, + "name": "tp2_mns16", + "tp": 2 + }, + "elapsed_seconds": 9.042891025543213, + "offered_request_rate": 4.0, + "offered_request_rate_per_gpu": 2.0, + "request_count": 64, + "request_metrics_sha256": "195c2750784a03930b1ae369648ed6361fb8d1ea506f0828bc7c9818a4f55961", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 4.033134335322499, + "ttft_max_ms": 118.55152318709017, + "ttft_p50_ms": 118.55152318708929, + "ttft_p95_ms": 118.55152318709017 + }, + "status": "completed", + "trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05" + }, + { + "config": { + "mns": 16, + "name": "tp2_mns16", + "tp": 2 + }, + "elapsed_seconds": 9.136998653411865, + "offered_request_rate": 8.0, + "offered_request_rate_per_gpu": 4.0, + "request_count": 64, + "request_metrics_sha256": "733c6a6bca1efc56f9a160dd89a9156446581d5a1c4c072b90f0a7659acc637e", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 8.006453678862723, + "ttft_max_ms": 118.55152318708929, + "ttft_p50_ms": 118.55152318708929, + "ttft_p95_ms": 118.55152318708929 + }, + "status": "completed", + "trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd" + }, + { + "config": { + "mns": 16, + "name": "tp2_mns16", + "tp": 2 + }, + "elapsed_seconds": 9.13957166671753, + "offered_request_rate": 16.0, + "offered_request_rate_per_gpu": 8.0, + "request_count": 64, + "request_metrics_sha256": "37ba1e79ce560f7449049a3ef35429ee1601b35f249800f5e2e0b4d96121f0a4", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 13.760059242174107, + "ttft_max_ms": 849.4875986853465, + "ttft_p50_ms": 539.7284419614418, + "ttft_p95_ms": 786.9875986853465 + }, + "status": "completed", + "trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33" + }, + { + "config": { + "mns": 16, + "name": "tp2_mns16", + "tp": 2 + }, + "elapsed_seconds": 9.098120927810669, + "offered_request_rate": 32.0, + "offered_request_rate_per_gpu": 16.0, + "request_count": 64, + "request_metrics_sha256": "1fb27df916c2d9002f5584c9a3ac3ca5fceed2f5fece4f40e69748dbad7aee3b", + "score": { + "feasible": false, + "pass_rate": 0.421875, + "passed": 27, + "throughput_requests_per_second": 14.110410219984, + "ttft_max_ms": 2660.658354521784, + "ttft_p50_ms": 1414.3128122232463, + "ttft_p95_ms": 2566.908354521784 + }, + "status": "completed", + "trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1" + }, + { + "config": { + "mns": 16, + "name": "tp2_mns16", + "tp": 2 + }, + "elapsed_seconds": 9.140004634857178, + "offered_request_rate": 64.0, + "offered_request_rate_per_gpu": 32.0, + "request_count": 64, + "request_metrics_sha256": "ccefacf7e9b214037083892f6fa84c5e0fd288f041ebfe21880b9709c8b25727", + "score": { + "feasible": false, + "pass_rate": 0.3125, + "passed": 20, + "throughput_requests_per_second": 14.110410219983999, + "ttft_max_ms": 3582.533354521785, + "ttft_p50_ms": 1896.1470654856275, + "ttft_p95_ms": 3439.824414996849 + }, + "status": "completed", + "trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9" + } + ] + }, + { + "config": { + "mns": 32, + "name": "tp2_mns32", + "tp": 2 + }, + "loads": [ + { + "config": { + "mns": 32, + "name": "tp2_mns32", + "tp": 2 + }, + "elapsed_seconds": 9.090512752532959, + "offered_request_rate": 4.0, + "offered_request_rate_per_gpu": 2.0, + "request_count": 64, + "request_metrics_sha256": "195c2750784a03930b1ae369648ed6361fb8d1ea506f0828bc7c9818a4f55961", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 4.033134335322499, + "ttft_max_ms": 118.55152318709017, + "ttft_p50_ms": 118.55152318708929, + "ttft_p95_ms": 118.55152318709017 + }, + "status": "completed", + "trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05" + }, + { + "config": { + "mns": 32, + "name": "tp2_mns32", + "tp": 2 + }, + "elapsed_seconds": 9.102084636688232, + "offered_request_rate": 8.0, + "offered_request_rate_per_gpu": 4.0, + "request_count": 64, + "request_metrics_sha256": "733c6a6bca1efc56f9a160dd89a9156446581d5a1c4c072b90f0a7659acc637e", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 8.006453678862723, + "ttft_max_ms": 118.55152318708929, + "ttft_p50_ms": 118.55152318708929, + "ttft_p95_ms": 118.55152318708929 + }, + "status": "completed", + "trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd" + }, + { + "config": { + "mns": 32, + "name": "tp2_mns32", + "tp": 2 + }, + "elapsed_seconds": 9.09265947341919, + "offered_request_rate": 16.0, + "offered_request_rate_per_gpu": 8.0, + "request_count": 64, + "request_metrics_sha256": "37ba1e79ce560f7449049a3ef35429ee1601b35f249800f5e2e0b4d96121f0a4", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 13.760059242174107, + "ttft_max_ms": 849.4875986853465, + "ttft_p50_ms": 539.7284419614418, + "ttft_p95_ms": 786.9875986853465 + }, + "status": "completed", + "trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33" + }, + { + "config": { + "mns": 32, + "name": "tp2_mns32", + "tp": 2 + }, + "elapsed_seconds": 9.14569616317749, + "offered_request_rate": 32.0, + "offered_request_rate_per_gpu": 16.0, + "request_count": 64, + "request_metrics_sha256": "1fb27df916c2d9002f5584c9a3ac3ca5fceed2f5fece4f40e69748dbad7aee3b", + "score": { + "feasible": false, + "pass_rate": 0.421875, + "passed": 27, + "throughput_requests_per_second": 14.110410219984, + "ttft_max_ms": 2660.658354521784, + "ttft_p50_ms": 1414.3128122232463, + "ttft_p95_ms": 2566.908354521784 + }, + "status": "completed", + "trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1" + }, + { + "config": { + "mns": 32, + "name": "tp2_mns32", + "tp": 2 + }, + "elapsed_seconds": 9.191733598709106, + "offered_request_rate": 64.0, + "offered_request_rate_per_gpu": 32.0, + "request_count": 64, + "request_metrics_sha256": "ccefacf7e9b214037083892f6fa84c5e0fd288f041ebfe21880b9709c8b25727", + "score": { + "feasible": false, + "pass_rate": 0.3125, + "passed": 20, + "throughput_requests_per_second": 14.110410219983999, + "ttft_max_ms": 3582.533354521785, + "ttft_p50_ms": 1896.1470654856275, + "ttft_p95_ms": 3439.824414996849 + }, + "status": "completed", + "trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9" + } + ] + }, + { + "config": { + "mns": 64, + "name": "tp2_mns64", + "tp": 2 + }, + "loads": [ + { + "config": { + "mns": 64, + "name": "tp2_mns64", + "tp": 2 + }, + "elapsed_seconds": 9.146432876586914, + "offered_request_rate": 4.0, + "offered_request_rate_per_gpu": 2.0, + "request_count": 64, + "request_metrics_sha256": "195c2750784a03930b1ae369648ed6361fb8d1ea506f0828bc7c9818a4f55961", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 4.033134335322499, + "ttft_max_ms": 118.55152318709017, + "ttft_p50_ms": 118.55152318708929, + "ttft_p95_ms": 118.55152318709017 + }, + "status": "completed", + "trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05" + }, + { + "config": { + "mns": 64, + "name": "tp2_mns64", + "tp": 2 + }, + "elapsed_seconds": 9.068153619766235, + "offered_request_rate": 8.0, + "offered_request_rate_per_gpu": 4.0, + "request_count": 64, + "request_metrics_sha256": "733c6a6bca1efc56f9a160dd89a9156446581d5a1c4c072b90f0a7659acc637e", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 8.006453678862723, + "ttft_max_ms": 118.55152318708929, + "ttft_p50_ms": 118.55152318708929, + "ttft_p95_ms": 118.55152318708929 + }, + "status": "completed", + "trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd" + }, + { + "config": { + "mns": 64, + "name": "tp2_mns64", + "tp": 2 + }, + "elapsed_seconds": 9.139062404632568, + "offered_request_rate": 16.0, + "offered_request_rate_per_gpu": 8.0, + "request_count": 64, + "request_metrics_sha256": "37ba1e79ce560f7449049a3ef35429ee1601b35f249800f5e2e0b4d96121f0a4", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 13.760059242174107, + "ttft_max_ms": 849.4875986853465, + "ttft_p50_ms": 539.7284419614418, + "ttft_p95_ms": 786.9875986853465 + }, + "status": "completed", + "trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33" + }, + { + "config": { + "mns": 64, + "name": "tp2_mns64", + "tp": 2 + }, + "elapsed_seconds": 9.143300771713257, + "offered_request_rate": 32.0, + "offered_request_rate_per_gpu": 16.0, + "request_count": 64, + "request_metrics_sha256": "1fb27df916c2d9002f5584c9a3ac3ca5fceed2f5fece4f40e69748dbad7aee3b", + "score": { + "feasible": false, + "pass_rate": 0.421875, + "passed": 27, + "throughput_requests_per_second": 14.110410219984, + "ttft_max_ms": 2660.658354521784, + "ttft_p50_ms": 1414.3128122232463, + "ttft_p95_ms": 2566.908354521784 + }, + "status": "completed", + "trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1" + }, + { + "config": { + "mns": 64, + "name": "tp2_mns64", + "tp": 2 + }, + "elapsed_seconds": 9.092010021209717, + "offered_request_rate": 64.0, + "offered_request_rate_per_gpu": 32.0, + "request_count": 64, + "request_metrics_sha256": "ccefacf7e9b214037083892f6fa84c5e0fd288f041ebfe21880b9709c8b25727", + "score": { + "feasible": false, + "pass_rate": 0.3125, + "passed": 20, + "throughput_requests_per_second": 14.110410219983999, + "ttft_max_ms": 3582.533354521785, + "ttft_p50_ms": 1896.1470654856275, + "ttft_p95_ms": 3439.824414996849 + }, + "status": "completed", + "trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9" + } + ] + }, + { + "config": { + "mns": 8, + "name": "tp4_mns8", + "tp": 4 + }, + "loads": [ + { + "config": { + "mns": 8, + "name": "tp4_mns8", + "tp": 4 + }, + "elapsed_seconds": 161.351567029953, + "offered_request_rate": 4.0, + "offered_request_rate_per_gpu": 1.0, + "request_count": 64, + "request_metrics_sha256": "d1d9086461911338e6c87a8303aed090f25e2bbbfd184341e2df531f64c23355", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 4.041293968822475, + "ttft_max_ms": 86.51189290936045, + "ttft_p50_ms": 86.51189290936001, + "ttft_p95_ms": 86.51189290936045 + }, + "status": "completed", + "trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05" + }, + { + "config": { + "mns": 8, + "name": "tp4_mns8", + "tp": 4 + }, + "elapsed_seconds": 9.191051244735718, + "offered_request_rate": 8.0, + "offered_request_rate_per_gpu": 2.0, + "request_count": 64, + "request_metrics_sha256": "ee23707d601c6b4559c7f019b09020acdb589844eeffb79f6b46f2365805ac99", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 8.038674169035575, + "ttft_max_ms": 86.51189290936001, + "ttft_p50_ms": 86.51189290935957, + "ttft_p95_ms": 86.51189290936001 + }, + "status": "completed", + "trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd" + }, + { + "config": { + "mns": 8, + "name": "tp4_mns8", + "tp": 4 + }, + "elapsed_seconds": 9.050537109375, + "offered_request_rate": 16.0, + "offered_request_rate_per_gpu": 4.0, + "request_count": 64, + "request_metrics_sha256": "63cce9144c69236a07bb94cdef18c7d09dddeaa1c0ba549a36ff29742c780c2a", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 15.535832140198398, + "ttft_max_ms": 276.9276050512883, + "ttft_p50_ms": 189.66908885537626, + "ttft_p95_ms": 252.16908885537626 + }, + "status": "completed", + "trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33" + }, + { + "config": { + "mns": 8, + "name": "tp4_mns8", + "tp": 4 + }, + "elapsed_seconds": 9.04306149482727, + "offered_request_rate": 32.0, + "offered_request_rate_per_gpu": 8.0, + "request_count": 64, + "request_metrics_sha256": "568476977590c981958cc0acc4e07547c079a2ae00520b59f8ed7761acb67bfb", + "score": { + "feasible": true, + "pass_rate": 0.984375, + "passed": 63, + "throughput_requests_per_second": 19.925437356037587, + "ttft_max_ms": 1281.7127732631457, + "ttft_p50_ms": 729.6185162106785, + "ttft_p95_ms": 1219.2127732631457 + }, + "status": "completed", + "trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1" + }, + { + "config": { + "mns": 8, + "name": "tp4_mns8", + "tp": 4 + }, + "elapsed_seconds": 9.14296841621399, + "offered_request_rate": 64.0, + "offered_request_rate_per_gpu": 16.0, + "request_count": 64, + "request_metrics_sha256": "f789fb967a981edf5c112d0e1a5d0a034456e2cf51f49d6e2e8597afe9df0f2f", + "score": { + "feasible": false, + "pass_rate": 0.515625, + "passed": 33, + "throughput_requests_per_second": 20.34996647854275, + "ttft_max_ms": 2191.8433254998167, + "ttft_p50_ms": 1169.8561499618286, + "ttft_p95_ms": 2106.0636248827373 + }, + "status": "completed", + "trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9" + } + ] + }, + { + "config": { + "mns": 16, + "name": "tp4_mns16", + "tp": 4 + }, + "loads": [ + { + "config": { + "mns": 16, + "name": "tp4_mns16", + "tp": 4 + }, + "elapsed_seconds": 9.14107608795166, + "offered_request_rate": 4.0, + "offered_request_rate_per_gpu": 1.0, + "request_count": 64, + "request_metrics_sha256": "d1d9086461911338e6c87a8303aed090f25e2bbbfd184341e2df531f64c23355", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 4.041293968822475, + "ttft_max_ms": 86.51189290936045, + "ttft_p50_ms": 86.51189290936001, + "ttft_p95_ms": 86.51189290936045 + }, + "status": "completed", + "trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05" + }, + { + "config": { + "mns": 16, + "name": "tp4_mns16", + "tp": 4 + }, + "elapsed_seconds": 9.139281272888184, + "offered_request_rate": 8.0, + "offered_request_rate_per_gpu": 2.0, + "request_count": 64, + "request_metrics_sha256": "ee23707d601c6b4559c7f019b09020acdb589844eeffb79f6b46f2365805ac99", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 8.038674169035575, + "ttft_max_ms": 86.51189290936001, + "ttft_p50_ms": 86.51189290935957, + "ttft_p95_ms": 86.51189290936001 + }, + "status": "completed", + "trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd" + }, + { + "config": { + "mns": 16, + "name": "tp4_mns16", + "tp": 4 + }, + "elapsed_seconds": 9.240875244140625, + "offered_request_rate": 16.0, + "offered_request_rate_per_gpu": 4.0, + "request_count": 64, + "request_metrics_sha256": "63cce9144c69236a07bb94cdef18c7d09dddeaa1c0ba549a36ff29742c780c2a", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 15.535832140198398, + "ttft_max_ms": 276.9276050512883, + "ttft_p50_ms": 189.66908885537626, + "ttft_p95_ms": 252.16908885537626 + }, + "status": "completed", + "trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33" + }, + { + "config": { + "mns": 16, + "name": "tp4_mns16", + "tp": 4 + }, + "elapsed_seconds": 9.090924739837646, + "offered_request_rate": 32.0, + "offered_request_rate_per_gpu": 8.0, + "request_count": 64, + "request_metrics_sha256": "568476977590c981958cc0acc4e07547c079a2ae00520b59f8ed7761acb67bfb", + "score": { + "feasible": true, + "pass_rate": 0.984375, + "passed": 63, + "throughput_requests_per_second": 19.925437356037587, + "ttft_max_ms": 1281.7127732631457, + "ttft_p50_ms": 729.6185162106785, + "ttft_p95_ms": 1219.2127732631457 + }, + "status": "completed", + "trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1" + }, + { + "config": { + "mns": 16, + "name": "tp4_mns16", + "tp": 4 + }, + "elapsed_seconds": 9.041213274002075, + "offered_request_rate": 64.0, + "offered_request_rate_per_gpu": 16.0, + "request_count": 64, + "request_metrics_sha256": "f789fb967a981edf5c112d0e1a5d0a034456e2cf51f49d6e2e8597afe9df0f2f", + "score": { + "feasible": false, + "pass_rate": 0.515625, + "passed": 33, + "throughput_requests_per_second": 20.34996647854275, + "ttft_max_ms": 2191.8433254998167, + "ttft_p50_ms": 1169.8561499618286, + "ttft_p95_ms": 2106.0636248827373 + }, + "status": "completed", + "trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9" + } + ] + }, + { + "config": { + "mns": 32, + "name": "tp4_mns32", + "tp": 4 + }, + "loads": [ + { + "config": { + "mns": 32, + "name": "tp4_mns32", + "tp": 4 + }, + "elapsed_seconds": 9.092233896255493, + "offered_request_rate": 4.0, + "offered_request_rate_per_gpu": 1.0, + "request_count": 64, + "request_metrics_sha256": "d1d9086461911338e6c87a8303aed090f25e2bbbfd184341e2df531f64c23355", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 4.041293968822475, + "ttft_max_ms": 86.51189290936045, + "ttft_p50_ms": 86.51189290936001, + "ttft_p95_ms": 86.51189290936045 + }, + "status": "completed", + "trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05" + }, + { + "config": { + "mns": 32, + "name": "tp4_mns32", + "tp": 4 + }, + "elapsed_seconds": 9.093050956726074, + "offered_request_rate": 8.0, + "offered_request_rate_per_gpu": 2.0, + "request_count": 64, + "request_metrics_sha256": "ee23707d601c6b4559c7f019b09020acdb589844eeffb79f6b46f2365805ac99", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 8.038674169035575, + "ttft_max_ms": 86.51189290936001, + "ttft_p50_ms": 86.51189290935957, + "ttft_p95_ms": 86.51189290936001 + }, + "status": "completed", + "trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd" + }, + { + "config": { + "mns": 32, + "name": "tp4_mns32", + "tp": 4 + }, + "elapsed_seconds": 9.242159605026245, + "offered_request_rate": 16.0, + "offered_request_rate_per_gpu": 4.0, + "request_count": 64, + "request_metrics_sha256": "63cce9144c69236a07bb94cdef18c7d09dddeaa1c0ba549a36ff29742c780c2a", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 15.535832140198398, + "ttft_max_ms": 276.9276050512883, + "ttft_p50_ms": 189.66908885537626, + "ttft_p95_ms": 252.16908885537626 + }, + "status": "completed", + "trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33" + }, + { + "config": { + "mns": 32, + "name": "tp4_mns32", + "tp": 4 + }, + "elapsed_seconds": 9.19024658203125, + "offered_request_rate": 32.0, + "offered_request_rate_per_gpu": 8.0, + "request_count": 64, + "request_metrics_sha256": "568476977590c981958cc0acc4e07547c079a2ae00520b59f8ed7761acb67bfb", + "score": { + "feasible": true, + "pass_rate": 0.984375, + "passed": 63, + "throughput_requests_per_second": 19.925437356037587, + "ttft_max_ms": 1281.7127732631457, + "ttft_p50_ms": 729.6185162106785, + "ttft_p95_ms": 1219.2127732631457 + }, + "status": "completed", + "trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1" + }, + { + "config": { + "mns": 32, + "name": "tp4_mns32", + "tp": 4 + }, + "elapsed_seconds": 9.18896198272705, + "offered_request_rate": 64.0, + "offered_request_rate_per_gpu": 16.0, + "request_count": 64, + "request_metrics_sha256": "f789fb967a981edf5c112d0e1a5d0a034456e2cf51f49d6e2e8597afe9df0f2f", + "score": { + "feasible": false, + "pass_rate": 0.515625, + "passed": 33, + "throughput_requests_per_second": 20.34996647854275, + "ttft_max_ms": 2191.8433254998167, + "ttft_p50_ms": 1169.8561499618286, + "ttft_p95_ms": 2106.0636248827373 + }, + "status": "completed", + "trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9" + } + ] + }, + { + "config": { + "mns": 64, + "name": "tp4_mns64", + "tp": 4 + }, + "loads": [ + { + "config": { + "mns": 64, + "name": "tp4_mns64", + "tp": 4 + }, + "elapsed_seconds": 9.088153839111328, + "offered_request_rate": 4.0, + "offered_request_rate_per_gpu": 1.0, + "request_count": 64, + "request_metrics_sha256": "d1d9086461911338e6c87a8303aed090f25e2bbbfd184341e2df531f64c23355", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 4.041293968822475, + "ttft_max_ms": 86.51189290936045, + "ttft_p50_ms": 86.51189290936001, + "ttft_p95_ms": 86.51189290936045 + }, + "status": "completed", + "trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05" + }, + { + "config": { + "mns": 64, + "name": "tp4_mns64", + "tp": 4 + }, + "elapsed_seconds": 9.048948764801025, + "offered_request_rate": 8.0, + "offered_request_rate_per_gpu": 2.0, + "request_count": 64, + "request_metrics_sha256": "ee23707d601c6b4559c7f019b09020acdb589844eeffb79f6b46f2365805ac99", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 8.038674169035575, + "ttft_max_ms": 86.51189290936001, + "ttft_p50_ms": 86.51189290935957, + "ttft_p95_ms": 86.51189290936001 + }, + "status": "completed", + "trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd" + }, + { + "config": { + "mns": 64, + "name": "tp4_mns64", + "tp": 4 + }, + "elapsed_seconds": 9.04839539527893, + "offered_request_rate": 16.0, + "offered_request_rate_per_gpu": 4.0, + "request_count": 64, + "request_metrics_sha256": "63cce9144c69236a07bb94cdef18c7d09dddeaa1c0ba549a36ff29742c780c2a", + "score": { + "feasible": true, + "pass_rate": 1.0, + "passed": 64, + "throughput_requests_per_second": 15.535832140198398, + "ttft_max_ms": 276.9276050512883, + "ttft_p50_ms": 189.66908885537626, + "ttft_p95_ms": 252.16908885537626 + }, + "status": "completed", + "trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33" + }, + { + "config": { + "mns": 64, + "name": "tp4_mns64", + "tp": 4 + }, + "elapsed_seconds": 9.139516353607178, + "offered_request_rate": 32.0, + "offered_request_rate_per_gpu": 8.0, + "request_count": 64, + "request_metrics_sha256": "568476977590c981958cc0acc4e07547c079a2ae00520b59f8ed7761acb67bfb", + "score": { + "feasible": true, + "pass_rate": 0.984375, + "passed": 63, + "throughput_requests_per_second": 19.925437356037587, + "ttft_max_ms": 1281.7127732631457, + "ttft_p50_ms": 729.6185162106785, + "ttft_p95_ms": 1219.2127732631457 + }, + "status": "completed", + "trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1" + }, + { + "config": { + "mns": 64, + "name": "tp4_mns64", + "tp": 4 + }, + "elapsed_seconds": 9.145836114883423, + "offered_request_rate": 64.0, + "offered_request_rate_per_gpu": 16.0, + "request_count": 64, + "request_metrics_sha256": "f789fb967a981edf5c112d0e1a5d0a034456e2cf51f49d6e2e8597afe9df0f2f", + "score": { + "feasible": false, + "pass_rate": 0.515625, + "passed": 33, + "throughput_requests_per_second": 20.34996647854275, + "ttft_max_ms": 2191.8433254998167, + "ttft_p50_ms": 1169.8561499618286, + "ttft_p95_ms": 2106.0636248827373 + }, + "status": "completed", + "trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9" + } + ] + } + ], + "contract": { + "arrival": "open_loop_uniform", + "input_tokens": 2048, + "output_tokens": 1, + "prefix_caching": false, + "rates": [ + 4.0, + 8.0, + 16.0, + 32.0, + 64.0 + ], + "requests_per_anchor": 64, + "target_pass_rate": 0.95, + "ttft_slo_ms": 1256.0 + }, + "frontier": { + "git_head": "d9cfeb6d8791fbf2f295dd9744c56a666171776e", + "git_status_short": " M frontier/cc_backend/backends/vidur_cc_backend.py\n M frontier/config/config.py\n M frontier/entities/request.py\n M frontier/events/cluster_schedule_event.py\n M frontier/execution_time_predictor/sklearn_execution_time_predictor.py\n M frontier/metrics/constants.py\n M frontier/metrics/metrics_store.py\n M frontier/profiling/common/layers/rotary_embedding.py\n M frontier/profiling/moe/moe_impl.py\n M frontier/profiling/moe/moe_vllm_kernel.py\n M frontier/scheduler/cluster_scheduler/__init__.py\n M frontier/scheduler/cluster_scheduler/base_cluster_scheduler.py\n M frontier/scheduler/cluster_scheduler/cluster_scheduler_registry.py\n M frontier/scheduler/cluster_scheduler/sticky_lor_cluster_scheduler.py\n M frontier/scheduler/replica_scheduler/base_replica_scheduler.py\n M frontier/scheduler/replica_scheduler/vllm_v1_engine_replica_scheduler.py\n M frontier/scheduler/replica_stage_scheduler/replica_stage_schduler.py\n M frontier/simulator.py\n M frontier/types/cluster_scheduler_type.py\n?? data/profiling/compute/h20/\n?? frontier/scheduler/cluster_scheduler/prefix_lor_cluster_scheduler.py\n?? runs/\n?? tests/unit/test_attn_prefill_prediction_fallback.py\n?? tests/unit/test_vidur_cc_large_payload.py\n", + "source": "/tmp/replayserve-frontier-rs1b" + }, + "profiles": { + "coverage": { + "attention": { + "1": { + "exact_prefill_2048_rows": 1, + "profile_batch_size": 1 + }, + "2": { + "exact_prefill_2048_rows": 1, + "profile_batch_size": 1 + }, + "4": { + "exact_prefill_2048_rows": 1, + "profile_batch_size": 1 + } + }, + "manifest": { + "attention_tp_coverage": [ + 1, + 2, + 4 + ], + "environment_contract": { + "dtype": "bfloat16", + "frontier_commit": "d9cfeb6d8791fbf2f295dd9744c56a666171776e", + "hardware": "NVIDIA H20", + "model": "Qwen3-30B-A3B", + "tensor_parallel_sizes": [ + 1, + 2, + 4 + ], + "vllm_source_commit": "88d34c6409e9fb3c7b8ca0c04756f061d2099eb1", + "vllm_version": "0.20.0" + }, + "inputs": { + "/home/gahow/phd/aituner/runs/frontier-fidelity-envelope-v1/fleet-artifacts/qwen30-attention-composition-tp1-20260717-v1-20260717T014550833983Z/artifacts/artifacts/attention-composition-tp1-v1/raw/flashattn-composition-tp1.json": "ce461be92a5059e2d168b2cbf21b55d9a55ee71c3b0586a3e63cd8288938168d", + "/home/gahow/phd/aituner/runs/frontier-fidelity-envelope-v1/fleet-artifacts/qwen30-attention-composition-tp2-20260717-v1-20260717T014551831545Z/artifacts/artifacts/attention-composition-tp2-v1/raw/flashattn-composition-tp2.json": "997d67fb3a28b488c3aa4945ae7c6d4ecf8a08726ee3cb4652d16c221ff395ad", + "/home/gahow/phd/aituner/runs/frontier-fidelity-envelope-v1/fleet-artifacts/qwen30-attention-composition-tp4-20260717-v1-20260717T014552897206Z/artifacts/artifacts/attention-composition-tp4-v1/raw/flashattn-composition-tp4.json": "046cffd4c11d8a36513167ec25d3e1ca016324715679ea688a58d4a71dfe62b2", + "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-allreduce-full-tp2-20260716-v1-dispatch-aware-20260716T140743025781Z/artifacts/artifacts/allreduce-full-tp2-v1/raw/allreduce-tp2.json": "97c3c76b5a04e95bd9192423c2b891667c668f39cc0dfecbd097d749939f2d0a", + "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-allreduce-full-tp4-20260716-v1-dispatch-aware-20260716T141106009788Z/artifacts/artifacts/allreduce-full-tp4-v1/raw/allreduce-tp4.json": "809df9baa6f468cf12bf0c99827475acc67894dd9f3f948976590b665fac0e76", + "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-flashattn-kv-full-tp1-20260716-v2-20260716T135132587012Z/artifacts/artifacts/flashattn-kv-full-v2-tp1/raw/flashattn-tp1.json": "dcb4c1bf7e76b9c765f78ddd2b8a734f2d7ba2adac13ce017689a8a77fe69a27", + "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-flashattn-kv-full-tp2-20260716-v2-20260716T135134194295Z/artifacts/artifacts/flashattn-kv-full-v2-tp2/raw/flashattn-tp2.json": "43ce042556ba887c8860614b43ccf0f564e5cebc1a0cffbce299d0acb9fa8d07", + "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-flashattn-kv-full-tp4-20260716-v2-20260716T135135197200Z/artifacts/artifacts/flashattn-kv-full-v2-tp4/raw/flashattn-tp4.json": "84eef31bcad0f556907a093318a420959d14fdc94474823d11f659704bdfec73", + "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-frontier-linear-full-20260716-v2-max-tokens-20260716T144444676943Z/artifacts/artifacts/frontier-linear-full-v2/profiles/compute/h20/qwen3-a3b-30b-moe/linear_op.csv": "67666cb0a4901b74599d468df2e31bcaa2a11a7842cc0cefba24ffce62508e0c", + "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-moe-full-20260716-v1-local-shard-20260716T141334565164Z/artifacts/artifacts/moe-full-v1/raw/moe-full.json": "588f6ad0d69c9636d1b852e3df0a12d13cfe731f050ea7ec7aea457cceefbde8", + "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-router-full-20260716-v3-tp-context-20260716T145446098505Z/artifacts/artifacts/router-full-v3/raw/router.json": "1962972e983bff3e06a721ef4ae4ec65728ff669681497a4a7e7f769b88b4931" + }, + "outputs": { + "allreduce.json": "b38d14f990578d668523d25b107aceed433da5020d8ada3b6e44d3562261a3b3", + "attention.csv": "03180eec28087a301c9d8c185874c50bdb28b31e5e9af35fcce5a6a5a9e62147", + "attention_true_mixed_fused.csv": "cccf76e6cb6a9359f188b07d4dc2942442568a6e8cf3ff3d77ab3d35a052cecb", + "linear_op.csv": "67666cb0a4901b74599d468df2e31bcaa2a11a7842cc0cefba24ffce62508e0c", + "moe.csv": "dd698113975e5ed77f51dfd8a69aebf764ed651c3f6f34b71914d25d6e001415" + }, + "profile_id": "qwen3-30b-a3b-bf16-vllm020-h20-tp1-2-4-fused-mixed-total-conserving-pure-prefill-batch-composition", + "projection_contract": { + "allreduce": "Frozen exact runtime measurements; base profile-only comparison keeps the historical Frontier CC backend fixed to isolate compute profile fidelity", + "attention": "Pure prefill/extend/decode FA3 core plus separately measured KV update; input/output reshape assumed zero; exported mean is used as median target; true mixed rows use a total-conserving compatibility projection", + "attention_pure_prefill_batch_composition": "Direct FA3 measurements for 2/4 requests at query length 2048 and 2/4/8/16 requests at query length 512 for each TP; included only when batch-composition attention inputs are supplied", + "attention_true_mixed": "The directly measured fused total is preserved in diagnostics. Frontier's two targets are projected by the same-TP pure prefill/decode reference ratio, with projected prefill + decode exactly equal to the fused total; the split is a schema compatibility attribution, not an observation", + "linear": "Frontier profiler using vLLM 0.20 CUDA operators", + "moe": "Replicated gate and fused top-k plus TP-local modular expert kernel; expert measurement already includes prepare/finalize so shuffling is zero" + }, + "row_counts": { + "allreduce": 24, + "attention_frontier_compatible": 150, + "attention_true_mixed_fused_diagnostic": 30, + "linear": 36, + "moe": 72 + }, + "schema_version": "frontier_qwen30_vllm020_frozen_profile.v3" + } + }, + "root": "/home/gahow/phd/aituner/runs/frontier-fidelity-envelope-v1/profiles/profile-v3-batch-final", + "sha256": { + "attention": "03180eec28087a301c9d8c185874c50bdb28b31e5e9af35fcce5a6a5a9e62147", + "linear": "67666cb0a4901b74599d468df2e31bcaa2a11a7842cc0cefba24ffce62508e0c", + "manifest": "70aecb6d70f9e509e9816b1a0929163b9505760c2ac30bbd4cd8e51badfb7635", + "moe": "dd698113975e5ed77f51dfd8a69aebf764ed651c3f6f34b71914d25d6e001415" + } + }, + "schema": "frontier-qwen30-prefill-surface-v1", + "status": "frozen_before_real" +} diff --git a/runs/frontier-fidelity-envelope-v1/results/a3/qwen30-prefill-ranking.png b/runs/frontier-fidelity-envelope-v1/results/a3/qwen30-prefill-ranking.png new file mode 100644 index 0000000000000000000000000000000000000000..ed8a22189147be87e8e5b641ec4062cc0de410b1 GIT binary patch literal 107863 zcmeFZhd-BX|37|eqam|IMo~yoDiI>1h?1F+m5S_yG80*$LaCH8LNc>wiHx?CSu)CA z+57uEx~}{4`#rw*U+{T6z8>AzeO>Z?d!Ofd9Iw}Ny^eqrYD#P9*y$*WT66S>{7H(U zwWO$}?yFYdJCsiCbNo}nQ9;*H!}hGBvx$Q_rE216XJzYXWns$gWbSa$!q#TbPSIUE z5A5JR@91cEQ9?w-`hR|6r>(;|5q`xlr|>Scc1KQKq^M147=BG!%7IURKj3 zs{gyQrlwB)is5tJs)r8IsK2tYYG9#PsIckhWKrqo|Gbr7RPpoq8*lEHZ)R~#3s}A> z(Rir1mRTWw(xX(yrORW_uHfB|e^00EykfCK zn%1iW&8ivSJsUHz5jXxdA&FC!o2_WC2SVM`d{yR>yD^;(0{${ zk++eF3jg)KapuSB{_9Wns@& z#(=4lU4MSPjXZdH_kA&oB^NGS=bilQJ;t;mu={iDN~fV8Yh)P$nJ*@&J?sog!eVaVJUgDI>%<6jqi~H<^!q;b7>Q9et?C$A#RaUm-Qg5B?$4644&VvTamM!Dnvq!^(tE8l) zJ!4{GV&_bV<>v?cZHGU~EWWI)T=~7w*{`^`c!TTF1+UJ50b%E0)(O7(k>o^?#?jv$ z9U4CeI@;T_7*&oQJ#ysGp+nT29jClsU0WG@_Wk`&pFgiRqg%7)YhGHr+gaAm$b!N` zw)4@~yuEi_{&S`-S!bQLw)U=l`>w~vZfVN0xVCZ6S?*oC(htqwGPSU<&@H~QSHgL4 zwWOpZxn&0V4(C6|Eccin*O6CJN*>rECYE(*@@8mgXwAZA8IK!y27x2u5)!8EIlaAYf^V^6I@?8I1WM_(U37Z+D{eY>B{^q*hDBO|Zys8uAH|5@lWBJ2Nd zj)g6hzleEzd%I7G`)p0N*7)rsTjfrkJo%(j$Xd#Ef*FgXXvnaOxZSf9VMvompEvdouW4(m*;l33=56jt$PEOwvWlj#xjQ4qmg@x607?ikOZYvL95}c)_r4{%j zCFVL|74L4CXD7Q0>mu(Vp8fDxk48jBl#J);n@6^K;~E(_I1D0R%PrF2&D$@Hi-t*G zQ~5JX!y@wNb#3LvL!_K&+FjxPdt<45t;Z6VdVPd+QYmU|e0*fOD>@dJmY$pI$Gyt` z#*Ok6{am}5F^eLPd3JAZ=6nfFivrKZk`10O&c6TI)^_#&-V0?|-D#(b%NFKm*E2Kw zjEyB&G-%>U$S-SK|a&of0mG5}(S0Tr~Z)==~ek`ZD zySrb0|IYbP;*wlNAj_?L_X5~NPX8Qkd!6Sxxzp6tbl0U`O@rbqELa-ePo6v}^GGwu z_YUEdFMc*PM&0xJABxF`j0u;p;A(ujg5_Ztwz>0n@USc zqX`ue~>!rA!_?mqvciK}PXV3CqU&|R77q=A!z_hn6DN!R~?atFh{`l+m_Yd|D zPfRGDIB~OfpfZ$eoh-wy3*UBVCY@BUF8WVD(>xS^cZ=fR<(SE>p(S_A{Oz59zK2m! zK1!jR1qOt+ZBtscdNp%VQIQX}pj_}IPojQq>Mo1gt!*P6mCDUK3=1?{)=5c8wN;00 zQ*K7>sW)x@@KBOIDJjXJFE%#z*E4H;&uDp|^Gh$9CDar3SVixVuC8|Y zs<6+h;c>d5on1PfFL#cl%dqiPQ=uE3ooAk4g|$a!TYhCsHOP<2n#Vfu*==6qKcE!M z9-o!+;>C-G56#Vzt@$@2A|tn3HDw*0`gPZcIdxH2&~o|m<+Mg_BfjZp-?O)&3CLZ! zQoy}x(No0Z$YQNg&h6VzzefGJol>T8(>*LDG5*=^<3~{&7@3%SvASqW7Z(ccCi+kD z?A)owuxvVT*ZoJ=+C9#)o?{7&isE?n^{W=e-QC+u=eaPQaP#5Alq`1_7nfU=b0QZ$ z$N0KDD#qP<_wJpW^~6B)HY|DnkIo9#%VZZ81Zwt7{CsuIRK|6p|CauK+aCw*zYjF$ zve<}NYowi);@Pq#_LKdmgix03?!&Jx>dv^V{abM9)Dm23i~s(sv`2HUE!$n4w9_eB zrps^Y--^G~_pPDelF+eZ$CP;wrsUbREm@f96RCTqrDE|QNh2Y~wzY)vdj5Pze#h26 zEGOM;OBSz|UP<(?>$h&*GT4L;YSoyz99^H*EY5krVHrN))sT?2WX;=WCkL^K z@Cpdf9U0i!qV=tnceiKUEB77k3`yxWC^vHESLh z+Sb*zZF7C_rv0YqrPEDPF2j`bU<(bU`An0x?_0`S=bdNJ`Cm0RZ`yP2!;YH4@B*xI z6V#&(`)xSx@3W>`y7XG@+5qJ$d~o~G->SZSxUK0IyVTrf2XcpphrN7#6`oWId^mU3 zUcb;u_(QbJI!d?5MU?;eqt%?8zZRPlP@wo2>l3FN1D(dEg z6LD68xhNe^3=5qoud1peQIgJT15@ZLk>d8el<}X=>hn!mNs9JM^J&kV+-q5PqA>?B zp*{2I7eQ8SUEK}XEEKnM!E5a8*WbQr4>;}IxieDAHD_w_`KcE-!@{=ID^BP++1t0R z8yu@XdhA&F)uk(kE7*)415epGIlZ~HMJY?##$I|)P#E_r-OMwz)MLGDOUr~0LTi8g z_<`nyKdaWPSx)u0mU0;uILi9cu^3xf-M|*=C>$zbN|+803=ORuDqRfWSH1rjD+fLB zF!~TS+I_c=FN$hwYtt>i3c6gmQugD==Iht5eZ)D3~Se} zC4k<|-TmvrweX@2)_Ch5qqJ0^(||XAdw+kw@%i(s0M+sOxAVE)g6it(QzMmJ>IrI` zk@xSH)zr|vzrXi&dqq%$nqNv)UwxV=nps|6-b?(=%*@Po{hS?^b%|GVteZ`7k$itb z&-_y`H^dv({v~yZafjY(`n-AbrhO(oeOF58r09VwV~H){*8|4}nsuyR*tSYX%+D{( z4w*I&mCRyScDxB@qE@j8X)`l2GA@&4@FA#DY`m@KOG1ScK8(hJ4@REzd^v_CZuw1l zf$d~}RQ6)0T+LBcRb@dH5VG;?ZxGENFLWMat-tKz!hGOcsCn;U^SBJpBN~}@y|2CT zH;>ZKf98Gl{ktI+=Uvw~tY?kr_KZJyDt7rSo!p2jo8w^10sEq8&xQOW?iR`u8|UVx zFPe0JdNTbXpnvarc6Py4-rNU0=5!OaQ|{O1%+F4;IXE~lhfL$go}khw=SH}rpsHM$ zl?I@;j{*fsw%WwRv?b>&+L*YZgT1OdX`6JE57vB_{@sTUg*R;2u!`~l5~xmTE^#lU z4y9*jvzVHh(My#GW`5-K^z_U(i=2!HCz+a>+CI=%5ya-5nwr{l;bmQ&W<#lGX{|@* zix&8q4 zlR{wDRTQBRJOTm&turX9uPQ1O%nh(8%0Mmx-8jyCJm=_`_35eVCf|>?r%-{I@Q@NF z8iF@V>Gd!_tGKj|UT(xaM7h%O;zcH#mOLKxCjp~_m!m&k`1btP?2wW|8puHMTnLY( zjjXAr{Dj-nr%&mMuZ*8$zx(8gNy(x|RUa0ncW`iUt#t3V6d|AM*PltPTwItMN`Fq^^)z%Ms6S>g(emrFHZ%#!OJ;G736R58KxwS)=4Lj^&e2h``RUOx ze!!n+K;lIIgV7F1>r%xw# z=%!PYv9&eoUfPmijT4~GjCak2QqPxFRjpdOV)aX0eML!uV-Ig?8Wv3+2M7b8GJ$3a zHzE_y@bU4ry}P$Z++$9h;865gH*3`5PbKcIjss0BC@edCx3hfdyeA+eA;Hcm;rJ5m zc|9B3N)$Sv%jKIlZ{8s3^t?qX#ow{!Fm?V%(E%*U^vk1Xr)Fl_!F-P>D|@G;2&3`% zq94VWRfhPs9$4-%)wZ&~Id|O}b}_HJciBMX)^FSxFy2?+ft$37p8hpxg8kI630e#8 z-x5+S{nm1x0B3J0y37RfB=6v`dt&f=5L$xiyGT(7GgLvmv}1a-i}Jd@W>X9)hkDt9 zpjhiSZ3+Uwebw5^m22C&^V|Ge6$T$UYb^d?zja*Cp3_}!D_bsh;oEB9mcy2of~e%` z0BDZ=4eJT2tVxmte4(dStzG-3qcZf@Q#9Yq8901q8nw`BDz$MCd_Qs9XXU?6A z#rinkS|UYSk;AVVo^9J!wzaj1yU&PycqA1Be7u@nY?Z96?0KjtB_0cNqsQmwCtE2> zMMcHs@@4Wg2}@E|rXwurR}IV5>}*$a&epWb46{m8Yy!$bW)al2t-XDTp`oEcsR!q# zeO51XTRk4w7N{tk)X*?7H(!4I_;E4II$Y;kR3{~Q`DHdgiUP0#polQhv+g(qA~gbd z|JGUt*il|V!Q}V5d+l}a!F}HCSNqZP+Nj9oD)>9EpdcMZHlX9s56+N~kg5+K-T)T< z?CT2xEuZ`IRs>3jx?aRvl)>lS*;viKS|N3(a&0(qn|3+%>lS$~ZU#GJD!ou+*^(#f z)zbAWAb=Ks`EzI}6yIbk4II|A$5M;{u_4PGXH8m%7zo+C4nppdX zgeYPmjSwb`4TN%h4Il)IxKmIo#jsF2s)?1lGS+<+eCJhdE#vWM>58YS4;UC3yYKL1>^!H6 zRaIBNLVvRB`oI|_afxnZWTff9hQGv-E2j26(-u<31P|PtW-APQ7cFCys)}p$1tn5? z{!_E1BPlE@Y6r(bmvr6J`)yjbYp(X@UInl(H_((_;eNoO^GL})fDi9Sj~=0_IgwA% zcn&16!3cyeJVyl$)biVN0gBX!7R9 z#xfvjU!adAp;{a)*_)-VXj;{e&Q1=|i{*$pY1h?^^XSxFnHqkQ?lNNf1UjMVcyv)3 zDi^Irf*K3f4LJ`zr@&Jt~uyUO6 z|5p<<5HCxpFKujIbxZCH~?wFm^ z+$Jfhf4(Iz!)sA%1X^8anG=|)X@xKzA8C-5mD-c@#~*rYn)QBqa*a9!M)B5pb!(}o zh;(V(*Yv2Us6XTOSfrv8kViZ9Wjy9w?A@Ut`Cy;ASxK;RbQT}hHX0j`M}MTnCDhIEIiTBb=;|c5Gv0c+)e&(RzMKgB2n zxyjt7nev* zMox})bHdXBPxR7}$}-3V)hR+pV(xHvE;LLxo{JWcQpAHR16c9x?mnOG&hqt3!to0G z;2SsSzE;Mo+%1=eC>Uw$ZfyLxtVb8RpD*w<9a-u`$|x@{PvlG%XUzVyaKtG5ZfU9K z)i>JXOHW!%pJ2=uyKKQ|WMXy{8y89}@3F{TvOVDjfZK9+cN+Qt;%K0Ye9N=FlogQ} zU%f}81_eLy#1rpbmUY|PASyCI>KBF>uSMwWiBb>u;OLIbXv5l0Z8WsDX4_Jh9CT_R z2)bCs;M)&&{~7%#BU0;8BYmy!YjT3vG*ASm!|an@KRxuU3_}-}yq1E8lFosBYdOSE z#5Dvd@4Niw)hpSZBLZnaR@DQG!0r)g!D90 zXC4KBPU<%(dHCt$-rWAQO}_bT%Dq>@RmU2#FWjwlT3A?c=qlJwd+glDM=Z0A1(%Y` z_ANhJ*97d`FoBzKqHzNIsXg3^iZTtN6FUP8F*uW@k-GSbSaEwM$Qyd)?bpv~rptbJ$G%oZ4(pwL@PCP$h&%mMp z!$x{>?&9;)#q3a|+h?_swJYL|hS`mEtHWjKz;hs8*fRj%E3YgMeL45E4qImU&o33L zhIAT@r^jA-(JcM>>(_D^D=o#YY{}XwjJd5vm-k>br=~|km$#qB-A+7RECG1o2f2dt z@b%TN{MT=RnYCisiWNlJr|deb*7yG?F4UcHZOOC8z0t@^1%_$QOikShAcbcFJI(*? zIxgvO{d1ns?V+Ob9Y9V3=+IY9 zaQWz?t3h=90Lo1P>{ijz-g=Pf44Dl7roN$hoy?pUczxFc-VC6Fh8O47tysN*qR_g_ z(aX43E%8{GKBt+Y$8u<}tGeFEa}8h<@ul#?8xA;Zg@Qq6=cCzImlP(h8q16Ax7YE~ zC7SJzw2y0~=w&nBg@1A1ws`FRm5Kg)HA#ic0s(!Z!oq8y&@H>^x-c_2l$MnOhml?E z{D~bMHJfwM=$Z3N;XN#&-o1Z60+lP#O8>=KRWaKi98|gc;)%S%!l1W-PY*0}NLUy| z>kyAO`Qb!E1Alwz(xv(5won{WSD1TxdMGb2`wutdh8)4#0ixUA}Z zv7^7bBE}9XZ)J2FeZOCDRuD2nfztpTx3lHx9uJmqY#jZk$L_^A%tL5{K=UD4f)zT` zUp4O#gAcFNM>-x4)`Nv-CR<{&28^lL>Ea0m-2 zlOquj`eQv87l1yOP;)bVX?FJZ0=F`tm5W{(JAcO9{0VfgNHL3(w`TCrImy$;+J6k| zP&eO!4@G1x5OR5CWyjp~Xr!d`&cT-aYY_W3qq`adH0EyLazScb&AELv6;!ScxZ@6rt(k;B-usmOhn6?XF! zy2*M5hR3^KDQmzd(8>RScK{;T2&xf^qRcBTeY)+^=+9S6t$q}31Q&$1x3RsW1Muld z`bTvCU#=g&d|`r^|0-4~6e{#eBAi1!x@NFDe>b1K)Q|j&O2@b_Ub>_;`>-6w93Hb) z^AK=jy7^nysDqaoQBmZrte&?_E;$t#qAv^6lZG<3wGG8SNwgMGtp()=Kej9xP)Aa6|8yP&2@N`W2aA>X1YRxY?0?MPR+aB<$cU}c z#fm2s5%w4dYP`$TFb`OZQQZ86=A4w8@!HYz78XhBwc%n1gkbjJPEGZ{`1mJVpjYbo z8gu}`u(H--*KPc%5|Wb1^C5M>a-vrY#TmKwe$6yjiRk0x;6PP=>lU3&*$p)9wLkTJ zRPXy0^z9w`IcPTt$GPUFIzov+RW`K!FUwgJh}Zx0k9631=&W*(_Z67tWEq&0`Otc! z(;66E?D`-)F`}&huY2`o5jY~*%BV$yYo|fpi72_>fK7C>pB#H%!=ken+=aMAyhcJi z)FbHFf(Z$NJNZP%pX@$$>J&lBKBO?K?pe{PCOQch)~%Vjvd%C5D7$2W^gBMu<&9{e z^n0D`DJq&kbD6@3c`7L)p%PMba`ApoG znex@B+iTOJYhVO5HDVqDPk;t@FAOZ)XWu}TiH*-~nhshNqH#U5+BW-Keayh<#o1u) zTSq!mZ{eQNL+WBgYJvBl+f@3A*^{~ew@grkm`@i{%TP*9!0F_mC{#=$>Y?8~awd8f zI<}yr3?33O!|_HwFJB%SnMY?gpt#8v`f||E&yPNseJ>-m3R_~wSY+nMhk(n8)~(4p zA{p~URr&Ud0Oy3`Y>tkO;hSfRL=;-T!ngOKV-c*%-h+IBUapPsv1n;Sar<_kn^^K< ziq=MT`knb*0R?w6d%lQ0oY^HRs@{>oTnu1RH|VU+ z?ATNU!HAAp29?`hA`kMR=xG@l8Ciw}Pr8$hL+3KTRL`THP0!pZ{>|df_O=gux@NzP zZ1tl`5P=Bml#~>D_svLbbj}E-0!9UT_P!=)$jW(k!a8FBF4)%z>}a7JXM1~f2^;(4 z?unM{Z;Px)9h{t4>yxgmP(G!n_w3+Gbp2{)=?isFxiT}uY97DWi@{MARii1OW2dVBxw-DS1$ zDix)RxOCp&}u=Tq29z*tB2m`2=@L?@jn03PG$a z;;b=c5L3#~F&LoX5v2hY7nX>xizk9NCRi(f0|=UlUMQh$DDiS&98F!vjtacn^MV@~ zu~X0tqPDovrpB)GfQXtC=PWG)LAz|kB#yyHr9>Q2{xE1TDpU}sc5@=J=$+c4rXt|x0 z+aa^CNq7h}CZ&hpQsZ1%bv$i#r*^V_*7^0g1&@=HgP;TDo# zCY!NbWZm2jQjhIB-b6~fOOTKiOvQjoRi~yGF=|QMIFr-EwR8l9QGY2ftkevN+gbPT zWZk}FRfxtAprP_s?b>!j5fvvvyGvb+Rr7->=bOt;>Ksko-nDz^@(wKJO?8}pwbIA$ z3)Xa{jNMCyIYe?g17A7)ATzW972HX#n(A-dLwXO|iz2MTU1zEoiY|{n{UpjnEK+wX z>5%EA|FB%{Z{NN(B{h##O+BJ8I$D6V5}O0Pf4b1aDjkYVB4=+Oe@Q z;%580SE&sFj4b+V#1QcoVh>wACqy0tf(L8niA#qjW@RXa3uR+0L;g4ii1RgUsGt=1N z{@G6!F%h6G=(8K~vxIO*!B+!7^NWt=iiv^#!XHRLRO!Nu5Ndc^Pfq~BLFg$+{)mj^ z(a*lyu^k=5{s5Xq>kL+Z8#(~>*uhd(pmCpqYTR}Uq>FF|4?8-Fq2G7`AGWpRU(9nF zV8_z48);X_viPzB7v@t~Sop0YBRjhSe@!xN@z$HA-L~)C4}as6Sx*~ETnr4N z6lo7;f{6#C!N2_WjTPXKxwRCbf@QK^^1QOxxW97j?d^#zOfU;siEw^=f2^d~`68?N z1*-Wa2)=sdy_|ALxG^?4sdGOn@u;^f(TTAEO?ztN$(AE>B{~9JU{;7jE^`paN?^`!( zAA4!}qbT3y14K09opOtct_Q`2e|bIflll4ciFSG|Bsuc-e$>*&Wr~f~*%j~Jt;Ti0 z9nEZ+obnbNbj^#4_;$HQvLa*O(V=E6&@*SxK9gG48*)va_Z5sw0-u+yT)Ab}E(S!F z${|yYVCh4qH|zTF5K?hDT$s+MviyYb&S?G{3rJ)j87t7(K$(&f*tHFnxKzUuE*1I< z<^JnoylOS_@7_%c_G?rT8Vag2i9sSjr)WkT>*J3O(oi6Lhs|TY!3g=46ULXK$Fs_N z>Trkz`W)~sILAUB_k%<}SDQLM!=qanBOg2nl6kgu+qMgQ>hu)YeT94q3L#N?*=--7 zxze^2Zjf-?PSz375{IPI zYAjq-+x;YDpxxY5=qy4R<7tA^TLx6<)}1>moA^v_6$ST(;qKm}MYpYEkDAu|RW&uS z13k!r+ffuM0x4Ba{S8;&y*oyrs6+JL_+QYaO=CoFhcnBNcme6U0&--+uHg(~~d3Mm4o> z3LV)UfFPKGfx*xAc5mB~=@lC{ZX{YcNfSUTM-pT+__^%-%s7ipT5umBwe1c-a!nJ@ zn$Da#^Al-9$_qlgplaeZ_Wn#s8mHFhy>t7hT}8WNhhIlE&4fHyoRI3z?n@=)qA5?IZ))FLF1vID_D zr&^I~^Sum8@W|{?so6+-g+gF7DZbriFO${FFdZS2$Dl(4apozma2nhAE{^RTL(CAYK&YsekH}g>WhuQQ#Ma z%}|aHX>6H?QSToRKyy?7sM16O+nWSO;V%jB@>dG$Wxb3#aM5nOS4&<|(e&*d;SF#E z4C0e+KVPlI@$r~yJR*ZYnC-2B9z{d7@j-cR9dFhEp`z8<_x1G&JzP6s)`8p~3U|;^ zDHsV;+)w#_WLbpe9fV`TJAR2k`Dn=gbOx$@m0X_kXU=TJq8CLU^0f}vvZ;}rH&#EA zTq?i>90JFWrmFadc^GYLiM!BFon&oQbD7?fphQz+V=p3lfYY_Rf=0318gbOef;302 zzPK=VIh*BD9LoddfRGT@gdpLN4*uEa8e+n6J1myx{QPMge0xm!wxdklz_oBO8u}_# zak{l@SrcMx>Qf&Y=v%aFLqLMD!^i((`~3+9uNIlz;?V1A#9^?lhtJNPs~q-B{(d`e z3P;qPJKAvqCscYjf4hTw@*3ITLpBk|8y9U($md98_8+)&o4@7RtRG`-(moY$tEk>b z^$IEF&4^eK*>q0-is3&^xA)(?`j||n3`ZgpJ9{9get>5^(qIi8_6`m(QY!wO)KV4V z=U)N$mLd7tI83bO9P4YTsWw;J2filXjU0Y~lvR=Iq?$<~IDXLLm(~v-cD9D!l9rZc zANT^^Ty71;X={l{3M((4eg-m?hJuqOiwpBmgO*WsX+~U#{@fpM;~`*QrU@9wcxt%K z(zBn&!87sR-@p=D(WusNKv0mztjMT2LTB;@-`-@eKJRgQ@8yj9-#qp69exqz8-ebn z=sU0BxQSl;eJopMiuG>$m9v(Xs6M8Qdf*TzP+{DxVHj5=WudPn?tXFxK(GB`Dy%by zFUjux*qkRaOch3KEliayF3(Mg61SAfmw6MqanI9F?zGhnS6OUIqaNPiTGq+r#3 zN&4Tj&SkdN11iMl4Bg)PJ=FWyRHQ`zEN;ley1O}7#H+>i3i_~eGao;H;1?dD z``WBii$mW{OiTom+sPJI@Xs?o(=kV4L_@1D(|SMtJSz7v=HR)%r9)c#-+_mjXnaHy zxY(8nPcM)6vOq)Hwr~hG@<~(LB^AQb(wjLYotQma`WjzsLxzb@`--4HV4Vq4=ahqI z_c$V{dV2Q_9-z#lb{RZ3*oCK>vY01^+?M@iIHwIc)(^^@AVox|{6PvNQoCb`1Jf>O zCG?cbpHAAAmKM#^p3pR8q4-xk~<*|8yj(%`5XpVyY^sDPYZ@=QO3|KrVzHSDD|A_*%oiz_5Q)OozTC8qGATI8XVk7 zhI%<|zNU3+2`3TSPDONMW5SJP^=j#fK(&a?c7Yt9@MrEjA_%x_`72i>C}Z5@?K-Ij zB~C|=9*sP3@o9}k3Sx1)5Vp@KxPg}R^muft{d16h5_3d{4d>shoV<)?nrR8*ecb$+ zN0PU&C}?Z5LM=-i9_>N)XMIBPZc))!KD11o-}YNKX&OM-E?v*acsnf=V*C?iJOzbL z6ki@)(dsdqQZ^6|Kuz)%Berm;?emEp*JA)2cmsR6>jEkQovp2H#JsMq?ql#TAhl>| z-29S#_`E~_Y3hxoIt52?O&aEi^v)2?kaA#}22i~aQQZksoj{id21Xolv+JR!i^!^P zY&>J%Gmb@Y+g9Q=-ZS9q&$xjb!NH$n6zF~D@1SerF)g|Iz)l9brRYYLZ};|`BhQ`6 zul6FJS<#+N3zlyAvUnoJ1ANeRgw@p4l;Jt1JN#14pA72Tyi*nJ`f5goC}oVdMb5~x zWFMv=hX4Fw6fz%2hO20$d9^kx5&c=TogeJIzzWgS(4Z~(SAYKv%pOpv%}BPHmXsfq zWf(?Q;;q)4<{2oQe+%+O0oAi%A^+&GMkj_B!;buwWCLods$L>gK-756w9}kGyXPCy zd5|Yv344<0bRY#~7_BJh`VA)0xzLrlyOv9{&H}Klq<4K&UAzjL{r%_AER3se@`xjG zR$~pJtDJ7#<@b-IHf>XjdI{=aKR0DBX4A3(>4U4+t}T5e;~4@x87Mfdbln>W4Cu1%0PZC}^>;ll@*5}9QSNZX0RYNztQ zyiB}rd4v-h2jL(fiWShChzFB({__&x&%@YD>L`&wy}aV$8xS%m1OF_yUb%)n?oX2| zwmBfrbr=<~upQ1fX7WALNm~nJjzs=Zn2{CAYgxAgbi^{@H~io`Z|X+@npNENviVf* zaPQlv-Bv){*bE({&wHfbY75fCT$p8B)I8{Y?HU3pA%LIAqggOk(_t7_!WpWDgD!gN3! zcR@ZTRS{7#CET^Y8CXPOh*<%_Is@`%#_l(4Ms7U&&D;G30nQ@#oLdVee+fyvAov5q zhY188G6R7X`4ie{dua8Zv+qtc9Jl{ok01`AbqG3#K;er;nS&pw2<$;*dT`;u45CZ* z$!h<*PLh{t0$Ys5Lj+LyQ9{crmTp_~xIoogW zKwwq5v*XomK9x_;PwgSfG*O*FQrB~Fg`$ucW4V}?nE^BWy4@JqcSSP+SQ5hq*VEEO zz--BjkmHO6ZAY%>6{t&weTO1~C?t_e+ze`a)b&fKpHryGG@bm%*KkTOTQ_CN-rH?% zhY1Oi6T^!HLmyZf)cTZ=+%RlO#NwF4h9D;GJRK_`A%OxQ18@(0>?$&v#t5IFcF9CN ze29j|qwP=#nhDkA8iG=!^3zp1IXhPZ(jxV+O7m{qQyZB$ErnU!6`YH@Z`s$cED(S~8$OV1VfHs95!=yUU1r7vFzw(6 ztZ2~@qq_+S48}4zA z3llv=2!z#1Qgo1LDzIox%*?J058L%OWz$1TuY4?fO?m5ObxRE8oUe_e#T5?2V(5Sn zvq9QT9E-&V`X>QgXkW63#goWVyvBa~E>?s-u0MRpNd}cr4vCe4kLNN!vlni^H?{~> zm2wQNDT}dLiE!YUlYD=b%XuY=!6*=kB08AnsSls&!0hz}T(l5-^fZkGYAuF>L=?dl zBHXY0_^bk&JK3m&^5cW39B+j*g4r3RfN@Dy4{qP)MZC!(%M*&096~L%B?N)yT!MmB zD}AJ*vXY)8tO51v-st35oiYJDlv7g+sa+t6PWadt+|>9O1Abya586}G_b%_Ex%v5^ zUsKFJv9V@XO*JpAHE;Iy@i{O2p=^Sakuhe(UEl)rx^^dA`OdnA3YNE+c%i>!EpR2N ziLJ5A_o;|N;OM=c{{H8mC$1pwj^*GBTAN+D2XPisew#jK3TQlCg+6~jiZ}jDXi~ui zUHHTOFZhQpey^-litUKUcA1-KwzV`9=yi7omC4Qs7tm0I4YinU_ z=iEc~0MvB+{QTbXyz3$MJkGR6#Nh;)Q!)c1qeamW{?w3(@DAu_84T+1!323;^~*9! z3JSDX**XQq$lVRU6)9bXA5e~72Q!*Bm7Lq0~FM@i&j1^w@;{`5D4wxu>BDQ<3*kfJ~QN?1#N>v>l9rD7mjPETi z;nLga1R=L4o_g`LRy=&XHT!~2z7vVQG}z$jI1G49|6^X>9#ocSA*Xk;;O4W{oO_Q_ zvHbAi!}0D28XCsVW^#9Fgyn$I{mtg){mth3`X(J*32U6)a2paz-qF#~O?m$yT$bnm z4Em1Apv0A<&_I+t3Jbm+?h1w?phX>ACVL1q>L+G;;Hbv}dv!x{c=EJxrVhKI4XB_! zYwxUFa7Xn5iIwiK(wQC?`onV#xtya*$vjR72xWk7bcH)oe6E zY8^VuRhZ*1k#4;!V)Od`r< z;!uz7nu?7HG~rWXnkJMeiufrq=?0AvP}SJn+!rO_CE5@gagEMrg^hqga{$pqEdqS? z^75iGYJAagfYV762CUJ2Q23NZW`2wb69e|Y-)$rlevr0aL9QhufMnPKkP$iKmyx1o z;o1)bKg`bHb6q35V}2e2_Zo-?@H#g`LPpG;on$5db?nV$AlMEgG=lJw9TFWyE+b12 ziG&z&6$^Z-u`x+w8>+^uy1J}G_Go;*5d9b_G)IP>I^^8hN~e28FaSEry{8 z%pyDf8(o0s{5TuT{y^ArKk>M67qE=hH04+arIpMO2TwUSJ16H2mQ4|a^+SrY4K#>M50QL0I31fD9qwc{TrySUpD?u$>Ni= zj@j+xg&eTz)uxhyV7;kwn6PV%8EkXdB9gwH~>c#Mcfv6UbOPsY)(0}f+! z9Q)to%$a52WMqN{H?LVpPrJ%78FiK(n8pZms z2u5O9tsN>IPvpFzklL(M`cNhbYR|?P+#s< z;z;XL#y}g#YG-^NO1raDBr*Rk>cETeSe}^nm$Ub!wa88Z44|Qa45QE7W~DHdwiZvB z@>)*My6fm)3*6sdTKPXG9@Kt<(>5~rT@u6cCO?WU$8)Z=xFz<)3;~OZeHDD`BX<6% z9}^{ma~S!LcXUU%7%5(a3|CV`n^hLfV%%2jhXzsJ>q1BtzPL6O*RJ*Ydj;KQq()FL z!5`G|oKA*Z&*DRT9H>_oiqP=;{jK3n;_{lSU5vg|_M-ZdY>|PX;pZG{eKMtl8jD9m zHf6@SkDHN7p(rx$1qgk|p}c9!{ATpq(g=sGe}ApKyl>@yj)zzSn6U=Bk zL9#TOOc>Nf+uc>UUceE6TcI80acaG@volHU7ZeomZ8%k306=Hqcj%wD(>(K^dqf_< z3^m^Uc_~QRYe;W|Y#|`e1JMm%n5cnKDom1QST?a)hxy10@U`X$CXJLOSN-!}|G$66 z9KWY#vGU*F^Y4cz|2LNO|BkZ2ZTjDR@&<}7`TBq7nvlEjzu*{_&nvg$M1s=!iB04X z66he9@;=0S3x5c~rU=O>VPj`Uo5DPneQ|DXZkc`E_=o^>GnUEE_4T<~uctp2LTe_| zB_KbTCk^QO4dHdgm%&+KP4c}8bZ%&^aVmS zeSCd^;ptHLNL4{v;uCN-W*XTbJI8bOt`vgB2+&;#Mahm}DS3Hr{5Svr8O;SWAr9HE zU%ud zm;@mT!o!CTYf1=EM8q(@4$f%@jJjZpt7NO@(5}}O!2|g z7$BbsJp+sb)F2#WxsFTkxm|3`P70V?TdWdjMQJ;?K)i zk%KN^|FNV71qB_(c?={52^9DkB%Y)LA@oUC+2cQgahuxF3>}76!W)KgMnZePAJ`5< zo@J95#6SRIf4qo_ldDJK)fcI5GswfAJ_{_wyYZYPW?QJRnB6XRa zNGZDns6x*EfHWoQx!|_rROT`~0%6DJkYCAh9j8m&0-!XtBWPQJh42ZKPi}Hr08(vm zWSkaB4?f=^plPCJQNv?n^04bn&YrzaazyY4j;N`<0d+Dtf8PJ{=Yh5w3)fPih-4Vc6rLpqon@q==hG%yOHAPYp&*{%!$muNZG&HD&50qn%$MPTts zlcnL}a%f{qDMUqqNT0w{rfZ&_nQ;)5nK^Gz=(GmwekFBdvlKfyJEF`9CoN4gCilE9 zJGYK(aPp=8`N*;bqZ3%YGv!2I2E-$-CPf0Ws2>W*O8?1zkJ&7;o=AH1FH(buz6RlO z_kcHZPw3aI@x{ievD6}<31SKZ3(Il}@LK1VP&jU{H}_+l>ymeQl%FE!7lG}3sK1+> zECi16I5zegXjv>&|LK|A4`)t%7rO>^kmS)3S6N-+I=L3ptk0Z_C?xStz;D5fC2l{7 z@(^GzsFQl*=1qp++rKvBa1#(kRK)GpFN|L;fnT(gB2(yK>j;JazOYSl{0Zjuu+v#4 zFln$3sEUMPs9o+ej`3f=ET~{T`Xb{>lqTCBMFNg8fT@Wm5tAZVQHI@C37ZZW{3ALgel0o41r-pBt8M-y!a$m}IAA%*y z`~NwBhZKs%#P(=sf}s<`gOR^GR_kDI{|b6H3%>=87l!*v=KiQaMN>I;^4@`q{J`?s zrXwD!F?&>}CeV%H1^z$OONb9LiT0tGe&M&s29?LL2qzorF@ua-H^LIf8?hT_x+sB~ zP!ysFc~Eq3&4&Mi%dP!*Bh)(-xn&fXVI{Ww-riW;RzXr7h^vhPNOh`7Ze(WG^hu;a z=$3eUbNcsN#*OYidbF0J3;XFWtzFy4{xkcpgYkCe>XCRQC4#yc5fPDAOXLpF6Z|13Px-oIEE|*c%2o+hO+`~vE=n+>f7#WQ9OZS$rd9`q{8mS@VPQ@l2N#!7=RzD{u@Emr zrzbG8aSTRep7c<-zk*gvSFU(y5Du6?XhxSs@W6qMfYox?>tuRWLqmhaXo&QH!-X^_ zA|`)SfA~N|YGee!yeS-96aO_qElQjQh8P6grRFu^S20)$Lbw9of%YTV@}|CCheHIE zkYZqER%ug!6m7|!A zAR}1T*tik82RXR{ToZ8PDv7c{pHN&Z*O_JK1O-C^}(C{t5C3DFRpmWB)KvoZ#3ZJoT1fKUf$WF>N5 zA-I8MI1~;n8d)|a@LVEb#l^=baY%A=AL7t&@&vp88`MlS+=P)dXjk$WjUh*eU`T=G zicCC)tFEF1VAUN$kOashOh0X~F*YR<@|r*P#w(=L0B~?t2suy4g{w+h>A>DCq=1qy z_fN~nu0DPQk%Z;c5{kIb%bWILdIG~UIMo4SG_-pR2jf@JQa-rU?JWyvh3yTL480z$GI*y7olK0t6Lxjzm1jA=8T*>C-!p&^k}=ZhCLHbo~SBs46bov{yu z@xwh5o{;pIb3s&EdiEH_O$I^{Q>)l_8nvW+1b#+rdT{@xuA!l{%u?h;Gpx~Uf|wuR zpe5=M@khurG<)1_j_C(<8&wOV%vl_%B8(g$zY!OfpF=YVb(}{wrN))jYZpRoICSW+ zO*4_$zpwQo=Lpz8fVSp8{lfP=@}dRHn0Jx9Aa zR04)`*-f6qVg>y8;4BlOc(E){-LD+zvrrtfYQ@hCCE@1LBf_TLq=OkHUyNA@4IKWe zGI6@Lvw+2?T`gB;z!*Z*JCgQu_nAS4br>_CRq51CVZ zKsdb=QjbW2u0(qO@9AKeV#k_IYRSdsZiDGVtQ|5{137vNkUlvvs$=ZWpE4jdWK&~D zM8n40E9i;P-rnjC2TN0?X#*19jKE+N1vZjBi>$JSJzWLj0LwIl=;k2oPEXIE)F_Q2Tr{z$L)}*hJcm(LnT&BrzO#11j`uoVbH892J+^ zfKIjo0;~%(Ca)F&G2-I^f*eMrz-sYBfyeGAmOY9|wU(O&*1K-oc^F#+q~Nyr;rUiq z)B@d^9#Cv@z$haDw73R}1kz1_7?2Fz&AVj_(U73o;#@*@Qnvx$+Xe?yGe6?>Ca7vC z*Iv1~`-uXGHA1X)kV0?T3Cy5u*`d5HhrQ@Zdo^ocaJ}DG)3mBt%cnxIA%!0pBLW10Z#n-(P~D(td)} zNEQdDNuacPUA=lWZvd9^&D*!Vu}j+#o?doS|MQ6ngCvRHftUbcz>Q!_K8wStRw1vN zh#cmR689i{bIbPas|bO*L#L5RJb66jE$GMimOPjap^B&`;^N}|1IWJd+&Tiv!h{LT z7&4AO4NUVI7XJtiQY0Eaj-Gl2l7O&&k^}5aThdr?7$VWsL02*C?~nUuhWrj815np? zc`nS!sW$f^l8Jguj?^Pq2Tn7H%gLV}fs()f=hTa#mFVmUBOHP#PCQY#nZpCQt>knN zg}{iv5+s3v<>6=VY{1S|wVo%qWGiqTD9>K+-w2;VI6lkR!8Y`!ZRwhf4z`(JZE$ zgmK`Y)fa?neC?BxGhZMh68vl!D@Lv;;g7bb(1$=h;sVc-;TjB_hUZ9K{C$G~<2RE( zP+}{@aWIoFuJBj$P6-J;81PBrAF!2@(-(^-!(-@fq5{Z~7}7p+bV9@3r(Z+F@@>qc zl@R#Tbb0uz_dCo(pOZH*y zPN!;V|IgvVG3)+0?6^CO%+HM|6#$d4Jqrb~33MmXcN;^TPnHLd+uorMYD)RCWSAMW zIFdwX%IrMGyv2R%(Go_3Wz1`sX%-*UbfF{*ntjK7(T0!cP@^e#RrjgyTN8`fb!>Mr z%Wc{4RP(vy&5iILY#4G$$_XvoUXzEu#@dV*=nUxgHg(PO=zUc|r?zu;W?Mj%ig&>C zG&+UW^p;W#cIBP^TBmopn%}VVdnl$~Xwh3W^WA@J-KHf1E5`&NN)Ghv>ZFWFBUi7X zfx#a>i=$*H4s6)88O=Gl#Sf>;B_69SukDX z)p)XJgl*Y$k^=T|v~97~?O?zX1}3K1^k_ViCrBM4au)Rf1UW6ZVA&JcC&VnKxU+1& z>sh=*nulSwvCuiKrJ!B8j*gz5iAe_s{rKX|*z!VQ#sy`N(?u-EnM%X}I(D$;!7$&d zKa(H|vEdUqB3K}MAW%rX4^O0h2J^kNpeM?+w~IrA_NZUL=#KB8kO=M(P1VCC>bHub z_Y&v3i98Lh9F04P**KbV#5Dkk6R@hK5u$8j>dD(h-%1NH^Hm9L3j6=gvL564LJp7m zyp5NiU(rB&zwgc6na$M`D?8PKw?Cv49TM}y{gs!KTY^wxR-6X=Z)<0SmOE#8 ztS4C%8~`QXy|9oFgP8Bg^stIU>^NUWX>IJe74WGl5?!%1eJ7A%g6JAupE&vV?WU%D zsHWzA@%kWcTQ7l=?m{<&U1aOqYu6cYu2dD>SZV3fiMv+lkbr~uWE8-e&Y&(fi~XWk z&_k@;x^?e?QD0(&J#GCdOzWL-n$P|Fw)e-piS-UVME4$vf2sJROEZq_4v8Onc}~$+mt}3Q!!HAyS_vm7s2v_7Ad$PBPj>ar-Dc`A zVo7^}div5(;tFKHu!!0=H~R0c&QlC)(LBcSA#?I9&^C0Vc?es*V^b%-MB3>$u(WnJ)UGT1aTZ&zBtJMP z=pv4?A3$D7jswcHH+tglaWa{$u-IKP{ypu;7!YusY~4T$1_QpOu;Xk2e_1yxo#lVG zqOx-Ck|kHD>gw6ZH>I;c1x|)8E=e{GkdOmKgtr_A)!cP@{)d7C1k2VbAk!5RY)rvD z21z2&$OCH)%D3r+{m*i98{6&^tqx7&J)%ayd>ZidrP^R*@W4-XvcG@~PEMW-Sn_bf zMB(P0aDWb=a-?PQfrSC;6Ti54#+!C|ZHh&~-vqa`2M%q>-b7YhD3%xH$iW2+DL)aZ zmdnVHTpB!dy|<`uCxg?XJSy_qmHfhx@IOPgJBfir=?M}bovWq`6ugGPSo<)v9+4@K zJ<2^x&hm3^9F7q!>tIqcTE)h0ekmvT`WmzO`Y+J+N6X zfUEr{0wa0cflYGD!L(0YQc?lQQ90xkGZ(C9Af}uE>s8vR<2207E_r#EqJ~zq%6N)% z-WSCQu`r0m0hrnzLf@c}#M?OuKc#y+m_3pkT zDjZLgWafAT-;uGld>F=JFKUI)BDeKSwLF&rW#hG~lOy|=Fy!&TtFwb`S3a;c0RSPg zI%d*@$1+aW*%AV-g(AwDffQv83=MflMo+KkikP7Vsnvq@`%c#@AION&-5eigbgsF9=ci(K1WO2Tg|#A4Wmq>n*L&(0&Z|AQ&T2hR zd7GP2C~Zx6bFJE22s{Nu*vlR&@xN7P)?c&HQUcoxNd`~$YOh1{uNmncMlwVuj!5st zj{YeRFZin<)y(D}8a6f7ZRYk9>_U}iEunDOB%?CZ+F@B=#FPWdT}v!ipt541H4$Il z{va{YDqYYz(RG;;FvB^(%%@+wApxLij)cwIKhULtOJfWl3~NI$KS!GDh4-8WEev<4+GVfU%HtCUz0!Yq?&s03m^n za+)IT<;@wz9_&R-S<&NZ>!zNL()05>VhX~@?FT&aPOI5+&ejqwA-3OneFx{Rkrj)$t;GskFlf(l* z*;lp5oU&|}=c;fF2n>up>hd8^B7fQCN;J2Mn4-{DP^pS_QGC4FZ3bM1$qWz;B2qhQ zCThjb^PR(>c^G2bz5_UeznXukMScbUjT5?W+NE)p|NJWV{A+AUe+e#-NR;1mGP|zD zfmX9}{2nI*b+!Im^-v2QG-GkRiOr?Z>Y$y(Y5=Ke7D^(sEeuXB35$3gcKGCO^Od9L zJergR5p_kl^fM(>(M>f-7m|@Nw$)8R5qSB<02sYm#_~sW{W1=`@b-A2-bn_meIYGs zm)PNhclgCOY)D6$x!rbkY}bPMK{f&c&Xs>yQ|8$daF%>ogR9k=6R!3bxD9;{SM*xR zM-w9gYh!IBMfs(?c%G{T=;+6){xOyA49=EyT~5J8G*AN_45XJSwnvYy2U3RnJ*nkc zU5=e;$}@f=o<5>&Hkr80KHYd;)7heddq8%TaEAT#88hHjyLhqD?dnVkfzhpI(CvWp z7*>(3z^WJJ1h@y5^#Py2pkZj&Ng%;Rk zyD#WTJzIdz`$l`s!Oh>7htJT3p}NT07fr?9-1^mpXI;=_zGsXMUThDtyQ{&Bs zY9fK$K5*A<^qAOi6r7LXq`G?)Z4$ptKJC~%u-Q2T+wkRjRWMvD|= zY#x7<7^2_tVJH_lA=#)aH%y;8l{`rWcozK?N&r^*{pUE|41a$`5Dg|Vu%^*M*O8v3 zqpm(1LHq9Ju_pFv@C9?7^2I#BO2a zRzJ$Nsf#kxaEvz^MN=wsWJ)V4v~)OEXUR392w8-#=DZ0^nUQgF;+$~4d#|{sJlZql zJQ>fD{9?GC%+HY9!N+aydn|R%rG-_9oMLD;=57L?g0ni~EXCjbi2(gU#|zU*&Y;!w_!yYc!Ee<^BE*sPJ;keiMU{hced$WYD-Uth{hVL} z2$V!oNFk|6#U>zp81`Bsqid2tU_CW4HUz83jf6}fI6nrskCYw*Sva8xBd9AqV*vv| z&Hd+c+vgA6!+Z*4ALqbQfc#)Rm?Bhd0J2>#DOm)dsuwB2<&xjY#h1#cjjt0DR-s5# z`n+}9AAtWZ1D@E2M*`EYX$-PAKoxsIdKt;(kx^iZz}2fqot>*sG%Vk7aUY~oqA&j9M9Kj_9xY<3*k>-2S&*HbO$OKKKlTC&V#uSqV_XAEL_Xap2qa)lb?qlvqfJO4h15u&s%5Vb2Nh>1>fAFAzZwX*~fL@93e(L zA>tTn9GZ|oU_Le#$pCjga?sf;_GyD)MJRwUgo1N?-et9gRvAHX@Bo@ehL28N zRU8!l1760GneYD>#acke|8NE-;*nAf4=W{aydHX~Q-~zKdU7l1NEgvG`*_2y;0$y) z4TT^@H1=DS&WlA~2rP@IrLt&C?m&>y8GMKIl_=LJv=opZfo!%?uw&Kbd}h)uG$-GK zA56N@ij6>{D7Xc!-D_yWv7l)45dcuc=SMeUD$TmU{-=$TyAhiOt3=ztUd0c^tEGgS z38EIF#p~@FuB(hV4x_)dXm7k0hz3yFP60IpnCUsVZ{5T_bFf7NB`~dC&jf&dG0rFA zDEmAc!w#>`F0ZaGLXt~_G@lWjU4Zz&#!$c-p`ySTj+>@8zzq3_PmKPVL;4jM)Lezn z3-L@)geihahtpd~O4q^!n_yK?x*U@T?C6`mL98M8gplG*)p1}tz$N5X#{GR(VjwA^ z!5?zx@c#XNUrfpcQ5_QefRFnWytiwBeQ@lWH{)ct-0w^50_F)&Kqbm@G0~XvmlHn*SUVN** z!tWu10XBHWJv;EGa;L62;AMz9AE4ox5X)FAv+cAEspE+J7z^?dcJSBnF;}dnN8s0B zqbZO;0(c2c<|0I?*hCZLe?si&e1Lf9PXZ|bfFRmZw++QY6#j;&Ei`ZntO>U_AF+BS zp=J0GxC9yVlRXZ)m=xX+rpZ-n{GO=+)*{BL5Hpp~6_AeTmSZ-!U5+LYSgtwGYeONI zK|6nUvYsgVi9`W|?Wv33$jcXC9l<85h?sI@S`UII&QVZCs6wNrAI6F#85B!MNfpx} zMsW)_j;smMw1d=j4%Qkvr9{QT@t^>#=lAeCL$@434MW;~2agq8kOkzCh?NbM)^4~^ zk;6UOMFGi^2X1x3WGW;<(y2oe0|)~;zT?AF_Dk+ZxGECekbsh`_V@3nDQ;1ye;2?Y zrNZI~3TW!>8r(fNi&U(@anX&Q0u$&RBpZOe32tNj&Y|Q@7%M{0$^c`J#)sSa;8Z~> zFRV%udy)VP9FmpjmNUG^-1XyunG?K3LQ!aEK4Od08I36P2EOmAVVmXx+IogxR*_ii zY~i0pPEc430WKLq62pVgp#0Pq!5j1Z`Ke$p(C3BHQJe%8XjghS1oZ!7G5_YpKj!R5 zwV2#NoT=Y&dyz;T1F4FXMX^hG=JH$waSLra($l?p^QL09r>q%ZMdGNTtG^40puzn~ zyKjLntP!R@0PP~pQBdBzq9X2}k{H3mf2Y6YGgeQ?a8TkiF&DS#G2+l92JS6Ixu!x7 z)6(5Yk*!WnjOTB1GepF=9y2ia=hU172XxnUR{jC26m-Pr%O8O z(~ym2BgVqmjH184es}ju1j&tHg3Tj;gNAHTBEX@;Ob*8g=oHcr2p9~s2zG)@_{E4S zLHZiG*%|oP+}7AvSaxzhzV5K{g#EL?CuF1xHao;Lx`G4t_MZJp|E;n|af#mnSq7#` zZQS?_z9G2(9B`_AjDyl1Orcm?ut5nZZp!&@^7`n%>Xxx~#PeI|IgmICz90tm@2_z} zf&K&q4V~@y6@FykNMV1@0;;*~1by4JfB)yd56J5O7fPJ#&;ooF#_Y}5rIY{r(XhU~xTfC9 z-0_pyIsfYw82yQn{xfKR<)<=jYERN%r{v-S5BN4a3Tk)d{mbkN;j$ z+WM;%{nsO>fB#>#&Ch%Bzu^?&@)?iO#KEBqm0|2s&be;Tm&~e_PMTYh7u{M5vmG9b_mO16-S^JUqmR6pcYqooI#|65(ojOHEa;Ls5 zUa;UHeBXcw??Nk93>tn=*bWO^^aZp=;hx5=!Qvt4?XjPXaO8Xs0rOgo;$Jiw5Di-f zLrO{t^W7|Ensz-Zj>=rQYME?reWzZDTgoN=-weHO-75k-4}61h8jZe1&@{&`n&Y-0 z#_K*v#(W3nE&lac@u$SWNTn(i3)~$V`!jw4JJjZ%6=Oh z)C)~GfB|l3;{@)r5O@OQ6ZjM=T7<>EZGI+PXzl(}B8X))GS#g@n~(GCX`JHGka$pr zfb`=QT#KOV1!an8WB4`96f(5(R5pa8s&D};meK#X2*i3a1Cml_0y$%sy!W^v!Lc8y zzeocs*;&l$3}blIu)JHlGVi1#iGI;=S=*!Ot&3x)_j|87+HG+V&-`42J=+Mktvj!NV%O@kg#470#brh=(J+%C1x%kI!ZLcSQP7g$L%h@vCo3$}T$J~M z{5BiMDKX4JPm+hpV1<2*InAvV6Pt_EdnYV-_S@LZ1nYqEM|7G?a>CIqhFR*0@x8cX z>Fcm7k?Py;m6t#Ly+9mPD}a_fVDo{|`ST3J*$9Oc8SyCg7DA?hRj>na<$g0Wtv^R! zpheowYBp>iryb913W+XBMlsYsV*t*F|&IY zN`4w&m1~=Q`kd>E1VzUNj z*!#~OZ8{VNa!{k>t&UARt@j6@_s2cHe5&ccT_-wl687~&z-$Yz?OBY6;J&-K3?J7; zp-D0r6vwMqk9lI^-CDr+?M5CzB>(_SK{h{`*pNgy$DbeLF%rl@vmt;8nHSii_`Hhl z3F9w2bMKxg zT)c20=7{p4n^H_5Dtd%AFc?F*qbvOkk%xvRl9~!=FWhsssjAMrx@@aAhOoSc6WCAF zvq3C$%y^p1C1q=41B>C+IVMy>(BNgTIT`#?9K|T}Km;uUL69Eh6+XFTNILcE=?yV{ zj32@xy~c^N;HjoIj#-(RO$JPc4ilmcjd}vIAE+W273 z6hJf+n?w8ePr{rP5;`$R35eN)m%3jBt`?F~v^UN{@FpV6t+Flu3g|qILVI_s7>afy z5+Hvp&5=cA_|vOb0!jzwj%clx_VyY4Qn$8cC(VNC81)Cy9_PdsATuHw(}@Cx-V<|a zHo*NKE%Ym=c=j^L*8&ngfN?bS4aRYPfEVD85RJ4GYx5zv>fX*CF<$zpTjgOc^LQih z6`DH-NsaFKQPT$w4 z5R2aDCYhsuGEm71j+2=Tq-oykth8dK@m#R*Hqg>Q2%)G0@hVUc@*f4@wjWRx#Ett9 z9F#||V@3;hElKe0Cn9A|M(v)7mG#q)fQE$Qf%NgcUTBP;so}zT4== zwz5cH)b3Pp;thT>D4e^dGQNL)@C7p<&S9sJ>E0z@-(BFV(a8encg2=1i-}-4Vq6u3 z0bKh~Dbb8FI^qCJ;pm~=M}#RXDlv#7a&2Lka0baj?-#(4&-Zd=)T-F;&B4LGrvIeS z-v=4}H|p_l3|AKXUK#v3hR?yGB_P569oh=(A(FvEipDuj4z^YoSOQECX=qKO7@5>E z9&!Z6JGBSl?o95)7iTU!i$fq9H{UFfEb-0pFbrVv4a!|^Up*wDm_mPs8VX+)E?96A zTX_>2hv;I_xKp>D~oV4zlW_FZVg$Cp=M(^ ztd>y2XtA)#C(w)LI`)tfkf13 z0)>`%It>e&5 zb7c_#N{T2N;Lv0+kTWJrJi|$`AA5oTm1VHgmbxm9`uHiVWM~cuw)cw^BoEv}xA=>T zQ5)k_ECQ-ShFj6_v~lPLxb&CP1zLv@X?9jw*E2ISC;J#x^~8+UfxYoERPuKa=bs== z+lMWR*lY}70XLDbC}^kAC}y-Qi`VFB$`I~hc(YiIwH1l)xldxfV&&1PULXbYKY)H- zwZ6A;)J}OmcKZ&PMhhmMdU1(CXSoEUHZVefQ*JdHxL6$ic3|eX!Ww@CgpO zk$D(GRjXd<7=H& z8J&N4J83Dc`!+sz!@SBTs+_0f4!`Pqd9t+bP{am~;|H3@WGcN3+5K2g$rdGSAfLfd zJ165KI~pO&MFVsVPPSI;-YL=NB>`Nmd-M$}rV5xtYe&a|_8&;0UzIF@7Uq)N`lsuf z5*N!kX+}J@pHM0sez{U~OP_pk>Wog4edo`v{9yOM`EY|xiMeB=e@@x6A46|fl(-(s z6JvFTd?`4lY?w2mKTS7x&3xAzAs3f*XQH31prBBK(NM79R;teHTnKbya}L^JMszElb6dRPwGnTlq=uaMPdL zUY4B)YdSonN_jx}sm6)K&qEJd@`WCCw@Avok!1O1yRBTP_oLzK`cKUtdGceH%;so* z7<+oE`DlZjF;+@2_czzI*(4FBpl%9k$Jjqas0ysd$Y ztuu)P+mRnW>Tfb@!vmH)KtI2-qeoE2v zn#=8B?ftJRuMVgSUAM>=sF8VR5hXc;!C+jI+=^v^t<;6yKBiv8A&zxmTkE06Bf!Fm zUJWQR3oekhZ|`hFUZjf>MN1;BgnMF6s)qMiw0){^nR57&7k6t8aXlCa?EfNtT~+WM zh7}^#mt!$yf%95@dyh6?@5>toOOmzAC=xt@NDybeH{w_rtgufSqn6JC%>vHr+rQ)wMZnpf zWw~(E(VMv%HjjhC!}pH3Bl&w9f7*jkXEl_*n$J3#B%thn4n(H>24Y-ZTLPupd zr_7_Kv3jsMa%lfhns9LZ-n?ASoy|I_#T@!04&p`384aF|x~atzf_t~l9+x_^Vb@oI z)(nkJ<)tfInj?jBBQEun_N@BW3m)^lC8MTjopQJn7uCw-0pLw5Ojd#^&}HKP!EZoB z@UutKduIqv&;S#+TfX?kt5<4TFU!tNm~1(g4-7xT(m0(1zt^gqsbMos&DC{ulbc!2 z?kh_p8;2TKKCS)XXrk=Wb9SYw^_a??Y}2vhZl7#pmZ(p!8>{Tue~C4>oV~0WAC^OZ z`{)-*^LOq`el9c(y@NE#y=UIx@gF7DhhMwMh2PF@Vk^}C zu<{5tov9>KCwI5B_4}!`;Yzbtl`O$Mjx}4tE!YD=2H%|gy=snBHPDGPjWbge<^5%fB z6U|ab@28a_hWXMe!>Rm|v4kvP(-1?9r8Zu3sE?FygS3Q&J=jwVm!8$#xwUsk3zC4|Y%MjP_^~UXV?`l*vqX0T#&gNY znUj%OTB0U4d~hsCR+wUkRl_I&+i%uFai+RM5GaIXZv_3Y{e_&VO^Zi%+V+4wH zcBBWT2AYY~*gTjQdt;JV?Vfu_Z!zg{Bw@sAb?R6q>^aECI99{lUKe;4Jy+;^Zb8&aLo<ftcl95z$f z^+=?pN&F(bv3Cr=90r{P3v`-mrDuyw6Po`&r3PCPJa z2&jI28 zBdr$aqtpb)!2MyzAW_=Wb3dp8QJ1BKV-o4f2Ipz(E!;p(ZR#&ei`-8P81^_^GG|`xFvTsE;=>x> z`bc)vF0SX0vqRyG)Dea54^N(Q9W&><{4|2Yb@7hUhz3z3W|58P9vpNQQPcl>AFi21 z)a?|F7CTU_h?L%3_L!sNU2E0nOOO!Z%obu*9Ex;{yL2gpa}}rvZAt3X+Dl8bV}FyG z=`|Yck(w+1Ni*b$QyOeoT<(qZo9#b0WpK7@AlU7dESt)(gs2_gzmlxk0ngMFb7 z>LLl_sxb)+n^*@Lh}LT(@e2rYC<(dt~2c^PcB!c#ZF_6%wOI?>&w-8-L?I zYM&|lc0m%$^+{l5$$g{vq9YzB`i^8O+WN45gSW)>K9FNRy#gu==gz%_BiI@{*?T-bpuA+uZtHQ!JE`BVx9nT#<5Bl0 zs`ho8<$C?6p~u&3_bX4-s2RC)HD9DnOhiIL2lT59qJeEa@%3TjX9(N@J0;-2PBJYl zC^GY?K;lf}b5vA1@$Z&Y<_?LN^hOA|l!9yi;Vd`&2BUTu{B zT+XXX->)lu&GotJMWf(ox(%wW6)2uC*GpDy=-0D)C~dPrnsFF&9ke24-TKkg?n1)g z0$rD+RRuE;7z-P%N?|%VaAE{9^C!kfGt$!=v-O@gis&TV1oO-iy~EJ;`_E!rqcGk9 z5nBVEFT0^^b%Kx#Ei*O6=-sHIv<>#1KD%N(Jet*euk3}V^ODRDHZkM(`BK~qJ*^+! z*Ua6bG=7WC(kkpa#_1E##^-x2E1=9g+Iskkbl>sJ+3&oEpSUUKY&FiX@B%A|Z4n6< znoa9*Y&0jPPaYPu*dFG%1s(N44Qs9n76B;hf>(J zYc)Ur!^Rxsn7qEGY`{BNu%))exL>W8UraEqbgN6hQk)0739ihT@-|W`Qmc_nq;PZ@ zE8##;Wp%;gP(auxvzm9WObi?9_RMOZAtYDsamAxy%P9&rgt9JH2jE?AgzX!~G6^0nZ(~J656e z`WCun)25$^BhJFgK^j&1pRYUKhq9xBxV1Z@(Wzv|Ksk~`MDSzBf{>fRcIP&l5h`ry zF`juvoaRkm`=`lKD3jb0t; zNjNaUih15<`KHNat;@tTSDse~ula1tkX%%CC&7oe@O=!Q;g;AJZqB3eNkPoq2M>}_ z&UQNN&k}Li*)5WOKt4* zGio2#F40Z9;}g~sQ^;2=!zDHOgWh-Vp~m`pku_^nk#BZkPy$^yFy#2oWq&^=2E)Mj z5w}s_hlNyU!O*P>RX`0O0cQ+;S~zn$IGVcvWody*B3dBe|7hQO)5T@i(w8kbQ$qkMD%Hv=`DGHU8dhzdk`IREv+79zaK36ii1;~v61*c!yc zR!kj6G1Lvz!@4rg2ZTI9#8{OJQ~&jQ*UuKs%L4om5oZs|-EJVTuz=nyYH&v$?Sgb2 zrGNeKHDLpr?kAZ^Mmdn}g);q1VnCQW=(OoyKeW$&VMKxe3n0(6NBiCY@!25F{jVRm zb5GST0dm|_w9z^d92PG9_oWyZ$0=2@V=i6#t**ZQpc95{|M$z{5+Kdz`_|*14xmp9 zm#W9T@9D7}HwJvXK|0K$=vn=p{X3Fhnj(5)gY$?QR*8I@awh_B=nV76t?oYz0A;@F z(ERT!GXBiXM6(S1U-)O~XreSBMbHWbZz9nx+Uk;t=&U7ChPFjD5@O(FJJHD~^%wF5 z8kdX{TzJ*0=cUIdG346Hp3&7`+0NsDiZM%_{mWI(J zS$JCrXidPIRB?(xZU?*E9YB)39LG^W(j%c#aN&l7R2c#pWXIaU1X*?64z4Uf-~Dg` zwnX^$WBbCrV~kNHv`xFQ&UXtNwmZL~9Em$tuX^*i7Wg3MhHiGd#3-?f}F- zEKAdJJ~FLX>~hO0OpwcT?$(2io;7+wXyXMSLA*A&n8Dz`%-X~wJqw>F?1MhQ2lAK9 zA8K;N7{Iikb*5`^S5+=d{`HnhXG<(9P|*mma8kNpic+OaEeL{e{t#nn0iqc|(ZPIM zh64Oc-nXm6W1yE-oKj;!;ZqI8L_COF3AphN&dz}_@`KVg8qdla&$@4DNW+E zcR&JeH#-K8<}f%CRBwY@-O|<;hg`f96Hzq5756rSGfx!+YqL^k)(30x(_|a?s7v(ij78 zLkkjI*d$ar%+2mt!);}&HZK1HMB4>>fCRQklV0F+HZ*Ke=w-G5_pe1(DS`nrc!eaG zAGvg=lO&L?{Wac@8blm%~=+Kv~3I4B*kh+9DQe4~7LjN=E`2 z_-LOdBoO}jo(Pl4Xda1}Hxpyc6D&5wy|hhZJ44Y?)g%#-Dmxb&AHD&JP-a+T?2BQpLoDI!Q77jtm5xCs z*ojim{xu(_xDv36r9+FBAor5ZO{c!8!8%CTqyY)C6XG3(7c7?=WNBRCLhyXSK~se% z!PowS6lW;BDYk@SARQda!#kD$WiCIQme0HHy)e=|jDe^^H*MhE@n)Lmv}m(~MbtML zD`*=i`$G)Us*)3i(60;XZeS#MQ9!34ic5;_$=GRns`mnxu7A`pmU9dapDy$V?O#s} zxfenXgf{fL@{{27O5#4dVX}iazAAbD_+y{@GB67g(KJYaxIj4X;{q^9D=3!645pa znMM>ojwJ+Yz4d@)VzGugQPdiyn_WQ8J%DHs|Ks49HBS-Per@N|x0fG#v4d>#gHSX{ zg8dJt#%?f>T_9seWuA;!kpM8&8pTGGBcRsOQ<(8Ez)Uj&bp<)VDvTIGc=ao>U_aWY zUCmA07LGKcYWI9|WU(T_Igb^j0oa^NXOZ-SAVXuJne zS%9KeAjD!Y1|oL@lK7$B0Q(B5z*W1qLoi264*m@L)LZDFhYEnp?i7Fw6PHc_Ld@7; zF36&0Rv~N?(H>CL98uE(V{jCJvIfvC0*{nwUVrzHFPhK%kgyJXerJUD3`G9{)r*jZ zMj5kMum$T%Qpl>Vp@B{zOw@|Fq8JVB)lF>mE{}=PNIc8nPsRv4+E99MFIln%kS-Q~ zGE9C&G;f~90z~+b1sI`8tp_YgV2v+zqarL&dpuigXNh{6&BVK7RjSh+qezPJA>lBx z$8M~^9b@k;p12PNM;J2&>c~VK=cSQyg}4H$SC-1T8+-id-Ic-fejXPOPb^TCQp~Mk z!}4(>T|N>qZ4Ba}>J1LB7d$DP2O57Tyx3F*>#Y>BDB$YSV&KE?DBaWTJTg zeit$#3Jutk^V<(`eO;4b7^R2X2qGfAGJ>OFxA;F6pAHNHt_{D%crXOL^+L{1aZCgv zg8+s=uK`Sb7^UD8s%_^D zaE+cVmcws-tA{nIM&ZQx14Q(fJ?Ljb` zpn-s6+d{l(R6VW=o~FP?tby(qy3M%+V?#w^y zNOOU$?C09FNUSnM- zJ%CRHLt+G2kja!B;o5^C8e>49IbIVZ1!RAg_k#h8+t|j}xy-?0M~2q7iDj4$QAZq^ z%4oej=7C$RE-uKzw`#P7tXPyEy(&fusBveJ5k83|BBVw82u8^`gV4zmGuj}S&9mQY zp1{jU6-`aeJP|F>H){~9(RBE(yoR+}4|`A-*JSb0RqInwG`s)xmM_fuvVH3l;NF}V zYQ#oBmxT2aOU%m;@=M=fomDIZSL70RUw$e4{^7DkyL$J~N2J^-*-7e?LL1!f@T z@1^2!eh%q9GEQ_FsvzkUb!Pp#$?}V!$S6MfrKczSPu}y`>J{)-#lr;RpIjWY2$^s# zT0=VM)U>|5u8r;rila7tG;UwH*)`ttYcYmv<24^2wWuB>a_jlzT>4k3H(-~);#fts zALOf*4qNQ=ur^rP#m~&euYb@L+;a5K)5G_0n|zfS?-sS#&dU z6G=W?KsP#>h8blCtz!=MOe`*gsDrC#NTM0I?Hv5Niq^})>uLFep(N&u5;^|xuHbv= z%T`}2HRM=qq#cPw)x@6Pm;;)F8qPgJ2wHo3Qt-}(T^Yab;AtK2l$%Tzl0I$ZKwLcy zm}~@UmJZHtX95(7se%$Tf3j@PJ!JEh4wy54P^`p^;`kJ1f^PK>|rTeLBkFkyiCrsH{uG z;$|J06B3Yl+ikn~M7LGMF5!cR-=I7va64>$`-cxvD8IKMI8fH016##~KD_T1%zo~) zX7D`Urla!H&uwdV8`>Mj6cvv9@g8#nkS=_%u=_{(RzZ#Hmn3b}$Vh{!rE>6EQ5N#k z3Veqvyc^G^#AFo52gg-4A3X8v{?z0oR!Jv1K(+9U$TBP99K)cU5ws&Dkbr&*iOKHw z@7Lj2p&@u?>-Bqs5)pzCLOB6W_V%po34bx6tfj5~MsK(J2<5yu<*@qUQ>ODA9L-i& zKNj+Y-%h{EF%0=B0^}0(Gn!6)#@+-%T7Z;21#d=Sf+eUf@XYY=L?(w0mN?~tl+Jx~ zPsU;Er{@Z)bjbo3Hr`u3#*TMu@_o zuNyHTwk7Ou7LgNz&jLhrl|dQ~jyb_Hp5R%y&?;5774vT6IMpCAtVXyJU_k{|h4hZ= zo%PoeW&N6#&!3OTx{GrNN6YLD>;& z3#4I_T0#0uRXHVPum`|ELxPDY`=U|lKFhY&C#5qM7Mby6LEI4t5$(>qtIS{g85>h2 z@N1Jibb;ZLg{(SDAxdcUhg3SD?QI_sCxkYa;nuzkOhM8hbnel$s1uR!pxlU~fmMM5 zj7zP89fN8z)@3|%6%y286KwYzYim`N3r-EcEQaZt5}vkOUwfHdU`RxNizJkgAvO~+ zBQn=N4Ykx3JtHX#sj1>nA+c<GOi$NYhJ^av3_EE!IFmvwSrof@ohd6Gy{#w=#9plgkY5Um1P6i)|Kt2{51vRn- z-gt}$X>0q4SR}By7F+36F-lY=`#cR7hxtP5)}=8=1?T(5g8RJ#fy1APt*DH{h85f` z7>5L>?IT#`D@zJs-HGSr$F04a5GOq!H8%3MHGmvh6<8Ji?}A`7oZ^*@mw54`ZUQUX zK6{;N3M!i$zO}da__v*mP((<7+2Eoqo~EW8i#XWOUXtEfg3K4(@;8g^@|Lr}E2+fJ z+rZ>~Sg%y|>*7wgtNN`_&_QdSRe>B6h+f3b(bqSmG!WR>F$mfvMMVPYuE1Vi@tmgl zk+@;ZO&X}VC{g=1iuyE8_!wCA-+ICEp4WqH$~t_L{R*{OrOT9EvbmQoO`+D(yVM)k zaLpx;9&KYwpb~rswRCv_!f*cO+(c|O^cK@yPNCFtX${n87BQQM0^l_W!_gfX)hVdz z)(Rh7T!d;w{FOauORj290}zP(_iK&$kMF&0AAy^8 zpm^#Xfs@C2^@?)Tm|S6pk!ZJlgx@m3*6OaX90!BOLKd57bd!-_oFYz=SH&1Rjf2?t z!$4i3MJc(V=hOv;hin-ImA# zJmH2}@oXlD?zrtQt;NP_;f81_>kb|jFtPL#ZuCU3&xN+Y7~z~wjM7|I1ts9fqgI17 zT#i^cJ_7HjhocgUU3wYlafkaf4gxV~)tAxh;8(=DFD5R4RDO}pakLzSv>niNr z32W-ThIjUz$qlX9@+FV!(2J)+R1@I2R)Ba;5eW&Y8qg_i0FDFjz985g-YnOc)Py#5 z8_*5?2tIo@YU5OdpKgRQ5s(r_hQ6fX_g6ESJE=8`KMJty@&|%|w+6Hwj=cz#2}}}_ zKrp4AK2E_3sKk<>U#ESUf!l%5?~DLC2D~5%hGfV|4`!X90ta2*E*vTKxsLG&aq-A- z5^)bX(N93}i@a6K@$sAZNcYgLn49st0fNqgKM@#{RahSV7{Z+N|ElAu1O<_)647g3 z_zMgVhR{R{B?dRFnNUqpdzR<|I;qB+kspa*I0B^J1UzS&7tcmXU0i3jz6MU_EdVr7 zICKCKNHWYyGI8yZg!Q^6b^#UK2ruzC47!00*B7`w*vwiZfJ7+{vWDj%gyL`XVeg8q zln62>(jFC}6(U-ql32D_+Q~9Wu3?Vc4^2ewKwn>9nlgZ+2e6q5jamdoML_+lNI6sR z9oS|C4OG$%IBS(+K4IjkJ}=p^er*J6ee`iK)iIU;SeONO0s0z2bngH9eg{jexdCUk zk?1o1mFWJg&JN)JwTAc)lRCfx#`Hk?pQF^KI_XX`^4OnZj&?ffXHGvy)jq@)9mp_z zYm4DQ4W5z?P~3_oj-Mon+y;BIZd}tMsUyZ=vS?9+ikV-$qG*0!z?vmivWwtF6vPD1 z5kUB;Y#aNE;^iZ!d3B(SXsvwG-sqpS)iP$m@dQ`=cR($9GB5L=Q?b6~$hZ`a|RAvdei;B}En!vZDf z8bB7W32<)!`?wo%DHQsJv+1Nrq*`)7QfuX4M08XXBqwXJ@K%=>V7GaHo5?6!bXmX} zOQB3ld(TemBu834$Y*lQBz`@MYr_kC6bX$aXj%f&pPskrJCM4vnLMjBvEYy-Vc z?5vEeEM3(3RhTm{Yr%SXI#qLWhO|vrXPKOMKaI*r2$gEF-JKDdK>0C6(u(;Agt=qr zdMeht(N;0&?E&Y`4{P)xX<;8v7iozk|z3?`jI_c5J!->Ce>@cEv`Ty1QU8dND1_J|ok z$p!F4G#aX*utK00)peAkvme{C8lj9Zww}7XyKuVr!O@hHd(};HbViY$gfJDF=BGu^ z2PXz-6oLqF8blPt0w&xL=Q^OBx5m4BVuMXGTx8@G#Y0pDwH0UVpM|^1%7(#C$cr{` zgk(xo>#Mxg=D8}$)wkCg_+GinKk#hikkiyXi-EK4M-bR!`%3gq6SmVeZvTYw#uDpp z(cYyVhW`t5y6gDKa=-2f>7f2&)#)lkoxa}T`Z_e;Up1rc_HpSFX18d1Tc;pb%E^OI zn-#GDPq!c?*E{G4u#?$8RS6FowKC#))*xz2DN0IgHj zt)eyb*G|BnB21B1bT#EafIce`mHN}e-_V}|v_5a?7EHZZy4m3=`#n=6J2c4Cb64K^ ze?XS_kZG_NDJk!R9Feyo2rxYjE*~gQ|Isi2v}TI*0JVnJi>YZ3lovK>>rd zb7oE7;XOiRx!11f7vL<8=?r~7)g&aed~QsWoYAQjJ{b=~8>UU9*yy`Y3_bO5|I8m~ z{KCR%YGQFH(UaSFjlWEcZ)wfFR$XKCVas@?!MAn|JtN1O(N5x_h*y8JgauZO$m`tF15Ups&R-T$J~!k5z3)Wmji?Pn zhep~yxh-6}JxMhEZ_>gU(Pku^aH&LFWZ^id349X#^%B90-r z!t4%SyEj8;69=`2(GFNA+*6&&EU^$5s9Sd9683%SruMP1F*tiHk1k&YF}#H7#Gd{0 z=LVK9kMTbDNDLgCtqm`^9QBOsgdNjPDjCE??U-_ak0-&{cVZ;xy`0=}@rojbIWE9D zcgciuf%ZW#dIHzv{O6tuWEp&MdVKsx;+-}PPf3j#w}-T$G7{~5@I!d(m&0_Yo!Bh! zd;V9I!5Y!6-m?XQ?Y_y}!5u})(enPipXDe{N*qifmJdLnfIMOikNR1&WGgC;P<>~2 zWwAeiABrMo<^%VG_Cov;`1FB!7kA+6c==kmBPpyONt99>O5^mle^7~a(Fupe8 z*-_UKt%iBFXt_DDKb|{#7KgQY;?WNrbLP~-K4cAxG8h75lOY-Z$JcY~CCRhXzlYu0 zRhacXY)@cO*YbA2Qt19*q~Nxs;wHp()J&zwZAX?l1_|l>_ zJ7Qxn)3&)_YqfcfZ3FM2*@rK^8@z*)g)}bJssD-q7Od&#T20sAHHgv!)(s{WWfD5R z;Tvs3kx3v!u)(K?jJFy|9g~Gl75j|mKi&@vDd~)?s+|N~!fvo1Q~<<_-6Kfwv?Pw; zPxYt+AZta|HwVKyi{S?qgTxA44a1&Azg|b2cN$vfWsChwEb2IB@g@(SpK9=_@)fRD z(RZ0Bs3SniJ2Acs%~a2MJs!9vFp4rnGJ(wd4b`+uHambma2GF)V_V}VQ+E|wDZGWh z=*#qOOseK%Lb?nn(__B?r9#lZQ;_%UyV;XeSL6c_M{V^H`VP)^k!BIr<6uP0+or; z8@dUa+c3U57XAj#(5gCW>D_*taTrq^h&J*QA@qqbgi{-ezJo$h3yEl!HJevl2!mUEpmQy#O+DbW>UvW;SG>gF zH(|qp(Th&GO*rzha6}T11ywW~a~1Hc(ZTU+xkq^;8P%g6Yi(^60LL}=-n|5*T-4Fc zvv?KYlA^oeq{}9OktBl*%d;pIPbCb^7|^bZnx-RRcPz`QNomG-)}wMju0jYJ~j-N=Oq9V=S7m%D`^qq7$rqdfAn=v8b-Pg z2i`y4nQ$z{$Z*UBgqL!ZXV<#yk*@h8|7Mmvd9s7xSR^Qvi$nQMtt7)tvn&z)l%TkK zr2(tg9X~#FqWy0B^MzlG(Sp05X_p-BIY(Ikvy6yNOv3EX6WUAb^P-w3-rn*KOn%yF zhb_?eWGFz$&SchN)`x$PL;l?Stj1ICK-NxC#vWgI)X_Z$2%d-_jo#Ab0-$&n#c1Jn zAeQI>NY(|yu+T@WXykRITpD#^k=kgbrP`IY|7njlNUU@!hkt?AyODLV318Y~bvyNc zT`p-|Z`@S4#vfFUpf!fLv4hq6{<5`s3NJqNo8}!Yn7#CE8lSr%|9t&go#KBk?Q8Qu z8C>6u-aihA1MVKcU$}inVel5X;n0sRJ%IB+>$-UY${lS3-Sz1MbFysSJu~YSw3v`H zS~AU+~9;x;iDJULy9w!pZ#JjFy!M7tv~2A zwM;_xooXp?d8AqZxbFi;3(E$V_CK_%iSaKJAAD>6<)E2>(4h^xVrU6ZyqrPfeV`}&IE*3S1a z+Co=vj1G?uTUE42ChmS`C=wwT?A`hzF>c`S;hHOU+{>0lbo^Lco1)vm>!T~ywvX;IFD}>lMGbo2>9J;U2o1rm3=Z##5Uen)po5n~d_C9dmj9Yoo0}#gopkV`NT#d$u`JDlLBUXku%beWDmXtKNM9?EF=U}QMqXXgm<@WsR9^vM^o)NJoFpyZJUrE8A)W|o2<7|C zL?yo!eSLj|iS-kW0{|FOcYo9&LHlHA>mkrG(U_vnKU#Zj*+?iYK|*Gmu^j+=r%>oX zB}+8{RVLIR#pn&91yEK9|IR>ReG|B|w4HQlFY!+*>v+(qE$RNUxb*t!9BPp<@ z?k>i1DDqyliMexh_L7>WG0)7C-Rfg~m8uKJ>%L?i%o54Sxm$ZdB{)#%_}ajJk%JM* zX1U^tBe%s3fdMj0I=$KjC3%1JM;A;SyZ?Cmj=rRfCJyb!8>uiGw?g&+v9}NMs#~+UVy$c!9REkM92f?C(43oX=psi0e zFLq(od6sG7k+I;4AH%Al>(xzFucv;_Z}uy<)Bykpyn_dA^JU>%I@){|chyJdDEcmp z|FqdbiG9R)sQPr%yR5Q9If5SJ*T?M|r+zynbaiR<`E)U!(r0dBEVq$4VAAPeB$MEk zF*%<_qYCWa#(Tp#c^-R`Og$o^Ya8-busAWNFeN4BNONv-?fw3mm2z@p&6kEG9Xj?o zVz5u;q3Xn49-_m}Std!NQPcZ7*Rl)?_GRbI7u7AB#FucOQn7D*zsuR$cXv+S5L6wO zet*;E6PHg8+T|nYxcKJ@sn8(G*O9)7F#~2j_e=WK-*yGsCqGFsxNo3cxFjw2_uvHO ztS&MZNYnDjKmRdKBpj z(whzSP!%|IL$k#a_XV3$Tqm$yyq5_&223hPCe)j7WA z^kVH$;oRnXte_@!NU)g7zoS!}<^oQ}v$Z*=&TZUnbRm3*WoqP>PzSpoPohqD)!D4s zO8$ut>fI-kALLnqnmX@rh^9*^tFNEcS%Mh_A>`3()6Q+C#VHHZIyh)45tF+_6T9zZ z(bCRdbie6tn9AUGIc#>9J47T%MFZoI-?c!vY%Vg}tgKS;?$9;$lvdNx)SPfGz>}<+oNFaH$CDKz)bi z$L72HA9Zq335Y^5#E}oWja=P=c(S~9-T`~pg`hfmR8IbsY+4JSjw>x*L;IN5o`IL? z`?|+OvrT;|HhoR|o>>&;6$P5ew&YVn0Jc8;rHrf*6)a~G&V=mz3+~Nu5#WP2^zPymcB=KLr=IXPBFdPUf-e^{&_X&#f7x_ zwU?D^-@L>jOq`|BdI-*ubk4X$Kx{oEq!I?afdp%#T5Qg`lz5(*Q|&B{gVpB=o5f;w zk<2XJET)633GC_9xGx$Q9ph+sB%*OjRAr?6uS<~IFXK=BGT+D-yPv8fH-8)lf!~F2 znQc4}IuAiN$D3D*cUWT)@YGH_V^`DWrr5KM+-|vhP7jX47RPyXnKzN0EAG zI&Z#RShaCKRnWXe<=KxjJ_T^a!tggjKq4ClXruCzGxs}JMW4+cY~=5}evxHy@q(#V zj*5=UluHPs4iKaHRBv>S)3}G=WTt|I;@P*lasl(c6vNpEw`U#uDg34*9vV3=asv%1 z^@2KbP$1nY`n9^@5+;0q|LbZ`a7o4$vg->co4!KU(J?nJZORBEhe1Fcxig`cPoMt$K{w~-98Y9*9Eg(xnGA^n zu9>zLsM8;CsB)vRB8wJ*fAy7_cGKG>TRsl6QbjE0uVh%=`0Foe`n7AjgBiJbx%=NY zRMzna+J|fw8}1o4muSsjI-7CWeSWi&$|TMeqv6k zvnO;gD2&1>Q#vRI67`Gcla39qrCx zr?Mn=G;wHW-&!U+_)Y1;zzMKsS3XC)GbX{Bd#TdYkuP7~f|qp!y|hpX7Y%T- z>Va>PitrxBJcCt&j<4)Qfgw8A>~3z7pGE#qj@}fX=leE5&FiP1y6$sn7D)UFo~fw+ zrW6IrgB5ML6as%#`UI>G&M|!cAa%3Z<8%dUEl@HhP!VVx*-9noG#WBI;3kH<&Qj57 z$ty|yotkZH+uafO`nBHNX(=hg&YQy=Zh!tbd*S6l>bsJ$p3dRn*ai`6Ue?Vl_fGL& zsXf_hb-AzEU4~sJ`!TJ3SuVlE*mg(%T;beMzDDNddvN_uAbJ3>fh_Ip8aPr5BA{RF z^;JDjRoe7+ECt{!w0psXu>=CGEE%{5K(X>OK}N~RgoBEZACWQC`w%q%l?)gJ?{HJ| z;up|aEoNif!HgyojvpOgL4aw}+X22dj-~O6S}ScbASuJ9ot?B{K3AcqDvW9o;deUQ zkgs6Z0H2QL?E24V1!`F&p#SIi*N*@VUcr+EJ=;0C` z#snH-%sl6{fWll(xTJ~QLmFtLDOELtdO|Kl=p0=cn3Rwys!D&#=ds4n1mkGshAo99{ z7#`X+FG$QJw&G*WpaoEjU&Qbsw!YW^_(*2pA&-kzu!l z8iJtK>!ToX4s=oI&P9oi6o10M`t@FMHi5(Ce^>ILn>!awB1e7MH>ZOpcLUt?;=$O7 z1EC6{p8(75ig;pUgo&;I`)knwg=0@Z!h7@-V?lZ`LZ5yVgH+IR+`__=fL=E{+Rvy3 zXE8^+<8B|8Cusu>$0*eO)z)y(uC)Nr0n6yKL;ObXIB5+Ex1iJA%B2&XBl5T=k3aFT z>t`e8DfUMujhWzW9aZJgQAE*z8ghq$Rx~?}-?2i-WwPw_to_TIvzPnzm=CI*#h>vj zE)GB7Id|rTva3t`^PE4crWPPE-*&}y>+&+>PP$PPztXPk|M91DDRbj^g)Uc4P>DQ?+Gpv8@DfAh;y}ZE5E`bPeCe-CnuQLFe>_U2kpLj76;aqwWd_u&Xqq)hT#(*!3snJlRG{53B;; z#$6mv1die8HvRhNx$)i_ReW-ro2d3SMz|8{wK}&iPW`QOyQp4@J9(DveD&STX-VuY zo3g_63=Cq?`%Hi^AqZ}@WV7QP5TgLlg`zM*mj+nc3geilO3T0xs0U zPz9m~4?%oLyRi-imX=L|nqr9bF21Q>{;N>_RB}73bo5KpCGRa0R?w0c9~(|+duXS` z?{-HeH9;y-wIg&&eJqm_f92D0i>hs?TTrO51&N;a9Ax3^KXGsS#6^z|wof$K@@*CJ z7E7@}`l`2x%PjdeTkWOV{djz{m|JgW?#~Q=ZY34nS8n(F)xO@2_M8{xL#k$~M1OrE zLuq-(ynq~>;4Mhtj73mxtU7^^`=dG1qD?LTl(&; z^W3!TB2U-6pM9Ias~xe``~HT-T!lUB`dK%6nXqdVJc)>mu=zBvvu6EzUtkxP-NdO5 zW1UsKhn8CVCgS5Hj>>sLKvqvkl94Zd zd{_6}!HPodC<=%w`swCNLn}Kw)!X#w2ZE^vr*14m3Yacjo;aBd>N2`er%`LXgED9f zBw?Vb1b#rrlT0cB7Xb>1#->kVd}zpyBd{6)qa$fGQtc@82K24fj^^dtf4WAAzt|Bo z(sbS-D;fVcb-cOktsbp^sp77pUw4uSxCk$hWZF=_Qp&!BudqSxj&vL!BMc6!D#-g8 zm(MV6fQ(O2KE!Pr%9{yvY~p}wZQr%k`}gA~j#H?fp7Pswu3q+VjLyWBK(CANrKNkypn8Nabq!Q>Q z5?LrwumBn$gdWOp&tPCp(0qw~Vbh>KjZI0*-7+_^K=oo_%ZSbA=4^hOJ@PEFiXJ8AsA@=xc%IB~65fkjrl>Bs^&vv;bfeprx&4gz13tyCwZh3Km^mgT`kJ zjFfZyJbD<>mu4&z3>TV$_&b8_879c>$dVr@YM@ZF*nJPD*3qRPh4^Rn%ZH>p*$&gO z70w&i;gwP)7pAYX)FnqpIAkVjjU4Z9OAK~s1s(FnmHr&bIF%Qwo#)aXhm3AfozYm& zfBCuIij@-b*3IFoHY9cpn6qg<;w5)#6I77Eoam}BX|*h({HFcuT|c*H6-LZiI0a&$ z#37Wddi=ZI5f-8_!KkfQ17t=s@wY*(lBpuZxPkReScczZQy{_-Nyqys@O8c#>F5-5 z1Nb6ZA8b(YGu{$OHQ0^B2?norl}q zBm*M_CS zgFaD3xk%8=XsUIgsnD*tC~!RRukqmp<*5sDuq`HRJ(&DHMCw`&CwtJX-vTBlEK9;P z8+ql7*>NybNu>~?x-w7}!b~Lq%AR$5e0#J0k1hr8e|0GW!W-FXi5zZ=KXy+fXk`U~ z_D`Yaj&)K;#5W9mkSXTYjEE@lNCcXkXTKPtvXG~RTA;d2JQy82PoagSBA3&ZIs*|t zv5YrBncUYhd*8{-tkNk+ve+DJ*wwVYsmKi8G^e+q9R4D3)qIY zdJd_Am&Af|#2Z>1JVep0JMz%Z&SiGwAirA|jhS1KQWvf+ZQa+Tt(|APoJ_+|&}i56 aLkDkhsSf*ggoYB$Yp{AZpO&`f6*(E`< zYZSw(YdVyL{PU7kOZ)2>Wserz*quB>H1ZvSjf(!qCv9pfIk_v08>K^Zts z3+7g!=cnYgDB>`i)RblR$eh(n71-x~DzaJS;b(h{Ci3K1#y?%*nh4Y1Z8uk?J+X88 zScP4b4v$>mm$Krv`+a;zEGv5AJ(dFmiHCmW6}h%$1XUk;>@$TB?~=6vOJ`#BfKaRg zk{*$|Ai%N;-9+C9XvpTmQzq%Z%4BG`q@%y_wZuwLre>$&><6L^tSO0E-cJzbyMzJ= zq=`razUn5(W5bpuPV~g5i8M<{w-Fcd2eF4}!o9t{?K|KaOlS_|Kcl#jhcLjK0=9>Q z{1V|c0%IVCOhpicS!HnnF2$BefGp(pt68J`hK~J)RMML_>@3yYvVD7eT`{+ewX@3E z6j`d=+-QwZc=?jVuSqJE!3TMH6_tuZnPZFHjy@!vj=I$Ar#;oh(0Q=Df?25D6fUac z=d6a>7`Yvg7pg0G$jyU)8!k+hp_6K?WiY(6d+7d0o2^S?I{rM`%0As({4)c?6;utn zGTI>o${su% zj%ZRmA!nQ**POK?17}(_diKm79wa=jM664DWTz!{> zv(R}bWEj{+$@V=uXe3iTRA)E^)D6CTe6~6TF^p=iZ9g}x88lOQWMZI^_F2a?UZ8SE zyxiESpoIlHIy(Cb6k&OQ5X$;!nkVImhs-lMt6 zsjAvw-?Q0qD%f-zRyFe{kM*zFG5RDQGMG{ibnI9 zezU!+(X3DnZfLz_SEO+-h#n=Qno=TMY-uV>zvRUo+HShUM&;(NGMXKg@$mGlPZ6K1 z>=B$#*H)|uVx8XA7wk-xT9%ysk1n|RgekRh-LDUUrw22(!G43739?>Uz@WxFq_3yk zw|muPOK?If1Y9x-a5X!|f>S5a33!M>G0LDPQRc)Mt&pn`lTM&N(E0_E0v~4_>w992 zM~?zpX9$RV^`tPALKNZ-G14Uc;Nbm_0q<>`=cg?~#=w^Li4tOd687M|19jH4L~;Et z-m||ydv<%$Vf@R*2vhZAjqmoOOOqm7G4sK02rPW`aLoF)t9V3p!_V{6HKbFd5~c6o zT-2keziH7kT-*vS&~-0)j*JBxuAa=bhSNpgux5_pR_8Ta*i<;5jpbUFw(6V>8Dmvg z+E1OeSlr8{lO^yhy8X##vKx@*z`Wn+YTbbV|#$-FLy!S=PD zRPDlqsg>h2VA!)8b|y`R=EYq}Z@09u@~OV^fKj!}s4XUX@7{g%La*_9oXZO?bMgga z62Yoy9I)DM zr8QQ0?X2N%+rifFG`xu8aCKngsqxNU0`iry1OSAja$YG$ZW(^p`^p}>OOY@#Qfw)2;f5T2%{5yTltv=DYc_K0( z`%J5I1@lXn2yH{K>m4fW3}2QCG4bC0{nPUU>Xpy}Rg{wKHjM!ZDWGHsv^)s ztU-pt^+Ccyj2UoT8jieA3R)=$ejic(ll~J9S75>HpmIVpN3;Tj*#Yqp9GOUJX#Cfx zY#E+8k>cPv_9A8(L5Lc1GKAPPp$Vml&#CKx%Yi$^@YUVztFzr;m9#p{&f0^G&yMF$ z4^3CE-G+TUl9~sf*OrCtyGda?^t5g7SY=2@=*OAi%S#lhQR|b7A!F+Y8mNa>bLKYG zDXnVPeo@YG;22`%v?JIw|M+IyTs`Ruv%HTSlwLPptXgAu@ql6_Z&iES$ zB)4AqAWc6q5E~BmOGvu~SJ06Ml*;L9QFvt-EGx;buG2rHvB)f%^~}4od=s)%Vwb!C z`vyyEYuQ5v`(d2K!gu*D={&uCdsf_ens}2CClrU$rzBim-zbrGMphxiu`mPV`vKI@ z5OjnQgDYbBi33v!LV9A;OpavI4YU1~5kjClEI3khBVCGx^;++z7XisX&Y=Q_^ntA(0+!-t>;4qZt4}6wKlu1$n^A)= z#eor+yt&jfh|yMHq1_^yqx#2N-8(P+HQ+hsLqU7ux>UEQ%Vfb{F5`wF41LtJy;Juz zNv8YgdNMj=@Ul8X$5)DiiajT&jzkuSVj7z?Y^Q1<@j63yo&L0nC>*=TkS93ixb0an zJ-1&d#h4+%K174F*ylRYmbQ15J4V7AB?V01&Rw5XKhj!j)R5=iUzZYn$3Hc$Ylrzj z>X-$`O_Vl9b1CBe?~KX$SkW^#HFN-VVW^mk%AUJBH&2OrUOr$19u2Wb3Q11~dL;^Q11cSo5)vCAfhA}SJqm=m19_2Z8qwvi=okvw{W6J2 z?4dn6#A*hbRn+PKFhDBjAtezJAwYLhhbd!7`H6i2azRx@jS0Zw2_WFHqpAYWAsOx2 zG8nK!WLJ;(&b8?@WWhvb1b*oitN_wp0V|TY>yUCDpt=6F4vlQH$RM7AgXmUg+2@A! zHzY;8nmB(pSz6zwdz{T>zR#Y#sussdKfsc%>b=Q8`4W*f%Z#B&eqY0T2JwXyt1GzvQ z{S_nYcRjW*Nf6RB=pL&`%x#mqH{)3`Kc)U!HN)dCxB0-Ld28#Ht<1|}+R~w4IhST{ zmgz~4PCSM-=yJ+Kc+4%@K(rRXSN}?k57NV zSy-;|Nh}k7N0I37oIt|_XXwpZSj?afjwd265X*{Y`#I2L(}ZhU9fZh)Q(hN$?gV)D zHGrbHww?wGgQA)nmO5JZ@81^z(+Cz!gq#N>gCoxl6CqZHW%BHLmc0z;8S9BR`YpwF zs-IhXA6AM^CYa24Y`w$7k2*Il+u_a&ROOFJU>`@Ly8$O?}>!#hIWm&EW zEw)zox_(VL)s`z+TSRAgqhsl{`=vb}KR(3zBC;sFL^MhY;=X+OgNSYj?Gxo2r)wp~ z=#-=QCSV~B$chhEDPR)upSM3;ZBc@+T4GR4YHg!h$755&Ej8);ZrUsjY12|Pln*_vv_gH6cJ%dTj^(D7DH-%B`se{HCGFMV;@8$6TIUw^ay2r(7H=pFhI&~}Jl zvtd{wo<6xBN*|V`-+vet7cx#tYy1c|6#P0CDO*gO8@#Wr;T(eyp|LN-nmOOR+fA|w z$Sw>T&%pH#EZ8@<-tzj2{_uzhXE4FzP4E9GGPrb3oxb1)jnA8AW7od=6DwvU>E$ig zM@5cIw*8g9xP5Dl8}qJQZiq&*5Qp@MkhoZ#^Pt!PO# zHe*Y2faD8v4~YJ&b(3+J8EB5qeGuqOcsJyniX>rvRTr|Q4lvky-m!eqvG5TV_tU49xBss z*TvFl7gY{Hv}LuQOJ=_zn(b6D!u+==*}tJD1;zQY96NSQrSY$2`UfVarxg znBEr~C1q{zLLQ{LQ6@=Tpt1bQkpwi2{Z>!z>C5~@kCz-tIBGdiy8M@u=ND(*U%8et zuHhI6@Og}_leh&XI6>V(1n0tGCj+&w!0_TWi0g@4H3VR_uqHY{Mbj`G(4%Sf6E2l= z#%KeP_D_fv%6n)cRU>o(yF%*o*lEfPNk51iZHk|k-!YT@D-75)LRCb+lyII<3II6C zK3+mo@(7;7*c>p-e$2z7lh_ZPA{(+l((aQW6i&f5XWfzaTo6uydI^vj9)dRdWCDEh)f~g1)Ta0mQ8;H70WNh z^xF$Hu5-qSio{X^m|ikK;WPA=8+JnQ#)=guLqFm;eucOr0pos4-bY7=Zt@?zzOXvY zwtui?>sLA48{HEpiM%uW+4fz3s(%;6LA>*&7FAH{6Y)Eaw~VZXsdr$k zqwC|;o%0hWPP*Y~#LF&@q~bf%RtkGoBFLsrtonBSJ1N5dT$#!6B(A(Ynco5)c7)dg zvc?!GJ0L#kLxap>Rssxp6e_4Ia#a3pGVFa3&l9{ZHpKgW6lcj1V9INQfB=uz{qk*I zFgBzs=UE#XyDwv9Vy&{RKIjS12ja>Ovzf{s zl4RlR9Y6{27U`um*07Z(uo+@enfNjTvxSH?8*2Ca6rzMd9trclTD(=VY!EZ$al7en zCYHS#rmGcI7asoX$B(ze0S`Zv66XuX5ZqKCqa&hN(i8;AgRtFzh3NSTfzS~N)+rmf zJA|nSYp-ZTRD?Lf`yq;H{Hp8Ir;EM=|9Wg!vGeJQFnuFN9xBE1uq#B35reHjAp17h zj)oBP6ynngHrQjw^k6GOJlTc6h`FXz7^ z>Tj8RzpmTr_DM%2F^;&Wp=E_BE$RcC%KjF%z{&$9S4G;tmxWkclFHXdfigCye!Prq zZX|IODvk|*m?lD$PuzUUu#{1a)xnUK9A)}ycbC7rqnD523zID+!&4XqQX0I6o@w}> zA^uOWs^z8r;m;n#=HlR-vJ>j4q=}KUKJkQ@_mKP z#cq;v>5@FsPfi;^9&FiGBuj!&VDI({=+V==74GmWuwqzOnWeGWvkBKGx7f7Sz8k~S znBEn>!8mM#+Hfqr3$kXr870To{~ztL+WHk~NpH}7L~AVpbUb4y2#L7Fb?&oZ3#{^5 z*j0hslnRGojw-a=Ja|V`Md0IEL>!r-rA{ZX6bCOaulA*XEvGNe=^9d8;H->|K%-s< zw;8=sXv6R9m%(8i=!IYv52M?X0bO)CabBZ^MSmQ(Pg)h`hPPm@)R$du>`5~< zm}B4|LMOPPcI9I92$&gi<`(cZIs4KZC(PmUnIyUF}E9>h6`Oz**7_8FYg zv;0;4&*gvC{``GWU2TGELd%;KBcG1a$`F|YiU*Sj7jOY|CAcB9bG)$}?qbpt!I7+5 z|KW)QGnrgMB`ODOZRS*Q5JO29ZA&KY67k666I=daOpMzGBIgp}k%*+EkP@#DE-?$S z1RTBChygVX0g2dzQi-*m-VuqKJ^#uByoIhapFfn@RDUzj9XpJydi1(TKMaN#-lza! zGo&}fhXx?rHpPF6Ttc1v4{AQ?Jo58Jn>R&g3gh_<` z-yusKfG{rcz+n$op^4{ExYMht4XN z2O&ix-lb^1y%OFAUp{EGafLHd6P&$wdH2;D7@q z+jMFnX5StA8FBv|MrpzMk3t0}4^B(Im~o3<*0N{T_j=3rgo8^Q9c&Hr178QPnbUj zZiZ)0YOEZR)Z+gBIu3{{&ViX!`=}c2z2>GPJRs3LqdXHxiL1MBXlYqA(H6j zEKU_K5t29L;N-_}=8}Fh&LEJ;RI*f-O=h@iy~)-nEUMQ{;a3yN^>ZHoQM7)^EVWAO z+yl*vjm*ZsU$5q_QUgr;dWR@%rp7mS=q?tRuG#3#CU*3b7x(J}cKVIXasC_Zei9Rf zEGnj3j-|h;E|E^bk&Y~~@Aan>B9_zMev27r1_aG%$RYRy&g%V#9WT3DWAiXPXy_z& z66%4yK_uGvP@x`0ec1quhT0+*Cma#RXg4n35wDNnXgdf(517T5tq)#hmMZ@kayom( zj@LzlA1srabv%7%%Zf}?8#@o~sM+^c^_K>_mpiskeBnU{wEBh2q<$M+x62iOP+?L( z?{)8a&X~5s4v*3Nkn@5+>p5VD8MO`3wDTQlVKbwKEw3cUpGuzD_|vtl3)P!&!t}jQ zkL<5o_OI|~zh>iI zK7rY4nD9MoJz*;qT-NLTxoyO=QC~GFcirR=J?dcb9hIWZ9~(!;uFZfz5k)Z^d8bns zXR(CyOT8Uyji!*Oj=puNzrPGClPE^~VPT;m;_#KeA1XJ)faRtz55De<#bh)Oh%P zpByvSR;6^a>gOx^Sa$HP+LV=4ZgiW_$j~+R2e1(S0g@in^h9F3{hkHSXUv>WKKp$y zez}_uj>rr%%q#)l^@ZBC-lw1_J2PA~XSVY6e}3D2{qtt?hz@}TC9d)T2ZZn^YR*fyNLq@M#o zKMQ*Iv0RV~@OH@z5Q|wDs+FVOL7d52R)yGmZUH|5tSA*|H7R65LJeBtd_wF@3J4iB z&L)3UY>%xxpt^!eXKU8^MOBbPq++1C`)64V}!RpI`6&ooU!Rnz$L82fo z--gY`j$rY3kLvrQv)_<)g#3&S^4yPq+(2(n<549DW`#P~}JdVQ-L6?UaYYV#nc<_ZRF@Oy{qgv<> zKDQN1R*!&jS53ynMM$kBtUNMz!p4S%dYrh_m&0zbY=B2QPZ=?sP_f`d8jB2y$b}UtlT9ARWjoHOv_~ zc;LhQ1j1nTqW>0G+xy487>d0k>T8w;wn<4A?FX!&r;~7foxtRFi?v7n#xQ@aqI70# z8y@@Ok4xDLE(0nN3rtaA?l~((nV6z-s3(spn~rL~yWIQs5%FRpjWP6|&(N`6$+iUH z_*Gv%Qu&`bO#e9z6<*+M@q!Ood)6K(u`o?70Xyz@D#FZtWJv@IAw4q?4v4M>brG|< z2|7H4tVSi<6FN^!gV{$^T*$d$4wggg&(Vz4>}n-vH`qu0XhWjP@yDMgtT&ts#(=Pi zfj0g%)xHBspcgDGFAa| zuWQjP2Rh6_rsp&ppk+roS~G?C-neIS|DaR$qQX84Afpyi#&Q>-*R}Xhd!2L6+ zs*o)%yppl%`k$NB>h+LL;lb3PKZZNu@nuswg(-9q7$xu!tNT?S$$JP}2-Hj1qhu^g z$DUeY__`eZ(qgY#l3KcusoT;*4)IGvYoixAZUZVoLia^Qhw9}tR8LE+C_>;0s{vw) zhoBwQ`b7DFAVUgdlpJRvq6Y~h0ss>sR&-xmS^ovy_I?}~goR8fCd0$2kj;=`6(EJE zz~#&u*}i=T0E7rg^?Csu5$OjI2Ij3>WAKkebX5`dREa%343-T-0FB|&tjKENvEC2l zj+obYkwoMeXv=tr|#4SX2-He$9Zr_-GBD`&4@jr zO4Bo49*b_1L!z>Y{mnbR42M3l+w#M+l=PRaXKF9(ufG!UN_Um08!8{ zf8d6As=_ES*$=)Xowr%T4tDAVA|vd9{Y9ni2UAr$^W?1hH$QC@^Tslf z1OjO*4@OBd*3U$1{$NJ=<-kPZR)nJv@|hx&$JM7Cfc#j&>9hOlPaEQPjMXYB?583K z_$tW@N4L%aH?YnIKh~spVRB+f65lXBIk^%9!7x-3Pg*lk7xp-{&9(lx(AqniJ{>GE zT2`@hOqw1=%^8j^d)F5B`N{UkFzL@vmZEA4P6W9aPd!K|nyYUa&xG=2*ZE82PAhAo#%42jsfG!2@s$>YQR0Uln-%U&=6R416qQ$# z7w)w*c>O^vBe(bG>E?`b+r&9BSm6tM?%*FSHz>Cq5Gb{HdX3|8WW6c@rM3&0s2Ld< zWpw#vO6val_ev`A6lOk$(IcX;ySIT(_uTLzT=2Zn)1Z`bYCr7Od!Kd@lLutb1#7X> zF)Nzs7F(Jhn*lUq@Zpi(%Ui#U@h@F#!usf$Ny^R^z%0!&fe$81!!wdgGYl=ag$al5 zKm*=OFK;z&J-1*tMAjL6lV2AvPNa?_N4~k+@k(}!?FV(w2lELeXya_1K^J~Bbl92o z^lk?|vR?S>)jEuA1`qm|Te+mHeH~#u`_oA`T;fm4q9YE%TcG)$j4;2{y{lwJHc3BGJe_2^s+xd-@ zQ}X%~tl=Jru*Db#(MtW57Yl#F&=^@24FhX+xSl6qSpyC7*S2fn&uOvM#6+kdh?Sy& zdy*#$q)$*{Z3i>-!SFYNz2syCICHRbLZNW}@H{`^z~qWnl)JwbQENu)1+_ z78&X?nEkED%(>Lq}!xgIKwsv9#?z#q(M%g9EE>nBM|q zqMuorbA~Q9`u2L}E+uaNvDf=xACNu3@8({?sV*I@Si)1JeC1I+8QG+dmBPRtR-39E zadWe($HzU!aC$GX(KAC&Iz0Dw{QVr$ZgBWYtJ^l}*W{SDHQO|3v-wI3cRf%VMMSIH zF;y2ihoQMz!v^YBdD*Rw19^5SAWt+~mUG2p18p}5xew22Q7o5A^e*^tcHiACE+V-& z;^kA3zgGE#W9R+TmY>|W9iT4a2op>#7=6Q;t04601|^e0`lSX~*SY-(i5ckF8z4?G zASDU;V3yA%Ia}?OQKzD*|NO@4iPk=xuH=0If&=m^F;kyY;j0cI6oK<_{mBPD-ZPUB7(Y{Mz$1Sz*{c^X=P;&j72o zggHHOzQdW1uPr?PVb#trONqRD*x3IU5N_ly{LgJ>ijwnW!354!F^^ zVpHKu^F5TZi#K=qWmbuBBqnETBqa1N^_t>P(czn!57e}%Q4I&So;x(QE!Xb-#hY5L zGhONip*D)z+Ssk_hJB#WEK!w%})D| zf98(7+A&tIX|9h5k^Ax5+IQ$!AhyB&){l zh7~?{DijTd2s+5d6g%m>33pjE$SUI^7Tn=r{#2O5eEOeM ziQz2{cyv7o7Gadei>09%mDwNoFDtW9tzNueOvVy(167@p&0F~Md*}=S4=cme!uTH2w#jbbsCLUcz5iLHn+b)pM(HUVoIJ-72381SaRDBU3luu zZ_taJO&$wfHsH|j#j|y(N37L;^o^CPsPHP9o-t?RlVG85-?KijWBNd-V3O+Vx~LD` zYzn)=n{K~Q61A|8DHIlCTUd&CKI$*!Puo@G+t0mY+lb87{fcCXlxk1u-5fUexj0Ja|q|Pv>p)$~A`Sf0UuiGKO2|)5SZ#k!r zoIoQ5V=c>Yic2&I!|^%*ds)b?)xm&lg#P~iBs8g^ICQbBI9wW~p7~}^qNbYq2*lNa z6ye$4$R6QrQXqksRhaqo?`;3V#biXuM#Lr`N>7NDe2hYPSm)RV1xVd>=$+Tra=*rc z>JedJCl9!^0P3ccAv-woVTAl)e1j)v8+*EtlDvk`!sT2^7=UOwkCfouhY(}LJcF?} zE_F23u9hXY&N{bXR2*7kB;ru}ZMM#d45#VExmjNp4m|9TqUz8+?l|m^!?TZF@=T4d z?HO9WuTPArL^vxoD4R-~qt#edx{%lioZN=kuX^yU$-+6j^ipBO}1YofDdN3NR?a#&<}3l5Qqt56h7##A(%oG6Q)HIz zcG5#aBrhjdY0|a_$1%1@VTet=x&wxBBdqelu?#lNLad?IibZoR!`&EOl59Wpe6a)% z*6STWIt=PIEP92eml(2mj_>RDtmIrHLy_Hg6oIJ=QsdNow^oN9GP(^3wk%HM%x34Y z$_bA|2}~kucIXLhbeU?&1UOJ1Y*o6;PL{5P10uIO$hhCNicBU8`Q!QOTnxC%#5|F0 z5dWh$KiO=>XtpTb6?jy7>PUiV5Il#F_*%Fp#D};vQF&3p zg<#zXcL(Tp2h8CHs+Q&%OP!cOL^4!mJ2wz)zgrF(N9 zKWm8ff5vOKxMc~mYA4{6GVlTUu)EiRl0>o;I-|I)??cY8NgHx)?J+!O{YHKN%6(p9 zbaJ=+{QNTri6MAJ-8xINsvCqpUiIkVPC85S$$0!_S3eaZ8+3#X&D3&587`Xg{|@~u zdW4V`O3q^{U1yNsDBfaat@fy%#W?9c8qD3`?uPZe=PAl?Wf|LE*mPsFT<6kObR)%nNA6+`^aw+Fq6qz!!yscp{pTC8ix%^A!k0YnsT zzqQZu-_8QxsldVu`dTkC%nL?dHQRUG%XAR{XMcr;u{=VqKb++y(Y07~F0MhM zk-OMh+1Hqmm=dJxDSV(5*^qN8_(M56!B)uRV)=<_t2m9eBI~Kq1(YIjbMtjIOsEP+ zJAD)mQ1KmO8;dmAeZQ`8tfvZ4yR@pcP$r6COAta{>WU7JOi=;K#d8N;m)Oi zdSn5d$`_8k;y6OTCudAdhqm1*uf91pS{E^m=#eutR*aD#dHa$Zu=jQw9Bs)=RY~?O@3O`SSGR=$of_=ki1xozY5e_O)Df?Q zWMLag?X!q5i30-QQ!|p%U$NLQ@Qr9wxqwKlLOK%3uY9BZG!phUt{I5)rR*?CJBFc^ z(K}I}l78x&F3UnPvRSzI;dNg7FCQI?*}i?o(HHE#(#*vyil(NfB+9|bR*=<$1xGSsZEoy2~2IjVVaEzictp{)9Kw+!P$W4Rfu!>TO zuY9}yg%QB8#!%R?p@$YV;f~HPeh_0h#c(QTiUD8wFowWzfC{gC?MIKpIg;G#pm3FF z=m8kd!0ru32opd_i+M5*q#XTrHZd_>;AZ(4_1r@Uby>g1V-lB1W-zv31~dH8;I{b# zD6FKvW(L^3jb{0u6_N3vE5e8J*PgD2@b-paN7c>l%toeJbt+>!Gf8Mb8CZ^_#D|7|D$P|MI$C>qC-#i zAt;;amVRGiTaS^m>P^?^aYhZ21Cs0sBj&Pu8!d8fa@W9hQ8H}DJ?ozS_A^(_qkd$$ zFv5J#b^Ic|0P73s0~ITRMfCd&_@gEKj;E6m^6;+5QR=+es%cXF-s0OT{kS7ODq7{y z8jjkp(9Ene2-^-AIZd(&99u*@T0Gyy^DPYH$12=Kk}ol<#Gx?)c{qf_TgXO(IYeXHGLF7eSZPonE@T99W94Wo`(X z-68}HJ@@?)Ud{bu{35vwhQyrm6l%YPCpPK;Q~^njzayhTP4}Kj{^xAr$@jV>*C1!h zcBm*zJY{9+I0p{HultKwsrcyYeFQ@&`Dd?AC!nx*ok-Ln2tzLNFax%Cvk4#w_aG&! zyc}%mhXYa&b*M{8CXg%rKz+Z!4lq)KRh{L&-J@E_l{i`wuCp88h@^3CGgWro!jqzH zGx7u#!o5a$bC&ZIJ0m_89`F9{?-AgSA0jot5kuaknuhxNZUlm5+wah}{ajgVXtdgw zAm~;h1t$1%rPUzGz=DE;a(65I=i7Hkd%~V{))+fnI#;Xe(aqgKu=+Ok>}UnlwbSc2t3i5;oah!Zz z{uiEJMQL`y&jP`&oGV9b2CzVy;A!lx1V$gyV$yf79h1ppRvS0L=QWGGi~9b4O6n&kn_UIHrS$OFS}$yU zB)*F2Y6RI%E5TjEx`5M58Q_Q=Mr95fII{W|HwKd?`o7q2;hD)#*?pT4NSze&63KiP z^g8u?X)5tka3`0PLjh)mIB^-&dZ~ZTfyji+<%s${6v6HQHDmM*hv56XZ_n|mpbWz0dE`_i=8(7JDL(lg zsKJw=fM-kffGH8-k)Hj;tXZtZ%@~^j))PXBPe^#P(e=x9kL2%x`cAN7{OC3v?BW5s z40jpc?5I!pJjGwzR$ZX!N~E%?D#LaVr?)@F0YEBy_9CPK??~x^?8X7_Y+y|espl&A z7+=qMz}vnQRLJIJSug*X9jEtfO-zg2h}}B^m?XrpKYncI2jt@fqaj$D6d&m+I4sWe zzy}gzEReJDA)7=^lx0@&Y}KBSHq>s++TVlz$3zm{fxVNVe_ei>W<{^yZOx8kCiVR+ z;mi-aPUVY%Jm&!8jWINPd&p}6?~6Q1a#}HdzqymnmHj^AlJU1p>}k97Pf6qeghXvj z7QG%U!7$Sb;?e>(F2U;YIN?l95H73n>eH$w^50&_)zrv@xZA3zOJ&0)#F4MoigG7T)0Y)GLT0_WntlD2}CFgu!U5~_a%Sj2(Gc83YF_9dEaE2 zV)61ps*lA+kavPS;2Z#+6-rtXs0`KbpZorVau1TqVOr5AVw;*>iw)l&AD5n?U_sNppFPL;nZ zrGhL2fVE0OV&Yh4_(D?L{_mf^#zOh)Sq}N45^OR8fyr&n`cAfcdg&2fAWqzcyE_EA zF|Uq#PUhQ>GBGQDdxR6nBhd6g4lLuL@on8OT}VIszWOH83DRY z>0J5uds+Kv3s;(lGBPM21;G@8ka8DIw`-yLQb(X6wK~~zlc9?751`c8%KY8O>ft#o z0+N|I>M%lt`G_rOE8slgA|=a1-*57W2Ya;W*GGjn#A#&o?G7G3Kcdd=cbx0nudiOi zD*v8gaY`JiWmlo;eqV4*YVZ2~`Oi_(GReo6{rc>oU0L5RgrLd!&o7zQ#6*72`Ml|V z8t#h!Tt{d&?SiMo_a}ZZ!1H@Tcr@X0ExYn3cMU*jxj2wV-=5g0kETVSn1dyWfq7r6 z6sU*8@mz4c;epQZ)DF`JB)JDgBv@YyxhBbKkR0OW#>V~gq4#3a zjwcg*8X4X(yvlr1X3g{|xCO!AtIBqez@iifY}4iGHFBSX=@S1nqO)I+lF8xX?%U1> zBqZcETu(-oZiuXn-0Z*hZgfh*S(F!!h_yAC$PNI1<=9R@6YoGkMEBs)Ki}!;riU>x z2R4d*Ia-Cn2xsqZ(!w4Pu?HR3JY{$ie=idGbD>9aDIRFDh*4dAeGHoQV|CAyw73mW z@sP#1Joi=8@?>{LJ2ZpDirSr|^Z@|KU)m!Vq+FDgfCoUh2?Qo3TmvMp44XlKFyZk^ zv6n#;_}*ASL3g7U5IH$e@&;~fmVXVdT+iGB$r->TVdws6f~B2>-0kbd&`$G4=hG%d zmmxBcgu{Y>S3Lhzhk#M2Cz46y7y&uiZuoJHym8c#u~ckdFXWTtbOGS(fcR`6+6~~Q z0z9hlRlDtfgO09T!FAMU+4GgT3TW%t^!#UvVZuPC}~G0|xQgs3250ZS|s1QF>{j8YV^fru!@#Au>KjFYYc7LX1C zB7z7eib}UoL8&v>4@4N&Qk zmMV>?jKw&H!pQuxl%rs~0^k}kTDBFx7PevnunTjm;IMZWHH!ERkw9^>Pfz@L^&!o` zK$Z?$s3swKaefdfBnQoshBaaDJLBRl95{iHPK+8aa}$L4#(g~2u{eI6X{M#h*4I`4 z1|z_R4)@60Vg&I(F>l4EBW+Mx>eDOcdRMSX`)f&}03TKlu4{ixnQGTvq#OV0$6Zs# zd37Xi^HRb!;@^9BT$^Bzn|$^0#j}C;5@#g)F9zIGXPVn(%m#k=>IErhoHSMrjD>#{ zm){1!bvOOrePAIB@sk%`^U-&a)FK0{x6 zk_pMdeKBtC`7>hE$g>q-rmPNahAtO`US5N&Oo!O;NUCmhul33}<7ygd5D(x{Vg6ae zfe)mX9XGhV@7ui!)5{)!W>)&3O5XlAnb@pSz{@Vn8k1I@t^gCII8)Y2-Ch~=MoW)f zYca2|JZ=NhRw%;s;eZh_{#lo?LYVApPpyYAi&+k9-LVa)2%*Sms*X_GY*;-X7`pad z43p$)M$g>vU3CxWc?V$DL}kNq{jMON#5Z1?k(%qWc?0r%-;7MR6BcF81U}|C-&bxY zLfBZD+v`?ciA9?awkD)b>}NrV4=6u>0VIX1prxDb-QB^aMQCVj9LTjFebPlIZ?*=` zC_q9%5Lz{!J*uT6qO#zGbE=T-%)!Ibbs$&t`v#-vw)6x5@oeNg%pA2 z>+8dnCfI8kD`s!2N3$?NS&z~nq+8G=Gt|gjNIpGXcNVze3=r)2a zfh5>MS5kl}IvhIKC_vY4r4&@*A4oQk957S~ZmyAa0b@+wPr*3Q0k5KBS-Rv;o?cw< ze#J~hv%@`V?fp_P2uRuO@;0GL8}i z>ri5g(9_?=$&u*?OP(Y0Cjv0Zrb&;Ds~XoA`pip9nRHb{C%R{=^NY_G9T>4oZGv!c zcTY9+T`YHRT55g5H{uX&;4&d!`}b!sK3#vo>+9VwxA_#}&>`0eZdWU9d?hHoaTt%d zaQPJ<)LqvYS6z&DO9Nt}`K$gp{~ zbSdxCjQMXi_0IoCYh)Zb(BquntrUpX<*r83S&8l?%1E)?O8O12Hm;ap()C1F;dzYP zt#4qiBUaJfWSSf2zHKqzI_9^)U)0vIKPkak_eX=Q0}BZ|Ji@UW90wp2^NmN;n+B)n zTryP&ZtUzG_4KfE8TCYbS~ys2!OIllRI$1>Px^z;&vlt=mBMF&s4V;-Wso^(kJcG= zzjDtl#Mv5%PDdLGh~ont;i=z^63$k1KXOurVX&A?9d}$Ns9#qoV>EUNq~F^t(rCsK zz0jcVP$DhL#$){KL|abA)D|e!<`=Ra>8eK2mo_nOI92Ugy#Rm#dafS8C)Xb{D!>0x z(DoySG3uBhNM;dQV-=dv{rFQ&OixNVB}m$#crF@aS0;S%N^`bt)_RzIWc2KF8=O=Q znK+p~1Qu{B#NKJnuAe^1_^fBN<)gRrG58mTYy8*V91Q*olOKDlzG$ER_VN!M^K%Sd zbpDajD1X&kH6U+m?(n`K)yQpK?-7KN#};PP5)lEUpb@fcQ|U)?`|{R)e_*>0&NfhN zVGQ;NazNSI2I=0VM>s{u=kox!jqrLKyZaz0R(q^BP+2x)C=Zv)V(N7d_mA0UD_CX( zRoGfh)f3b<8Bh%+$Om$J42>fnR3=V9lJX5dYj=OYtfG$sEnMNOO_GMwg^6v6DmvUu zt-do)O~67bX1x+MXb&Hme9+^63>h(sO;9xYzOVTuoI$HvJ!V#zwzbr13td1;gYf3PNa5L&f5~9O-y*LrNrdrZzNmEff*UnCKJ%Dh~b4YSMtV;8%;lXEs@($A}+0|MFhxlKe~WDar|fYcR4% z*FIBoWtdjS*Whkf!YGu6pI=$sf(DfH0OZ*CzQaK13tiB!kfTnsM5EzdeP8ue7zQ>4 zb6K|I<6MPZQ`TcJo{cEEva+&B_=$ufvUWldDy!$kmTvd&Wr)P>Z{v1e#bX+uPBLGR zk7>iiJsA!#qM*>!HXRwS?d=J5_HSs@Ol)6535}zt^z}TTC(Sp!ceG#ziNEzg`b)|6 zC7$=Q;A&$5Y@DjyDdg$TIUB#+dZr=ubw>2XYP^NeT3_VZysq|xjvMD3KwQb7$pMBq zD^bNHpa)ny?2*ynrR^-qV!!opv+O?B^+E%)(IA7zs={}x??l#@1RP*LGI7uO6efD zZ<%@ElEfwd!3LZj7%KPWEuC)Rs1UmtS~%cFI7x=HF#<%EhTo;i4-&#mP!MA$$|A}a z?VoJQF=Y{@x*PGD+;Cx^p1y!D1x{zCd!kD*Q% z%H1?jIrb39c>oe7AO-EsbW~H_HL?~(Zj7<1=j)J5T=;T<#FZCH;Ds}vfREHCu?G{=xd$7U$IT#2uP7I6}h z(JSxBfx`+r3*F=g2ff;Ha1AC}eAxG`8NS4nWD*C1 zS2Y~Tv4N&i<3`2@s-0Psx=@HlxdeNPf$y*{Ge$8`(ff7Olx2F^Bxqo3NqaN_jN(N+ z{zm}yNhaJw$$x0NY>oem5pPr22mfGoF0>HAlrCmZ|26H zH(xX}@K}}VQaeI#%YlWx| zQ=A@Fov)vCf5~+R$8Cx=j*Oc)wJ*2tU9N-(0VoQcMRQVe6Y3%@8eoeA?vHk?I3^>% zn2bI^Wg z&hs+UuNp;AB956y1fZF?jD@*{sN!~Zx-C#g$;%kRszG+2VYjSEO4mV0mT>3 zuAz)gL($g5(bwSQ2~LdT=HH+DJVyr9BZZ=EWsRS4D0>557+jAHQK6oDhZRsMBpL73fu9%^y+@zc8T{3HMbJ@LdJ8v(hnumD( z#Iv%q$92tnz|*a)YY89>S6ma=cvvav7Ht9ipfGR}X`TbU4hFoqXR?!B?nvCk0~X{& zf-D?kEivr5wevn8z$|o`;ZSxNA_10CK5C%&`ta4Xzubc8{}>L+seq2+jp_sn zia*7JL&2(Y$i#u7G;^W!i5Z+X#CwXLMxhev5-4Fc!7&#q>z!-h4AS}gFz??0bqk!5 zGVQ~CdOKGk_ZwZKIfXM4i5H|DE`az=7jUSbkzQuVPsD19Qk?VUT3Hd0kGYf@SHO&N z;5X}9YQV3~v1ze}a%D8`UFTNL?RmLPqQw$O5iiP&IcmF7qDD~~XnpIHM+7+_*`ONF z9$tcCoT&a-WC9^X_a~utSG{cssZ-K-vfh9F=SEgmJ?XVQXM#4f<%PQ?j`AwtcGjFM z$(1Igm2|<%l!5sr4BZ=B`c^(pFi;7Xwb7svzZWkAjsF2OeB@Nz)w6>~eZonI%SFJ( z!hSvuyg8g6zk-^aN2ss01)FBF|;dvdZL@r%gnj?U!qd-9fQtCF8xaIM|}h2Mz%H(^ekqxu7F{ zRspHa5X&A{I9TJ}J;FnwvZsp29dIXXqjM9RO^t13$oIZw_pyqawZKR@`aONGA4)ik z&9n{N!7@D=3}keF!Ex&u0SBLjq{k?MNY}@8>!Da&_6HP9Ha&}y&bRwCLn>eYPm{GtjZvj$g&wsnaryl?f|u|CdCV zfNp_y2N&GfU5`O~H83_j+~!D>cF4k)V!-X}HI=uHaf4!P&Kr^R0bgAZptJ1l)wl#c zr_(hpAjqk;A~Y2Ex!Q!kHw#8NKaa2}|N4Lh9Z2(cIg4y#qkYo8dr?|Tl9azwbGIyGEqDX#D_ zcOqyZ?7@QvIQ6rdDgFj#6AIW~mFA;!t3nN*%YM9^@2`iy@|p{kJ_Rytp3!cs#b^)R z{4|cT5az=nVY!szV4C|dg*BiAx^sZ`@}!aJC<1boD;j8MMt-g^zia!g-@eI&3XC77Iq9+r z3Sad&-wPt!s6dkfxEdpHqQDkUmB{E>k%qEAy$=tDJgNdDCAGOe__SQvONVOO=G4vy zR&kF|OQGEdW6Na2Jcx7N6W+wZhIGGzbly}$2J+ngE6$LF&~YQjGl>3+L>;Mu0(oRd zHIHi+Z)9&M4zw#~a(;@+CVBH5(Z)J}t!bLisZ3q1Uek^6| zz+#E$1oo?LvFeof8RF91sKW}5U~4RdA{58*n z6A8>og7+v)70!Ycg;+ur2C`Iq2z%%_$tuu=;6QRC8M>*?0$G(m|E(ejdyLd@_~Z%! z`~uq+1B;wb4IUK|<~MS%BWX@ZtFUmY2Slk0=8X&vPgcVnA^`!OyO>L<6Ze2L09D7I zXbe6f$KTdMo8DPY2`S6Ny}O}d%yMqrc{7C>=$Z8CJZoQR9x|OUJSE|M+c z9aXR)qfy~e%Yh!PJa3Kv^0_(c@IsrpZ?iwT-*O=J{!8~KwXFx<=+%l3*p-gGH8Hgj zfTQxncVYL%gVH{G35mk_-CZ|EI5N2aRxHWe1&0CuB*sZLwdUU+P#B{*Ui#eCk_b+; z9hqLX2bHZ!%LjZW%a%Carbm$rMisJ;lPCn@g`o7po5ia0w&I09ce3j_*HQXY9DajE z^U`;pO_`*8Y1y;V$4@TS9$IK)_BQ*6`(l1vk5Ah7exJKKrB?oW?dt>h?fe#QlY6`O zwDPWZVI3Ks-+0|?m;BzTzr4uo+4{BbEj)zg^vmNbZg(nn%y2NwR-BF5|B<`)tHdpJEf}LXOF`b zJ&kQIemQS8eRWvC=(D|np%bozKUn>9wB_t6(<{%FWp9a_mlQBXY0I%G)f(2PG^4NV z@Hv<3vZA^&u|4bb-4yem0?tI492=S2r*UF1FNx1-ztS>UNT_SMe*eThWGe_xeYk|+ zd(WwO2bBR^2G)Zp0LuXA@E3(bqvkza{OR}rhz#}*MFxF%N}W=0VW(cMe{0&c-l=`N zpM`tA`TZAqiH#KP-u&{XM|W>-U8I(Ff$^x5HTTzipJM3R@;Y=*$FNY%?$Cg#emVv9 zkw#&yb*pE)mgUZBi>-Ai&{h?C+$ifjp1kYHr=h(Msy~UgU-MpGQu_>S>vK2*MRjP_ zS5KPye&?J@AzqfW=y|*;rrmp(jXAGSB|&oLhM&a_Qo-c>DFDJR(r+jhq1?>br53b) zSZ!P5BcFAMfiHdOUM%mkcS`%v(LsBE{-Ut0T|2P&V)aa6Yw(GrlHo^dYD3n1|JpD- zG%m_Sn0937s=_dpmCXy2h0P0-bPB_K!lo#-uM!oF>(M!vv;AInv|^=wlh|jaV|29R zb7Noqp|zjYb}UIm7o{PjPi?vW`^|Xu%wyjrQ4q)xM36YU0f{sc7QwA?;eakKq)aj? zf?)O-APiNZ3*OZ^)CNeJN>EdY->SaphCsuaQ!2TPAqz+82CZnxoFTlswZ%+w`&&U7yY?9`eK8BW{LV!?W5=3`u9cdInZ)0t8m`38}|P)RD7(RQx<7Bd<*&* zn|IX{d$oswYB#SO z&vu``ANMM|!ZJd`Jk!BGd;T<`;k)O1V;$4qINvPye!Jt`mDb=$^Al>d>uXo_m2M35 z8(g~*4GY3(4bX~1fc|mr{EQ88$<36y9QA&4cAQ(;nogX{5oqNyw}$aXNCZaQf~)8R zI8UD1Q%`PRlGo3Xo$pwODkU*GQT9PWFwXNCMA5)a-n)Niq=lZIo=Ev$xg$ra7OG@y zSpG%N>Kd=7=|w=Pf;J?Mz8BpXreUooO2~QJb>v_F3R)S}lswL9T~gT7OR@X6t+LnG z)%B`5Ya`6WE^d#bkOuuCDZvq&8z?%d@CghR)rwfnEUWRC(NsQHP^I924Gl!JmN5ea?xO zkB~*a(>16O5i=X;Q2Q02myom=g8}I9#vtH|2BV&8 z5AU~W5yh>qC^n_WPe|)Gl>qF5tYO>D?s($M2SgDd1uhDm=~zEgC`e?l3Y4H<^&Y#o z27_5vDG2%PgKlua?6 zIl|QL)?%P@{pSf!ehyj3!iqya3Bd)m>ie>*Dh( zT5>d>W@toSyBp!|dt#oQ%Q^kd?$SF{eMU8;dCu9qWaILmCNIylJP})J<=+~xLuhYhPFsRYVr2@!A%V0&LVR?JqL zjVO@OT&VO<)uhoBLER_1Xz{&>UN!DDR<1o8xm(ODwp1jTQ-BAM|64{HP;NCfeD|5( z=bM6Uw@Z6OGY=mT&lWbw*3gd9zNh(kUsd1Z3B3;k^3^jtM%}D$8CDZkURm{ZwDtC7 zChMH41^GU`Jvv)2y~tj$r}U*qZ^Y61AGIGHGp;bZd~Eo&CtDu)`VBA++SSKImB$bU^nA6GsNYHj{p6d^h`TcJtQSl*A&ha_Tp zsbC^*2}aov$^6O5rvd*Iqu~wPPA7ix0D)#(+1kdr+t9rG3s?#Xhjx}=G&9HVKyp%2r&kFYPUW|g?ydOQMS670kyrB|6 zP-y)XjLk)r-GOhRS({C}3?*8uO!&D~${WWhjrENzPLMM6!AgY-OZ1a$qw(V@&MVXsNKAWHGm%-?^ExnCQ?Dvwjh)dXI!Y}CWF z1ra!FXiWpAqe{#@4eNU0@F}ZqabnWx*H-UKuJ?_wgK&l9F7ljK!~A{$*o8LmiLLtc zo=5I^x`O^q5AXSQUg@6^8vAtI_C>T3XYGX%jwURMLk0N=1D_4drE26#g_kfO7vpJ~ zwS&!dyW&g+1b|(|*Hyjm8h`E6Gfm99_Dg$Be$nWNQC>UOc}HpbHRn80gz53S)nB7SbZ5yUeFW%)wniDuF;WN9 zIjHaxsQV4Dck>^oN1qhIoSsl~3E*gjS2*eudYJ{ui5WFnuflM9j25tVU1+{tZ;W=R zBkzkkOwyhYlx-wF%~OF`#VGCqT~SFZn|%;!CZ@Aj^b&&9O##lzIdM8Ry&+xKhSfwo zy|h}pGv<|Re8rZ*#sAbj9;@1uX?@HjO?{VR-FJ%&fA^EHVkqRhAlI$Z%Kh`;Sm2$l zS6aMOA+AffoQwBnkCdN6bXgI^-K(HrRFsmniW|`1mM}O55PM_DM!$S`v`(Vj3xuFr zns4Bu3}v7VH$E<=R##K#f*_W9z_Z6+hG4kyDXtsR=<7^_Ikm>0H!n zqgR#u!~Kg}CE8lwmg^zgWe=Ddx0{nLZmImHFfrR=<97%0?qXkC_FcM`xs%yciK|aE zi#I3tsNb{6oiDt*Cwc5hErG9c&xOOrDSj3t#Np5(0B9c0kCTrEMdSP1` z-XPB{DNJ_i4ACI86OBO9O5yEAz{5Q~jl}tbsCc$|?1AWSvELE^5`Q{JtVR+7ViR6e zuFU?cAuthIh`Zl^(Gca~8&tKUw8vl2=h0JtvN!ir+h^;N=?wzZ>Cs+X*;+WMy|}q= z4|KVETP8IPp7cZJiMOp=Y({QQ%q{g)*!+=vG-?rxBS~z`KwSu*Z;H64Co6nnSE6j5D-WlXs`wZ7T*V%k95^0=Y$J1ZBUj zCy8Fs3)Pf^07@@O2H5eJ9n=Vdc1(DoYOhtS^pGqwmU_lFlTv<~`{Me&*)I1lkM6#{ z(arRpeX+mbUbJ4~*oPhUkZzW7M(3=}=4addrk=Au(?>SB^oAG|r$FG3~ZX`P)v8C1SpnP(!=ZE{-AxP9@tO`p+eG4G_^|uH9GGc z^$uVI1QtghYnusKP^?!tncar!c8_Z~5RFV^TeK3F1VG3H3(gu;f`jpeY`YleQ`7j2 z`vyF@U>KbarH8hp^1yVl>gS>3$=a1wRM-Qp$|vOjS!>4cX(=5Ls#LlBY?W3&^zxit zBg`fmrN0WO*jsII>rrt<@0#O@J!h9R*xxa{`~EejL(?)<*wx-*)6$DRy%o$dqVwLq z(0u3)lr4Dgp`Ow3`Beq}7B1 zl6q)DBs!&SInWc=#YTr0Kz$GqXksxP!Yxo+LZ)s}2E>S#F>fl{jj^AKDPbeHiBo$I zj(XZ7fHT&yoMP%d`|w|K%8TDK<#>H$#OXxS#C4}M_Sms7@wEmq%!I--|Z^V-k`3Bn%qI8jbK#0D-q+knbQc$N9~41rDghp8O>^FeD$EH{G>>PBGqymJq7R zJ|sed;i>@9O||jsCZ; zpSd09*MFccAF*nM%ssS7H}S{+ogXLwYS@4QV~^Y?_twY&^Of*zEFnRUSccf^YJjS! z+fo{Ea(~-bwpk$_0s_3jjqd>qQZy zw<0V9FWd}9Xnxlp)q^;M&)x8Y8bE=DH(sJ_<_hkF-}jw38lO9jiIEMI-~ec(ORsbn z({Tf5I~5P zy1wA%#6MA1@qxr6=xdt1mjhJ484uOhk?|?vu=iZScumPPEXVUpQ>d5$o5`Z~H~q`q zC*=lCDQmGF!Ryia22V{`BQ!xbsbod4&FMwej32Mzz=@Rw;I0YQ5B5h z1I0KO3@;<2)2L=ggecR$4qJ6N(RNPGg=j6x4?8J3jZG{zM>(hDjg+_u5#L~k!Ke^z z2)_oYrQbqG>+^xeYw}9KRU8;0P-I3L(VBf9{Ufz_&O;EjL-Qfk8#8~yLfRhliHlfb zpk&w=I54UdXmSL4xs(4JKY%5aY90#vY)42}+jj zF^X3i9QKoPEON>p4aBJ$qvN5`b?LB$0YD%pajPU^S%#xhCF|K4f@aKUMMH6d{gQm@+w2j0-h3ndbr&tA zVfrpkR6#!2nTNMF=ahZ@e)wgp-yc8P3UTx4_ZldyY3TQuqqXIi0qwZY^z)}jPQPT} zgjGn=ycIqcb>OT;I#G9##DbRJn>8{UsDU{upYN|SwVU$qe>Y9L99L!905FR*m|N

wi}y)U1=0k&m%F&P?{b%?6o@7#%>sA z8$t9@c_G4RI-8>#tl-)YQ=l1g5Y+)4`rEggrtp_d6x)09H;|@;u{liI&Uub9JH`$@ z0u&+?Vf3*-qFxcR`(QFn)7voUfi$5>6e_QWmN&_hlSIT}w?=yYvoQUI`?4FsEUp$& zgaZExu^rY0- z3WSu&dieEJw|L{aLr_oyFYdki^XG9cE3tMNi}fpv;(kw)kXa}piSc{?YsI(^pWIg3 zPyNqKsexE575Gd8^XWJzKpw3MqzutO;AOdZNjXxYfG&!zyymR!vb`rCADIfXCW{5s z;U{?_UETK)MU&01CIDv_iclo##IM#-0yAKY=BHgTVTuqN*#+CRk*kK$N(qQdWGEVO zM&iYsL>u*1niVE%&+NqL`W z9y$dqQvd)3IBKj~Y9O}aHZ2ub<0<0QVDb6jkFcpaZGz@I^$!S2y%qvDB7}^cbK>cI z)Gj(P*-5c!g;Z#?yWtN6ncIgV_wRzCuJU;b_qe%9_Pf|s|1x^ zP1t(%AHz7f962s?OPZy^mFi^8wM)4!O9%esNk$bb*gRzf4*1*Ig*|Ni87hp8Cn6*V z)MSDy%BdYJK*_sh>&X(<;qHHemS-deJ_K4m z2t#RV;AF~%1^D+GcORUwdJv5sw&H z8`Z}e*L|jp*wt$P&HtPvVK99eAKU2a9a{$frOY8}3T?YyFMx`4Kp#Z_~;*DwNY&zlvi5X>5 zkf4r&Y6-@n|HzOVVkL8beLelWK{KOINf%{^FHGk9D_7Jb7ZC{hSDS^kZX7RJ}ebP zW5rkvbj}h%^A?0O_@p}tEq`lSbxhs`AxI*d&(8*L+US-XdSVmPfG3@sE650 zS^1i&?*;UI6T>b@zj*x|HCQ4~AFw#`GGMJfG{9NtdR_kbe5#tuMCsR-G&++LP8*1x; z9~6VAYI=o<@A4}#HrsKO36|2%ceQ=tkQEr&R%0#iiO|M@oasj!^)gx1*1o(o`G5X= zKoR-(-1sDIJE4GP3|oNxy$Olvz^gW$J<^Iss1g4^`Tm3cs5VaQ z*ENQ*SSo&6&iEE|p5dgz7>R;Fst;DCSg8*f&s`E}f%a1aJjJWeu4m%tTnF27TK<$1 z|IrjeG>GNrjl&_@QY9MbjO)U?e*xq#peBh@K%6rl%%_sv7>Q97`!b9i36BR?9GLVG z2t~|rXD~cv67&X)hE0wFGJBY+KeV)IM18E%q=qnW6r=_aXr;VCf!~e>p}iNum{rgS zVUFpTH%^>0O2x%A@BiObQ8dhS!c<1ukzqn35XhcNVuJwjMnetYY$F!>4@WnybR2Uz zw-Hi%5?hR_A?D|yp;Sa-*D5?##?XwsvOxNi7M;aN)f|rq^dQ{Xrd~H7@AaIv`3K3% zV3IMTc8c3Oa4u;8l(zbC#b8R9fIz0Rj2GZ-6rEr7F>VJA=)XNv`8{v`d<2y7T%^w! z=?_;M95p|WCYeuW;&AjtgUw8jflxuYm`hNh<0hRYfJ{tVYG7m#<3ZvrB5?+76&pDK zmbbv3qyhLd9+>^#>p!V|W;E5FcI-ZXbPJnvYEA$yJ!-#2K2c5I*k<7cl|hd9a=;`+$2vgicm}SzJ*<&F}3)0RH4Y4Hw;!b zu^;G*PeQkvjyA{o_i|=M5Zr_ZIiXDE@>sN3=Z<0gN`-}8f5oG3HYzKVKBh$nB-QDN zOl&8&UTA7IfN!mTeH!V3I|tP4A4b*e3$pkS(>nDbNH%?Qtnst~$Ze5M(}ltH&z4Gm z?)nru2)Wis>;c;IM@WYQaLrDxgL5sD{GmPpu}R8yql!jGnuFJ(2?MUs{}d2D<>@ z_!hoI^gted<6&7O#!HFWKrOiX<$Ane((+=^HvgX)*U+G?#x4P)a126sB?e5e6NKT% z>*7;DLrLQpj0lxFPAu8fwf=JrZ9Re6&On`r_8lolZ*T9uvT>xZP&bi?Is^1Xl8|so zm1M(;4?^wv3sj5Fhqb*yNJp}VB+IGjk{e8kZfHHCfv|Z%Q=f|8ryhetTstE#iQl(E z!ZR1OvKV-G==*L>`cAHX`55_@IwGbUyDhV@Ne3fk%ODdG#p8?9ikb1i=su=MG6kBG zubAHt(4Q?t?;_Z_)R~LX@2wrT=h7(XQyxXIN01MSSM8n6ir4^l z$ih~L;Y=4?tHcpwBBB*TA{zt7-QTFPrrl%27rrS$J@mF0CHXR#4+kd6eR+>)PDW9f z(wRMHvwqI*IcWTT9Y6o#;?!bY?@5n z48g1VdV3n*X^fUW?GF1BAjGR1p&2UP@yIm7t1avXt_(3jm%url7#LMFU@ambYSbVg z#Z`sm$4L|*Lp^0~`-SwItsjbB@2pMjKQVI4Bl3Y)rC_YdhE7Qmtw^i_$!aQe>5H*s z<^WeMB^{dp`X>`x@bF<7wxIkGo96aRcxw6$J8I`}##JB>j3IK2I8Fl8A!%a}!BH(n zDVv9-;>^o|JOT7d!q|b^$Y4--fHY#y4pvsgy53QSGbXFlb$(t;d}&UX{zk%=K(+{7 ziP_(z$T>k$RZQ>OB)_>6(MNC$``}c_d(Xc3sEVDK1w zlb*6Uq*5)&Z=Ljc$=TqtvUtLy(E0-ox=0-JD=b$*K02S;^;Hc~XjGJvE=?pb*7BMz zJ_3~=G!(k~{@-$it4~!mFc&L%BYFp?7cx`e)rkoZ#BmL?V+Op!oCBc9wo^yl;psDW*u=odk(F&^isNmF;m~x_j;SCL`^8FKPcg<%{ZrlPAW1t>|cwu*T@0 zL&hxq^_yKkn4O7FIX%cfW>eAflAVsN3Q{Rdv*WAJ)5qG2vrHp=S4 zIbHMVM|9jCGwugaiI*f{8^7#o?7g+hBk#d+InL|N9ZLNPd~QeyfxBWVRh}4f*2TH> zFOQYH1t;2I8Xa&>StB0zP5b#BtG~n*h;u3$zE6A*&8NT4cJz7#g5aFNH08F(5ekX> zT?|vFI$HH7LZ(5eYYRy|Yc{2ZXiXa+^VJs>g)f|sn6@31Er5xem<#8Ru5tgHUbKIW z@<_=&VIWV6A!Ff?8i{^{fj11|qP>K;4LMhM6ce7ioIayg_fAZJhz>r15O5NCh;#I( zx{p79F2LEK8O_b=(+0PEx^Mbm+HeegNXsbaB}C~4V_KX7?nVdCN!PglY+Y3K4%30e zKSD1;d@!=Q1sM9E7ju^cWRW9fn@f=q4m!&XeZ1)a#xyQ(Q`h?2f2qHDCq@BVE#gT) zdOdjlFvH>a9(2rxjUU!@RwVCu1^*sT6Tea8mxUmFGRiLU+AK2dR0a)_2JGehftPfG zMQbzi9x1K>{;YkAx@pv6JKV&|032m)FC64Z()*7zuwv@ZfwM)n~yGZU>#KL1(zF_`wG_q49?hg=S-eqA#a5kG57$$ zxSg?X2r<&Z8zpw;P;!zNb1-)szdztp?T4ZO!R^=Nvu*5S9sUrlycopIK0>+91qKLxgWx$O0+)6=Vlr_*-LYee|{ zDs$eZOS*}GeE+G9*a=oDmmdGvv<1=ip}0ZO4z)zZSQ?NikA7$^(=7t)?lW*0o98(1 zd_d!b#mGPdF@b)j-!i5Se?AI@o9H4RFuDh_q2y+X`_++XK)!^d9OZN%Qpj7fk z2j-!XabajJHJEFsjcCPBy=+w9UpfP>!08;@wV5&YC16~1UBV%EYrrEch7fo5-nTEB zk}I+1vth04r2K?uJlPq1mRb0(MaR{ZBq2i>;PG@PT{|cr|GLu#M=u{Lt{Qa2?-axs zID#HkrQShHPX9(m5JjoR@ExWgE#eAnEcvaNkZoTY9!AX}Q6xS*Vix%47Q=V^s!s4k zX$&=l93)g@n>BkZG&9OQJZU9YOk0t-C4mpt z8tXO_H~~FY96s7ofdE|IQxzOs+3?j*ItHnW6M13X*F=+st(Ts6fNpP^jh=Qy3zo^8+AC=_O37^Q)8F3vg!62JytTf~z_AQ=TFzkLT_ zwH1|mO6QZ|r%C%axly16@fB}0U}@HU(T-_isu24y>jg?q`OyGBRzsfFag@`e?tC{vfTv<@!l0nM^ z*Yudm^Vy$z@k6pZ=Bs3_3-t52z4+6~LTWN_3$2OjHgq{-)VrQkHeyHi>P$$6#3DX> znEbk^M-l4j*?a#>aasPL^dNK|B))H9<8bDQX9c^XpXq956v2UqWG>a`^?}$+Em|B< z=R4Jjmj?@5u^m*?y)lqWuDimskOXi-F>5$&1pZ>I{8S;ZDt|0rqZaa>yctR8a`mH6 zB{!Gx$rhc^Xi;h=zZfdu#S`2;Jh!1(Es3-FR(?4SMkPak{JwdP6Qt0>skeAXCpb%J zJlejL%{GS@f?*8m5J-YmN$OzFS=DdE%GncIctUM+s?Nir2yLIh(lA~(^I9jd4@)h` zObZ@grZQ#X%}OG<5sbli!zqR}kElc2#lH5KC{EA%wTVKR+%_Ta-D`m;DNo}&&^MK#OV{3BElvPrE zaQg8?p@M)B*-X1uwzx2jkR6RyjHZMs_5PRdE;v<6?5R}oG2)8M54dN4-k`z9au1nB zBsy$nRIctZ`Mlj>OA9K$o=J9o0b9JLy1CE`CHOz>uk1!~T=$rBaaSN_ezR-k30VpY z4>`W>f|xRQ4-XR}$I)n1snNes6zu}je4EnIhfwU%NLz)gao?MNNxn&fY4Ky&-8Z0i z$M*jFavp`yOzRbj;HPBNlq5zNwXP0rhc~uC#AGcOzXFq2?TxKvc?&<2w+fS&M0p=r za@yqPv=M{N&#zxR-nd@?VGxQY-?*m@<6`rIg7hG!iN0ZGH#$43N(hiQA)Bd&5;dwahTl0pe zP+dwW2|Y?e;nK=m#NM$Ox9bJ>6JZ8Z={q9I4a3MkNC?^CYgZwDNF)$9mNE{OKY9wK z(jrbN@=lg0pK z1k+C(GD@Y08of^KA6kIX`ot8yoDPLXZo( zCf=sX9+Q$NVsQ9IcG$&*UXj&Jw}Erexm50h=5x1rMc4E29qCv6PVwLHg`uM~);=AN|HC9VW@Z?6hr~GG__YjwP=o5$^nRo)Wy{Jj z6MbbU@GO2G)=y^_ZKK2J#vynkITD?xgfwlD$o2j{XRP>Or#B% zKugJke==mGL>EcF0i+Ac?URPOQ)h%`h$$Ol9F+|ehf`RFp_l=>bpKJisQUV!$&}!s zZ`{Th3(5mIa*zwfUgZ^pO!XviM~jZF_N1m@Zm{Tck`31L3}UuN-*T))pp)c2Jl@Vn z#Rq#=lyH4eSCU&Y&)28m|hkCcL!-V$~TBQ#On6HemOa_vrTW#4l}i-Ko7Ah zJ<67sz6Fx()=(OeJ8!j(!{7sd=xk|6K1<*wQENqJ@fmfiKNLG-s)C%delj*aYQ4Wc z$bF*tfvD4QqS#{k<)Y?qTORZ-Tvii*Xm7TOt@Zp_Hu7~=N_N5SXM!sYqa3W)&9c#J z5;nA2CKG zP6Ts2i;edylsZB>c^hWFe3((n!<>nhP^LsJ@XAMjnQWQcacCVCJWbQ0oqNRoBA-_K zFpG@N=Kq7g!lI>f(Af|gV8Ncerg6UoX%O0MdAk!K=oGV6IKWAY+uuI5n6xV6kh8R; z1BTq9E5;7{EqE~odg^1?2x^dG>7D zVpHFe(+0uP=~7OvYzTiCIE9Mx)5!D~J)1?csb$m*ivR)IOMS+tHr2D=f|k)_ub1>Y zFS=Iw_|tR>LbJh6>(0Q$Qphx4Qy*>MrN55TbWt~viF%9P>FNf0p@AltVus#p?85YoOzw?6YH)vXkzKlt`O^=FF{*}ee%5sJ`2DIrHhC{lAQ zo5mn7fC;s@Iugn-{9yYd<+7wDHD`HmsKse#<>?UHMhK_(Wo_>aA%&~S6*8^NzJfdJ zKTYSr4Dd=($SdRRwgNU|+bR%3%W~y`V}CM>oSdTWesCUW0SPb)@|h&_=;g>{T;c7A zXx1Ey|NKhS_qbd*e2xTPt`4sB@|Ym~#r9{iKNskbiwcmHFYoLr2N{M$now4b+C;v{-*DjaBRQ9{nW&NZaE5ip?}NtL;?Y>oNSC!6flkkA7vsKO;1QxaDD5R_0#OyUP-F4R50L<< z_6x^>>%d~h;T1b!fY8J7$KYs$bPI$~G6&EG#V8OFrKRAK+K($MNFV&BtAjD?T{`DG zEeb7KG!X+XW>u{(cVHUelqj-gD+?9ZU5pOuW|P~jP8+Oj&AVx5I2w(wv5X#}1?EBvZ>B%i#PTy;OD{EfT7COqF60a&ifq<$Djw z{-d1J@&CCq>CR(?!3T`HsO%NwBa1B9q7s7^CU8Xq|FU!I zseajqR^VtV&`7Xzw#@00H!avOD|rF`0-qC;IR%IOv~&>7+hgt6Z}Qq0j)TDM*KM$Z zzcRQZ2jfe5A+In2SE+FwOkoowGc%@4*9SA4`H(3QA(3;z_D&A+!PJsRQ#k$w z+QO!KW_`W}jx@alMe&d;K(pKt!B-VU9(Kpv>yLTV$2J#%d^634g7GjRuMH3J2}k-M zz-om52quhHwAq~($yTP$YxfM*vB>eBDSS-{<4oZWY{KMgO|hSc@~wRpiVdAGZi3fm z@iEZhyx(>Ja1yO+AmpMJ0dQR2am6EF9+Q3obCU*Y!KqDzUD^B47JU1FAu5-?7S2My zSZ*=ZZK>=9d-%Aod%@rxsKtYb+Cm&?Rb9X4)n~2!O9RUHZ~wlx#&A z=Vt@F6N;wjc{=XS6iI%6d<=8z8np1BG9^Z}a%0oPLwBeBYv9)j{Nu9d{9(`}fjBZI z3z>YQZYdwXzeve9n{TBw&fXjEW3rI9-HR%gZI;zQPvaV{FkUkRo+}!^CN3)MIzH{# zyeVR?kx8y{a;HT9F8fiTBLc>1n)M`*jwFT;RX!CQX(Lh$tkUwizRzxMFVVXlhK4K zZ3l=`2Tc!%N^sF&6${p^7$1lUIT8=m>C!wM{DEbXCm($-l!ibmCNP{u;AEcxJgu`y zG1THW*+UG?Zp42hd%&j-89o}1frQu2WDj0+3udVFoVC-OAsBu;L%ZN&2Yzkh!@xyQP!EX1Y( zNason1=!0@SpuDv{fkJx7Th{i0cj+MTzfd}flDGskJ}oo6Vum>8CXkW6xrYZ)pr6+ zGB+=_PyXAHCr3K9^Pj7haxMXsHD@6xX`>@FIuVh)w5{| zeJDR}?rqgKW91~pTv8U~#({>R^rR9cd98K|+3jvxGKJo!YLO52-v%|2NIya_*RUsK#5|D>| zD{*+S)1>hQ{(HlBymgFjR>G$|lmO5WfT0i}@xicDKPcX`oPg+OWJAn_&mQTw3I14T zfao_yCACAOCApLhL|jH!+ifIof&-telPG@dhDx)ZA!D+Sa6?&_{j_K;->OEXsM)E)FyDVu z>TB931@rGYA=YS30%q^GQ2UG#EI6!zm0c=oW5dak2ZSu)FEfapwvJS>ymYs*mqs7>)le=LY&<8pz z7Dx1XMwQn77Pu~n7Gbh8)TvR*Zql@XkT=U2;4fb6$E%TDV1AO2`M@h_jSfu8{AOB4 zkq?^vI^usQ9DzOvMJc75gHMx=1cnWgCe(HIK@-|Q@L9X}^-*$-ykzq&(mZ$@2cuhE z@%)+zho9buQF4)LhEGeOBF~8G!l9E zwn=}iKK;c9Y?l#p50wE^Cp@Z?#BA9Ho}6J>8Fn32D`$G zW@Uv=XQd0hvQYQzBkLi1It%zqEc42~STNJ|O7<@P9hGp?XA9Q&4th$07G1a)0jir1 z)sy{z4o8fiG6{5fo9S0i(ekavXhI1}y_UthLW0^@=2O|P-vydzw^j1hXg1?}y>X`S zdfbcmH~0e8cRREt1Mv`)C-OomwtfoXxnBn8CJCA65e3>CIQ{FvrN;#D6czKTZSE#+ z;xXzLUE2AmQ&zDX)dlqdc&Np}nJ=lJ7T9zb-cx;7;-2G=is2Odl0Sp?d!Yytwxshl z2P03mYQe@%#z?{rAXeG%oo9K^9{S#}c|Zl!&1!KgXykLta><`_r?7d6W_{w($|EiX zma3|WE*>+U)x)9YqW9)?mZ5%VbG_Tyld~#u=j*L7^KgAk3^Gc}+b_7!Z=04DGP)rSZv6KWc}a7`s> zv=F@M8SW7{S(pJu)E4pwMt75FZ_0w`hOY2yMmHjpTX0?`#)igy{6G93UH*ickr72BhYQ;?2r9G)aiOdKN) zp0RAT_RLMn?d__7b+Tg&!BGb>bO$rXS&deV9rqy_@N@m4RS~<@3A(__J^Xo;KJcHCm z3`*Z*z~w{^fzZ525`jf6%vryAir9}zZoh(stEXc0MOB(BtZP2?7a`W-dZ7l6BC0|t z8zni=WY?Imk7G$0IZye9?|9i4XGz|lg$_uQHV}r7QA`OnR{=Kn#imiU`vP^7;+sIU zV6uPuC+*y*^A6y_=%h=c`iws~d0E%?Uuif7xjpDUM~2~Li4$#*k; z{mi4%bK(jnR~knhRkeA4jB8?9V_23yuz1FplMI!@{@KM#$0)32J_2i!&dp7rX6bJs zaDaVe9_w`x1)Lj(O&l+3XhcI-2)Hu{i+L*hq_$nW`G=eucRqze7m;AZDUbV|>y}S} zQ4eU-F6*dk>}*?Dd3+PBT%t$}1z2&#Up7l5$LP$=;aDLUYY`T08Mv_l3MhR}J8Wzq zlD|cjAhx)3=0i#tJHh>hLXI+8_@|D5FhlYi)+?@hC29 zw{%)Eq0jMs9cWwl{*0dXh2x#aa z>}~MX{^~5%D3s{4k!S1{v(t)MmN57lC&iwQZSiPN$=THo5V+aB9i|Egm28@DM~f}EGV5EY$}F#B=1v&ZMnDfM6lRS5fb-f#yq|Bag}H+beRzcAU_q0 zzU7w%qB*iZa~oD#-ZR?o7^OVHlPvIW&u3jm{_v5q{+2`FP~cj@Z9&Y zPkVq7d$6|Uf$ST>1!jnxw_-a8&Rn4#*|{^ z#GCRz)vKFExUzA{!-w7DvAGOOOV+rQp=aC)`>eiS8wRiitRcOa$W+p|g6p6+6k^Cm zTR?)PU@`m&Pw_J0jmWrV;2cA1Xd-IzVs0dF$i{_uw_pSdz^Ed?xw4r{1V~t4K0F&P zh_a-<*3HmosbPexo{0T@m;5QHQzi>ZfAChjJtx3&oA_MmSksJ0Z8~(}o7>}1Lm7Y6 ziVC<8()9I|v{Q-%jhdTFaea)IgBGN8j28t5vJTvcB)A9?MpK5T@~Wu*gCzAkZ~8Tu zZUhE^tqZeEg5#pt#K6jHHMP=mD_)DRH7%k?8J-9m$qqoprs|H@vT^Jo{LkbSI(zZE zM8%h)aYQ|Hy@&y?5`VmFHy`rwE1qs~_)k}|8=72`4ry5rZqvj7qK3C{NYdqeK>&@Z zN4)T%&{J%Wu-^ire5}Qc&mrz)iV5}x#uKM(|!Msqx#b#p99;MTEBcB?h5Lv-UDJZF+Lr~| zzzLq~dHpGZ^;gB=rPIU3YWIA4@lAHpZ#>%lYJ{|)xU#A;XGaaT-G@yGywpe!i9kV literal 0 HcmV?d00001 diff --git a/runs/frontier-fidelity-envelope-v1/run_frontier_qwen30_exact_trace_surface.py b/runs/frontier-fidelity-envelope-v1/run_frontier_qwen30_exact_trace_surface.py index 3d8aebc..f461645 100644 --- a/runs/frontier-fidelity-envelope-v1/run_frontier_qwen30_exact_trace_surface.py +++ b/runs/frontier-fidelity-envelope-v1/run_frontier_qwen30_exact_trace_surface.py @@ -148,6 +148,14 @@ def find_request_metrics(run_dir: Path) -> Path: return matches[0] +def trace_manifest_entry(trace: dict[str, Any]) -> dict[str, Any]: + return { + key: str(value) if isinstance(value, Path) else value + for key, value in trace.items() + if key != "shapes" + } + + def score(path: Path, expected_shapes: list[tuple[int, int]]) -> dict[str, Any]: with path.open(newline="") as source: rows = list(csv.DictReader(source)) @@ -409,10 +417,7 @@ def main() -> None: "allreduce_csv": str(args.allreduce_csv) if args.allreduce_csv else None, "allreduce_csv_sha256": BASE.sha256(args.allreduce_csv) if args.allreduce_csv else None, }, - "traces": [ - {key: value for key, value in trace.items() if key != "shapes"} - for trace in traces - ], + "traces": [trace_manifest_entry(trace) for trace in traces], "config_results": config_results, "rankings": rankings, } diff --git a/runs/frontier-fidelity-envelope-v1/test_fidelity_envelope.py b/runs/frontier-fidelity-envelope-v1/test_fidelity_envelope.py index 3f9813f..20f4e32 100644 --- a/runs/frontier-fidelity-envelope-v1/test_fidelity_envelope.py +++ b/runs/frontier-fidelity-envelope-v1/test_fidelity_envelope.py @@ -143,6 +143,7 @@ class FidelityEnvelopeTest(unittest.TestCase): parsed = module.parse_trace(f"u0p01={trace}") self.assertEqual(parsed["requests"], 2) self.assertEqual(parsed["shapes"], [(512, 1), (2048, 2)]) + json.dumps(module.trace_manifest_entry(parsed)) uniform = module.parse_trace( f"r1={trace}", rate_contract="uniform-spacing" )