1733 lines
62 KiB
JSON
1733 lines
62 KiB
JSON
{
|
|
"capacity": [
|
|
{
|
|
"config": {
|
|
"mns": 16,
|
|
"name": "tp1_mns16",
|
|
"tp": 1
|
|
},
|
|
"lower_censored": false,
|
|
"maximum_tested_feasible_request_rate": 8.0,
|
|
"maximum_tested_feasible_request_rate_per_gpu": 8.0,
|
|
"upper_censored": false
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 32,
|
|
"name": "tp1_mns32",
|
|
"tp": 1
|
|
},
|
|
"lower_censored": false,
|
|
"maximum_tested_feasible_request_rate": 8.0,
|
|
"maximum_tested_feasible_request_rate_per_gpu": 8.0,
|
|
"upper_censored": false
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 64,
|
|
"name": "tp1_mns64",
|
|
"tp": 1
|
|
},
|
|
"lower_censored": false,
|
|
"maximum_tested_feasible_request_rate": 8.0,
|
|
"maximum_tested_feasible_request_rate_per_gpu": 8.0,
|
|
"upper_censored": false
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 8,
|
|
"name": "tp1_mns8",
|
|
"tp": 1
|
|
},
|
|
"lower_censored": false,
|
|
"maximum_tested_feasible_request_rate": 8.0,
|
|
"maximum_tested_feasible_request_rate_per_gpu": 8.0,
|
|
"upper_censored": false
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 16,
|
|
"name": "tp2_mns16",
|
|
"tp": 2
|
|
},
|
|
"lower_censored": false,
|
|
"maximum_tested_feasible_request_rate": 16.0,
|
|
"maximum_tested_feasible_request_rate_per_gpu": 8.0,
|
|
"upper_censored": false
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 32,
|
|
"name": "tp2_mns32",
|
|
"tp": 2
|
|
},
|
|
"lower_censored": false,
|
|
"maximum_tested_feasible_request_rate": 16.0,
|
|
"maximum_tested_feasible_request_rate_per_gpu": 8.0,
|
|
"upper_censored": false
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 64,
|
|
"name": "tp2_mns64",
|
|
"tp": 2
|
|
},
|
|
"lower_censored": false,
|
|
"maximum_tested_feasible_request_rate": 16.0,
|
|
"maximum_tested_feasible_request_rate_per_gpu": 8.0,
|
|
"upper_censored": false
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 8,
|
|
"name": "tp2_mns8",
|
|
"tp": 2
|
|
},
|
|
"lower_censored": false,
|
|
"maximum_tested_feasible_request_rate": 16.0,
|
|
"maximum_tested_feasible_request_rate_per_gpu": 8.0,
|
|
"upper_censored": false
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 16,
|
|
"name": "tp4_mns16",
|
|
"tp": 4
|
|
},
|
|
"lower_censored": false,
|
|
"maximum_tested_feasible_request_rate": 32.0,
|
|
"maximum_tested_feasible_request_rate_per_gpu": 8.0,
|
|
"upper_censored": false
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 32,
|
|
"name": "tp4_mns32",
|
|
"tp": 4
|
|
},
|
|
"lower_censored": false,
|
|
"maximum_tested_feasible_request_rate": 32.0,
|
|
"maximum_tested_feasible_request_rate_per_gpu": 8.0,
|
|
"upper_censored": false
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 64,
|
|
"name": "tp4_mns64",
|
|
"tp": 4
|
|
},
|
|
"lower_censored": false,
|
|
"maximum_tested_feasible_request_rate": 32.0,
|
|
"maximum_tested_feasible_request_rate_per_gpu": 8.0,
|
|
"upper_censored": false
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 8,
|
|
"name": "tp4_mns8",
|
|
"tp": 4
|
|
},
|
|
"lower_censored": false,
|
|
"maximum_tested_feasible_request_rate": 32.0,
|
|
"maximum_tested_feasible_request_rate_per_gpu": 8.0,
|
|
"upper_censored": false
|
|
}
|
|
],
|
|
"collective": {
|
|
"allreduce_csv": "/home/gahow/phd/aituner/runs/frontier-fidelity-envelope-v1/profiles/measured-allreduce.csv",
|
|
"allreduce_csv_sha256": "9d693fd406616b599e57bcde66c980c7fc2831b3acf37d3eb633cec80ea0070d",
|
|
"backend": "vidur"
|
|
},
|
|
"config_results": [
|
|
{
|
|
"config": {
|
|
"mns": 8,
|
|
"name": "tp1_mns8",
|
|
"tp": 1
|
|
},
|
|
"loads": [
|
|
{
|
|
"config": {
|
|
"mns": 8,
|
|
"name": "tp1_mns8",
|
|
"tp": 1
|
|
},
|
|
"elapsed_seconds": 159.88838052749634,
|
|
"offered_request_rate": 4.0,
|
|
"offered_request_rate_per_gpu": 4.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "f0cfb072afcc2fc82a92c59ddb4e8cfc1e3201e15848f37785eeb9fdd975e779",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 4.0197002243768605,
|
|
"ttft_max_ms": 171.58529929215405,
|
|
"ttft_p50_ms": 171.58529929215405,
|
|
"ttft_p95_ms": 171.58529929215405
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 8,
|
|
"name": "tp1_mns8",
|
|
"tp": 1
|
|
},
|
|
"elapsed_seconds": 9.092494249343872,
|
|
"offered_request_rate": 8.0,
|
|
"offered_request_rate_per_gpu": 8.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "cfebfbd8aa5d9603158d8ff4e786119433b4c0d705f733ba242da46a6a6fdfb0",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 7.742175153637853,
|
|
"ttft_max_ms": 570.3133207139617,
|
|
"ttft_p50_ms": 391.4107605377559,
|
|
"ttft_p95_ms": 516.4107605377559
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 8,
|
|
"name": "tp1_mns8",
|
|
"tp": 1
|
|
},
|
|
"elapsed_seconds": 9.190775394439697,
|
|
"offered_request_rate": 16.0,
|
|
"offered_request_rate_per_gpu": 16.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "03578ba406b3299e70ba7975e6b9872d381a5f4bd4fbc3c8f6a8ba49e9b53f2e",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.3125,
|
|
"passed": 20,
|
|
"throughput_requests_per_second": 8.916224898348922,
|
|
"ttft_max_ms": 3318.8404181099845,
|
|
"ttft_p50_ms": 1814.2305264490028,
|
|
"ttft_p95_ms": 3193.8404181099845
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 8,
|
|
"name": "tp1_mns8",
|
|
"tp": 1
|
|
},
|
|
"elapsed_seconds": 8.99299168586731,
|
|
"offered_request_rate": 32.0,
|
|
"offered_request_rate_per_gpu": 32.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "0b761b5f42e65b694eb34735433d43b473ed67415fb4e17b89894fc840b645fc",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.203125,
|
|
"passed": 13,
|
|
"throughput_requests_per_second": 9.07297385348011,
|
|
"ttft_max_ms": 5147.666503402199,
|
|
"ttft_p50_ms": 2739.3537469047046,
|
|
"ttft_p95_ms": 4962.713638565687
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 8,
|
|
"name": "tp1_mns8",
|
|
"tp": 1
|
|
},
|
|
"elapsed_seconds": 8.941024541854858,
|
|
"offered_request_rate": 64.0,
|
|
"offered_request_rate_per_gpu": 64.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "078209f2f56f21243384bdc70add105bf4942ee44ec8cc9573cad399a4a10e03",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.140625,
|
|
"passed": 9,
|
|
"throughput_requests_per_second": 9.07297385348011,
|
|
"ttft_max_ms": 6100.791503402199,
|
|
"ttft_p50_ms": 3208.1037469047046,
|
|
"ttft_p95_ms": 5853.338638565687
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 16,
|
|
"name": "tp1_mns16",
|
|
"tp": 1
|
|
},
|
|
"loads": [
|
|
{
|
|
"config": {
|
|
"mns": 16,
|
|
"name": "tp1_mns16",
|
|
"tp": 1
|
|
},
|
|
"elapsed_seconds": 8.843815326690674,
|
|
"offered_request_rate": 4.0,
|
|
"offered_request_rate_per_gpu": 4.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "f0cfb072afcc2fc82a92c59ddb4e8cfc1e3201e15848f37785eeb9fdd975e779",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 4.0197002243768605,
|
|
"ttft_max_ms": 171.58529929215405,
|
|
"ttft_p50_ms": 171.58529929215405,
|
|
"ttft_p95_ms": 171.58529929215405
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 16,
|
|
"name": "tp1_mns16",
|
|
"tp": 1
|
|
},
|
|
"elapsed_seconds": 8.990388631820679,
|
|
"offered_request_rate": 8.0,
|
|
"offered_request_rate_per_gpu": 8.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "cfebfbd8aa5d9603158d8ff4e786119433b4c0d705f733ba242da46a6a6fdfb0",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 7.742175153637853,
|
|
"ttft_max_ms": 570.3133207139617,
|
|
"ttft_p50_ms": 391.4107605377559,
|
|
"ttft_p95_ms": 516.4107605377559
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 16,
|
|
"name": "tp1_mns16",
|
|
"tp": 1
|
|
},
|
|
"elapsed_seconds": 8.942370891571045,
|
|
"offered_request_rate": 16.0,
|
|
"offered_request_rate_per_gpu": 16.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "03578ba406b3299e70ba7975e6b9872d381a5f4bd4fbc3c8f6a8ba49e9b53f2e",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.3125,
|
|
"passed": 20,
|
|
"throughput_requests_per_second": 8.916224898348922,
|
|
"ttft_max_ms": 3318.8404181099845,
|
|
"ttft_p50_ms": 1814.2305264490028,
|
|
"ttft_p95_ms": 3193.8404181099845
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 16,
|
|
"name": "tp1_mns16",
|
|
"tp": 1
|
|
},
|
|
"elapsed_seconds": 8.891057252883911,
|
|
"offered_request_rate": 32.0,
|
|
"offered_request_rate_per_gpu": 32.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "0b761b5f42e65b694eb34735433d43b473ed67415fb4e17b89894fc840b645fc",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.203125,
|
|
"passed": 13,
|
|
"throughput_requests_per_second": 9.07297385348011,
|
|
"ttft_max_ms": 5147.666503402199,
|
|
"ttft_p50_ms": 2739.3537469047046,
|
|
"ttft_p95_ms": 4962.713638565687
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 16,
|
|
"name": "tp1_mns16",
|
|
"tp": 1
|
|
},
|
|
"elapsed_seconds": 8.989603757858276,
|
|
"offered_request_rate": 64.0,
|
|
"offered_request_rate_per_gpu": 64.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "078209f2f56f21243384bdc70add105bf4942ee44ec8cc9573cad399a4a10e03",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.140625,
|
|
"passed": 9,
|
|
"throughput_requests_per_second": 9.07297385348011,
|
|
"ttft_max_ms": 6100.791503402199,
|
|
"ttft_p50_ms": 3208.1037469047046,
|
|
"ttft_p95_ms": 5853.338638565687
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 32,
|
|
"name": "tp1_mns32",
|
|
"tp": 1
|
|
},
|
|
"loads": [
|
|
{
|
|
"config": {
|
|
"mns": 32,
|
|
"name": "tp1_mns32",
|
|
"tp": 1
|
|
},
|
|
"elapsed_seconds": 8.939709424972534,
|
|
"offered_request_rate": 4.0,
|
|
"offered_request_rate_per_gpu": 4.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "f0cfb072afcc2fc82a92c59ddb4e8cfc1e3201e15848f37785eeb9fdd975e779",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 4.0197002243768605,
|
|
"ttft_max_ms": 171.58529929215405,
|
|
"ttft_p50_ms": 171.58529929215405,
|
|
"ttft_p95_ms": 171.58529929215405
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 32,
|
|
"name": "tp1_mns32",
|
|
"tp": 1
|
|
},
|
|
"elapsed_seconds": 8.94373345375061,
|
|
"offered_request_rate": 8.0,
|
|
"offered_request_rate_per_gpu": 8.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "cfebfbd8aa5d9603158d8ff4e786119433b4c0d705f733ba242da46a6a6fdfb0",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 7.742175153637853,
|
|
"ttft_max_ms": 570.3133207139617,
|
|
"ttft_p50_ms": 391.4107605377559,
|
|
"ttft_p95_ms": 516.4107605377559
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 32,
|
|
"name": "tp1_mns32",
|
|
"tp": 1
|
|
},
|
|
"elapsed_seconds": 8.992903709411621,
|
|
"offered_request_rate": 16.0,
|
|
"offered_request_rate_per_gpu": 16.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "03578ba406b3299e70ba7975e6b9872d381a5f4bd4fbc3c8f6a8ba49e9b53f2e",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.3125,
|
|
"passed": 20,
|
|
"throughput_requests_per_second": 8.916224898348922,
|
|
"ttft_max_ms": 3318.8404181099845,
|
|
"ttft_p50_ms": 1814.2305264490028,
|
|
"ttft_p95_ms": 3193.8404181099845
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 32,
|
|
"name": "tp1_mns32",
|
|
"tp": 1
|
|
},
|
|
"elapsed_seconds": 9.04556393623352,
|
|
"offered_request_rate": 32.0,
|
|
"offered_request_rate_per_gpu": 32.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "0b761b5f42e65b694eb34735433d43b473ed67415fb4e17b89894fc840b645fc",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.203125,
|
|
"passed": 13,
|
|
"throughput_requests_per_second": 9.07297385348011,
|
|
"ttft_max_ms": 5147.666503402199,
|
|
"ttft_p50_ms": 2739.3537469047046,
|
|
"ttft_p95_ms": 4962.713638565687
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 32,
|
|
"name": "tp1_mns32",
|
|
"tp": 1
|
|
},
|
|
"elapsed_seconds": 8.937517881393433,
|
|
"offered_request_rate": 64.0,
|
|
"offered_request_rate_per_gpu": 64.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "078209f2f56f21243384bdc70add105bf4942ee44ec8cc9573cad399a4a10e03",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.140625,
|
|
"passed": 9,
|
|
"throughput_requests_per_second": 9.07297385348011,
|
|
"ttft_max_ms": 6100.791503402199,
|
|
"ttft_p50_ms": 3208.1037469047046,
|
|
"ttft_p95_ms": 5853.338638565687
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 64,
|
|
"name": "tp1_mns64",
|
|
"tp": 1
|
|
},
|
|
"loads": [
|
|
{
|
|
"config": {
|
|
"mns": 64,
|
|
"name": "tp1_mns64",
|
|
"tp": 1
|
|
},
|
|
"elapsed_seconds": 8.944840908050537,
|
|
"offered_request_rate": 4.0,
|
|
"offered_request_rate_per_gpu": 4.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "f0cfb072afcc2fc82a92c59ddb4e8cfc1e3201e15848f37785eeb9fdd975e779",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 4.0197002243768605,
|
|
"ttft_max_ms": 171.58529929215405,
|
|
"ttft_p50_ms": 171.58529929215405,
|
|
"ttft_p95_ms": 171.58529929215405
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 64,
|
|
"name": "tp1_mns64",
|
|
"tp": 1
|
|
},
|
|
"elapsed_seconds": 8.943378686904907,
|
|
"offered_request_rate": 8.0,
|
|
"offered_request_rate_per_gpu": 8.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "cfebfbd8aa5d9603158d8ff4e786119433b4c0d705f733ba242da46a6a6fdfb0",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 7.742175153637853,
|
|
"ttft_max_ms": 570.3133207139617,
|
|
"ttft_p50_ms": 391.4107605377559,
|
|
"ttft_p95_ms": 516.4107605377559
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 64,
|
|
"name": "tp1_mns64",
|
|
"tp": 1
|
|
},
|
|
"elapsed_seconds": 8.993504762649536,
|
|
"offered_request_rate": 16.0,
|
|
"offered_request_rate_per_gpu": 16.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "03578ba406b3299e70ba7975e6b9872d381a5f4bd4fbc3c8f6a8ba49e9b53f2e",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.3125,
|
|
"passed": 20,
|
|
"throughput_requests_per_second": 8.916224898348922,
|
|
"ttft_max_ms": 3318.8404181099845,
|
|
"ttft_p50_ms": 1814.2305264490028,
|
|
"ttft_p95_ms": 3193.8404181099845
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 64,
|
|
"name": "tp1_mns64",
|
|
"tp": 1
|
|
},
|
|
"elapsed_seconds": 8.916944980621338,
|
|
"offered_request_rate": 32.0,
|
|
"offered_request_rate_per_gpu": 32.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "0b761b5f42e65b694eb34735433d43b473ed67415fb4e17b89894fc840b645fc",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.203125,
|
|
"passed": 13,
|
|
"throughput_requests_per_second": 9.07297385348011,
|
|
"ttft_max_ms": 5147.666503402199,
|
|
"ttft_p50_ms": 2739.3537469047046,
|
|
"ttft_p95_ms": 4962.713638565687
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 64,
|
|
"name": "tp1_mns64",
|
|
"tp": 1
|
|
},
|
|
"elapsed_seconds": 8.940248250961304,
|
|
"offered_request_rate": 64.0,
|
|
"offered_request_rate_per_gpu": 64.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "078209f2f56f21243384bdc70add105bf4942ee44ec8cc9573cad399a4a10e03",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.140625,
|
|
"passed": 9,
|
|
"throughput_requests_per_second": 9.07297385348011,
|
|
"ttft_max_ms": 6100.791503402199,
|
|
"ttft_p50_ms": 3208.1037469047046,
|
|
"ttft_p95_ms": 5853.338638565687
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 8,
|
|
"name": "tp2_mns8",
|
|
"tp": 2
|
|
},
|
|
"loads": [
|
|
{
|
|
"config": {
|
|
"mns": 8,
|
|
"name": "tp2_mns8",
|
|
"tp": 2
|
|
},
|
|
"elapsed_seconds": 156.6941306591034,
|
|
"offered_request_rate": 4.0,
|
|
"offered_request_rate_per_gpu": 2.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "e1c3e7924869b2b30d00d9ed7c8f5261fea58b8bae09af2222f15b909a6e29b0",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 4.032540105813934,
|
|
"ttft_max_ms": 120.88989089722979,
|
|
"ttft_p50_ms": 120.88989089722979,
|
|
"ttft_p95_ms": 120.88989089722979
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 8,
|
|
"name": "tp2_mns8",
|
|
"tp": 2
|
|
},
|
|
"elapsed_seconds": 8.991374015808105,
|
|
"offered_request_rate": 8.0,
|
|
"offered_request_rate_per_gpu": 4.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "14089aa0fe7d62dd18d486b0ab2bf02fc8bc11de772da9dd42b09ebca2e484c6",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 8.00411222181281,
|
|
"ttft_max_ms": 120.88989089722979,
|
|
"ttft_p50_ms": 120.88989089722979,
|
|
"ttft_p95_ms": 120.88989089722979
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 8,
|
|
"name": "tp2_mns8",
|
|
"tp": 2
|
|
},
|
|
"elapsed_seconds": 9.145017147064209,
|
|
"offered_request_rate": 16.0,
|
|
"offered_request_rate_per_gpu": 8.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "fd82e6bd7c47563866485bb023b11fdec286c8688c09c6f00fbf75aecb846897",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 14.2457389654175,
|
|
"ttft_max_ms": 694.7908916608797,
|
|
"ttft_p50_ms": 461.27998545840177,
|
|
"ttft_p95_ms": 636.4131651102598
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 8,
|
|
"name": "tp2_mns8",
|
|
"tp": 2
|
|
},
|
|
"elapsed_seconds": 9.096367359161377,
|
|
"offered_request_rate": 32.0,
|
|
"offered_request_rate_per_gpu": 16.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "2bdd946e6b94ecda68aefa93b07566db206b6b48cf1d26b251e01ff3b6b20354",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.453125,
|
|
"passed": 29,
|
|
"throughput_requests_per_second": 14.66575126735821,
|
|
"ttft_max_ms": 2488.908730843253,
|
|
"ttft_p50_ms": 1333.2347933749338,
|
|
"ttft_p95_ms": 2395.158730843253
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 8,
|
|
"name": "tp2_mns8",
|
|
"tp": 2
|
|
},
|
|
"elapsed_seconds": 9.091314792633057,
|
|
"offered_request_rate": 64.0,
|
|
"offered_request_rate_per_gpu": 32.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "bf39a299a3079ec0bafe4ce77b632d793000ce77f34a65f8766c04a080e0a328",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.328125,
|
|
"passed": 21,
|
|
"throughput_requests_per_second": 14.665751267358214,
|
|
"ttft_max_ms": 3410.783730843252,
|
|
"ttft_p50_ms": 1807.813828365548,
|
|
"ttft_p95_ms": 3272.153523650326
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 16,
|
|
"name": "tp2_mns16",
|
|
"tp": 2
|
|
},
|
|
"loads": [
|
|
{
|
|
"config": {
|
|
"mns": 16,
|
|
"name": "tp2_mns16",
|
|
"tp": 2
|
|
},
|
|
"elapsed_seconds": 8.994110584259033,
|
|
"offered_request_rate": 4.0,
|
|
"offered_request_rate_per_gpu": 2.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "e1c3e7924869b2b30d00d9ed7c8f5261fea58b8bae09af2222f15b909a6e29b0",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 4.032540105813934,
|
|
"ttft_max_ms": 120.88989089722979,
|
|
"ttft_p50_ms": 120.88989089722979,
|
|
"ttft_p95_ms": 120.88989089722979
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 16,
|
|
"name": "tp2_mns16",
|
|
"tp": 2
|
|
},
|
|
"elapsed_seconds": 9.044063806533813,
|
|
"offered_request_rate": 8.0,
|
|
"offered_request_rate_per_gpu": 4.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "14089aa0fe7d62dd18d486b0ab2bf02fc8bc11de772da9dd42b09ebca2e484c6",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 8.00411222181281,
|
|
"ttft_max_ms": 120.88989089722979,
|
|
"ttft_p50_ms": 120.88989089722979,
|
|
"ttft_p95_ms": 120.88989089722979
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 16,
|
|
"name": "tp2_mns16",
|
|
"tp": 2
|
|
},
|
|
"elapsed_seconds": 9.093687534332275,
|
|
"offered_request_rate": 16.0,
|
|
"offered_request_rate_per_gpu": 8.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "fd82e6bd7c47563866485bb023b11fdec286c8688c09c6f00fbf75aecb846897",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 14.2457389654175,
|
|
"ttft_max_ms": 694.7908916608797,
|
|
"ttft_p50_ms": 461.27998545840177,
|
|
"ttft_p95_ms": 636.4131651102598
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 16,
|
|
"name": "tp2_mns16",
|
|
"tp": 2
|
|
},
|
|
"elapsed_seconds": 9.091583013534546,
|
|
"offered_request_rate": 32.0,
|
|
"offered_request_rate_per_gpu": 16.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "2bdd946e6b94ecda68aefa93b07566db206b6b48cf1d26b251e01ff3b6b20354",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.453125,
|
|
"passed": 29,
|
|
"throughput_requests_per_second": 14.66575126735821,
|
|
"ttft_max_ms": 2488.908730843253,
|
|
"ttft_p50_ms": 1333.2347933749338,
|
|
"ttft_p95_ms": 2395.158730843253
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 16,
|
|
"name": "tp2_mns16",
|
|
"tp": 2
|
|
},
|
|
"elapsed_seconds": 9.093712568283081,
|
|
"offered_request_rate": 64.0,
|
|
"offered_request_rate_per_gpu": 32.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "bf39a299a3079ec0bafe4ce77b632d793000ce77f34a65f8766c04a080e0a328",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.328125,
|
|
"passed": 21,
|
|
"throughput_requests_per_second": 14.665751267358214,
|
|
"ttft_max_ms": 3410.783730843252,
|
|
"ttft_p50_ms": 1807.813828365548,
|
|
"ttft_p95_ms": 3272.153523650326
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 32,
|
|
"name": "tp2_mns32",
|
|
"tp": 2
|
|
},
|
|
"loads": [
|
|
{
|
|
"config": {
|
|
"mns": 32,
|
|
"name": "tp2_mns32",
|
|
"tp": 2
|
|
},
|
|
"elapsed_seconds": 9.043614625930786,
|
|
"offered_request_rate": 4.0,
|
|
"offered_request_rate_per_gpu": 2.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "e1c3e7924869b2b30d00d9ed7c8f5261fea58b8bae09af2222f15b909a6e29b0",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 4.032540105813934,
|
|
"ttft_max_ms": 120.88989089722979,
|
|
"ttft_p50_ms": 120.88989089722979,
|
|
"ttft_p95_ms": 120.88989089722979
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 32,
|
|
"name": "tp2_mns32",
|
|
"tp": 2
|
|
},
|
|
"elapsed_seconds": 8.999051809310913,
|
|
"offered_request_rate": 8.0,
|
|
"offered_request_rate_per_gpu": 4.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "14089aa0fe7d62dd18d486b0ab2bf02fc8bc11de772da9dd42b09ebca2e484c6",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 8.00411222181281,
|
|
"ttft_max_ms": 120.88989089722979,
|
|
"ttft_p50_ms": 120.88989089722979,
|
|
"ttft_p95_ms": 120.88989089722979
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 32,
|
|
"name": "tp2_mns32",
|
|
"tp": 2
|
|
},
|
|
"elapsed_seconds": 9.092182636260986,
|
|
"offered_request_rate": 16.0,
|
|
"offered_request_rate_per_gpu": 8.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "fd82e6bd7c47563866485bb023b11fdec286c8688c09c6f00fbf75aecb846897",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 14.2457389654175,
|
|
"ttft_max_ms": 694.7908916608797,
|
|
"ttft_p50_ms": 461.27998545840177,
|
|
"ttft_p95_ms": 636.4131651102598
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 32,
|
|
"name": "tp2_mns32",
|
|
"tp": 2
|
|
},
|
|
"elapsed_seconds": 9.042077779769897,
|
|
"offered_request_rate": 32.0,
|
|
"offered_request_rate_per_gpu": 16.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "2bdd946e6b94ecda68aefa93b07566db206b6b48cf1d26b251e01ff3b6b20354",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.453125,
|
|
"passed": 29,
|
|
"throughput_requests_per_second": 14.66575126735821,
|
|
"ttft_max_ms": 2488.908730843253,
|
|
"ttft_p50_ms": 1333.2347933749338,
|
|
"ttft_p95_ms": 2395.158730843253
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 32,
|
|
"name": "tp2_mns32",
|
|
"tp": 2
|
|
},
|
|
"elapsed_seconds": 9.09327220916748,
|
|
"offered_request_rate": 64.0,
|
|
"offered_request_rate_per_gpu": 32.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "bf39a299a3079ec0bafe4ce77b632d793000ce77f34a65f8766c04a080e0a328",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.328125,
|
|
"passed": 21,
|
|
"throughput_requests_per_second": 14.665751267358214,
|
|
"ttft_max_ms": 3410.783730843252,
|
|
"ttft_p50_ms": 1807.813828365548,
|
|
"ttft_p95_ms": 3272.153523650326
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 64,
|
|
"name": "tp2_mns64",
|
|
"tp": 2
|
|
},
|
|
"loads": [
|
|
{
|
|
"config": {
|
|
"mns": 64,
|
|
"name": "tp2_mns64",
|
|
"tp": 2
|
|
},
|
|
"elapsed_seconds": 8.941684007644653,
|
|
"offered_request_rate": 4.0,
|
|
"offered_request_rate_per_gpu": 2.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "e1c3e7924869b2b30d00d9ed7c8f5261fea58b8bae09af2222f15b909a6e29b0",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 4.032540105813934,
|
|
"ttft_max_ms": 120.88989089722979,
|
|
"ttft_p50_ms": 120.88989089722979,
|
|
"ttft_p95_ms": 120.88989089722979
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 64,
|
|
"name": "tp2_mns64",
|
|
"tp": 2
|
|
},
|
|
"elapsed_seconds": 8.992353916168213,
|
|
"offered_request_rate": 8.0,
|
|
"offered_request_rate_per_gpu": 4.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "14089aa0fe7d62dd18d486b0ab2bf02fc8bc11de772da9dd42b09ebca2e484c6",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 8.00411222181281,
|
|
"ttft_max_ms": 120.88989089722979,
|
|
"ttft_p50_ms": 120.88989089722979,
|
|
"ttft_p95_ms": 120.88989089722979
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 64,
|
|
"name": "tp2_mns64",
|
|
"tp": 2
|
|
},
|
|
"elapsed_seconds": 9.146737098693848,
|
|
"offered_request_rate": 16.0,
|
|
"offered_request_rate_per_gpu": 8.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "fd82e6bd7c47563866485bb023b11fdec286c8688c09c6f00fbf75aecb846897",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 14.2457389654175,
|
|
"ttft_max_ms": 694.7908916608797,
|
|
"ttft_p50_ms": 461.27998545840177,
|
|
"ttft_p95_ms": 636.4131651102598
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 64,
|
|
"name": "tp2_mns64",
|
|
"tp": 2
|
|
},
|
|
"elapsed_seconds": 9.090755462646484,
|
|
"offered_request_rate": 32.0,
|
|
"offered_request_rate_per_gpu": 16.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "2bdd946e6b94ecda68aefa93b07566db206b6b48cf1d26b251e01ff3b6b20354",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.453125,
|
|
"passed": 29,
|
|
"throughput_requests_per_second": 14.66575126735821,
|
|
"ttft_max_ms": 2488.908730843253,
|
|
"ttft_p50_ms": 1333.2347933749338,
|
|
"ttft_p95_ms": 2395.158730843253
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 64,
|
|
"name": "tp2_mns64",
|
|
"tp": 2
|
|
},
|
|
"elapsed_seconds": 9.190985918045044,
|
|
"offered_request_rate": 64.0,
|
|
"offered_request_rate_per_gpu": 32.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "bf39a299a3079ec0bafe4ce77b632d793000ce77f34a65f8766c04a080e0a328",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.328125,
|
|
"passed": 21,
|
|
"throughput_requests_per_second": 14.665751267358214,
|
|
"ttft_max_ms": 3410.783730843252,
|
|
"ttft_p50_ms": 1807.813828365548,
|
|
"ttft_p95_ms": 3272.153523650326
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 8,
|
|
"name": "tp4_mns8",
|
|
"tp": 4
|
|
},
|
|
"loads": [
|
|
{
|
|
"config": {
|
|
"mns": 8,
|
|
"name": "tp4_mns8",
|
|
"tp": 4
|
|
},
|
|
"elapsed_seconds": 141.65436458587646,
|
|
"offered_request_rate": 4.0,
|
|
"offered_request_rate_per_gpu": 1.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "10a656450567caf0b8b628600b6e6acf8eeeb3f37c5d82713f12966b5aa9e533",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 4.041007571782521,
|
|
"ttft_max_ms": 87.63426896254956,
|
|
"ttft_p50_ms": 87.63426896254956,
|
|
"ttft_p95_ms": 87.63426896254956
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 8,
|
|
"name": "tp4_mns8",
|
|
"tp": 4
|
|
},
|
|
"elapsed_seconds": 9.093120813369751,
|
|
"offered_request_rate": 8.0,
|
|
"offered_request_rate_per_gpu": 2.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "519248e66e8451d0f7bd61566a67453e862caf3b7cbfe466f83d78388f4997c4",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 8.037541074750196,
|
|
"ttft_max_ms": 87.63426896254956,
|
|
"ttft_p50_ms": 87.63426896254956,
|
|
"ttft_p95_ms": 87.63426896254956
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 8,
|
|
"name": "tp4_mns8",
|
|
"tp": 4
|
|
},
|
|
"elapsed_seconds": 9.287490606307983,
|
|
"offered_request_rate": 16.0,
|
|
"offered_request_rate_per_gpu": 4.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "29cfcc459ed774299f781ade2234d11aa9c62cf5f5bb952df4b7e9c7afe7f2b4",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 15.584885703455418,
|
|
"ttft_max_ms": 274.25967286812414,
|
|
"ttft_p50_ms": 187.36059674989036,
|
|
"ttft_p95_ms": 247.38770725677827
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 8,
|
|
"name": "tp4_mns8",
|
|
"tp": 4
|
|
},
|
|
"elapsed_seconds": 9.1891348361969,
|
|
"offered_request_rate": 32.0,
|
|
"offered_request_rate_per_gpu": 8.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "b51aecf0f91ce9d2c55d9d6b854c8a6c09c290133a65733e5cb436abd375555d",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 20.409287348343973,
|
|
"ttft_max_ms": 1204.443009455039,
|
|
"ttft_p50_ms": 693.4638889220377,
|
|
"ttft_p95_ms": 1141.943009455039
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 8,
|
|
"name": "tp4_mns8",
|
|
"tp": 4
|
|
},
|
|
"elapsed_seconds": 9.092704772949219,
|
|
"offered_request_rate": 64.0,
|
|
"offered_request_rate_per_gpu": 16.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "174484e0f73c517ada2adce7dea0c4737f89b6252eab700d80c0c4055493418c",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.546875,
|
|
"passed": 35,
|
|
"throughput_requests_per_second": 20.862900609687326,
|
|
"ttft_max_ms": 2114.521306587048,
|
|
"ttft_p50_ms": 1129.8633894955506,
|
|
"ttft_p95_ms": 2030.0951199619265
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 16,
|
|
"name": "tp4_mns16",
|
|
"tp": 4
|
|
},
|
|
"loads": [
|
|
{
|
|
"config": {
|
|
"mns": 16,
|
|
"name": "tp4_mns16",
|
|
"tp": 4
|
|
},
|
|
"elapsed_seconds": 8.94224739074707,
|
|
"offered_request_rate": 4.0,
|
|
"offered_request_rate_per_gpu": 1.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "10a656450567caf0b8b628600b6e6acf8eeeb3f37c5d82713f12966b5aa9e533",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 4.041007571782521,
|
|
"ttft_max_ms": 87.63426896254956,
|
|
"ttft_p50_ms": 87.63426896254956,
|
|
"ttft_p95_ms": 87.63426896254956
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 16,
|
|
"name": "tp4_mns16",
|
|
"tp": 4
|
|
},
|
|
"elapsed_seconds": 8.993168115615845,
|
|
"offered_request_rate": 8.0,
|
|
"offered_request_rate_per_gpu": 2.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "519248e66e8451d0f7bd61566a67453e862caf3b7cbfe466f83d78388f4997c4",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 8.037541074750196,
|
|
"ttft_max_ms": 87.63426896254956,
|
|
"ttft_p50_ms": 87.63426896254956,
|
|
"ttft_p95_ms": 87.63426896254956
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 16,
|
|
"name": "tp4_mns16",
|
|
"tp": 4
|
|
},
|
|
"elapsed_seconds": 9.14280891418457,
|
|
"offered_request_rate": 16.0,
|
|
"offered_request_rate_per_gpu": 4.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "29cfcc459ed774299f781ade2234d11aa9c62cf5f5bb952df4b7e9c7afe7f2b4",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 15.584885703455418,
|
|
"ttft_max_ms": 274.25967286812414,
|
|
"ttft_p50_ms": 187.36059674989036,
|
|
"ttft_p95_ms": 247.38770725677827
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 16,
|
|
"name": "tp4_mns16",
|
|
"tp": 4
|
|
},
|
|
"elapsed_seconds": 9.090214967727661,
|
|
"offered_request_rate": 32.0,
|
|
"offered_request_rate_per_gpu": 8.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "b51aecf0f91ce9d2c55d9d6b854c8a6c09c290133a65733e5cb436abd375555d",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 20.409287348343973,
|
|
"ttft_max_ms": 1204.443009455039,
|
|
"ttft_p50_ms": 693.4638889220377,
|
|
"ttft_p95_ms": 1141.943009455039
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 16,
|
|
"name": "tp4_mns16",
|
|
"tp": 4
|
|
},
|
|
"elapsed_seconds": 9.094237804412842,
|
|
"offered_request_rate": 64.0,
|
|
"offered_request_rate_per_gpu": 16.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "174484e0f73c517ada2adce7dea0c4737f89b6252eab700d80c0c4055493418c",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.546875,
|
|
"passed": 35,
|
|
"throughput_requests_per_second": 20.862900609687326,
|
|
"ttft_max_ms": 2114.521306587048,
|
|
"ttft_p50_ms": 1129.8633894955506,
|
|
"ttft_p95_ms": 2030.0951199619265
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 32,
|
|
"name": "tp4_mns32",
|
|
"tp": 4
|
|
},
|
|
"loads": [
|
|
{
|
|
"config": {
|
|
"mns": 32,
|
|
"name": "tp4_mns32",
|
|
"tp": 4
|
|
},
|
|
"elapsed_seconds": 9.140523672103882,
|
|
"offered_request_rate": 4.0,
|
|
"offered_request_rate_per_gpu": 1.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "10a656450567caf0b8b628600b6e6acf8eeeb3f37c5d82713f12966b5aa9e533",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 4.041007571782521,
|
|
"ttft_max_ms": 87.63426896254956,
|
|
"ttft_p50_ms": 87.63426896254956,
|
|
"ttft_p95_ms": 87.63426896254956
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 32,
|
|
"name": "tp4_mns32",
|
|
"tp": 4
|
|
},
|
|
"elapsed_seconds": 9.091987609863281,
|
|
"offered_request_rate": 8.0,
|
|
"offered_request_rate_per_gpu": 2.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "519248e66e8451d0f7bd61566a67453e862caf3b7cbfe466f83d78388f4997c4",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 8.037541074750196,
|
|
"ttft_max_ms": 87.63426896254956,
|
|
"ttft_p50_ms": 87.63426896254956,
|
|
"ttft_p95_ms": 87.63426896254956
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 32,
|
|
"name": "tp4_mns32",
|
|
"tp": 4
|
|
},
|
|
"elapsed_seconds": 9.141303777694702,
|
|
"offered_request_rate": 16.0,
|
|
"offered_request_rate_per_gpu": 4.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "29cfcc459ed774299f781ade2234d11aa9c62cf5f5bb952df4b7e9c7afe7f2b4",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 15.584885703455418,
|
|
"ttft_max_ms": 274.25967286812414,
|
|
"ttft_p50_ms": 187.36059674989036,
|
|
"ttft_p95_ms": 247.38770725677827
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 32,
|
|
"name": "tp4_mns32",
|
|
"tp": 4
|
|
},
|
|
"elapsed_seconds": 9.240424156188965,
|
|
"offered_request_rate": 32.0,
|
|
"offered_request_rate_per_gpu": 8.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "b51aecf0f91ce9d2c55d9d6b854c8a6c09c290133a65733e5cb436abd375555d",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 20.409287348343973,
|
|
"ttft_max_ms": 1204.443009455039,
|
|
"ttft_p50_ms": 693.4638889220377,
|
|
"ttft_p95_ms": 1141.943009455039
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 32,
|
|
"name": "tp4_mns32",
|
|
"tp": 4
|
|
},
|
|
"elapsed_seconds": 9.140634536743164,
|
|
"offered_request_rate": 64.0,
|
|
"offered_request_rate_per_gpu": 16.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "174484e0f73c517ada2adce7dea0c4737f89b6252eab700d80c0c4055493418c",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.546875,
|
|
"passed": 35,
|
|
"throughput_requests_per_second": 20.862900609687326,
|
|
"ttft_max_ms": 2114.521306587048,
|
|
"ttft_p50_ms": 1129.8633894955506,
|
|
"ttft_p95_ms": 2030.0951199619265
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 64,
|
|
"name": "tp4_mns64",
|
|
"tp": 4
|
|
},
|
|
"loads": [
|
|
{
|
|
"config": {
|
|
"mns": 64,
|
|
"name": "tp4_mns64",
|
|
"tp": 4
|
|
},
|
|
"elapsed_seconds": 9.143561601638794,
|
|
"offered_request_rate": 4.0,
|
|
"offered_request_rate_per_gpu": 1.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "10a656450567caf0b8b628600b6e6acf8eeeb3f37c5d82713f12966b5aa9e533",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 4.041007571782521,
|
|
"ttft_max_ms": 87.63426896254956,
|
|
"ttft_p50_ms": 87.63426896254956,
|
|
"ttft_p95_ms": 87.63426896254956
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "0cef631f351f5afd880172d0467d62d9813de5ba36fd3795f91afe3256450c05"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 64,
|
|
"name": "tp4_mns64",
|
|
"tp": 4
|
|
},
|
|
"elapsed_seconds": 9.091549396514893,
|
|
"offered_request_rate": 8.0,
|
|
"offered_request_rate_per_gpu": 2.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "519248e66e8451d0f7bd61566a67453e862caf3b7cbfe466f83d78388f4997c4",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 8.037541074750196,
|
|
"ttft_max_ms": 87.63426896254956,
|
|
"ttft_p50_ms": 87.63426896254956,
|
|
"ttft_p95_ms": 87.63426896254956
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "c49314cbe4e4b07a9335b57e861ec5b6541ea4cc061ca9abf923453276c419fd"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 64,
|
|
"name": "tp4_mns64",
|
|
"tp": 4
|
|
},
|
|
"elapsed_seconds": 9.191416263580322,
|
|
"offered_request_rate": 16.0,
|
|
"offered_request_rate_per_gpu": 4.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "29cfcc459ed774299f781ade2234d11aa9c62cf5f5bb952df4b7e9c7afe7f2b4",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 15.584885703455418,
|
|
"ttft_max_ms": 274.25967286812414,
|
|
"ttft_p50_ms": 187.36059674989036,
|
|
"ttft_p95_ms": 247.38770725677827
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "2504b6340f764e726110e48251f8017a2f9ba67b44b8af7d3a838bf674823d33"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 64,
|
|
"name": "tp4_mns64",
|
|
"tp": 4
|
|
},
|
|
"elapsed_seconds": 9.043817520141602,
|
|
"offered_request_rate": 32.0,
|
|
"offered_request_rate_per_gpu": 8.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "b51aecf0f91ce9d2c55d9d6b854c8a6c09c290133a65733e5cb436abd375555d",
|
|
"score": {
|
|
"feasible": true,
|
|
"pass_rate": 1.0,
|
|
"passed": 64,
|
|
"throughput_requests_per_second": 20.409287348343973,
|
|
"ttft_max_ms": 1204.443009455039,
|
|
"ttft_p50_ms": 693.4638889220377,
|
|
"ttft_p95_ms": 1141.943009455039
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "5508a3ce590f7d1b0b3c211a2d4f2131886a7ae2d85cafa0c436a8e3029675f1"
|
|
},
|
|
{
|
|
"config": {
|
|
"mns": 64,
|
|
"name": "tp4_mns64",
|
|
"tp": 4
|
|
},
|
|
"elapsed_seconds": 9.046180486679077,
|
|
"offered_request_rate": 64.0,
|
|
"offered_request_rate_per_gpu": 16.0,
|
|
"request_count": 64,
|
|
"request_metrics_sha256": "174484e0f73c517ada2adce7dea0c4737f89b6252eab700d80c0c4055493418c",
|
|
"score": {
|
|
"feasible": false,
|
|
"pass_rate": 0.546875,
|
|
"passed": 35,
|
|
"throughput_requests_per_second": 20.862900609687326,
|
|
"ttft_max_ms": 2114.521306587048,
|
|
"ttft_p50_ms": 1129.8633894955506,
|
|
"ttft_p95_ms": 2030.0951199619265
|
|
},
|
|
"status": "completed",
|
|
"trace_sha256": "8987c3ebd4a7db983dc0e99e44710cd44a9d5d21cdb8e6b58878b160918593d9"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"contract": {
|
|
"arrival": "open_loop_uniform",
|
|
"input_tokens": 2048,
|
|
"output_tokens": 1,
|
|
"prefix_caching": false,
|
|
"rates": [
|
|
4.0,
|
|
8.0,
|
|
16.0,
|
|
32.0,
|
|
64.0
|
|
],
|
|
"requests_per_anchor": 64,
|
|
"target_pass_rate": 0.95,
|
|
"ttft_slo_ms": 1256.0
|
|
},
|
|
"frontier": {
|
|
"git_head": "d9cfeb6d8791fbf2f295dd9744c56a666171776e",
|
|
"git_status_short": " M frontier/cc_backend/backends/vidur_cc_backend.py\n M frontier/config/config.py\n M frontier/entities/request.py\n M frontier/events/cluster_schedule_event.py\n M frontier/execution_time_predictor/sklearn_execution_time_predictor.py\n M frontier/metrics/constants.py\n M frontier/metrics/metrics_store.py\n M frontier/profiling/common/layers/rotary_embedding.py\n M frontier/profiling/moe/moe_impl.py\n M frontier/profiling/moe/moe_vllm_kernel.py\n M frontier/scheduler/cluster_scheduler/__init__.py\n M frontier/scheduler/cluster_scheduler/base_cluster_scheduler.py\n M frontier/scheduler/cluster_scheduler/cluster_scheduler_registry.py\n M frontier/scheduler/cluster_scheduler/sticky_lor_cluster_scheduler.py\n M frontier/scheduler/replica_scheduler/base_replica_scheduler.py\n M frontier/scheduler/replica_scheduler/vllm_v1_engine_replica_scheduler.py\n M frontier/scheduler/replica_stage_scheduler/replica_stage_schduler.py\n M frontier/simulator.py\n M frontier/types/cluster_scheduler_type.py\n?? data/profiling/compute/h20/\n?? frontier/scheduler/cluster_scheduler/prefix_lor_cluster_scheduler.py\n?? runs/\n?? tests/unit/test_attn_prefill_prediction_fallback.py\n?? tests/unit/test_vidur_cc_large_payload.py\n",
|
|
"source": "/tmp/replayserve-frontier-rs1b"
|
|
},
|
|
"profiles": {
|
|
"coverage": {
|
|
"attention": {
|
|
"1": {
|
|
"exact_prefill_2048_rows": 1,
|
|
"profile_batch_size": 1
|
|
},
|
|
"2": {
|
|
"exact_prefill_2048_rows": 1,
|
|
"profile_batch_size": 1
|
|
},
|
|
"4": {
|
|
"exact_prefill_2048_rows": 1,
|
|
"profile_batch_size": 1
|
|
}
|
|
},
|
|
"manifest": {
|
|
"attention_tp_coverage": [
|
|
1,
|
|
2,
|
|
4
|
|
],
|
|
"environment_contract": {
|
|
"dtype": "bfloat16",
|
|
"frontier_commit": "d9cfeb6d8791fbf2f295dd9744c56a666171776e",
|
|
"hardware": "NVIDIA H20",
|
|
"model": "Qwen3-30B-A3B",
|
|
"tensor_parallel_sizes": [
|
|
1,
|
|
2,
|
|
4
|
|
],
|
|
"vllm_source_commit": "88d34c6409e9fb3c7b8ca0c04756f061d2099eb1",
|
|
"vllm_version": "0.20.0"
|
|
},
|
|
"inputs": {
|
|
"/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-allreduce-full-tp2-20260716-v1-dispatch-aware-20260716T140743025781Z/artifacts/artifacts/allreduce-full-tp2-v1/raw/allreduce-tp2.json": "97c3c76b5a04e95bd9192423c2b891667c668f39cc0dfecbd097d749939f2d0a",
|
|
"/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-allreduce-full-tp4-20260716-v1-dispatch-aware-20260716T141106009788Z/artifacts/artifacts/allreduce-full-tp4-v1/raw/allreduce-tp4.json": "809df9baa6f468cf12bf0c99827475acc67894dd9f3f948976590b665fac0e76",
|
|
"/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-flashattn-kv-full-tp1-20260716-v2-20260716T135132587012Z/artifacts/artifacts/flashattn-kv-full-v2-tp1/raw/flashattn-tp1.json": "dcb4c1bf7e76b9c765f78ddd2b8a734f2d7ba2adac13ce017689a8a77fe69a27",
|
|
"/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-flashattn-kv-full-tp2-20260716-v2-20260716T135134194295Z/artifacts/artifacts/flashattn-kv-full-v2-tp2/raw/flashattn-tp2.json": "43ce042556ba887c8860614b43ccf0f564e5cebc1a0cffbce299d0acb9fa8d07",
|
|
"/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-flashattn-kv-full-tp4-20260716-v2-20260716T135135197200Z/artifacts/artifacts/flashattn-kv-full-v2-tp4/raw/flashattn-tp4.json": "84eef31bcad0f556907a093318a420959d14fdc94474823d11f659704bdfec73",
|
|
"/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-frontier-linear-full-20260716-v2-max-tokens-20260716T144444676943Z/artifacts/artifacts/frontier-linear-full-v2/profiles/compute/h20/qwen3-a3b-30b-moe/linear_op.csv": "67666cb0a4901b74599d468df2e31bcaa2a11a7842cc0cefba24ffce62508e0c",
|
|
"/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-moe-full-20260716-v1-local-shard-20260716T141334565164Z/artifacts/artifacts/moe-full-v1/raw/moe-full.json": "588f6ad0d69c9636d1b852e3df0a12d13cfe731f050ea7ec7aea457cceefbde8",
|
|
"/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-router-full-20260716-v3-tp-context-20260716T145446098505Z/artifacts/artifacts/router-full-v3/raw/router.json": "1962972e983bff3e06a721ef4ae4ec65728ff669681497a4a7e7f769b88b4931"
|
|
},
|
|
"outputs": {
|
|
"allreduce.json": "b38d14f990578d668523d25b107aceed433da5020d8ada3b6e44d3562261a3b3",
|
|
"attention.csv": "76dcb767cebb4ec1c4e24bd04d93ddd48b5d271986ebfb51a197ab33e1b3d87d",
|
|
"attention_true_mixed_fused.csv": "43ef4be90bddc9aeac6dbbe339feec24162cd1f2129a08fbd959e6ee4eaf5f60",
|
|
"linear_op.csv": "67666cb0a4901b74599d468df2e31bcaa2a11a7842cc0cefba24ffce62508e0c",
|
|
"moe.csv": "0e4dcba72918a1c4cf4e96ced31ee3829248a19ad54553cebef14417725808b0"
|
|
},
|
|
"profile_id": "qwen3-30b-a3b-bf16-vllm020-h20-tp1-2-4-fused-mixed-total-conserving",
|
|
"projection_contract": {
|
|
"allreduce": "Frozen exact runtime measurements; base profile-only comparison keeps the historical Frontier CC backend fixed to isolate compute profile fidelity",
|
|
"attention": "Pure prefill/extend/decode FA3 core plus separately measured KV update; input/output reshape assumed zero; exported mean is used as median target; true mixed rows use a total-conserving compatibility projection",
|
|
"attention_true_mixed": "The directly measured fused total is preserved in diagnostics. Frontier's two targets are projected by the same-TP pure prefill/decode reference ratio, with projected prefill + decode exactly equal to the fused total; the split is a schema compatibility attribution, not an observation",
|
|
"linear": "Frontier profiler using vLLM 0.20 CUDA operators",
|
|
"moe": "Replicated gate and fused top-k plus TP-local modular expert kernel; expert measurement already includes prepare/finalize so shuffling is zero"
|
|
},
|
|
"row_counts": {
|
|
"allreduce": 24,
|
|
"attention_frontier_compatible": 132,
|
|
"attention_true_mixed_fused_diagnostic": 30,
|
|
"linear": 36,
|
|
"moe": 72
|
|
},
|
|
"schema_version": "frontier_qwen30_vllm020_frozen_profile.v2"
|
|
}
|
|
},
|
|
"root": "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/frozen/profile-v2",
|
|
"sha256": {
|
|
"attention": "76dcb767cebb4ec1c4e24bd04d93ddd48b5d271986ebfb51a197ab33e1b3d87d",
|
|
"linear": "67666cb0a4901b74599d468df2e31bcaa2a11a7842cc0cefba24ffce62508e0c",
|
|
"manifest": "af40545e75aff55c6333cd2d5379ccf042a5a0b7d7fc7df4f745ce256cb290eb",
|
|
"moe": "0e4dcba72918a1c4cf4e96ced31ee3829248a19ad54553cebef14417725808b0"
|
|
}
|
|
},
|
|
"schema": "frontier-qwen30-prefill-surface-v1",
|
|
"status": "frozen_before_real"
|
|
}
|