{ "collective": { "allreduce_csv": "/home/gahow/phd/aituner/runs/frontier-fidelity-envelope-v1/profiles/measured-allreduce.csv", "allreduce_csv_sha256": "9d693fd406616b599e57bcde66c980c7fc2831b3acf37d3eb633cec80ea0070d", "backend": "vidur" }, "config_results": [ { "config": { "mns": 8, "name": "tp1_mns8", "tp": 1 }, "loads": [ { "config": { "mns": 8, "name": "tp1_mns8", "tp": 1 }, "elapsed_seconds": 9.23979640007019, "offered_request_rate": 16.0, "offered_request_rate_per_gpu": 16.0, "request_count": 64, "request_metrics_sha256": "ad907fe8c9476f468f30802108ab33b012d857f0b2082a55159b4645e201980a", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 216.29366351634627, "ttft_p95_ms": 283.4691372063174 }, "status": "completed", "trace_label": "r16", "trace_sha256": "dd00640d57184b1607fb466d2735bd4edf42e585ac6d6f2d6c6363c76b34aac8" }, { "config": { "mns": 8, "name": "tp1_mns8", "tp": 1 }, "elapsed_seconds": 9.139918327331543, "offered_request_rate": 32.0, "offered_request_rate_per_gpu": 32.0, "request_count": 64, "request_metrics_sha256": "63476fae7272db8d2636c94e535f4f14bafa5e8b7b0e6d2cb9b1e840dd686115", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 259.0172330518654, "ttft_p95_ms": 347.0536850751076 }, "status": "completed", "trace_label": "r32", "trace_sha256": "de448fa237c367c4910570586f8574a5020c3186a2adc1db5daa26acf0d2b9e1" }, { "config": { "mns": 8, "name": "tp1_mns8", "tp": 1 }, "elapsed_seconds": 9.040833234786987, "offered_request_rate": 64.0, "offered_request_rate_per_gpu": 64.0, "request_count": 64, "request_metrics_sha256": "5b277eafe865f738e74074ea50ad124c7acc79e034f09c78ec4c588db7bcac95", "score": { "slos": { "tpot_100ms": { "feasible": false, "pass_rate": 0.796875, "passed": 51 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.796875, "passed": 51 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.796875, "passed": 51 }, "tpot_50ms": { "feasible": false, "pass_rate": 0.796875, "passed": 51 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 749.1180253669007, "ttft_p95_ms": 1235.420300361212 }, "status": "completed", "trace_label": "r64", "trace_sha256": "c796965d7afa1a9df4b8ba523412cef2e4dc7ddfc3cef6bce7e91265b20aaf2d" }, { "config": { "mns": 8, "name": "tp1_mns8", "tp": 1 }, "elapsed_seconds": 8.89000153541565, "offered_request_rate": 128.0, "offered_request_rate_per_gpu": 128.0, "request_count": 64, "request_metrics_sha256": "07bd77c8416c5ff0e9b83861669f833c126ac2fb3b0a9a6ae2830fc8e2e9041b", "score": { "slos": { "tpot_100ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_50ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 952.2430253669007, "ttft_p95_ms": 1704.170300361212 }, "status": "completed", "trace_label": "r128", "trace_sha256": "30706d59e020ad0dcb670d367201de77ca7337b5fb41da0efd5af8c1915b2f04" }, { "config": { "mns": 8, "name": "tp1_mns8", "tp": 1 }, "elapsed_seconds": 9.043700695037842, "offered_request_rate": 256.0, "offered_request_rate_per_gpu": 256.0, "request_count": 64, "request_metrics_sha256": "f939698c1a72ad9c6da784797fe3044c0eaeec87f311bcf2a9b35fc699aa9877", "score": { "slos": { "tpot_100ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_50ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 1053.8055253669008, "ttft_p95_ms": 1938.545300361212 }, "status": "completed", "trace_label": "r256", "trace_sha256": "f93c2390f084c4c60e7ca0d3096c7bdf024b7b286fd7ac72f4dc21d3d2af8cbf" }, { "config": { "mns": 8, "name": "tp1_mns8", "tp": 1 }, "elapsed_seconds": 9.08841609954834, "offered_request_rate": 512.0, "offered_request_rate_per_gpu": 512.0, "request_count": 64, "request_metrics_sha256": "3734b160b72632c9d6eff25ab66e2db66a33685af385f22ff779454825604871", "score": { "slos": { "tpot_100ms": { "feasible": false, "pass_rate": 0.390625, "passed": 25 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.390625, "passed": 25 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.390625, "passed": 25 }, "tpot_50ms": { "feasible": false, "pass_rate": 0.390625, "passed": 25 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 1104.5867753669008, "ttft_p95_ms": 2055.732800361212 }, "status": "completed", "trace_label": "r512", "trace_sha256": "e2612362defdb10f876eb478a642ef78a9f6101833b7cc4ff1f0b02b8a453767" } ] }, { "config": { "mns": 16, "name": "tp1_mns16", "tp": 1 }, "loads": [ { "config": { "mns": 16, "name": "tp1_mns16", "tp": 1 }, "elapsed_seconds": 9.090706586837769, "offered_request_rate": 16.0, "offered_request_rate_per_gpu": 16.0, "request_count": 64, "request_metrics_sha256": "ad907fe8c9476f468f30802108ab33b012d857f0b2082a55159b4645e201980a", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 216.29366351634627, "ttft_p95_ms": 283.4691372063174 }, "status": "completed", "trace_label": "r16", "trace_sha256": "dd00640d57184b1607fb466d2735bd4edf42e585ac6d6f2d6c6363c76b34aac8" }, { "config": { "mns": 16, "name": "tp1_mns16", "tp": 1 }, "elapsed_seconds": 9.0899977684021, "offered_request_rate": 32.0, "offered_request_rate_per_gpu": 32.0, "request_count": 64, "request_metrics_sha256": "63476fae7272db8d2636c94e535f4f14bafa5e8b7b0e6d2cb9b1e840dd686115", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 259.0172330518654, "ttft_p95_ms": 347.0536850751076 }, "status": "completed", "trace_label": "r32", "trace_sha256": "de448fa237c367c4910570586f8574a5020c3186a2adc1db5daa26acf0d2b9e1" }, { "config": { "mns": 16, "name": "tp1_mns16", "tp": 1 }, "elapsed_seconds": 9.190520524978638, "offered_request_rate": 64.0, "offered_request_rate_per_gpu": 64.0, "request_count": 64, "request_metrics_sha256": "63a37dec7df065e7e8c8ef5ada849898c99795af0873bbe32c4120596580e435", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 0.984375, "passed": 63 }, "tpot_150ms": { "feasible": true, "pass_rate": 0.984375, "passed": 63 }, "tpot_180ms": { "feasible": true, "pass_rate": 0.984375, "passed": 63 }, "tpot_50ms": { "feasible": true, "pass_rate": 0.984375, "passed": 63 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 733.829341199415, "ttft_p95_ms": 1045.2671022385387 }, "status": "completed", "trace_label": "r64", "trace_sha256": "c796965d7afa1a9df4b8ba523412cef2e4dc7ddfc3cef6bce7e91265b20aaf2d" }, { "config": { "mns": 16, "name": "tp1_mns16", "tp": 1 }, "elapsed_seconds": 9.088061571121216, "offered_request_rate": 128.0, "offered_request_rate_per_gpu": 128.0, "request_count": 64, "request_metrics_sha256": "043cb4e37ec062487ecf8bf2910d3660fe3d5846be13214ac2a8beb668e19192", "score": { "slos": { "tpot_100ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_50ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 870.0662724508372, "ttft_p95_ms": 1477.3167945290845 }, "status": "completed", "trace_label": "r128", "trace_sha256": "30706d59e020ad0dcb670d367201de77ca7337b5fb41da0efd5af8c1915b2f04" }, { "config": { "mns": 16, "name": "tp1_mns16", "tp": 1 }, "elapsed_seconds": 9.192060708999634, "offered_request_rate": 256.0, "offered_request_rate_per_gpu": 256.0, "request_count": 64, "request_metrics_sha256": "e7f32c2152c42a95203201dba11f2c561eeaf3cfc9c6e9e68d89df2294475510", "score": { "slos": { "tpot_100ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_50ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 940.3787724508372, "ttft_p95_ms": 1680.4417945290845 }, "status": "completed", "trace_label": "r256", "trace_sha256": "f93c2390f084c4c60e7ca0d3096c7bdf024b7b286fd7ac72f4dc21d3d2af8cbf" }, { "config": { "mns": 16, "name": "tp1_mns16", "tp": 1 }, "elapsed_seconds": 9.089672565460205, "offered_request_rate": 512.0, "offered_request_rate_per_gpu": 512.0, "request_count": 64, "request_metrics_sha256": "d879f833e5dc08d711f48fb6c6ccf48f7891fe7694470b107747ed0a1b95dac7", "score": { "slos": { "tpot_100ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_50ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 975.5350224508372, "ttft_p95_ms": 1782.0042945290845 }, "status": "completed", "trace_label": "r512", "trace_sha256": "e2612362defdb10f876eb478a642ef78a9f6101833b7cc4ff1f0b02b8a453767" } ] }, { "config": { "mns": 32, "name": "tp1_mns32", "tp": 1 }, "loads": [ { "config": { "mns": 32, "name": "tp1_mns32", "tp": 1 }, "elapsed_seconds": 9.191780090332031, "offered_request_rate": 16.0, "offered_request_rate_per_gpu": 16.0, "request_count": 64, "request_metrics_sha256": "ad907fe8c9476f468f30802108ab33b012d857f0b2082a55159b4645e201980a", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 216.29366351634627, "ttft_p95_ms": 283.4691372063174 }, "status": "completed", "trace_label": "r16", "trace_sha256": "dd00640d57184b1607fb466d2735bd4edf42e585ac6d6f2d6c6363c76b34aac8" }, { "config": { "mns": 32, "name": "tp1_mns32", "tp": 1 }, "elapsed_seconds": 9.189058303833008, "offered_request_rate": 32.0, "offered_request_rate_per_gpu": 32.0, "request_count": 64, "request_metrics_sha256": "63476fae7272db8d2636c94e535f4f14bafa5e8b7b0e6d2cb9b1e840dd686115", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 259.0172330518654, "ttft_p95_ms": 347.0536850751076 }, "status": "completed", "trace_label": "r32", "trace_sha256": "de448fa237c367c4910570586f8574a5020c3186a2adc1db5daa26acf0d2b9e1" }, { "config": { "mns": 32, "name": "tp1_mns32", "tp": 1 }, "elapsed_seconds": 9.190616607666016, "offered_request_rate": 64.0, "offered_request_rate_per_gpu": 64.0, "request_count": 64, "request_metrics_sha256": "63a37dec7df065e7e8c8ef5ada849898c99795af0873bbe32c4120596580e435", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 0.984375, "passed": 63 }, "tpot_150ms": { "feasible": true, "pass_rate": 0.984375, "passed": 63 }, "tpot_180ms": { "feasible": true, "pass_rate": 0.984375, "passed": 63 }, "tpot_50ms": { "feasible": true, "pass_rate": 0.984375, "passed": 63 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 733.829341199415, "ttft_p95_ms": 1045.2671022385387 }, "status": "completed", "trace_label": "r64", "trace_sha256": "c796965d7afa1a9df4b8ba523412cef2e4dc7ddfc3cef6bce7e91265b20aaf2d" }, { "config": { "mns": 32, "name": "tp1_mns32", "tp": 1 }, "elapsed_seconds": 9.140897035598755, "offered_request_rate": 128.0, "offered_request_rate_per_gpu": 128.0, "request_count": 64, "request_metrics_sha256": "043cb4e37ec062487ecf8bf2910d3660fe3d5846be13214ac2a8beb668e19192", "score": { "slos": { "tpot_100ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_50ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 870.0662724508372, "ttft_p95_ms": 1477.3167945290845 }, "status": "completed", "trace_label": "r128", "trace_sha256": "30706d59e020ad0dcb670d367201de77ca7337b5fb41da0efd5af8c1915b2f04" }, { "config": { "mns": 32, "name": "tp1_mns32", "tp": 1 }, "elapsed_seconds": 9.195079803466797, "offered_request_rate": 256.0, "offered_request_rate_per_gpu": 256.0, "request_count": 64, "request_metrics_sha256": "e7f32c2152c42a95203201dba11f2c561eeaf3cfc9c6e9e68d89df2294475510", "score": { "slos": { "tpot_100ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_50ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 940.3787724508372, "ttft_p95_ms": 1680.4417945290845 }, "status": "completed", "trace_label": "r256", "trace_sha256": "f93c2390f084c4c60e7ca0d3096c7bdf024b7b286fd7ac72f4dc21d3d2af8cbf" }, { "config": { "mns": 32, "name": "tp1_mns32", "tp": 1 }, "elapsed_seconds": 9.291805744171143, "offered_request_rate": 512.0, "offered_request_rate_per_gpu": 512.0, "request_count": 64, "request_metrics_sha256": "d879f833e5dc08d711f48fb6c6ccf48f7891fe7694470b107747ed0a1b95dac7", "score": { "slos": { "tpot_100ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_50ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 975.5350224508372, "ttft_p95_ms": 1782.0042945290845 }, "status": "completed", "trace_label": "r512", "trace_sha256": "e2612362defdb10f876eb478a642ef78a9f6101833b7cc4ff1f0b02b8a453767" } ] }, { "config": { "mns": 64, "name": "tp1_mns64", "tp": 1 }, "loads": [ { "config": { "mns": 64, "name": "tp1_mns64", "tp": 1 }, "elapsed_seconds": 9.336015462875366, "offered_request_rate": 16.0, "offered_request_rate_per_gpu": 16.0, "request_count": 64, "request_metrics_sha256": "ad907fe8c9476f468f30802108ab33b012d857f0b2082a55159b4645e201980a", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 216.29366351634627, "ttft_p95_ms": 283.4691372063174 }, "status": "completed", "trace_label": "r16", "trace_sha256": "dd00640d57184b1607fb466d2735bd4edf42e585ac6d6f2d6c6363c76b34aac8" }, { "config": { "mns": 64, "name": "tp1_mns64", "tp": 1 }, "elapsed_seconds": 9.189040660858154, "offered_request_rate": 32.0, "offered_request_rate_per_gpu": 32.0, "request_count": 64, "request_metrics_sha256": "63476fae7272db8d2636c94e535f4f14bafa5e8b7b0e6d2cb9b1e840dd686115", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 259.0172330518654, "ttft_p95_ms": 347.0536850751076 }, "status": "completed", "trace_label": "r32", "trace_sha256": "de448fa237c367c4910570586f8574a5020c3186a2adc1db5daa26acf0d2b9e1" }, { "config": { "mns": 64, "name": "tp1_mns64", "tp": 1 }, "elapsed_seconds": 9.28804874420166, "offered_request_rate": 64.0, "offered_request_rate_per_gpu": 64.0, "request_count": 64, "request_metrics_sha256": "63a37dec7df065e7e8c8ef5ada849898c99795af0873bbe32c4120596580e435", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 0.984375, "passed": 63 }, "tpot_150ms": { "feasible": true, "pass_rate": 0.984375, "passed": 63 }, "tpot_180ms": { "feasible": true, "pass_rate": 0.984375, "passed": 63 }, "tpot_50ms": { "feasible": true, "pass_rate": 0.984375, "passed": 63 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 733.829341199415, "ttft_p95_ms": 1045.2671022385387 }, "status": "completed", "trace_label": "r64", "trace_sha256": "c796965d7afa1a9df4b8ba523412cef2e4dc7ddfc3cef6bce7e91265b20aaf2d" }, { "config": { "mns": 64, "name": "tp1_mns64", "tp": 1 }, "elapsed_seconds": 9.286862850189209, "offered_request_rate": 128.0, "offered_request_rate_per_gpu": 128.0, "request_count": 64, "request_metrics_sha256": "043cb4e37ec062487ecf8bf2910d3660fe3d5846be13214ac2a8beb668e19192", "score": { "slos": { "tpot_100ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_50ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 870.0662724508372, "ttft_p95_ms": 1477.3167945290845 }, "status": "completed", "trace_label": "r128", "trace_sha256": "30706d59e020ad0dcb670d367201de77ca7337b5fb41da0efd5af8c1915b2f04" }, { "config": { "mns": 64, "name": "tp1_mns64", "tp": 1 }, "elapsed_seconds": 9.135990619659424, "offered_request_rate": 256.0, "offered_request_rate_per_gpu": 256.0, "request_count": 64, "request_metrics_sha256": "e7f32c2152c42a95203201dba11f2c561eeaf3cfc9c6e9e68d89df2294475510", "score": { "slos": { "tpot_100ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_50ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 940.3787724508372, "ttft_p95_ms": 1680.4417945290845 }, "status": "completed", "trace_label": "r256", "trace_sha256": "f93c2390f084c4c60e7ca0d3096c7bdf024b7b286fd7ac72f4dc21d3d2af8cbf" }, { "config": { "mns": 64, "name": "tp1_mns64", "tp": 1 }, "elapsed_seconds": 9.236075401306152, "offered_request_rate": 512.0, "offered_request_rate_per_gpu": 512.0, "request_count": 64, "request_metrics_sha256": "d879f833e5dc08d711f48fb6c6ccf48f7891fe7694470b107747ed0a1b95dac7", "score": { "slos": { "tpot_100ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 }, "tpot_50ms": { "feasible": false, "pass_rate": 0.515625, "passed": 33 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 975.5350224508372, "ttft_p95_ms": 1782.0042945290845 }, "status": "completed", "trace_label": "r512", "trace_sha256": "e2612362defdb10f876eb478a642ef78a9f6101833b7cc4ff1f0b02b8a453767" } ] }, { "config": { "mns": 8, "name": "tp2_mns8", "tp": 2 }, "loads": [ { "config": { "mns": 8, "name": "tp2_mns8", "tp": 2 }, "elapsed_seconds": 9.188935279846191, "offered_request_rate": 16.0, "offered_request_rate_per_gpu": 8.0, "request_count": 64, "request_metrics_sha256": "ef8e3157f73a0421abb1d6c8ef036db2c3858b52a81c47c52bf2b24803674ab6", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 145.3083076454922, "ttft_p95_ms": 191.94509020206718 }, "status": "completed", "trace_label": "r16", "trace_sha256": "dd00640d57184b1607fb466d2735bd4edf42e585ac6d6f2d6c6363c76b34aac8" }, { "config": { "mns": 8, "name": "tp2_mns8", "tp": 2 }, "elapsed_seconds": 9.238474130630493, "offered_request_rate": 32.0, "offered_request_rate_per_gpu": 16.0, "request_count": 64, "request_metrics_sha256": "b3e01bb71b1a148c2586b6f5a9cfe05bb9b31e656f4e7993ebd27a4d14d6c994", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 160.71212013197345, "ttft_p95_ms": 215.40746023330092 }, "status": "completed", "trace_label": "r32", "trace_sha256": "de448fa237c367c4910570586f8574a5020c3186a2adc1db5daa26acf0d2b9e1" }, { "config": { "mns": 8, "name": "tp2_mns8", "tp": 2 }, "elapsed_seconds": 9.044495582580566, "offered_request_rate": 64.0, "offered_request_rate_per_gpu": 32.0, "request_count": 64, "request_metrics_sha256": "be6729dc2729694448aa8a59685d2a1cfd6863cdc40baa8d8aff7edc86633c63", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 342.3859670790913, "ttft_p95_ms": 516.3686608843987 }, "status": "completed", "trace_label": "r64", "trace_sha256": "c796965d7afa1a9df4b8ba523412cef2e4dc7ddfc3cef6bce7e91265b20aaf2d" }, { "config": { "mns": 8, "name": "tp2_mns8", "tp": 2 }, "elapsed_seconds": 9.19176721572876, "offered_request_rate": 128.0, "offered_request_rate_per_gpu": 64.0, "request_count": 64, "request_metrics_sha256": "4a23d18f2b8a29fd0e341ab68c7499b93864e91aebf164a39a819450d728e7fc", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 568.5763491205233, "ttft_p95_ms": 976.9340429258309 }, "status": "completed", "trace_label": "r128", "trace_sha256": "30706d59e020ad0dcb670d367201de77ca7337b5fb41da0efd5af8c1915b2f04" }, { "config": { "mns": 8, "name": "tp2_mns8", "tp": 2 }, "elapsed_seconds": 9.190044641494751, "offered_request_rate": 256.0, "offered_request_rate_per_gpu": 128.0, "request_count": 64, "request_metrics_sha256": "f1d8c6820f95946bcf3a4977585b99514ae35d870d2ff09bb9f7c7baef96464e", "score": { "slos": { "tpot_100ms": { "feasible": false, "pass_rate": 0.796875, "passed": 51 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.796875, "passed": 51 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.796875, "passed": 51 }, "tpot_50ms": { "feasible": false, "pass_rate": 0.796875, "passed": 51 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 670.1388491205233, "ttft_p95_ms": 1211.309042925831 }, "status": "completed", "trace_label": "r256", "trace_sha256": "f93c2390f084c4c60e7ca0d3096c7bdf024b7b286fd7ac72f4dc21d3d2af8cbf" }, { "config": { "mns": 8, "name": "tp2_mns8", "tp": 2 }, "elapsed_seconds": 9.139874696731567, "offered_request_rate": 512.0, "offered_request_rate_per_gpu": 256.0, "request_count": 64, "request_metrics_sha256": "307d2d128d6032dd613bc67d5f78e0d3d9c9f05e7f1a72c5751fd1cec0b589b3", "score": { "slos": { "tpot_100ms": { "feasible": false, "pass_rate": 0.765625, "passed": 49 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.765625, "passed": 49 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.765625, "passed": 49 }, "tpot_50ms": { "feasible": false, "pass_rate": 0.765625, "passed": 49 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 720.9200991205233, "ttft_p95_ms": 1328.496542925831 }, "status": "completed", "trace_label": "r512", "trace_sha256": "e2612362defdb10f876eb478a642ef78a9f6101833b7cc4ff1f0b02b8a453767" } ] }, { "config": { "mns": 16, "name": "tp2_mns16", "tp": 2 }, "loads": [ { "config": { "mns": 16, "name": "tp2_mns16", "tp": 2 }, "elapsed_seconds": 9.338894128799438, "offered_request_rate": 16.0, "offered_request_rate_per_gpu": 8.0, "request_count": 64, "request_metrics_sha256": "ef8e3157f73a0421abb1d6c8ef036db2c3858b52a81c47c52bf2b24803674ab6", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 145.3083076454922, "ttft_p95_ms": 191.94509020206718 }, "status": "completed", "trace_label": "r16", "trace_sha256": "dd00640d57184b1607fb466d2735bd4edf42e585ac6d6f2d6c6363c76b34aac8" }, { "config": { "mns": 16, "name": "tp2_mns16", "tp": 2 }, "elapsed_seconds": 9.092449188232422, "offered_request_rate": 32.0, "offered_request_rate_per_gpu": 16.0, "request_count": 64, "request_metrics_sha256": "b3e01bb71b1a148c2586b6f5a9cfe05bb9b31e656f4e7993ebd27a4d14d6c994", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 160.71212013197345, "ttft_p95_ms": 215.40746023330092 }, "status": "completed", "trace_label": "r32", "trace_sha256": "de448fa237c367c4910570586f8574a5020c3186a2adc1db5daa26acf0d2b9e1" }, { "config": { "mns": 16, "name": "tp2_mns16", "tp": 2 }, "elapsed_seconds": 9.191263914108276, "offered_request_rate": 64.0, "offered_request_rate_per_gpu": 32.0, "request_count": 64, "request_metrics_sha256": "82720ff92616f5f6544e03f52ce3635328d72bd28cbfb26e18a0ad8f43e21abf", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 308.93499355358654, "ttft_p95_ms": 484.23333144654856 }, "status": "completed", "trace_label": "r64", "trace_sha256": "c796965d7afa1a9df4b8ba523412cef2e4dc7ddfc3cef6bce7e91265b20aaf2d" }, { "config": { "mns": 16, "name": "tp2_mns16", "tp": 2 }, "elapsed_seconds": 9.09642219543457, "offered_request_rate": 128.0, "offered_request_rate_per_gpu": 64.0, "request_count": 64, "request_metrics_sha256": "e8dae4b0df880217f1c36c91435bf1afe920ccec1d776428611a7a49f3861d79", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 504.6855225446456, "ttft_p95_ms": 731.2781755076838 }, "status": "completed", "trace_label": "r128", "trace_sha256": "30706d59e020ad0dcb670d367201de77ca7337b5fb41da0efd5af8c1915b2f04" }, { "config": { "mns": 16, "name": "tp2_mns16", "tp": 2 }, "elapsed_seconds": 9.189780473709106, "offered_request_rate": 256.0, "offered_request_rate_per_gpu": 128.0, "request_count": 64, "request_metrics_sha256": "172a6cae007a956ca9640e313a3c82b2ffbb8b19c05bb1db808d1f390e9c8cc3", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 565.5028311011398, "ttft_p95_ms": 970.7870068870639 }, "status": "completed", "trace_label": "r256", "trace_sha256": "f93c2390f084c4c60e7ca0d3096c7bdf024b7b286fd7ac72f4dc21d3d2af8cbf" }, { "config": { "mns": 16, "name": "tp2_mns16", "tp": 2 }, "elapsed_seconds": 9.236796617507935, "offered_request_rate": 512.0, "offered_request_rate_per_gpu": 256.0, "request_count": 64, "request_metrics_sha256": "18b637ba04030fc15b1b39a20e3c651c829f4bd06bc908ac441ebb640653ef93", "score": { "slos": { "tpot_100ms": { "feasible": false, "pass_rate": 0.875, "passed": 56 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.875, "passed": 56 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.875, "passed": 56 }, "tpot_50ms": { "feasible": false, "pass_rate": 0.875, "passed": 56 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 600.6590811011398, "ttft_p95_ms": 1072.3495068870639 }, "status": "completed", "trace_label": "r512", "trace_sha256": "e2612362defdb10f876eb478a642ef78a9f6101833b7cc4ff1f0b02b8a453767" } ] }, { "config": { "mns": 32, "name": "tp2_mns32", "tp": 2 }, "loads": [ { "config": { "mns": 32, "name": "tp2_mns32", "tp": 2 }, "elapsed_seconds": 9.48096251487732, "offered_request_rate": 16.0, "offered_request_rate_per_gpu": 8.0, "request_count": 64, "request_metrics_sha256": "ef8e3157f73a0421abb1d6c8ef036db2c3858b52a81c47c52bf2b24803674ab6", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 145.3083076454922, "ttft_p95_ms": 191.94509020206718 }, "status": "completed", "trace_label": "r16", "trace_sha256": "dd00640d57184b1607fb466d2735bd4edf42e585ac6d6f2d6c6363c76b34aac8" }, { "config": { "mns": 32, "name": "tp2_mns32", "tp": 2 }, "elapsed_seconds": 9.192594051361084, "offered_request_rate": 32.0, "offered_request_rate_per_gpu": 16.0, "request_count": 64, "request_metrics_sha256": "b3e01bb71b1a148c2586b6f5a9cfe05bb9b31e656f4e7993ebd27a4d14d6c994", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 160.71212013197345, "ttft_p95_ms": 215.40746023330092 }, "status": "completed", "trace_label": "r32", "trace_sha256": "de448fa237c367c4910570586f8574a5020c3186a2adc1db5daa26acf0d2b9e1" }, { "config": { "mns": 32, "name": "tp2_mns32", "tp": 2 }, "elapsed_seconds": 9.440584182739258, "offered_request_rate": 64.0, "offered_request_rate_per_gpu": 32.0, "request_count": 64, "request_metrics_sha256": "82720ff92616f5f6544e03f52ce3635328d72bd28cbfb26e18a0ad8f43e21abf", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 308.93499355358654, "ttft_p95_ms": 484.23333144654856 }, "status": "completed", "trace_label": "r64", "trace_sha256": "c796965d7afa1a9df4b8ba523412cef2e4dc7ddfc3cef6bce7e91265b20aaf2d" }, { "config": { "mns": 32, "name": "tp2_mns32", "tp": 2 }, "elapsed_seconds": 9.340449810028076, "offered_request_rate": 128.0, "offered_request_rate_per_gpu": 64.0, "request_count": 64, "request_metrics_sha256": "e8dae4b0df880217f1c36c91435bf1afe920ccec1d776428611a7a49f3861d79", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 504.6855225446456, "ttft_p95_ms": 731.2781755076838 }, "status": "completed", "trace_label": "r128", "trace_sha256": "30706d59e020ad0dcb670d367201de77ca7337b5fb41da0efd5af8c1915b2f04" }, { "config": { "mns": 32, "name": "tp2_mns32", "tp": 2 }, "elapsed_seconds": 9.138880968093872, "offered_request_rate": 256.0, "offered_request_rate_per_gpu": 128.0, "request_count": 64, "request_metrics_sha256": "172a6cae007a956ca9640e313a3c82b2ffbb8b19c05bb1db808d1f390e9c8cc3", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 565.5028311011398, "ttft_p95_ms": 970.7870068870639 }, "status": "completed", "trace_label": "r256", "trace_sha256": "f93c2390f084c4c60e7ca0d3096c7bdf024b7b286fd7ac72f4dc21d3d2af8cbf" }, { "config": { "mns": 32, "name": "tp2_mns32", "tp": 2 }, "elapsed_seconds": 9.097595930099487, "offered_request_rate": 512.0, "offered_request_rate_per_gpu": 256.0, "request_count": 64, "request_metrics_sha256": "18b637ba04030fc15b1b39a20e3c651c829f4bd06bc908ac441ebb640653ef93", "score": { "slos": { "tpot_100ms": { "feasible": false, "pass_rate": 0.875, "passed": 56 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.875, "passed": 56 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.875, "passed": 56 }, "tpot_50ms": { "feasible": false, "pass_rate": 0.875, "passed": 56 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 600.6590811011398, "ttft_p95_ms": 1072.3495068870639 }, "status": "completed", "trace_label": "r512", "trace_sha256": "e2612362defdb10f876eb478a642ef78a9f6101833b7cc4ff1f0b02b8a453767" } ] }, { "config": { "mns": 64, "name": "tp2_mns64", "tp": 2 }, "loads": [ { "config": { "mns": 64, "name": "tp2_mns64", "tp": 2 }, "elapsed_seconds": 8.998417615890503, "offered_request_rate": 16.0, "offered_request_rate_per_gpu": 8.0, "request_count": 64, "request_metrics_sha256": "ef8e3157f73a0421abb1d6c8ef036db2c3858b52a81c47c52bf2b24803674ab6", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 145.3083076454922, "ttft_p95_ms": 191.94509020206718 }, "status": "completed", "trace_label": "r16", "trace_sha256": "dd00640d57184b1607fb466d2735bd4edf42e585ac6d6f2d6c6363c76b34aac8" }, { "config": { "mns": 64, "name": "tp2_mns64", "tp": 2 }, "elapsed_seconds": 9.042184114456177, "offered_request_rate": 32.0, "offered_request_rate_per_gpu": 16.0, "request_count": 64, "request_metrics_sha256": "b3e01bb71b1a148c2586b6f5a9cfe05bb9b31e656f4e7993ebd27a4d14d6c994", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 160.71212013197345, "ttft_p95_ms": 215.40746023330092 }, "status": "completed", "trace_label": "r32", "trace_sha256": "de448fa237c367c4910570586f8574a5020c3186a2adc1db5daa26acf0d2b9e1" }, { "config": { "mns": 64, "name": "tp2_mns64", "tp": 2 }, "elapsed_seconds": 9.095743656158447, "offered_request_rate": 64.0, "offered_request_rate_per_gpu": 32.0, "request_count": 64, "request_metrics_sha256": "82720ff92616f5f6544e03f52ce3635328d72bd28cbfb26e18a0ad8f43e21abf", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 308.93499355358654, "ttft_p95_ms": 484.23333144654856 }, "status": "completed", "trace_label": "r64", "trace_sha256": "c796965d7afa1a9df4b8ba523412cef2e4dc7ddfc3cef6bce7e91265b20aaf2d" }, { "config": { "mns": 64, "name": "tp2_mns64", "tp": 2 }, "elapsed_seconds": 9.151461124420166, "offered_request_rate": 128.0, "offered_request_rate_per_gpu": 64.0, "request_count": 64, "request_metrics_sha256": "e8dae4b0df880217f1c36c91435bf1afe920ccec1d776428611a7a49f3861d79", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 504.6855225446456, "ttft_p95_ms": 731.2781755076838 }, "status": "completed", "trace_label": "r128", "trace_sha256": "30706d59e020ad0dcb670d367201de77ca7337b5fb41da0efd5af8c1915b2f04" }, { "config": { "mns": 64, "name": "tp2_mns64", "tp": 2 }, "elapsed_seconds": 9.000789642333984, "offered_request_rate": 256.0, "offered_request_rate_per_gpu": 128.0, "request_count": 64, "request_metrics_sha256": "172a6cae007a956ca9640e313a3c82b2ffbb8b19c05bb1db808d1f390e9c8cc3", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 565.5028311011398, "ttft_p95_ms": 970.7870068870639 }, "status": "completed", "trace_label": "r256", "trace_sha256": "f93c2390f084c4c60e7ca0d3096c7bdf024b7b286fd7ac72f4dc21d3d2af8cbf" }, { "config": { "mns": 64, "name": "tp2_mns64", "tp": 2 }, "elapsed_seconds": 8.99738073348999, "offered_request_rate": 512.0, "offered_request_rate_per_gpu": 256.0, "request_count": 64, "request_metrics_sha256": "18b637ba04030fc15b1b39a20e3c651c829f4bd06bc908ac441ebb640653ef93", "score": { "slos": { "tpot_100ms": { "feasible": false, "pass_rate": 0.875, "passed": 56 }, "tpot_150ms": { "feasible": false, "pass_rate": 0.875, "passed": 56 }, "tpot_180ms": { "feasible": false, "pass_rate": 0.875, "passed": 56 }, "tpot_50ms": { "feasible": false, "pass_rate": 0.875, "passed": 56 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 600.6590811011398, "ttft_p95_ms": 1072.3495068870639 }, "status": "completed", "trace_label": "r512", "trace_sha256": "e2612362defdb10f876eb478a642ef78a9f6101833b7cc4ff1f0b02b8a453767" } ] }, { "config": { "mns": 8, "name": "tp4_mns8", "tp": 4 }, "loads": [ { "config": { "mns": 8, "name": "tp4_mns8", "tp": 4 }, "elapsed_seconds": 9.145608186721802, "offered_request_rate": 16.0, "offered_request_rate_per_gpu": 4.0, "request_count": 64, "request_metrics_sha256": "cf7604290c74aa06e82791dccac8f57adbb43b861ec03601cf7353bcdb5cf85d", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 113.95995004232296, "ttft_p95_ms": 148.6208545233651 }, "status": "completed", "trace_label": "r16", "trace_sha256": "dd00640d57184b1607fb466d2735bd4edf42e585ac6d6f2d6c6363c76b34aac8" }, { "config": { "mns": 8, "name": "tp4_mns8", "tp": 4 }, "elapsed_seconds": 9.04130220413208, "offered_request_rate": 32.0, "offered_request_rate_per_gpu": 8.0, "request_count": 64, "request_metrics_sha256": "667039850bf100a1214dff99ba4a6f15ff47f9d3986736dfa2460979e2e644e6", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 123.08122913633257, "ttft_p95_ms": 155.48122649863294 }, "status": "completed", "trace_label": "r32", "trace_sha256": "de448fa237c367c4910570586f8574a5020c3186a2adc1db5daa26acf0d2b9e1" }, { "config": { "mns": 8, "name": "tp4_mns8", "tp": 4 }, "elapsed_seconds": 9.094721555709839, "offered_request_rate": 64.0, "offered_request_rate_per_gpu": 16.0, "request_count": 64, "request_metrics_sha256": "8fc12fe9c0c8ee1d2cae00e41bf57f36e90ecda35fed2e6c1b4fcaa52afb096b", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 132.5292253513205, "ttft_p95_ms": 179.06372047949105 }, "status": "completed", "trace_label": "r64", "trace_sha256": "c796965d7afa1a9df4b8ba523412cef2e4dc7ddfc3cef6bce7e91265b20aaf2d" }, { "config": { "mns": 8, "name": "tp4_mns8", "tp": 4 }, "elapsed_seconds": 9.047569274902344, "offered_request_rate": 128.0, "offered_request_rate_per_gpu": 32.0, "request_count": 64, "request_metrics_sha256": "a657986eb6c2f0500d902176c3344861ffca678da2498bca87bbaf0989097229", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 369.5552485735299, "ttft_p95_ms": 599.7693411300143 }, "status": "completed", "trace_label": "r128", "trace_sha256": "30706d59e020ad0dcb670d367201de77ca7337b5fb41da0efd5af8c1915b2f04" }, { "config": { "mns": 8, "name": "tp4_mns8", "tp": 4 }, "elapsed_seconds": 9.150342464447021, "offered_request_rate": 256.0, "offered_request_rate_per_gpu": 64.0, "request_count": 64, "request_metrics_sha256": "7f8328f0bba2873fb721543cb20ef17fd1c43610e8adff9d26f4033157f86d92", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 471.1177485735299, "ttft_p95_ms": 834.1443411300143 }, "status": "completed", "trace_label": "r256", "trace_sha256": "f93c2390f084c4c60e7ca0d3096c7bdf024b7b286fd7ac72f4dc21d3d2af8cbf" }, { "config": { "mns": 8, "name": "tp4_mns8", "tp": 4 }, "elapsed_seconds": 9.043598413467407, "offered_request_rate": 512.0, "offered_request_rate_per_gpu": 128.0, "request_count": 64, "request_metrics_sha256": "056ab2df7050c5080c7e03ba1bb9875d82fbcad2e8b1dc69b34a5c184fd89cb1", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 521.89899857353, "ttft_p95_ms": 951.3318411300143 }, "status": "completed", "trace_label": "r512", "trace_sha256": "e2612362defdb10f876eb478a642ef78a9f6101833b7cc4ff1f0b02b8a453767" } ] }, { "config": { "mns": 16, "name": "tp4_mns16", "tp": 4 }, "loads": [ { "config": { "mns": 16, "name": "tp4_mns16", "tp": 4 }, "elapsed_seconds": 9.041609525680542, "offered_request_rate": 16.0, "offered_request_rate_per_gpu": 4.0, "request_count": 64, "request_metrics_sha256": "cf7604290c74aa06e82791dccac8f57adbb43b861ec03601cf7353bcdb5cf85d", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 113.95995004232296, "ttft_p95_ms": 148.6208545233651 }, "status": "completed", "trace_label": "r16", "trace_sha256": "dd00640d57184b1607fb466d2735bd4edf42e585ac6d6f2d6c6363c76b34aac8" }, { "config": { "mns": 16, "name": "tp4_mns16", "tp": 4 }, "elapsed_seconds": 9.040033102035522, "offered_request_rate": 32.0, "offered_request_rate_per_gpu": 8.0, "request_count": 64, "request_metrics_sha256": "667039850bf100a1214dff99ba4a6f15ff47f9d3986736dfa2460979e2e644e6", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 123.08122913633257, "ttft_p95_ms": 155.48122649863294 }, "status": "completed", "trace_label": "r32", "trace_sha256": "de448fa237c367c4910570586f8574a5020c3186a2adc1db5daa26acf0d2b9e1" }, { "config": { "mns": 16, "name": "tp4_mns16", "tp": 4 }, "elapsed_seconds": 9.14271068572998, "offered_request_rate": 64.0, "offered_request_rate_per_gpu": 16.0, "request_count": 64, "request_metrics_sha256": "8fc12fe9c0c8ee1d2cae00e41bf57f36e90ecda35fed2e6c1b4fcaa52afb096b", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 132.5292253513205, "ttft_p95_ms": 179.06372047949105 }, "status": "completed", "trace_label": "r64", "trace_sha256": "c796965d7afa1a9df4b8ba523412cef2e4dc7ddfc3cef6bce7e91265b20aaf2d" }, { "config": { "mns": 16, "name": "tp4_mns16", "tp": 4 }, "elapsed_seconds": 9.04430103302002, "offered_request_rate": 128.0, "offered_request_rate_per_gpu": 32.0, "request_count": 64, "request_metrics_sha256": "a1ad1f58cce44b8bc7b72b2997413758c4d40e971ce51fc68f9530bb2279d281", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 302.6860632179096, "ttft_p95_ms": 411.8879773090427 }, "status": "completed", "trace_label": "r128", "trace_sha256": "30706d59e020ad0dcb670d367201de77ca7337b5fb41da0efd5af8c1915b2f04" }, { "config": { "mns": 16, "name": "tp4_mns16", "tp": 4 }, "elapsed_seconds": 8.998274326324463, "offered_request_rate": 256.0, "offered_request_rate_per_gpu": 64.0, "request_count": 64, "request_metrics_sha256": "6271e503f9158379f1b1043acab957d96c452adb195e45c63b311667677dfd75", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 381.3555701081787, "ttft_p95_ms": 623.3699841993117 }, "status": "completed", "trace_label": "r256", "trace_sha256": "f93c2390f084c4c60e7ca0d3096c7bdf024b7b286fd7ac72f4dc21d3d2af8cbf" }, { "config": { "mns": 16, "name": "tp4_mns16", "tp": 4 }, "elapsed_seconds": 9.042869806289673, "offered_request_rate": 512.0, "offered_request_rate_per_gpu": 128.0, "request_count": 64, "request_metrics_sha256": "1bddc1f7a64764acb948087958ba9c20ed08b818545ccde67a3cec4cb48a9c35", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 416.5118201081787, "ttft_p95_ms": 724.9324841993117 }, "status": "completed", "trace_label": "r512", "trace_sha256": "e2612362defdb10f876eb478a642ef78a9f6101833b7cc4ff1f0b02b8a453767" } ] }, { "config": { "mns": 32, "name": "tp4_mns32", "tp": 4 }, "loads": [ { "config": { "mns": 32, "name": "tp4_mns32", "tp": 4 }, "elapsed_seconds": 9.03968071937561, "offered_request_rate": 16.0, "offered_request_rate_per_gpu": 4.0, "request_count": 64, "request_metrics_sha256": "cf7604290c74aa06e82791dccac8f57adbb43b861ec03601cf7353bcdb5cf85d", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 113.95995004232296, "ttft_p95_ms": 148.6208545233651 }, "status": "completed", "trace_label": "r16", "trace_sha256": "dd00640d57184b1607fb466d2735bd4edf42e585ac6d6f2d6c6363c76b34aac8" }, { "config": { "mns": 32, "name": "tp4_mns32", "tp": 4 }, "elapsed_seconds": 9.040271520614624, "offered_request_rate": 32.0, "offered_request_rate_per_gpu": 8.0, "request_count": 64, "request_metrics_sha256": "667039850bf100a1214dff99ba4a6f15ff47f9d3986736dfa2460979e2e644e6", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 123.08122913633257, "ttft_p95_ms": 155.48122649863294 }, "status": "completed", "trace_label": "r32", "trace_sha256": "de448fa237c367c4910570586f8574a5020c3186a2adc1db5daa26acf0d2b9e1" }, { "config": { "mns": 32, "name": "tp4_mns32", "tp": 4 }, "elapsed_seconds": 9.089779615402222, "offered_request_rate": 64.0, "offered_request_rate_per_gpu": 16.0, "request_count": 64, "request_metrics_sha256": "8fc12fe9c0c8ee1d2cae00e41bf57f36e90ecda35fed2e6c1b4fcaa52afb096b", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 132.5292253513205, "ttft_p95_ms": 179.06372047949105 }, "status": "completed", "trace_label": "r64", "trace_sha256": "c796965d7afa1a9df4b8ba523412cef2e4dc7ddfc3cef6bce7e91265b20aaf2d" }, { "config": { "mns": 32, "name": "tp4_mns32", "tp": 4 }, "elapsed_seconds": 9.046946287155151, "offered_request_rate": 128.0, "offered_request_rate_per_gpu": 32.0, "request_count": 64, "request_metrics_sha256": "a1ad1f58cce44b8bc7b72b2997413758c4d40e971ce51fc68f9530bb2279d281", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 302.6860632179096, "ttft_p95_ms": 411.8879773090427 }, "status": "completed", "trace_label": "r128", "trace_sha256": "30706d59e020ad0dcb670d367201de77ca7337b5fb41da0efd5af8c1915b2f04" }, { "config": { "mns": 32, "name": "tp4_mns32", "tp": 4 }, "elapsed_seconds": 9.149730682373047, "offered_request_rate": 256.0, "offered_request_rate_per_gpu": 64.0, "request_count": 64, "request_metrics_sha256": "6271e503f9158379f1b1043acab957d96c452adb195e45c63b311667677dfd75", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 381.3555701081787, "ttft_p95_ms": 623.3699841993117 }, "status": "completed", "trace_label": "r256", "trace_sha256": "f93c2390f084c4c60e7ca0d3096c7bdf024b7b286fd7ac72f4dc21d3d2af8cbf" }, { "config": { "mns": 32, "name": "tp4_mns32", "tp": 4 }, "elapsed_seconds": 9.099130392074585, "offered_request_rate": 512.0, "offered_request_rate_per_gpu": 128.0, "request_count": 64, "request_metrics_sha256": "1bddc1f7a64764acb948087958ba9c20ed08b818545ccde67a3cec4cb48a9c35", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 416.5118201081787, "ttft_p95_ms": 724.9324841993117 }, "status": "completed", "trace_label": "r512", "trace_sha256": "e2612362defdb10f876eb478a642ef78a9f6101833b7cc4ff1f0b02b8a453767" } ] }, { "config": { "mns": 64, "name": "tp4_mns64", "tp": 4 }, "loads": [ { "config": { "mns": 64, "name": "tp4_mns64", "tp": 4 }, "elapsed_seconds": 9.091226577758789, "offered_request_rate": 16.0, "offered_request_rate_per_gpu": 4.0, "request_count": 64, "request_metrics_sha256": "cf7604290c74aa06e82791dccac8f57adbb43b861ec03601cf7353bcdb5cf85d", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 113.95995004232296, "ttft_p95_ms": 148.6208545233651 }, "status": "completed", "trace_label": "r16", "trace_sha256": "dd00640d57184b1607fb466d2735bd4edf42e585ac6d6f2d6c6363c76b34aac8" }, { "config": { "mns": 64, "name": "tp4_mns64", "tp": 4 }, "elapsed_seconds": 9.049186944961548, "offered_request_rate": 32.0, "offered_request_rate_per_gpu": 8.0, "request_count": 64, "request_metrics_sha256": "667039850bf100a1214dff99ba4a6f15ff47f9d3986736dfa2460979e2e644e6", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 123.08122913633257, "ttft_p95_ms": 155.48122649863294 }, "status": "completed", "trace_label": "r32", "trace_sha256": "de448fa237c367c4910570586f8574a5020c3186a2adc1db5daa26acf0d2b9e1" }, { "config": { "mns": 64, "name": "tp4_mns64", "tp": 4 }, "elapsed_seconds": 9.14399766921997, "offered_request_rate": 64.0, "offered_request_rate_per_gpu": 16.0, "request_count": 64, "request_metrics_sha256": "8fc12fe9c0c8ee1d2cae00e41bf57f36e90ecda35fed2e6c1b4fcaa52afb096b", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 132.5292253513205, "ttft_p95_ms": 179.06372047949105 }, "status": "completed", "trace_label": "r64", "trace_sha256": "c796965d7afa1a9df4b8ba523412cef2e4dc7ddfc3cef6bce7e91265b20aaf2d" }, { "config": { "mns": 64, "name": "tp4_mns64", "tp": 4 }, "elapsed_seconds": 9.000115871429443, "offered_request_rate": 128.0, "offered_request_rate_per_gpu": 32.0, "request_count": 64, "request_metrics_sha256": "a1ad1f58cce44b8bc7b72b2997413758c4d40e971ce51fc68f9530bb2279d281", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 302.6860632179096, "ttft_p95_ms": 411.8879773090427 }, "status": "completed", "trace_label": "r128", "trace_sha256": "30706d59e020ad0dcb670d367201de77ca7337b5fb41da0efd5af8c1915b2f04" }, { "config": { "mns": 64, "name": "tp4_mns64", "tp": 4 }, "elapsed_seconds": 9.093112468719482, "offered_request_rate": 256.0, "offered_request_rate_per_gpu": 64.0, "request_count": 64, "request_metrics_sha256": "6271e503f9158379f1b1043acab957d96c452adb195e45c63b311667677dfd75", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 381.3555701081787, "ttft_p95_ms": 623.3699841993117 }, "status": "completed", "trace_label": "r256", "trace_sha256": "f93c2390f084c4c60e7ca0d3096c7bdf024b7b286fd7ac72f4dc21d3d2af8cbf" }, { "config": { "mns": 64, "name": "tp4_mns64", "tp": 4 }, "elapsed_seconds": 9.14099645614624, "offered_request_rate": 512.0, "offered_request_rate_per_gpu": 128.0, "request_count": 64, "request_metrics_sha256": "1bddc1f7a64764acb948087958ba9c20ed08b818545ccde67a3cec4cb48a9c35", "score": { "slos": { "tpot_100ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_150ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_180ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 }, "tpot_50ms": { "feasible": true, "pass_rate": 1.0, "passed": 64 } }, "tpot_p50_ms": null, "tpot_p95_ms": null, "ttft_p50_ms": 416.5118201081787, "ttft_p95_ms": 724.9324841993117 }, "status": "completed", "trace_label": "r512", "trace_sha256": "e2612362defdb10f876eb478a642ef78a9f6101833b7cc4ff1f0b02b8a453767" } ] } ], "contract": { "arrival": "original_trace_timestamp_and_order", "input_output": "exact_source_values", "prefix_caching": false, "primary_tpot_slo_ms": 150.0, "rate_contract": "uniform-spacing", "target_pass_rate": 0.95, "tpot_slos_ms": [ 50.0, 100.0, 150.0, 180.0 ], "ttft_slo": "1000ms + 1000ms * input_tokens / 8000", "window_seconds": null }, "frontier": { "git_head": "d9cfeb6d8791fbf2f295dd9744c56a666171776e", "git_status_short": " M frontier/cc_backend/backends/vidur_cc_backend.py\n M frontier/config/config.py\n M frontier/entities/request.py\n M frontier/events/cluster_schedule_event.py\n M frontier/execution_time_predictor/sklearn_execution_time_predictor.py\n M frontier/metrics/constants.py\n M frontier/metrics/metrics_store.py\n M frontier/profiling/common/layers/rotary_embedding.py\n M frontier/profiling/moe/moe_impl.py\n M frontier/profiling/moe/moe_vllm_kernel.py\n M frontier/scheduler/cluster_scheduler/__init__.py\n M frontier/scheduler/cluster_scheduler/base_cluster_scheduler.py\n M frontier/scheduler/cluster_scheduler/cluster_scheduler_registry.py\n M frontier/scheduler/cluster_scheduler/sticky_lor_cluster_scheduler.py\n M frontier/scheduler/replica_scheduler/base_replica_scheduler.py\n M frontier/scheduler/replica_scheduler/vllm_v1_engine_replica_scheduler.py\n M frontier/scheduler/replica_stage_scheduler/replica_stage_schduler.py\n M frontier/simulator.py\n M frontier/types/cluster_scheduler_type.py\n?? data/profiling/compute/h20/\n?? frontier/scheduler/cluster_scheduler/prefix_lor_cluster_scheduler.py\n?? runs/\n?? tests/unit/test_attn_prefill_prediction_fallback.py\n?? tests/unit/test_vidur_cc_large_payload.py\n", "source": "/tmp/replayserve-frontier-rs1b" }, "profiles": { "coverage": { "attention": { "1": { "exact_prefill_2048_rows": 1, "profile_batch_size": 1 }, "2": { "exact_prefill_2048_rows": 1, "profile_batch_size": 1 }, "4": { "exact_prefill_2048_rows": 1, "profile_batch_size": 1 } }, "manifest": { "attention_tp_coverage": [ 1, 2, 4 ], "environment_contract": { "dtype": "bfloat16", "frontier_commit": "d9cfeb6d8791fbf2f295dd9744c56a666171776e", "hardware": "NVIDIA H20", "model": "Qwen3-30B-A3B", "tensor_parallel_sizes": [ 1, 2, 4 ], "vllm_source_commit": "88d34c6409e9fb3c7b8ca0c04756f061d2099eb1", "vllm_version": "0.20.0" }, "inputs": { "/home/gahow/phd/aituner/runs/frontier-fidelity-envelope-v1/fleet-artifacts/qwen30-attention-composition-tp1-20260717-v1-20260717T014550833983Z/artifacts/artifacts/attention-composition-tp1-v1/raw/flashattn-composition-tp1.json": "ce461be92a5059e2d168b2cbf21b55d9a55ee71c3b0586a3e63cd8288938168d", "/home/gahow/phd/aituner/runs/frontier-fidelity-envelope-v1/fleet-artifacts/qwen30-attention-composition-tp2-20260717-v1-20260717T014551831545Z/artifacts/artifacts/attention-composition-tp2-v1/raw/flashattn-composition-tp2.json": "997d67fb3a28b488c3aa4945ae7c6d4ecf8a08726ee3cb4652d16c221ff395ad", "/home/gahow/phd/aituner/runs/frontier-fidelity-envelope-v1/fleet-artifacts/qwen30-attention-composition-tp4-20260717-v1-20260717T014552897206Z/artifacts/artifacts/attention-composition-tp4-v1/raw/flashattn-composition-tp4.json": "046cffd4c11d8a36513167ec25d3e1ca016324715679ea688a58d4a71dfe62b2", "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-allreduce-full-tp2-20260716-v1-dispatch-aware-20260716T140743025781Z/artifacts/artifacts/allreduce-full-tp2-v1/raw/allreduce-tp2.json": "97c3c76b5a04e95bd9192423c2b891667c668f39cc0dfecbd097d749939f2d0a", "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-allreduce-full-tp4-20260716-v1-dispatch-aware-20260716T141106009788Z/artifacts/artifacts/allreduce-full-tp4-v1/raw/allreduce-tp4.json": "809df9baa6f468cf12bf0c99827475acc67894dd9f3f948976590b665fac0e76", "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-flashattn-kv-full-tp1-20260716-v2-20260716T135132587012Z/artifacts/artifacts/flashattn-kv-full-v2-tp1/raw/flashattn-tp1.json": "dcb4c1bf7e76b9c765f78ddd2b8a734f2d7ba2adac13ce017689a8a77fe69a27", "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-flashattn-kv-full-tp2-20260716-v2-20260716T135134194295Z/artifacts/artifacts/flashattn-kv-full-v2-tp2/raw/flashattn-tp2.json": "43ce042556ba887c8860614b43ccf0f564e5cebc1a0cffbce299d0acb9fa8d07", "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-flashattn-kv-full-tp4-20260716-v2-20260716T135135197200Z/artifacts/artifacts/flashattn-kv-full-v2-tp4/raw/flashattn-tp4.json": "84eef31bcad0f556907a093318a420959d14fdc94474823d11f659704bdfec73", "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-frontier-linear-full-20260716-v2-max-tokens-20260716T144444676943Z/artifacts/artifacts/frontier-linear-full-v2/profiles/compute/h20/qwen3-a3b-30b-moe/linear_op.csv": "67666cb0a4901b74599d468df2e31bcaa2a11a7842cc0cefba24ffce62508e0c", "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-moe-full-20260716-v1-local-shard-20260716T141334565164Z/artifacts/artifacts/moe-full-v1/raw/moe-full.json": "588f6ad0d69c9636d1b852e3df0a12d13cfe731f050ea7ec7aea457cceefbde8", "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/fleet-artifacts/qwen30-vllm020-router-full-20260716-v3-tp-context-20260716T145446098505Z/artifacts/artifacts/router-full-v3/raw/router.json": "1962972e983bff3e06a721ef4ae4ec65728ff669681497a4a7e7f769b88b4931" }, "outputs": { "allreduce.json": "b38d14f990578d668523d25b107aceed433da5020d8ada3b6e44d3562261a3b3", "attention.csv": "03180eec28087a301c9d8c185874c50bdb28b31e5e9af35fcce5a6a5a9e62147", "attention_true_mixed_fused.csv": "cccf76e6cb6a9359f188b07d4dc2942442568a6e8cf3ff3d77ab3d35a052cecb", "linear_op.csv": "67666cb0a4901b74599d468df2e31bcaa2a11a7842cc0cefba24ffce62508e0c", "moe.csv": "dd698113975e5ed77f51dfd8a69aebf764ed651c3f6f34b71914d25d6e001415" }, "profile_id": "qwen3-30b-a3b-bf16-vllm020-h20-tp1-2-4-fused-mixed-total-conserving-pure-prefill-batch-composition", "projection_contract": { "allreduce": "Frozen exact runtime measurements; base profile-only comparison keeps the historical Frontier CC backend fixed to isolate compute profile fidelity", "attention": "Pure prefill/extend/decode FA3 core plus separately measured KV update; input/output reshape assumed zero; exported mean is used as median target; true mixed rows use a total-conserving compatibility projection", "attention_pure_prefill_batch_composition": "Direct FA3 measurements for 2/4 requests at query length 2048 and 2/4/8/16 requests at query length 512 for each TP; included only when batch-composition attention inputs are supplied", "attention_true_mixed": "The directly measured fused total is preserved in diagnostics. Frontier's two targets are projected by the same-TP pure prefill/decode reference ratio, with projected prefill + decode exactly equal to the fused total; the split is a schema compatibility attribution, not an observation", "linear": "Frontier profiler using vLLM 0.20 CUDA operators", "moe": "Replicated gate and fused top-k plus TP-local modular expert kernel; expert measurement already includes prepare/finalize so shuffling is zero" }, "row_counts": { "allreduce": 24, "attention_frontier_compatible": 150, "attention_true_mixed_fused_diagnostic": 30, "linear": 36, "moe": 72 }, "schema_version": "frontier_qwen30_vllm020_frozen_profile.v3" } }, "root": "/home/gahow/phd/aituner/runs/frontier-fidelity-envelope-v1/profiles/profile-v3-batch-final", "sha256": { "attention": "03180eec28087a301c9d8c185874c50bdb28b31e5e9af35fcce5a6a5a9e62147", "linear": "67666cb0a4901b74599d468df2e31bcaa2a11a7842cc0cefba24ffce62508e0c", "manifest": "70aecb6d70f9e509e9816b1a0929163b9505760c2ac30bbd4cd8e51badfb7635", "moe": "dd698113975e5ed77f51dfd8a69aebf764ed651c3f6f34b71914d25d6e001415" } }, "rankings": { "tpot_100ms": [ { "config": { "mns": 16, "name": "tp2_mns16", "tp": 2 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 256.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": false }, { "config": { "mns": 32, "name": "tp2_mns32", "tp": 2 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 256.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": false }, { "config": { "mns": 64, "name": "tp2_mns64", "tp": 2 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 256.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": false }, { "config": { "mns": 16, "name": "tp4_mns16", "tp": 4 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 512.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": true }, { "config": { "mns": 32, "name": "tp4_mns32", "tp": 4 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 512.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": true }, { "config": { "mns": 64, "name": "tp4_mns64", "tp": 4 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 512.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": true }, { "config": { "mns": 8, "name": "tp4_mns8", "tp": 4 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 512.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": true }, { "config": { "mns": 16, "name": "tp1_mns16", "tp": 1 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 64.0, "maximum_tested_feasible_request_rate_per_gpu": 64.0, "upper_censored": false }, { "config": { "mns": 32, "name": "tp1_mns32", "tp": 1 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 64.0, "maximum_tested_feasible_request_rate_per_gpu": 64.0, "upper_censored": false }, { "config": { "mns": 64, "name": "tp1_mns64", "tp": 1 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 64.0, "maximum_tested_feasible_request_rate_per_gpu": 64.0, "upper_censored": false }, { "config": { "mns": 8, "name": "tp2_mns8", "tp": 2 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 128.0, "maximum_tested_feasible_request_rate_per_gpu": 64.0, "upper_censored": false }, { "config": { "mns": 8, "name": "tp1_mns8", "tp": 1 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 32.0, "maximum_tested_feasible_request_rate_per_gpu": 32.0, "upper_censored": false } ], "tpot_150ms": [ { "config": { "mns": 16, "name": "tp2_mns16", "tp": 2 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 256.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": false }, { "config": { "mns": 32, "name": "tp2_mns32", "tp": 2 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 256.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": false }, { "config": { "mns": 64, "name": "tp2_mns64", "tp": 2 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 256.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": false }, { "config": { "mns": 16, "name": "tp4_mns16", "tp": 4 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 512.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": true }, { "config": { "mns": 32, "name": "tp4_mns32", "tp": 4 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 512.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": true }, { "config": { "mns": 64, "name": "tp4_mns64", "tp": 4 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 512.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": true }, { "config": { "mns": 8, "name": "tp4_mns8", "tp": 4 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 512.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": true }, { "config": { "mns": 16, "name": "tp1_mns16", "tp": 1 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 64.0, "maximum_tested_feasible_request_rate_per_gpu": 64.0, "upper_censored": false }, { "config": { "mns": 32, "name": "tp1_mns32", "tp": 1 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 64.0, "maximum_tested_feasible_request_rate_per_gpu": 64.0, "upper_censored": false }, { "config": { "mns": 64, "name": "tp1_mns64", "tp": 1 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 64.0, "maximum_tested_feasible_request_rate_per_gpu": 64.0, "upper_censored": false }, { "config": { "mns": 8, "name": "tp2_mns8", "tp": 2 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 128.0, "maximum_tested_feasible_request_rate_per_gpu": 64.0, "upper_censored": false }, { "config": { "mns": 8, "name": "tp1_mns8", "tp": 1 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 32.0, "maximum_tested_feasible_request_rate_per_gpu": 32.0, "upper_censored": false } ], "tpot_180ms": [ { "config": { "mns": 16, "name": "tp2_mns16", "tp": 2 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 256.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": false }, { "config": { "mns": 32, "name": "tp2_mns32", "tp": 2 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 256.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": false }, { "config": { "mns": 64, "name": "tp2_mns64", "tp": 2 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 256.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": false }, { "config": { "mns": 16, "name": "tp4_mns16", "tp": 4 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 512.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": true }, { "config": { "mns": 32, "name": "tp4_mns32", "tp": 4 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 512.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": true }, { "config": { "mns": 64, "name": "tp4_mns64", "tp": 4 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 512.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": true }, { "config": { "mns": 8, "name": "tp4_mns8", "tp": 4 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 512.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": true }, { "config": { "mns": 16, "name": "tp1_mns16", "tp": 1 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 64.0, "maximum_tested_feasible_request_rate_per_gpu": 64.0, "upper_censored": false }, { "config": { "mns": 32, "name": "tp1_mns32", "tp": 1 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 64.0, "maximum_tested_feasible_request_rate_per_gpu": 64.0, "upper_censored": false }, { "config": { "mns": 64, "name": "tp1_mns64", "tp": 1 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 64.0, "maximum_tested_feasible_request_rate_per_gpu": 64.0, "upper_censored": false }, { "config": { "mns": 8, "name": "tp2_mns8", "tp": 2 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 128.0, "maximum_tested_feasible_request_rate_per_gpu": 64.0, "upper_censored": false }, { "config": { "mns": 8, "name": "tp1_mns8", "tp": 1 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 32.0, "maximum_tested_feasible_request_rate_per_gpu": 32.0, "upper_censored": false } ], "tpot_50ms": [ { "config": { "mns": 16, "name": "tp2_mns16", "tp": 2 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 256.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": false }, { "config": { "mns": 32, "name": "tp2_mns32", "tp": 2 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 256.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": false }, { "config": { "mns": 64, "name": "tp2_mns64", "tp": 2 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 256.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": false }, { "config": { "mns": 16, "name": "tp4_mns16", "tp": 4 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 512.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": true }, { "config": { "mns": 32, "name": "tp4_mns32", "tp": 4 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 512.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": true }, { "config": { "mns": 64, "name": "tp4_mns64", "tp": 4 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 512.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": true }, { "config": { "mns": 8, "name": "tp4_mns8", "tp": 4 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 512.0, "maximum_tested_feasible_request_rate_per_gpu": 128.0, "upper_censored": true }, { "config": { "mns": 16, "name": "tp1_mns16", "tp": 1 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 64.0, "maximum_tested_feasible_request_rate_per_gpu": 64.0, "upper_censored": false }, { "config": { "mns": 32, "name": "tp1_mns32", "tp": 1 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 64.0, "maximum_tested_feasible_request_rate_per_gpu": 64.0, "upper_censored": false }, { "config": { "mns": 64, "name": "tp1_mns64", "tp": 1 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 64.0, "maximum_tested_feasible_request_rate_per_gpu": 64.0, "upper_censored": false }, { "config": { "mns": 8, "name": "tp2_mns8", "tp": 2 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 128.0, "maximum_tested_feasible_request_rate_per_gpu": 64.0, "upper_censored": false }, { "config": { "mns": 8, "name": "tp1_mns8", "tp": 1 }, "lower_censored": false, "maximum_tested_feasible_request_rate": 32.0, "maximum_tested_feasible_request_rate_per_gpu": 32.0, "upper_censored": false } ] }, "schema": "frontier-qwen30-exact-trace-surface-v1", "status": "frozen_before_real", "traces": [ { "first_arrival_s": 0.0, "label": "r16", "last_arrival_s": 3.9375, "offered_request_rate": 16.0, "path": "/home/gahow/phd/aituner/runs/frontier-fidelity-envelope-v1/workloads/f1-isl512-osl1/r16.csv", "requests": 64, "sha256": "dd00640d57184b1607fb466d2735bd4edf42e585ac6d6f2d6c6363c76b34aac8" }, { "first_arrival_s": 0.0, "label": "r32", "last_arrival_s": 1.96875, "offered_request_rate": 32.0, "path": "/home/gahow/phd/aituner/runs/frontier-fidelity-envelope-v1/workloads/f1-isl512-osl1/r32.csv", "requests": 64, "sha256": "de448fa237c367c4910570586f8574a5020c3186a2adc1db5daa26acf0d2b9e1" }, { "first_arrival_s": 0.0, "label": "r64", "last_arrival_s": 0.984375, "offered_request_rate": 64.0, "path": "/home/gahow/phd/aituner/runs/frontier-fidelity-envelope-v1/workloads/f1-isl512-osl1/r64.csv", "requests": 64, "sha256": "c796965d7afa1a9df4b8ba523412cef2e4dc7ddfc3cef6bce7e91265b20aaf2d" }, { "first_arrival_s": 0.0, "label": "r128", "last_arrival_s": 0.4921875, "offered_request_rate": 128.0, "path": "/home/gahow/phd/aituner/runs/frontier-fidelity-envelope-v1/workloads/f1-isl512-osl1/r128.csv", "requests": 64, "sha256": "30706d59e020ad0dcb670d367201de77ca7337b5fb41da0efd5af8c1915b2f04" }, { "first_arrival_s": 0.0, "label": "r256", "last_arrival_s": 0.24609375, "offered_request_rate": 256.0, "path": "/home/gahow/phd/aituner/runs/frontier-fidelity-envelope-v1/workloads/f1-isl512-osl1/r256.csv", "requests": 64, "sha256": "f93c2390f084c4c60e7ca0d3096c7bdf024b7b286fd7ac72f4dc21d3d2af8cbf" }, { "first_arrival_s": 0.0, "label": "r512", "last_arrival_s": 0.123046875, "offered_request_rate": 512.0, "path": "/home/gahow/phd/aituner/runs/frontier-fidelity-envelope-v1/workloads/f1-isl512-osl1/r512.csv", "requests": 64, "sha256": "e2612362defdb10f876eb478a642ef78a9f6101833b7cc4ff1f0b02b8a453767" } ] }