{ "anchor": 0.016055910008, "cell": "tp4_mns8", "early_stop_reason": "", "early_stopped": false, "exact_output_count": 301, "feasible": true, "interval": { "elapsed_s": 61.26476028, "end_mono_ns": 201662804315076, "end_wall_ns": 1783870089930742071, "start_mono_ns": 201601539554796, "start_wall_ns": 1783870028665982142 }, "invariants": { "arrival_nondecreasing": true, "exact_output_or_failed": true, "outcomes_cover_selected": true, "raw_lengths_present": true, "selected_nonempty": true, "warmup_16": true, "warmup_exact_16": true, "warmup_long": true }, "kind": "anchor", "mns": 8, "observed_count": 301, "pass_rate": 1.0, "schema": 1, "selection": { "arrival_order_sha256": "42c88c970510ae1b49ebcf10d2a9fb9bbc07c2ec2761dfd19193a6962cab1273", "arrival_s": { "distinct_n": 300, "finite_n": 301, "max": 59.75439999999999, "min": 0.13000000000001818, "missing_n": 0, "n": 301 }, "count": 301, "long_gt4096": 95, "offered_req_s": 5.016666666666667, "offered_req_s_per_gpu": 1.2541666666666667, "raw_input_tokens": { "distinct_n": 283, "finite_n": 301, "max": 8157.0, "min": 69.0, "missing_n": 0, "n": 301 }, "raw_length_order_sha256": "d1765a9ae2785d90f135e114ce1d802dec58e86fd36152182dee987a73d1604c", "request_id_order_sha256": "2d680e08c068237fadfff567b3fb7f55a8e0a0121c009cefa07ee2653093e700" }, "slo_pass_count": 301, "study_sha256": "76e9d642ba9570917cfeeea848ed92f27904e87760eedabd48805b84e82eca26", "tp": 4, "tpot_ms": { "distinct_n": 301, "finite_n": 301, "max": 12.61807709458416, "min": 3.798431708609436, "missing_n": 0, "n": 301 }, "ttft_ms": { "distinct_n": 301, "finite_n": 301, "max": 1491.487142018741, "min": 37.34235602314584, "missing_n": 0, "n": 301 } }