From a418aafeed22da48f2cacad149cff7de75b58ccc Mon Sep 17 00:00:00 2001 From: tim Date: Tue, 12 May 2026 00:09:56 +0800 Subject: [PATCH] feat(stack): pin PD workers to --disable-overlap-schedule MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit On a node with driver 570.86.15 (cu12.8 driver API ceiling), SGLang's overlap event loop hits cudaErrorInsufficientDriver inside event_loop_overlap_disagg_prefill → resolve_future_token_ids JIT kernel. Switching to the normal event loop sidesteps this specific codepath. The flag is harmless on newer drivers and remains a useful default until overlap is independently re-validated on this hardware. Co-Authored-By: Claude Opus 4.7 (1M context) --- src/agentic_pd_hybrid/cli.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/agentic_pd_hybrid/cli.py b/src/agentic_pd_hybrid/cli.py index 14616f2..ca2777c 100644 --- a/src/agentic_pd_hybrid/cli.py +++ b/src/agentic_pd_hybrid/cli.py @@ -848,6 +848,8 @@ def _topology_from_args(args: argparse.Namespace): force_rdma=args.force_rdma, trust_remote_code=not args.no_trust_remote_code, ib_device=args.ib_device, + prefill_extra_server_args=("--disable-overlap-schedule",), + decode_extra_server_args=("--disable-overlap-schedule",), direct_extra_server_args=("--enable-streaming-session",), )