chore: vendor sglang v0.5.10 snapshot

third_party/sglang/sgl-model-gateway/bindings/golang/examples/streaming/main.go

@@ -0,0 +1,125 @@
+// Streaming example demonstrating real-time streaming with SGLang Go SDK
+package main
+
+import (
+	"context"
+	"fmt"
+	"io"
+	"log"
+	"os"
+	"strings"
+	"time"
+
+	"github.com/sglang/sglang-go-grpc-sdk"
+)
+
+func main() {
+	// Get configuration from environment or command line
+	endpoint := os.Getenv("SGL_GRPC_ENDPOINT")
+	if endpoint == "" {
+		endpoint = "grpc://localhost:20000"
+	}
+
+	tokenizerPath := os.Getenv("SGL_TOKENIZER_PATH")
+	if tokenizerPath == "" {
+		tokenizerPath = "./examples/tokenizer"
+	}
+
+	// Create client
+	client, err := sglang.NewClient(sglang.ClientConfig{
+		Endpoint:      endpoint,
+		TokenizerPath: tokenizerPath,
+	})
+	if err != nil {
+		log.Fatalf("Failed to create client: %v", err)
+	}
+	defer client.Close()
+
+	// Create streaming chat completion request
+	req := sglang.ChatCompletionRequest{
+		Model: "default",
+		Messages: []sglang.ChatMessage{
+			{
+				Role:    "system",
+				Content: "You are a helpful assistant.",
+			},
+			{
+				Role:    "user",
+				Content: "写一首春天的诗歌",
+			},
+		},
+		Stream:              true,
+		Temperature:         float32Ptr(0.7),
+		MaxCompletionTokens: intPtr(500),
+		SkipSpecialTokens:   true,
+		Tools:               nil, // Use nil instead of empty slice to avoid template errors
+	}
+
+	// Create streaming completion
+	ctx := context.Background()
+	stream, err := client.CreateChatCompletionStream(ctx, req)
+	if err != nil {
+		log.Fatalf("Failed to create stream: %v", err)
+	}
+	defer stream.Close()
+
+	fmt.Println("=== Streaming Response ===")
+	fmt.Println()
+
+	var fullContent strings.Builder
+	chunkCount := 0
+	startTime := time.Now()
+	var firstTokenTime time.Time
+	firstTokenReceived := false
+
+	for {
+		chunk, err := stream.Recv()
+		if err == io.EOF {
+			break
+		}
+		if err != nil {
+			log.Fatalf("Stream error: %v", err)
+		}
+
+		chunkCount++
+
+		// Extract content from delta
+		for _, choice := range chunk.Choices {
+			if choice.Delta.Content != "" {
+				fmt.Print(choice.Delta.Content)
+				fullContent.WriteString(choice.Delta.Content)
+
+				// Track first token time (TTFT)
+				if !firstTokenReceived {
+					firstTokenTime = time.Now()
+					firstTokenReceived = true
+					ttft := firstTokenTime.Sub(startTime)
+					fmt.Printf("\n[TTFT: %v]\n", ttft)
+				}
+			}
+
+			if choice.FinishReason != "" {
+				fmt.Printf("\n\n[Finished: %s]\n", choice.FinishReason)
+			}
+		}
+	}
+
+	// Calculate metrics
+	if firstTokenReceived {
+		elapsed := time.Since(startTime)
+		tokensPerSecond := float64(fullContent.Len()) / elapsed.Seconds()
+		fmt.Printf("\n=== Metrics ===\n")
+		fmt.Printf("Total chunks: %d\n", chunkCount)
+		fmt.Printf("Total content length: %d characters\n", fullContent.Len())
+		fmt.Printf("Time elapsed: %v\n", elapsed)
+		fmt.Printf("Tokens per second: %.2f\n", tokensPerSecond)
+	}
+}
+
+func float32Ptr(f float32) *float32 {
+	return &f
+}
+
+func intPtr(i int) *int {
+	return &i
+}

third_party/sglang/sgl-model-gateway/bindings/golang/examples/streaming/run.sh

@@ -0,0 +1,46 @@
+#!/bin/bash
+
+# Streaming example runner
+# Usage: ./run.sh [tokenizer_path] [endpoint]
+
+# Set library path for Rust FFI library
+# The library should be in ./lib directory (created by 'make lib')
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+LIB_DIR="$(cd "$SCRIPT_DIR/../.." && pwd)/lib"
+
+# Check if lib directory exists
+if [ ! -d "$LIB_DIR" ]; then
+    echo "Error: Library directory not found at $LIB_DIR"
+    echo "Please run 'make lib' first to build and export the library"
+    exit 1
+fi
+
+# Get Python LDFLAGS (needed for Rust FFI that depends on Python)
+PYTHON_LDFLAGS=$(python3-config --ldflags --embed 2>/dev/null || python3-config --ldflags 2>/dev/null || echo "")
+
+# Set CGO_LDFLAGS to link with the Rust library
+export CGO_LDFLAGS="-L${LIB_DIR} -lsgl_model_gateway_go ${PYTHON_LDFLAGS} -ldl"
+
+# macOS uses DYLD_LIBRARY_PATH, Linux uses LD_LIBRARY_PATH
+if [[ "$OSTYPE" == "darwin"* ]]; then
+    export DYLD_LIBRARY_PATH="${LIB_DIR}:${DYLD_LIBRARY_PATH}"
+else
+    export LD_LIBRARY_PATH="${LIB_DIR}:${LD_LIBRARY_PATH}"
+fi
+
+# Default configuration (can be overridden by environment variables or command line arguments)
+# Tokenizer path: ../tokenizer (relative to this script)
+DEFAULT_TOKENIZER_PATH="${SGL_TOKENIZER_PATH:-../tokenizer}"
+DEFAULT_ENDPOINT="${SGL_GRPC_ENDPOINT:-grpc://localhost:20000}"
+
+TOKENIZER_PATH="${1:-${DEFAULT_TOKENIZER_PATH}}"
+ENDPOINT="${2:-${DEFAULT_ENDPOINT}}"
+
+echo "Running streaming example..."
+echo "Library path: ${LIB_DIR}"
+echo "Tokenizer: $TOKENIZER_PATH"
+echo "Endpoint: $ENDPOINT"
+echo ""
+
+cd "$(dirname "${BASH_SOURCE[0]}")"
+SGL_TOKENIZER_PATH="$TOKENIZER_PATH" SGL_GRPC_ENDPOINT="$ENDPOINT" go run main.go