chore: vendor sglang v0.5.10 snapshot

third_party/sglang/sgl-model-gateway/e2e_test/embeddings/test_basic.py

@@ -0,0 +1,143 @@
+"""Basic embedding API tests.
+
+Tests the embedding functionality through the router with both gRPC and HTTP backends.
+
+Source: Migrated from e2e_grpc/basic/test_embedding_server.py
+
+Usage:
+    pytest e2e_test/embeddings/test_basic.py -v
+    pytest e2e_test/embeddings/test_basic.py -v -k "grpc"
+"""
+
+from __future__ import annotations
+
+import logging
+
+import pytest
+
+logger = logging.getLogger(__name__)
+
+
+@pytest.mark.e2e
+@pytest.mark.model("embedding")
+@pytest.mark.parametrize("setup_backend", ["grpc", "http"], indirect=True)
+class TestEmbeddingBasic:
+    """Basic embedding API tests using local workers (gRPC and HTTP)."""
+
+    def test_embedding_single(self, setup_backend):
+        """Test single text embedding.
+
+        Verifies that:
+        - Response object structure is correct
+        - Embedding is a non-empty list of floats
+        - Usage statistics are present
+        """
+        backend, model, client, gateway = setup_backend
+
+        input_text = "Hello world"
+        response = client.embeddings.create(
+            model=model,
+            input=input_text,
+        )
+
+        assert response.object == "list"
+        assert len(response.data) == 1
+
+        embedding = response.data[0]
+        assert embedding.object == "embedding"
+        assert embedding.index == 0
+        assert len(embedding.embedding) > 0
+        assert isinstance(embedding.embedding[0], float)
+
+        # Verify usage statistics
+        assert response.usage.prompt_tokens > 0
+        assert response.usage.total_tokens == response.usage.prompt_tokens
+
+        logger.info(
+            "Single embedding: %d dimensions, %d tokens",
+            len(embedding.embedding),
+            response.usage.prompt_tokens,
+        )
+
+    def test_embedding_batch(self, setup_backend):
+        """Test batch embedding with multiple texts.
+
+        Note: The original test expected len(response.data) == 1 for batch,
+        which seems incorrect. This might be model-specific behavior.
+        """
+        backend, model, client, gateway = setup_backend
+
+        input_texts = ["Hello world", "SGLang is fast"]
+        response = client.embeddings.create(
+            model=model,
+            input=input_texts,
+        )
+
+        # Note: Original test had len(response.data) == 1, which seems like
+        # a bug or model-specific behavior. Standard behavior should return
+        # one embedding per input text.
+        assert len(response.data) >= 1
+        assert response.data[0].index == 0
+        assert len(response.data[0].embedding) > 0
+
+        logger.info("Batch embedding: %d results", len(response.data))
+
+    def test_embedding_dimensions_consistent(self, setup_backend):
+        """Test that embedding dimensions are consistent across different inputs.
+
+        Verifies that different length inputs produce embeddings with
+        the same dimensionality.
+        """
+        backend, model, client, gateway = setup_backend
+
+        response1 = client.embeddings.create(
+            model=model,
+            input="A short text",
+        )
+        dim1 = len(response1.data[0].embedding)
+
+        response2 = client.embeddings.create(
+            model=model,
+            input="A much longer text to ensure dimensions match regardless of input length",
+        )
+        dim2 = len(response2.data[0].embedding)
+
+        assert dim1 == dim2, f"Dimensions differ: {dim1} vs {dim2}"
+        logger.info("Embedding dimensions: %d (consistent)", dim1)
+
+    def test_embedding_empty_string(self, setup_backend):
+        """Test embedding with empty string input.
+
+        Some models may handle empty strings differently.
+        This test verifies the API doesn't crash on empty input.
+        """
+        backend, model, client, gateway = setup_backend
+
+        try:
+            response = client.embeddings.create(
+                model=model,
+                input="",
+            )
+            # If it succeeds, verify structure
+            assert len(response.data) >= 1
+            logger.info("Empty string embedding succeeded")
+        except Exception as e:
+            # Some models may reject empty strings - that's acceptable
+            logger.info("Empty string embedding rejected: %s", e)
+
+    def test_embedding_unicode(self, setup_backend):
+        """Test embedding with unicode characters.
+
+        Verifies that the API handles non-ASCII characters correctly.
+        """
+        backend, model, client, gateway = setup_backend
+
+        input_text = "Hello 世界! 🚀 Привет мир"
+        response = client.embeddings.create(
+            model=model,
+            input=input_text,
+        )
+
+        assert len(response.data) == 1
+        assert len(response.data[0].embedding) > 0
+        logger.info("Unicode embedding: %d dimensions", len(response.data[0].embedding))