"""Basic embedding API tests. Tests the embedding functionality through the router with both gRPC and HTTP backends. Source: Migrated from e2e_grpc/basic/test_embedding_server.py Usage: pytest e2e_test/embeddings/test_basic.py -v pytest e2e_test/embeddings/test_basic.py -v -k "grpc" """ from __future__ import annotations import logging import pytest logger = logging.getLogger(__name__) @pytest.mark.e2e @pytest.mark.model("embedding") @pytest.mark.parametrize("setup_backend", ["grpc", "http"], indirect=True) class TestEmbeddingBasic: """Basic embedding API tests using local workers (gRPC and HTTP).""" def test_embedding_single(self, setup_backend): """Test single text embedding. Verifies that: - Response object structure is correct - Embedding is a non-empty list of floats - Usage statistics are present """ backend, model, client, gateway = setup_backend input_text = "Hello world" response = client.embeddings.create( model=model, input=input_text, ) assert response.object == "list" assert len(response.data) == 1 embedding = response.data[0] assert embedding.object == "embedding" assert embedding.index == 0 assert len(embedding.embedding) > 0 assert isinstance(embedding.embedding[0], float) # Verify usage statistics assert response.usage.prompt_tokens > 0 assert response.usage.total_tokens == response.usage.prompt_tokens logger.info( "Single embedding: %d dimensions, %d tokens", len(embedding.embedding), response.usage.prompt_tokens, ) def test_embedding_batch(self, setup_backend): """Test batch embedding with multiple texts. Note: The original test expected len(response.data) == 1 for batch, which seems incorrect. This might be model-specific behavior. """ backend, model, client, gateway = setup_backend input_texts = ["Hello world", "SGLang is fast"] response = client.embeddings.create( model=model, input=input_texts, ) # Note: Original test had len(response.data) == 1, which seems like # a bug or model-specific behavior. Standard behavior should return # one embedding per input text. assert len(response.data) >= 1 assert response.data[0].index == 0 assert len(response.data[0].embedding) > 0 logger.info("Batch embedding: %d results", len(response.data)) def test_embedding_dimensions_consistent(self, setup_backend): """Test that embedding dimensions are consistent across different inputs. Verifies that different length inputs produce embeddings with the same dimensionality. """ backend, model, client, gateway = setup_backend response1 = client.embeddings.create( model=model, input="A short text", ) dim1 = len(response1.data[0].embedding) response2 = client.embeddings.create( model=model, input="A much longer text to ensure dimensions match regardless of input length", ) dim2 = len(response2.data[0].embedding) assert dim1 == dim2, f"Dimensions differ: {dim1} vs {dim2}" logger.info("Embedding dimensions: %d (consistent)", dim1) def test_embedding_empty_string(self, setup_backend): """Test embedding with empty string input. Some models may handle empty strings differently. This test verifies the API doesn't crash on empty input. """ backend, model, client, gateway = setup_backend try: response = client.embeddings.create( model=model, input="", ) # If it succeeds, verify structure assert len(response.data) >= 1 logger.info("Empty string embedding succeeded") except Exception as e: # Some models may reject empty strings - that's acceptable logger.info("Empty string embedding rejected: %s", e) def test_embedding_unicode(self, setup_backend): """Test embedding with unicode characters. Verifies that the API handles non-ASCII characters correctly. """ backend, model, client, gateway = setup_backend input_text = "Hello 世界! 🚀 Привет мир" response = client.embeddings.create( model=model, input=input_text, ) assert len(response.data) == 1 assert len(response.data[0].embedding) > 0 logger.info("Unicode embedding: %d dimensions", len(response.data[0].embedding))