embed-client 1.0.1.1__py3-none-any.whl → 2.0.0.0__py3-none-any.whl

embed_client/async_client.py

@@ -48,7 +48,7 @@ class EmbeddingServiceAsyncClient:
     
     Supports both old and new API formats:
     - Old format: {"result": {"success": true, "data": {"embeddings": [...]}}}
-    - New format: {"result": {"success": true, "data": [{"body": "text", "embedding": [...], "chunks": [...]}]}}
+    - New format: {"result": {"success": true, "data": {"embeddings": [...], "results": [{"body": "text", "embedding": [...], "tokens": [...], "bm25_tokens": [...]}]}}}
     
     Args:
         base_url (str): Base URL of the embedding service (e.g., "http://localhost").
@@ -172,13 +172,33 @@ class EmbeddingServiceAsyncClient:
             result: API response dictionary
             
         Returns:
-            List of dictionaries with 'body', 'embedding', and 'chunks' fields
+            List of dictionaries with 'body', 'embedding', 'tokens', and 'bm25_tokens' fields
             
         Raises:
             ValueError: If data cannot be extracted or is in old format
         """
         if "result" in result and isinstance(result["result"], dict):
             res = result["result"]
+            if "data" in res and isinstance(res["data"], dict) and "results" in res["data"]:
+                # New format: result.data.results[]
+                results = res["data"]["results"]
+                if isinstance(results, list):
+                    # Validate that all items have required fields
+                    for i, item in enumerate(results):
+                        if not isinstance(item, dict):
+                            raise ValueError(f"Item {i} is not a dictionary: {item}")
+                        if "body" not in item:
+                            raise ValueError(f"Item {i} missing 'body' field: {item}")
+                        if "embedding" not in item:
+                            raise ValueError(f"Item {i} missing 'embedding' field: {item}")
+                        if "tokens" not in item:
+                            raise ValueError(f"Item {i} missing 'tokens' field: {item}")
+                        if "bm25_tokens" not in item:
+                            raise ValueError(f"Item {i} missing 'bm25_tokens' field: {item}")
+                    
+                    return results
+            
+            # Legacy support for old format: result.data[]
             if "data" in res and isinstance(res["data"], list):
                 # Validate that all items have required fields
                 for i, item in enumerate(res["data"]):
@@ -188,8 +208,9 @@ class EmbeddingServiceAsyncClient:
                         raise ValueError(f"Item {i} missing 'body' field: {item}")
                     if "embedding" not in item:
                         raise ValueError(f"Item {i} missing 'embedding' field: {item}")
-                    if "chunks" not in item:
-                        raise ValueError(f"Item {i} missing 'chunks' field: {item}")
+                    # Old format had 'chunks' instead of 'tokens'
+                    if "chunks" not in item and "tokens" not in item:
+                        raise ValueError(f"Item {i} missing 'chunks' or 'tokens' field: {item}")
                 
                 return res["data"]
         
@@ -214,18 +235,60 @@ class EmbeddingServiceAsyncClient:
     def extract_chunks(self, result: Dict[str, Any]) -> List[List[str]]:
         """
         Extract text chunks from API response (new format only).
+        Note: This method now extracts 'tokens' instead of 'chunks' for compatibility.
         
         Args:
             result: API response dictionary
             
         Returns:
-            List of chunk lists for each text
+            List of token lists for each text
             
         Raises:
             ValueError: If chunks cannot be extracted or is in old format
         """
         data = self.extract_embedding_data(result)
-        return [item["chunks"] for item in data]
+        chunks = []
+        for item in data:
+            # New format uses 'tokens', old format used 'chunks'
+            if "tokens" in item:
+                chunks.append(item["tokens"])
+            elif "chunks" in item:
+                chunks.append(item["chunks"])
+            else:
+                raise ValueError(f"Item missing both 'tokens' and 'chunks' fields: {item}")
+        return chunks
+
+    def extract_tokens(self, result: Dict[str, Any]) -> List[List[str]]:
+        """
+        Extract tokens from API response (new format only).
+        
+        Args:
+            result: API response dictionary
+            
+        Returns:
+            List of token lists for each text
+            
+        Raises:
+            ValueError: If tokens cannot be extracted or is in old format
+        """
+        data = self.extract_embedding_data(result)
+        return [item["tokens"] for item in data]
+
+    def extract_bm25_tokens(self, result: Dict[str, Any]) -> List[List[str]]:
+        """
+        Extract BM25 tokens from API response (new format only).
+        
+        Args:
+            result: API response dictionary
+            
+        Returns:
+            List of BM25 token lists for each text
+            
+        Raises:
+            ValueError: If BM25 tokens cannot be extracted or is in old format
+        """
+        data = self.extract_embedding_data(result)
+        return [item["bm25_tokens"] for item in data]
 
     async def __aenter__(self):
         try:

embed_client/example_async_usage_ru.py

@@ -88,9 +88,17 @@ async def main():
                     print("\nAdditional data from new format:")
                     for i, data in enumerate(embedding_data):
                         print(f"  Text: {data['body']!r}")
-                        print(f"  Chunks: {data['chunks']}")
-                except ValueError:
-                    print("(Old format detected - no additional data available)")
+                        print(f"  Tokens: {data['tokens']}")
+                        print(f"  BM25 tokens: {data['bm25_tokens']}")
+                        
+                    # Extract tokens and BM25 tokens separately
+                    tokens = client.extract_tokens(result)
+                    bm25_tokens = client.extract_bm25_tokens(result)
+                    print(f"\nExtracted tokens: {tokens}")
+                    print(f"Extracted BM25 tokens: {bm25_tokens}")
+                    
+                except ValueError as e:
+                    print(f"(Old format detected - no additional data available): {e}")
                     
             except EmbeddingServiceAPIError as e:
                 print("[API error]", e.error)

{embed_client-1.0.1.1.dist-info → embed_client-2.0.0.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: embed-client
-Version: 1.0.1.1
+Version: 2.0.0.0
 Summary: Async client for Embedding Service API
 Author: Your Name
 Requires-Dist: aiohttp

embed_client-2.0.0.0.dist-info/RECORD

@@ -0,0 +1,8 @@
+embed_client/__init__.py,sha256=Nqnn8clbgv-5l0PgxcTOldg8mkMKrFn4TvPL-rYUUGg,1
+embed_client/async_client.py,sha256=8jsDvHQhtoYNrQ4B2rGHqmniGPVMQeSsrzZZUyMx_J8,26357
+embed_client/example_async_usage.py,sha256=6oCDALFebTv1o5k7lB7UuiacP9Scvf2r3gVIVtIrsPk,6623
+embed_client/example_async_usage_ru.py,sha256=J9K3UpDJwwwy7gNQzy6G3clX4VoMleBmRk_9vymlIiw,5425
+embed_client-2.0.0.0.dist-info/METADATA,sha256=3_4NeyifJYxq9iQQHgmxgegFxeoNPvriW_UpWNsAOmI,254
+embed_client-2.0.0.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+embed_client-2.0.0.0.dist-info/top_level.txt,sha256=uG00A4d9o9DFrhiN7goObpeig72Pniby0E7UpDRgyXY,13
+embed_client-2.0.0.0.dist-info/RECORD,,

embed_client-1.0.1.1.dist-info/RECORD

@@ -1,8 +0,0 @@
-embed_client/__init__.py,sha256=Nqnn8clbgv-5l0PgxcTOldg8mkMKrFn4TvPL-rYUUGg,1
-embed_client/async_client.py,sha256=BNGBGtionC6Evcr9yTTZGsMt7r9hH-DRcHguSJMxR8s,23514
-embed_client/example_async_usage.py,sha256=6oCDALFebTv1o5k7lB7UuiacP9Scvf2r3gVIVtIrsPk,6623
-embed_client/example_async_usage_ru.py,sha256=0ZFeUCSHoWnKQelK9UQ2Y3hSvFhVvRJ9cosWqxMEF8A,4979
-embed_client-1.0.1.1.dist-info/METADATA,sha256=BaAFA1F76uxxjtMVGhD5NftdIMvkoWyfwOKahOmuTdk,254
-embed_client-1.0.1.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-embed_client-1.0.1.1.dist-info/top_level.txt,sha256=uG00A4d9o9DFrhiN7goObpeig72Pniby0E7UpDRgyXY,13
-embed_client-1.0.1.1.dist-info/RECORD,,