trustgraph-base 2.7.9__tar.gz → 2.7.11__tar.gz

{trustgraph_base-2.7.9 → trustgraph_base-2.7.11}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: trustgraph-base
-Version: 2.7.9
+Version: 2.7.11
 Summary: TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline.
 Author-email: "trustgraph.ai" <security@trustgraph.ai>
 Project-URL: Homepage, https://github.com/trustgraph-ai/trustgraph

{trustgraph_base-2.7.9 → trustgraph_base-2.7.11}/trustgraph/api/async_bulk_client.py

@@ -117,13 +117,30 @@ class AsyncBulkClient:
             async for raw_message in websocket:
                 yield json.loads(raw_message)
 
-    async def import_rows(self, flow: str, rows: AsyncIterator[Dict[str, Any]], **kwargs: Any) -> None:
+    async def import_rows(
+        self, flow: str, rows: AsyncIterator[Dict[str, Any]],
+        batch_size: int = 40,
+        **kwargs: Any,
+    ) -> None:
         """Bulk import rows via WebSocket"""
         ws_url = self._build_ws_url(f"/api/v1/flow/{flow}/import/rows")
 
         async with websockets.connect(ws_url, ping_interval=20, ping_timeout=self.timeout) as websocket:
+            batch = []
+            template = None
             async for row in rows:
-                await websocket.send(json.dumps(row))
+                if template is None:
+                    template = row
+                batch.append(row.get("values", row))
+                if len(batch) >= batch_size:
+                    message = dict(template)
+                    message["values"] = batch
+                    await websocket.send(json.dumps(message))
+                    batch = []
+            if batch:
+                message = dict(template)
+                message["values"] = batch
+                await websocket.send(json.dumps(message))
 
     async def aclose(self) -> None:
         """Close connections"""

{trustgraph_base-2.7.9 → trustgraph_base-2.7.11}/trustgraph/api/bulk_client.py

@@ -538,7 +538,11 @@ class BulkClient:
             async for raw_message in websocket:
                 yield json.loads(raw_message)
 
-    def import_rows(self, flow: str, rows: Iterator[Dict[str, Any]], **kwargs: Any) -> None:
+    def import_rows(
+        self, flow: str, rows: Iterator[Dict[str, Any]],
+        batch_size: int = 40,
+        **kwargs: Any,
+    ) -> None:
         """
         Bulk import structured rows into a flow.
 
@@ -548,6 +552,7 @@ class BulkClient:
         Args:
             flow: Flow identifier
             rows: Iterator yielding row dictionaries
+            batch_size: Number of rows per batch (default 40)
             **kwargs: Additional parameters (reserved for future use)
 
         Example:
@@ -566,15 +571,31 @@ class BulkClient:
             )
             ```
         """
-        self._run_async(self._import_rows_async(flow, rows))
+        self._run_async(self._import_rows_async(flow, rows, batch_size))
 
-    async def _import_rows_async(self, flow: str, rows: Iterator[Dict[str, Any]]) -> None:
+    async def _import_rows_async(
+        self, flow: str, rows: Iterator[Dict[str, Any]],
+        batch_size: int,
+    ) -> None:
         """Async implementation of rows import"""
         ws_url = self._build_ws_url(f"/api/v1/flow/{flow}/import/rows")
 
         async with websockets.connect(ws_url, ping_interval=20, ping_timeout=self.timeout) as websocket:
+            batch = []
+            template = None
             for row in rows:
-                await websocket.send(json.dumps(row))
+                if template is None:
+                    template = row
+                batch.append(row.get("values", row))
+                if len(batch) >= batch_size:
+                    message = dict(template)
+                    message["values"] = batch
+                    await websocket.send(json.dumps(message))
+                    batch = []
+            if batch:
+                message = dict(template)
+                message["values"] = batch
+                await websocket.send(json.dumps(message))
 
     def close(self) -> None:
         """Close connections"""

trustgraph_base-2.7.11/trustgraph/base_version.py

@@ -0,0 +1 @@
+__version__ = "2.7.11"

{trustgraph_base-2.7.9 → trustgraph_base-2.7.11}/trustgraph_base.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: trustgraph-base
-Version: 2.7.9
+Version: 2.7.11
 Summary: TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline.
 Author-email: "trustgraph.ai" <security@trustgraph.ai>
 Project-URL: Homepage, https://github.com/trustgraph-ai/trustgraph

trustgraph_base-2.7.9/trustgraph/base_version.py

@@ -1 +0,0 @@
-__version__ = "2.7.9"