trustgraph-cli 1.3.11__tar.gz → 1.3.12__tar.gz

{trustgraph_cli-1.3.11 → trustgraph_cli-1.3.12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: trustgraph-cli
-Version: 1.3.11
+Version: 1.3.12
 Summary: TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline.
 Author-email: "trustgraph.ai" <security@trustgraph.ai>
 Project-URL: Homepage, https://github.com/trustgraph-ai/trustgraph

{trustgraph_cli-1.3.11 → trustgraph_cli-1.3.12}/trustgraph/cli/load_structured_data.py

@@ -804,7 +804,18 @@ def load_structured_data(
             print(f"Target schema: {schema_name}")
             print(f"Sample record:")
             if processed_records:
-                print(json.dumps(processed_records[0], indent=2))
+                # Show what the batched format will look like
+                sample_batch = processed_records[:min(3, len(processed_records))]
+                batch_values = [record["values"] for record in sample_batch]
+                first_record = processed_records[0]
+                batched_sample = {
+                    "metadata": first_record["metadata"],
+                    "schema_name": first_record["schema_name"],
+                    "values": batch_values,
+                    "confidence": first_record["confidence"],
+                    "source_span": first_record["source_span"]
+                }
+                print(json.dumps(batched_sample, indent=2))
             return
         
         # Import to TrustGraph using objects import endpoint via WebSocket
@@ -828,10 +839,26 @@ def load_structured_data(
                 async with connect(objects_url) as ws:
                     imported_count = 0
                     
-                    for record in processed_records:
-                        # Send individual ExtractedObject records
-                        await ws.send(json.dumps(record))
-                        imported_count += 1
+                    # Process records in batches
+                    for i in range(0, len(processed_records), batch_size):
+                        batch_records = processed_records[i:i + batch_size]
+                        
+                        # Extract values from each record in the batch
+                        batch_values = [record["values"] for record in batch_records]
+                        
+                        # Create batched ExtractedObject message using first record as template
+                        first_record = batch_records[0]
+                        batched_record = {
+                            "metadata": first_record["metadata"],
+                            "schema_name": first_record["schema_name"],
+                            "values": batch_values,  # Array of value dictionaries
+                            "confidence": first_record["confidence"],
+                            "source_span": first_record["source_span"]
+                        }
+                        
+                        # Send batched ExtractedObject
+                        await ws.send(json.dumps(batched_record))
+                        imported_count += len(batch_records)
                         
                         if imported_count % 100 == 0:
                             logger.info(f"Imported {imported_count}/{len(processed_records)} records...")

trustgraph_cli-1.3.12/trustgraph/cli_version.py

@@ -0,0 +1 @@
+__version__ = "1.3.12"

{trustgraph_cli-1.3.11 → trustgraph_cli-1.3.12}/trustgraph_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: trustgraph-cli
-Version: 1.3.11
+Version: 1.3.12
 Summary: TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline.
 Author-email: "trustgraph.ai" <security@trustgraph.ai>
 Project-URL: Homepage, https://github.com/trustgraph-ai/trustgraph

trustgraph_cli-1.3.11/trustgraph/cli_version.py

@@ -1 +0,0 @@
-__version__ = "1.3.11"