stix2arango 1.0.1__tar.gz → 1.0.2__tar.gz

{stix2arango-1.0.1 → stix2arango-1.0.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: stix2arango
-Version: 1.0.1
+Version: 1.0.2
 Summary: stix2arango is a command line tool that takes a group of STIX 2.1 objects in a bundle and inserts them into ArangoDB. It can also handle updates to existing objects in ArangoDB imported in a bundle.
 Project-URL: Homepage, https://github.com/muchdogesec/stix2arango
 Project-URL: Issues, https://github.com/muchdogesec/stix2arango/issues

{stix2arango-1.0.1 → stix2arango-1.0.2}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "stix2arango"
-version = "1.0.1"
+version = "1.0.2"
 authors = [
   { name = "dogesec" }
 ]

{stix2arango-1.0.1 → stix2arango-1.0.2}/stix2arango/stix2arango/stix2arango.py

@@ -451,15 +451,20 @@ class Stix2Arango:
         )
 
         self.alter_objects(objects)
-        with self.arango.transactional(exclusive=[self.core_collection_edge, self.core_collection_vertex]):
-            inserted_object_ids, existing_objects = (
-                self.arango.insert_relationships_chunked(
-                    objects, self.object_key_mapping, self.core_collection_edge
+        inserted_object_ids = []
+        existing_objects = {}
+        for chunk in utils.chunked(objects, 20_000):
+            with self.arango.transactional(exclusive=[self.core_collection_edge, self.core_collection_vertex]):
+                inserted, existing = (
+                    self.arango.insert_relationships_chunked(
+                        chunk, self.object_key_mapping, self.core_collection_edge
+                    )
                 )
-            )
-            self.arango.update_is_latest_several_chunked(
-                inserted_object_ids, self.core_collection_edge, self.core_collection_edge
-            )
+                inserted_object_ids.extend(inserted)
+                existing_objects.update(existing)
+        self.arango.update_is_latest_several_chunked(
+            inserted_object_ids, self.core_collection_edge, self.core_collection_edge
+        )
         return inserted_object_ids, existing_objects
 
     def import_default_objects(self):