kodexa 6.1.1a1__py3-none-any.whl → 6.1.1a2__py3-none-any.whl

kodexa/platform/client.py

@@ -1937,6 +1937,31 @@ class DataStoreEndpoint(StoreEndpoint):
                                     data_object_page.content]
         return data_object_page
 
+    def get_stream_data_objects_request(self, path: str, query="*", document_family: Optional[DocumentFamily] = None,
+                                        parent_id: Optional[str] = None):
+        """
+        Stream page request
+        :param path (str): The parent taxon (/ is root)
+        :param query (str): The query to limit results (Default *)
+        :param document_family (Optional[DocumentFamily): Optionally the document family to limit results to
+        :param parent_id (Optional[str]): Optionally the parent ID to limit results to
+        :return:
+        """
+        page_size = 20
+        page = 1
+
+        while True:
+            data_object_response = self.get_data_objects_page_request(self, path, page, page_size, query,
+                                                                      document_family, parent_id)
+            if not data_object_response.content:
+                break
+
+            yield data_object_response.content
+            for data_object in data_object_response.content:
+                yield data_object
+
+            page += 1
+
     def create_data_objects(self, data_objects: List[DataObject]) -> List[DataObjectEndpoint]:
         """
         Create data objects in the store
@@ -2079,7 +2104,7 @@ class DocumentStoreEndpoint(StoreEndpoint):
     def download_document_families(self, output_dir: str):
         """Download all the document families in the store to the given directory"""
 
-        for document_family in self.query(page_size=9999).content:
+        for document_family in self.stream_query():
             export_bytes = document_family.export()
             with open(os.path.join(output_dir, document_family.id + ".dfm"), 'wb') as f:
                 f.write(export_bytes)

{kodexa-6.1.1a1.dist-info → kodexa-6.1.1a2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: kodexa
-Version: 6.1.1a1
+Version: 6.1.1a2
 Summary: Python SDK for the Kodexa Platform
 Author: Austin Redenbaugh
 Author-email: austin@kodexa.com

{kodexa-6.1.1a1.dist-info → kodexa-6.1.1a2.dist-info}/RECORD

@@ -11,7 +11,7 @@ kodexa/model/persistence.py,sha256=_d-FEAclxllSTMLqdlQ2-DbGoYaLkAMpB6fPj9xuYZQ,3
 kodexa/pipeline/__init__.py,sha256=sA7f5D6qkdMrpp2xTIeefnrUBI6xxEEWostvxfX_1Cs,236
 kodexa/pipeline/pipeline.py,sha256=uzxe7HuSW1CKDZOrnV_LRHj3SHhbs14lvmMGJ_DIVdw,19763
 kodexa/platform/__init__.py,sha256=1O3oiWMg292NPL_NacKDnK1T3_R6cMorrPRue_9e-O4,216
-kodexa/platform/client.py,sha256=FQmxDxrS0wobQ1hLQjS9tCzXbwFftOS0SRvVpA132wA,108476
+kodexa/platform/client.py,sha256=EK_ZnOJK6AGYbxYfKZfXiNbaV-Vo54oZ8QrIeqYsd7s,109544
 kodexa/platform/kodexa.py,sha256=HcwQh1NKkwSzkngKLp_kEsLW0N_JlzORszoknSDFLT0,27604
 kodexa/selectors/__init__.py,sha256=xA9-4vpyaAZWPSk3bh2kvDLkdv6XEmm7PjFbpziiTIk,100
 kodexa/selectors/ast.py,sha256=mTAcX_pjDiDy99ELxbMMwAAkzezOqz5uCyui9qz7Q4A,13499
@@ -34,7 +34,7 @@ kodexa/testing/test_components.py,sha256=i_9M6-bfUBdR1uYAzZZzWiW0M1DGKzE5mkNuHq4
 kodexa/testing/test_utils.py,sha256=HXM3S5FDzarzS6R7jkOHps6d6Ox2UtNqymoK6VCw8Zg,13596
 kodexa/training/__init__.py,sha256=xs2L62YpRkIRfslQwtQZ5Yxjhm7sLzX2TrVX6EuBnZQ,52
 kodexa/training/train_utils.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-kodexa-6.1.1a1.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
-kodexa-6.1.1a1.dist-info/WHEEL,sha256=vVCvjcmxuUltf8cYhJ0sJMRDLr1XsPuxEId8YDzbyCY,88
-kodexa-6.1.1a1.dist-info/METADATA,sha256=1MNzTz_oXDy5U8R47kzU-m8SIMvep7c9_AzskCyKWCs,3602
-kodexa-6.1.1a1.dist-info/RECORD,,
+kodexa-6.1.1a2.dist-info/LICENSE,sha256=WNHhf_5RCaeuKWyq_K39vmp9F28LxKsB4SpomwSZ2L0,11357
+kodexa-6.1.1a2.dist-info/WHEEL,sha256=vVCvjcmxuUltf8cYhJ0sJMRDLr1XsPuxEId8YDzbyCY,88
+kodexa-6.1.1a2.dist-info/METADATA,sha256=MdYGXveRrPeqPxflMWepDTd5WfcIGJNqDNJpCN_8laM,3602
+kodexa-6.1.1a2.dist-info/RECORD,,