ddi-fw 0.0.19__tar.gz → 0.0.21__tar.gz

{ddi_fw-0.0.19 → ddi_fw-0.0.21}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ddi_fw
-Version: 0.0.19
+Version: 0.0.21
 Summary: Do not use :)
 Author-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>
 Maintainer-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>
@@ -22,6 +22,7 @@ Classifier: Topic :: Scientific/Engineering :: Information Analysis
 Classifier: Topic :: Scientific/Engineering :: Medical Science Apps.
 Requires-Python: >=3.8
 Description-Content-Type: text/markdown
+Requires-Dist: python-stopwatch
 Requires-Dist: importlib-resources
 Requires-Dist: lxml
 Requires-Dist: matplotlib

{ddi_fw-0.0.19 → ddi_fw-0.0.21}/pyproject.toml

@@ -5,7 +5,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "ddi_fw"
-version = "0.0.19"
+version = "0.0.21"
 description = "Do not use :)"
 readme = "README.md"
 authors = [
@@ -45,7 +45,8 @@ license = { file = "LICENSE" }
 
 requires-python = ">=3.8"
 dependencies = [
-"importlib-resources"
+"python-stopwatch"
+,"importlib-resources"
 ,"lxml"
 ,"matplotlib"
 ,"mlflow==2.7.1"

{ddi_fw-0.0.19 → ddi_fw-0.0.21}/src/ddi_fw/utils/zip_helper.py

@@ -15,6 +15,18 @@ class ZipHelper:
         with z.ZipFile(f'{output_path}/{name}.zip', 'w', compression=z.ZIP_LZMA, compresslevel=z.ZIP_LZMA) as zipObj:
             zipObj.write(file_path, basename(file_path))
 
+    def zip_as_multipart(self, name, folder, file_name, output_path, chunk_size):
+        self.zip_single_file(name, folder+'/'+file_name, output_path)
+        with open(file_path, 'rb') as f:
+            chunk_number = 1
+            while True:
+                chunk = f.read(chunk_size)
+                if not chunk:
+                    break
+                with open(f"{folder}/path/{file_name}.part{chunk_number:03}", 'wb') as chunk_file:
+                    chunk_file.write(chunk)
+                chunk_number += 1
+
     def zip(self, zip_prefix, input_path, output_path, chunk_size):
         files_paths = [input_path+'/' + p for p in os.listdir(input_path)]
         count_of_chunks = math.ceil(len(files_paths) / chunk_size)
@@ -50,6 +62,14 @@ class ZipHelper:
                     z1.extractall(path=output_path)
                     print(f'{file_path} has been extracted')
 
+    def extract_multiparts(self, output_path, parts_path):
+        input_parts = [parts_path+'/' + p for p in os.listdir(parts_path)]
+        with open(output_file, 'wb') as outfile:
+            for part in input_parts:
+                with open(part, 'rb') as infile:
+                    outfile.write(infile.read())
+        self.extract(parts_path, output_path)
+
 
 # if __name__ == "__main__":
 #     helper = ZipHelper()
@@ -63,4 +83,4 @@ class ZipHelper:
     # df = pd.DataFrame(data=d)
     # df.to_pickle('test/dataframe.pickle')
     # helper.zip_single_file(file_path='test/dataframe.pickle',output_path='test/output', name='zip')
-    # helper.extract(input_path='test/output', output_path='test/output')
+    # helper.extract(input_path='test/output', output_path='test/output')

{ddi_fw-0.0.19 → ddi_fw-0.0.21}/src/ddi_fw.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ddi_fw
-Version: 0.0.19
+Version: 0.0.21
 Summary: Do not use :)
 Author-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>
 Maintainer-email: Kıvanç Bayraktar <bayraktarkivanc@gmail.com>
@@ -22,6 +22,7 @@ Classifier: Topic :: Scientific/Engineering :: Information Analysis
 Classifier: Topic :: Scientific/Engineering :: Medical Science Apps.
 Requires-Python: >=3.8
 Description-Content-Type: text/markdown
+Requires-Dist: python-stopwatch
 Requires-Dist: importlib-resources
 Requires-Dist: lxml
 Requires-Dist: matplotlib

{ddi_fw-0.0.19 → ddi_fw-0.0.21}/src/ddi_fw.egg-info/requires.txt

@@ -1,3 +1,4 @@
+python-stopwatch
 importlib-resources
 lxml
 matplotlib