osbot-utils 1.28.0__py3-none-any.whl → 1.29.0__py3-none-any.whl

osbot_utils/helpers/Zip_Bytes.py

@@ -1,16 +1,20 @@
 from osbot_utils.base_classes.Type_Safe import Type_Safe
 from osbot_utils.utils.Dev import pprint
 from osbot_utils.utils.Files import files_list, file_create_from_bytes, temp_file, parent_folder, parent_folder_create
+from osbot_utils.utils.Regex import list__match_regex, list__match_regexes
 from osbot_utils.utils.Zip import zip_bytes_empty, zip_bytes__files, zip_bytes__add_file, zip_bytes__add_files, \
     zip_bytes__replace_files, zip_bytes__replace_file, zip_bytes__file_list, zip_bytes__file, \
-    zip_bytes__add_file__from_disk, zip_bytes__add_files__from_disk, zip_files, zip_file__files
+    zip_bytes__add_file__from_disk, zip_bytes__add_files__from_disk, zip_files, zip_file__files, zip_bytes__remove_files
 
 
 class Zip_Bytes(Type_Safe):
-    zip_bytes : bytes
+    zip_bytes : bytes = None
 
-    def __enter__(self):
+    def __init__(self):
+        super().__init__()
         self.zip_bytes = zip_bytes_empty()
+
+    def __enter__(self):
         return self
 
     def __exit__(self, exc_type, exc_val, exc_tb):
@@ -20,7 +24,9 @@ class Zip_Bytes(Type_Safe):
         self.zip_bytes = zip_bytes__add_file(self.zip_bytes, file_path, file_contents)
         return self
 
-    def add_file__from_disk(self, base_path, file_to_add):
+    def add_file__from_disk(self, file_to_add, base_path=None):
+        if base_path is None:
+            base_path = parent_folder(file_to_add)
         self.zip_bytes = zip_bytes__add_file__from_disk(self.zip_bytes, base_path, file_to_add)
         return self
 
@@ -28,14 +34,22 @@ class Zip_Bytes(Type_Safe):
         self.zip_bytes = zip_bytes__add_files(self.zip_bytes, files_to_add)
         return self
 
-    def add_files__from_disk(self, base_path, files_to_add):
-        self.zip_bytes = zip_bytes__add_files__from_disk(self.zip_bytes, base_path, files_to_add)
+    def add_files__from_disk(self, base_path, files_to_add, path_prefix=None):
+        self.zip_bytes = zip_bytes__add_files__from_disk(self.zip_bytes, base_path, files_to_add, path_prefix=path_prefix)
         return self
 
-    def add_folder__from_disk(self, base_path, folder_to_add, pattern="*"):
-        files_to_add = files_list(folder_to_add, pattern=pattern)
+    def add_folder__from_disk(self, folder_to_add, *patterns):
+        base_path           = folder_to_add
+        all_files_in_folder = files_list(folder_to_add)
+        files_to_add        = list__match_regexes(all_files_in_folder, *patterns)
         return self.add_files__from_disk(base_path, files_to_add)
 
+    def add_folder__from_disk__with_prefix(self, folder_to_add, path_prefix, *patterns):
+        base_path           = folder_to_add
+        all_files_in_folder = files_list(folder_to_add)
+        files_to_add        = list__match_regexes(all_files_in_folder, *patterns)
+        return self.add_files__from_disk(base_path, files_to_add, path_prefix=path_prefix)
+
     def add_from_zip_file(self, path_zip_file):
         files_to_add = zip_file__files(path_zip_file)
         self.add_files(files_to_add)
@@ -47,15 +61,27 @@ class Zip_Bytes(Type_Safe):
     def file(self, file_path):
         return zip_bytes__file(self.zip_bytes, file_path)
 
+    def file_paths(self):
+        return self.files_list()
+
     def files(self):
         return zip_bytes__files(self.zip_bytes)
 
     def files_list(self):
         return zip_bytes__file_list(self.zip_bytes)
 
+    def list(self):
+        return self.files_list()
+
     def print_files_list(self):
         pprint(self.files_list())
         return self
+
+    def remove_files(self, *patterns):
+        files_to_remove = list__match_regexes(self.files_list(), *patterns)
+        self.zip_bytes = zip_bytes__remove_files(self.zip_bytes, files_to_remove)
+        return self
+
     def replace_files(self, files_to_replace):
         self.zip_bytes = zip_bytes__replace_files(self.zip_bytes, files_to_replace)
         return self

osbot_utils/testing/Temp_Folder.py

@@ -96,6 +96,13 @@ class Temp_Folder:
         file_path = path_combine(self.full_path, target_file)
         return file_contents(file_path)
 
+    def files_contents(self):
+        result = {}
+        for file_path in self.files():
+            full_path         = path_combine(self.full_path, file_path)
+            result[file_path] = file_contents(full_path)
+        return result
+
     def files(self, show_parent_folder=False, include_folders=False):
         all_files = files_recursive(self.path(), include_folders=include_folders)
         if show_parent_folder:

osbot_utils/utils/Files.py

@@ -81,7 +81,7 @@ class Files:
         return glob.glob(path_pattern, recursive=recursive)
 
     @staticmethod
-    def files(path, pattern= '*.*', only_files=True):
+    def files(path, pattern= '*', only_files=True):
         result = []
         for file in Path(path).rglob(pattern):
             if only_files and is_not_file(file):

osbot_utils/utils/Regex.py

@@ -0,0 +1,25 @@
+import re
+
+from osbot_utils.utils.Status import status_error
+
+
+def list__match_regex(target, pattern):
+    return list__match_regexes(target, [pattern])
+
+def list__match_regexes(target, *patterns):
+    if len (patterns) == 0:
+        return target
+    compiled_patterns = []
+    for pattern in patterns:
+        try:
+            compiled_patterns.append(re.compile(pattern))                           # todo: find better way to handle regex errors
+        except Exception as error:
+            return status_error(message='Error compiling pattern: {pattern}', error=error)
+    matched_files = []
+    if target and type(target) is list:
+        for file in target:
+            for compiled_pattern in compiled_patterns:
+                if compiled_pattern.match(file):
+                    matched_files.append(file)
+                    break
+    return matched_files

osbot_utils/utils/Zip.py

@@ -52,14 +52,17 @@ def zip_bytes__add_file(zip_bytes, zip_file_path, file_contents):
 def zip_bytes__add_file__from_disk(zip_bytes, base_path, file_to_add):
     return zip_bytes__add_files__from_disk(zip_bytes, base_path, files_to_add=[file_to_add])
 
-def zip_bytes__add_files__from_disk(zip_bytes, base_path, files_to_add, replace_files=True):
+def zip_bytes__add_files__from_disk(zip_bytes, base_path, files_to_add, replace_files=True, path_prefix=None):
     zip_files_to_add = {}
     if base_path[:-1] != '/':
         base_path += "/"
+
     for file_to_add in files_to_add:
         if file_exists(file_to_add):
             file_contents = file_contents_as_bytes(file_to_add)
             zip_file_path = file_to_add.replace(base_path, '')
+            if path_prefix:
+                zip_file_path = path_prefix + zip_file_path
             zip_files_to_add[zip_file_path] = file_contents
 
     if replace_files:

osbot_utils/version

@@ -1 +1 @@
-v1.28.0
+v1.29.0

{osbot_utils-1.28.0.dist-info → osbot_utils-1.29.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: osbot_utils
-Version: 1.28.0
+Version: 1.29.0
 Summary: OWASP Security Bot - Utils
 Home-page: https://github.com/owasp-sbot/OSBot-Utils
 License: MIT
@@ -22,7 +22,7 @@ Description-Content-Type: text/markdown
 
 Powerful Python util methods and classes that simplify common apis and tasks.
 
-![Current Release](https://img.shields.io/badge/release-v1.28.0-blue)
+![Current Release](https://img.shields.io/badge/release-v1.29.0-blue)
 [![codecov](https://codecov.io/gh/owasp-sbot/OSBot-Utils/graph/badge.svg?token=GNVW0COX1N)](https://codecov.io/gh/owasp-sbot/OSBot-Utils)
 
 

{osbot_utils-1.28.0.dist-info → osbot_utils-1.29.0.dist-info}/RECORD

@@ -63,7 +63,7 @@ osbot_utils/helpers/Print_Table.py,sha256=LEXbyqGg_6WSraI4cob4bNNSu18ddqvALp1zGK
 osbot_utils/helpers/Python_Audit.py,sha256=shpZlluJwqJBAlad6xN01FkgC1TsQ48RLvR5ZjmrKa4,1539
 osbot_utils/helpers/Random_Seed.py,sha256=14btja8LDN9cMGWaz4fCNcMRU_eyx49gas-_PQvHgy4,634
 osbot_utils/helpers/Type_Registry.py,sha256=Ajk3SyMSKDi2g9SJYUtTgg7PZkAgydaHcpbGuEN3S94,311
-osbot_utils/helpers/Zip_Bytes.py,sha256=Ls_AW_-vCusZxL3-Jfl9bJfOpwl4e7nTzxrXSWJ6Ty8,2850
+osbot_utils/helpers/Zip_Bytes.py,sha256=GQAwNEoMXdG7CU1RDhIJ51vkgfbJZnUxjlMUmFGHL1M,3937
 osbot_utils/helpers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 osbot_utils/helpers/ast/Ast.py,sha256=lcPQOSxXI6zgmMnIVF9WM6ISqViWX-sq4d_UC0CDG8s,1155
 osbot_utils/helpers/ast/Ast_Base.py,sha256=5rHMupBlN_n6lOC31UnSW_lWqxqxaE31v0gn-t32OgQ,3708
@@ -252,7 +252,7 @@ osbot_utils/testing/Stderr.py,sha256=wi1gfjpsxnBK3aOl2jzCTWI-0En1HtPgEin97148_MQ
 osbot_utils/testing/Stdout.py,sha256=XQ9OlOW1aHXY1TiNu8O5b75RoDnoaX5RyMHml3OjlKw,459
 osbot_utils/testing/Temp_Env_Vars.py,sha256=oFuaegBlaV0aySkPe1Nzf-mdIKN03oTUKNfKijGz__M,751
 osbot_utils/testing/Temp_File.py,sha256=yZBL9MmcNU4PCQ4xlF4rSss4GylKoX3T_AJF-BlQhdI,1693
-osbot_utils/testing/Temp_Folder.py,sha256=gewV0L3B4ScKyorkVOQaQ-vz4DbeVRnqxCMS9A0eVLo,4953
+osbot_utils/testing/Temp_Folder.py,sha256=Dbcohr2ciex6w-kB79R41Nuoa0pgpDbKtPGnlMmJ73k,5194
 osbot_utils/testing/Temp_Sys_Path.py,sha256=gOMD-7dQYQlejoDYUqsrmuZQ9DLC07ymPZB3zYuNmG4,256
 osbot_utils/testing/Temp_Web_Server.py,sha256=0A-gZsd0_3wRj2YuBEOWyV2rhT6dcS2BlArngPXGTtk,3186
 osbot_utils/testing/Temp_Zip.py,sha256=gppbJchk4tw_bu-7Vt6iJS9mGxeCvNNMMDzeVKHqRv8,1489
@@ -266,7 +266,7 @@ osbot_utils/utils/Csv.py,sha256=oHLVpjRJqrLMz9lubMCNEoThXWju5rNTprcwHc1zq2c,1012
 osbot_utils/utils/Dev.py,sha256=HibpQutYy_iG8gGV8g1GztxNN4l29E4Bi7UZaVL6-L8,1203
 osbot_utils/utils/Env.py,sha256=uYLhqVXqqgfh03Zmf9Vdy9zFdFf0rasW6lteh_VM1xQ,5078
 osbot_utils/utils/Exceptions.py,sha256=KyOUHkXQ_6jDTq04Xm261dbEZuRidtsM4dgzNwSG8-8,389
-osbot_utils/utils/Files.py,sha256=SLuu_RuugTKvXi0zOJh_mkr2FE6TUyQvW60vgZbkHEY,20836
+osbot_utils/utils/Files.py,sha256=bZFvjyC4TAmFH6RSp3Xvj_xBxfybCT2cE7x2qNTQmeE,20834
 osbot_utils/utils/Functions.py,sha256=0E6alPJ0fJpBiJgFOWooCOi265wSRyxxXAJ5CELBnso,3498
 osbot_utils/utils/Http.py,sha256=Z8V149M2HDrKBoXkDD5EXgqTGx6vQoUqXugXK__wcuw,4572
 osbot_utils/utils/Int.py,sha256=PmlUdU4lSwf4gJdmTVdqclulkEp7KPCVUDO6AcISMF4,116
@@ -278,14 +278,15 @@ osbot_utils/utils/Objects.py,sha256=WFH3oeXR1CU03oyzXfcIlktcoXQuKw9cIJn8xTs02AE,
 osbot_utils/utils/Png.py,sha256=V1juGp6wkpPigMJ8HcxrPDIP4bSwu51oNkLI8YqP76Y,1172
 osbot_utils/utils/Process.py,sha256=lr3CTiEkN3EiBx3ZmzYmTKlQoPdkgZBRjPulMxG-zdo,2357
 osbot_utils/utils/Python_Logger.py,sha256=tx8N6wRKL3RDHboDRKZn8SirSJdSAE9cACyJkxrThZ8,12792
+osbot_utils/utils/Regex.py,sha256=0ubgp8HKsS3PNe2H6XlzMIcUuV7jhga3VkQVDNOJWuA,866
 osbot_utils/utils/Status.py,sha256=Yq4s0TelXgn0i2QjCP9V8mP30GabXp_UL-jjM6Iwiw4,4305
 osbot_utils/utils/Str.py,sha256=kxdY8ROX4FdJtCaMTfOc8fK_xcDICprNkefHu2MMNU4,2585
 osbot_utils/utils/Toml.py,sha256=dqiegndCJF7V1YT1Tc-b0-Bl6QWyL5q30urmQwMXfMQ,1402
 osbot_utils/utils/Version.py,sha256=Ww6ChwTxqp1QAcxOnztkTicShlcx6fbNsWX5xausHrg,422
-osbot_utils/utils/Zip.py,sha256=nj3_PrvKRlyeSWcFlbvEwhmu87Gl-siUfIoXxDPE32c,12056
+osbot_utils/utils/Zip.py,sha256=t9txUxJzLBEHot6WJwF0iTTUQ1Gf_V2pVwsWzAqw_NU,12163
 osbot_utils/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-osbot_utils/version,sha256=MNi3rJWAauptL9RTT15nAiO62YEIThbbzD7BICVSPoQ,8
-osbot_utils-1.28.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-osbot_utils-1.28.0.dist-info/METADATA,sha256=LvLJ-gezDkfRszvTQeU-WyLaVX-z0RJmohGZ1qdQkk8,1266
-osbot_utils-1.28.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-osbot_utils-1.28.0.dist-info/RECORD,,
+osbot_utils/version,sha256=Cnimb4t_Vj3piSoNKuKNxuAK7SFZPFgzcFqpUzq2s2A,8
+osbot_utils-1.29.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+osbot_utils-1.29.0.dist-info/METADATA,sha256=CBXxh-9F_qSZWcp7WC1L7HM7_DtuHivZ5rp5STqAS9U,1266
+osbot_utils-1.29.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+osbot_utils-1.29.0.dist-info/RECORD,,