abstract-utilities 0.2.2.599__tar.gz → 0.2.2.632__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of abstract-utilities might be problematic. Click here for more details.
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/PKG-INFO +1 -1
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/setup.py +1 -1
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/__init__.py +11 -3
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/class_utils/global_utils.py +32 -25
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/directory_utils/src/directory_utils.py +2 -0
- abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils/src/file_filters/__init__.py +1 -0
- abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils/src/file_filters/ensure_utils.py +460 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/file_utils/src/file_filters/filter_params.py +64 -0
- abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils/src/file_filters/predicate_utils.py +44 -0
- abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils/src/initFunctionsGen.py +293 -0
- abstract_utilities-0.2.2.599/src/abstract_utilities/file_utils/src/initFunctionsGen.py → abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils/src/initFunctionsGens.py +4 -4
- abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils (2)/imports/__init__.py +2 -0
- abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils (2)/imports/constants.py +118 -0
- abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils (2)/imports/imports/__init__.py +3 -0
- abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils (2)/imports/imports/constants.py +119 -0
- abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils (2)/imports/imports/imports.py +46 -0
- abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils (2)/imports/imports/module_imports.py +8 -0
- abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils (2)/imports/utils/__init__.py +3 -0
- abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils (2)/imports/utils/classes.py +379 -0
- abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils (2)/imports/utils/clean_imps.py +155 -0
- abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils (2)/imports/utils/filter_utils.py +340 -0
- abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils (2)/src/__init__.py +8 -0
- abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils (2)/src/file_filters.py +155 -0
- abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils (2)/src/file_reader.py +604 -0
- abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils (2)/src/find_collect.py +258 -0
- abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils (2)/src/map_utils.py +28 -0
- abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils (2)/src/pdf_utils.py +300 -0
- abstract_utilities-0.2.2.632/src/abstract_utilities/import_utils/__init__.py +2 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/import_utils/imports/module_imports.py +1 -1
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/import_utils/src/extract_utils.py +2 -2
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/import_utils/src/import_functions.py +27 -9
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/import_utils/src/sysroot_utils.py +1 -1
- abstract_utilities-0.2.2.632/src/abstract_utilities/log_utils/log_file.py +107 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/parse_utils/parse_utils.py +23 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/read_write_utils/imports/imports.py +1 -1
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/read_write_utils/read_write_utils.py +99 -31
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities.egg-info/PKG-INFO +1 -1
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities.egg-info/SOURCES.txt +18 -0
- abstract_utilities-0.2.2.599/src/abstract_utilities/file_utils/src/file_filters/__init__.py +0 -4
- abstract_utilities-0.2.2.599/src/abstract_utilities/file_utils/src/file_filters/ensure_utils.py +0 -118
- abstract_utilities-0.2.2.599/src/abstract_utilities/file_utils/src/file_filters/predicate_utils.py +0 -114
- abstract_utilities-0.2.2.599/src/abstract_utilities/log_utils/log_file.py +0 -59
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/README.md +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/pyproject.toml +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/setup.cfg +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/class_utils/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/class_utils/abstract_classes.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/class_utils/caller_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/class_utils/class_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/class_utils/function_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/class_utils/imports/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/class_utils/imports/imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/class_utils/imports/utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/class_utils/module_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/compare_utils/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/compare_utils/best_match.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/compare_utils/compare_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/compare_utils/find_value.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/directory_utils/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/directory_utils/imports/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/directory_utils/imports/imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/directory_utils/imports/module_imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/directory_utils/src/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/directory_utils/src/name_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/directory_utils/src/size_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/directory_utils/src/utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/env_utils/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/env_utils/abstractEnv.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/env_utils/envy_it.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/env_utils/imports/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/env_utils/imports/imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/env_utils/imports/utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/error_utils/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/error_utils/error_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/error_utils/imports/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/error_utils/imports/imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/error_utils/imports/module_imports.py +0 -0
- {abstract_utilities-0.2.2.599/src/abstract_utilities/import_utils → abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils}/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/file_utils/imports/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/file_utils/imports/classes.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/file_utils/imports/clean_imps.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/file_utils/imports/constants.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/file_utils/imports/imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/file_utils/imports/module_imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/file_utils/src/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/file_utils/src/file_filters/filter_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/file_utils/src/find_collect.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/file_utils/src/find_content.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/file_utils/src/map_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/file_utils/src/reader_utils/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/file_utils/src/reader_utils/directory_reader.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/file_utils/src/reader_utils/file_reader.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/file_utils/src/reader_utils/file_readers.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/file_utils/src/reader_utils/imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/file_utils/src/reader_utils/pdf_utils.py +0 -0
- {abstract_utilities-0.2.2.599/src/abstract_utilities/file_utils → abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils (2)}/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/hash_utils/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/hash_utils/hash_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/hash_utils/imports/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/hash_utils/imports/imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/hash_utils/imports/module_imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/history_utils/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/history_utils/history_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/history_utils/imports/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/history_utils/imports/imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/history_utils/imports/module_imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/import_utils/circular_import_finder.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/import_utils/circular_import_finder2.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/import_utils/imports/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/import_utils/imports/constants.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/import_utils/imports/imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/import_utils/imports/utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/import_utils/src/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/import_utils/src/clean_imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/import_utils/src/dot_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/import_utils/src/import_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/import_utils/src/package_utils/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/import_utils/src/package_utils/context_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/import_utils/src/package_utils/import_collectors.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/import_utils/src/package_utils/path_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/import_utils/src/package_utils/safe_import.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/import_utils/src/pkg_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/json_utils/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/json_utils/imports/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/json_utils/imports/imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/json_utils/imports/module_imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/json_utils/json_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/list_utils/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/list_utils/imports/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/list_utils/imports/imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/list_utils/imports/module_imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/list_utils/list_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/log_utils/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/log_utils/abstractLogManager.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/log_utils/call_response.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/log_utils/imports/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/log_utils/imports/imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/log_utils/imports/module_imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/log_utils/logger_callable.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/math_utils/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/math_utils/imports/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/math_utils/imports/imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/math_utils/imports/module_imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/math_utils/math_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/parse_utils/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/parse_utils/imports/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/parse_utils/imports/constants.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/parse_utils/imports/imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/parse_utils/imports/module_imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/path_utils/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/path_utils/imports/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/path_utils/imports/imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/path_utils/imports/module_imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/path_utils/path_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/read_write_utils/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/read_write_utils/imports/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/read_write_utils/imports/module_imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/safe_utils/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/safe_utils/imports/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/safe_utils/imports/imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/safe_utils/imports/module_imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/safe_utils/safe_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/ssh_utils/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/ssh_utils/classes.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/ssh_utils/cmd_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/ssh_utils/imports/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/ssh_utils/imports/imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/ssh_utils/imports/module_imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/ssh_utils/imports/utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/ssh_utils/pexpect_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/ssh_utils/type_checks.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/string_utils/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/string_utils/clean_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/string_utils/eat_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/string_utils/imports/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/string_utils/imports/imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/string_utils/imports/module_imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/string_utils/imports/utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/string_utils/replace_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/thread_utils/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/thread_utils/imports/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/thread_utils/imports/imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/thread_utils/imports/module_imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/thread_utils/thread_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/time_utils/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/time_utils/imports/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/time_utils/imports/imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/time_utils/imports/module_imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/time_utils/time_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/type_utils/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/type_utils/alpha_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/type_utils/imports/__init__.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/type_utils/imports/imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/type_utils/imports/module_imports.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/type_utils/num_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/type_utils/type_utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/utils.py +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities.egg-info/dependency_links.txt +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities.egg-info/requires.txt +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities.egg-info/top_level.txt +0 -0
- {abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/tests/test.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: abstract_utilities
|
|
3
|
-
Version: 0.2.2.
|
|
3
|
+
Version: 0.2.2.632
|
|
4
4
|
Summary: abstract_utilities is a collection of utility modules providing a variety of functions to aid in tasks such as data comparison, list manipulation, JSON handling, string manipulation, mathematical computations, and time operations.
|
|
5
5
|
Home-page: https://github.com/AbstractEndeavors/abstract_utilities
|
|
6
6
|
Author: putkoff
|
|
@@ -4,7 +4,7 @@ with open("README.md", "r", encoding="utf-8") as fh:
|
|
|
4
4
|
long_description = fh.read()
|
|
5
5
|
setuptools.setup(
|
|
6
6
|
name='abstract_utilities',
|
|
7
|
-
version='0.2.2.
|
|
7
|
+
version='0.2.2.632',
|
|
8
8
|
author='putkoff',
|
|
9
9
|
author_email='partners@abstractendeavors.com',
|
|
10
10
|
description='abstract_utilities is a collection of utility modules providing a variety of functions to aid in tasks such as data comparison, list manipulation, JSON handling, string manipulation, mathematical computations, and time operations.',
|
{abstract_utilities-0.2.2.599 → abstract_utilities-0.2.2.632}/src/abstract_utilities/__init__.py
RENAMED
|
@@ -34,8 +34,7 @@ from .json_utils import (unified_json_loader,
|
|
|
34
34
|
get_result_from_data,
|
|
35
35
|
flatten_json
|
|
36
36
|
)
|
|
37
|
-
|
|
38
|
-
write_to_file)
|
|
37
|
+
|
|
39
38
|
from .directory_utils import *
|
|
40
39
|
from .path_utils import *
|
|
41
40
|
from .file_utils import *
|
|
@@ -108,7 +107,8 @@ from .parse_utils import (num_tokens_from_string,
|
|
|
108
107
|
chunk_any_to_tokens,
|
|
109
108
|
detect_language_from_text,
|
|
110
109
|
chunk_by_language_context,
|
|
111
|
-
search_code
|
|
110
|
+
search_code,
|
|
111
|
+
get_within_quotes)
|
|
112
112
|
|
|
113
113
|
from .log_utils import get_caller_info,get_logFile,print_or_log,get_json_call_response,initialize_call_log
|
|
114
114
|
from .error_utils import try_func
|
|
@@ -119,3 +119,11 @@ from .path_utils import *
|
|
|
119
119
|
from .file_utils import *
|
|
120
120
|
from .string_utils import *
|
|
121
121
|
from .import_utils import *
|
|
122
|
+
from .read_write_utils import (read_from_file,
|
|
123
|
+
write_to_file,
|
|
124
|
+
make_dirs,
|
|
125
|
+
make_dirs,
|
|
126
|
+
copy_files,
|
|
127
|
+
make_path,
|
|
128
|
+
run_cmd
|
|
129
|
+
)
|
|
@@ -1,10 +1,22 @@
|
|
|
1
|
-
import importlib, sys
|
|
1
|
+
import importlib, sys,os
|
|
2
2
|
from .caller_utils import get_initial_caller
|
|
3
|
+
def file_to_module_name(path):
|
|
4
|
+
path = os.path.realpath(path)
|
|
5
|
+
# Find a path that exists in sys.path
|
|
6
|
+
for base in sys.path:
|
|
7
|
+
base = os.path.realpath(base)
|
|
8
|
+
if path.startswith(base):
|
|
9
|
+
rel = os.path.relpath(path, base)
|
|
10
|
+
mod = os.path.splitext(rel)[0]
|
|
11
|
+
return mod.replace(os.sep, ".")
|
|
12
|
+
# fallback (never should be used)
|
|
13
|
+
return os.path.splitext(os.path.basename(path))[0]
|
|
3
14
|
def get_globals_from_path(module_path: str=None):
|
|
4
15
|
module_path = module_path or get_initial_caller()
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
16
|
+
module_name = file_to_module_name(module_path)
|
|
17
|
+
if module_name not in sys.modules:
|
|
18
|
+
importlib.import_module(module_name)
|
|
19
|
+
return sys.modules[module_name].__dict__
|
|
8
20
|
def global_registry(name:str,glob:dict):
|
|
9
21
|
global_ledger = if_none_default(string='global_ledger',glob=globals(),default={"registry_names":[],"registry_index":[]})
|
|
10
22
|
if name not in global_ledger['registry_names']:
|
|
@@ -38,27 +50,22 @@ def return_globals() -> dict:
|
|
|
38
50
|
dict: The global variables dictionary.
|
|
39
51
|
"""
|
|
40
52
|
return globals()
|
|
41
|
-
def
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
var (str): The name of the global variable.
|
|
47
|
-
val (any): The new value.
|
|
48
|
-
glob (dict, optional): The dictionary of global variables. Defaults to the current globals.
|
|
49
|
-
|
|
50
|
-
Returns:
|
|
51
|
-
any: The new value of the variable.
|
|
52
|
-
"""
|
|
53
|
+
def get_true_globals():
|
|
54
|
+
return sys.modules['__main__'].__dict__
|
|
55
|
+
def change_glob(var: str, val: any, glob: dict = None) -> any:
|
|
56
|
+
if glob is None:
|
|
57
|
+
glob = get_true_globals()
|
|
53
58
|
glob[var] = val
|
|
54
59
|
return val
|
|
55
|
-
def get_globes(string:str='',glob:dict=return_globals()):
|
|
56
|
-
if string in glob:
|
|
57
|
-
return glob[string]
|
|
58
|
-
def if_none_default(string:str, default:any,glob:dict=return_globals(),typ=None):
|
|
59
|
-
|
|
60
|
-
piece = get_globes(string=string,glob=glob)
|
|
61
|
-
if piece is None or (typ and not isinstance(piece,typ)):
|
|
62
|
-
piece = default
|
|
63
|
-
return change_glob(var=string,val=piece,glob=glob)
|
|
64
60
|
|
|
61
|
+
def get_globes(string: str='', glob: dict=None):
|
|
62
|
+
if glob is None:
|
|
63
|
+
glob = get_true_globals()
|
|
64
|
+
return glob.get(string)
|
|
65
|
+
def if_none_default(string: str, default: any, glob: dict=None, typ=None):
|
|
66
|
+
if glob is None:
|
|
67
|
+
glob = get_true_globals()
|
|
68
|
+
piece = get_globes(string=string, glob=glob)
|
|
69
|
+
if piece is None or (typ and not isinstance(piece, typ)):
|
|
70
|
+
piece = default
|
|
71
|
+
return change_glob(var=string, val=piece, glob=glob)
|
|
@@ -102,7 +102,9 @@ def raw_create_dirs(*paths):
|
|
|
102
102
|
current_path = safe_join(current_path, part)
|
|
103
103
|
os.makedirs(current_path, exist_ok=True)
|
|
104
104
|
return full_path
|
|
105
|
+
|
|
105
106
|
mkdirs=raw_create_dirs
|
|
106
107
|
makedirs = mkdirs
|
|
107
108
|
make_dirs = makedirs
|
|
109
|
+
makeAllDirs = raw_create_dirs
|
|
108
110
|
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
from .ensure_utils import *
|
abstract_utilities-0.2.2.632/src/abstract_utilities/file_utils/src/file_filters/ensure_utils.py
ADDED
|
@@ -0,0 +1,460 @@
|
|
|
1
|
+
from ...imports import *
|
|
2
|
+
import re
|
|
3
|
+
def combine_params(*values,typ=None):
|
|
4
|
+
nu_values = None
|
|
5
|
+
for value in values:
|
|
6
|
+
if value is not None:
|
|
7
|
+
typ = typ or type(value)
|
|
8
|
+
if nu_values is None:
|
|
9
|
+
nu_values = typ()
|
|
10
|
+
|
|
11
|
+
if typ is set:
|
|
12
|
+
nu_values = nu_values | typ(value)
|
|
13
|
+
if typ is list:
|
|
14
|
+
nu_values += typ(value)
|
|
15
|
+
return nu_values
|
|
16
|
+
def get_safe_kwargs(canonical_map, **kwargs):
|
|
17
|
+
# Lowercase all keys for safety
|
|
18
|
+
canonical_map = canonical_map or CANONICAL_MAP
|
|
19
|
+
norm_kwargs = {k.lower(): v for k, v in kwargs.items() if v is not None}
|
|
20
|
+
|
|
21
|
+
# Inverse lookup: alias → canonical key
|
|
22
|
+
alias_lookup = {
|
|
23
|
+
alias: canon
|
|
24
|
+
for canon, aliases in canonical_map.items()
|
|
25
|
+
if aliases
|
|
26
|
+
for alias in aliases
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
# Preserve correctly named keys
|
|
30
|
+
safe_kwargs = {k: v for k, v in norm_kwargs.items() if k in canonical_map}
|
|
31
|
+
|
|
32
|
+
for k, v in norm_kwargs.items():
|
|
33
|
+
if k in alias_lookup:
|
|
34
|
+
canonical_key = alias_lookup[k]
|
|
35
|
+
prev = safe_kwargs.get(canonical_key)
|
|
36
|
+
if prev is None:
|
|
37
|
+
safe_kwargs[canonical_key] = v
|
|
38
|
+
else:
|
|
39
|
+
# merge intelligently if both exist
|
|
40
|
+
if isinstance(prev, (set, list)) and isinstance(v, (set, list)):
|
|
41
|
+
safe_kwargs[canonical_key] = list(set(prev) | set(v))
|
|
42
|
+
else:
|
|
43
|
+
safe_kwargs[canonical_key] = v # overwrite for non-iterables
|
|
44
|
+
|
|
45
|
+
# fill defaults if missing
|
|
46
|
+
for canon in canonical_map:
|
|
47
|
+
safe_kwargs.setdefault(canon, None)
|
|
48
|
+
|
|
49
|
+
return safe_kwargs
|
|
50
|
+
|
|
51
|
+
def create_canonical_map(*args,canonical_map=None):
|
|
52
|
+
keys = [arg for arg in args if arg]
|
|
53
|
+
if not keys:
|
|
54
|
+
return CANONICAL_MAP
|
|
55
|
+
canonical_map = canonical_map or CANONICAL_MAP
|
|
56
|
+
|
|
57
|
+
return {key:canonical_map.get(key) for key in keys}
|
|
58
|
+
def get_safe_canonical_kwargs(*args,canonical_map=None,**kwargs):
|
|
59
|
+
canonical_map = canonical_map or create_canonical_map(*args)
|
|
60
|
+
|
|
61
|
+
return get_safe_kwargs(canonical_map=canonical_map,**kwargs)
|
|
62
|
+
def get_dir_filter_kwargs(**kwargs):
|
|
63
|
+
canonical_map = create_canonical_map("directories")
|
|
64
|
+
return get_safe_kwargs(canonical_map=canonical_map,**kwargs)
|
|
65
|
+
def get_file_filter_kwargs(**kwargs):
|
|
66
|
+
"""
|
|
67
|
+
Normalize arbitrary keyword arguments for file scanning configuration.
|
|
68
|
+
|
|
69
|
+
Examples:
|
|
70
|
+
- 'excluded_ext' or 'unallowed_exts' → 'exclude_exts'
|
|
71
|
+
- 'include_dirs' or 'allow_dir' → 'allowed_dirs'
|
|
72
|
+
- 'excludePattern' or 'excluded_patterns' → 'exclude_patterns'
|
|
73
|
+
- 'allowed_type' or 'include_types' → 'allowed_types'
|
|
74
|
+
"""
|
|
75
|
+
# Canonical keys and aliases
|
|
76
|
+
canonical_keys =["allowed_exts","exclude_exts","allowed_types","exclude_types","allowed_dirs","exclude_dirs","allowed_patterns","exclude_patterns"]
|
|
77
|
+
|
|
78
|
+
return get_safe_canonical_kwargs(*canonical_keys,**kwargs)
|
|
79
|
+
|
|
80
|
+
def normalize_listlike(value, typ=list, sep=','):
|
|
81
|
+
"""Normalize comma-separated or iterable values into the desired type."""
|
|
82
|
+
if value in [True, None, False]:
|
|
83
|
+
return value
|
|
84
|
+
if isinstance(value, str):
|
|
85
|
+
value = [v.strip() for v in value.split(sep) if v.strip()]
|
|
86
|
+
return typ(value)
|
|
87
|
+
|
|
88
|
+
def ensure_exts(exts):
|
|
89
|
+
if exts in [True, None, False]:
|
|
90
|
+
return exts
|
|
91
|
+
cleaned = set()
|
|
92
|
+
for ext in normalize_listlike(exts, list):
|
|
93
|
+
ext = ext.strip().lower()
|
|
94
|
+
ext = ext.lstrip(".") # remove ALL leading dots
|
|
95
|
+
cleaned.add("." + ext) # add exactly one
|
|
96
|
+
return cleaned
|
|
97
|
+
|
|
98
|
+
def ensure_patterns(patterns):
|
|
99
|
+
"""Normalize pattern list and ensure they are valid globs."""
|
|
100
|
+
if patterns in [True, None, False]:
|
|
101
|
+
return patterns
|
|
102
|
+
patterns = normalize_listlike(patterns, list)
|
|
103
|
+
out = []
|
|
104
|
+
for pattern in patterns:
|
|
105
|
+
if not pattern:
|
|
106
|
+
continue
|
|
107
|
+
if '*' not in pattern and '?' not in pattern:
|
|
108
|
+
# Implicitly make it a prefix match
|
|
109
|
+
if pattern.startswith('.') or pattern.startswith('~'):
|
|
110
|
+
pattern = f"*{pattern}"
|
|
111
|
+
else:
|
|
112
|
+
pattern = f"{pattern}*"
|
|
113
|
+
out.append(pattern)
|
|
114
|
+
return out
|
|
115
|
+
def ensure_directories(*args,**kwargs):
|
|
116
|
+
directories = []
|
|
117
|
+
for arg in args:
|
|
118
|
+
arg_str = str(arg)
|
|
119
|
+
|
|
120
|
+
if run_pruned_func(is_dir,arg_str,**kwargs):
|
|
121
|
+
directories.append(arg_str)
|
|
122
|
+
elif run_pruned_func(is_file,arg_str,**kwargs):
|
|
123
|
+
dirname = os.path.dirname(arg_str)
|
|
124
|
+
directories.append(dirname)
|
|
125
|
+
safe_directories = get_dir_filter_kwargs(**kwargs)
|
|
126
|
+
safe_dirs = safe_directories.get('directories')
|
|
127
|
+
safe_dirs = if_none_change(safe_dirs or None,get_initial_caller_dir())
|
|
128
|
+
directories+= make_list(safe_dirs)
|
|
129
|
+
return list(set([r for r in directories if r]))
|
|
130
|
+
def get_proper_type_str(string):
|
|
131
|
+
if not string:
|
|
132
|
+
return None
|
|
133
|
+
string_lower = string.lower()
|
|
134
|
+
items = {
|
|
135
|
+
"d":["dir","dirs","directory","directories","d","dirname"],
|
|
136
|
+
"f":["file","filepath","file_path","files","filepaths","file_paths","f"]
|
|
137
|
+
}
|
|
138
|
+
for key,values in items.items():
|
|
139
|
+
if string_lower in values:
|
|
140
|
+
return key
|
|
141
|
+
init = string_lower[0] if len(string_lower)>0 else None
|
|
142
|
+
if init in items:
|
|
143
|
+
return init
|
|
144
|
+
def check_path_type(
|
|
145
|
+
path: str,
|
|
146
|
+
user: Optional[str] = None,
|
|
147
|
+
host: Optional[str] = None,
|
|
148
|
+
user_as_host: Optional[str] = None,
|
|
149
|
+
use_shell: bool = False
|
|
150
|
+
) -> Literal["file", "directory", "missing", "unknown"]:
|
|
151
|
+
"""
|
|
152
|
+
Determine whether a given path is a file, directory, or missing.
|
|
153
|
+
Works locally or remotely (via SSH).
|
|
154
|
+
|
|
155
|
+
Args:
|
|
156
|
+
path: The path to check.
|
|
157
|
+
user, host, user_as_host: SSH parameters if remote.
|
|
158
|
+
use_shell: Force shell test instead of Python os.path.
|
|
159
|
+
Returns:
|
|
160
|
+
One of: 'file', 'directory', 'missing', or 'unknown'
|
|
161
|
+
"""
|
|
162
|
+
|
|
163
|
+
# --- remote check if user/host is given ---
|
|
164
|
+
if user_as_host or (user and host):
|
|
165
|
+
remote_target = user_as_host or f"{user}@{host}"
|
|
166
|
+
cmd = f"if [ -f '{path}' ]; then echo file; elif [ -d '{path}' ]; then echo directory; else echo missing; fi"
|
|
167
|
+
try:
|
|
168
|
+
result = subprocess.check_output(
|
|
169
|
+
["ssh", remote_target, cmd],
|
|
170
|
+
stderr=subprocess.DEVNULL,
|
|
171
|
+
text=True,
|
|
172
|
+
timeout=5
|
|
173
|
+
).strip()
|
|
174
|
+
return result if result in ("file", "directory", "missing") else "unknown"
|
|
175
|
+
except Exception:
|
|
176
|
+
return "unknown"
|
|
177
|
+
|
|
178
|
+
# --- local check ---
|
|
179
|
+
if not use_shell:
|
|
180
|
+
if os.path.isfile(path):
|
|
181
|
+
return "file"
|
|
182
|
+
elif os.path.isdir(path):
|
|
183
|
+
return "directory"
|
|
184
|
+
elif not os.path.exists(path):
|
|
185
|
+
return "missing"
|
|
186
|
+
return "unknown"
|
|
187
|
+
else:
|
|
188
|
+
# fallback using shell tests (useful for sandboxed contexts)
|
|
189
|
+
cmd = f"if [ -f '{path}' ]; then echo file; elif [ -d '{path}' ]; then echo directory; else echo missing; fi"
|
|
190
|
+
try:
|
|
191
|
+
output = subprocess.check_output(
|
|
192
|
+
cmd, shell=True, stderr=subprocess.DEVNULL, text=True
|
|
193
|
+
).strip()
|
|
194
|
+
return output if output in ("file", "directory", "missing") else "unknown"
|
|
195
|
+
except Exception:
|
|
196
|
+
return "unknown"
|
|
197
|
+
def get_allowed_predicate(allowed=None,cfg=None,**kwargs):
|
|
198
|
+
if allowed != False:
|
|
199
|
+
if allowed == True:
|
|
200
|
+
allowed = None
|
|
201
|
+
allowed = allowed or make_allowed_predicate(cfg=cfg,**kwargs)
|
|
202
|
+
else:
|
|
203
|
+
def allowed(*args):
|
|
204
|
+
return True
|
|
205
|
+
allowed = allowed
|
|
206
|
+
return allowed
|
|
207
|
+
def get_globs(items,recursive: bool = True,allowed=None,cfg=None,**kwargs):
|
|
208
|
+
glob_paths = []
|
|
209
|
+
allowed = get_allowed_predicate(allowed=allowed,cfg=cfg,**kwargs)
|
|
210
|
+
items = [item for item in make_list(items) if item]
|
|
211
|
+
for item in items:
|
|
212
|
+
pattern = os.path.join(item, "**/*") # include all files recursively\n
|
|
213
|
+
nuItems = glob.glob(pattern, recursive=recursive)
|
|
214
|
+
if allowed:
|
|
215
|
+
nuItems = [nuItem for nuItem in nuItems if nuItem and allowed(nuItem)]
|
|
216
|
+
glob_paths += nuItems
|
|
217
|
+
return glob_paths
|
|
218
|
+
def get_allowed_files(items,allowed=True,cfg=None,**kwargs):
|
|
219
|
+
allowed = get_allowed_predicate(allowed=allowed,cfg=cfg,**kwargs)
|
|
220
|
+
return [item for item in items if item and os.path.isfile(item) and allowed(item)]
|
|
221
|
+
def get_allowed_dirs(items,allowed=False,cfg=None,**kwargs):
|
|
222
|
+
allowed = get_allowed_predicate(allowed=allowed,cfg=cfg,**kwargs)
|
|
223
|
+
return [item for item in items if item and os.path.isdir(item) and allowed(item)]
|
|
224
|
+
|
|
225
|
+
def get_filtered_files(items,allowed=None,files = [],cfg=None,**kwargs):
|
|
226
|
+
allowed = get_allowed_predicate(allowed=allowed,cfg=cfg,**kwargs)
|
|
227
|
+
glob_paths = get_globs(items,allowed=allowed,cfg=cfg,**kwargs)
|
|
228
|
+
return [glob_path for glob_path in glob_paths if glob_path and os.path.isfile(glob_path) and glob_path not in files and allowed(glob_path)]
|
|
229
|
+
def get_filtered_dirs(items,allowed=None,dirs = [],cfg=None,**kwargs):
|
|
230
|
+
allowed = get_allowed_predicate(allowed=allowed,cfg=cfg,**kwargs)
|
|
231
|
+
glob_paths = get_globs(items,allowed=allowed,cfg=cfg,**kwargs)
|
|
232
|
+
return [glob_path for glob_path in glob_paths if glob_path and os.path.isdir(glob_path) and glob_path not in dirs and allowed(glob_path)]
|
|
233
|
+
|
|
234
|
+
def get_all_allowed_files(items,allowed=None,cfg=None,**kwargs):
|
|
235
|
+
dirs = get_all_allowed_dirs(items,allowed=allowed,cfg=cfg,**kwargs)
|
|
236
|
+
files = get_allowed_files(items,allowed=allowed,cfg=cfg,**kwargs)
|
|
237
|
+
nu_files = []
|
|
238
|
+
for directory in dirs:
|
|
239
|
+
files += get_filtered_files(directory,allowed=allowed,files=files,cfg=cfg,**kwargs)
|
|
240
|
+
return files
|
|
241
|
+
def get_all_allowed_dirs(items,allowed=None,cfg=None,**kwargs):
|
|
242
|
+
allowed = get_allowed_predicate(allowed=allowed,cfg=cfg,**kwargs)
|
|
243
|
+
dirs = get_allowed_dirs(items,allowed=allowed,cfg=cfg,**kwargs)
|
|
244
|
+
nu_dirs=[]
|
|
245
|
+
for directory in dirs:
|
|
246
|
+
nu_dirs += get_filtered_dirs(directory,allowed=allowed,dirs=nu_dirs,cfg=cfg,**kwargs)
|
|
247
|
+
return nu_dirs
|
|
248
|
+
|
|
249
|
+
def make_allowed_predicate(cfg: ScanConfig=None,**kwargs) -> Callable[[str], bool]:
|
|
250
|
+
"""
|
|
251
|
+
Build a predicate that returns True if a given path is considered allowed
|
|
252
|
+
under the given ScanConfig. Applies allowed_* and exclude_* logic symmetrically.
|
|
253
|
+
"""
|
|
254
|
+
cfg=cfg or define_defaults(**kwargs)
|
|
255
|
+
def allowed(path: str=None,p=None) -> bool:
|
|
256
|
+
p = p or Path(path)
|
|
257
|
+
name = p.name.lower()
|
|
258
|
+
path_str = str(p).lower()
|
|
259
|
+
|
|
260
|
+
# --------------------
|
|
261
|
+
# A) directory filters
|
|
262
|
+
# --------------------
|
|
263
|
+
if cfg.exclude_dirs:
|
|
264
|
+
for dpat in cfg.exclude_dirs:
|
|
265
|
+
dpat_l = dpat.lower()
|
|
266
|
+
if dpat_l in path_str or fnmatch.fnmatch(name, dpat_l):
|
|
267
|
+
if p.is_dir() or dpat_l in path_str:
|
|
268
|
+
return False
|
|
269
|
+
|
|
270
|
+
if cfg.allowed_dirs and "*" not in cfg.allowed_dirs:
|
|
271
|
+
# must be in at least one allowed dir
|
|
272
|
+
if not any(
|
|
273
|
+
fnmatch.fnmatch(path_str, f"*{dpat.lower()}*") for dpat in cfg.allowed_dirs
|
|
274
|
+
):
|
|
275
|
+
return False
|
|
276
|
+
|
|
277
|
+
# --------------------
|
|
278
|
+
# B) pattern filters
|
|
279
|
+
# --------------------
|
|
280
|
+
if cfg.allowed_patterns and "*" not in cfg.allowed_patterns:
|
|
281
|
+
if not any(fnmatch.fnmatch(name, pat.lower()) for pat in cfg.allowed_patterns):
|
|
282
|
+
return False
|
|
283
|
+
|
|
284
|
+
if cfg.exclude_patterns:
|
|
285
|
+
for pat in cfg.exclude_patterns:
|
|
286
|
+
if fnmatch.fnmatch(name, pat.lower()):
|
|
287
|
+
return False
|
|
288
|
+
|
|
289
|
+
# --------------------
|
|
290
|
+
# C) extension filters
|
|
291
|
+
# --------------------
|
|
292
|
+
if p.is_file():
|
|
293
|
+
ext = p.suffix.lower()
|
|
294
|
+
if cfg.allowed_exts and ext not in cfg.allowed_exts:
|
|
295
|
+
return False
|
|
296
|
+
if cfg.exclude_exts and ext in cfg.exclude_exts:
|
|
297
|
+
return False
|
|
298
|
+
|
|
299
|
+
# --------------------
|
|
300
|
+
# D) type filters (optional)
|
|
301
|
+
# --------------------
|
|
302
|
+
if cfg.allowed_types and "*" not in cfg.allowed_types:
|
|
303
|
+
if not any(t in path_str for t in cfg.allowed_types):
|
|
304
|
+
return False
|
|
305
|
+
if cfg.exclude_types:
|
|
306
|
+
if any(t in path_str for t in cfg.exclude_types):
|
|
307
|
+
return False
|
|
308
|
+
|
|
309
|
+
return True
|
|
310
|
+
|
|
311
|
+
return allowed
|
|
312
|
+
def _get_default_modular(value, default, add=False, typ=set):
|
|
313
|
+
"""Merge user and default values intelligently."""
|
|
314
|
+
if value == None:
|
|
315
|
+
value = add
|
|
316
|
+
if value in [True]:
|
|
317
|
+
return default
|
|
318
|
+
if value is False:
|
|
319
|
+
return value
|
|
320
|
+
if add:
|
|
321
|
+
return combine_params(value,default,typ=None)
|
|
322
|
+
|
|
323
|
+
return typ(value)
|
|
324
|
+
|
|
325
|
+
# -------------------------
|
|
326
|
+
# Default derivation logic
|
|
327
|
+
# -------------------------
|
|
328
|
+
def _get_default_modular(value, default, add=None, typ=set):
|
|
329
|
+
"""Merge user and default values intelligently."""
|
|
330
|
+
add = add or False
|
|
331
|
+
if value == None:
|
|
332
|
+
value = add
|
|
333
|
+
if value in [True]:
|
|
334
|
+
return default
|
|
335
|
+
if value is False:
|
|
336
|
+
return value
|
|
337
|
+
if add:
|
|
338
|
+
return combine_params(value,default,typ=None)
|
|
339
|
+
return typ(value)
|
|
340
|
+
def make_allowed_predicate(cfg: ScanConfig=None,**kwargs) -> Callable[[str], bool]:
|
|
341
|
+
"""
|
|
342
|
+
Build a predicate that returns True if a given path is considered allowed
|
|
343
|
+
under the given ScanConfig. Applies allowed_* and exclude_* logic symmetrically.
|
|
344
|
+
"""
|
|
345
|
+
cfg=cfg or define_defaults(**kwargs)
|
|
346
|
+
def allowed(path: str=None,p=None) -> bool:
|
|
347
|
+
p = p or Path(path)
|
|
348
|
+
name = p.name.lower()
|
|
349
|
+
path_str = str(p).lower()
|
|
350
|
+
|
|
351
|
+
# --------------------
|
|
352
|
+
# A) directory filters
|
|
353
|
+
# --------------------
|
|
354
|
+
if cfg.exclude_dirs:
|
|
355
|
+
for dpat in cfg.exclude_dirs:
|
|
356
|
+
dpat_l = dpat.lower()
|
|
357
|
+
if dpat_l in path_str or fnmatch.fnmatch(name, dpat_l):
|
|
358
|
+
if p.is_dir() or dpat_l in path_str:
|
|
359
|
+
return False
|
|
360
|
+
|
|
361
|
+
if cfg.allowed_dirs and cfg.allowed_dirs != ["*"]:
|
|
362
|
+
# must be in at least one allowed dir
|
|
363
|
+
if not any(
|
|
364
|
+
fnmatch.fnmatch(path_str, f"*{dpat.lower()}*") for dpat in cfg.allowed_dirs
|
|
365
|
+
):
|
|
366
|
+
return False
|
|
367
|
+
|
|
368
|
+
# --------------------
|
|
369
|
+
# B) pattern filters
|
|
370
|
+
# --------------------
|
|
371
|
+
if cfg.allowed_patterns and cfg.allowed_patterns != ["*"]:
|
|
372
|
+
if not any(fnmatch.fnmatch(name, pat.lower()) for pat in cfg.allowed_patterns):
|
|
373
|
+
return False
|
|
374
|
+
|
|
375
|
+
if cfg.exclude_patterns:
|
|
376
|
+
for pat in cfg.exclude_patterns:
|
|
377
|
+
if fnmatch.fnmatch(name, pat.lower()):
|
|
378
|
+
return False
|
|
379
|
+
|
|
380
|
+
# --------------------
|
|
381
|
+
# C) extension filters
|
|
382
|
+
# --------------------
|
|
383
|
+
if p.is_file():
|
|
384
|
+
ext = p.suffix.lower()
|
|
385
|
+
if cfg.allowed_exts and ext not in cfg.allowed_exts:
|
|
386
|
+
return False
|
|
387
|
+
if cfg.exclude_exts and ext in cfg.exclude_exts:
|
|
388
|
+
return False
|
|
389
|
+
|
|
390
|
+
# --------------------
|
|
391
|
+
# D) type filters (optional)
|
|
392
|
+
# --------------------
|
|
393
|
+
if cfg.allowed_types and cfg.allowed_types != {"*"}:
|
|
394
|
+
if not any(t in path_str for t in cfg.allowed_types):
|
|
395
|
+
return False
|
|
396
|
+
if cfg.exclude_types and cfg.exclude_types != {"*"}:
|
|
397
|
+
if any(t in path_str for t in cfg.exclude_types):
|
|
398
|
+
return False
|
|
399
|
+
|
|
400
|
+
return True
|
|
401
|
+
|
|
402
|
+
return allowed
|
|
403
|
+
|
|
404
|
+
def derive_all_defaults(**kwargs):
|
|
405
|
+
kwargs = get_safe_canonical_kwargs(**kwargs)
|
|
406
|
+
add = kwargs.get("add",False)
|
|
407
|
+
nu_defaults = {}
|
|
408
|
+
for key,values in DEFAULT_CANONICAL_MAP.items():
|
|
409
|
+
default = values.get("default")
|
|
410
|
+
typ = values.get("type")
|
|
411
|
+
key_value = kwargs.get(key)
|
|
412
|
+
if key in DEFAULT_ALLOWED_EXCLUDE_MAP:
|
|
413
|
+
|
|
414
|
+
if key.endswith('exts'):
|
|
415
|
+
input_value = ensure_exts(key_value)
|
|
416
|
+
if key.endswith('patterns'):
|
|
417
|
+
input_value = ensure_patterns(key_value)
|
|
418
|
+
else:
|
|
419
|
+
input_value = normalize_listlike(key_value, typ)
|
|
420
|
+
nu_defaults[key] = _get_default_modular(input_value, default, add, typ)
|
|
421
|
+
else:
|
|
422
|
+
value = default if key_value is None else key_value
|
|
423
|
+
if typ == list:
|
|
424
|
+
value = make_list(value)
|
|
425
|
+
elif typ == bool:
|
|
426
|
+
value = bool(value)
|
|
427
|
+
nu_defaults[key] = value
|
|
428
|
+
|
|
429
|
+
return nu_defaults
|
|
430
|
+
# -------------------------
|
|
431
|
+
# Default derivation logic
|
|
432
|
+
# -------------------------
|
|
433
|
+
def derive_file_defaults(**kwargs):
|
|
434
|
+
kwargs = derive_all_defaults(**kwargs)
|
|
435
|
+
add = kwargs.get("add",True)
|
|
436
|
+
nu_defaults = {}
|
|
437
|
+
for key,values in DEFAULT_ALLOWED_EXCLUDE_MAP.items():
|
|
438
|
+
default = values.get("default")
|
|
439
|
+
typ = values.get("type")
|
|
440
|
+
key_value = kwargs.get(key)
|
|
441
|
+
if key.endswith('exts'):
|
|
442
|
+
input_value = ensure_exts(key_value)
|
|
443
|
+
if key.endswith('patterns'):
|
|
444
|
+
input_value = ensure_patterns(key_value)
|
|
445
|
+
else:
|
|
446
|
+
input_value = normalize_listlike(key_value, typ)
|
|
447
|
+
nu_defaults[key] = _get_default_modular(input_value, default, add, typ)
|
|
448
|
+
return nu_defaults
|
|
449
|
+
|
|
450
|
+
def define_defaults(**kwargs):
|
|
451
|
+
defaults = derive_file_defaults(**kwargs)
|
|
452
|
+
return ScanConfig(**defaults)
|
|
453
|
+
|
|
454
|
+
def get_file_filters(*args,**kwargs):
|
|
455
|
+
directories = ensure_directories(*args,**kwargs)
|
|
456
|
+
recursive = kwargs.get('recursive',True)
|
|
457
|
+
include_files = kwargs.get('include_files',True)
|
|
458
|
+
cfg = define_defaults(**kwargs)
|
|
459
|
+
allowed = kwargs.get("allowed") or make_allowed_predicate(cfg)
|
|
460
|
+
return directories,cfg,allowed,include_files,recursive
|
|
@@ -27,6 +27,70 @@ def _get_default_modular(value, default, add=None, typ=set):
|
|
|
27
27
|
if add:
|
|
28
28
|
return combine_params(value,default,typ=None)
|
|
29
29
|
return typ(value)
|
|
30
|
+
def make_allowed_predicate(cfg: ScanConfig=None,**kwargs) -> Callable[[str], bool]:
|
|
31
|
+
"""
|
|
32
|
+
Build a predicate that returns True if a given path is considered allowed
|
|
33
|
+
under the given ScanConfig. Applies allowed_* and exclude_* logic symmetrically.
|
|
34
|
+
"""
|
|
35
|
+
cfg=cfg or define_defaults(**kwargs)
|
|
36
|
+
def allowed(path: str=None,p=None) -> bool:
|
|
37
|
+
p = p or Path(path)
|
|
38
|
+
name = p.name.lower()
|
|
39
|
+
path_str = str(p).lower()
|
|
40
|
+
|
|
41
|
+
# --------------------
|
|
42
|
+
# A) directory filters
|
|
43
|
+
# --------------------
|
|
44
|
+
if cfg.exclude_dirs:
|
|
45
|
+
for dpat in cfg.exclude_dirs:
|
|
46
|
+
dpat_l = dpat.lower()
|
|
47
|
+
if dpat_l in path_str or fnmatch.fnmatch(name, dpat_l):
|
|
48
|
+
if p.is_dir() or dpat_l in path_str:
|
|
49
|
+
return False
|
|
50
|
+
|
|
51
|
+
if cfg.allowed_dirs and cfg.allowed_dirs != ["*"]:
|
|
52
|
+
# must be in at least one allowed dir
|
|
53
|
+
if not any(
|
|
54
|
+
fnmatch.fnmatch(path_str, f"*{dpat.lower()}*") for dpat in cfg.allowed_dirs
|
|
55
|
+
):
|
|
56
|
+
return False
|
|
57
|
+
|
|
58
|
+
# --------------------
|
|
59
|
+
# B) pattern filters
|
|
60
|
+
# --------------------
|
|
61
|
+
if cfg.allowed_patterns and cfg.allowed_patterns != ["*"]:
|
|
62
|
+
if not any(fnmatch.fnmatch(name, pat.lower()) for pat in cfg.allowed_patterns):
|
|
63
|
+
return False
|
|
64
|
+
|
|
65
|
+
if cfg.exclude_patterns:
|
|
66
|
+
for pat in cfg.exclude_patterns:
|
|
67
|
+
if fnmatch.fnmatch(name, pat.lower()):
|
|
68
|
+
return False
|
|
69
|
+
|
|
70
|
+
# --------------------
|
|
71
|
+
# C) extension filters
|
|
72
|
+
# --------------------
|
|
73
|
+
if p.is_file():
|
|
74
|
+
ext = p.suffix.lower()
|
|
75
|
+
if cfg.allowed_exts and ext not in cfg.allowed_exts:
|
|
76
|
+
return False
|
|
77
|
+
if cfg.exclude_exts and ext in cfg.exclude_exts:
|
|
78
|
+
return False
|
|
79
|
+
|
|
80
|
+
# --------------------
|
|
81
|
+
# D) type filters (optional)
|
|
82
|
+
# --------------------
|
|
83
|
+
if cfg.allowed_types and cfg.allowed_types != {"*"}:
|
|
84
|
+
if not any(t in path_str for t in cfg.allowed_types):
|
|
85
|
+
return False
|
|
86
|
+
if cfg.exclude_types and cfg.exclude_types != {"*"}:
|
|
87
|
+
if any(t in path_str for t in cfg.exclude_types):
|
|
88
|
+
return False
|
|
89
|
+
|
|
90
|
+
return True
|
|
91
|
+
|
|
92
|
+
return allowed
|
|
93
|
+
|
|
30
94
|
def derive_all_defaults(**kwargs):
|
|
31
95
|
kwargs = get_safe_canonical_kwargs(**kwargs)
|
|
32
96
|
add = kwargs.get("add",False)
|