potato-util 0.2.0__py3-none-any.whl → 0.3.0__py3-none-any.whl

potato_util/__version__.py

@@ -1 +1 @@
-__version__ = "0.2.0"
+__version__ = "0.3.0"

potato_util/constants/_enum.py

@@ -24,8 +24,16 @@ class HashAlgoEnum(str, Enum):
     sha512 = "sha512"
 
 
+class ConfigFileFormatEnum(str, Enum):
+    YAML = "YAML"
+    JSON = "JSON"
+    TOML = "TOML"
+    INI = "INI"
+
+
 __all__ = [
     "WarnEnum",
     "TSUnitEnum",
     "HashAlgoEnum",
+    "ConfigFileFormatEnum",
 ]

potato_util/io/_async.py

@@ -1,5 +1,7 @@
+import os
 import sys
 import json
+import glob
 import errno
 import hashlib
 import logging
@@ -20,7 +22,8 @@ import aioshutil
 import aiofiles.os
 from pydantic import validate_call
 
-from ..constants import WarnEnum, HashAlgoEnum, MAX_PATH_LENGTH
+from .._base import deep_merge
+from ..constants import WarnEnum, HashAlgoEnum, ConfigFileFormatEnum, MAX_PATH_LENGTH
 
 
 logger = logging.getLogger(__name__)
@@ -479,6 +482,63 @@ async def async_read_config_file(config_path: str | Path) -> dict[str, Any]:
     return _config
 
 
+@validate_call
+async def async_read_all_configs(
+    configs_dir: str | Path | list[str | Path],
+    allowed_formats: list[ConfigFileFormatEnum] = [
+        ConfigFileFormatEnum.YAML,
+        ConfigFileFormatEnum.JSON,
+        ConfigFileFormatEnum.TOML,
+    ],
+) -> dict[str, Any]:
+    """Asynchronous read all config files from directory or directories and merge them.
+
+    Args:
+        configs_dir     (str | Path | list[str | Path], required): Configs directory or directories.
+        allowed_formats (list[ConfigFileFormatEnum]   , optional): Allowed config file formats to read.
+                                                                    Defaults to [YAML, JSON, TOML].
+
+    Returns:
+        dict[str, Any]: Dictionary containing all merged config data from all files.
+    """
+
+    _config_dict: dict[str, Any] = {}
+
+    if not isinstance(configs_dir, list):
+        configs_dir = [configs_dir]
+
+    _file_paths: list[str] = []
+    for _config_dir in configs_dir:
+        if isinstance(_config_dir, str):
+            _config_dir = Path(_config_dir)
+
+        if not os.path.isabs(_config_dir):
+            _current_dir = await aiofiles.os.getcwd()
+            _config_dir = os.path.join(_current_dir, _config_dir)
+
+        if await aiofiles.os.path.isdir(_config_dir):
+            if ConfigFileFormatEnum.YAML in allowed_formats:
+                _file_paths.extend(glob.glob(os.path.join(_config_dir, "*.yaml")))
+                _file_paths.extend(glob.glob(os.path.join(_config_dir, "*.yml")))
+
+            if ConfigFileFormatEnum.JSON in allowed_formats:
+                _file_paths.extend(glob.glob(os.path.join(_config_dir, "*.json")))
+
+            if ConfigFileFormatEnum.TOML in allowed_formats:
+                _file_paths.extend(glob.glob(os.path.join(_config_dir, "*.toml")))
+
+            if ConfigFileFormatEnum.INI in allowed_formats:
+                _file_paths.extend(glob.glob(os.path.join(_config_dir, "*.ini")))
+                _file_paths.extend(glob.glob(os.path.join(_config_dir, "*.cfg")))
+
+    _file_paths.sort()
+    for _file_path in _file_paths:
+        _config_data = await async_read_config_file(config_path=_file_path)
+        _config_dict = deep_merge(_config_dict, _config_data)
+
+    return _config_dict
+
+
 __all__ = [
     "async_create_dir",
     "async_remove_dir",
@@ -491,4 +551,5 @@ __all__ = [
     "async_read_toml_file",
     "async_read_ini_file",
     "async_read_config_file",
+    "async_read_all_configs",
 ]

potato_util/io/_sync.py

@@ -3,6 +3,7 @@
 import os
 import sys
 import json
+import glob
 import errno
 import shutil
 import hashlib
@@ -22,8 +23,8 @@ else:
 import yaml
 from pydantic import validate_call
 
-
-from ..constants import WarnEnum, HashAlgoEnum, MAX_PATH_LENGTH
+from .._base import deep_merge
+from ..constants import WarnEnum, HashAlgoEnum, ConfigFileFormatEnum, MAX_PATH_LENGTH
 
 
 logger = logging.getLogger(__name__)
@@ -466,6 +467,63 @@ def read_config_file(config_path: str | Path) -> dict[str, Any]:
     return _config
 
 
+@validate_call
+def read_all_configs(
+    configs_dir: str | Path | list[str | Path],
+    allowed_formats: list[ConfigFileFormatEnum] = [
+        ConfigFileFormatEnum.YAML,
+        ConfigFileFormatEnum.JSON,
+        ConfigFileFormatEnum.TOML,
+    ],
+) -> dict[str, Any]:
+    """Read all config files from directory or directories and merge them.
+
+    Args:
+        configs_dir     (str | Path | list[str | Path], required): Configs directory or directories.
+        allowed_formats (list[ConfigFileFormatEnum]   , optional): Allowed config file formats to read.
+                                                                    Defaults to [YAML, JSON, TOML].
+
+    Returns:
+        dict[str, Any]: Dictionary containing all merged config data from all files.
+    """
+
+    _config_dict: dict[str, Any] = {}
+
+    if not isinstance(configs_dir, list):
+        configs_dir = [configs_dir]
+
+    _file_paths: list[str] = []
+    for _config_dir in configs_dir:
+        if isinstance(_config_dir, str):
+            _config_dir = Path(_config_dir)
+
+        if not os.path.isabs(_config_dir):
+            _current_dir = os.getcwd()
+            _config_dir = os.path.join(_current_dir, _config_dir)
+
+        if os.path.isdir(_config_dir):
+            if ConfigFileFormatEnum.YAML in allowed_formats:
+                _file_paths.extend(glob.glob(os.path.join(_config_dir, "*.yaml")))
+                _file_paths.extend(glob.glob(os.path.join(_config_dir, "*.yml")))
+
+            if ConfigFileFormatEnum.JSON in allowed_formats:
+                _file_paths.extend(glob.glob(os.path.join(_config_dir, "*.json")))
+
+            if ConfigFileFormatEnum.TOML in allowed_formats:
+                _file_paths.extend(glob.glob(os.path.join(_config_dir, "*.toml")))
+
+            if ConfigFileFormatEnum.INI in allowed_formats:
+                _file_paths.extend(glob.glob(os.path.join(_config_dir, "*.ini")))
+                _file_paths.extend(glob.glob(os.path.join(_config_dir, "*.cfg")))
+
+    _file_paths.sort()
+    for _file_path in _file_paths:
+        _config_data = read_config_file(config_path=_file_path)
+        _config_dict = deep_merge(_config_dict, _config_data)
+
+    return _config_dict
+
+
 __all__ = [
     "create_dir",
     "remove_dir",
@@ -478,4 +536,5 @@ __all__ = [
     "read_toml_file",
     "read_ini_file",
     "read_config_file",
+    "read_all_configs",
 ]

{potato_util-0.2.0.dist-info → potato_util-0.3.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: potato_util
-Version: 0.2.0
+Version: 0.3.0
 Summary: 'potato_util' is collection of simple useful utils package for python.
 Author-email: Batkhuu Byambajav <batkhuu10@gmail.com>
 Project-URL: Homepage, https://github.com/bybatkhuu/module-python-utils
@@ -55,7 +55,7 @@ Provides-Extra: docs
 Requires-Dist: pylint<5.0.0,>=3.0.4; extra == "docs"
 Requires-Dist: mkdocs-material<10.0.0,>=9.5.50; extra == "docs"
 Requires-Dist: mkdocs-awesome-nav<4.0.0,>=3.0.0; extra == "docs"
-Requires-Dist: mkdocstrings[python]<1.0.0,>=0.24.3; extra == "docs"
+Requires-Dist: mkdocstrings[python]<2.0.0,>=0.24.3; extra == "docs"
 Requires-Dist: mike<3.0.0,>=2.1.3; extra == "docs"
 Provides-Extra: dev
 Requires-Dist: aiofiles<26.0.0,>=24.1.0; extra == "dev"
@@ -73,7 +73,7 @@ Requires-Dist: twine<7.0.0,>=6.0.1; extra == "dev"
 Requires-Dist: pylint<5.0.0,>=3.0.4; extra == "dev"
 Requires-Dist: mkdocs-material<10.0.0,>=9.5.50; extra == "dev"
 Requires-Dist: mkdocs-awesome-nav<4.0.0,>=3.0.0; extra == "dev"
-Requires-Dist: mkdocstrings[python]<1.0.0,>=0.24.3; extra == "dev"
+Requires-Dist: mkdocstrings[python]<2.0.0,>=0.24.3; extra == "dev"
 Requires-Dist: mike<3.0.0,>=2.1.3; extra == "dev"
 Requires-Dist: pyright<2.0.0,>=1.1.392; extra == "dev"
 Requires-Dist: pre-commit<5.0.0,>=4.0.1; extra == "dev"

{potato_util-0.2.0.dist-info → potato_util-0.3.0.dist-info}/RECORD

@@ -1,5 +1,5 @@
 potato_util/__init__.py,sha256=xl4th2Z_OmTk-3aO1w05Vh8ob0BnX4RcY1fT9tGX61c,74
-potato_util/__version__.py,sha256=Zn1KFblwuFHiDRdRAiRnDBRkbPttWh44jKa5zG2ov0E,22
+potato_util/__version__.py,sha256=VrXpHDu3erkzwl_WXrqINBm9xWkcyUy53IQOj042dOs,22
 potato_util/_base.py,sha256=oKLzp_NheI7kQAKC5xAm77OI_UmBXRuEEpulZTVBg5w,2549
 potato_util/dt.py,sha256=DatLzuXOxdanplBv-Kf3qOaomrTCUUBSYv_QgTtQB6U,7635
 potato_util/generator.py,sha256=vdvHj1UrCOQI2WXQHQ2H63PMLQ6yOXAZPNl0m-6BgtY,1572
@@ -8,7 +8,7 @@ potato_util/secure.py,sha256=HxlUGyJl15qiL5WFrTZOJLgBZzuEr3Eu--qvBPmj2So,848
 potato_util/validator.py,sha256=TANw7uWHi0PANPkrNDOFFvRcYL9Ge75b4xGSf3PTW1A,4083
 potato_util/constants/__init__.py,sha256=lhxZ2k-QotMR_w9w-Gv-9pCEFrQSKxe1YEIvV83pf8E,80
 potato_util/constants/_base.py,sha256=J1i611erzcrPRZ6USkVgnNZ_IvvN9YLbcltvyIngpcg,61
-potato_util/constants/_enum.py,sha256=tThmf7lFsGfFUNNQE0hOUZ0JKc821ZGZnSyJIj2jVTQ,515
+potato_util/constants/_enum.py,sha256=RYg5MBxeRe2-oZ9CsqvFhDRIvB3Wi4tm-Wa4MLLfVy4,654
 potato_util/constants/_regex.py,sha256=T7SSsqD0y8jXJJPURwAK2uA59AjLt1uqGfqqUd1a22o,710
 potato_util/http/__init__.py,sha256=qWOzScMVJEHjzClEqOYmGtfkZyU8f8Hz8nT054Dbblo,229
 potato_util/http/_async.py,sha256=dfs-ynchPKdnMNQXqyoqhcz-jhtQ7g_4JnNfVr3bXk0,1178
@@ -16,10 +16,10 @@ potato_util/http/_base.py,sha256=qoW5U8gxihVMx3v1gSLLmptMjScVsDS9PowvJ6tTc9c,143
 potato_util/http/_sync.py,sha256=i8oyRmh-WraOzotaUbssIjOPvBh1pvLPupdoCvyHTK0,1169
 potato_util/http/fastapi.py,sha256=iqCxZcQDIVtcqCN9dZ4itcoUs6KzsfRGgK7sRd5EmOA,675
 potato_util/io/__init__.py,sha256=FoGcN7t0uArQV4hbMR1X5aeC8Yq-h_ds4xooNpkmgG0,209
-potato_util/io/_async.py,sha256=TViNNR1yHGMoSk-YuBBo7n7FdHcIiu1wMJqc9B7eJDY,15855
-potato_util/io/_sync.py,sha256=sTu0D9zQBmnPYnERFVWohKYNM6FJycAQ_WXkCNsVJuE,14828
-potato_util-0.2.0.dist-info/licenses/LICENSE.txt,sha256=CUTK-r0BWIg1r0bBiemAcMhakgV0N7HuRhw6rQ-A9A4,1074
-potato_util-0.2.0.dist-info/METADATA,sha256=T9U6_lYuXtH9x9OqpXNQc6X2V2fCdCdP98t0Z2OSb_o,15725
-potato_util-0.2.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-potato_util-0.2.0.dist-info/top_level.txt,sha256=pLMnSfT6rhlYBpo2Gnd8kKMDxcuvxdVizqsv1dd1frw,12
-potato_util-0.2.0.dist-info/RECORD,,
+potato_util/io/_async.py,sha256=mFkLrqXreCRJcvWEysS2Tvmb0XEDQeAqnnt1b1NbYh0,18209
+potato_util/io/_sync.py,sha256=Zdvh-2_XeLriI4XKkgsRn9TvI8I3KjQItmIF6w4aNyk,17098
+potato_util-0.3.0.dist-info/licenses/LICENSE.txt,sha256=CUTK-r0BWIg1r0bBiemAcMhakgV0N7HuRhw6rQ-A9A4,1074
+potato_util-0.3.0.dist-info/METADATA,sha256=X8kktReaDO3dHPihp5xoeYatzwr6yau60ASKEEdWHz8,15725
+potato_util-0.3.0.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+potato_util-0.3.0.dist-info/top_level.txt,sha256=pLMnSfT6rhlYBpo2Gnd8kKMDxcuvxdVizqsv1dd1frw,12
+potato_util-0.3.0.dist-info/RECORD,,

{potato_util-0.2.0.dist-info → potato_util-0.3.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.9.0)
+Generator: setuptools (80.10.2)
 Root-Is-Purelib: true
 Tag: py3-none-any