ae-base 0.3.35__py3-none-any.whl → 0.3.37__py3-none-any.whl

ae/base.py

@@ -69,6 +69,9 @@ use :func:`env_str` to determine the value of an OS environment variable with au
 helper functions provided by this namespace portion to determine the values of the most important system environment
 variables for your application are :func:`sys_env_dict` and :func:`sys_env_text`.
 
+to integrate system environment variables from ``.env`` files into :data:`os.environ` the helper functions
+:func:parse_dotenv`, :func:`load_env_var_defaults` and :func:`load_dotenvs` are provided.
+
 
 android-specific constants and helper functions
 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
@@ -129,20 +132,21 @@ import importlib.abc
 import importlib.util
 import os
 import platform
+import re
 import shutil
 import socket
 import sys
 import unicodedata
+import warnings
 
 from configparser import ConfigParser, ExtendedInterpolation
 from contextlib import contextmanager
 from importlib.machinery import ModuleSpec
 from inspect import getinnerframes, getouterframes, getsourcefile
 from types import ModuleType
-from typing import Any, Callable, Dict, Generator, Iterable, List, Optional, Tuple, Union
-
+from typing import Any, Callable, Dict, Generator, Iterable, List, Optional, Tuple, Union, cast
 
-__version__ = '0.3.35'
+__version__ = '0.3.37'
 
 
 DOCS_FOLDER = 'docs'                            #: project documentation root folder name
@@ -169,6 +173,33 @@ DEF_ENCODING = 'ascii'
 """ encoding for :func:`force_encoding` that will always work independent from destination (console, file sys, ...).
 """
 
+DOTENV_FILE_NAME = '.env'                       #: name of the file containing console/shell environment variables
+_env_line = re.compile(r"""
+    ^
+    (?:export\s+)?      # optional export
+    ([\w.]+)            # key
+    (?:\s*=\s*|:\s+?)   # separator
+    (                   # optional value begin
+        '(?:\'|[^'])*'  #   single quoted value
+        |               #   or
+        "(?:\"|[^"])*"  #   double quoted value
+        |               #   or
+        [^#\n]+         #   unquoted value
+    )?                  # value end
+    (?:\s*\#.*)?        # optional comment
+    $
+    """, re.VERBOSE)
+_env_variable = re.compile(r"""
+    (\\)?               # is it escaped with a backslash?
+    (\$)                # literal $
+    (                   # collect braces with var for sub
+        \{?             #   allow brace wrapping
+        ([A-Z0-9_]+)    #   match the variable
+        }?              #   closing brace
+    )                   # braces end
+    """, re.IGNORECASE | re.VERBOSE)
+
+
 NAME_PARTS_SEP = '_'                            #: name parts separator character, e.g. for :func:`norm_name`
 
 SKIPPED_MODULES = ('ae.base', 'ae.paths', 'ae.dynamicod', 'ae.core', 'ae.console', 'ae.gui_app', 'ae.gui_help',
@@ -248,7 +279,7 @@ def deep_dict_update(data: dict, update: dict):
     """ update the optionally nested data dict in-place with the items and sub-items from the update dict.
 
     :param data:                dict to be updated/extended. non-existing keys of dict-sub-items will be added.
-    :param update:              dict with the [sub-]items to update in the :paramref:`.data` dict.
+    :param update:              dict with the [sub-]items to update in the :paramref:`~deep_dict_update.data` dict.
 
     .. hint:: the module/portion :mod:`ae.deep` is providing more deep update helper functions.
 
@@ -272,7 +303,7 @@ def dummy_function(*_args, **_kwargs):
 
 
 def duplicates(values: Iterable) -> list:
-    """ determine all duplicates in the iterable specified in the :paramref:`.values` argument.
+    """ determine all duplicates in the iterable specified in the :paramref:`~duplicates.values` argument.
 
     inspired by Ritesh Kumars answer to https://stackoverflow.com/questions/9835762.
 
@@ -398,6 +429,42 @@ def in_wd(new_cwd: str) -> Generator[None, None, None]:
         os.chdir(cur_dir)
 
 
+def load_dotenvs():
+    """ detect and load multiple ``.env`` files in/above the current working directory and the calling module folder.
+
+    .. hint:: call from main module of project/app in order to also load ``.env`` files in/above the project folder.
+    """
+    load_env_var_defaults(os.getcwd())
+    load_env_var_defaults(os.path.dirname(stack_var('__file__', depth=2)))
+
+
+def load_env_var_defaults(start_dir: str):
+    """ detect and load chain of ``.env`` files starting in the specified folder or one above.
+
+    :param start_dir:           folder to start search of an ``.env`` file, if not found then checks the parent folder.
+                                if a first ``.env`` file got found, then load their console/shell environment variables
+                                into Python's :data:`os.environ`. after loading the first one, repeat to check for
+                                further ``.env`` files in the parent folder to load them too, until either detecting
+                                a folder without an ``.env`` file or until an ``.env`` got loaded from the root folder.
+
+    .. note::
+        only variables that are not declared in :data:`os.environ` will be added (with the
+        value specified in the ``.env`` file to be loaded).
+    """
+    file_path = os.path.abspath(os.path.join(start_dir, DOTENV_FILE_NAME))
+    if not os.path.isfile(file_path):
+        file_path = os.path.join(os.path.dirname(start_dir), DOTENV_FILE_NAME)
+
+    while os.path.isfile(file_path):
+        for var_nam, var_val in parse_dotenv(file_path).items():
+            if var_nam not in os.environ:
+                os.environ[var_nam] = var_val
+
+        if os.sep not in file_path:
+            break           # pragma: no cover # prevent endless-loop for ``.env`` file in root dir (os.sep == '/')
+        file_path = os.path.join(os.path.dirname(os.path.dirname(file_path)), DOTENV_FILE_NAME)
+
+
 def main_file_paths_parts(portion_name: str) -> Tuple[Tuple[str, ...], ...]:
     """ determine tuple of supported main/version file name path part tuples.
 
@@ -445,7 +512,14 @@ def module_file_path(local_object: Optional[Callable] = None) -> str:
         if file_path:
             return norm_path(file_path)
 
-    return stack_var('__file__', depth=2) or ""   # or use sys._getframe().f_code.co_filename
+    file_path = stack_var('__file__')
+    if not file_path:                                   # pragma: no cover
+        try:
+            # noinspection PyProtectedMember,PyUnresolvedReferences
+            file_path = sys._getframe().f_back.f_code.co_filename   # type: ignore # pylint: disable=protected-access
+        except (AttributeError, Exception):                         # pylint: disable=broad-except # pragma: no cover
+            file_path = ""
+    return file_path
 
 
 def module_name(*skip_modules: str, depth: int = 0) -> Optional[str]:
@@ -531,13 +605,13 @@ def norm_path(path: str, make_absolute: bool = True, remove_base_path: str = "",
 
 
 def now_str(sep: str = "") -> str:
-    """ return the current timestamp as string (to use as suffix for file and variable/attribute names).
+    """ return the current UTC timestamp as string (to use as suffix for file and variable/attribute names).
 
     :param sep:                 optional prefix and separator character (separating date from time and in time part
                                 the seconds from the microseconds).
-    :return:                    timestamp as string (length=20 + 3 * len(sep)).
+    :return:                    UTC timestamp as string (length=20 + 3 * len(sep)).
     """
-    return datetime.datetime.now().strftime("{sep}%Y%m%d{sep}%H%M%S{sep}%f".format(sep=sep))
+    return datetime.datetime.utcnow().strftime("{sep}%Y%m%d{sep}%H%M%S{sep}%f".format(sep=sep))
 
 
 def os_host_name() -> str:
@@ -612,8 +686,47 @@ def os_user_name() -> str:
     return getpass.getuser()
 
 
+def parse_dotenv(file_path: str) -> Dict[str, str]:
+    """ parse ``.env`` file content and return environment variable names as dict keys and values as dict values.
+
+    :param file_path:           string with the name/path of an existing ``.env``/:data:`DOTENV_FILE_NAME` file.
+    :return:                    dict with environment variable names and values
+    """
+    env_vars: Dict[str, str] = {}
+    for line in cast(str, read_file(file_path)).splitlines():
+        match = _env_line.search(line)
+        if not match:
+            if not re.search(r'^\s*(?:#.*)?$', line):  # not comment or blank
+                warnings.warn(f"'{line!r}' in '{file_path}' doesn't match {DOTENV_FILE_NAME} format", SyntaxWarning)
+            continue
+
+        var_nam, var_val = match.groups()
+        var_val = "" if var_val is None else var_val.strip()
+
+        # remove surrounding quotes, unescape all chars except $ so variables can be escaped properly
+        match = re.match(r'^([\'"])(.*)\1$', var_val)
+        if match:
+            delimiter, var_val = match.groups()
+            if delimiter == '"':
+                var_val = re.sub(r'\\([^$])', r'\1', var_val)
+        else:
+            delimiter = None
+        if delimiter != "'":
+            for parts in _env_variable.findall(var_val):
+                if parts[0] == '\\':
+                    replace = "".join(parts[1:-1])          # don't replace escaped variables
+                else:
+                    # substitute variables in a value, replace it with the value from the environment
+                    replace = env_vars.get(parts[-1], os.environ.get(parts[-1], ""))
+                var_val = var_val.replace("".join(parts[0:-1]), replace)
+
+        env_vars[var_nam] = var_val
+
+    return env_vars
+
+
 def project_main_file(import_name: str, project_path: str = "") -> str:
-    """ determine the main module file path of a package project, containing the package __version__ module variable.
+    """ determine the main module file path of a project package, containing the project __version__ module variable.
 
     :param import_name:         import name of the module/package (including namespace prefixes for namespace packages).
     :param project_path:        optional path where the project of the package/module is situated. not needed if the
@@ -623,13 +736,13 @@ def project_main_file(import_name: str, project_path: str = "") -> str:
     """
     join = os.path.join
     *namespace_dirs, portion_name = import_name.split('.')
-    package_name = ('_'.join(namespace_dirs) + '_' if namespace_dirs else "") + portion_name
+    project_name = ('_'.join(namespace_dirs) + '_' if namespace_dirs else "") + portion_name
     paths_parts = main_file_paths_parts(portion_name)
 
     project_path = norm_path(project_path)
     module_paths = []
-    if os.path.basename(project_path) != package_name:
-        module_paths.append(join(os.path.dirname(project_path), package_name, *namespace_dirs))
+    if os.path.basename(project_path) != project_name:
+        module_paths.append(join(os.path.dirname(project_path), project_name, *namespace_dirs))
     if namespace_dirs:
         module_paths.append(join(project_path, *namespace_dirs))
     module_paths.append(project_path)
@@ -878,12 +991,12 @@ if os_platform == 'android':                                    # pragma: no cov
     # 'android' (see # https://bugs.python.org/issue28141 and https://bugs.python.org/issue32073). these functions are
     # used by shutil.copy2/copy/copytree/move to copy OS-specific file attributes.
     # although shutil.copytree() and shutil.move() are copying/moving the files correctly when the copy_function
-    # arg is set to :func:`shutil.copyfile`, they will finally also crash afterwards when they try to set the attributes
+    # arg is set to :func:`shutil.copyfile`, they will finally also crash afterward when they try to set the attributes
     # on the destination root directory.
     shutil.copymode = dummy_function
     shutil.copystat = dummy_function
 
-    # import permissions module from python-for-android (pythonforandroid/recipes/android/src/android/permissions.py)
+    # import permissions module from python-for-android (recipes/android/src/android/permissions.py)
     # noinspection PyUnresolvedReferences
     from android.permissions import request_permissions, Permission     # type: ignore # pylint: disable=import-error
     from jnius import autoclass                                         # type: ignore

{ae_base-0.3.35.dist-info → ae_base-0.3.37.dist-info}/LICENSE.md

@@ -1,4 +1,4 @@
-<!-- THIS FILE IS EXCLUSIVELY MAINTAINED by the project aedev.tpl_project V0.3.28 -->
+<!-- THIS FILE IS EXCLUSIVELY MAINTAINED by the project aedev.tpl_project V0.3.30 -->
 ### GNU GENERAL PUBLIC LICENSE
 
 Version 3, 29 June 2007

{ae_base-0.3.35.dist-info → ae_base-0.3.37.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ae_base
-Version: 0.3.35
+Version: 0.3.37
 Summary: ae namespace module portion base: basic constants, helper functions and context manager
 Home-page: https://gitlab.com/ae-group/ae_base
 Author: AndiEcker
@@ -51,19 +51,19 @@ Requires-Dist: types-setuptools ; extra == 'tests'
 Requires-Dist: wheel ; extra == 'tests'
 Requires-Dist: twine ; extra == 'tests'
 
-<!-- THIS FILE IS EXCLUSIVELY MAINTAINED by the project ae.ae V0.3.92 -->
-<!-- THIS FILE IS EXCLUSIVELY MAINTAINED by the project aedev.tpl_namespace_root V0.3.13 -->
-# base 0.3.35
+<!-- THIS FILE IS EXCLUSIVELY MAINTAINED by the project ae.ae V0.3.94 -->
+<!-- THIS FILE IS EXCLUSIVELY MAINTAINED by the project aedev.tpl_namespace_root V0.3.14 -->
+# base 0.3.37
 
 [![GitLab develop](https://img.shields.io/gitlab/pipeline/ae-group/ae_base/develop?logo=python)](
     https://gitlab.com/ae-group/ae_base)
 [![LatestPyPIrelease](
-    https://img.shields.io/gitlab/pipeline/ae-group/ae_base/release0.3.34?logo=python)](
-    https://gitlab.com/ae-group/ae_base/-/tree/release0.3.34)
+    https://img.shields.io/gitlab/pipeline/ae-group/ae_base/release0.3.36?logo=python)](
+    https://gitlab.com/ae-group/ae_base/-/tree/release0.3.36)
 [![PyPIVersions](https://img.shields.io/pypi/v/ae_base)](
     https://pypi.org/project/ae-base/#history)
 
->ae namespace module portion base: basic constants, helper functions and context manager.
+>ae_base module 0.3.37.
 
 [![Coverage](https://ae-group.gitlab.io/ae_base/coverage.svg)](
     https://ae-group.gitlab.io/ae_base/coverage/index.html)

ae_base-0.3.37.dist-info/RECORD

@@ -0,0 +1,7 @@
+ae/base.py,sha256=Jb4C0-uyu40_vK0dQZnHHR2hTwDILzaGpS7ecp-0BQs,52008
+ae_base-0.3.37.dist-info/LICENSE.md,sha256=3X7IwvwQFt4PqRHb7mV8qoJjQ1E-HmcGioyT4Y6-6c8,35002
+ae_base-0.3.37.dist-info/METADATA,sha256=2wTlS7GMWnV1vuGdsuMb1z_KWr-y2KwUsLcesuWYVMw,5245
+ae_base-0.3.37.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
+ae_base-0.3.37.dist-info/top_level.txt,sha256=vUdgAslSmhZLXWU48fm8AG2BjVnkOWLco8rzuW-5zY0,3
+ae_base-0.3.37.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+ae_base-0.3.37.dist-info/RECORD,,

{ae_base-0.3.35.dist-info → ae_base-0.3.37.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.42.0)
+Generator: bdist_wheel (0.43.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

ae_base-0.3.35.dist-info/RECORD

@@ -1,7 +0,0 @@
-ae/base.py,sha256=Yh-2Bx0QuticTeEWgrdeYDxuEKnMGS_3wuBJW5iRnes,46681
-ae_base-0.3.35.dist-info/LICENSE.md,sha256=5jt4IAGrDpKDQaqK_A46-FUHAOYejE5kPpxoKuOOd6o,35002
-ae_base-0.3.35.dist-info/METADATA,sha256=Kt65tjx2jDeDCrRU7kIeSUgvXe9-8i8u0J0A9SNz7Is,5311
-ae_base-0.3.35.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
-ae_base-0.3.35.dist-info/top_level.txt,sha256=vUdgAslSmhZLXWU48fm8AG2BjVnkOWLco8rzuW-5zY0,3
-ae_base-0.3.35.dist-info/zip-safe,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-ae_base-0.3.35.dist-info/RECORD,,