python-ubercode-utils 2.0.0__py3-none-any.whl → 2.0.2__py3-none-any.whl

{python_ubercode_utils-2.0.0.dist-info → python_ubercode_utils-2.0.2.dist-info}/METADATA

@@ -1,12 +1,11 @@
 Metadata-Version: 2.1
 Name: python-ubercode-utils
-Version: 2.0.0
+Version: 2.0.2
 Summary: Core python utilities for all apps
 Home-page: https://github.com/sstacha/python-ubercode-utils
 Author: Steve Stacha
 Author-email: sstacha@gmail.com
 License: MIT
-Platform: UNKNOWN
 Classifier: Development Status :: 3 - Alpha
 Classifier: Programming Language :: Python :: 3
 Classifier: License :: OSI Approved :: MIT License
@@ -14,6 +13,7 @@ Classifier: Operating System :: OS Independent
 Classifier: Topic :: Utilities
 Requires-Python: >=3.8
 Description-Content-Type: text/markdown
+License-File: LICENSE
 
 # python-ubercode-utils
 Extracting common python utilities re-used between all projects.  The intent is to have minimal dependencies
@@ -27,5 +27,3 @@ python-utils-core:
 - manipulating urls and their parameters
 - helper classes to make working with xml and json data easier
 - minimal helper classes to convert database cursor results to dictionaries or tuples
-
-

python_ubercode_utils-2.0.2.dist-info/RECORD

@@ -0,0 +1,14 @@
+ubercode/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+ubercode/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+ubercode/utils/convert.py,sha256=YWIacPg3MaUTGSANZ2yzxanIkUCH2oyqOR6Wvtz91Fg,11371
+ubercode/utils/cursor.py,sha256=zHqbmUavCF0l7ck_Tu4PfgSzRO762ULKHYsnqa3r0uY,1118
+ubercode/utils/data.py,sha256=DStj9BAXPSPvQRZwfEQVYt19EoMavyNFt11U8ZnhagE,4364
+ubercode/utils/dataframe.py,sha256=3AYoZGZB7wtN5brBDfRgnuIaEubhRrSc7qx8hi_vaaE,1616
+ubercode/utils/environment.py,sha256=zSgemMspWx1mBPeI2CSStCSj_kjVm_rEVZaNRkEMsZM,13657
+ubercode/utils/logging.py,sha256=s4yIJWHo9MVO4oSk5IF3z6XTk-FOuyEiKnPFkiza3h4,9204
+ubercode/utils/urls.py,sha256=PaksDHVg_aSXEqcN4SlLgY-erqeMCNw8mYK9qt3q05I,9652
+python_ubercode_utils-2.0.2.dist-info/LICENSE,sha256=lch0WEJaqJY3C5aCYSr0u6Gw0set96a2fp9ZWJRYuR8,1069
+python_ubercode_utils-2.0.2.dist-info/METADATA,sha256=Oe6G8phzfGZ6SFVZdd7FDgsNGjjF999kF4e70dU4dEE,1225
+python_ubercode_utils-2.0.2.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
+python_ubercode_utils-2.0.2.dist-info/top_level.txt,sha256=5BojzbvNCpPkFXcVQVr7cfovhbYQYAlMKgiHSMgi7VU,9
+python_ubercode_utils-2.0.2.dist-info/RECORD,,

{python_ubercode_utils-2.0.0.dist-info → python_ubercode_utils-2.0.2.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.38.4)
+Generator: bdist_wheel (0.44.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

ubercode/utils/data.py

@@ -9,7 +9,7 @@ import xml.etree.ElementTree as Etree
 from collections import defaultdict
 
 
-class JSON:
+class JsonData:
     """ simple json class to encapsulate basic json operations """
     def __init__(self, json_string: str or None = None, encode_ampersands: bool = False):
         # data is core python objects (list, dict, object, etc) from the core python JSON.loads
@@ -49,7 +49,7 @@ class JSON:
         return str(self.data)
 
 
-class XML:
+class XmlData:
     """ simple xml class to encapsulate basic xml operations using build in python ETree """
     def __init__(self, xml_string: str or None = None, encode_ampersands: bool = False):
         # data is core python ElementTree object
@@ -95,7 +95,7 @@ class XML:
         output to dict
         :return: dict
         """
-        return XML.tree_to_dict(self.data)
+        return XmlData.tree_to_dict(self.data)
 
     @staticmethod
     def tree_to_dict(t: Etree) -> dict:
@@ -108,7 +108,7 @@ class XML:
         children = list(t)
         if children:
             dd = defaultdict(list)
-            for dc in map(XML.tree_to_dict, children):
+            for dc in map(XmlData.tree_to_dict, children):
                 for k, v in dc.items():
                     dd[k].append(v)
             d = {t.tag: {k: v[0] if len(v) == 1 else v for k, v in dd.items()}}

ubercode/utils/dataframe.py

@@ -1,7 +1,26 @@
 """ common utilities for working with dataframes"""
 from typing import Any
 from . import logging
+from datetime import datetime
 
+default_date_formats = {
+    'date': '%Y-%m-%d',
+    'datetime': '%Y-%m-%d %H:%M:%S',
+    'datetimemilli': '%Y-%m-%d %H:%M:%S.%f'
+}
+
+def to_date_str(date_string: str or None, date_col: str, date_field_map: dict, date_formats: dict) -> str or None:
+    if date_string == 'None' or date_string == 'NaT' or not date_string:
+        return None
+    if '.' in date_string:
+        dt = datetime.strptime(date_string, date_formats['datetimemilli'])
+    elif ':' in date_string:
+        dt = datetime.strptime(date_string, date_formats['datetime'])
+    else:
+        dt = datetime.strptime(date_string, date_formats['date'])
+    if not dt:
+        return None
+    return dt.strftime(date_formats[date_field_map[date_col]])
 
 # extend the logging to include log.dataframe()
 # NOTE: making dataframe type Any, so we don't have to include pandas but intended use is dataframe

ubercode/utils/environment.py

@@ -6,6 +6,7 @@ import os
 import time
 from datetime import datetime
 from typing import Any, Tuple
+from pathlib import Path
 from ubercode.utils.logging import ColorLogger
 from ubercode.utils import convert
 
@@ -223,3 +224,61 @@ class Environment:
                         self._logger.warn(
                             f"{db_parts[0]}[{db_parts[1]}][{db_parts[2]}] has a database or property naming issue!")
         return db_dict
+
+class FauxApp:
+    def __init__(self, logger: ColorLogger = None, notebook_path: Path = Path(), default_dict: dict = None) -> None:
+        self._logger = logger if logger else _utils_settings_logger
+        self.notebook_path = notebook_path.resolve()
+        self.app_path = os.path.dirname(self.notebook_path)
+        self.project_path = os.path.dirname(self.app_path)
+        self.instance_path = os.path.join(self.project_path, 'instance')
+        self.config = default_dict or dict(
+            SECRET_KEY = 'localmachine',
+            LOG_LEVEL = 'DEBUG',
+            DEBUG = True,
+            APP_DIR = self.app_path,
+            PROJECT_DIR = self.project_path,
+            DATABASE_DEBUG = False,
+            SA_URL_APP = f'sqlite+pysqlite:///{os.path.join(self.instance_path, "nbsync.sqlite3")}',
+            SA_URL_SRC_LOCAL = f'sqlite+pysqlite:///{os.path.join(self.instance_path, "src.sqlite3")}',
+            SA_URL_DST_LOCAL = f'sqlite+pysqlite:///{os.path.join(self.instance_path, "dst.sqlite3")}',
+        )
+
+    def from_mapping(self, mapping: dict) -> None:
+        self.config = self.config | mapping
+
+    def from_pyfile(self, config_file: str = '~/conf/nbsync.cfg') -> None:
+        # read the config file into dict if exists then merge
+        abs_cfg = os.path.expanduser(config_file)
+        try:
+            with open(abs_cfg, 'r') as fp:
+                for line in fp:
+                    line = line.strip()
+                    if line.startswith('#') or not line:
+                        continue
+                    # Split only on the first '=' to allow '=' in the value
+                    try:
+                        key, val = line.split('=', 1)
+                        self.config[key.strip().strip("'").strip('"')] = val.strip().strip("'").strip('"')
+                    except ValueError:
+                        # Handle lines that might not have an '='
+                        continue
+        except FileNotFoundError:
+            self._logger.debug(f'[{config_file}] does not exist')
+
+    def from_prefixed_env(self, prefix: str = 'UC'):
+        # read environment variables with the given prefix and merge into config
+        prefix_len = len(prefix) + 1  # +1 for the underscore
+        for key, value in os.environ.items():
+            if key.startswith(f'{prefix}_'):
+                config_key = key[prefix_len:]  # remove the prefix and underscore
+                self.config[config_key] = value
+                # lastly, attempt to convert 'true'/'false' to boolean
+                if value.lower() == 'true':
+                    self.config[config_key] = True
+                elif value.lower() == 'false':
+                    self.config[config_key] = False
+
+    def __repr__(self):
+        return convert.obj_to_str(self)
+

ubercode/utils/logging.py

@@ -183,7 +183,7 @@ class ColorLogger:
             c_msg = str(msg)
             if self.color_output and color:
                 c_msg = color + c_msg + TermColor.ENDC
-            if msg == self.repeat_msg:
+            if str(msg) == self.repeat_msg:
                 # the first time we start repeating track the indent level
                 if not self.repeat_cnt:
                     if indent is not None:

python_ubercode_utils-2.0.0.dist-info/RECORD

@@ -1,14 +0,0 @@
-ubercode/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ubercode/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ubercode/utils/convert.py,sha256=YWIacPg3MaUTGSANZ2yzxanIkUCH2oyqOR6Wvtz91Fg,11371
-ubercode/utils/cursor.py,sha256=zHqbmUavCF0l7ck_Tu4PfgSzRO762ULKHYsnqa3r0uY,1118
-ubercode/utils/data.py,sha256=ima4E8Do8O2UevS9mr-I3dc2m_GCE72QNL3qzaLHzlM,4348
-ubercode/utils/dataframe.py,sha256=JLeTj401KuiF0LZax-DnYChKNArvlhRkX6cOInRELmE,870
-ubercode/utils/environment.py,sha256=jblV5_1V58lkiiB44T-Bt39tMPyyKzmCiR1xgmjRXhQ,10854
-ubercode/utils/logging.py,sha256=e35pXVFN-rNNK3Lg6rM4DB9DHS-91MIBHq03AOAuRUs,9199
-ubercode/utils/urls.py,sha256=PaksDHVg_aSXEqcN4SlLgY-erqeMCNw8mYK9qt3q05I,9652
-python_ubercode_utils-2.0.0.dist-info/LICENSE,sha256=lch0WEJaqJY3C5aCYSr0u6Gw0set96a2fp9ZWJRYuR8,1069
-python_ubercode_utils-2.0.0.dist-info/METADATA,sha256=6xfZmgwxMxgpXobISKa3iRZGWOCPj5x4o1VZNpeA9VA,1223
-python_ubercode_utils-2.0.0.dist-info/WHEEL,sha256=2wepM1nk4DS4eFpYrW1TTqPcoGNfHhhO_i5m4cOimbo,92
-python_ubercode_utils-2.0.0.dist-info/top_level.txt,sha256=5BojzbvNCpPkFXcVQVr7cfovhbYQYAlMKgiHSMgi7VU,9
-python_ubercode_utils-2.0.0.dist-info/RECORD,,