ipulse-shared-core-ftredge 2.27__tar.gz → 2.28__tar.gz

{ipulse_shared_core_ftredge-2.27/src/ipulse_shared_core_ftredge.egg-info → ipulse_shared_core_ftredge-2.28}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ipulse_shared_core_ftredge
-Version: 2.27
+Version: 2.28
 Summary: Shared Core models and Logger util for the Pulse platform project. Using AI for financial advisory and investment management.
 Home-page: https://github.com/TheFutureEdge/ipulse_shared_core
 Author: Russlan Ramdowar

{ipulse_shared_core_ftredge-2.27 → ipulse_shared_core_ftredge-2.28}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='ipulse_shared_core_ftredge',
-    version='2.27',
+    version='2.28',
     package_dir={'': 'src'},  # Specify the source directory
     packages=find_packages(where='src'),  # Look for packages in 'src'
     install_requires=[

{ipulse_shared_core_ftredge-2.27 → ipulse_shared_core_ftredge-2.28}/src/ipulse_shared_core_ftredge/__init__.py

@@ -1,5 +1,6 @@
 from .models import Organisation, UserAuth, UserProfile, UserStatus, UserProfileUpdate, pulse_enums
 from .utils_gcp import setup_gcp_logger_and_error_report, read_csv_from_gcs, read_json_from_gcs, write_csv_to_gcs, write_json_to_gcs
-from .utils_templates_and_schemas import create_bigquery_schema_from_json,update_check_with_schema_template, update_check_with_dict_template
+from .utils_templates_and_schemas import create_bigquery_schema_from_json,update_check_with_schema_template
+from .enums_common import NoticeSeverity
 
  

ipulse_shared_core_ftredge-2.28/src/ipulse_shared_core_ftredge/enums_common.py

@@ -0,0 +1,27 @@
+from enum import Enum
+
+class NoticeSeverity(Enum):
+    """
+    Standardized logging levels for data engineering pipelines,
+    designed for easy analysis and identification of manual 
+    intervention needs.
+    """
+    DEBUG = 100  # Detailed debug information (for development/troubleshooting)
+    INFO = 200   # Normal pipeline execution information 
+    NOTICE = 300  # Events requiring attention, but not necessarily errors
+
+     # Warnings indicate potential issues that might require attention:
+    WARNING_NO_ACTION = 401 # Minor issue or Unexpected Behavior, no immediate action required (can be logged frequently)
+    WARNING_ACTION_RECOMMENDED = 402 # Action recommended to prevent potential future issues
+    WARNING_ACTION_REQUIRED = 403  # Action required, pipeline can likely continue
+
+    # Errors indicate a problem that disrupts normal pipeline execution:
+    ERROR_TRANSIENT_RETRY = 501 # Temporary error, automatic retry likely to succeed
+    ERROR_DATA_ISSUE_ISOLATED = 502 # Error likely caused by data issues, manual intervention likely needed
+    ERROR_DATA_ISSUE_WITH_DEPENDENCIES = 503 # Error likely in code/configuration, investigation required
+    ERROR_CONFIG_OR_CODE_ISSUE = 504 # Error likely in code/configuration, investigation required
+    ERROR_UNKNOWN_EXCEPTION = 505
+
+    # Critical errors indicate severe failures requiring immediate attention:
+    CRITICAL_SYSTEM_FAILURE = 601 # System-level failure (e.g., infrastructure), requires immediate action
+    CRITICAL_PIPELINE_FAILURE = 602 # Complete pipeline failure, requires investigation and potential rollback

{ipulse_shared_core_ftredge-2.27 → ipulse_shared_core_ftredge-2.28}/src/ipulse_shared_core_ftredge/utils_templates_and_schemas.py

@@ -1,5 +1,11 @@
-import datetime 
+# pylint: disable=missing-module-docstring
+# pylint: disable=missing-function-docstring
+# pylint: disable=logging-fstring-interpolation
+# pylint: disable=line-too-long
+
+import datetime
 from google.cloud import bigquery
+from . import NoticeSeverity
 
 def create_bigquery_schema_from_json(json_schema):
     schema = []
@@ -10,24 +16,11 @@ def create_bigquery_schema_from_json(json_schema):
             schema.append(bigquery.SchemaField(field["name"], field["type"], mode=field["mode"]))
     return schema
 
-def update_check_with_dict_template(template, updates, logger):
-    template_dict = template.copy()
-    filtered_updates = {k: v for k, v in updates.items() if k in template}
-    template_dict.update(filtered_updates)
-    # Log warnings for any fields in the updates that are not in the template
-    extra_fields = set(updates.keys()) - set(template.keys())
-    if extra_fields:
-        logger.warning(f"Fields in the updates extra to the template config: {extra_fields}. You probably forgot to update the Template Config. Do so now.")
-    return template_dict
 
 def update_check_with_schema_template(updates, schema, logger, dt_ts_to_str=True, check_max_length=True):
-    """Ensure Update dict corresponds to the config schema, ensuring proper formats and lengths."""
-    valid_updates = {}
-    schema_dict = {field["name"]: field for field in schema}
     
     """Ensure Update dict corresponds to the config schema, ensuring proper formats and lengths."""
     valid_updates = {}
-    schema_dict = {field["name"]: field for field in schema}
     
     # Process updates to conform to the schema
     for field in schema:

{ipulse_shared_core_ftredge-2.27 → ipulse_shared_core_ftredge-2.28/src/ipulse_shared_core_ftredge.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ipulse_shared_core_ftredge
-Version: 2.27
+Version: 2.28
 Summary: Shared Core models and Logger util for the Pulse platform project. Using AI for financial advisory and investment management.
 Home-page: https://github.com/TheFutureEdge/ipulse_shared_core
 Author: Russlan Ramdowar

{ipulse_shared_core_ftredge-2.27 → ipulse_shared_core_ftredge-2.28}/src/ipulse_shared_core_ftredge.egg-info/SOURCES.txt

@@ -3,6 +3,7 @@ README.md
 pyproject.toml
 setup.py
 src/ipulse_shared_core_ftredge/__init__.py
+src/ipulse_shared_core_ftredge/enums_common.py
 src/ipulse_shared_core_ftredge/utils_gcp.py
 src/ipulse_shared_core_ftredge/utils_templates_and_schemas.py
 src/ipulse_shared_core_ftredge.egg-info/PKG-INFO