ipulse-shared-core-ftredge 2.51__tar.gz → 2.53__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of ipulse-shared-core-ftredge might be problematic. Click here for more details.

Files changed (32) hide show
  1. {ipulse_shared_core_ftredge-2.51/src/ipulse_shared_core_ftredge.egg-info → ipulse_shared_core_ftredge-2.53}/PKG-INFO +1 -1
  2. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/setup.py +1 -1
  3. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/__init__.py +4 -4
  4. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/enums/__init__.py +2 -2
  5. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/enums/enums_common_utils.py +19 -9
  6. ipulse_shared_core_ftredge-2.53/src/ipulse_shared_core_ftredge/utils_common.py +657 -0
  7. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/utils_gcp.py +76 -36
  8. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/utils_templates_and_schemas.py +60 -57
  9. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53/src/ipulse_shared_core_ftredge.egg-info}/PKG-INFO +1 -1
  10. ipulse_shared_core_ftredge-2.51/src/ipulse_shared_core_ftredge/utils_common.py +0 -369
  11. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/LICENCE +0 -0
  12. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/README.md +0 -0
  13. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/pyproject.toml +0 -0
  14. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/setup.cfg +0 -0
  15. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/enums/enums_data_eng.py +0 -0
  16. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/enums/enums_module_fincore.py +0 -0
  17. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/enums/enums_modules.py +0 -0
  18. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/models/__init__.py +0 -0
  19. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/models/audit_log_firestore.py +0 -0
  20. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/models/organisation.py +0 -0
  21. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/models/pulse_enums.py +0 -0
  22. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/models/resource_catalog_item.py +0 -0
  23. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/models/user_auth.py +0 -0
  24. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/models/user_profile.py +0 -0
  25. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/models/user_profile_update.py +0 -0
  26. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/models/user_status.py +0 -0
  27. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/tests/__init__.py +0 -0
  28. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/tests/test.py +0 -0
  29. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge.egg-info/SOURCES.txt +0 -0
  30. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge.egg-info/dependency_links.txt +0 -0
  31. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge.egg-info/requires.txt +0 -0
  32. {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: ipulse_shared_core_ftredge
3
- Version: 2.51
3
+ Version: 2.53
4
4
  Summary: Shared Core models and Logger util for the Pulse platform project. Using AI for financial advisory and investment management.
5
5
  Home-page: https://github.com/TheFutureEdge/ipulse_shared_core
6
6
  Author: Russlan Ramdowar
@@ -3,7 +3,7 @@ from setuptools import setup, find_packages
3
3
 
4
4
  setup(
5
5
  name='ipulse_shared_core_ftredge',
6
- version='2.51',
6
+ version='2.53',
7
7
  package_dir={'': 'src'}, # Specify the source directory
8
8
  packages=find_packages(where='src'), # Look for packages in 'src'
9
9
  install_requires=[
@@ -2,12 +2,12 @@ from .models import (Organisation, UserAuth, UserProfile,
2
2
  UserStatus, UserProfileUpdate, pulse_enums)
3
3
  from .utils_gcp import (setup_gcp_logger_and_error_report,
4
4
  read_csv_from_gcs, read_json_from_gcs,
5
- write_csv_to_gcs, write_data_to_gcs)
5
+ write_csv_to_gcs, write_json_to_gcs)
6
6
  from .utils_templates_and_schemas import (create_bigquery_schema_from_json,
7
- update_check_with_schema_template)
8
- from .utils_common import (Notice, NoticesManager)
7
+ check_format_against_schema_template)
8
+ from .utils_common import (SmartLog, Watcher)
9
9
 
10
- from .enums import (NoticeManagerCategory, NoticeLevel, Unit, Frequency,
10
+ from .enums import (WatcherCategory, LogLevel, Unit, Frequency,
11
11
  Module, SubModule, BaseDataCategory,
12
12
  FinCoreCategory, FincCoreSubCategory,
13
13
  FinCoreRecordsCategory, ExchangeOrPublisher,
@@ -3,8 +3,8 @@
3
3
  # pylint: disable=missing-function-docstring
4
4
  # pylint: disable=missing-class-docstring
5
5
 
6
- from .enums_common_utils import (NoticeLevel,
7
- NoticeManagerCategory,
6
+ from .enums_common_utils import (LogLevel,
7
+ WatcherCategory,
8
8
  Unit,
9
9
  Frequency)
10
10
 
@@ -6,11 +6,17 @@
6
6
  from enum import Enum
7
7
 
8
8
 
9
- class NoticeManagerCategory(Enum):
10
- NOTICES = "notices"
11
- WARN_ERRS = "warn_errs"
12
- SUCCESSES = "successes"
13
- class NoticeLevel(Enum):
9
+ class WatcherCategory(Enum):
10
+ MIXED="watcher_mixed"
11
+ SUCCESSES = "watcher_successes"
12
+ NOTICES = "watcher_notices"
13
+ SUCCESSES_AND_NOTICES = "watcher_succs_n_notcs"
14
+ WARNINGS = "watcher_warnings"
15
+ WARNINGS_AND_ERRORS = "watcher_warns_n_errs"
16
+ ERRORS = "watcher_errors"
17
+
18
+
19
+ class LogLevel(Enum):
14
20
  """
15
21
  Standardized notice levels for data engineering pipelines,
16
22
  designed for easy analysis and identification of manual
@@ -19,12 +25,16 @@ class NoticeLevel(Enum):
19
25
  DEBUG = 100 # Detailed debug information (for development/troubleshooting)
20
26
 
21
27
  INFO = 200
28
+ SUCCESS = 201
22
29
 
23
- SUCCESS = 300 # Events requiring attention, but not necessarily errors
30
+ NOTICE = 300 # Maybe same file or data already fully or partially exists
31
+ NOTICE_ALREADY_EXISTS = 301 # Data already exists, no action required
32
+ NOTICE_PARTIAL_EXISTS = 302 # Partial data exists, no action required
33
+ NOTICE_CANCELLED = 303 # Data processing cancelled, no action required
24
34
 
25
35
  # Warnings indicate potential issues that might require attention:
26
36
  WARNING = 400 # General warning, no immediate action required
27
- WARNING_NO_ACTION = 401 # Minor issue or Unexpected Behavior, no immediate action required (can be logged frequently)
37
+ # WARNING_NO_ACTION = 401 # Minor issue or Unexpected Behavior, no immediate action required (can be logged frequently)
28
38
  WARNING_REVIEW_RECOMMENDED = 402 # Action recommended to prevent potential future issues
29
39
  WARNING_FIX_RECOMMENDED = 403 # Action recommended to prevent potential future issues
30
40
  WARNING_FIX_REQUIRED = 404 # Action required, pipeline can likely continue
@@ -46,16 +56,16 @@ class NoticeLevel(Enum):
46
56
  UNKNOWN=1001 # Unknown error, should not be used in normal operation
47
57
 
48
58
 
49
- class NoticeStatus(Enum):
59
+ class LogStatus(Enum):
50
60
  OPEN = "open"
51
61
  ACKNOWLEDGED = "acknowledged"
52
62
  IN_PROGRESS = "in_progress"
53
63
  RESOLVED = "resolved"
54
64
  IGNORED = "ignored"
65
+ CANCELLED = "cancelled"
55
66
 
56
67
 
57
68
 
58
-
59
69
  ### Exception during full exection, partially saved
60
70
  # Exception during ensemble pipeline; modifications collected in local object , nothing persisted
61
71
  # Exception during ensemble pipeline; modifications persisted , metadata failed