ipulse-shared-core-ftredge 2.51__tar.gz → 2.53__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of ipulse-shared-core-ftredge might be problematic. Click here for more details.
- {ipulse_shared_core_ftredge-2.51/src/ipulse_shared_core_ftredge.egg-info → ipulse_shared_core_ftredge-2.53}/PKG-INFO +1 -1
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/setup.py +1 -1
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/__init__.py +4 -4
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/enums/__init__.py +2 -2
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/enums/enums_common_utils.py +19 -9
- ipulse_shared_core_ftredge-2.53/src/ipulse_shared_core_ftredge/utils_common.py +657 -0
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/utils_gcp.py +76 -36
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/utils_templates_and_schemas.py +60 -57
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53/src/ipulse_shared_core_ftredge.egg-info}/PKG-INFO +1 -1
- ipulse_shared_core_ftredge-2.51/src/ipulse_shared_core_ftredge/utils_common.py +0 -369
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/LICENCE +0 -0
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/README.md +0 -0
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/pyproject.toml +0 -0
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/setup.cfg +0 -0
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/enums/enums_data_eng.py +0 -0
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/enums/enums_module_fincore.py +0 -0
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/enums/enums_modules.py +0 -0
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/models/__init__.py +0 -0
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/models/audit_log_firestore.py +0 -0
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/models/organisation.py +0 -0
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/models/pulse_enums.py +0 -0
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/models/resource_catalog_item.py +0 -0
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/models/user_auth.py +0 -0
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/models/user_profile.py +0 -0
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/models/user_profile_update.py +0 -0
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/models/user_status.py +0 -0
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/tests/__init__.py +0 -0
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge/tests/test.py +0 -0
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge.egg-info/SOURCES.txt +0 -0
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge.egg-info/dependency_links.txt +0 -0
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge.egg-info/requires.txt +0 -0
- {ipulse_shared_core_ftredge-2.51 → ipulse_shared_core_ftredge-2.53}/src/ipulse_shared_core_ftredge.egg-info/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: ipulse_shared_core_ftredge
|
|
3
|
-
Version: 2.
|
|
3
|
+
Version: 2.53
|
|
4
4
|
Summary: Shared Core models and Logger util for the Pulse platform project. Using AI for financial advisory and investment management.
|
|
5
5
|
Home-page: https://github.com/TheFutureEdge/ipulse_shared_core
|
|
6
6
|
Author: Russlan Ramdowar
|
|
@@ -3,7 +3,7 @@ from setuptools import setup, find_packages
|
|
|
3
3
|
|
|
4
4
|
setup(
|
|
5
5
|
name='ipulse_shared_core_ftredge',
|
|
6
|
-
version='2.
|
|
6
|
+
version='2.53',
|
|
7
7
|
package_dir={'': 'src'}, # Specify the source directory
|
|
8
8
|
packages=find_packages(where='src'), # Look for packages in 'src'
|
|
9
9
|
install_requires=[
|
|
@@ -2,12 +2,12 @@ from .models import (Organisation, UserAuth, UserProfile,
|
|
|
2
2
|
UserStatus, UserProfileUpdate, pulse_enums)
|
|
3
3
|
from .utils_gcp import (setup_gcp_logger_and_error_report,
|
|
4
4
|
read_csv_from_gcs, read_json_from_gcs,
|
|
5
|
-
write_csv_to_gcs,
|
|
5
|
+
write_csv_to_gcs, write_json_to_gcs)
|
|
6
6
|
from .utils_templates_and_schemas import (create_bigquery_schema_from_json,
|
|
7
|
-
|
|
8
|
-
from .utils_common import (
|
|
7
|
+
check_format_against_schema_template)
|
|
8
|
+
from .utils_common import (SmartLog, Watcher)
|
|
9
9
|
|
|
10
|
-
from .enums import (
|
|
10
|
+
from .enums import (WatcherCategory, LogLevel, Unit, Frequency,
|
|
11
11
|
Module, SubModule, BaseDataCategory,
|
|
12
12
|
FinCoreCategory, FincCoreSubCategory,
|
|
13
13
|
FinCoreRecordsCategory, ExchangeOrPublisher,
|
|
@@ -6,11 +6,17 @@
|
|
|
6
6
|
from enum import Enum
|
|
7
7
|
|
|
8
8
|
|
|
9
|
-
class
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
9
|
+
class WatcherCategory(Enum):
|
|
10
|
+
MIXED="watcher_mixed"
|
|
11
|
+
SUCCESSES = "watcher_successes"
|
|
12
|
+
NOTICES = "watcher_notices"
|
|
13
|
+
SUCCESSES_AND_NOTICES = "watcher_succs_n_notcs"
|
|
14
|
+
WARNINGS = "watcher_warnings"
|
|
15
|
+
WARNINGS_AND_ERRORS = "watcher_warns_n_errs"
|
|
16
|
+
ERRORS = "watcher_errors"
|
|
17
|
+
|
|
18
|
+
|
|
19
|
+
class LogLevel(Enum):
|
|
14
20
|
"""
|
|
15
21
|
Standardized notice levels for data engineering pipelines,
|
|
16
22
|
designed for easy analysis and identification of manual
|
|
@@ -19,12 +25,16 @@ class NoticeLevel(Enum):
|
|
|
19
25
|
DEBUG = 100 # Detailed debug information (for development/troubleshooting)
|
|
20
26
|
|
|
21
27
|
INFO = 200
|
|
28
|
+
SUCCESS = 201
|
|
22
29
|
|
|
23
|
-
|
|
30
|
+
NOTICE = 300 # Maybe same file or data already fully or partially exists
|
|
31
|
+
NOTICE_ALREADY_EXISTS = 301 # Data already exists, no action required
|
|
32
|
+
NOTICE_PARTIAL_EXISTS = 302 # Partial data exists, no action required
|
|
33
|
+
NOTICE_CANCELLED = 303 # Data processing cancelled, no action required
|
|
24
34
|
|
|
25
35
|
# Warnings indicate potential issues that might require attention:
|
|
26
36
|
WARNING = 400 # General warning, no immediate action required
|
|
27
|
-
WARNING_NO_ACTION = 401 # Minor issue or Unexpected Behavior, no immediate action required (can be logged frequently)
|
|
37
|
+
# WARNING_NO_ACTION = 401 # Minor issue or Unexpected Behavior, no immediate action required (can be logged frequently)
|
|
28
38
|
WARNING_REVIEW_RECOMMENDED = 402 # Action recommended to prevent potential future issues
|
|
29
39
|
WARNING_FIX_RECOMMENDED = 403 # Action recommended to prevent potential future issues
|
|
30
40
|
WARNING_FIX_REQUIRED = 404 # Action required, pipeline can likely continue
|
|
@@ -46,16 +56,16 @@ class NoticeLevel(Enum):
|
|
|
46
56
|
UNKNOWN=1001 # Unknown error, should not be used in normal operation
|
|
47
57
|
|
|
48
58
|
|
|
49
|
-
class
|
|
59
|
+
class LogStatus(Enum):
|
|
50
60
|
OPEN = "open"
|
|
51
61
|
ACKNOWLEDGED = "acknowledged"
|
|
52
62
|
IN_PROGRESS = "in_progress"
|
|
53
63
|
RESOLVED = "resolved"
|
|
54
64
|
IGNORED = "ignored"
|
|
65
|
+
CANCELLED = "cancelled"
|
|
55
66
|
|
|
56
67
|
|
|
57
68
|
|
|
58
|
-
|
|
59
69
|
### Exception during full exection, partially saved
|
|
60
70
|
# Exception during ensemble pipeline; modifications collected in local object , nothing persisted
|
|
61
71
|
# Exception during ensemble pipeline; modifications persisted , metadata failed
|