ipulse-shared-core-ftredge 2.29__tar.gz → 2.32__tar.gz

{ipulse_shared_core_ftredge-2.29/src/ipulse_shared_core_ftredge.egg-info → ipulse_shared_core_ftredge-2.32}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ipulse_shared_core_ftredge
-Version: 2.29
+Version: 2.32
 Summary: Shared Core models and Logger util for the Pulse platform project. Using AI for financial advisory and investment management.
 Home-page: https://github.com/TheFutureEdge/ipulse_shared_core
 Author: Russlan Ramdowar

{ipulse_shared_core_ftredge-2.29 → ipulse_shared_core_ftredge-2.32}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name='ipulse_shared_core_ftredge',
-    version='2.29',
+    version='2.32',
     package_dir={'': 'src'},  # Specify the source directory
     packages=find_packages(where='src'),  # Look for packages in 'src'
     install_requires=[

{ipulse_shared_core_ftredge-2.29 → ipulse_shared_core_ftredge-2.32}/src/ipulse_shared_core_ftredge/__init__.py

@@ -5,8 +5,11 @@ from .utils_gcp import (setup_gcp_logger_and_error_report,
                         write_csv_to_gcs, write_json_to_gcs)
 from .utils_templates_and_schemas import (create_bigquery_schema_from_json,
                                           update_check_with_schema_template)
-from .enums import (NoticeSeverity,
-                    SourcingPipelineType,
-                    SourcingTriggerType,
-                    DWEvents,
-                    DWEventTriggerType )
+from .enums import (NoticeSeverity,Unit, Frequency,
+                    Module, SubModule, BaseDataCategory,
+                    FinCoreCategory, FincCoreSubCategory,
+                    FinCoreRecordsCategory, ExchangeOrPublisher,
+                    SourcingPipelineType, SourcingTriggerType,
+                    DWEvent, DWEventTriggerType)
+
+                    

ipulse_shared_core_ftredge-2.32/src/ipulse_shared_core_ftredge/enums/__init__.py

@@ -0,0 +1,26 @@
+
+# pylint: disable=missing-module-docstring
+# pylint: disable=missing-function-docstring
+# pylint: disable=missing-class-docstring
+
+from .enums_common_utils import (NoticeSeverity,
+                                Unit,
+                                Frequency)
+
+
+from .enums_modules import(Module,
+                           SubModule,
+                           BaseDataCategory)
+
+
+from .enums_module_fincore import (FinCoreCategory,
+                                    FincCoreSubCategory,
+                                    FinCoreRecordsCategory,
+                                    ExchangeOrPublisher)
+
+
+
+from .enums_data_eng import (SourcingTriggerType,
+                             SourcingPipelineType,
+                             DWEvent,
+                             DWEventTriggerType)

ipulse_shared_core_ftredge-2.32/src/ipulse_shared_core_ftredge/enums/enums_common_utils.py

@@ -0,0 +1,106 @@
+
+# pylint: disable=missing-module-docstring
+# pylint: disable=missing-function-docstring
+# pylint: disable=missing-class-docstring
+
+from enum import Enum
+
+class NoticeSeverity(Enum):
+    """
+    Standardized logging levels for data engineering pipelines,
+    designed for easy analysis and identification of manual 
+    intervention needs.
+    """
+    DEBUG = 100  # Detailed debug information (for development/troubleshooting)
+    INFO = 200   # Normal pipeline execution information 
+    NOTICE = 300  # Events requiring attention, but not necessarily errors
+
+     # Warnings indicate potential issues that might require attention:
+    WARNING_NO_ACTION = 401 # Minor issue or Unexpected Behavior, no immediate action required (can be logged frequently)
+    WARNING_ACTION_RECOMMENDED = 402 # Action recommended to prevent potential future issues
+    WARNING_ACTION_REQUIRED = 403  # Action required, pipeline can likely continue
+
+    # Errors indicate a problem that disrupts normal pipeline execution:
+    ERROR_TRANSIENT_RETRY = 501 # Temporary error, automatic retry likely to succeed
+    ERROR_DATA_ISSUE_ISOLATED = 502 # Error likely caused by data issues, manual intervention likely needed
+    ERROR_DATA_ISSUE_WITH_DEPENDENCIES = 503 # Error likely in code/configuration, investigation required
+    ERROR_CONFIG_OR_CODE_ISSUE = 504 # Error likely in code/configuration, investigation required
+    ERROR_UNKNOWN_EXCEPTION = 505
+
+    # Critical errors indicate severe failures requiring immediate attention:
+    CRITICAL_SYSTEM_FAILURE = 601 # System-level failure (e.g., infrastructure), requires immediate action
+    CRITICAL_PIPELINE_FAILURE = 602 # Complete pipeline failure, requires investigation and potential rollback
+
+
+
+class Unit(Enum):
+    MIX="MIX"
+    # Currency and Financial Values
+    USD = "USD"  # United States Dollar
+    EUR = "EUR"  # Euro
+    JPY = "JPY"  # Japanese Yen
+    GBP = "GBP"  # British Pound Sterling
+    AUD = "AUD"  # Australian Dollar
+    CAD = "CAD"  # Canadian Dollar
+    CHF = "CHF"  # Swiss Franc
+    CNY = "CNY"  # Chinese Yuan Renminbi
+    SEK = "SEK"  # Swedish Krona
+    NZD = "NZD"  # New Zealand Dollar
+    MXN = "MXN"  # Mexican Peso
+    SGD = "SGD"  # Singapore Dollar
+    HKD = "HKD"  # Hong Kong Dollar
+    NOK = "NOK"  # Norwegian Krone
+    KRW = "KRW"  # South Korean Won
+    RUB = "RUB"  # Russian Ruble
+    INR = "INR"  # Indian Rupee
+    BRL = "BRL"  # Brazilian Real
+    ZAR = "ZAR"  # South African Rand
+    CURRENCY = "currency"    # General currency, when specific currency is not needed
+
+    # Stock Market and Investments
+    SHARES = "shars"        # Number of shares
+    PERCENT = "prcnt"      # Percentage, used for rates and ratios
+    BPS = "bps"              # Basis points, often used for interest rates and financial ratios
+
+    # Volume and Quantitative Measurements
+    VOLUME = "vol"        # Trading volume in units
+    MILLIONS = "mills"    # Millions, used for large quantities or sums
+    BILLIONS = "bills"    # Billions, used for very large quantities or sums
+
+    # Commodity Specific Units
+    BARRELS = "barrls"      # Barrels, specifically for oil and similar liquids
+    TONNES = "tonnes"        # Tonnes, for bulk materials like metals or grains
+    TROY_OUNCES = "troy_oz" # Troy ounces, specifically for precious metals
+
+    # Real Estate and Physical Properties
+    SQUARE_FEET = "sq_ft"    # Square feet, for area measurement in real estate
+    METER_SQUARE = "m2"      # Square meters, for area measurement in real estate
+    ACRES = "acres"          # Acres, used for measuring large plots of land
+
+    # Miscellaneous and Other Measures
+    UNITS = "units"          # Generic units, applicable when other specific units are not suitable
+    COUNT = "count"          # Count, used for tallying items or events
+    INDEX_POINTS = "index_pnts"  # Index points, used in measuring indices like stock market indices
+    RATIO = "ratio"          # Ratio, for various financial ratios
+
+class Frequency(Enum):
+    ONE_MIN = "1min"
+    FIVE_MIN="5min"
+    FIFTEEN_MIN="15min"
+    THIRTY_MIN = "30min"
+    ONE_H = "1h"
+    TWO_H = "2h"
+    SIX_H = "6h"
+    TWELVE_H = "12h"
+    FOUR_H = "4h"
+    EOD="eod"
+    ONE_D = "1d"
+    TWO_D = "2d"
+    THREE_D = "3d"
+    ONE_W = "1w"
+    ONE_M = "1m"
+    TWO_M="2m"
+    THREE_M="3m"
+    SIX_M="6m"
+    ONE_Y="1y"
+    THREE_Y="3y"

ipulse_shared_core_ftredge-2.32/src/ipulse_shared_core_ftredge/enums/enums_data_eng.py

@@ -0,0 +1,44 @@
+# pylint: disable=missing-module-docstring
+# pylint: disable=missing-function-docstring
+# pylint: disable=missing-class-docstring
+from enum import Enum
+
+class SourcingTriggerType(Enum):
+    HISTORIC_MANUAL = "historic_manual"
+    LIVE_SCHEDULED = "live_scheduled"
+    ADHOC_MANUAL = "adhoc_manual"
+    ADHOC_SCHEDULED = "adhoc_scheduled"
+    LIVE_MANUAL = "live_manual"
+
+class SourcingPipelineType(Enum):
+    LOCAL_GET_API_TO_GCS = "local_get_api_to_gcs"
+    LOCAL_GET_API_INMEMORY = "local_get_api_inmemory"
+    LOCAL_GET_API_TO_LOCAL_FILE = "local_get_api_to_local_file"
+    LOCAL_DOWNLOAD_WEB_FILE_TO_LOCAL = "local_download_web_file_to_local"
+    LOCAL_DOWNLOAD_WEB_FILE_TO_GCS = "local_download_web_file_to_gcs"
+    CLOUD_GET_API_TO_GCS = "cloud_get_api_to_gcs"
+    CLOUD_GET_API_INMEMORY = "cloud_get_api_inmemory"
+
+class DWEventTriggerType(Enum):
+    GCS_BUCKET_UPLOAD = "gcs_bucket_upload"
+    INSIDE_SOURCING_FUNCTION = "inside_sourcing_function"
+    HTTP_FUNC_TO_GCS = "http_func_to_gcs"
+    LOCAL_FROM_GCS_FILE = "local_from_gcs_file"
+    MANUAL_FROM_LOCAL_FILE = "manual_from_local_file"
+    PUBSUBC_TOPIC = "pubsubc_topic"
+
+class DWEvent(Enum):
+    INSERT_NOREPLACE_1A_NT = "insert_noreplace_1a_nt"
+    MERGE_NOREPLACE_NA_1T = "merge_noreplace_na_1t"
+    MERGE_NOREPLACE_NA_NT = "merge_noreplace_na_nt"
+    INSERT_NOREPLACE_1A_1T = "insert_noreplace_1a_1t"
+    MERGE_NOREPLACE_1A_NT = "merge_noreplace_1a_nt"
+    INSERT_REPLACE_1A_1T = "insert_replace_1a_1t"
+    INSERT_REPLACE_1A_NT = "insert_replace_1a_nt"
+    MERGE_REPLACE_NA_NT = "merge_replace_na_nt"
+    MERGE_REPLACE_1A_NT = "merge_replace_1a_nt"
+    MERGE_REPLACE_NA_1T = "merge_replace_na_1t"
+    DELETE_1A_1T = "delete_1a_1t"
+    DELETE_1A_NT = "delete_1a_nt"
+    DELETE_NA_1T = "delete_na_1t"
+    DELETE_NA_NT = "delete_na_nt"

ipulse_shared_core_ftredge-2.32/src/ipulse_shared_core_ftredge/enums/enums_module_fincore.py

@@ -0,0 +1,58 @@
+# pylint: disable=missing-module-docstring
+# pylint: disable=missing-function-docstring
+# pylint: disable=missing-class-docstring
+from enum import Enum
+
+
+class FinCoreCategory(Enum):
+    MARKET="market"
+    ECONOMY="economy"
+    POLITICS="poltcs"
+    CORPORATE="corp"
+    FUNDAMENTAL="fundam"
+    SENTIMENT="sntmnt"
+    NEWS="news"
+    SOCIAL="social"
+    OTHER="other"
+
+class FincCoreSubCategory(Enum):
+    STOCKS = "stocks"
+    BONDS = "bonds"
+    COMMODITIES = "cmmdt"
+    CURRENCIES = "crrncy"
+    CRYPTOCURRENCIES = "crypto"
+    REAL_ESTATE = "realest"
+    EQUITY_INDICES = "eqindx"
+    OPTIONS = "options"
+    FUTURES = "futures"
+    ETF = "etf"
+    ECONOMIC_INDICATORS = "ecoind"
+    FUNDAMENTALS = "fundam"
+    OTHER = "othr"
+
+class FinCoreRecordsCategory(Enum):
+    PRICE="pric"
+    PRICE_SPOT= "pric.s"
+    PRICE_OHCLVA="pric.ohlcva"
+    PRICE_OHCLV="pric.ohlcv"
+    PRICE_OPEN="pric.o"
+    PRICE_HIGH="pric.h"
+    PRICE_LOW="pric.l"
+    PRICE_CLOSE="pric.c"
+    PRICE_VOLUME="pric.v"
+    PRICE_ADJC="pric.a"
+    FUNDAMENTAL="fundam" # treat this differently 
+    EARNINGS="earnings"
+    CASH_FLOW="cashflw"
+    BALANCE_SHEET="blnce_sht"
+    INTERNAL_TRANSACTIONS="internaltrans"
+    INDICATORS="indic"
+    ARTICLE="article"
+    INSTA_POST="isntapost"
+    TWEET="tweet"
+    OTHER="othr"
+
+class ExchangeOrPublisher(Enum):
+    CC="cc"
+    US="us"
+    NASDAQ="nasdaq"

ipulse_shared_core_ftredge-2.32/src/ipulse_shared_core_ftredge/enums/enums_modules.py

@@ -0,0 +1,33 @@
+
+# pylint: disable=missing-module-docstring
+# pylint: disable=missing-function-docstring
+# pylint: disable=missing-class-docstring
+from enum import Enum
+
+
+class Module(Enum):
+    CORE="core"
+    ORACLE="oracle"
+    PORTFOLIO="portfolio"
+
+
+### DOMAIN : ORACLE
+class SubModule(Enum):
+    FINCORE="fincore"
+    GYMCORE="gymcore"
+    SPORTSCORE="sportscore"
+    HEALTHCORE="healthcore"
+    ENVICORE="envicore"
+    POLICORE="policore"
+    CUSTOM="custom"
+
+class BaseDataCategory(Enum):
+    HISTORIC = "historic" # Historical data, usually accurate and complete
+    REAL_TIME="realtime" # Real-time data, not always certain, can have error
+    ANALYTICS="analytics" # Analytical data andx modelling, derived from historical and prediction data
+    PREDICTIVE="predictive" # Predictive data, based on models and simulations
+    HISTORIC_OPINION="histopinion" # Opinions and subjective data about the past, msotly unverified but recorded facts and ideas
+    SIMULATION_HISTORIC = "simhistoric" # Simulates past events
+    SIMULATION_REAL_TIME = "simrealtime" #  Simulates live data streams
+    SIMULATION_ANALYTICS = "simanalytics" #  Simulates live data streams
+    SIMULATION_PREDICTIVE="simpredictive" # Simulated data, used for testing and training

{ipulse_shared_core_ftredge-2.29 → ipulse_shared_core_ftredge-2.32}/src/ipulse_shared_core_ftredge/models/pulse_enums.py

@@ -13,54 +13,40 @@ resource_classifications = {
     "internal_confidential", ## Few Internal employees Can Access. ex: internal user data, key financials, salaries and bonuses etc
     "internal_limitedacl", ## Has to employee usertype and in the ACL
     "internal_owner"
-   
-   
-}
-
-default_organisations_uids = {
-    
 }
 
 
 resource_domain = {
     "*",
-    ############### GYM ######### 
+    ############### GYM #########
     "gym_domain",
     "gym_data_domain",
     "gym_ai_domain",
-    ############## ORACLE ######### 
+    ############## ORACLE #########
     "oracle_domain",
-    "oracle_world_data_domain"
+    "oracle_historic_prices_domain",
     "oracle_ai_domain",
-    "oracle_assets_historic_prices_domain",
-    "oracle_assests_historic_info_dmoain",
-    "oracle_indicators_historic_domain",
+    "oracle_assests_historic_info_domain",
+    "oracle_historic_econometrics_domain",
     "oracle_news_historic_domain",
     "oracle_calendar_domain",
     "oracle_modelinfo_domain",
     "oracle_modelmetrics_domain",
     "oracle_modelpredictions_domain",
-    ######### ORGANISATIONS ######### 
+    ######### ORGANISATIONS #########
     "organisation_domain",
-    ################### USER ######### 
+    ################### USER #########
     "user_domain",
     "user_management_domain",
     "user_portfolio_domain",
     "user_groups_and_roles_domain",
-    ############### BUSINESS ######### 
+    ############### BUSINESS #########
     "business_domain",
-    ############### ANALYTICS ######### 
+    ############### ANALYTICS #########
     "analytics_domain",
-    
     "system_domain"
 }
 
-resource_location =  {
-    "firestore_default_", 
-    "github_ipulse_ui_main", "github_authz_main","github_authz_staging",
-}
-
-
 resource_types =  {
     "db", "sql_db", "nosql_db", "dynamodb",
     "big_query", "big_query_project", "big_query_table", "big_query_column", 
@@ -74,15 +60,6 @@ resource_types =  {
     "api", "report", "dashboard", "webpage", "website", "web"
 }
 
-resource_origins = {"*", "internal", "external", "mixed"}
-
-resource_original_or_processed = {"*", 
-                                 "original_source",  # Example User Profiles
-                                 "original_copy", 
-                                 "processed_source",
-                                 "processed_copy", 
-                                 "mixed_source",
-                                 "mixed_copy" }
 
 pulse_modules={
     "*",
@@ -165,9 +142,6 @@ licences_types={
 }
 
 
-
-effects={"allow", "deny"}
-
 actions ={"GET",
           "POST",
           "DELETE",

{ipulse_shared_core_ftredge-2.29 → ipulse_shared_core_ftredge-2.32/src/ipulse_shared_core_ftredge.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ipulse_shared_core_ftredge
-Version: 2.29
+Version: 2.32
 Summary: Shared Core models and Logger util for the Pulse platform project. Using AI for financial advisory and investment management.
 Home-page: https://github.com/TheFutureEdge/ipulse_shared_core
 Author: Russlan Ramdowar

{ipulse_shared_core_ftredge-2.29 → ipulse_shared_core_ftredge-2.32}/src/ipulse_shared_core_ftredge.egg-info/SOURCES.txt

@@ -11,8 +11,10 @@ src/ipulse_shared_core_ftredge.egg-info/dependency_links.txt
 src/ipulse_shared_core_ftredge.egg-info/requires.txt
 src/ipulse_shared_core_ftredge.egg-info/top_level.txt
 src/ipulse_shared_core_ftredge/enums/__init__.py
-src/ipulse_shared_core_ftredge/enums/enums_common.py
+src/ipulse_shared_core_ftredge/enums/enums_common_utils.py
 src/ipulse_shared_core_ftredge/enums/enums_data_eng.py
+src/ipulse_shared_core_ftredge/enums/enums_module_fincore.py
+src/ipulse_shared_core_ftredge/enums/enums_modules.py
 src/ipulse_shared_core_ftredge/models/__init__.py
 src/ipulse_shared_core_ftredge/models/audit_log_firestore.py
 src/ipulse_shared_core_ftredge/models/organisation.py

ipulse_shared_core_ftredge-2.29/src/ipulse_shared_core_ftredge/enums/__init__.py

@@ -1,5 +0,0 @@
-from .enums_common import NoticeSeverity
-from .enums_data_eng import (SourcingTriggerType,
-                             SourcingPipelineType,
-                             DWEvents,
-                             DWEventTriggerType)

ipulse_shared_core_ftredge-2.29/src/ipulse_shared_core_ftredge/enums/enums_common.py

@@ -1,27 +0,0 @@
-from enum import Enum
-
-class NoticeSeverity(Enum):
-    """
-    Standardized logging levels for data engineering pipelines,
-    designed for easy analysis and identification of manual 
-    intervention needs.
-    """
-    DEBUG = 100  # Detailed debug information (for development/troubleshooting)
-    INFO = 200   # Normal pipeline execution information 
-    NOTICE = 300  # Events requiring attention, but not necessarily errors
-
-     # Warnings indicate potential issues that might require attention:
-    WARNING_NO_ACTION = 401 # Minor issue or Unexpected Behavior, no immediate action required (can be logged frequently)
-    WARNING_ACTION_RECOMMENDED = 402 # Action recommended to prevent potential future issues
-    WARNING_ACTION_REQUIRED = 403  # Action required, pipeline can likely continue
-
-    # Errors indicate a problem that disrupts normal pipeline execution:
-    ERROR_TRANSIENT_RETRY = 501 # Temporary error, automatic retry likely to succeed
-    ERROR_DATA_ISSUE_ISOLATED = 502 # Error likely caused by data issues, manual intervention likely needed
-    ERROR_DATA_ISSUE_WITH_DEPENDENCIES = 503 # Error likely in code/configuration, investigation required
-    ERROR_CONFIG_OR_CODE_ISSUE = 504 # Error likely in code/configuration, investigation required
-    ERROR_UNKNOWN_EXCEPTION = 505
-
-    # Critical errors indicate severe failures requiring immediate attention:
-    CRITICAL_SYSTEM_FAILURE = 601 # System-level failure (e.g., infrastructure), requires immediate action
-    CRITICAL_PIPELINE_FAILURE = 602 # Complete pipeline failure, requires investigation and potential rollback

ipulse_shared_core_ftredge-2.29/src/ipulse_shared_core_ftredge/enums/enums_data_eng.py

@@ -1,40 +0,0 @@
-from enum import Enum, auto
-
-class SourcingTriggerType(Enum):
-    HISTORIC_MANUAL = auto()
-    LIVE_SCHEDULED = auto()
-    ADHOC_MANUAL = auto()
-    ADHOC_SCHEDULED = auto()
-    LIVE_MANUAL = auto()
-
-class SourcingPipelineType(Enum):
-    LOCAL_GET_API_TO_GCS_BUCKET_FILE = auto()
-    GCLOUD_GET_API_INMEMORY = auto()
-    LOCAL_GET_API_INMEMORY = auto()
-    GCLOUD_GET_API_TO_GCS_BUCKET_FILE = auto()
-    LOCAL_GET_API_TO_LOCAL_FILE = auto()
-    LOCAL_DOWNLOAD_WEB_FILE_TO_LOCAL = auto()
-    LOCAL_DOWNLOAD_WEB_FILE_UPLOAD_TO_GCS_BUCKET = auto()
-
-class DWEventTriggerType(Enum):
-    GCS_BUCKET_FILE_UPLOAD = auto()
-    INSIDE_SOURCING_FUNCTION = auto()
-    MANUAL_FROM_GCS_BUCKET_FILE = auto()
-    MANUAL_FROM_LOCAL_FILE = auto()
-    PUBSUBC_TOPIC = auto()
-
-class DWEvents(Enum):
-    INSERT_NOREPLACE_1A_NT = auto()
-    MERGE_NOREPLACE_NA_1T = auto()
-    MERGE_NOREPLACE_NA_NT = auto()
-    INSERT_NOREPLACE_1A_1T = auto()
-    MERGE_NOREPLACE_1A_NT = auto()
-    INSERT_REPLACE_1A_1T = auto()
-    INSERT_REPLACE_1A_NT = auto()
-    MERGE_REPL_NA_NT = auto()
-    MERGE_REPL_1A_NT = auto()
-    MERGE_REPL_NA_1T = auto()
-    DELETE_1A_1T = auto()
-    DELETE_1A_NT = auto()
-    DELETE_NA_1T = auto()
-    DELETE_NA_NT = auto()