ipulse-shared-core-ftredge 2.56__py3-none-any.whl → 3.1.1__py3-none-any.whl

ipulse_shared_core_ftredge/enums/enums_common_utils.py

@@ -1,171 +0,0 @@
-
-# pylint: disable=missing-module-docstring
-# pylint: disable=missing-function-docstring
-# pylint: disable=missing-class-docstring
-# pylint: disable=line-too-long
-
-from enum import Enum
-
-
-class SystemsImpacted(Enum):
-    NO = "__no"
-    YES = "__yes"
-    INVESTIGATE = "__investigate"
-    MULTIPLE = "__multiple"
-    DB = "db"
-    BQ_TABLE= "bq_table"
-    BQ_TABLES = "bq_tables"
-    GCS_BUCKET = "gcs_bucket"
-    GCS_BUCKETS = "gcs_buckets"
-    GCS_BUCKET_FILE = "gcs_bucket_file"
-    GCS_BUCKET_FILES = "gcs_bucket_files"
-    API = "api"
-    APIS = "apis"
-    LOCAL_FILE = "local_file"
-    LOCAL_FILES = "local_files"
-
-class TargetLogs(Enum):
-    MIXED="mixed_logs"
-    SUCCESSES = "success_logs"
-    NOTICES = "notice_logs"
-    SUCCESSES_AND_NOTICES = "succs_n_notc_logs"
-    WARNINGS = "warning_logs"
-    WARNINGS_AND_ERRORS = "warn_n_err_logs"
-    ERRORS = "error_logs"
-
-class LogLevel(Enum):
-    """
-    Standardized notice levels for data engineering pipelines,
-    designed for easy analysis and identification of manual 
-    intervention needs.
-    """
-    DEBUG = 10  # Detailed debug information (for development/troubleshooting)
-
-    INFO = 100
-    INFO_PERSISTNACE_COMPLETE= 101
-    INFO_UPDATE_COMPLETE = 102
-    INFO_DELETE_COMPLETE = 103
-
-    SUCCESS = 201
-    SUCCESS_WITH_NOTICES = 211
-    SUCCESS_WITH_WARNINGS = 212
-
-    NOTICE = 300  # Maybe same file or data already fully or partially exists
-    NOTICE_ALREADY_EXISTS = 301 # Data already exists, no action required
-    NOTICE_PARTIAL_EXISTS = 302 # Partial data exists, no action required
-    NOTICE_ACTION_CANCELLED = 303 # Data processing cancelled, no action required
-
-     # Warnings indicate potential issues that might require attention:
-    WARNING = 400 # General warning, no immediate action required
-    # WARNING_NO_ACTION = 401 # Minor issue or Unexpected Behavior, no immediate action required (can be logged frequently)
-    WARNING_REVIEW_RECOMMENDED = 402 # Action recommended to prevent potential future issues
-    WARNING_FIX_RECOMMENDED = 403 # Action recommended to prevent potential future issues
-    WARNING_FIX_REQUIRED = 404  # Action required, pipeline can likely continue
-
-    ERROR = 500 # General error, no immediate action required
-
-    ERROR_EXCEPTION = 501
-    ERROR_CUSTOM = 502 # Temporary error, automatic retry likely to succeed
-    ERROR_OPERATION_PARTIALLY_FAILED = 511 # Partial or full failure, manual intervention required
-    ERROR_OPERATION_FAILED = 512 # Operation failed, manual intervention required
-    ERORR_OPERATION_WITH_WARNINGS = 513 # Partial or full failure, manual intervention required
-    ERORR_OPERATION_WITH_ERRORS = 514 # Partial or full failure, manual intervention required
-    ERORR_OPERATION_WITH_WARNINGS_OR_ERRORS = 515 # Partial or full failure, manual intervention required
-
-    ERROR_THRESHOLD_REACHED = 551
-    ERROR_PIPELINE_THRESHOLD_REACHED = 552 # Error due to threshold reached, no immediate action required
-    ERROR_SUBTHRESHOLD_REACHED = 553 # Error due to threshold reached, no immediate action required
-    ERROR_DATA_QUALITY_THRESHOLD_REACHED = 554 # Error due to threshold reached, no immediate action required
-    # Critical errors indicate severe failures requiring immediate attention:
-    CRITICAL=600 # General critical error, requires immediate action
-    CRITICAL_SYSTEM_FAILURE = 601 # System-level failure (e.g., infrastructure, stackoverflow ), requires immediate action
-
-    UNKNOWN=1001 # Unknown error, should not be used in normal operation
-
-
-class LogStatus(Enum):
-    OPEN = "open"
-    ACKNOWLEDGED = "acknowledged"
-    IN_PROGRESS = "in_progress"
-    RESOLVED = "resolved"
-    IGNORED = "ignored"
-    CANCELLED = "cancelled"
-
-### Exception during full exection, partially saved
-# Exception during ensemble pipeline; modifications collected in local object , nothing persisted
-# Exception during ensemble pipeline; modifications persisted , metadata failed
-# Exception during ensemble pipeline; modifications persisted , metadata persisted
-# Exception during ensemble pipeline; modifications persisted , metadata persisted
-
-
-class Unit(Enum):
-    MIX="MIX"
-    # Currency and Financial Values
-    USD = "USD"  # United States Dollar
-    EUR = "EUR"  # Euro
-    JPY = "JPY"  # Japanese Yen
-    GBP = "GBP"  # British Pound Sterling
-    AUD = "AUD"  # Australian Dollar
-    CAD = "CAD"  # Canadian Dollar
-    CHF = "CHF"  # Swiss Franc
-    CNY = "CNY"  # Chinese Yuan Renminbi
-    SEK = "SEK"  # Swedish Krona
-    NZD = "NZD"  # New Zealand Dollar
-    MXN = "MXN"  # Mexican Peso
-    SGD = "SGD"  # Singapore Dollar
-    HKD = "HKD"  # Hong Kong Dollar
-    NOK = "NOK"  # Norwegian Krone
-    KRW = "KRW"  # South Korean Won
-    RUB = "RUB"  # Russian Ruble
-    INR = "INR"  # Indian Rupee
-    BRL = "BRL"  # Brazilian Real
-    ZAR = "ZAR"  # South African Rand
-    CURRENCY = "currency"    # General currency, when specific currency is not needed
-
-    # Stock Market and Investments
-    SHARES = "shares"        # Number of shares
-    PERCENT = "prcnt"      # Percentage, used for rates and ratios
-    BPS = "bps"              # Basis points, often used for interest rates and financial ratios
-
-    # Volume and Quantitative Measurements
-    VOLUME = "volume"        # Trading volume in units
-    MILLIONS = "mills"    # Millions, used for large quantities or sums
-    BILLIONS = "bills"    # Billions, used for very large quantities or sums
-
-    # Commodity Specific Units
-    BARRELS = "barrels"      # Barrels, specifically for oil and similar liquids
-    TONNES = "tonnes"        # Tonnes, for bulk materials like metals or grains
-    TROY_OUNCES = "troy_oz" # Troy ounces, specifically for precious metals
-
-    # Real Estate and Physical Properties
-    SQUARE_FEET = "sq_ft"    # Square feet, for area measurement in real estate
-    METER_SQUARE = "m2"      # Square meters, for area measurement in real estate
-    ACRES = "acres"          # Acres, used for measuring large plots of land
-
-    # Miscellaneous and Other Measures
-    UNITS = "units"          # Generic units, applicable when other specific units are not suitable
-    COUNT = "count"          # Count, used for tallying items or events
-    INDEX_POINTS = "index_pnts"  # Index points, used in measuring indices like stock market indices
-    RATIO = "ratio"          # Ratio, for various financial ratios
-
-class Frequency(Enum):
-    ONE_MIN = "1min"
-    FIVE_MIN="5min"
-    FIFTEEN_MIN="15min"
-    THIRTY_MIN = "30min"
-    ONE_H = "1h"
-    TWO_H = "2h"
-    SIX_H = "6h"
-    TWELVE_H = "12h"
-    FOUR_H = "4h"
-    EOD="eod"
-    ONE_D = "1d"
-    TWO_D = "2d"
-    THREE_D = "3d"
-    ONE_W = "1w"
-    ONE_M = "1m"
-    TWO_M="2m"
-    THREE_M="3m"
-    SIX_M="6m"
-    ONE_Y="1y"
-    THREE_Y="3y"

ipulse_shared_core_ftredge/enums/enums_data_eng.py

@@ -1,44 +0,0 @@
-# pylint: disable=missing-module-docstring
-# pylint: disable=missing-function-docstring
-# pylint: disable=missing-class-docstring
-from enum import Enum
-
-class SourcingTriggerType(Enum):
-    BULK_MANUAL = "bulk_manual"
-    BULK_SCHEDULED = "bulk_scheduled" # almost always historic bulk is manual
-    RECENT_SCHEDULED = "recent_scheduled"
-    RECENT_MANUAL = "recent_manual"
-    ADHOC_MANUAL = "adhoc_manual"
-    ADHOC_SCHEDULED = "adhoc_scheduled"
-
-class SourcingPipelineType(Enum):
-    LOCAL_GET_API_TO_GCS = "local_get_api_to_gcs"
-    LOCAL_GET_API_INMEMORY = "local_get_api_inmemory"
-    LOCAL_GET_API_TO_LOCAL_FILE = "local_get_api_to_local_file"
-    LOCAL_DOWNLOAD_WEB_FILE_TO_LOCAL = "local_download_web_file_to_local"
-    LOCAL_DOWNLOAD_WEB_FILE_TO_GCS = "local_download_web_file_to_gcs"
-    CLOUD_GET_API_TO_GCS = "cloud_get_api_to_gcs"
-    CLOUD_GET_API_INMEMORY = "cloud_get_api_inmemory"
-
-class DWEventTriggerType(Enum):
-    GCS_UPLOAD_TRIGGER_CF = "gcs_upload_trigger_cf"
-    HTTP_TRIGGER_CF_FOR_GCS_FILE = "http_trigger_cf_for_gcs_file"
-    PUBSUB_TRIGGER_CF_FOR_GCS_FILE = "pubsub_trigger_cf_for_gcs_file"
-    LOCAL_SCRIPT_FOR_GCS_FILE = "local_script_for_gcs_file"
-    INSIDE_SOURCING_FUNCTION = "inside_sourcing_function"
-
-class DWEvent(Enum):
-    INSERT_NOREPLACE_1O_NT = "insert_noreplace_1o_nt"
-    MERGE_NOREPLACE_NO_1T = "merge_noreplace_no_1t"
-    MERGE_NOREPLACE_NO_NT = "merge_noreplace_no_nt"
-    INSERT_NOREPLACE_1O_1T = "insert_noreplace_1o_1t"
-    MERGE_NOREPLACE_1O_NT = "merge_noreplace_1o_nt"
-    INSERT_REPLACE_1O_1T = "insert_replace_1o_1t"
-    INSERT_REPLACE_1O_NT = "insert_replace_1o_nt"
-    MERGE_REPLACE_NO_NT = "merge_replace_no_nt"
-    MERGE_REPLACE_1O_NT = "merge_replace_1o_nt"
-    MERGE_REPLACE_NO_1T = "merge_replace_no_1t"
-    DELETE_1O_1T = "delete_1o_1t"
-    DELETE_1O_NT = "delete_1o_nt"
-    DELETE_NO_1T = "delete_no_1t"
-    DELETE_NO_NT = "delete_no_nt"

ipulse_shared_core_ftredge/enums/enums_module_fincore.py

@@ -1,58 +0,0 @@
-# pylint: disable=missing-module-docstring
-# pylint: disable=missing-function-docstring
-# pylint: disable=missing-class-docstring
-from enum import Enum
-
-
-class FinCoreCategory(Enum):
-    MARKET="market" # Market prices data
-    CORPORATE="corp" # Corporate data such as financial statements and earnings, similar to fundamental data
-    FUNDAMENTAL="fundam"
-    ECONOMY="economy"
-    NEWS="news"
-    SENTIMENT="sntmnt"
-    SOCIAL="social"
-    POLITICS="poltcs"
-    OTHER="other"
-
-class FincCoreSubCategory(Enum):
-    STOCKS = "stocks"
-    BONDS = "bonds"
-    COMMODITIES = "cmmdt"
-    CURRENCIES = "crrncy"
-    CRYPTOCURRENCIES = "crypto"
-    REAL_ESTATE = "realest"
-    EQUITY_INDICES = "eqindx"
-    OPTIONS = "options"
-    FUTURES = "futures"
-    ETF = "etf"
-    ECONOMIC_INDICATORS = "ecoind"
-    FUNDAMENTALS = "fundam"
-    OTHER = "othr"
-
-class FinCoreRecordsCategory(Enum):
-    PRICE="pric"
-    SPOT= "spot"
-    OHLCVA="ohlcva"
-    OHLCV="ohlcv"
-    OPEN="open"
-    HIGH="high"
-    LOW="low"
-    CLOSE="close"
-    VOLUME="volume"
-    ADJC="adjc"
-    FUNDAMENTAL="fundam" # treat this differently
-    EARNINGS="earnings"
-    CASH_FLOW="cashflw"
-    BALANCE_SHEET="blnce_sht"
-    INTERNAL_TRANSACTIONS="internaltrans"
-    INDICATORS="indic"
-    ARTICLE="article"
-    INSTA_POST="isntapost"
-    TWEET="tweet"
-    OTHER="othr"
-
-class ExchangeOrPublisher(Enum):
-    CC="cc"
-    US="us"
-    NASDAQ="nasdaq"

ipulse_shared_core_ftredge/enums/enums_modules.py

@@ -1,33 +0,0 @@
-
-# pylint: disable=missing-module-docstring
-# pylint: disable=missing-function-docstring
-# pylint: disable=missing-class-docstring
-from enum import Enum
-
-
-class Module(Enum):
-    CORE="core"
-    ORACLE="oracle"
-    PORTFOLIO="portfolio"
-
-
-### DOMAIN : ORACLE
-class SubModule(Enum):
-    FINCORE="fincore"
-    GYMCORE="gymcore"
-    SPORTSCORE="sportscore"
-    HEALTHCORE="healthcore"
-    ENVICORE="envicore"
-    POLICORE="policore"
-    CUSTOM="custom"
-
-class BaseDataCategory(Enum):
-    HISTORIC = "historic" # Historical data, usually accurate and complete
-    REAL_TIME="realtime" # Real-time data, not always certain, can have error
-    ANALYTICS="analytics" # Analytical data andx modelling, derived from historical and prediction data
-    PREDICTIVE="predictive" # Predictive data, based on models and simulations
-    HISTORIC_OPINION="histopinion" # Opinions and subjective data about the past, msotly unverified but recorded facts and ideas
-    SIMULATION_HISTORIC = "simhistoric" # Simulates past events
-    SIMULATION_REAL_TIME = "simrealtime" #  Simulates live data streams
-    SIMULATION_ANALYTICS = "simanalytics" #  Simulates live data streams
-    SIMULATION_PREDICTIVE="simpredictive" # Simulated data, used for testing and training

ipulse_shared_core_ftredge/models/audit_log_firestore.py

@@ -1,12 +0,0 @@
-from pydantic import BaseModel
-from datetime import datetime
-
-class AuditLogFirestore(BaseModel):
-    user_uid: str
-    action: str
-    collection_name: str
-    document_name: str
-    field_name: str
-    old_value: str
-    new_value: str
-    timestamp: datetime

ipulse_shared_core_ftredge/models/pulse_enums.py

@@ -1,196 +0,0 @@
-resource_classifications = {
-    "*",
-    "childs_based", # Meaning need to look into child fields to determine classifications
-    
-    "public", #Anyone Can Access ex: synthetic data 
-    "authuser_open", # Any Authenticated Can Access ex: prices of gold, bitcoin etc.
-    # "authuser_subscription",
-    "authuser_confidential", ## Only User Owner Can Access and Specific Admin
-    "authuser_limitedacl" , ## Has to be in the ACL
-    "authuser_owner"
-    "internal_open", ## Any Internal employees only Can Access ex: public reports, emails etc. 
-    "internal_sensitive", ## Many Internal employees Can Access IF meet special condition ex: internal financials summary reports , web and app analytics, list of admin users etc.
-    "internal_confidential", ## Few Internal employees Can Access. ex: internal user data, key financials, salaries and bonuses etc
-    "internal_limitedacl", ## Has to employee usertype and in the ACL
-    "internal_owner"
-}
-
-
-resource_domain = {
-    "*",
-    ############### GYM #########
-    "gym_domain",
-    "gym_data_domain",
-    "gym_ai_domain",
-    ############## ORACLE #########
-    "oracle_domain",
-    "oracle_historic_prices_domain",
-    "oracle_ai_domain",
-    "oracle_assests_historic_info_domain",
-    "oracle_historic_econometrics_domain",
-    "oracle_news_historic_domain",
-    "oracle_calendar_domain",
-    "oracle_modelinfo_domain",
-    "oracle_modelmetrics_domain",
-    "oracle_modelpredictions_domain",
-    ######### ORGANISATIONS #########
-    "organisation_domain",
-    ################### USER #########
-    "user_domain",
-    "user_management_domain",
-    "user_portfolio_domain",
-    "user_groups_and_roles_domain",
-    ############### BUSINESS #########
-    "business_domain",
-    ############### ANALYTICS #########
-    "analytics_domain",
-    "system_domain"
-}
-
-resource_types =  {
-    "db", "sql_db", "nosql_db", "dynamodb",
-    "big_query", "big_query_project", "big_query_table", "big_query_column", 
-    "big_query_row", "big_query_cell",
-    "firestore", "firestore_project", "firestore_collection", 
-    "firestore_document","firestore_document_with_timeseries" "firestore_document_field",
-    "pandas_dataframe", "spark_dataframe",
-    "s3_bucket", "storage_bucket",
-    "folder", "file", "json_file", "csv_file", "pdf_file", 
-    "unstructured_file", "image", "video", "audio", "text",
-    "api", "report", "dashboard", "webpage", "website", "web"
-}
-
-
-pulse_modules={
-    "*",
-    "core",
-    "gym",
-    "orcl",
-    "scen",
-    "invs",
-    "prfl",
-    "trde",
-    "bet",
-    "chat"
-}
-
-organisation_relations = { 
-    "*",
-    "retail_customer",
-    "corporate_customer",
-    "parent",
-    "sister",
-    "self",
-    "partner",
-    "supplier",
-    "sponsor",
-    "investor",
-    "regulator",
-    "other"
-    }
-
-organisation_industries  = {
-    "*",
-    "data",
-    "government",
-    "media",
-    "academic",
-    "commercial",
-    "fund",
-    "finance",
-    "advisory",
-    "hedgefund",
-    "bank",
-    "vc",
-    "pe",
-    "construction",
-    "healthcare",
-    "technology",
-    "consulting",
-    "retail",
-    "non_profit",
-    "individual",
-    "freelancer",
-    "other"
-}
-
-licences_types={
-    "*",
-    ######################################### OPEN or FULL Rights
-    "public",
-    "open",
-    "open_no_tandc",
-    "full_rights",
-    "full_rights_for_sale",
-    "commercial_licence_perpetual",
-    "customer_private_tac",
-    ######################################### SPECIAL CONDITIONS
-    "open_with_tandc",
-    "on_special_request",
-    "commercial_licence_limited_time",
-    "customer_owned_for_sale",
-     ######################################### Not for Commercial Use
-    "full_rights_not_for_sale",
-    "internal_only",
-    "academic_licence",
-    "not_for_commercial_use",
-    "customer_private"
-    ######################################### Unknown
-    "commercial_licence_not_purchased",
-    "web_scrapped",
-    "unknown"
-}
-
-
-actions ={"GET",
-          "POST",
-          "DELETE",
-          "PUT",
-          "create",
-          "batch_create",
-          "read", 
-          "batch_read",
-          "edit",
-          "batch_edit",
-          "add",
-          "batch_add",
-          "remove",
-          "batch_remove",
-          "delete",
-          "batch_delete", 
-          "rename" ,
-          "batch_rename",
-          "move",
-          "batch_move",
-          "download",
-          "upload",
-          "share"
-                }
-
-resource_readable_by={
-    "*",
-    "all",
-    "authenticated",
-    "restircted",
-    "owner",
-    "selected_by_owner",
-    "admin",
-    "selected_by_admin",
-    "super_admin",
-    "super_admin_selected",
-    "system"
-}
-
-resource_updatable_by={
-     "*",
-    "all",
-    "authenticated",
-    "restircted",
-    "owner",
-    "selected_by_owner",
-    "admin",
-    "selected_by_admin",
-    "super_admin",
-    "super_admin_selected",
-    "system"
-}

ipulse_shared_core_ftredge/tests/test.py

@@ -1,17 +0,0 @@
-from ipulse_shared_core_ftredge import UserProfile,  UserAuth
-import datetime
-import logging
-logging.basicConfig(level=logging.INFO)
-ex=UserProfile(uid="uid",
-                organizations_uids={"20231220retailcustomer_coreorgn"},
-                email="email@gmail.com",
-                creat_date= datetime.datetime.now(datetime.UTC),
-                creat_by_user='creat_by_user',
-                updt_date=datetime.datetime.now(datetime.UTC),
-                updt_by_user="subscriber_cf_persistUserAuthToUserProfile",
-                approved=True,
-                provider_id='provider_id',
-                username='username')
-
-
-logging.info(ex.model_dump(exclude_unset=True))