ipulse-shared-core-ftredge 2.6__tar.gz → 2.6.1__tar.gz

ipulse_shared_core_ftredge-2.6.1/PKG-INFO

@@ -0,0 +1,13 @@
+Metadata-Version: 2.1
+Name: ipulse_shared_core_ftredge
+Version: 2.6.1
+Summary: Shared Core models and Logger util for the Pulse platform project. Using AI for financial advisory and investment management.
+Home-page: https://github.com/TheFutureEdge/ipulse_shared_core
+Author: Russlan Ramdowar
+License-File: LICENCE
+Requires-Dist: pydantic[email]~=2.5
+Requires-Dist: python-dateutil~=2.8
+Requires-Dist: pytest~=7.1
+Requires-Dist: google-cloud-logging~=3.10.0
+Requires-Dist: google-cloud-error-reporting~=1.11.0
+Requires-Dist: google-cloud-bigquery~=3.24.0

ipulse_shared_core_ftredge-2.6.1/README.md

@@ -0,0 +1,21 @@
+# ipulse_shared_core
+Shared Models like User, Organisation etc. Also includes shared enum_sets
+
+
+### Enums 
+
+Contains majority of all Enums used in Pulse
+
+
+
+### Collectors i.e. Pipelinemon
+
+Collectors are smart Objects which are added to long running functions or pipelines for which we want to collect an overall number of successes, notices, warnings or errors. 
+
+We can wait until the full pipeline is finished in order to write off a single Summary file from a Collector, or we can attach to it a logger, which will be reporting major status along the journey, which is often times better. Because if a function crashes midway through , all logs will be lost, and it would be hard to investigate if anythign has bee persisted and has to be rolled back. THis will require a lot of manual effort to recollect.
+
+Pipelinemon , short of Pipeline Monitoring system is a type of very powerful Collector which Russlan created specifically for Pulse Data Engineering pipelines.
+
+Pipelinemon writes all observation logs to Google CLoud Logging, and you have to setup a Log Sink (Router) which will send the Pipelinemon's observation logs to BigQuery. 
+
+Great thing about Pipelinemin is its "context" keeping feature.

{ipulse_shared_core_ftredge-2.6 → ipulse_shared_core_ftredge-2.6.1}/setup.py

@@ -1,8 +1,9 @@
+# pylint: disable=import-error
 from setuptools import setup, find_packages
 
 setup(
     name='ipulse_shared_core_ftredge',
-    version='2.6',
+    version='2.6.1',
     package_dir={'': 'src'},  # Specify the source directory
     packages=find_packages(where='src'),  # Look for packages in 'src'
     install_requires=[
@@ -10,8 +11,11 @@ setup(
         'pydantic[email]~=2.5',
         'python-dateutil~=2.8',
         'pytest~=7.1',
+        'google-cloud-logging~=3.10.0',
+        'google-cloud-error-reporting~=1.11.0',
+        'google-cloud-bigquery~=3.24.0'
     ],
     author='Russlan Ramdowar',
-    description='Shared models for the Pulse platform project. Using AI for financial advisory and investment management.',
+    description='Shared Core models and Logger util for the Pulse platform project. Using AI for financial advisory and investment management.',
     url='https://github.com/TheFutureEdge/ipulse_shared_core',
 )

ipulse_shared_core_ftredge-2.6.1/src/ipulse_shared_core_ftredge/__init__.py

@@ -0,0 +1,22 @@
+# pylint: disable=missing-module-docstring
+from .models import ( UserAuth, UserProfile,
+                     UserStatus, UserProfileUpdate)
+
+from .enums import (TargetLogs,LogLevel,  Status, Unit, Frequency,
+                    Module, Domain, FinCoreCategory, FincCoreSubCategory,
+                    FinCoreRecordsCategory, ExchangeOrPublisher,
+                    DataPrimaryCategory, DataState, DatasetPortionType,
+                    DataSourceType,PipelineTriggerType, ExecutionLocation,
+                    DataEventType,  ComputeType, CloudProvider)
+from .utils import (get_logger,
+                    save_json_locally_extended,
+                    write_json_to_cloud_storage_extended,
+                    write_json_to_cloud_storage_with_pipelinemon_extended,
+                    read_json_from_cloud_storage,
+                    check_format_against_schema_template,
+                    create_bigquery_schema_from_json,
+                    read_csv_from_gcs, read_json_from_gcs,
+                    write_csv_to_gcs,
+                    write_json_to_gcs_extended,
+                    write_json_to_gcs_with_pipelinemon_extended,
+                    Pipelinemon, ContextLog)

ipulse_shared_core_ftredge-2.6.1/src/ipulse_shared_core_ftredge/enums/__init__.py

@@ -0,0 +1,32 @@
+
+# pylint: disable=missing-module-docstring
+# pylint: disable=missing-function-docstring
+# pylint: disable=missing-class-docstring
+
+from .enums_common_utils import (Status,
+                                Unit,
+                                Frequency)
+
+
+from .enums_modules import(Module,
+                           Domain)
+
+
+from .enums_module_fincore import (FinCoreCategory,
+                                    FincCoreSubCategory,
+                                    FinCoreRecordsCategory,
+                                    ExchangeOrPublisher)
+
+from .enums_logs import (TargetLogs,
+                            LogLevel)
+
+from .enums_data_eng import (DataPrimaryCategory,
+                            DataState,
+                            DatasetPortionType,
+                            DataSourceType,
+                            PipelineTriggerType,
+                            ExecutionLocation,
+                            DataEventType,
+                            ComputeType)
+
+from .enums_cloud import (CloudProvider)

ipulse_shared_core_ftredge-2.6.1/src/ipulse_shared_core_ftredge/enums/enums_cloud.py

@@ -0,0 +1,17 @@
+
+# pylint: disable=missing-module-docstring
+# pylint: disable=missing-function-docstring
+# pylint: disable=missing-class-docstring
+# pylint: disable=line-too-long
+
+from enum import Enum
+
+
+class CloudProvider(Enum):
+    GCP = "gcp"
+    AWS = "aws"
+    AZURE = "azure"
+    NO_CLOUD = "no_cloud"
+    CLOUD_AGNOSTIC = "cloud_agnostic"
+    OTHER = "other"
+    UNKNWON = "unknown"

ipulse_shared_core_ftredge-2.6.1/src/ipulse_shared_core_ftredge/enums/enums_common_utils.py

@@ -0,0 +1,98 @@
+
+# pylint: disable=missing-module-docstring
+# pylint: disable=missing-function-docstring
+# pylint: disable=missing-class-docstring
+# pylint: disable=line-too-long
+
+from enum import Enum
+
+
+class Status(Enum):
+    OPEN = "open"
+    ACKNOWLEDGED = "acknowledged"
+    ESCALATED = "escalated"
+    IN_PROGRESS = "in_progress"
+    IN_REVIEW = "in_review"
+    RESOLVED = "resolved"
+    IGNORED = "ignored"
+    CANCELLED = "cancelled"
+    CLOSED = "closed"
+
+### Exception during full exection, partially saved
+# Exception during ensemble pipeline; modifications collected in local object , nothing persisted
+# Exception during ensemble pipeline; modifications persisted , metadata failed
+# Exception during ensemble pipeline; modifications persisted , metadata persisted
+# Exception during ensemble pipeline; modifications persisted , metadata persisted
+
+
+class Unit(Enum):
+    MIX="MIX"
+    # Currency and Financial Values
+    USD = "USD"  # United States Dollar
+    EUR = "EUR"  # Euro
+    JPY = "JPY"  # Japanese Yen
+    GBP = "GBP"  # British Pound Sterling
+    AUD = "AUD"  # Australian Dollar
+    CAD = "CAD"  # Canadian Dollar
+    CHF = "CHF"  # Swiss Franc
+    CNY = "CNY"  # Chinese Yuan Renminbi
+    SEK = "SEK"  # Swedish Krona
+    NZD = "NZD"  # New Zealand Dollar
+    MXN = "MXN"  # Mexican Peso
+    SGD = "SGD"  # Singapore Dollar
+    HKD = "HKD"  # Hong Kong Dollar
+    NOK = "NOK"  # Norwegian Krone
+    KRW = "KRW"  # South Korean Won
+    RUB = "RUB"  # Russian Ruble
+    INR = "INR"  # Indian Rupee
+    BRL = "BRL"  # Brazilian Real
+    ZAR = "ZAR"  # South African Rand
+    CURRENCY = "currency"    # General currency, when specific currency is not needed
+
+    # Stock Market and Investments
+    SHARES = "shares"        # Number of shares
+    PERCENT = "prcnt"      # Percentage, used for rates and ratios
+    BPS = "bps"              # Basis points, often used for interest rates and financial ratios
+
+    # Volume and Quantitative Measurements
+    VOLUME = "volume"        # Trading volume in units
+    MILLIONS = "mills"    # Millions, used for large quantities or sums
+    BILLIONS = "bills"    # Billions, used for very large quantities or sums
+
+    # Commodity Specific Units
+    BARRELS = "barrels"      # Barrels, specifically for oil and similar liquids
+    TONNES = "tonnes"        # Tonnes, for bulk materials like metals or grains
+    TROY_OUNCES = "troy_oz" # Troy ounces, specifically for precious metals
+
+    # Real Estate and Physical Properties
+    SQUARE_FEET = "sq_ft"    # Square feet, for area measurement in real estate
+    METER_SQUARE = "m2"      # Square meters, for area measurement in real estate
+    ACRES = "acres"          # Acres, used for measuring large plots of land
+
+    # Miscellaneous and Other Measures
+    UNITS = "units"          # Generic units, applicable when other specific units are not suitable
+    COUNT = "count"          # Count, used for tallying items or events
+    INDEX_POINTS = "index_pnts"  # Index points, used in measuring indices like stock market indices
+    RATIO = "ratio"          # Ratio, for various financial ratios
+
+class Frequency(Enum):
+    ONE_MIN = "1min"
+    FIVE_MIN="5min"
+    FIFTEEN_MIN="15min"
+    THIRTY_MIN = "30min"
+    ONE_H = "1h"
+    TWO_H = "2h"
+    SIX_H = "6h"
+    TWELVE_H = "12h"
+    FOUR_H = "4h"
+    EOD="eod"
+    ONE_D = "1d"
+    TWO_D = "2d"
+    THREE_D = "3d"
+    ONE_W = "1w"
+    ONE_M = "1m"
+    TWO_M="2m"
+    THREE_M="3m"
+    SIX_M="6m"
+    ONE_Y="1y"
+    THREE_Y="3y"

ipulse_shared_core_ftredge-2.6.1/src/ipulse_shared_core_ftredge/enums/enums_data_eng.py

@@ -0,0 +1,109 @@
+# pylint: disable=missing-module-docstring
+# pylint: disable=missing-function-docstring
+# pylint: disable=missing-class-docstring
+from enum import Enum
+
+
+class DataPrimaryCategory(Enum):
+    HISTORIC = "historic" # Historical data, usually accurate and complete
+    HISTORIC_OPINION="histopinion" # Opinions and subjective data about the past, msotly unverified but recorded facts and ideas
+    REAL_TIME="realtime" # Real-time data, not always certain, can have error
+    ANALYTICS="analytics" # Analytical data and modelling, derived from historical and prediction data. Normally shall be making Human readable sense. vs. Features
+    FEATURES="features" # Feature data, used for training models
+    PREDICTIVE="predictive" # Predictive data, based on models and simulations
+
+    SIMULATION_HISTORIC = "simhistoric" # Simulates past events
+    SIMULATION_REAL_TIME = "simrealtime" #  Simulates live data streams
+    SIMULATION_ANALYTICS = "simanalytics" #  Simulates live data streams
+    SIMULATION_PREDICTIVE="simpredictive" # Simulated data, used for testing and training
+
+
+class DataState(Enum):
+    RAW = "raw" # Raw data, unprocessed, unverified
+    FORMATTED= "formatted" # Formatted data
+    CLEANED = "cleaned" # Cleaned data, of outliers and errors, filled
+    PROCESSED = "processed" # Processed data, cleaned
+    MODELED = "modeled" # Modeled data, processed and verified
+    SIMULATED = "simulated" # Simulated data, processed and verified
+    ANALYZED = "analyzed" # Analyzed data, processed and verified
+    VERIFIED = "verified" # Verified data, separate category for data that has been verified. Perhaps Stock market prices cross checked between several sources
+
+class DatasetPortionType(Enum):
+    FULL_DATA= "full_data"
+    PARTIAL_DATA= "partial_data"
+    RECENT_LAST_DATA = "recent_last_data"
+    RECENT_GAP_DATA = "recent_gap_data"
+
+class DataSourceType(Enum):
+    API = "api"
+    WEBSITE = "website"
+    LOCAL_STORAGE = "local_storage"
+    INMEMORY = "inmemory"
+    GCS = "gcs"
+    DB = "db"
+    BQ = "bq"
+    FIREBASE = "firebase"
+    MONGODB = "mongodb"
+    PUBSUB = "pubsub"
+    REDIS = "redis"
+    S3 = "s3"
+    AZURE_BLOB = "azure_blob"
+    WEBSOCKET = "websocket"
+    KAFKA = "kafka"
+    ELASTICSEARCH = "elasticsearch"
+    CASSANDRA = "cassandra"
+    DYNAMODB = "dynamodb"
+    MEMSQL = "memsql"
+    ORACLE = "oracle"
+    POSTGRESQL = "postgresql"
+    SQLSERVER = "sqlserver"
+    MYSQL = "mysql"
+
+class PipelineTriggerType(Enum):
+    MANUAL = "manual"
+    SCHEDULED_RECENT = "scheduled_recent"
+    SCHEDULED_VERIFICATION = "scheduled_verification"
+    EVENT_GCS_UPLOAD= "event_gcs_upload"
+    EVENT_PUBSUB= "event_pubsub"
+    INSIDE_FUNCTION = "inside_function"
+
+class ExecutionLocation(Enum):
+    LOCAL_SCRIPT = "local_script"
+    LOCAL_JUPYTER_NOTEBOOK = "local_jupyter_notebook"
+    CLOUD_JUPYTER = "cloud_jupyter_notebook"
+    LOCAL_CF_EVENT_HTTP = "local_cf_event_http"
+    CLOUD_CF_EVENT_HTTP = "cloud_cf_event_http"
+    LOCAL_CF_EVENT_PUBSUB = "local_cf_event_pubsub"
+    CLOUD_CF_EVENT_PUBSUB = "cloud_cf_event_pubsub"
+    LOCAL_CF_EVENT_GCS = "local_cf_event_gcs"
+    CLOUD_CF_EVENT_GCS = "cloud_cf_event_gcs"
+    LOCAL_CF_EVENT_DB = "local_cf_event_db"
+    CLOUD_CF_EVENT_DB = "cloud_cf_event_db"
+
+class DataEventType(Enum):
+    INSERT_NOREPLACE_1O_NT = "insert_noreplace_1o_nt"
+    MERGE_NOREPLACE_NO_1T = "merge_noreplace_no_1t"
+    MERGE_NOREPLACE_NO_NT = "merge_noreplace_no_nt"
+    INSERT_NOREPLACE_1O_1T = "insert_noreplace_1o_1t"
+    MERGE_NOREPLACE_1O_NT = "merge_noreplace_1o_nt"
+    INSERT_REPLACE_1O_1T = "insert_replace_1o_1t"
+    INSERT_REPLACE_1O_NT = "insert_replace_1o_nt"
+    MERGE_REPLACE_NO_NT = "merge_replace_no_nt"
+    MERGE_REPLACE_1O_NT = "merge_replace_1o_nt"
+    MERGE_REPLACE_NO_1T = "merge_replace_no_1t"
+    DELETE_1O_1T = "delete_1o_1t"
+    DELETE_1O_NT = "delete_1o_nt"
+    DELETE_NO_1T = "delete_no_1t"
+    DELETE_NO_NT = "delete_no_nt"
+
+
+
+class ComputeType(Enum):
+    CPU= "cpu"
+    GPU= "gpu"
+    SPARK= "spark"
+    TPU= "tpu"
+    FPGA= "fpga"
+    ASIC= "asic"
+    QUANTUM= "quantum"
+    HADOOP= "hadoop"

ipulse_shared_core_ftredge-2.6.1/src/ipulse_shared_core_ftredge/enums/enums_logs.py

@@ -0,0 +1,79 @@
+# pylint: disable=missing-module-docstring
+# pylint: disable=missing-function-docstring
+# pylint: disable=missing-class-docstring
+from enum import Enum
+
+
+
+class TargetLogs(Enum):
+    MIXED="mixed_logs"
+    SUCCESSES = "success_logs"
+    NOTICES = "notice_logs"
+    SUCCESSES_AND_NOTICES = "succs_n_notc_logs"
+    WARNINGS = "warning_logs"
+    WARNINGS_AND_ERRORS = "warn_n_err_logs"
+    ERRORS = "error_logs"
+
+class LogLevel(Enum):
+    """
+    Standardized notice levels for data engineering pipelines,
+    designed for easy analysis and identification of manual 
+    intervention needs.
+    """
+    DEBUG = 10  # Detailed debug information (for development/troubleshooting)
+
+    INFO = 100
+    INFO_REMOTE_PERSISTNACE_COMPLETE= 101
+    INFO_REMOTE_UPDATE_COMPLETE = 102
+    INFO_REMOTE_DELETE_COMPLETE = 103
+
+    INFO_REMOTE_BULK_PERSISTNACE_COMPLETE= 111
+    INFO_REMOTE_BULK_UPDATE_COMPLETE = 112
+    INFO_REMOTE_BULK_DELETE_COMPLETE = 113
+
+    INFO_LOCAL_PERSISTNACE_COMPLETE = 121
+
+    SUCCESS = 201
+    SUCCESS_WITH_NOTICES = 211
+    SUCCESS_WITH_WARNINGS = 212
+
+    NOTICE = 300  # Maybe same file or data already fully or partially exists
+    NOTICE_ALREADY_EXISTS = 301 # Data already exists, no action required
+    NOTICE_PARTIAL_EXISTS = 302 # Partial data exists, no action required
+    NOTICE_ACTION_CANCELLED = 303 # Data processing cancelled, no action required
+
+     # Warnings indicate potential issues that might require attention:
+    WARNING = 400 # General warning, no immediate action required
+    # WARNING_NO_ACTION = 401 # Minor issue or Unexpected Behavior, no immediate action required (can be logged frequently)
+    WARNING_REVIEW_RECOMMENDED = 402 # Action recommended to prevent potential future issues
+    WARNING_FIX_RECOMMENDED = 403 # Action recommended to prevent potential future issues
+    WARNING_FIX_REQUIRED = 404  # Action required, pipeline can likely continue
+
+    ERROR = 500 # General error, no immediate action required
+
+    ERROR_EXCEPTION = 501
+    ERROR_CUSTOM = 502 # Temporary error, automatic retry likely to succeed
+
+    ERROR_OPERATION_PARTIALLY_FAILED = 511 # Partial or full failure, manual intervention required
+    ERROR_OPERATION_FAILED = 512 # Operation failed, manual intervention required
+    ERORR_OPERATION_WITH_WARNINGS = 513 # Partial or full failure, manual intervention required
+    ERORR_OPERATION_WITH_ERRORS = 514 # Partial or full failure, manual intervention required
+    ERORR_OPERATION_WITH_WARNINGS_OR_ERRORS = 515 # Partial or full failure, manual intervention required
+
+    ERROR_PERSISTANCE_FAILED = 522 # Data persistance failed, manual intervention required
+    ERROR_UPDATE_FAILED = 523 # Data update failed, manual intervention required
+    ERROR_DELETE_FAILED = 524 # Data deletion failed, manual intervention required
+    ERROR_PERSISTANCE_WITH_ERRORS = 525 # Data persistance failed, manual intervention required
+    ERROR_UPDATE_WITH_ERRORS = 526 # Data update failed, manual intervention required
+    ERROR_DELETE_WITH_ERRORS = 527 # Data deletion failed, manual intervention required
+
+    ERROR_THRESHOLD_REACHED = 551
+    ERROR_PIPELINE_THRESHOLD_REACHED = 552 # Error due to threshold reached, no immediate action required
+    ERROR_SUBTHRESHOLD_REACHED = 553 # Error due to threshold reached, no immediate action required
+    ERROR_DATA_QUALITY_THRESHOLD_REACHED = 554 # Error due to threshold reached, no immediate action required
+    ERROR_METADATA_QUALITY_THRESHOLD_REACHED = 555 # Error due to threshold reached, no immediate action required
+    # Critical errors indicate severe failures requiring immediate attention:
+    CRITICAL=600 # General critical error, requires immediate action
+    CRITICAL_SYSTEM_FAILURE = 601 # System-level failure (e.g., infrastructure, stackoverflow ), requires immediate action
+
+    UNKNOWN=1001 # Unknown error, should not be used in normal operation

ipulse_shared_core_ftredge-2.6.1/src/ipulse_shared_core_ftredge/enums/enums_module_fincore.py

@@ -0,0 +1,58 @@
+# pylint: disable=missing-module-docstring
+# pylint: disable=missing-function-docstring
+# pylint: disable=missing-class-docstring
+from enum import Enum
+
+
+class FinCoreCategory(Enum):
+    MARKET="market" # Market prices data
+    CORPORATE="corp" # Corporate data such as financial statements and earnings, similar to fundamental data
+    FUNDAMENTAL="fundam"
+    ECONOMY="economy"
+    NEWS="news"
+    SENTIMENT="sntmnt"
+    SOCIAL="social"
+    POLITICS="poltcs"
+    OTHER="other"
+
+class FincCoreSubCategory(Enum):
+    STOCKS = "stocks"
+    BONDS = "bonds"
+    COMMODITIES = "cmmdt"
+    CURRENCIES = "crrncy"
+    CRYPTOCURRENCIES = "crypto"
+    REAL_ESTATE = "realest"
+    EQUITY_INDICES = "eqindx"
+    OPTIONS = "options"
+    FUTURES = "futures"
+    ETF = "etf"
+    ECONOMIC_INDICATORS = "ecoind"
+    FUNDAMENTALS = "fundam"
+    OTHER = "othr"
+
+class FinCoreRecordsCategory(Enum):
+    PRICE="pric"
+    SPOT= "spot"
+    OHLCVA="ohlcva"
+    OHLCV="ohlcv"
+    OPEN="open"
+    HIGH="high"
+    LOW="low"
+    CLOSE="close"
+    VOLUME="volume"
+    ADJC="adjc"
+    FUNDAMENTAL="fundam" # treat this differently
+    EARNINGS="earnings"
+    CASH_FLOW="cashflw"
+    BALANCE_SHEET="blnce_sht"
+    INTERNAL_TRANSACTIONS="internaltrans"
+    INDICATORS="indic"
+    ARTICLE="article"
+    INSTA_POST="isntapost"
+    TWEET="tweet"
+    OTHER="othr"
+
+class ExchangeOrPublisher(Enum):
+    CC="cc"
+    US="us"
+    NASDAQ="nasdaq"

ipulse_shared_core_ftredge-2.6.1/src/ipulse_shared_core_ftredge/enums/enums_modules.py

@@ -0,0 +1,25 @@
+
+# pylint: disable=missing-module-docstring
+# pylint: disable=missing-function-docstring
+# pylint: disable=missing-class-docstring
+# pylint: disable=line-too-long
+from enum import Enum
+
+class Module(Enum):
+    CORE="core"
+    ORACLE="oracle"
+    PORTFOLIO="portfolio"
+    RISK="risk"
+    RESEARCH="research"
+    TRADING="trading"
+    SIMULATION="simulation"
+
+class Domain(Enum):
+    FINCORE="fincore"
+    GYMCORE="gymcore"
+    HEALTHCORE="healthcore"
+    ENVICORE="envicore"
+    SPORTSCORE="sportscore"
+    POLICORE="policore"
+    CUSTOM="custom"
+

{ipulse_shared_core_ftredge-2.6/src/ipulse_shared_core_ftredge/models → ipulse_shared_core_ftredge-2.6.1/src/ipulse_shared_core_ftredge/enums}/pulse_enums.py

@@ -13,50 +13,40 @@ resource_classifications = {
     "internal_confidential", ## Few Internal employees Can Access. ex: internal user data, key financials, salaries and bonuses etc
     "internal_limitedacl", ## Has to employee usertype and in the ACL
     "internal_owner"
-   
-   
 }
 
 
 resource_domain = {
     "*",
-    ############### GYM ######### 
+    ############### GYM #########
     "gym_domain",
     "gym_data_domain",
     "gym_ai_domain",
-    ############## ORACLE ######### 
+    ############## ORACLE #########
     "oracle_domain",
-    "oracle_world_data_domain"
+    "oracle_historic_prices_domain",
     "oracle_ai_domain",
-    "oracle_assets_historic_prices_domain",
-    "oracle_assests_historic_info_dmoain",
-    "oracle_indicators_historic_domain",
+    "oracle_assests_historic_info_domain",
+    "oracle_historic_econometrics_domain",
     "oracle_news_historic_domain",
     "oracle_calendar_domain",
     "oracle_modelinfo_domain",
     "oracle_modelmetrics_domain",
     "oracle_modelpredictions_domain",
-    ######### ORGANISATIONS ######### 
+    ######### ORGANISATIONS #########
     "organisation_domain",
-    ################### USER ######### 
+    ################### USER #########
     "user_domain",
     "user_management_domain",
     "user_portfolio_domain",
     "user_groups_and_roles_domain",
-    ############### BUSINESS ######### 
+    ############### BUSINESS #########
     "business_domain",
-    ############### ANALYTICS ######### 
+    ############### ANALYTICS #########
     "analytics_domain",
-    
     "system_domain"
 }
 
-resource_location =  {
-    "firestore_default_", 
-    "github_ipulse_ui_main", "github_authz_main","github_authz_staging",
-}
-
-
 resource_types =  {
     "db", "sql_db", "nosql_db", "dynamodb",
     "big_query", "big_query_project", "big_query_table", "big_query_column", 
@@ -70,30 +60,7 @@ resource_types =  {
     "api", "report", "dashboard", "webpage", "website", "web"
 }
 
-resource_origins = {"*", "internal", "external", "mixed"}
-
-resource_original_or_processed = {"*", 
-                                 "original_source",  # Example User Profiles
-                                 "original_copy", 
-                                 "processed_source",
-                                 "processed_copy", 
-                                 "mixed_source",
-                                 "mixed_copy" }
-
-pulse_modules={
-    "*",
-    "core",
-    "gym",
-    "orcl",
-    "scen",
-    "invs",
-    "prfl",
-    "trde",
-    "bet",
-    "chat"
-}
-
-organisation_relations = { 
+organisation_relations = {
     "*",
     "retail_customer",
     "corporate_customer",
@@ -161,9 +128,6 @@ licences_types={
 }
 
 
-
-effects={"allow", "deny"}
-
 actions ={"GET",
           "POST",
           "DELETE",

{ipulse_shared_core_ftredge-2.6 → ipulse_shared_core_ftredge-2.6.1}/src/ipulse_shared_core_ftredge/models/__init__.py

@@ -1,7 +1,6 @@
 from .user_profile import UserProfile
 from .user_status import UserStatus
 from .user_profile_update import UserProfileUpdate
-from .organisation import Organisation
 from .user_auth import UserAuth