ipulse-shared-core-ftredge 2.7.1__py3-none-any.whl → 2.8.1__py3-none-any.whl

ipulse_shared_core_ftredge/__init__.py

@@ -9,15 +9,10 @@ from .enums import (TargetLogs,LogLevel,  Status, Unit, Frequency,
                     DataSourceType,PipelineTriggerType,DataOperationType,
                     MatchConditionType, DuplicationHandling, DuplicationHandlingStatus,
                     CodingLanguage, ExecutionLocation, ExecutionComputeType,
-                    CloudProvider,LoggingHandlers)
-from .utils import (get_logger,
-                    save_json_locally_extended,
-                    write_json_to_cloud_storage_extended,
-                    write_json_to_gcs_extended,
-                    write_csv_to_gcs,
-                    read_json_from_cloud_storage,
-                    read_csv_from_gcs,
-                    read_json_from_gcs,
-                    check_format_against_schema_template,
-                    create_bigquery_schema_from_json,
-                    Pipelinemon, ContextLog)
+                    CloudProvider,LoggingHandler)
+from .utils import (list_as_strings)
+
+from .logging import (get_logger,
+                      log_error,
+                      log_warning,
+                      log_info)

ipulse_shared_core_ftredge/logging/__init__.py

@@ -0,0 +1 @@
+from .utils_logging import get_logger, log_error, log_warning, log_info

ipulse_shared_core_ftredge/logging/logging_handlers_and_formatters.py

@@ -0,0 +1,144 @@
+# pylint: disable=missing-module-docstring
+# pylint: disable=missing-function-docstring
+# pylint: disable=logging-fstring-interpolation
+# pylint: disable=line-too-long
+# pylint: disable=missing-class-docstring
+# pylint: disable=broad-exception-caught
+
+import logging
+import traceback
+import json
+import os
+from google.cloud import error_reporting
+from google.cloud import logging as cloud_logging
+
+##########################################################################################################################
+####################################    Custom logging FORMATTERS    ##################################################### 
+##########################################################################################################################
+
+
+class CloudLogFormatter(logging.Formatter):
+    """Formats log records as structured JSON."""
+
+    def format(self, record):
+        log_entry = {
+            'message': record.msg,
+            'timestamp': self.formatTime(record, self.datefmt),
+            'name': record.name,
+            'severity': record.levelname,
+            'pathname': record.pathname,
+            'lineno': record.lineno,
+        }
+        if record.exc_info:
+            log_entry['exception_traceback'] = ''.join(traceback.format_exception(*record.exc_info))
+        if isinstance(record.msg, dict):
+            log_entry.update(record.msg)
+        return json.dumps(log_entry)
+
+
+class LocalLogFormatter(logging.Formatter):
+    """Formats log records for local output to the console."""
+
+    def format(self, record):  # Make sure you have the 'record' argument here!
+        path_parts = record.pathname.split(os.sep)
+
+        # Get the last two parts of the path if they exist
+        if len(path_parts) >= 2:
+            short_path = os.path.join(path_parts[-2], path_parts[-1])
+        else:
+            short_path = record.pathname
+        
+        # Format log messages differently based on the log level
+        if record.levelno == logging.INFO:
+            log_message = f"[INFO] {self.formatTime(record, self.datefmt)} :: {record.msg}"
+        elif record.levelno == logging.DEBUG:
+            log_message = f"[DEBUG] {self.formatTime(record, self.datefmt)} :: {record.msg} :: {short_path} :: lineno {record.lineno} :: {record.name}"
+        elif record.levelno == logging.ERROR:
+            log_message = f"[ERROR] {self.formatTime(record, self.datefmt)} :: {record.msg} :: {short_path} :: lineno {record.lineno} :: {record.name}"
+            if record.exc_info:
+                log_message += "\n" + ''.join(traceback.format_exception(*record.exc_info))
+        else:
+            log_message = f"[{record.levelname}] {self.formatTime(record, self.datefmt)} :: {record.msg} :: {short_path} :: lineno {record.lineno} :: {record.name}"
+
+
+        return log_message
+
+#############################################################################################################################################
+######################################## Logging handlers for Google Cloud ########################################
+#############################################################################################################################################
+
+class CustomGCPLoggingHandler(cloud_logging.handlers.CloudLoggingHandler):
+    """Custom handler for Google Cloud Logging with a dynamic logName."""
+    def __init__(self, client, name, resource=None, labels=None):
+        super().__init__(client=client, name=name, resource=resource, labels=labels)
+        self.client = client  # Ensure client is consistently used
+
+    def emit(self, record):
+        try:
+            # 1. Create the basic log entry dictionary
+            log_entry = {
+                'message': record.msg,
+                'severity': record.levelname,
+                'name': record.name,
+                'pathname': record.filename,
+                'lineno': record.lineno,
+            }
+            if record.exc_info:
+                log_entry['exception_traceback'] = ''.join(
+                    traceback.format_exception(*record.exc_info)
+                )
+
+            # 2. Apply the formatter to the 'message' field if it's a dictionary
+            if isinstance(record.msg, dict):
+                formatted_message = self.formatter.format(record)
+                try:
+                    log_entry['message'] = json.loads(formatted_message)
+                except json.JSONDecodeError:
+                    log_entry['message'] = formatted_message
+            else:
+                log_entry['message'] = record.msg
+
+            # 3. Set the custom logName
+            log_entry['logName'] = f"projects/{self.client.project}/logs/{record.name}"
+
+            # 4. Send to Google Cloud Logging
+            super().emit(record)
+        except Exception as e:
+            self.handleError(record)
+
+class CustomGCPErrorReportingHandler(logging.Handler):
+    def __init__(self, client=None, level=logging.ERROR):
+        super().__init__(level)
+        self.error_client = error_reporting.Client() if client is None else client
+        self.propagate = True
+
+    def emit(self, record):
+        try:
+            if record.levelno >= logging.ERROR:
+                log_struct = {
+                'message': self.format(record),
+                'severity': record.levelname,
+                'pathname': getattr(record, 'pathname', None),
+                'lineno': getattr(record, 'lineno', None)
+            }
+            if record.exc_info:
+                log_struct['exception'] = ''.join(
+                    traceback.format_exception(*record.exc_info)
+                )
+            self.error_client.report(str(log_struct))
+        except Exception as e:
+            self.handleError(record)
+
+
+def add_gcp_cloud_logging(logger, formatter, client=None):
+    """Sets up Google Cloud Logging for the logger."""
+    client = client or cloud_logging.Client()
+    handler = CustomGCPLoggingHandler(client, logger.name)
+    handler.setFormatter(formatter)
+    logger.addHandler(handler)
+
+def add_gcp_error_reporting(logger, client=None):
+    """Sets up Google Cloud Error Reporting for the logger."""
+    client = client or error_reporting.Client()
+    handler = CustomGCPErrorReportingHandler(client=client)
+    logger.addHandler(handler)

ipulse_shared_core_ftredge/logging/utils_logging.py

@@ -0,0 +1,72 @@
+# pylint: disable=missing-module-docstring
+# pylint: disable=missing-function-docstring
+# pylint: disable=logging-fstring-interpolation
+# pylint: disable=line-too-long
+# pylint: disable=missing-class-docstring
+# pylint: disable=broad-exception-caught
+import logging
+from typing import List, Union
+from ipulse_shared_core_ftredge.enums import LoggingHandler
+from ipulse_shared_core_ftredge.logging.logging_handlers_and_formatters import (CloudLogFormatter,
+                                                                                      LocalLogFormatter,
+                                                                                      add_gcp_cloud_logging,
+                                                                                      add_gcp_error_reporting)
+
+
+def get_logger( logger_name:str ,level=logging.INFO, logging_handler_providers: Union[LoggingHandler, List[LoggingHandler]] = LoggingHandler.NONE):
+
+    """Creates and configures a logger with the specified handlers."""
+
+    logger = logging.getLogger(logger_name)
+    logger.setLevel(level)
+    cloud_formatter = CloudLogFormatter()
+
+    # Ensure logging_handler_providers is a list for consistent processing
+    if not isinstance(logging_handler_providers, list):
+        logging_handler_providers = [logging_handler_providers]
+
+    supported_remote_handlers = [
+        LoggingHandler.GCP_CLOUD_LOGGING,
+        LoggingHandler.GCP_ERROR_REPORTING,
+        LoggingHandler.LOCAL_STREAM,
+        LoggingHandler.NONE, # If NONE is considered a remote handler
+    ]
+
+    # Remote handlers
+
+    for handler_provider in logging_handler_providers:
+        if handler_provider in supported_remote_handlers:
+            if handler_provider == LoggingHandler.GCP_CLOUD_LOGGING:
+                add_gcp_cloud_logging(logger, cloud_formatter)
+            elif handler_provider == LoggingHandler.GCP_ERROR_REPORTING:
+                add_gcp_error_reporting(logger)
+            elif handler_provider == LoggingHandler.LOCAL_STREAM:  # Handle local stream
+                local_handler = logging.StreamHandler()
+                local_handler.setFormatter(LocalLogFormatter())
+                logger.addHandler(local_handler)
+        else:
+            raise ValueError(
+            f"Unsupported logging provider: {handler_provider}. "
+            f"Supported providers: {[h.value for h in supported_remote_handlers]}"
+            )
+    return logger
+
+
+def log_error(msg,logger=None , print_out=False, exc_info=False):
+    if print_out:
+        print(msg)
+    if logger:
+        logger.error(msg, exc_info=exc_info)
+
+def log_warning(msg, logger=None, print_out=False):
+    if print_out:
+        print(msg)
+    if logger:
+        logger.warning(msg)
+
+
+def log_info(msg, logger=None, print_out=False):
+    if print_out:
+        print(msg)
+    if logger:
+        logger.info(msg)

ipulse_shared_core_ftredge/utils/__init__.py

@@ -1,23 +1,3 @@
 # pylint: disable=missing-module-docstring
 
-from .logs import (ContextLog, get_logger)
-from .utils_common import (save_json_locally_extended,
-                           log_error,
-                           log_warning,
-                           log_info,
-                           prepare_full_file_path)
-
-from .utils_collector_pipelinemon import ( Pipelinemon)
-
-from .utils_cloud_gcp import (add_gcp_cloud_logging,
-                              add_gcp_error_reporting,
-                              create_bigquery_schema_from_json,
-                              read_csv_from_gcs, read_json_from_gcs,
-                                write_csv_to_gcs,write_json_to_gcs_extended)
-
-
-from .utils_cloud import (write_json_to_cloud_storage_extended,
-                          read_json_from_cloud_storage)
-
-
-from .utils_templates_and_schemas import (check_format_against_schema_template)
+from .utils_common import (list_as_strings)

ipulse_shared_core_ftredge/utils/utils_common.py

@@ -5,176 +5,6 @@
 # pylint: disable=missing-class-docstring
 # pylint: disable=broad-exception-caught
 
-import os
-import json
-from typing import List
-from  ipulse_shared_core_ftredge.enums import DuplicationHandling, DuplicationHandlingStatus, MatchConditionType
-# from ipulse_shared_core_ftredge.utils import Pipelinemon, ContextLog
-
-
-def log_error(msg,logger=None , print_out=False, exc_info=False):
-    if print_out:
-        print(msg)
-    if logger:
-        logger.error(msg, exc_info=exc_info)
-
-def log_warning(msg, logger=None, print_out=False):
-    if print_out:
-        print(msg)
-    if logger:
-        logger.warning(msg)
-
-
-def log_info(msg, logger=None, print_out=False):
-    if print_out:
-        print(msg)
-    if logger:
-        logger.info(msg)
-
-
-def prepare_full_file_path(file_name: str, output_directory: str = None) -> str:
-    """
-    Prepares the full file path, ensuring the output directory and subdirectories exist.
-
-    Args:
-        file_name (str): The name of the file, which may include subdirectories or a full path.
-        output_directory (str, optional): The directory where the file should be saved. Defaults to the current working directory.
-
-    Returns:
-        str: The full path to the file.
-    """
-    if os.path.isabs(file_name):
-        # If file_name is an absolute path, use it directly
-        full_file_path = file_name
-    else:
-        # Prepare the output directory
-        output_directory = output_directory or os.getcwd()
-        full_file_path = os.path.join(output_directory, file_name)
-
-    # Create the directory if it doesn't exist
-    os.makedirs(os.path.dirname(full_file_path), exist_ok=True)
-
-    return full_file_path
-
-
-def save_json_locally_extended(data:dict | list | str, file_name:str,
-                                duplication_handling:DuplicationHandling ,
-                                duplication_match_condition_type:MatchConditionType,
-                                output_directory:str=None,
-                                duplication_match_condition:str | List[str] = "",
-                                max_matched_deletable_files:int=1, logger=None, print_out=False, raise_e=False):
-
-    """Saves data to a local JSON file.
-    """
-
-    max_deletable_files_allowed = 3
-
-    saved_to_file_path = None
-    matched_duplicates_count = 0  # Default to 0
-    duplication_handling_status = None
-    matched_duplicates_deleted = None
-    error_during_operation = None
-
-    response={
-        "saved_to_file_path": saved_to_file_path,
-        "matched_duplicates_count": matched_duplicates_count,
-        "matched_duplicates_deleted": matched_duplicates_deleted,
-        "duplication_handling_status": duplication_handling_status,
-        "duplication_match_condition_type": duplication_match_condition_type,
-        "duplication_match_condition": duplication_match_condition,
-        "error_during_operation": error_during_operation
-    }
-
-    supported_match_condition_types = [MatchConditionType.EXACT, MatchConditionType.PREFIX]
-    supported_duplication_handling = [DuplicationHandling.RAISE_ERROR, DuplicationHandling.OVERWRITE, DuplicationHandling.INCREMENT, DuplicationHandling.SKIP]
-    
-    try:
-
-         # Use the helper function to get the full file path
-        full_file_path = prepare_full_file_path(file_name=file_name, output_directory=output_directory)
-        # Extract the directory path, base file name, and extension
-        directory_path = os.path.dirname(full_file_path)
-
-        if max_matched_deletable_files > max_deletable_files_allowed:
-            msg = f"Error: max_deletable_files should be less than or equal to {max_deletable_files_allowed} for safety. For more, use specific Delete method."
-            raise ValueError(msg)
-
-        if duplication_handling not in supported_duplication_handling:
-            msg = f"Error: Duplication handling not supported. Supported types: {supported_duplication_handling}"
-            raise ValueError(msg)
-        
-        if duplication_match_condition_type not in supported_match_condition_types:
-            msg = f"Error: Match condition type not supported. Supported types: {supported_match_condition_types}"
-            raise ValueError(msg)
-        
-        elif duplication_match_condition_type!=MatchConditionType.EXACT and not duplication_match_condition:
-            msg = f"Error: Match condition is required for match condition type: {duplication_match_condition_type}"
-            raise ValueError(msg)
-
-        # Prepare data
-        if isinstance(data, (list, dict)):
-            data_str = json.dumps(data, indent=2)
-        else:
-            data_str = data
-
-    
-        # --- Check if File Exists ---
-        if duplication_match_condition_type==MatchConditionType.PREFIX:
-            files_matched_on_condition = [
-                os.path.join(directory_path, f) for f in os.listdir(directory_path)
-                if f.startswith(duplication_match_condition)
-            ]
-            if files_matched_on_condition:
-                matched_duplicates_count = len(files_matched_on_condition)
-        elif duplication_match_condition_type==MatchConditionType.EXACT:
-            if os.path.exists(full_file_path):
-                files_matched_on_condition = [full_file_path] # Always assign a list 
-                matched_duplicates_count = 1
-
-
-        if matched_duplicates_count:
-            if duplication_handling==DuplicationHandling.RAISE_ERROR:
-                msg = f"Error: File already exists at file path: {full_file_path}"
-                raise FileExistsError(msg)
-
-            if duplication_handling == DuplicationHandling.SKIP:
-                log_warning(f"Skipping saving to file path: {full_file_path} - file already exists.", logger=logger, print_out=print_out)
-                response["duplication_handling_status"] = DuplicationHandlingStatus.SKIPPED.value
-                return response  # Return here
-            # --- Overwrite Logic --> Delete  ---
-            if duplication_handling==DuplicationHandling.OVERWRITE:
-                if  matched_duplicates_count > max_matched_deletable_files:
-                    msg = f"Error: Attempt to delete {len(files_matched_on_condition)} matched files, but limit is {max_matched_deletable_files}. Operation Cancelled."
-                    raise ValueError(msg)
-                
-                for path in files_matched_on_condition:
-                    os.remove(path)
-                
-                deleted_files=",,,".join( files_matched_on_condition)
-                log_info(f"Deleted {len(files_matched_on_condition)} files that matched condition: {deleted_files}", logger=logger, print_out=print_out)
-                response["matched_duplicates_deleted"] = deleted_files
-                response["duplication_handling_status"] = DuplicationHandlingStatus.OVERWRITTEN.value
-            # --- Increment Logic ---
-            elif duplication_handling==DuplicationHandling.INCREMENT:
-                increment = 0
-                base_file_name, ext = os.path.splitext(os.path.basename(full_file_path))
-                while os.path.exists(full_file_path):
-                    increment += 1
-                    file_name = f"{base_file_name}_v{increment}{ext}"
-                    full_file_path = os.path.join(directory_path, file_name)
-                response["duplication_handling_status"] = DuplicationHandlingStatus.INCREMENTED.value
-
-        # --- Save the File ---
-        with open(full_file_path, "w", encoding="utf-8") as f:
-            f.write(data_str)
-        response["saved_to_file_path"] = full_file_path
-
-
-    except Exception as e:
-        error_during_operation=f"Error occurred while writing JSON to file path: {full_file_path} : {type(e).__name__}-{str(e)}"
-        log_error(error_during_operation, logger=logger, print_out=print_out)
-        response["error_during_operation"] = error_during_operation
-        if raise_e:
-            raise e
-
-    return response  # Return response once at the end
+def list_as_strings(*enums):
+    """Converts a list of Enum members to their string values."""
+    return [str(enum) for enum in enums]

{ipulse_shared_core_ftredge-2.7.1.dist-info → ipulse_shared_core_ftredge-2.8.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ipulse_shared_core_ftredge
-Version: 2.7.1
+Version: 2.8.1
 Summary: Shared Core models and Logger util for the Pulse platform project. Using AI for financial advisory and investment management.
 Home-page: https://github.com/TheFutureEdge/ipulse_shared_core
 Author: Russlan Ramdowar
@@ -10,5 +10,4 @@ Requires-Dist: python-dateutil~=2.8
 Requires-Dist: pytest~=7.1
 Requires-Dist: google-cloud-logging~=3.10.0
 Requires-Dist: google-cloud-error-reporting~=1.11.0
-Requires-Dist: google-cloud-bigquery~=3.24.0
 

ipulse_shared_core_ftredge-2.8.1.dist-info/RECORD

@@ -0,0 +1,19 @@
+ipulse_shared_core_ftredge/__init__.py,sha256=gVXmJATW1Yp-1XEZQT6KbkYoWNljmPblysPlhfSzdGk,882
+ipulse_shared_core_ftredge/logging/__init__.py,sha256=hE42Z23NuJW-pn1Lm_1MHUnht0I3NnoBSMz1J5A9g5E,72
+ipulse_shared_core_ftredge/logging/audit_log_firestore.py,sha256=5AwO6NHuOncq65n400eqM8QPrS2EGGaP3Z_6l2rxdBE,261
+ipulse_shared_core_ftredge/logging/logging_handlers_and_formatters.py,sha256=k5gQU6matAzviRd7X29AIAThaOeXYVFsFaxT08kpqj4,6287
+ipulse_shared_core_ftredge/logging/utils_logging.py,sha256=q8VpDROulW0krG4O0kX0HRovmELBAvfCE8n1_MUn4Y4,2846
+ipulse_shared_core_ftredge/models/__init__.py,sha256=MeGH2ZBxkrwldUiWyUaI_TMyfq78tuSwRkN_mEfKD8U,161
+ipulse_shared_core_ftredge/models/organisation.py,sha256=22esRGYuJmKN3papkgozleEmDNJrVwUgIzKp7annvWs,3280
+ipulse_shared_core_ftredge/models/resource_catalog_item.py,sha256=mEGX8AftzrhEHqFVXjr62CuRnXC1vK4z3bHl_XBJodU,4964
+ipulse_shared_core_ftredge/models/user_auth.py,sha256=35HNN7ZW4ZELCqaJrAtoSsVLFAZ1KL2S_VmuzbcEMm4,119
+ipulse_shared_core_ftredge/models/user_profile.py,sha256=D3BB9D6XEv7IVZgsURgf0hWmUZW5rms3uiBXS0ZGLeE,1927
+ipulse_shared_core_ftredge/models/user_profile_update.py,sha256=oKK0XsQDKkgDvjFPhX2XlqEqlKLBQ4AkvPHXEuZbFMY,1712
+ipulse_shared_core_ftredge/models/user_status.py,sha256=8TyRd8tBK9_xb0MPKbI5pn9-lX7ovKbeiuWYYPtIOiw,3202
+ipulse_shared_core_ftredge/utils/__init__.py,sha256=Yziq9yAHlOeXTa4LuBWSxZqBMBMfq0XBc0XtcS7lFfw,88
+ipulse_shared_core_ftredge/utils/utils_common.py,sha256=bxpRcd_uI2LyqbgyNquLarqOwXFnFxA-pDAn0JKRlqs,388
+ipulse_shared_core_ftredge-2.8.1.dist-info/LICENCE,sha256=YBtYAXNqCCOo9Mr2hfkbSPAM9CeAr2j1VZBSwQTrNwE,1060
+ipulse_shared_core_ftredge-2.8.1.dist-info/METADATA,sha256=QupPp0QxKGLUDmwZXXIWjOwchya5NROy8Dr5mK-WAlY,511
+ipulse_shared_core_ftredge-2.8.1.dist-info/WHEEL,sha256=R0nc6qTxuoLk7ShA2_Y-UWkN8ZdfDBG2B6Eqpz2WXbs,91
+ipulse_shared_core_ftredge-2.8.1.dist-info/top_level.txt,sha256=8sgYrptpexkA_6_HyGvho26cVFH9kmtGvaK8tHbsGHk,27
+ipulse_shared_core_ftredge-2.8.1.dist-info/RECORD,,

ipulse_shared_core_ftredge/enums/__init__.py

@@ -1,37 +0,0 @@
-
-# pylint: disable=missing-module-docstring
-# pylint: disable=missing-function-docstring
-# pylint: disable=missing-class-docstring
-
-from .enums_common_utils import (Status,
-                                Unit,
-                                Frequency)
-
-
-from .enums_modules import(Module,
-                           Domain)
-
-
-from .enums_module_fincore import (FinCoreCategory,
-                                    FincCoreSubCategory,
-                                    FinCoreRecordsCategory,
-                                    FinancialExchangeOrPublisher)
-
-from .enums_logging import (TargetLogs,
-                            LogLevel,
-                            LoggingHandlers)
-
-from .enums_data_eng import (DataPrimaryCategory,
-                            DataState,
-                            DatasetScope,
-                            DataSourceType,
-                            PipelineTriggerType,
-                            DataOperationType,
-                            MatchConditionType,
-                            DuplicationHandling,
-                            DuplicationHandlingStatus,
-                            CodingLanguage,
-                            ExecutionLocation,
-                            ExecutionComputeType)
-
-from .enums_solution_providers import (CloudProvider)

ipulse_shared_core_ftredge/enums/enums_common_utils.py

@@ -1,107 +0,0 @@
-
-# pylint: disable=missing-module-docstring
-# pylint: disable=missing-function-docstring
-# pylint: disable=missing-class-docstring
-# pylint: disable=line-too-long
-
-from enum import Enum
-
-
-class Status(Enum):
-    OPEN = "open"
-    ACKNOWLEDGED = "acknowledged"
-    ESCALATED = "escalated"
-    IN_PROGRESS = "in_progress"
-    IN_REVIEW = "in_review"
-    RESOLVED = "resolved"
-    IGNORED = "ignored"
-    CANCELLED = "cancelled"
-    CLOSED = "closed"
-
-    def __str__(self):
-        return self.value
-
-### Exception during full exection, partially saved
-# Exception during ensemble pipeline; modifications collected in local object , nothing persisted
-# Exception during ensemble pipeline; modifications persisted , metadata failed
-# Exception during ensemble pipeline; modifications persisted , metadata persisted
-# Exception during ensemble pipeline; modifications persisted , metadata persisted
-
-
-class Unit(Enum):
-    MIX="MIX"
-    # Currency and Financial Values
-    USD = "USD"  # United States Dollar
-    EUR = "EUR"  # Euro
-    JPY = "JPY"  # Japanese Yen
-    GBP = "GBP"  # British Pound Sterling
-    AUD = "AUD"  # Australian Dollar
-    CAD = "CAD"  # Canadian Dollar
-    CHF = "CHF"  # Swiss Franc
-    CNY = "CNY"  # Chinese Yuan Renminbi
-    SEK = "SEK"  # Swedish Krona
-    NZD = "NZD"  # New Zealand Dollar
-    MXN = "MXN"  # Mexican Peso
-    SGD = "SGD"  # Singapore Dollar
-    HKD = "HKD"  # Hong Kong Dollar
-    NOK = "NOK"  # Norwegian Krone
-    KRW = "KRW"  # South Korean Won
-    RUB = "RUB"  # Russian Ruble
-    INR = "INR"  # Indian Rupee
-    BRL = "BRL"  # Brazilian Real
-    ZAR = "ZAR"  # South African Rand
-    CURRENCY = "currency"    # General currency, when specific currency is not needed
-
-    # Stock Market and Investments
-    SHARES = "shares"        # Number of shares
-    PERCENT = "prcnt"      # Percentage, used for rates and ratios
-    BPS = "bps"              # Basis points, often used for interest rates and financial ratios
-
-    # Volume and Quantitative Measurements
-    VOLUME = "volume"        # Trading volume in units
-    MILLIONS = "mills"    # Millions, used for large quantities or sums
-    BILLIONS = "bills"    # Billions, used for very large quantities or sums
-
-    # Commodity Specific Units
-    BARRELS = "barrels"      # Barrels, specifically for oil and similar liquids
-    TONNES = "tonnes"        # Tonnes, for bulk materials like metals or grains
-    TROY_OUNCES = "troy_oz" # Troy ounces, specifically for precious metals
-
-    # Real Estate and Physical Properties
-    SQUARE_FEET = "sq_ft"    # Square feet, for area measurement in real estate
-    METER_SQUARE = "m2"      # Square meters, for area measurement in real estate
-    ACRES = "acres"          # Acres, used for measuring large plots of land
-
-    # Miscellaneous and Other Measures
-    UNITS = "units"          # Generic units, applicable when other specific units are not suitable
-    COUNT = "count"          # Count, used for tallying items or events
-    INDEX_POINTS = "index_pnts"  # Index points, used in measuring indices like stock market indices
-    RATIO = "ratio"          # Ratio, for various financial ratios
-
-    def __str__(self):
-        return self.value
-
-class Frequency(Enum):
-    ONE_MIN = "1min"
-    FIVE_MIN="5min"
-    FIFTEEN_MIN="15min"
-    THIRTY_MIN = "30min"
-    ONE_H = "1h"
-    TWO_H = "2h"
-    SIX_H = "6h"
-    TWELVE_H = "12h"
-    FOUR_H = "4h"
-    EOD="eod"
-    ONE_D = "1d"
-    TWO_D = "2d"
-    THREE_D = "3d"
-    ONE_W = "1w"
-    ONE_M = "1m"
-    TWO_M="2m"
-    THREE_M="3m"
-    SIX_M="6m"
-    ONE_Y="1y"
-    THREE_Y="3y"
-
-    def __str__(self):
-        return self.value