MindsDB 25.4.5.0__py3-none-any.whl → 25.5.4.0__py3-none-any.whl

mindsdb/utilities/context.py

@@ -54,7 +54,7 @@ class Context:
     def load(self, storage: dict) -> None:
         self._storage.set(storage)
 
-    def metadata(self, **kwargs) -> dict:
+    def get_metadata(self, **kwargs) -> dict:
         return {
             'user_id': self.user_id or "",
             'company_id': self.company_id or "",

mindsdb/utilities/functions.py

@@ -7,7 +7,6 @@ import textwrap
 from functools import wraps
 from collections.abc import Callable
 
-import requests
 from cryptography.fernet import Fernet
 from mindsdb_sql_parser.ast import Identifier
 
@@ -72,41 +71,6 @@ def mark_process(name: str, custom_mark: str = None) -> Callable:
     return mark_process_wrapper
 
 
-def get_versions_where_predictors_become_obsolete():
-    """ Get list of MindsDB versions in which predictors should be retrained
-        Returns:
-            list of str or False
-    """
-    versions_for_updating_predictors = []
-    try:
-        try:
-            res = requests.get(
-                'https://mindsdb-cloud-public-service-files.s3.us-east-2.amazonaws.com/version_for_updating_predictors.txt',
-                timeout=0.5
-            )
-        except (ConnectionError, requests.exceptions.ConnectionError) as e:
-            logger.error(f'Is no connection. {e}')
-            raise
-        except Exception as e:
-            logger.error(f'Is something wrong with getting version_for_updating_predictors.txt: {e}')
-            raise
-
-        if res.status_code != 200:
-            logger.error(f'Cant get version_for_updating_predictors.txt: returned status code = {res.status_code}')
-            raise
-
-        try:
-            versions_for_updating_predictors = res.text.replace(' \t\r', '').split('\n')
-        except Exception as e:
-            logger.error(f'Cant decode version_for_updating_predictors.txt: {e}')
-            raise
-    except Exception:
-        return False, versions_for_updating_predictors
-
-    versions_for_updating_predictors = [x for x in versions_for_updating_predictors if len(x) > 0]
-    return True, versions_for_updating_predictors
-
-
 def init_lexer_parsers():
     from mindsdb_sql_parser.lexer import MindsDBLexer
     from mindsdb_sql_parser.parser import MindsDBParser

mindsdb/utilities/langfuse.py

@@ -1,11 +1,12 @@
 import os
 import typing
+from typing import TYPE_CHECKING
 
 from mindsdb.utilities import log
-from langfuse import Langfuse
-from langfuse.client import StatefulSpanClient
-from langfuse.callback import CallbackHandler
-from langfuse.api.resources.commons.errors.not_found_error import NotFoundError as TraceNotFoundError
+
+if TYPE_CHECKING:
+    from langfuse.callback import CallbackHandler
+    from langfuse.client import StatefulSpanClient
 
 logger = log.getLogger(__name__)
 
@@ -98,6 +99,12 @@ class LangfuseClientWrapper:
         logger.debug(f"LANGFUSE_TIMEOUT: {LANGFUSE_TIMEOUT}")
         logger.debug(f"LANGFUSE_SAMPLE_RATE: {LANGFUSE_SAMPLE_RATE * 100}%")
 
+        try:
+            from langfuse import Langfuse
+        except ImportError:
+            logger.error("Langfuse is not installed. Please install it with `pip install langfuse`.")
+            return
+
         self.client = Langfuse(
             public_key=public_key,
             secret_key=secret_key,
@@ -164,7 +171,7 @@ class LangfuseClientWrapper:
 
     def start_span(self,
                    name: str,
-                   input: typing.Optional[typing.Any] = None) -> typing.Optional[StatefulSpanClient]:
+                   input: typing.Optional[typing.Any] = None) -> typing.Optional['StatefulSpanClient']:
         """
         Create span. If Langfuse is disabled, nothing will be done.
 
@@ -180,7 +187,7 @@ class LangfuseClientWrapper:
         return self.trace.span(name=name, input=input)
 
     def end_span_stream(self,
-                        span: typing.Optional[StatefulSpanClient] = None) -> None:
+                        span: typing.Optional['StatefulSpanClient'] = None) -> None:
         """
         End span. If Langfuse is disabled, nothing will happen.
         Args:
@@ -195,7 +202,7 @@ class LangfuseClientWrapper:
         self.trace.update()
 
     def end_span(self,
-                 span: typing.Optional[StatefulSpanClient] = None,
+                 span: typing.Optional['StatefulSpanClient'] = None,
                  output: typing.Optional[typing.Any] = None) -> None:
         """
         End trace. If Langfuse is disabled, nothing will be done.
@@ -227,7 +234,7 @@ class LangfuseClientWrapper:
         except Exception as e:
             logger.error(f'Something went wrong while processing Langfuse trace {self.trace.id}: {str(e)}')
 
-    def get_langchain_handler(self) -> typing.Optional[CallbackHandler]:
+    def get_langchain_handler(self) -> typing.Optional['CallbackHandler']:
         """
         Get Langchain handler. If Langfuse is disabled, returns None.
         """
@@ -257,8 +264,10 @@ class LangfuseClientWrapper:
         self.tags.append(self.release)
 
     def _get_tool_usage(self) -> typing.Dict:
-        """ Retrieves tool usage information from a langfuse trace.
-        Note: assumes trace marks an action with string `AgentAction` """
+        """Retrieves tool usage information from a langfuse trace.
+        Note: assumes trace marks an action with string `AgentAction`
+        """
+        from langfuse.api.resources.commons.errors.not_found_error import NotFoundError as TraceNotFoundError
 
         tool_usage = {}
 

mindsdb/utilities/otel/__init__.py

@@ -1,206 +1,22 @@
 import os
-import typing
-
-from opentelemetry import trace  # noqa: F401
-from opentelemetry import metrics  # noqa: F401
-from opentelemetry.exporter.otlp.proto.grpc._log_exporter import OTLPLogExporter as OTLPLogExporterGRPC
-from opentelemetry.exporter.otlp.proto.http._log_exporter import OTLPLogExporter as OTLPLogExporterHTTP
-from opentelemetry.sdk._logs._internal.export import LogExporter
-from opentelemetry.exporter.otlp.proto.grpc.metric_exporter import OTLPMetricExporter as OTLPMetricExporterGRPC
-from opentelemetry.exporter.otlp.proto.http.metric_exporter import OTLPMetricExporter as OTLPMetricExporterHTTP
-from opentelemetry.sdk.metrics.export import MetricExporter, ConsoleMetricExporter
-from opentelemetry.exporter.otlp.proto.grpc.trace_exporter import OTLPSpanExporter as OTLPSpanExporterGRPC
-from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter as OTLPSpanExporterHTTP
-from opentelemetry.sdk.trace.export import SpanExporter, ConsoleSpanExporter
-from opentelemetry.sdk.resources import Resource
-from opentelemetry.sdk.trace.sampling import TraceIdRatioBased
-
-from mindsdb.utilities.otel.logger import setup_logger
-from mindsdb.utilities.otel.meter import setup_meter
-from mindsdb.utilities.otel.tracer import setup_tracer
-from mindsdb.utilities.utils import parse_csv_attributes
-from mindsdb.utilities import log
-
-logger = log.getLogger(__name__)
-
-# Check OpenTelemetry exporter type
-OTEL_EXPORTER_TYPE = os.getenv("OTEL_EXPORTER_TYPE", "console")  # console or otlp
-
-# Define OpenTelemetry exporter protocol
-OTEL_EXPORTER_PROTOCOL = os.getenv("OTEL_EXPORTER_PROTOCOL", "grpc")  # grpc or http
-
-# Define OTLP endpoint. If not set, the default OTLP endpoint will be used
-OTEL_OTLP_ENDPOINT = os.getenv("OTEL_OTLP_ENDPOINT", "http://localhost:4317")
-
-# Define OTLP logging endpoint. If not set, the default OTLP logging endpoint will be used
-OTEL_OTLP_LOGGING_ENDPOINT = os.getenv("OTEL_OTLP_LOGGING_ENDPOINT", OTEL_OTLP_ENDPOINT)
-
-# Define OTLP tracing endpoint. If not set, the default OTLP tracing endpoint will be used
-OTEL_OTLP_TRACING_ENDPOINT = os.getenv("OTEL_OTLP_TRACING_ENDPOINT", OTEL_OTLP_ENDPOINT)
-
-# Define OTLP metrics endpoint. If not set, the default OTLP metrics endpoint will be used
-OTEL_OTLP_METRICS_ENDPOINT = os.getenv("OTEL_OTLP_METRICS_ENDPOINT", OTEL_OTLP_ENDPOINT)
-
-# Define service name
-OTEL_SERVICE_NAME = os.getenv("OTEL_SERVICE_NAME", "mindsdb")
-
-# Define service instace ID
-OTEL_SERVICE_INSTANCE_ID = os.getenv("OTEL_SERVICE_INSTANCE_ID", "mindsdb-instance")
-
-# The name of the environment we"re on, by default local for development, this is set differently per-env in our Helm
-# chart values files
-OTEL_SERVICE_ENVIRONMENT = os.getenv("OTEL_SERVICE_ENVIRONMENT", "local").lower()
-
-# Define service release
-OTEL_SERVICE_RELEASE = os.getenv("OTEL_SERVICE_RELEASE", "local").lower()
-
-# Define how often to capture traces
-OTEL_TRACE_SAMPLE_RATE = float(os.getenv("OTEL_TRACE_SAMPLE_RATE", "1.0"))
-
-# Define extra attributes
-OTEL_EXTRA_ATTRIBUTES = os.getenv("OTEL_EXTRA_ATTRIBUTES", "")
 
 # By default, we have Open Telemetry SDK enabled on all envs, except for local which is disabled by default.
 OTEL_SDK_DISABLED = (os.getenv("OTEL_SDK_DISABLED", "false").lower() == "true"
                      or os.getenv("OTEL_SERVICE_ENVIRONMENT", "local").lower() == "local")
 
-# Define if OpenTelemetry logging is disabled. By default, it is disabled.
-OTEL_LOGGING_DISABLED = os.getenv("OTEL_LOGGING_DISABLED", "true").lower() == "true"
-
-# Define if OpenTelemetry tracing is disabled. By default, it is enabled.
-OTEL_TRACING_DISABLED = os.getenv("OTEL_TRACING_DISABLED", "false").lower() == "true"
-
-# Define if OpenTelemetry metrics is disabled. By default, it is disabled.
-OTEL_METRICS_DISABLED = os.getenv("OTEL_METRICS_DISABLED", "true").lower() == "true"
-
 # If you want to enable Open Telemetry on local for some reason please set OTEL_SDK_FORCE_RUN to true
 OTEL_SDK_FORCE_RUN = os.getenv("OTEL_SDK_FORCE_RUN", "false").lower() == "true"
 
+OTEL_ENABLED = not OTEL_SDK_DISABLED or OTEL_SDK_FORCE_RUN
 
-def get_otel_attributes() -> dict:
-    """
-    Get OpenTelemetry attributes
-
-    Returns:
-        dict: OpenTelemetry attributes
-    """
+def increment_otel_query_request_counter(metadata: dict) -> None:
+    pass
 
-    base_attributes = {
-        "service.name": OTEL_SERVICE_NAME,
-        "service.instance.id": OTEL_SERVICE_INSTANCE_ID,
-        "environment": OTEL_SERVICE_ENVIRONMENT,
-        "release": OTEL_SERVICE_RELEASE,
-    }
-
-    extra_attributes = {}
+trace = None
+if OTEL_ENABLED:
     try:
-        extra_attributes = parse_csv_attributes(OTEL_EXTRA_ATTRIBUTES)
-    except Exception as e:
-        logger.error(f"Failed to parse OTEL_EXTRA_ATTRIBUTES: {e}")
-
-    attributes = {**extra_attributes, **base_attributes}  # Base attributes take precedence over extra attributes
-
-    return attributes
-
-
-def get_logging_exporter() -> typing.Optional[LogExporter]:
-    """
-    Get OpenTelemetry logging exporter.
-
-    Returns:
-        OTLPLogExporter: OpenTelemetry logging exporter
-    """
-
-    if OTEL_EXPORTER_TYPE == "otlp":
-
-        if OTEL_EXPORTER_PROTOCOL == "grpc":
-            return OTLPLogExporterGRPC(
-                endpoint=OTEL_OTLP_LOGGING_ENDPOINT,
-                insecure=True
-            )
-
-        elif OTEL_EXPORTER_PROTOCOL == "http":
-            return OTLPLogExporterHTTP(
-                endpoint=OTEL_OTLP_LOGGING_ENDPOINT
-            )
-
-    return None
-
-
-def get_span_exporter() -> SpanExporter:
-    """
-    Get OpenTelemetry span exporter
-
-    Returns:
-        OTLPSpanExporter: OpenTelemetry span exporter
-    """
-
-    if OTEL_EXPORTER_TYPE == "otlp":
-
-        if OTEL_EXPORTER_PROTOCOL == "grpc":
-            return OTLPSpanExporterGRPC(
-                endpoint=OTEL_OTLP_TRACING_ENDPOINT,
-                insecure=True
-            )
-
-        elif OTEL_EXPORTER_PROTOCOL == "http":
-            return OTLPSpanExporterHTTP(
-                endpoint=OTEL_OTLP_TRACING_ENDPOINT
-            )
-
-    return ConsoleSpanExporter()
-
-
-def get_metrics_exporter() -> typing.Optional[MetricExporter]:
-    """
-    Get OpenTelemetry metrics exporter
-
-    Returns:
-        OTLPLogExporter: OpenTelemetry metrics exporter
-    """
-
-    if OTEL_EXPORTER_TYPE == "otlp":
-
-        if OTEL_EXPORTER_PROTOCOL == "grpc":
-            return OTLPMetricExporterGRPC(
-                endpoint=OTEL_OTLP_METRICS_ENDPOINT,
-                insecure=True
-            )
-
-        elif OTEL_EXPORTER_PROTOCOL == "http":
-            return OTLPMetricExporterHTTP(
-                endpoint=OTEL_OTLP_METRICS_ENDPOINT
-            )
-
-    return ConsoleMetricExporter()
-
-
-if not OTEL_SDK_DISABLED or OTEL_SDK_FORCE_RUN:
-    logger.info("OpenTelemetry enabled")
-    logger.info(f"OpenTelemetry exporter type: {OTEL_EXPORTER_TYPE}")
-    logger.info(f"OpenTelemetry service name: {OTEL_SERVICE_NAME}")
-    logger.info(f"OpenTelemetry service environment: {OTEL_SERVICE_ENVIRONMENT}")
-    logger.info(f"OpenTelemetry service release: {OTEL_SERVICE_RELEASE}")
-    logger.info(f"OpenTelemetry trace sample rate: {OTEL_TRACE_SAMPLE_RATE}")
-    logger.info(f"OpenTelemetry extra attributes: {OTEL_EXTRA_ATTRIBUTES}")
-
-    # Define OpenTelemetry resources (e.g., service name)
-    attributes = get_otel_attributes()
-
-    # Define OpenTelemetry sampler
-    sampler = TraceIdRatioBased(OTEL_TRACE_SAMPLE_RATE)
-
-    # Define OpenTelemetry resources (e.g., service name)
-    resource = Resource(attributes=attributes)
-
-    if not OTEL_LOGGING_DISABLED:
-        logger.info("OpenTelemetry Logging is enabled")
-        setup_logger(resource, get_logging_exporter())
-
-    if not OTEL_TRACING_DISABLED:
-        logger.info("OpenTelemetry Tracing is enabled")
-        setup_tracer(resource, sampler, get_span_exporter())
+        from mindsdb.utilities.otel.prepare import trace
+        from mindsdb.utilities.otel.metric_handlers import increment_otel_query_request_counter
+    except Exception:
+        pass
 
-    if not OTEL_METRICS_DISABLED:
-        logger.info("OpenTelemetry Metrics is enabled")
-        setup_meter(resource, get_metrics_exporter())

mindsdb/utilities/otel/metric_handlers/__init__.py

@@ -1,4 +1,4 @@
-from mindsdb.utilities.otel import metrics, OTEL_SERVICE_NAME
+from mindsdb.utilities.otel.prepare import metrics, OTEL_SERVICE_NAME
 
 _query_request_counter = None
 
@@ -23,3 +23,7 @@ def get_query_request_counter():
         )
 
     return _query_request_counter
+
+def increment_otel_query_request_counter(metadata: dict) -> None:
+    query_request_counter = get_query_request_counter()
+    query_request_counter.add(1, metadata)

mindsdb/utilities/otel/prepare.py

@@ -0,0 +1,198 @@
+import os
+import typing
+
+from opentelemetry import trace  # noqa: F401
+from opentelemetry import metrics  # noqa: F401
+from opentelemetry.exporter.otlp.proto.grpc._log_exporter import OTLPLogExporter as OTLPLogExporterGRPC
+from opentelemetry.exporter.otlp.proto.http._log_exporter import OTLPLogExporter as OTLPLogExporterHTTP
+from opentelemetry.sdk._logs._internal.export import LogExporter
+from opentelemetry.exporter.otlp.proto.grpc.metric_exporter import OTLPMetricExporter as OTLPMetricExporterGRPC
+from opentelemetry.exporter.otlp.proto.http.metric_exporter import OTLPMetricExporter as OTLPMetricExporterHTTP
+from opentelemetry.sdk.metrics.export import MetricExporter, ConsoleMetricExporter
+from opentelemetry.exporter.otlp.proto.grpc.trace_exporter import OTLPSpanExporter as OTLPSpanExporterGRPC
+from opentelemetry.exporter.otlp.proto.http.trace_exporter import OTLPSpanExporter as OTLPSpanExporterHTTP
+from opentelemetry.sdk.trace.export import SpanExporter, ConsoleSpanExporter
+from opentelemetry.sdk.resources import Resource
+from opentelemetry.sdk.trace.sampling import TraceIdRatioBased
+
+from mindsdb.utilities.otel.logger import setup_logger
+from mindsdb.utilities.otel.meter import setup_meter
+from mindsdb.utilities.otel.tracer import setup_tracer
+from mindsdb.utilities.utils import parse_csv_attributes
+from mindsdb.utilities import log
+
+logger = log.getLogger(__name__)
+
+# Check OpenTelemetry exporter type
+OTEL_EXPORTER_TYPE = os.getenv("OTEL_EXPORTER_TYPE", "console")  # console or otlp
+
+# Define OpenTelemetry exporter protocol
+OTEL_EXPORTER_PROTOCOL = os.getenv("OTEL_EXPORTER_PROTOCOL", "grpc")  # grpc or http
+
+# Define OTLP endpoint. If not set, the default OTLP endpoint will be used
+OTEL_OTLP_ENDPOINT = os.getenv("OTEL_OTLP_ENDPOINT", "http://localhost:4317")
+
+# Define OTLP logging endpoint. If not set, the default OTLP logging endpoint will be used
+OTEL_OTLP_LOGGING_ENDPOINT = os.getenv("OTEL_OTLP_LOGGING_ENDPOINT", OTEL_OTLP_ENDPOINT)
+
+# Define OTLP tracing endpoint. If not set, the default OTLP tracing endpoint will be used
+OTEL_OTLP_TRACING_ENDPOINT = os.getenv("OTEL_OTLP_TRACING_ENDPOINT", OTEL_OTLP_ENDPOINT)
+
+# Define OTLP metrics endpoint. If not set, the default OTLP metrics endpoint will be used
+OTEL_OTLP_METRICS_ENDPOINT = os.getenv("OTEL_OTLP_METRICS_ENDPOINT", OTEL_OTLP_ENDPOINT)
+
+# Define service name
+OTEL_SERVICE_NAME = os.getenv("OTEL_SERVICE_NAME", "mindsdb")
+
+# Define service instace ID
+OTEL_SERVICE_INSTANCE_ID = os.getenv("OTEL_SERVICE_INSTANCE_ID", "mindsdb-instance")
+
+# The name of the environment we"re on, by default local for development, this is set differently per-env in our Helm
+# chart values files
+OTEL_SERVICE_ENVIRONMENT = os.getenv("OTEL_SERVICE_ENVIRONMENT", "local").lower()
+
+# Define service release
+OTEL_SERVICE_RELEASE = os.getenv("OTEL_SERVICE_RELEASE", "local").lower()
+
+# Define how often to capture traces
+OTEL_TRACE_SAMPLE_RATE = float(os.getenv("OTEL_TRACE_SAMPLE_RATE", "1.0"))
+
+# Define extra attributes
+OTEL_EXTRA_ATTRIBUTES = os.getenv("OTEL_EXTRA_ATTRIBUTES", "")
+
+# Define if OpenTelemetry logging is disabled. By default, it is disabled.
+OTEL_LOGGING_DISABLED = os.getenv("OTEL_LOGGING_DISABLED", "true").lower() == "true"
+
+# Define if OpenTelemetry tracing is disabled. By default, it is enabled.
+OTEL_TRACING_DISABLED = os.getenv("OTEL_TRACING_DISABLED", "false").lower() == "true"
+
+# Define if OpenTelemetry metrics is disabled. By default, it is disabled.
+OTEL_METRICS_DISABLED = os.getenv("OTEL_METRICS_DISABLED", "true").lower() == "true"
+
+
+def get_otel_attributes() -> dict:
+    """
+    Get OpenTelemetry attributes
+
+    Returns:
+        dict: OpenTelemetry attributes
+    """
+
+    base_attributes = {
+        "service.name": OTEL_SERVICE_NAME,
+        "service.instance.id": OTEL_SERVICE_INSTANCE_ID,
+        "environment": OTEL_SERVICE_ENVIRONMENT,
+        "release": OTEL_SERVICE_RELEASE,
+    }
+
+    extra_attributes = {}
+    try:
+        extra_attributes = parse_csv_attributes(OTEL_EXTRA_ATTRIBUTES)
+    except Exception as e:
+        logger.error(f"Failed to parse OTEL_EXTRA_ATTRIBUTES: {e}")
+
+    attributes = {**extra_attributes, **base_attributes}  # Base attributes take precedence over extra attributes
+
+    return attributes
+
+
+def get_logging_exporter() -> typing.Optional[LogExporter]:
+    """
+    Get OpenTelemetry logging exporter.
+
+    Returns:
+        OTLPLogExporter: OpenTelemetry logging exporter
+    """
+
+    if OTEL_EXPORTER_TYPE == "otlp":
+
+        if OTEL_EXPORTER_PROTOCOL == "grpc":
+            return OTLPLogExporterGRPC(
+                endpoint=OTEL_OTLP_LOGGING_ENDPOINT,
+                insecure=True
+            )
+
+        elif OTEL_EXPORTER_PROTOCOL == "http":
+            return OTLPLogExporterHTTP(
+                endpoint=OTEL_OTLP_LOGGING_ENDPOINT
+            )
+
+    return None
+
+
+def get_span_exporter() -> SpanExporter:
+    """
+    Get OpenTelemetry span exporter
+
+    Returns:
+        OTLPSpanExporter: OpenTelemetry span exporter
+    """
+
+    if OTEL_EXPORTER_TYPE == "otlp":
+
+        if OTEL_EXPORTER_PROTOCOL == "grpc":
+            return OTLPSpanExporterGRPC(
+                endpoint=OTEL_OTLP_TRACING_ENDPOINT,
+                insecure=True
+            )
+
+        elif OTEL_EXPORTER_PROTOCOL == "http":
+            return OTLPSpanExporterHTTP(
+                endpoint=OTEL_OTLP_TRACING_ENDPOINT
+            )
+
+    return ConsoleSpanExporter()
+
+
+def get_metrics_exporter() -> typing.Optional[MetricExporter]:
+    """
+    Get OpenTelemetry metrics exporter
+
+    Returns:
+        OTLPLogExporter: OpenTelemetry metrics exporter
+    """
+
+    if OTEL_EXPORTER_TYPE == "otlp":
+
+        if OTEL_EXPORTER_PROTOCOL == "grpc":
+            return OTLPMetricExporterGRPC(
+                endpoint=OTEL_OTLP_METRICS_ENDPOINT,
+                insecure=True
+            )
+
+        elif OTEL_EXPORTER_PROTOCOL == "http":
+            return OTLPMetricExporterHTTP(
+                endpoint=OTEL_OTLP_METRICS_ENDPOINT
+            )
+
+    return ConsoleMetricExporter()
+
+
+logger.info("OpenTelemetry enabled")
+logger.info(f"OpenTelemetry exporter type: {OTEL_EXPORTER_TYPE}")
+logger.info(f"OpenTelemetry service name: {OTEL_SERVICE_NAME}")
+logger.info(f"OpenTelemetry service environment: {OTEL_SERVICE_ENVIRONMENT}")
+logger.info(f"OpenTelemetry service release: {OTEL_SERVICE_RELEASE}")
+logger.info(f"OpenTelemetry trace sample rate: {OTEL_TRACE_SAMPLE_RATE}")
+logger.info(f"OpenTelemetry extra attributes: {OTEL_EXTRA_ATTRIBUTES}")
+
+# Define OpenTelemetry resources (e.g., service name)
+attributes = get_otel_attributes()
+
+# Define OpenTelemetry sampler
+sampler = TraceIdRatioBased(OTEL_TRACE_SAMPLE_RATE)
+
+# Define OpenTelemetry resources (e.g., service name)
+resource = Resource(attributes=attributes)
+
+if not OTEL_LOGGING_DISABLED:
+    logger.info("OpenTelemetry Logging is enabled")
+    setup_logger(resource, get_logging_exporter())
+
+if not OTEL_TRACING_DISABLED:
+    logger.info("OpenTelemetry Tracing is enabled")
+    setup_tracer(resource, sampler, get_span_exporter())
+
+if not OTEL_METRICS_DISABLED:
+    logger.info("OpenTelemetry Metrics is enabled")
+    setup_meter(resource, get_metrics_exporter())

mindsdb/utilities/sql.py

@@ -0,0 +1,83 @@
+def _is_in_quotes(pos: int, quote_positions: list[tuple[int, int]]) -> bool:
+    """
+    Check if a position is within any quoted string.
+
+    Args:
+        pos (int): The position to check.
+        quote_positions (list[tuple[int, int]]): A list of tuples, each containing the start and
+                                                 end positions of a quoted string.
+
+    Returns:
+        bool: True if the position is within any quoted string, False otherwise.
+    """
+    return any(start < pos < end for start, end in quote_positions)
+
+
+def clear_sql(sql: str) -> str:
+    '''Remove comments (--, /**/, and oracle-stype #) and trailing ';' from sql
+    Note: written mostly by LLM
+
+    Args:
+        sql (str): The SQL query to clear.
+
+    Returns:
+        str: The cleared SQL query.
+    '''
+    if sql is None:
+        raise ValueError('sql query is None')
+
+    # positions of (', ", `)
+    quote_positions = []
+    for quote_char in ["'", '"', '`']:
+        i = 0
+        while i < len(sql):
+            if sql[i] == quote_char and (i == 0 or sql[i - 1] != '\\'):
+                start = i
+                i += 1
+                while i < len(sql) and (sql[i] != quote_char or sql[i - 1] == '\\'):
+                    i += 1
+                if i < len(sql):
+                    quote_positions.append((start, i))
+            i += 1
+
+    # del /* */ comments
+    result = []
+    i = 0
+    while i < len(sql):
+        if i + 1 < len(sql) and sql[i:i + 2] == '/*' and not _is_in_quotes(i, quote_positions):
+            # skip until */
+            i += 2
+            while i + 1 < len(sql) and sql[i:i + 2] != '*/':
+                i += 1
+            if i + 1 < len(sql):
+                i += 2  # skip */
+            else:
+                i += 1
+        else:
+            result.append(sql[i])
+            i += 1
+
+    sql = ''.join(result)
+
+    # del -- and # comments
+    result = []
+    i = 0
+    while i < len(sql):
+        if i + 1 < len(sql) and sql[i:i + 2] == '--' and not _is_in_quotes(i, quote_positions):
+            while i < len(sql) and sql[i] != '\n':
+                i += 1
+        elif sql[i] == '#' and not _is_in_quotes(i, quote_positions):
+            while i < len(sql) and sql[i] != '\n':
+                i += 1
+        else:
+            result.append(sql[i])
+            i += 1
+
+    sql = ''.join(result)
+
+    # del ; at the end
+    sql = sql.rstrip()
+    if sql and sql[-1] == ';':
+        sql = sql[:-1].rstrip()
+
+    return sql.strip(' \n\t')

mindsdb/utilities/starters.py

@@ -45,3 +45,16 @@ def start_litellm(*args, **kwargs):
     from mindsdb.api.litellm.start import start
 
     start(*args, **kwargs)
+
+
+def start_a2a(*args, **kwargs):
+    """Start the A2A server as a subprocess of the main MindsDB process"""
+    from mindsdb.api.a2a.run_a2a import main
+
+    # Extract configuration from the global config
+    from mindsdb.utilities.config import Config
+    config = Config()
+    a2a_config = config.get('a2a', {})
+
+    # Pass configuration to the A2A main function
+    main(a2a_config, *args, **kwargs)