rasa-pro 3.11.5__py3-none-any.whl → 3.12.0__py3-none-any.whl

rasa/tracing/instrumentation/instrumentation.py

@@ -24,7 +24,7 @@ from opentelemetry.sdk.trace import TracerProvider
 from opentelemetry.trace import SpanKind, Tracer
 from opentelemetry.trace.propagation.tracecontext import TraceContextTextMapPropagator
 
-from rasa.core.actions.action import Action, RemoteAction, CustomActionExecutor
+from rasa.core.actions.action import Action, CustomActionExecutor, RemoteAction
 from rasa.core.actions.custom_action_executor import RetryCustomActionExecutor
 from rasa.core.actions.grpc_custom_action_executor import GRPCCustomActionExecutor
 from rasa.core.agent import Agent
@@ -41,6 +41,7 @@ from rasa.core.processor import MessageProcessor
 from rasa.core.tracker_store import TrackerStore
 from rasa.dialogue_understanding.commands import Command
 from rasa.dialogue_understanding.generator import (
+    CompactLLMCommandGenerator,
     LLMCommandGenerator,
     MultiStepLLMCommandGenerator,
     SingleStepLLMCommandGenerator,
@@ -63,13 +64,14 @@ from rasa.tracing.instrumentation.intentless_policy_instrumentation import (
     _instrument_select_response_examples,
 )
 from rasa.tracing.instrumentation.metrics import (
+    record_callable_duration_metrics,
+    record_compact_llm_command_generator_metrics,
     record_llm_command_generator_metrics,
-    record_single_step_llm_command_generator_metrics,
     record_multi_step_llm_command_generator_metrics,
-    record_callable_duration_metrics,
     record_request_size_in_bytes,
+    record_single_step_llm_command_generator_metrics,
 )
-from rasa.utils.endpoints import concat_url, EndpointConfig
+from rasa.utils.endpoints import EndpointConfig, concat_url
 
 # The `TypeVar` representing the return type for a function to be wrapped.
 S = TypeVar("S")
@@ -84,6 +86,7 @@ COMMAND_PROCESSOR_MODULE_NAME = (
     "rasa.dialogue_understanding.processor.command_processor"
 )
 FLOW_EXECUTOR_MODULE_NAME = "rasa.core.policies.flows.flow_executor"
+DIALOG_UNDERSTANDING_TEST_IO_MODULE_NAME = "rasa.dialogue_understanding_test.io"
 
 
 def _check_extractor_argument_list(
@@ -151,7 +154,11 @@ def traceable(
         )
 
         module_name = attrs.pop("module_name", "")
-        if module_name in ["command_processor", FLOW_EXECUTOR_MODULE_NAME]:
+        if module_name in [
+            "command_processor",
+            FLOW_EXECUTOR_MODULE_NAME,
+            DIALOG_UNDERSTANDING_TEST_IO_MODULE_NAME,
+        ]:
             span_name = f"{module_name}.{fn.__name__}"
         else:
             span_name = f"{self.__class__.__name__}.{fn.__name__}"
@@ -281,6 +288,9 @@ LLMCommandGeneratorType = TypeVar("LLMCommandGeneratorType", bound=LLMCommandGen
 SingleStepLLMCommandGeneratorType = TypeVar(
     "SingleStepLLMCommandGeneratorType", bound=SingleStepLLMCommandGenerator
 )
+CompactLLMCommandGeneratorType = TypeVar(
+    "CompactLLMCommandGeneratorType", bound=CompactLLMCommandGenerator
+)
 MultiStepLLMCommandGeneratorType = TypeVar(
     "MultiStepLLMCommandGeneratorType", bound=MultiStepLLMCommandGenerator
 )
@@ -313,6 +323,9 @@ def instrument(
     single_step_llm_command_generator_class: Optional[
         Type[SingleStepLLMCommandGeneratorType]
     ] = None,
+    compact_llm_command_generator_class: Optional[
+        Type[CompactLLMCommandGeneratorType]
+    ] = None,
     multi_step_llm_command_generator_class: Optional[
         Type[MultiStepLLMCommandGeneratorType]
     ] = None,
@@ -363,6 +376,9 @@ def instrument(
     :param single_step_llm_command_generator_class: The `SingleStepLLMCommandGenerator`
         to be instrumented. If `None` is given, no `SingleStepLLMCommandGenerator` will
         be instrumented.
+    :param compact_llm_command_generator_class: The `CompactLLMCommandGenerator`
+        to be instrumented. If `None` is given, no `CompactLLMCommandGenerator` will
+        be instrumented.
     :param multi_step_llm_command_generator_class: The `MultiStepLLMCommandGenerator`
         to be instrumented. If `None` is given, no `MultiStepLLMCommandGenerator` will
         be instrumented.
@@ -487,6 +503,30 @@ def instrument(
         )
         mark_class_as_instrumented(single_step_llm_command_generator_class)
 
+    if compact_llm_command_generator_class is not None and not class_is_instrumented(
+        compact_llm_command_generator_class
+    ):
+        _instrument_method(
+            tracer_provider.get_tracer(compact_llm_command_generator_class.__module__),
+            compact_llm_command_generator_class,
+            "invoke_llm",
+            attribute_extractors.extract_attrs_for_llm_based_command_generator,
+            metrics_recorder=record_compact_llm_command_generator_metrics,
+        )
+        _instrument_method(
+            tracer_provider.get_tracer(compact_llm_command_generator_class.__module__),
+            compact_llm_command_generator_class,
+            "_check_commands_against_startable_flows",
+            attribute_extractors.extract_attrs_for_check_commands_against_startable_flows,
+        )
+        _instrument_perform_health_check_method_for_component(
+            tracer_provider.get_tracer(compact_llm_command_generator_class.__module__),
+            compact_llm_command_generator_class,
+            "perform_llm_health_check",
+            attribute_extractors.extract_attrs_for_performing_health_check,
+        )
+        mark_class_as_instrumented(compact_llm_command_generator_class)
+
     if multi_step_llm_command_generator_class is not None and not class_is_instrumented(
         multi_step_llm_command_generator_class
     ):
@@ -521,6 +561,7 @@ def instrument(
             for llm_based_command_generator_class in (
                 llm_command_generator_class,
                 single_step_llm_command_generator_class,
+                compact_llm_command_generator_class,
                 multi_step_llm_command_generator_class,
             )
         )
@@ -583,6 +624,9 @@ def instrument(
     if not module_is_instrumented(FLOW_EXECUTOR_MODULE_NAME):
         _instrument_flow_executor_module(tracer_provider)
 
+    if not module_is_instrumented(DIALOG_UNDERSTANDING_TEST_IO_MODULE_NAME):
+        _instrument_dialog_understanding_test_io_module(tracer_provider)
+
     if policy_subclasses:
         for policy_subclass in policy_subclasses:
             if policy_subclass is not None and not class_is_instrumented(
@@ -974,6 +1018,18 @@ def _instrument_flow_executor_module(tracer_provider: TracerProvider) -> None:
     mark_module_as_instrumented(FLOW_EXECUTOR_MODULE_NAME)
 
 
+def _instrument_dialog_understanding_test_io_module(
+    tracer_provider: TracerProvider,
+) -> None:
+    _instrument_function(
+        tracer_provider.get_tracer(DIALOG_UNDERSTANDING_TEST_IO_MODULE_NAME),
+        DIALOG_UNDERSTANDING_TEST_IO_MODULE_NAME,
+        "print_test_results",
+        attribute_extractors.extract_attrs_for_du_print_test_results,
+    )
+    mark_module_as_instrumented(DIALOG_UNDERSTANDING_TEST_IO_MODULE_NAME)
+
+
 def _instrument_advance_flows_until_next_action(
     tracer: Tracer,
     module_name: str,

rasa/tracing/instrumentation/intentless_policy_instrumentation.py

@@ -1,7 +1,7 @@
 import functools
 import json
 import logging
-from typing import Callable, List, Optional, TYPE_CHECKING, Type
+from typing import TYPE_CHECKING, Callable, List, Optional, Type
 
 from opentelemetry.trace import Tracer
 

rasa/tracing/instrumentation/metrics.py

@@ -1,4 +1,4 @@
-from typing import Dict, Any
+from typing import Any, Dict
 
 import psutil
 
@@ -6,30 +6,35 @@ from rasa.core.nlg.contextual_response_rephraser import ContextualResponseRephra
 from rasa.core.policies.enterprise_search_policy import EnterpriseSearchPolicy
 from rasa.core.policies.intentless_policy import IntentlessPolicy
 from rasa.dialogue_understanding.generator import (
+    CompactLLMCommandGenerator,
     LLMCommandGenerator,
-    SingleStepLLMCommandGenerator,
     MultiStepLLMCommandGenerator,
+    SingleStepLLMCommandGenerator,
 )
 from rasa.tracing.constants import (
+    COMPACT_LLM_COMMAND_GENERATOR_CPU_USAGE_METRIC_NAME,
+    COMPACT_LLM_COMMAND_GENERATOR_LLM_RESPONSE_DURATION_METRIC_NAME,
+    COMPACT_LLM_COMMAND_GENERATOR_MEMORY_USAGE_METRIC_NAME,
+    COMPACT_LLM_COMMAND_GENERATOR_PROMPT_TOKEN_USAGE_METRIC_NAME,
+    CONTEXTUAL_RESPONSE_REPHRASER_LLM_RESPONSE_DURATION_METRIC_NAME,
+    ENTERPRISE_SEARCH_POLICY_LLM_RESPONSE_DURATION_METRIC_NAME,
+    INTENTLESS_POLICY_LLM_RESPONSE_DURATION_METRIC_NAME,
     LLM_COMMAND_GENERATOR_CPU_USAGE_METRIC_NAME,
+    LLM_COMMAND_GENERATOR_LLM_RESPONSE_DURATION_METRIC_NAME,
     LLM_COMMAND_GENERATOR_MEMORY_USAGE_METRIC_NAME,
     LLM_COMMAND_GENERATOR_PROMPT_TOKEN_USAGE_METRIC_NAME,
-    SINGLE_STEP_LLM_COMMAND_GENERATOR_CPU_USAGE_METRIC_NAME,
-    SINGLE_STEP_LLM_COMMAND_GENERATOR_MEMORY_USAGE_METRIC_NAME,
-    SINGLE_STEP_LLM_COMMAND_GENERATOR_PROMPT_TOKEN_USAGE_METRIC_NAME,
-    SINGLE_STEP_LLM_COMMAND_GENERATOR_LLM_RESPONSE_DURATION_METRIC_NAME,
     MULTI_STEP_LLM_COMMAND_GENERATOR_CPU_USAGE_METRIC_NAME,
+    MULTI_STEP_LLM_COMMAND_GENERATOR_LLM_RESPONSE_DURATION_METRIC_NAME,
     MULTI_STEP_LLM_COMMAND_GENERATOR_MEMORY_USAGE_METRIC_NAME,
     MULTI_STEP_LLM_COMMAND_GENERATOR_PROMPT_TOKEN_USAGE_METRIC_NAME,
-    MULTI_STEP_LLM_COMMAND_GENERATOR_LLM_RESPONSE_DURATION_METRIC_NAME,
     PROMPT_TOKEN_LENGTH_ATTRIBUTE_NAME,
-    LLM_COMMAND_GENERATOR_LLM_RESPONSE_DURATION_METRIC_NAME,
-    ENTERPRISE_SEARCH_POLICY_LLM_RESPONSE_DURATION_METRIC_NAME,
-    INTENTLESS_POLICY_LLM_RESPONSE_DURATION_METRIC_NAME,
-    CONTEXTUAL_RESPONSE_REPHRASER_LLM_RESPONSE_DURATION_METRIC_NAME,
     RASA_CLIENT_REQUEST_BODY_SIZE_METRIC_NAME,
     RASA_CLIENT_REQUEST_DURATION_METRIC_NAME,
     REQUEST_BODY_SIZE_IN_BYTES_ATTRIBUTE_NAME,
+    SINGLE_STEP_LLM_COMMAND_GENERATOR_CPU_USAGE_METRIC_NAME,
+    SINGLE_STEP_LLM_COMMAND_GENERATOR_LLM_RESPONSE_DURATION_METRIC_NAME,
+    SINGLE_STEP_LLM_COMMAND_GENERATOR_MEMORY_USAGE_METRIC_NAME,
+    SINGLE_STEP_LLM_COMMAND_GENERATOR_PROMPT_TOKEN_USAGE_METRIC_NAME,
 )
 from rasa.tracing.metric_instrument_provider import MetricInstrumentProvider
 from rasa.utils.endpoints import EndpointConfig
@@ -170,6 +175,36 @@ def record_single_step_llm_command_generator_metrics(
     )
 
 
+def record_compact_llm_command_generator_metrics(
+    attributes: Dict[str, Any],
+) -> None:
+    """
+    Record measurements for CompactLLMCommandGenerator specific metrics.
+
+    The recording is done by the opentelemetry.metrics.Histogram instruments.
+    These instruments are registered to the MetricInstrumentProvider internal singleton.
+
+    :param attributes: Extracted tracing attributes
+    :return: None
+    """
+    instrument_provider = MetricInstrumentProvider()
+
+    if not instrument_provider.instruments:
+        return None
+
+    record_llm_based_command_generator_cpu_usage(
+        instrument_provider, COMPACT_LLM_COMMAND_GENERATOR_CPU_USAGE_METRIC_NAME
+    )
+    record_llm_based_command_generator_memory_usage(
+        instrument_provider, COMPACT_LLM_COMMAND_GENERATOR_MEMORY_USAGE_METRIC_NAME
+    )
+    record_llm_based_command_generator_prompt_token(
+        instrument_provider,
+        attributes,
+        COMPACT_LLM_COMMAND_GENERATOR_PROMPT_TOKEN_USAGE_METRIC_NAME,
+    )
+
+
 def record_multi_step_llm_command_generator_metrics(attributes: Dict[str, Any]) -> None:
     """
     Record measurements for MultiStepLLMCommandGenerator specific metrics.
@@ -205,6 +240,7 @@ def record_callable_duration_metrics(
     Record duration of instrumented method calls invoked for the following components:
     - LLMCommandGenerator
     - SingleStepLLMCommandGenerator
+    - CompactLLMCommandGenerator
     - MultiStepLLMCommandGenerator
     - EnterpriseSearchPolicy
     - IntentlessPolicy
@@ -235,6 +271,11 @@ def record_callable_duration_metrics(
             SINGLE_STEP_LLM_COMMAND_GENERATOR_LLM_RESPONSE_DURATION_METRIC_NAME
         )
 
+    if type(self) == CompactLLMCommandGenerator:
+        metric_instrument = instrument_provider.get_instrument(
+            COMPACT_LLM_COMMAND_GENERATOR_LLM_RESPONSE_DURATION_METRIC_NAME
+        )
+
     if type(self) == MultiStepLLMCommandGenerator:
         metric_instrument = instrument_provider.get_instrument(
             MULTI_STEP_LLM_COMMAND_GENERATOR_LLM_RESPONSE_DURATION_METRIC_NAME

rasa/tracing/metric_instrument_provider.py

@@ -1,30 +1,34 @@
-from typing import ClassVar, Dict, Any
+from typing import Any, ClassVar, Dict
 
 from opentelemetry.metrics import get_meter_provider
 from opentelemetry.sdk.metrics import Meter
 
-from rasa.utils.singleton import Singleton
 from rasa.tracing.constants import (
+    COMPACT_LLM_COMMAND_GENERATOR_CPU_USAGE_METRIC_NAME,
+    COMPACT_LLM_COMMAND_GENERATOR_LLM_RESPONSE_DURATION_METRIC_NAME,
+    COMPACT_LLM_COMMAND_GENERATOR_MEMORY_USAGE_METRIC_NAME,
+    COMPACT_LLM_COMMAND_GENERATOR_PROMPT_TOKEN_USAGE_METRIC_NAME,
+    CONTEXTUAL_RESPONSE_REPHRASER_LLM_RESPONSE_DURATION_METRIC_NAME,
+    DURATION_UNIT_NAME,
+    ENTERPRISE_SEARCH_POLICY_LLM_RESPONSE_DURATION_METRIC_NAME,
+    INTENTLESS_POLICY_LLM_RESPONSE_DURATION_METRIC_NAME,
+    LLM_BASED_COMMAND_GENERATOR_CPU_MEMORY_USAGE_UNIT_NAME,
     LLM_COMMAND_GENERATOR_CPU_USAGE_METRIC_NAME,
+    LLM_COMMAND_GENERATOR_LLM_RESPONSE_DURATION_METRIC_NAME,
     LLM_COMMAND_GENERATOR_MEMORY_USAGE_METRIC_NAME,
     LLM_COMMAND_GENERATOR_PROMPT_TOKEN_USAGE_METRIC_NAME,
-    LLM_COMMAND_GENERATOR_LLM_RESPONSE_DURATION_METRIC_NAME,
-    LLM_BASED_COMMAND_GENERATOR_CPU_MEMORY_USAGE_UNIT_NAME,
-    SINGLE_STEP_LLM_COMMAND_GENERATOR_CPU_USAGE_METRIC_NAME,
-    SINGLE_STEP_LLM_COMMAND_GENERATOR_MEMORY_USAGE_METRIC_NAME,
-    SINGLE_STEP_LLM_COMMAND_GENERATOR_PROMPT_TOKEN_USAGE_METRIC_NAME,
-    SINGLE_STEP_LLM_COMMAND_GENERATOR_LLM_RESPONSE_DURATION_METRIC_NAME,
     MULTI_STEP_LLM_COMMAND_GENERATOR_CPU_USAGE_METRIC_NAME,
+    MULTI_STEP_LLM_COMMAND_GENERATOR_LLM_RESPONSE_DURATION_METRIC_NAME,
     MULTI_STEP_LLM_COMMAND_GENERATOR_MEMORY_USAGE_METRIC_NAME,
     MULTI_STEP_LLM_COMMAND_GENERATOR_PROMPT_TOKEN_USAGE_METRIC_NAME,
-    MULTI_STEP_LLM_COMMAND_GENERATOR_LLM_RESPONSE_DURATION_METRIC_NAME,
-    DURATION_UNIT_NAME,
-    ENTERPRISE_SEARCH_POLICY_LLM_RESPONSE_DURATION_METRIC_NAME,
-    INTENTLESS_POLICY_LLM_RESPONSE_DURATION_METRIC_NAME,
-    CONTEXTUAL_RESPONSE_REPHRASER_LLM_RESPONSE_DURATION_METRIC_NAME,
-    RASA_CLIENT_REQUEST_DURATION_METRIC_NAME,
     RASA_CLIENT_REQUEST_BODY_SIZE_METRIC_NAME,
+    RASA_CLIENT_REQUEST_DURATION_METRIC_NAME,
+    SINGLE_STEP_LLM_COMMAND_GENERATOR_CPU_USAGE_METRIC_NAME,
+    SINGLE_STEP_LLM_COMMAND_GENERATOR_LLM_RESPONSE_DURATION_METRIC_NAME,
+    SINGLE_STEP_LLM_COMMAND_GENERATOR_MEMORY_USAGE_METRIC_NAME,
+    SINGLE_STEP_LLM_COMMAND_GENERATOR_PROMPT_TOKEN_USAGE_METRIC_NAME,
 )
+from rasa.utils.singleton import Singleton
 
 
 class MetricInstrumentProvider(metaclass=Singleton):
@@ -43,6 +47,7 @@ class MetricInstrumentProvider(metaclass=Singleton):
         instruments = {
             **self._create_llm_command_generator_instruments(meter),
             **self._create_single_step_llm_command_generator_instruments(meter),
+            **self._create_compact_llm_command_generator_instruments(meter),
             **self._create_multi_step_llm_command_generator_instruments(meter),
             **self._create_llm_response_duration_instruments(meter),
             **self._create_client_request_instruments(meter),
@@ -122,6 +127,41 @@ class MetricInstrumentProvider(metaclass=Singleton):
             SINGLE_STEP_LLM_COMMAND_GENERATOR_LLM_RESPONSE_DURATION_METRIC_NAME: single_step_llm_response_duration_llm_command_generator,  # noqa: E501
         }
 
+    @staticmethod
+    def _create_compact_llm_command_generator_instruments(
+        meter: Meter,
+    ) -> Dict[str, Any]:
+        compact_llm_command_generator_cpu_usage = meter.create_histogram(
+            name=COMPACT_LLM_COMMAND_GENERATOR_CPU_USAGE_METRIC_NAME,
+            description="CPU percentage for CompactLLMCommandGenerator",
+            unit=LLM_BASED_COMMAND_GENERATOR_CPU_MEMORY_USAGE_UNIT_NAME,
+        )
+
+        compact_llm_command_generator_memory_usage = meter.create_histogram(
+            name=COMPACT_LLM_COMMAND_GENERATOR_MEMORY_USAGE_METRIC_NAME,
+            description="RAM memory usage for CompactLLMCommandGenerator",
+            unit=LLM_BASED_COMMAND_GENERATOR_CPU_MEMORY_USAGE_UNIT_NAME,
+        )
+
+        compact_llm_command_generator_prompt_token_usage = meter.create_histogram(
+            name=COMPACT_LLM_COMMAND_GENERATOR_PROMPT_TOKEN_USAGE_METRIC_NAME,
+            description="CompactLLMCommandGenerator prompt token length",
+            unit="1",
+        )
+
+        compact_llm_response_duration_llm_command_generator = meter.create_histogram(
+            name=COMPACT_LLM_COMMAND_GENERATOR_LLM_RESPONSE_DURATION_METRIC_NAME,
+            description="The duration of CompactLLMCommandGenerator's LLM call",
+            unit=DURATION_UNIT_NAME,
+        )
+
+        return {
+            COMPACT_LLM_COMMAND_GENERATOR_CPU_USAGE_METRIC_NAME: compact_llm_command_generator_cpu_usage,  # noqa: E501
+            COMPACT_LLM_COMMAND_GENERATOR_MEMORY_USAGE_METRIC_NAME: compact_llm_command_generator_memory_usage,  # noqa: E501
+            COMPACT_LLM_COMMAND_GENERATOR_PROMPT_TOKEN_USAGE_METRIC_NAME: compact_llm_command_generator_prompt_token_usage,  # noqa: E501
+            COMPACT_LLM_COMMAND_GENERATOR_LLM_RESPONSE_DURATION_METRIC_NAME: compact_llm_response_duration_llm_command_generator,  # noqa: E501
+        }
+
     @staticmethod
     def _create_multi_step_llm_command_generator_instruments(
         meter: Meter,

rasa/utils/common.py

@@ -8,38 +8,38 @@ import shutil
 import tempfile
 import warnings
 from pathlib import Path
+from socket import SOCK_DGRAM, SOCK_STREAM
 from types import TracebackType
 from typing import (
     Any,
+    ContextManager,
     Coroutine,
     Dict,
     List,
     Optional,
+    Set,
     Text,
+    Tuple,
     Type,
     TypeVar,
     Union,
-    ContextManager,
-    Set,
-    Tuple,
 )
 
-from socket import SOCK_DGRAM, SOCK_STREAM
 import numpy as np
+
+import rasa.shared.utils.io
 import rasa.utils.io
 from rasa.anonymization import ENV_LOG_LEVEL_FAKER, ENV_LOG_LEVEL_PRESIDIO
 from rasa.constants import (
     DEFAULT_LOG_LEVEL_LIBRARIES,
+    ENV_LOG_LEVEL_KAFKA,
     ENV_LOG_LEVEL_LIBRARIES,
     ENV_LOG_LEVEL_MATPLOTLIB,
-    ENV_LOG_LEVEL_MLFLOW,
     ENV_LOG_LEVEL_RABBITMQ,
-    ENV_LOG_LEVEL_KAFKA,
 )
 from rasa.shared.constants import DEFAULT_LOG_LEVEL, ENV_LOG_LEVEL, TCP_PROTOCOL
 from rasa.shared.exceptions import RasaException
-import rasa.shared.utils.io
-from rasa.shared.utils.yaml import read_yaml_file, write_yaml, read_config_file
+from rasa.shared.utils.yaml import read_config_file, read_yaml_file, write_yaml
 
 logger = logging.getLogger(__name__)
 
@@ -70,7 +70,6 @@ EXPECTED_WARNINGS: List[Tuple[Type[Warning], str]] = [
         "Converting sparse IndexedSlices.* to a dense Tensor of unknown "
         "shape. This may consume a large amount of memory.",
     ),
-    (UserWarning, "Slot auto-fill has been removed in 3.0 .*"),
     # Cannot fix this deprecation warning since we need to support two
     # numpy versions as long as we keep python 37 around
     (DeprecationWarning, "the `interpolation=` argument to quantile was renamed"),
@@ -146,7 +145,9 @@ def read_global_config(path: Text) -> Dict[Text, Any]:
     """
     # noinspection PyBroadException
     try:
-        return read_config_file(path)
+        # set expand_env_vars to False because this is a global config file
+        # used for telemetry, in which case we don't need to expand env vars
+        return read_config_file(path, expand_env_vars=False)
     except Exception:
         # if things go south we pretend there is no config
         return {}
@@ -299,7 +300,7 @@ def update_sanic_log_level(
     syslog_protocol: Optional[Text] = None,
 ) -> None:
     """Set the log level to 'LOG_LEVEL_LIBRARIES' environment variable ."""
-    from sanic.log import logger, error_logger, access_logger
+    from sanic.log import access_logger, error_logger, logger
 
     log_level = os.environ.get(ENV_LOG_LEVEL_LIBRARIES, DEFAULT_LOG_LEVEL_LIBRARIES)
 
@@ -393,19 +394,6 @@ def update_faker_log_level(library_log_level: Text) -> None:
     logging.getLogger("faker").propagate = False
 
 
-def update_mlflow_log_level() -> None:
-    """Set the log level of mlflow.
-
-    Uses the library specific log level or the general libraries log level.
-    """
-    library_log_level = os.environ.get(
-        ENV_LOG_LEVEL_LIBRARIES, DEFAULT_LOG_LEVEL_LIBRARIES
-    )
-    log_level = os.environ.get(ENV_LOG_LEVEL_MLFLOW, library_log_level)
-    logging.getLogger("mlflow").setLevel(log_level)
-    logging.getLogger("mlflow").propagate = False
-
-
 def sort_list_of_dicts_by_first_key(dicts: List[Dict]) -> List[Dict]:
     """Sorts a list of dictionaries by their first key."""
     return sorted(dicts, key=lambda d: next(iter(d.keys())))

rasa/utils/endpoints.py

@@ -1,7 +1,7 @@
 import os
 import ssl
 from types import ModuleType
-from typing import Any, List, Optional, Text, Dict, Union
+from typing import Any, Dict, List, Optional, Text, Union
 
 import aiohttp
 import structlog

rasa/utils/io.py

@@ -2,22 +2,22 @@ import asyncio
 import filecmp
 import logging
 import os
+import re
 import tempfile
 import warnings
-import re
 from asyncio import AbstractEventLoop
 from collections import OrderedDict
 from io import StringIO
 from pathlib import Path
 from typing import (
-    Optional,
-    Text,
+    TYPE_CHECKING,
     Any,
-    Union,
+    Callable,
     List,
+    Optional,
+    Text,
     Type,
-    Callable,
-    TYPE_CHECKING,
+    Union,
 )
 
 from ruamel import yaml
@@ -153,8 +153,8 @@ def create_validator(
     """Helper method to create `Validator` classes from callable functions. Should be
     removed when questionary supports `Validator` objects.
     """
-    from prompt_toolkit.validation import Validator, ValidationError
     from prompt_toolkit.document import Document
+    from prompt_toolkit.validation import ValidationError, Validator
 
     class FunctionValidator(Validator):
         @staticmethod

rasa/utils/licensing.py

@@ -1,4 +1,3 @@
-from asyncio import AbstractEventLoop
 import hashlib
 import os
 import random
@@ -6,19 +5,19 @@ import re
 import time
 import typing
 import uuid
+from asyncio import AbstractEventLoop
 from datetime import datetime, timezone
 from typing import Any, Callable, Dict, Optional, Set, Text, TypeVar
 
 import jwt
+import structlog
 from dotenv import dotenv_values
 from sanic import Sanic
-import structlog
-from rasa import telemetry
 
+from rasa import telemetry
 from rasa.core import jobs
 from rasa.shared.utils.cli import print_error_and_exit
 
-
 if typing.TYPE_CHECKING:
     from rasa.core.tracker_store import TrackerStore
 

rasa/utils/log_utils.py

@@ -1,22 +1,23 @@
 from __future__ import annotations
-import os
+
 import logging
+import os
 import sys
 from typing import Any, Dict, Optional
 
 import structlog
-from structlog_sentry import SentryProcessor
 from structlog.dev import ConsoleRenderer
 from structlog.typing import EventDict, WrappedLogger
+from structlog_sentry import SentryProcessor
+
+from rasa.plugin import plugin_manager
 from rasa.shared.constants import (
-    ENV_LOG_LEVEL,
     DEFAULT_LOG_LEVEL,
+    DEFAULT_LOG_LEVEL_LLM,
+    ENV_LOG_LEVEL,
     ENV_LOG_LEVEL_LLM,
     ENV_LOG_LEVEL_LLM_MODULE_NAMES,
-    DEFAULT_LOG_LEVEL_LLM,
 )
-from rasa.plugin import plugin_manager
-
 
 FORCE_JSON_LOGGING = os.environ.get("FORCE_JSON_LOGGING")
 

rasa/utils/ml_utils.py

@@ -5,6 +5,7 @@ import numpy as np
 import structlog
 from langchain.schema.embeddings import Embeddings
 from langchain_community.vectorstores import FAISS
+
 from rasa.shared.constants import REQUIRED_SLOTS_KEY
 from rasa.shared.core.domain import KEY_RESPONSES_TEXT, Domain
 from rasa.shared.utils.llm import AI

rasa/utils/plotting.py

@@ -1,11 +1,11 @@
-import logging
 import itertools
+import logging
 import os
 from functools import wraps
+from typing import Any, Callable, List, Optional, Text, Tuple, TypeVar, Union
 
-import numpy as np
-from typing import Any, Callable, List, Optional, Text, TypeVar, Union, Tuple
 import matplotlib
+import numpy as np
 from matplotlib.ticker import FormatStrFormatter
 
 import rasa.shared.utils.io

rasa/utils/sanic_error_handler.py

@@ -1,7 +1,7 @@
 from sanic import Sanic
+from sanic.exceptions import ServerError
 from sanic.handlers import ErrorHandler
 from sanic.request import Request
-from sanic.exceptions import ServerError
 
 
 # TODO: remove custom handler when upgrading to sanic >= 24

rasa/utils/tensorflow/callback.py

@@ -1,7 +1,7 @@
+import logging
 from pathlib import Path
-from typing import Dict, Text, Any, Optional
+from typing import Any, Dict, Optional, Text
 
-import logging
 import tensorflow as tf
 from tqdm import tqdm
 

rasa/utils/tensorflow/crf.py

@@ -1,8 +1,8 @@
+from typing import Any, List, Optional, Tuple, Union
+
 import tensorflow as tf
 from tensorflow import TensorShape
 from tensorflow.types.experimental import TensorLike
-from typing import Tuple, Any, List, Union, Optional
-
 
 # original code taken from
 # https://github.com/tensorflow/addons/blob/b8cab7fd61af4f697a1cdae4f51c37c346b9c6f0/tensorflow_addons/text/crf.py

rasa/utils/tensorflow/data_generator.py

@@ -1,13 +1,13 @@
+import logging
 import math
-from typing import List, Union, Text, Optional, Any, Tuple, Dict, cast
+from typing import Any, Dict, List, Optional, Text, Tuple, Union, cast
 
-import logging
-import scipy.sparse
 import numpy as np
+import scipy.sparse
 from tensorflow.keras.utils import Sequence
 
-from rasa.utils.tensorflow.constants import SEQUENCE, BALANCED
-from rasa.utils.tensorflow.model_data import RasaModelData, Data, FeatureArray
+from rasa.utils.tensorflow.constants import BALANCED, SEQUENCE
+from rasa.utils.tensorflow.model_data import Data, FeatureArray, RasaModelData
 
 logger = logging.getLogger(__name__)
 

rasa/utils/tensorflow/environment.py

@@ -1,16 +1,16 @@
 import logging
 import os
-from typing import Text, Dict
 import typing
+from typing import Dict, Text
 
 import rasa.shared.utils.io
 from rasa.constants import (
-    ENV_GPU_CONFIG,
     ENV_CPU_INTER_OP_CONFIG,
     ENV_CPU_INTRA_OP_CONFIG,
+    ENV_GPU_CONFIG,
 )
-from rasa.utils.tensorflow.constants import TF_DETERMINISTIC_OPS
 from rasa.shared.utils import io as shared_io_utils
+from rasa.utils.tensorflow.constants import TF_DETERMINISTIC_OPS
 
 if typing.TYPE_CHECKING:
     from tensorflow import config as tf_config

rasa/utils/tensorflow/feature_array.py

@@ -1,9 +1,8 @@
-from typing import Dict, Any, List, Tuple, Optional, Union
+from typing import Any, Dict, List, Optional, Tuple, Union
 
-from safetensors.numpy import save_file
 import numpy as np
-from safetensors.numpy import load_file
 import scipy.sparse
+from safetensors.numpy import load_file, save_file
 
 import rasa.shared.utils.io