rasa-pro 3.12.0.dev2__py3-none-any.whl → 3.12.0.dev4__py3-none-any.whl

rasa/shared/providers/llm/openai_llm_client.py

@@ -1,5 +1,3 @@
-from __future__ import annotations
-
 import os
 import re
 from typing import Any, Dict, Optional
@@ -13,10 +11,6 @@ from rasa.shared.constants import (
     OPENAI_PROVIDER,
 )
 from rasa.shared.providers._configs.openai_client_config import OpenAIClientConfig
-from rasa.shared.providers.constants import (
-    LITE_LLM_API_KEY_FIELD,
-    LITE_LLM_API_VERSION_FIELD,
-)
 from rasa.shared.providers.llm._base_litellm_client import _BaseLiteLLMClient
 
 structlogger = structlog.get_logger()
@@ -63,7 +57,7 @@ class OpenAILLMClient(_BaseLiteLLMClient):
         self.validate_client_setup()
 
     @classmethod
-    def from_config(cls, config: Dict[str, Any]) -> OpenAILLMClient:
+    def from_config(cls, config: Dict[str, Any]) -> "OpenAILLMClient":
         """
         Initializes the client from given configuration.
 
@@ -154,8 +148,8 @@ class OpenAILLMClient(_BaseLiteLLMClient):
         fn_args = super()._completion_fn_args
         fn_args.update(
             {
-                LITE_LLM_API_KEY_FIELD: self.api_base,
-                LITE_LLM_API_VERSION_FIELD: self.api_version,
+                "api_base": self.api_base,
+                "api_version": self.api_version,
             }
         )
         return fn_args

rasa/shared/providers/llm/rasa_llm_client.py

@@ -1,5 +1,3 @@
-from __future__ import annotations
-
 from typing import Any, Dict, Optional
 
 import structlog
@@ -11,10 +9,6 @@ from rasa.shared.constants import (
 from rasa.shared.providers._configs.rasa_llm_client_config import (
     RasaLLMClientConfig,
 )
-from rasa.shared.providers.constants import (
-    LITE_LLM_API_BASE_FIELD,
-    LITE_LLM_API_KEY_FIELD,
-)
 from rasa.shared.providers.llm._base_litellm_client import _BaseLiteLLMClient
 from rasa.utils.licensing import retrieve_license_from_env
 
@@ -22,7 +16,7 @@ structlogger = structlog.get_logger()
 
 
 class RasaLLMClient(_BaseLiteLLMClient):
-    """A client for interfacing with a Rasa-Hosted LLM endpoint that uses
+    """A client for interfacing with a Rasa-Hosted LLM endpoint that uses.
 
     Parameters:
         model (str): The model or deployment name.
@@ -55,15 +49,12 @@ class RasaLLMClient(_BaseLiteLLMClient):
 
     @property
     def api_base(self) -> Optional[str]:
-        """
-        Returns the base API URL for the openai llm client.
-        """
+        """Returns the base API URL for the openai llm client."""
         return self._api_base
 
     @property
     def provider(self) -> str:
-        """
-        Returns the provider name for the self hosted llm client.
+        """Returns the provider name for the self hosted llm client.
 
         Returns:
             String representing the provider name.
@@ -88,20 +79,15 @@ class RasaLLMClient(_BaseLiteLLMClient):
 
     @property
     def _completion_fn_args(self) -> Dict[str, Any]:
-        """Returns the completion arguments for invoking a call through
-        LiteLLM's completion functions.
-        """
+        """Returns the completion arguments for invoking a call using completions."""
         fn_args = super()._completion_fn_args
         fn_args.update(
-            {
-                LITE_LLM_API_BASE_FIELD: self.api_base,
-                LITE_LLM_API_KEY_FIELD: retrieve_license_from_env(),
-            }
+            {"api_base": self.api_base, "api_key": retrieve_license_from_env()}
         )
         return fn_args
 
     @classmethod
-    def from_config(cls, config: Dict[str, Any]) -> RasaLLMClient:
+    def from_config(cls, config: Dict[str, Any]) -> "RasaLLMClient":
         try:
             client_config = RasaLLMClientConfig.from_dict(config)
         except ValueError as e:

rasa/shared/providers/llm/self_hosted_llm_client.py

@@ -1,5 +1,3 @@
-from __future__ import annotations
-
 import logging
 import os
 from typing import Any, Dict, List, Optional, Union
@@ -19,10 +17,6 @@ from rasa.shared.exceptions import ProviderClientAPIException
 from rasa.shared.providers._configs.self_hosted_llm_client_config import (
     SelfHostedLLMClientConfig,
 )
-from rasa.shared.providers.constants import (
-    LITE_LLM_API_BASE_FIELD,
-    LITE_LLM_API_VERSION_FIELD,
-)
 from rasa.shared.providers.llm._base_litellm_client import _BaseLiteLLMClient
 from rasa.shared.providers.llm.llm_response import LLMResponse
 from rasa.shared.utils.io import suppress_logs
@@ -73,7 +67,7 @@ class SelfHostedLLMClient(_BaseLiteLLMClient):
             self._apply_dummy_api_key_if_missing()
 
     @classmethod
-    def from_config(cls, config: Dict[str, Any]) -> SelfHostedLLMClient:
+    def from_config(cls, config: Dict[str, Any]) -> "SelfHostedLLMClient":
         try:
             client_config = SelfHostedLLMClientConfig.from_dict(config)
         except ValueError as e:
@@ -190,8 +184,8 @@ class SelfHostedLLMClient(_BaseLiteLLMClient):
         fn_args = super()._completion_fn_args
         fn_args.update(
             {
-                LITE_LLM_API_BASE_FIELD: self.api_base,
-                LITE_LLM_API_VERSION_FIELD: self.api_version,
+                "api_base": self.api_base,
+                "api_version": self.api_version,
             }
         )
         return fn_args

rasa/shared/providers/mappings.py

@@ -1,13 +1,28 @@
-from typing import Dict, Type, Optional
+from typing import Dict, Optional, Type
 
 from rasa.shared.constants import (
     AZURE_OPENAI_PROVIDER,
     HUGGINGFACE_LOCAL_EMBEDDING_PROVIDER,
     OPENAI_PROVIDER,
-    SELF_HOSTED_PROVIDER,
     RASA_PROVIDER,
+    SELF_HOSTED_PROVIDER,
     SELF_HOSTED_VLLM_PREFIX,
 )
+from rasa.shared.providers._configs.azure_openai_client_config import (
+    AzureOpenAIClientConfig,
+)
+from rasa.shared.providers._configs.client_config import ClientConfig
+from rasa.shared.providers._configs.default_litellm_client_config import (
+    DefaultLiteLLMClientConfig,
+)
+from rasa.shared.providers._configs.huggingface_local_embedding_client_config import (
+    HuggingFaceLocalEmbeddingClientConfig,
+)
+from rasa.shared.providers._configs.openai_client_config import OpenAIClientConfig
+from rasa.shared.providers._configs.rasa_llm_client_config import RasaLLMClientConfig
+from rasa.shared.providers._configs.self_hosted_llm_client_config import (
+    SelfHostedLLMClientConfig,
+)
 from rasa.shared.providers.embedding.azure_openai_embedding_client import (
     AzureOpenAIEmbeddingClient,
 )
@@ -25,24 +40,8 @@ from rasa.shared.providers.llm.azure_openai_llm_client import AzureOpenAILLMClie
 from rasa.shared.providers.llm.default_litellm_llm_client import DefaultLiteLLMClient
 from rasa.shared.providers.llm.llm_client import LLMClient
 from rasa.shared.providers.llm.openai_llm_client import OpenAILLMClient
-from rasa.shared.providers.llm.self_hosted_llm_client import SelfHostedLLMClient
 from rasa.shared.providers.llm.rasa_llm_client import RasaLLMClient
-from rasa.shared.providers._configs.azure_openai_client_config import (
-    AzureOpenAIClientConfig,
-)
-from rasa.shared.providers._configs.default_litellm_client_config import (
-    DefaultLiteLLMClientConfig,
-)
-from rasa.shared.providers._configs.huggingface_local_embedding_client_config import (
-    HuggingFaceLocalEmbeddingClientConfig,
-)
-from rasa.shared.providers._configs.openai_client_config import OpenAIClientConfig
-from rasa.shared.providers._configs.self_hosted_llm_client_config import (
-    SelfHostedLLMClientConfig,
-)
-from rasa.shared.providers._configs.rasa_llm_client_config import RasaLLMClientConfig
-
-from rasa.shared.providers._configs.client_config import ClientConfig
+from rasa.shared.providers.llm.self_hosted_llm_client import SelfHostedLLMClient
 
 _provider_to_llm_client_mapping: Dict[str, Type[LLMClient]] = {
     OPENAI_PROVIDER: OpenAILLMClient,

rasa/shared/providers/router/_base_litellm_router_client.py

@@ -1,5 +1,3 @@
-from __future__ import annotations
-
 import os
 from typing import Any, Dict, List
 
@@ -95,7 +93,7 @@ class _BaseLiteLLMRouterClient:
                 return
 
     @classmethod
-    def from_config(cls, config: Dict[str, Any]) -> _BaseLiteLLMRouterClient:
+    def from_config(cls, config: Dict[str, Any]) -> "_BaseLiteLLMRouterClient":
         """Instantiates a LiteLLM Router Embedding client from a configuration dict.
 
         Args:

rasa/shared/providers/router/router_client.py

@@ -1,5 +1,3 @@
-from __future__ import annotations
-
 from typing import Any, Dict, List, Protocol, runtime_checkable
 
 
@@ -11,7 +9,7 @@ class RouterClient(Protocol):
     """
 
     @classmethod
-    def from_config(cls, config: dict) -> RouterClient:
+    def from_config(cls, config: dict) -> "RouterClient":
         """
         Initializes the router client with the given configuration.
 

rasa/shared/utils/cli.py

@@ -1,7 +1,7 @@
 import math
 import shutil
 import sys
-from typing import Any, Text, NoReturn
+from typing import Any, NoReturn, Text
 
 import rasa.shared.utils.io
 

rasa/shared/utils/common.py

@@ -7,7 +7,7 @@ import os
 import pkgutil
 import sys
 from types import ModuleType
-from typing import Sequence, Text, Dict, Optional, Any, List, Callable, Collection, Type
+from typing import Any, Callable, Collection, Dict, List, Optional, Sequence, Text, Type
 
 import rasa.shared.utils.io
 from rasa.exceptions import MissingDependencyException

rasa/shared/utils/health_check/embeddings_health_check_mixin.py

@@ -1,4 +1,4 @@
-from typing import Optional, Dict, Any
+from typing import Any, Dict, Optional
 
 
 class EmbeddingsHealthCheckMixin:

rasa/shared/utils/health_check/health_check.py

@@ -1,16 +1,16 @@
 import os
 import sys
-from typing import Optional, Dict, Any
+from typing import Any, Dict, Optional
 
 from rasa.shared.constants import (
+    LLM_API_HEALTH_CHECK_DEFAULT_VALUE,
     LLM_API_HEALTH_CHECK_ENV_VAR,
     MODELS_CONFIG_KEY,
-    LLM_API_HEALTH_CHECK_DEFAULT_VALUE,
 )
 from rasa.shared.exceptions import ProviderClientValidationError
 from rasa.shared.providers.embedding.embedding_client import EmbeddingClient
 from rasa.shared.providers.llm.llm_client import LLMClient
-from rasa.shared.utils.llm import llm_factory, structlogger, embedder_factory
+from rasa.shared.utils.llm import embedder_factory, llm_factory, structlogger
 
 
 def try_instantiate_llm_client(

rasa/shared/utils/health_check/llm_health_check_mixin.py

@@ -1,4 +1,4 @@
-from typing import Optional, Dict, Any
+from typing import Any, Dict, Optional
 
 
 class LLMHealthCheckMixin:

rasa/shared/utils/io.py

@@ -12,7 +12,7 @@ from collections import OrderedDict
 from functools import wraps
 from hashlib import md5
 from pathlib import Path
-from typing import Any, cast, Callable, Dict, List, Optional, Text, Type, TypeVar, Union
+from typing import Any, Callable, Dict, List, Optional, Text, Type, TypeVar, Union, cast
 
 import portalocker
 

rasa/shared/utils/llm.py

@@ -14,7 +14,6 @@ from typing import (
     cast,
 )
 
-import litellm
 import structlog
 
 import rasa.shared.utils.io
@@ -74,7 +73,7 @@ DEFAULT_OPENAI_GENERATE_MODEL_NAME = "gpt-3.5-turbo"
 
 DEFAULT_OPENAI_CHAT_MODEL_NAME = "gpt-3.5-turbo"
 
-DEFAULT_OPENAI_CHAT_MODEL_NAME_ADVANCED = "gpt-4"
+DEFAULT_OPENAI_CHAT_MODEL_NAME_ADVANCED = "gpt-4-0613"
 
 DEFAULT_OPENAI_EMBEDDING_MODEL_NAME = "text-embedding-ada-002"
 
@@ -104,9 +103,6 @@ _CombineConfigs_F = TypeVar(
 )
 
 
-litellm.set_verbose = True
-
-
 def _compute_hash_for_cache_from_configs(
     config_x: Dict[str, Any], config_y: Dict[str, Any]
 ) -> int:
@@ -359,13 +355,13 @@ def _combine_single_model_configs(
         )
         # Checks for deprecated keys, resolves aliases and returns a valid config.
         # This is done to ensure that the custom config is valid.
-        return client_config_clazz.from_dict(deepcopy(custom_config)).to_dict()
+        return client_config_clazz.from_dict(custom_config).to_dict()
 
     # If the provider is the same in both configs
     # OR provider is not specified in the custom config
     # perform MERGE by overriding the default config keys and values
     # with custom config keys and values.
-    merged_config = {**deepcopy(default_config), **deepcopy(custom_config)}
+    merged_config = {**default_config.copy(), **custom_config.copy()}
     # Check for deprecated keys, resolve aliases and return a valid config.
     # This is done to ensure that the merged config is valid.
     default_config_clazz = get_client_config_class_from_provider(
@@ -516,7 +512,7 @@ def llm_client_factory(
     Returns:
         Instantiated LLM based on the configuration.
     """
-    config = combine_custom_and_default_config(deepcopy(custom_config), default_config)
+    config = combine_custom_and_default_config(custom_config, default_config)
 
     ensure_cache()
 
@@ -645,7 +641,7 @@ def embedder_client_factory(
     Returns:
         Instantiated Embedder based on the configuration.
     """
-    config = combine_custom_and_default_config(deepcopy(custom_config), default_config)
+    config = combine_custom_and_default_config(custom_config, default_config)
 
     ensure_cache()
 

rasa/shared/utils/pykwalify_extensions.py

@@ -4,7 +4,7 @@ loaded as an extension of the pykwalify library:
 https://pykwalify.readthedocs.io/en/latest/extensions.html#extensions
 """
 
-from typing import Any, List, Dict, Text, Union
+from typing import Any, Dict, List, Text, Union
 
 from pykwalify.errors import SchemaError
 

rasa/shared/utils/schemas/events.py

@@ -161,7 +161,7 @@ FLOW_CANCELLED = {
     }
 }
 DIALOGUE_STACK_UPDATED = {
-    "properties": {"event": {"const": "stack"}, "update": {"type": "array"}}
+    "properties": {"event": {"const": "stack"}, "update": {"type": "string"}}
 }
 ROUTING_SESSION_ENDED = {"properties": {"event": {"const": "routing_session_ended"}}}
 

rasa/shared/utils/yaml.py

@@ -1,57 +1,57 @@
-from contextlib import contextmanager
 import datetime
 import io
 import logging
 import os
 import re
 from collections import OrderedDict
-from dataclasses import dataclass
-from dataclasses import field
+from contextlib import contextmanager
+from dataclasses import dataclass, field
 from functools import lru_cache
 from io import StringIO
 from pathlib import Path
-from typing import Any, Generator, List, Optional, Tuple, Dict, Callable, Union
+from typing import Any, Callable, Dict, Generator, List, Optional, Tuple, Union
 
 import jsonschema
 from importlib_resources import files
 from packaging import version
 from pykwalify.core import Core
 from pykwalify.errors import SchemaError
+from ruamel import yaml as yaml
+from ruamel.yaml import YAML, RoundTripRepresenter, YAMLError
+from ruamel.yaml.comments import CommentedMap, CommentedSeq
+from ruamel.yaml.constructor import BaseConstructor, DuplicateKeyError, ScalarNode
+from ruamel.yaml.loader import SafeLoader
+
 from rasa.shared.constants import (
     ASSERTIONS_SCHEMA_EXTENSIONS_FILE,
     ASSERTIONS_SCHEMA_FILE,
-    MODEL_CONFIG_SCHEMA_FILE,
     CONFIG_SCHEMA_FILE,
     DOCS_URL_TRAINING_DATA,
-    PACKAGE_NAME,
     LATEST_TRAINING_DATA_FORMAT_VERSION,
-    SCHEMA_EXTENSIONS_FILE,
+    MODEL_CONFIG_SCHEMA_FILE,
+    PACKAGE_NAME,
     RESPONSES_SCHEMA_FILE,
+    SCHEMA_EXTENSIONS_FILE,
     SENSITIVE_DATA,
 )
 from rasa.shared.exceptions import (
+    FileNotFoundException,
+    RasaException,
+    SchemaValidationError,
     YamlException,
     YamlSyntaxException,
-    SchemaValidationError,
-    RasaException,
-    FileNotFoundException,
 )
 from rasa.shared.utils.constants import (
     DEFAULT_ENCODING,
-    READ_YAML_FILE_CACHE_MAXSIZE_ENV_VAR,
     DEFAULT_READ_YAML_FILE_CACHE_MAXSIZE,
+    READ_YAML_FILE_CACHE_MAXSIZE_ENV_VAR,
 )
 from rasa.shared.utils.io import (
-    read_file,
     convert_to_ordered_dict,
     raise_warning,
+    read_file,
     read_json_file,
 )
-from ruamel import yaml as yaml
-from ruamel.yaml import YAML, RoundTripRepresenter, YAMLError
-from ruamel.yaml.comments import CommentedSeq, CommentedMap
-from ruamel.yaml.constructor import DuplicateKeyError, BaseConstructor, ScalarNode
-from ruamel.yaml.loader import SafeLoader
 
 logger = logging.getLogger(__name__)
 
@@ -104,12 +104,6 @@ def _add_yaml_constructor_to_replace_environment_variables() -> None:
     def env_var_constructor(loader: BaseConstructor, node: ScalarNode) -> str:
         """Process environment variables found in the YAML."""
         value = loader.construct_scalar(node)
-
-        # get key of current node
-        key_node = list(loader.constructed_objects)[-1]
-        if isinstance(key_node, ScalarNode) and key_node.value in SENSITIVE_DATA:
-            return value
-
         expanded_vars = os.path.expandvars(value)
         not_expanded = [
             w for w in expanded_vars.split() if w.startswith("$") and w in value
@@ -121,6 +115,11 @@ def _add_yaml_constructor_to_replace_environment_variables() -> None:
                 f"Please make sure to also set these "
                 f"environment variables: '{not_expanded}'."
             )
+
+        # get key of current node
+        key_node = list(loader.constructed_objects)[-1]
+        if isinstance(key_node, ScalarNode) and key_node.value in SENSITIVE_DATA:
+            return value
         return expanded_vars
 
     yaml.SafeConstructor.add_constructor("!env_var", env_var_constructor)
@@ -700,7 +699,9 @@ def read_yaml_file(
 
 
 def read_config_file(
-    filename: Union[Path, str], reader_type: Union[str, List[str]] = "safe"
+    filename: Union[Path, str],
+    reader_type: Union[str, List[str]] = "safe",
+    expand_env_vars: bool = True,
 ) -> Dict[str, Any]:
     """Parses a yaml configuration file. Content needs to be a dictionary.
 
@@ -714,7 +715,9 @@ def read_config_file(
     Returns:
         Parsed config file.
     """
-    return read_validated_yaml(filename, CONFIG_SCHEMA_FILE, reader_type)
+    return read_validated_yaml(
+        filename, CONFIG_SCHEMA_FILE, reader_type, expand_env_vars=expand_env_vars
+    )
 
 
 def read_model_configuration(
@@ -1002,8 +1005,8 @@ def validate_yaml_with_jsonschema(
         YamlSyntaxException: if the yaml file is not valid.
         SchemaValidationError: if validation fails.
     """
-    from ruamel.yaml import YAMLError
     import importlib_resources
+    from ruamel.yaml import YAMLError
 
     schema_file = str(importlib_resources.files(package_name).joinpath(schema_path))
     schema_content = read_json_file(schema_file)

rasa/studio/auth.py

@@ -6,10 +6,10 @@ from pathlib import Path
 from typing import Any, Dict, List, Optional, Text, Union
 
 import jwt
-from keycloak import KeycloakOpenID, KeycloakError
+from keycloak import KeycloakError, KeycloakOpenID
+
 from rasa.shared.exceptions import RasaException
 from rasa.shared.utils.yaml import read_yaml_file, write_yaml
-
 from rasa.studio.config import StudioConfig
 from rasa.studio.constants import (
     KEYCLOAK_ACCESS_TOKEN_KEY,
@@ -17,7 +17,7 @@ from rasa.studio.constants import (
     KEYCLOAK_REFRESH_EXPIRES_IN_KEY,
     KEYCLOAK_REFRESH_TOKEN,
 )
-from rasa.studio.results_logger import with_studio_error_handler, StudioResult
+from rasa.studio.results_logger import StudioResult, with_studio_error_handler
 
 
 class StudioAuth:

rasa/studio/config.py

@@ -4,8 +4,6 @@ import os
 from dataclasses import dataclass
 from typing import Any, Dict, Optional, Text
 
-from rasa.utils.common import read_global_config_value, write_global_config_value
-
 from rasa.studio.constants import (
     RASA_STUDIO_AUTH_SERVER_URL_ENV,
     RASA_STUDIO_CLI_CLIENT_ID_KEY_ENV,
@@ -14,6 +12,7 @@ from rasa.studio.constants import (
     RASA_STUDIO_CLI_STUDIO_URL_ENV,
     STUDIO_CONFIG_KEY,
 )
+from rasa.utils.common import read_global_config_value, write_global_config_value
 
 AUTH_SERVER_URL_KEY = "authentication_server_url"
 STUDIO_URL_KEY = "studio_url"

rasa/studio/data_handler.py

@@ -3,17 +3,17 @@ import logging
 from pathlib import Path
 from typing import Any, Dict, List, Optional, Tuple
 
-import rasa.shared.utils.cli
 import requests
+
+import rasa.shared.utils.cli
 from rasa.shared.core.domain import KEY_RESPONSES, KEY_SLOTS, Domain
 from rasa.shared.core.flows.flow import Flow
 from rasa.shared.exceptions import RasaException
 from rasa.shared.importers.importer import TrainingDataImporter
 from rasa.shared.utils.yaml import read_yaml, write_yaml
-from rasa.utils.common import get_temp_dir_name
-
 from rasa.studio.auth import KeycloakToken, KeycloakTokenReader, StudioAuth
 from rasa.studio.config import StudioConfig
+from rasa.utils.common import get_temp_dir_name
 
 logger = logging.getLogger(__name__)
 

rasa/studio/download.py

@@ -9,9 +9,9 @@ import structlog
 import rasa.cli.utils
 import rasa.shared.utils.cli
 from rasa.shared.constants import (
+    DEFAULT_CONFIG_PATH,
     DEFAULT_DATA_PATH,
     DEFAULT_DOMAIN_PATH,
-    DEFAULT_CONFIG_PATH,
     DEFAULT_ENDPOINTS_PATH,
 )
 from rasa.shared.core.domain import Domain

rasa/studio/results_logger.py

@@ -1,13 +1,13 @@
 from dataclasses import dataclass
 from functools import wraps
-from typing import Callable, Any, Dict
+from typing import Any, Callable, Dict
 
 import structlog
 from keycloak.exceptions import KeycloakError
-from requests.exceptions import RequestException, Timeout, ConnectionError
+from requests.exceptions import ConnectionError, RequestException, Timeout
 
 from rasa.shared.exceptions import RasaException
-from rasa.shared.utils.cli import print_success, print_error
+from rasa.shared.utils.cli import print_error, print_success
 from rasa.studio.config import StudioConfig
 
 structlogger = structlog.get_logger()

rasa/studio/upload.py

@@ -38,6 +38,7 @@ from rasa.studio import results_logger
 from rasa.studio.auth import KeycloakTokenReader
 from rasa.studio.config import StudioConfig
 from rasa.studio.results_logger import StudioResult, with_studio_error_handler
+from rasa.telemetry import track_upload_to_studio_failed
 
 structlogger = structlog.get_logger()
 
@@ -396,6 +397,7 @@ def make_request(endpoint: str, graphql_req: Dict, verify: bool = True) -> Studi
     )
 
     if results_logger.response_has_errors(res.json()):
+        track_upload_to_studio_failed(res.json())
         return StudioResult.error(res.json())
     return StudioResult.success("Upload successful")
 

rasa/telemetry.py

@@ -19,6 +19,7 @@ from typing import Any, Callable, Dict, List, Optional, Text
 
 import importlib_resources
 import requests
+import structlog
 from terminaltables import SingleTable
 
 import rasa
@@ -144,6 +145,8 @@ TELEMETRY_ENTERPRISE_SEARCH_POLICY_TRAINING_COMPLETED_EVENT = (
     "Enterprise Search Policy Training Completed"
 )
 TELEMETRY_ENTERPRISE_SEARCH_POLICY_PREDICT_EVENT = "Enterprise Search Policy Predicted"
+TELEMETRY_VALIDATION_ERROR_LOG_EVENT = "Validation Error Logged"
+TELEMETRY_UPLOAD_TO_STUDIO_FAILED_EVENT = "Upload to Studio Failed"
 
 # licensing events
 TELEMETRY_CONVERSATION_COUNT = "Conversation Count"
@@ -1874,3 +1877,31 @@ def track_e2e_test_conversion_completed(file_type: str, test_case_count: int) ->
             E2E_TEST_CONVERSION_TEST_CASE_COUNT: test_case_count,
         },
     )
+
+
+def track_validation_error_log(
+    _: structlog.BoundLogger, method_name: str, event_dict: Dict
+) -> Dict:
+    """Track validation errors."""
+    if is_telemetry_enabled() and method_name == "error":
+        event_dict_copy = event_dict.copy()
+
+        _track(
+            TELEMETRY_VALIDATION_ERROR_LOG_EVENT,
+            {
+                "log_level": method_name,
+                "log_id": event_dict_copy.pop("event"),
+                "message": event_dict_copy.pop("event_info", ""),
+                **event_dict_copy,
+            },
+        )
+    return event_dict
+
+
+@ensure_telemetry_enabled
+def track_upload_to_studio_failed(response_json: Dict[str, Any]) -> None:
+    """Track when the upload to studio fails."""
+    _track(
+        TELEMETRY_UPLOAD_TO_STUDIO_FAILED_EVENT,
+        {"studio_response_json": response_json},
+    )