rasa-pro 3.14.0.dev5__py3-none-any.whl → 3.14.0.dev7__py3-none-any.whl

rasa/shared/utils/schemas/events.py

@@ -160,6 +160,43 @@ FLOW_CANCELLED = {
         "step_id": {"type": "string"},
     }
 }
+AGENT_STARTED = {
+    "properties": {
+        "event": {"const": "agent_started"},
+        "agent_id": {"type": "string"},
+        "flow_id": {"type": "string"},
+    }
+}
+AGENT_COMPLETED = {
+    "properties": {
+        "event": {"const": "agent_completed"},
+        "agent_id": {"type": "string"},
+        "flow_id": {"type": "string"},
+        "status": {"type": "string"},
+    }
+}
+AGENT_INTERRUPTED = {
+    "properties": {
+        "event": {"const": "agent_interrupted"},
+        "agent_id": {"type": "string"},
+        "flow_id": {"type": "string"},
+    }
+}
+AGENT_RESUMED = {
+    "properties": {
+        "event": {"const": "agent_resumed"},
+        "agent_id": {"type": "string"},
+        "flow_id": {"type": "string"},
+    }
+}
+AGENT_CANCELLED = {
+    "properties": {
+        "event": {"const": "agent_cancelled"},
+        "agent_id": {"type": "string"},
+        "flow_id": {"type": "string"},
+        "reason": {"type": "string"},
+    }
+}
 DIALOGUE_STACK_UPDATED = {
     "properties": {"event": {"const": "stack"}, "update": {"type": "string"}}
 }
@@ -204,6 +241,11 @@ EVENT_SCHEMA = {
         FLOW_RESUMED,
         FLOW_COMPLETED,
         FLOW_CANCELLED,
+        AGENT_STARTED,
+        AGENT_COMPLETED,
+        AGENT_INTERRUPTED,
+        AGENT_RESUMED,
+        AGENT_CANCELLED,
         DIALOGUE_STACK_UPDATED,
         ROUTING_SESSION_ENDED,
         SESSION_ENDED,

rasa/shared/utils/yaml.py

@@ -335,7 +335,9 @@ class YamlValidationException(YamlException, ValueError):
                     )
                     if found_lc:
                         return line_offset
-                    return this_line + line_offset
+                    if this_line is not None:
+                        return this_line + line_offset
+                    return line_offset
                 return line
             elif isinstance(current, list) and head.isdigit():
                 return (

rasa/studio/upload.py

@@ -7,6 +7,7 @@ from typing import Any, Dict, Iterable, List, Optional, Set, Text, Tuple, Union
 import questionary
 import requests
 import structlog
+from pydantic import BaseModel, Field
 
 import rasa.cli.telemetry
 import rasa.cli.utils
@@ -23,13 +24,9 @@ from rasa.shared.constants import (
     DEFAULT_DOMAIN_PATHS,
 )
 from rasa.shared.core.domain import Domain
-from rasa.shared.core.flows.yaml_flows_io import YAMLFlowsReader
+from rasa.shared.core.flows.yaml_flows_io import YAMLFlowsReader, YamlFlowsWriter
 from rasa.shared.exceptions import RasaException
-from rasa.shared.importers.importer import TrainingDataImporter
-from rasa.shared.importers.utils import (
-    CALMUserData,
-    extract_calm_import_parts_from_importer,
-)
+from rasa.shared.importers.importer import FlowSyncImporter, TrainingDataImporter
 from rasa.shared.nlu.training_data.formats.rasa_yaml import (
     RasaYAMLReader,
     RasaYAMLWriter,
@@ -37,6 +34,7 @@ from rasa.shared.nlu.training_data.formats.rasa_yaml import (
 from rasa.shared.utils.llm import collect_custom_prompts
 from rasa.shared.utils.yaml import (
     dump_obj_as_yaml_to_string,
+    read_yaml,
     read_yaml_file,
 )
 from rasa.studio import results_logger
@@ -45,7 +43,6 @@ from rasa.studio.config import StudioConfig
 from rasa.studio.results_logger import StudioResult, with_studio_error_handler
 from rasa.studio.utils import validate_argument_paths
 from rasa.telemetry import track_upload_to_studio_failed
-from rasa.utils.json_utils import extract_values
 
 structlogger = structlog.get_logger()
 
@@ -71,6 +68,16 @@ DOMAIN_KEYS = [
 ]
 
 
+class CALMImportParts(BaseModel):
+    """All pieces that will be uploaded to Rasa Studio."""
+
+    flows: Dict[str, Any]
+    domain: Dict[str, Any]
+    config: Dict[str, Any]
+    endpoints: Dict[str, Any]
+    nlu: Dict[str, Any] = Field(default_factory=dict)
+
+
 def _get_selected_entities_and_intents(
     args: argparse.Namespace,
     intents_from_files: Set[Text],
@@ -108,10 +115,9 @@ def run_validation(args: argparse.Namespace) -> None:
     """
     from rasa.validator import Validator
 
-    training_data_paths = args.data if isinstance(args.data, list) else [args.data]
     training_data_importer = TrainingDataImporter.load_from_dict(
         domain_path=args.domain,
-        training_data_paths=training_data_paths,
+        training_data_paths=[args.data],
         config_path=args.config,
         expand_env_vars=False,
     )
@@ -188,6 +194,11 @@ config_keys = [
 ]
 
 
+def extract_values(data: Dict, keys: List[Text]) -> Dict:
+    """Extracts values for given keys from a dictionary."""
+    return {key: data.get(key) for key in keys if data.get(key)}
+
+
 def _get_assistant_name(config: Dict[Text, Any]) -> str:
     config_assistant_id = config.get("assistant_id", "")
     assistant_name = questionary.text(
@@ -226,7 +237,7 @@ def build_calm_import_parts(
     config_path: Text,
     endpoints_path: Optional[Text] = None,
     assistant_name: Optional[Text] = None,
-) -> Tuple[str, CALMUserData]:
+) -> Tuple[str, CALMImportParts]:
     """Builds the parts of the assistant to be uploaded to Studio.
 
     Args:
@@ -239,11 +250,9 @@ def build_calm_import_parts(
     Returns:
         The assistant name and the parts to be uploaded
     """
-    training_data_paths = data_path if isinstance(data_path, list) else [str(data_path)]
     importer = TrainingDataImporter.load_from_dict(
         domain_path=domain_path,
         config_path=config_path,
-        training_data_paths=training_data_paths,
         expand_env_vars=False,
     )
 
@@ -251,10 +260,33 @@ def build_calm_import_parts(
     endpoints = read_yaml_file(endpoints_path, expand_env_vars=False)
     assistant_name = assistant_name or _get_assistant_name(config)
 
-    parts = extract_calm_import_parts_from_importer(
-        importer=importer,
+    domain_from_files = importer.get_user_domain().as_dict()
+    domain = extract_values(domain_from_files, DOMAIN_KEYS)
+
+    flow_importer = FlowSyncImporter.load_from_dict(
+        training_data_paths=[str(data_path)], expand_env_vars=False
+    )
+
+    flows = list(flow_importer.get_user_flows())
+    flows_yaml = YamlFlowsWriter().dumps(flows)
+    flows = read_yaml(flows_yaml, expand_env_vars=False)
+
+    nlu_importer = TrainingDataImporter.load_from_dict(
+        training_data_paths=[str(data_path)], expand_env_vars=False
+    )
+    nlu_data = nlu_importer.get_nlu_data()
+    nlu_examples = nlu_data.filter_training_examples(
+        lambda ex: ex.get("intent") in nlu_data.intents
+    )
+    nlu_examples_yaml = RasaYAMLWriter().dumps(nlu_examples)
+    nlu = read_yaml(nlu_examples_yaml, expand_env_vars=False)
+
+    parts = CALMImportParts(
+        flows=flows,
+        domain=domain,
         config=config,
         endpoints=endpoints,
+        nlu=nlu,
     )
 
     return assistant_name, parts
@@ -317,10 +349,9 @@ def upload_nlu_assistant(
         "rasa.studio.upload.nlu_data_read",
         event_info="Found DM1 assistant data, parsing...",
     )
-    training_data_paths = args.data if isinstance(args.data, list) else [args.data]
     importer = TrainingDataImporter.load_from_dict(
         domain_path=args.domain,
-        training_data_paths=training_data_paths,
+        training_data_paths=[args.data],
         config_path=args.config,
         expand_env_vars=False,
     )

rasa/telemetry.py

@@ -3,6 +3,7 @@ import contextlib
 import hashlib
 import inspect
 import json
+import logging
 import multiprocessing
 import os
 import platform
@@ -69,7 +70,7 @@ if typing.TYPE_CHECKING:
     from rasa.shared.importers.importer import TrainingDataImporter
     from rasa.shared.nlu.training_data.training_data import TrainingData
 
-structlogger = structlog.get_logger()
+logger = logging.getLogger(__name__)
 
 SEGMENT_TRACK_ENDPOINT = "https://api.segment.io/v1/track"
 SEGMENT_IDENTIFY_ENDPOINT = "https://api.segment.io/v1/identify"
@@ -196,10 +197,6 @@ TELEMETRY_E2E_TEST_CONVERSION_EVENT = "E2E Test Conversion Completed"
 E2E_TEST_CONVERSION_FILE_TYPE = "file_type"
 E2E_TEST_CONVERSION_TEST_CASE_COUNT = "test_case_count"
 
-# Copilot telemetry
-TELEMETRY_COPILOT_USER_MESSAGE_EVENT = "copilot_user_message"
-TELEMETRY_COPILOT_BOT_MESSAGE_EVENT = "copilot_bot_message"
-
 
 def print_telemetry_reporting_info() -> None:
     """Print telemetry information to std out."""
@@ -258,11 +255,7 @@ def _is_telemetry_enabled_in_configuration() -> bool:
 
         return stored_config[CONFIG_TELEMETRY_ENABLED]
     except ValueError as e:
-        structlogger.debug(
-            "telemetry.is_telemetry_enabled_in_configuration.error",
-            error=str(e),
-            event_info="Could not read telemetry settings from configuration file",
-        )
+        logger.debug(f"Could not read telemetry settings from configuration file: {e}")
 
         # seems like there is no config, we'll create one and enable telemetry
         success = _write_default_telemetry_configuration()
@@ -279,10 +272,7 @@ def is_telemetry_enabled() -> bool:
     from rasa.utils import licensing
 
     if licensing.is_champion_server_license():
-        structlogger.debug(
-            "telemetry.enabled.developer_license",
-            event_info="Telemetry is enabled for developer licenses.",
-        )
+        logger.debug("Telemetry is enabled for developer licenses.")
         return True
 
     telemetry_environ = os.environ.get(TELEMETRY_ENABLED_ENVIRONMENT_VARIABLE)
@@ -318,13 +308,9 @@ def initialize_telemetry() -> bool:
 
         return telemetry_environ.lower() == "true"
     except Exception as e:  # skipcq:PYL-W0703
-        structlogger.exception(
-            "telemetry.initialize_telemetry.error",
-            error=str(e),
-            event_info=(
-                "Failed to initialize telemetry reporting. "
-                "Telemetry reporting will be disabled."
-            ),
+        logger.exception(
+            f"Failed to initialize telemetry reporting: {e}."
+            f"Telemetry reporting will be disabled."
         )
         return False
 
@@ -495,10 +481,7 @@ def print_telemetry_payload(payload: Dict[Text, Any]) -> None:
         payload: payload to be delivered to segment.
     """
     payload_json = json.dumps(payload, indent=2)
-    structlogger.debug(
-        "telemetry.print_telemetry_payload.debug",
-        event_info=f"Telemetry payload: {payload_json}",
-    )
+    logger.debug(f"Telemetry payload: {payload_json}")
 
 
 def _get_telemetry_write_key() -> Optional[Text]:
@@ -552,24 +535,10 @@ def _send_request(url: Text, payload: Dict[Text, Any]) -> None:
     if not write_key:
         # If RASA_TELEMETRY_WRITE_KEY is empty or `None`, telemetry has not
         # been enabled for this build (e.g. because it is running from source)
-        structlogger.debug(
-            "telemetry.send_request.no_telemetry_key",
-            event_info="Skipping request to external service: telemetry key not set.",
-        )
+        logger.debug("Skipping request to external service: telemetry key not set.")
         return
 
-    send_segment_request(url, payload, write_key)
-
-
-def send_segment_request(url: Text, payload: Dict[Text, Any], write_key: Text) -> None:
-    """Send a request to the Segment API.
-
-    Args:
-        url: URL of the Segment API endpoint
-        payload: payload to send to the Segment API
-        write_key: write key for the Segment API
-    """
-    headers = segment_request_header(write_key)
+    headers = rasa.telemetry.segment_request_header(write_key)
 
     resp = requests.post(
         url=url,
@@ -579,22 +548,15 @@ def send_segment_request(url: Text, payload: Dict[Text, Any], write_key: Text) -
     )
     # handle different failure cases
     if resp.status_code != 200:
-        structlogger.debug(
-            "telemetry.send_segment_request.error_response",
-            event_info=(
-                f"Segment telemetry request returned a {resp.status_code} "
-                f"response. Body: {resp.text}"
-            ),
+        logger.debug(
+            f"Segment telemetry request returned a {resp.status_code} response. "
+            f"Body: {resp.text}"
         )
     else:
         data = resp.json()
         if not data.get("success"):
-            structlogger.debug(
-                "telemetry.send_segment_request.failure",
-                event_info=(
-                    f"Segment telemetry request returned a failure. "
-                    f"Response: {data}"
-                ),
+            logger.debug(
+                f"Segment telemetry request returned a failure. Response: {data}"
             )
 
 
@@ -647,15 +609,6 @@ def with_default_context_fields(
     return {**_default_context_fields(), **context}
 
 
-def get_deployment_stack() -> Text:
-    """Return the deployment stack.
-
-    Returns:
-        The deployment stack.
-    """
-    return os.environ.get("DEPLOYMENT_STACK", "")
-
-
 def _default_context_fields() -> Dict[Text, Any]:
     """Return a dictionary that contains the default context values.
 
@@ -679,7 +632,6 @@ def _default_context_fields() -> Dict[Text, Any]:
             "cpu": multiprocessing.cpu_count(),
             "docker": _is_docker(),
             "license_hash": get_license_hash(),
-            "deployment_stack": get_deployment_stack(),
             "company": property_of_active_license(
                 lambda active_license: active_license.company
             ),
@@ -711,10 +663,7 @@ def _track(
         telemetry_id = get_telemetry_id()
 
         if not telemetry_id:
-            structlogger.debug(
-                "telemetry.track.no_id_found",
-                event_info="Will not report telemetry events as no ID was found.",
-            )
+            logger.debug("Will not report telemetry events as no ID was found.")
             return
 
         if not properties:
@@ -732,11 +681,7 @@ def _track(
                 with_default_context_fields(context),
             )
     except Exception as e:  # skipcq:PYL-W0703
-        structlogger.debug(
-            "telemetry.track.error",
-            error=str(e),
-            event_info="Skipping telemetry reporting",
-        )
+        logger.debug(f"Skipping telemetry reporting: {e}")
 
 
 def _identify(
@@ -757,10 +702,7 @@ def _identify(
         telemetry_id = get_telemetry_id()
 
         if not telemetry_id:
-            structlogger.debug(
-                "telemetry.identify.no_id_found",
-                event_info="Will not report telemetry events as no ID was found.",
-            )
+            logger.debug("Will not report telemetry events as no ID was found.")
             return
 
         if not traits:
@@ -768,11 +710,7 @@ def _identify(
 
         _send_traits(telemetry_id, traits, with_default_context_fields(context))
     except Exception as e:
-        structlogger.debug(
-            "telemetry.identify.error",
-            error=str(e),
-            event_info="Skipping telemetry reporting",
-        )
+        logger.debug(f"Skipping telemetry reporting: {e}")
 
 
 def _send_traits(
@@ -930,16 +868,13 @@ def strip_sensitive_data_from_sentry_event(
 
 
 @ensure_telemetry_enabled
-def initialize_error_reporting(private_mode: bool = True) -> None:
+def initialize_error_reporting() -> None:
     """Sets up automated error reporting.
 
     Exceptions are reported to sentry. We avoid sending any metadata (local
     variables, paths, ...) to make sure we don't compromise any data. Only the
     exception and its stacktrace is logged and only if the exception origins
     from the `rasa` package.
-
-    Args:
-        private_mode: If True, try to send as little data as possible.
     """
     import sentry_sdk
     from sentry_sdk import configure_scope
@@ -957,18 +892,11 @@ def initialize_error_reporting(private_mode: bool = True) -> None:
 
     telemetry_id = get_telemetry_id()
 
-    # in hello rasa we use a different project, so we need to be able
-    # to set the whole url. since we can't change the behavior of sentry in pro
-    # we have two kinds of keys, full urls and jsut the key within the fixed rasa
-    # pro project.
-    if not key.startswith("https://"):
-        key = f"https://{key}.ingest.sentry.io/2801673"
-
     # this is a very defensive configuration, avoiding as many integrations as
     # possible. it also submits very little data (exception with error message
     # and line numbers).
     sentry_sdk.init(
-        key,
+        f"https://{key}.ingest.sentry.io/2801673",
         before_send=before_send,
         integrations=[
             ExcepthookIntegration(),
@@ -988,7 +916,7 @@ def initialize_error_reporting(private_mode: bool = True) -> None:
             OSError,
         ],
         in_app_include=["rasa"],  # only submit errors in this package
-        include_local_variables=not private_mode,
+        include_local_variables=False,  # don't submit local variables
         release=f"rasa-{rasa.__version__}",
         default_integrations=False,
         environment="development" if in_continuous_integration() else "production",
@@ -1009,7 +937,6 @@ def initialize_error_reporting(private_mode: bool = True) -> None:
                 # os is a nested dict, hence we report it separately
                 scope.set_context("Operating System", default_context.pop("os"))
             scope.set_context("Environment", default_context)
-    structlogger.debug("telemetry.sentry.initialized")
 
 
 @contextlib.contextmanager
@@ -1499,7 +1426,6 @@ def track_shell_started(model_type: Text, assistant_id: Text) -> None:
 
     Args:
         model_type: Type of the model, core / nlu or rasa.
-        assistant_id: ID of the assistant being inspected.
     """
     _track(
         TELEMETRY_SHELL_STARTED_EVENT,
@@ -2071,7 +1997,7 @@ def _extract_stream_pii(event_broker: Optional["EventBroker"]) -> bool:
 def track_privacy_enabled(
     privacy_config: "PrivacyConfig", event_broker: Optional["EventBroker"]
 ) -> None:
-    """Track when PII management capability is enabled."""
+    """Track when PII management capability is enabled"""
     stream_pii = _extract_stream_pii(event_broker)
     privacy_properties = _extract_privacy_enabled_event_properties(
         privacy_config, stream_pii

rasa/tracing/instrumentation/instrumentation.py

@@ -53,6 +53,7 @@ from rasa.engine.graph import GraphNode
 from rasa.engine.training.graph_trainer import GraphTrainer
 from rasa.shared.core.domain import Domain
 from rasa.shared.core.flows import FlowsList
+from rasa.shared.core.slots import Slot
 from rasa.shared.core.trackers import DialogueStateTracker
 from rasa.shared.nlu.constants import SET_SLOT_COMMAND
 from rasa.shared.nlu.training_data.message import Message
@@ -443,7 +444,7 @@ def instrument(
             tracer_provider.get_tracer(lock_store_class.__module__),
             attribute_extractors.extract_attrs_for_lock_store,
         )
-        lock_store_class.lock = contextlib.asynccontextmanager(traced_lock_method)  # type: ignore[assignment]
+        lock_store_class.lock = contextlib.asynccontextmanager(traced_lock_method)  # type: ignore[method-assign]
 
         logger.debug(f"Instrumented '{lock_store_class.__name__}.lock'.")
 
@@ -790,7 +791,7 @@ def _instrument_nlu_command_adapter_predict_commands(
 
         return wrapper
 
-    nlu_command_adapter_class.predict_commands = (  # type: ignore[assignment]
+    nlu_command_adapter_class.predict_commands = (  # type: ignore[method-assign]
         tracing_nlu_command_adapter_predict_commands_wrapper(
             nlu_command_adapter_class.predict_commands
         )
@@ -839,7 +840,7 @@ def _instrument_multi_step_llm_command_generator_parse_commands(
 
         return wrapper
 
-    multi_step_llm_command_generator_class.parse_commands = (  # type: ignore[assignment]
+    multi_step_llm_command_generator_class.parse_commands = (  # type: ignore[method-assign]
         tracing_multi_step_llm_command_generator_parse_commands_wrapper(
             multi_step_llm_command_generator_class.parse_commands
         )
@@ -873,7 +874,7 @@ def _instrument_information_retrieval_search(
 
         return wrapper
 
-    vector_store_class.search = tracing_information_retrieval_search_wrapper(  # type: ignore[assignment]
+    vector_store_class.search = tracing_information_retrieval_search_wrapper(  # type: ignore[method-assign]
         vector_store_class.search
     )
 
@@ -1013,7 +1014,7 @@ def _instrument_get_tracker(
 
         return wrapper
 
-    processor_class.get_tracker = tracing_get_tracker_wrapper(  # type: ignore[assignment]
+    processor_class.get_tracker = tracing_get_tracker_wrapper(  # type: ignore[method-assign]
         processor_class.get_tracker
     )
 
@@ -1088,13 +1089,16 @@ def _instrument_advance_flows_until_next_action(
 ) -> None:
     def tracing_advance_flows_until_next_action_wrapper(fn: Callable) -> Callable:
         @functools.wraps(fn)
-        def wrapper(
+        async def wrapper(
             tracker: DialogueStateTracker,
             available_actions: List[str],
             flows: FlowsList,
+            slots: List[Slot],
         ) -> FlowActionPrediction:
             with tracer.start_as_current_span(f"{module_name}.{fn.__name__}") as span:
-                prediction: FlowActionPrediction = fn(tracker, available_actions, flows)
+                prediction: FlowActionPrediction = await fn(
+                    tracker, available_actions, flows, slots
+                )
 
                 span.set_attributes(
                     {
@@ -1223,7 +1227,7 @@ def _instrument_run_action(
 
         return wrapper
 
-    processor_class._run_action = tracing_run_action_wrapper(  # type: ignore[assignment]
+    processor_class._run_action = tracing_run_action_wrapper(  # type: ignore[method-assign]
         processor_class._run_action
     )
 
@@ -1282,7 +1286,7 @@ def _instrument_endpoint_config(
 
         return wrapper
 
-    endpoint_config_class.request = tracing_endpoint_config_wrapper(  # type: ignore[assignment]
+    endpoint_config_class.request = tracing_endpoint_config_wrapper(  # type: ignore[method-assign]
         endpoint_config_class.request
     )
 
@@ -1314,7 +1318,7 @@ def _instrument_grpc_custom_action_executor(
 
         return wrapper
 
-    grpc_custom_action_executor_class.run = tracing_grpc_custom_action_executor_wrapper(  # type: ignore[assignment]
+    grpc_custom_action_executor_class.run = tracing_grpc_custom_action_executor_wrapper(  # type: ignore[method-assign]
         grpc_custom_action_executor_class.run
     )
 

rasa/tracing/instrumentation/intentless_policy_instrumentation.py

@@ -37,7 +37,7 @@ def _instrument_select_response_examples(
 
         return wrapper
 
-    policy_class.select_response_examples = tracing_select_response_examples_wrapper(  # type: ignore[assignment]
+    policy_class.select_response_examples = tracing_select_response_examples_wrapper(  # type: ignore[method-assign]
         policy_class.select_response_examples
     )
 
@@ -72,7 +72,7 @@ def _instrument_select_few_shot_conversations(
 
         return wrapper
 
-    policy_class.select_few_shot_conversations = (  # type: ignore[assignment]
+    policy_class.select_few_shot_conversations = (  # type: ignore[method-assign]
         tracing_select_few_shot_conversations_wrapper(
             policy_class.select_few_shot_conversations
         )
@@ -104,7 +104,7 @@ def _instrument_extract_ai_responses(
 
         return wrapper
 
-    policy_class.extract_ai_responses = tracing_extract_ai_responses_wrapper(  # type: ignore[assignment]
+    policy_class.extract_ai_responses = tracing_extract_ai_responses_wrapper(  # type: ignore[method-assign]
         policy_class.extract_ai_responses
     )
 
@@ -137,7 +137,7 @@ def _instrument_generate_answer(
 
         return wrapper
 
-    policy_class.generate_answer = tracing_generate_answer_wrapper(  # type: ignore[assignment]
+    policy_class.generate_answer = tracing_generate_answer_wrapper(  # type: ignore[method-assign]
         policy_class.generate_answer
     )