rasa-pro 3.11.5__py3-none-any.whl → 3.12.0__py3-none-any.whl

rasa/shared/core/training_data/structures.py

@@ -1,21 +1,20 @@
 import json
 import logging
-from collections import deque, defaultdict
-
-import uuid
 import typing
+import uuid
+from collections import defaultdict, deque
 from typing import (
-    List,
-    Text,
+    Any,
     Deque,
     Dict,
+    List,
     Optional,
-    Tuple,
-    Any,
+    Sequence,
     Set,
-    ValuesView,
+    Text,
+    Tuple,
     Union,
-    Sequence,
+    ValuesView,
 )
 
 import rasa.shared.utils.io
@@ -27,16 +26,15 @@ from rasa.shared.core.constants import (
 from rasa.shared.core.conversation import Dialogue
 from rasa.shared.core.domain import Domain
 from rasa.shared.core.events import (
-    UserUttered,
     ActionExecuted,
     Event,
     SessionStarted,
     SlotSet,
+    UserUttered,
 )
 from rasa.shared.core.trackers import DialogueStateTracker
 from rasa.shared.exceptions import RasaCoreException
 
-
 if typing.TYPE_CHECKING:
     import networkx as nx
 
@@ -740,9 +738,10 @@ class StoryGraph:
 
     def visualize(self, output_file: Optional[Text] = None) -> "nx.MultiDiGraph":
         import networkx as nx
-        from rasa.shared.core.training_data import visualization
         from colorhash import ColorHash
 
+        from rasa.shared.core.training_data import visualization
+
         graph = nx.MultiDiGraph()
         next_node_idx = [0]
         nodes = {"STORY_START": 0, "STORY_END": -1}

rasa/shared/core/training_data/visualization.py

@@ -1,15 +1,14 @@
-from collections import defaultdict, deque
-
 import random
+from collections import defaultdict, deque
 from typing import (
+    TYPE_CHECKING,
     Any,
-    Text,
-    List,
     Deque,
     Dict,
+    List,
     Optional,
     Set,
-    TYPE_CHECKING,
+    Text,
     Union,
     cast,
 )
@@ -18,22 +17,23 @@ import rasa.shared.utils.io
 from rasa.shared.constants import INTENT_MESSAGE_PREFIX
 from rasa.shared.core.constants import ACTION_LISTEN_NAME
 from rasa.shared.core.domain import Domain
-from rasa.shared.core.events import UserUttered, ActionExecuted, Event
+from rasa.shared.core.events import ActionExecuted, Event, UserUttered
 from rasa.shared.core.generator import TrainingDataGenerator
 from rasa.shared.core.training_data.structures import StoryGraph, StoryStep
 from rasa.shared.nlu.constants import (
+    ENTITY_ATTRIBUTE_TYPE,
     ENTITY_ATTRIBUTE_VALUE,
     INTENT,
-    TEXT,
-    ENTITY_ATTRIBUTE_TYPE,
     INTENT_NAME_KEY,
+    TEXT,
 )
 
 if TYPE_CHECKING:
-    from rasa.shared.nlu.training_data.training_data import TrainingData
-    from rasa.shared.nlu.training_data.message import Message
     import networkx
 
+    from rasa.shared.nlu.training_data.message import Message
+    from rasa.shared.nlu.training_data.training_data import TrainingData
+
 EDGE_NONE_LABEL = "NONE"
 
 START_NODE_ID = 0

rasa/shared/data.py

@@ -5,16 +5,16 @@ import uuid
 from enum import Enum
 from pathlib import Path
 from typing import (
+    TYPE_CHECKING,
     Any,
+    Callable,
+    Iterable,
+    List,
+    Optional,
     Protocol,
-    TYPE_CHECKING,
+    Set,
     Text,
-    Optional,
     Union,
-    List,
-    Callable,
-    Set,
-    Iterable,
     runtime_checkable,
 )
 

rasa/shared/engine/caching.py

@@ -1,7 +1,6 @@
 import os
 from pathlib import Path
 
-
 DEFAULT_CACHE_LOCATION = Path(".rasa", "cache")
 DEFAULT_CACHE_NAME = "cache.db"
 DEFAULT_CACHE_SIZE_MB = 1000

rasa/shared/exceptions.py

@@ -1,11 +1,11 @@
 import json
-from typing import Optional, Text, Dict, Any
+from typing import Any, Dict, Optional, Text
 
 import jsonschema
 from ruamel.yaml.error import (
     MarkedYAMLError,
-    MarkedYAMLWarning,
     MarkedYAMLFutureWarning,
+    MarkedYAMLWarning,
 )
 
 

rasa/shared/importers/importer.py

@@ -20,17 +20,21 @@ import rasa.shared.constants
 import rasa.shared.core.constants
 import rasa.shared.utils.common
 import rasa.shared.utils.io
+from rasa.shared.constants import CONFIG_ADDITIONAL_LANGUAGES_KEY, CONFIG_LANGUAGE_KEY
 from rasa.shared.core.domain import (
     IS_RETRIEVAL_INTENT_KEY,
     KEY_ACTIONS,
     KEY_E2E_ACTIONS,
     KEY_INTENTS,
     KEY_RESPONSES,
+    KEY_SLOTS,
     Domain,
 )
 from rasa.shared.core.events import ActionExecuted, UserUttered
 from rasa.shared.core.flows import FlowsList
+from rasa.shared.core.slots import StrictCategoricalSlot
 from rasa.shared.core.training_data.structures import StoryGraph
+from rasa.shared.exceptions import RasaException
 from rasa.shared.nlu.constants import ACTION_NAME, ENTITIES
 from rasa.shared.nlu.training_data.message import Message
 from rasa.shared.nlu.training_data.training_data import TrainingData
@@ -202,8 +206,10 @@ class TrainingDataImporter(ABC):
                 )
             ]
 
-        return E2EImporter(
-            FlowSyncImporter(ResponsesSyncImporter(CombinedDataImporter(importers)))
+        return LanguageImporter(
+            E2EImporter(
+                FlowSyncImporter(ResponsesSyncImporter(CombinedDataImporter(importers)))
+            )
         )
 
     @staticmethod
@@ -522,6 +528,56 @@ class FlowSyncImporter(PassThroughImporter):
         return self._importer.get_domain()
 
 
+class LanguageImporter(PassThroughImporter):
+    """Importer that configures the language settings in the domain."""
+
+    @cached_method
+    def get_domain(self) -> Domain:
+        domain = self._importer.get_domain()
+        if domain.is_empty():
+            return domain
+
+        domain.remove_builtin_slots()
+        slot_name = rasa.shared.core.constants.LANGUAGE_SLOT
+        if any(slot.name == slot_name for slot in domain.slots):
+            raise RasaException(
+                f"The '{slot_name}' slot is a builtin slot that cannot be overridden. "
+                f"Please remove its definition from your domain configuration."
+            )
+
+        config = self._importer.get_config()
+        language = config.get(CONFIG_LANGUAGE_KEY)
+        additional_languages = config.get(CONFIG_ADDITIONAL_LANGUAGES_KEY) or []
+
+        values = additional_languages.copy()
+        if language and language not in values:
+            values.append(language)
+
+        # Prepare the serialized representation of the language slot
+        serialized_slot: Dict[Text, Any] = {
+            "type": StrictCategoricalSlot.type_name,
+            "initial_value": language,
+            "values": values,
+            "mappings": [],
+            "is_builtin": True,
+        }
+
+        domain_with_language_slot = Domain.from_dict(
+            {KEY_SLOTS: {slot_name: serialized_slot}}
+        )
+        return domain.merge(domain_with_language_slot)
+
+    @cached_method
+    def get_user_domain(self) -> Domain:
+        """Delegate to the underlying importer to get the user domain."""
+        return self._importer.get_user_domain()
+
+    @cached_method
+    def get_user_flows(self) -> FlowsList:
+        """Delegate to the underlying importer to get user flows."""
+        return self._importer.get_user_flows()
+
+
 class ResponsesSyncImporter(PassThroughImporter):
     """Importer that syncs `responses` between Domain and NLU training data.
 

rasa/shared/importers/rasa.py

@@ -3,18 +3,17 @@ import os
 from typing import Dict, List, Optional, Text, Union
 
 import rasa.shared.core.flows.yaml_flows_io
-from rasa.shared.core.flows import FlowsList
-
 import rasa.shared.data
 import rasa.shared.utils.io
+from rasa.shared.core.domain import Domain, InvalidDomain
+from rasa.shared.core.flows import FlowsList
+from rasa.shared.core.training_data.story_reader.yaml_story_reader import (
+    YAMLStoryReader,
+)
 from rasa.shared.core.training_data.structures import StoryGraph
 from rasa.shared.importers import utils
 from rasa.shared.importers.importer import TrainingDataImporter
 from rasa.shared.nlu.training_data.training_data import TrainingData
-from rasa.shared.core.domain import InvalidDomain, Domain
-from rasa.shared.core.training_data.story_reader.yaml_story_reader import (
-    YAMLStoryReader,
-)
 from rasa.shared.utils.common import cached_method
 from rasa.shared.utils.yaml import read_model_configuration
 

rasa/shared/importers/utils.py

@@ -1,4 +1,4 @@
-from typing import Iterable, Text, Optional, List
+from typing import Iterable, List, Optional, Text
 
 from rasa.shared.core.domain import Domain
 from rasa.shared.core.flows import FlowsList

rasa/shared/nlu/constants.py

@@ -2,6 +2,14 @@ TEXT = "text"
 TEXT_TOKENS = "text_tokens"
 INTENT = "intent"
 COMMANDS = "commands"
+PREDICTED_COMMANDS = "predicted_commands"
+PROMPTS = "prompts"
+KEY_USER_PROMPT = "user_prompt"
+KEY_SYSTEM_PROMPT = "system_prompt"
+KEY_LLM_RESPONSE_METADATA = "llm_response_metadata"
+KEY_PROMPT_NAME = "prompt_name"
+KEY_COMPONENT_NAME = "component_name"
+KEY_LATENCY = "latency"
 LLM_COMMANDS = "llm_commands"  # needed for fine-tuning
 LLM_PROMPT = "llm_prompt"  # needed for fine-tuning
 FLOWS_FROM_SEMANTIC_SEARCH = "flows_from_semantic_search"
@@ -47,3 +55,4 @@ SPLIT_ENTITIES_BY_COMMA_DEFAULT_VALUE = True
 SINGLE_ENTITY_ALLOWED_INTERLEAVING_CHARSET = {".", ",", " ", ";"}
 
 SET_SLOT_COMMAND = "set slot"
+HANDLE_DIGRESSIONS_COMMAND = "handle digressions"

rasa/shared/nlu/training_data/entities_parser.py

@@ -1,20 +1,19 @@
+import logging
 import re
 from json import JSONDecodeError
-from typing import Text, List, Dict, Match, Optional, NamedTuple, Any
-import logging
+from typing import Any, Dict, List, Match, NamedTuple, Optional, Text
 
 import rasa.shared.nlu.training_data.util
 from rasa.shared.constants import DOCS_URL_TRAINING_DATA_NLU
 from rasa.shared.exceptions import InvalidEntityFormatException
 from rasa.shared.nlu.constants import (
-    ENTITY_ATTRIBUTE_VALUE,
-    ENTITY_ATTRIBUTE_TYPE,
     ENTITY_ATTRIBUTE_GROUP,
     ENTITY_ATTRIBUTE_ROLE,
+    ENTITY_ATTRIBUTE_TYPE,
+    ENTITY_ATTRIBUTE_VALUE,
 )
 from rasa.shared.nlu.training_data.message import Message
 
-
 GROUP_ENTITY_VALUE = "value"
 GROUP_ENTITY_TYPE = "entity"
 GROUP_ENTITY_DICT = "entity_dict"
@@ -167,8 +166,9 @@ def get_validated_dict(json_str: Text) -> Dict[Text, Text]:
         Deserialized and validated `json_str`.
     """
     import json
-    from rasa.shared.utils.yaml import validate_training_data
+
     import rasa.shared.nlu.training_data.schemas.data_schema as schema
+    from rasa.shared.utils.yaml import validate_training_data
 
     # add {} as they are not part of the regex
     try:

rasa/shared/nlu/training_data/features.py

@@ -2,15 +2,15 @@ from __future__ import annotations
 
 import itertools
 from dataclasses import dataclass
-from typing import Iterable, Union, Text, Optional, List, Any, Tuple, Dict, Set
+from typing import Any, Dict, Iterable, List, Optional, Set, Text, Tuple, Union
 
 import numpy as np
 import scipy.sparse
-from safetensors.numpy import save_file, load_file
+from safetensors.numpy import load_file, save_file
 
 import rasa.shared.nlu.training_data.util
 import rasa.shared.utils.io
-from rasa.shared.nlu.constants import FEATURE_TYPE_SEQUENCE, FEATURE_TYPE_SENTENCE
+from rasa.shared.nlu.constants import FEATURE_TYPE_SENTENCE, FEATURE_TYPE_SEQUENCE
 
 
 @dataclass

rasa/shared/nlu/training_data/formats/__init__.py

@@ -1,4 +1,3 @@
-from rasa.shared.nlu.training_data.formats.rasa_yaml import RasaYAMLReader  # noqa: F401
 from rasa.shared.nlu.training_data.formats.dialogflow import (  # noqa: F401
     DialogflowReader,
 )
@@ -7,4 +6,5 @@ from rasa.shared.nlu.training_data.formats.rasa import (  # noqa: F401
     RasaReader,
     RasaWriter,
 )
+from rasa.shared.nlu.training_data.formats.rasa_yaml import RasaYAMLReader  # noqa: F401
 from rasa.shared.nlu.training_data.formats.wit import WitReader  # noqa: F401

rasa/shared/nlu/training_data/formats/dialogflow.py

@@ -1,16 +1,15 @@
 import logging
 import os
 from pathlib import Path
-from typing import Any, Dict, Optional, Text, List, Tuple, Union
+from typing import Any, Dict, List, Optional, Text, Tuple, Union
 
 import rasa.shared.nlu.training_data.util
+import rasa.shared.utils.io
 from rasa.shared.constants import DOCS_BASE_URL
 from rasa.shared.nlu.training_data.formats.readerwriter import TrainingDataReader
-from rasa.shared.nlu.training_data.util import transform_entity_synonyms
-import rasa.shared.utils.io
-
-from rasa.shared.nlu.training_data.training_data import TrainingData
 from rasa.shared.nlu.training_data.message import Message
+from rasa.shared.nlu.training_data.training_data import TrainingData
+from rasa.shared.nlu.training_data.util import transform_entity_synonyms
 
 logger = logging.getLogger(__name__)
 

rasa/shared/nlu/training_data/formats/luis.py

@@ -1,22 +1,21 @@
 import logging
 from typing import Any, Dict, List, Text
 
+import rasa.shared.utils.io
 from rasa.shared.nlu.constants import (
-    TEXT,
-    INTENT,
     ENTITIES,
-    ENTITY_ATTRIBUTE_TYPE,
+    ENTITY_ATTRIBUTE_END,
     ENTITY_ATTRIBUTE_ROLE,
-    ENTITY_ATTRIBUTE_VALUE,
     ENTITY_ATTRIBUTE_START,
-    ENTITY_ATTRIBUTE_END,
+    ENTITY_ATTRIBUTE_TYPE,
+    ENTITY_ATTRIBUTE_VALUE,
+    INTENT,
     NO_ENTITY_TAG,
+    TEXT,
 )
 from rasa.shared.nlu.training_data.formats.readerwriter import JsonTrainingDataReader
-import rasa.shared.utils.io
-
-from rasa.shared.nlu.training_data.training_data import TrainingData
 from rasa.shared.nlu.training_data.message import Message
+from rasa.shared.nlu.training_data.training_data import TrainingData
 
 logger = logging.getLogger(__name__)
 

rasa/shared/nlu/training_data/formats/rasa.py

@@ -2,18 +2,17 @@ import logging
 from collections import defaultdict
 from typing import Any, Dict, Text
 
+import rasa.shared.utils.io
 from rasa.shared.constants import DOCS_URL_MIGRATION_GUIDE
-from rasa.shared.nlu.constants import TEXT, INTENT, ENTITIES
+from rasa.shared.nlu.constants import ENTITIES, INTENT, TEXT
 from rasa.shared.nlu.training_data.formats.readerwriter import (
     JsonTrainingDataReader,
     TrainingDataWriter,
 )
+from rasa.shared.nlu.training_data.message import Message
+from rasa.shared.nlu.training_data.training_data import TrainingData
 from rasa.shared.nlu.training_data.util import transform_entity_synonyms
 from rasa.shared.utils.io import json_to_string
-
-from rasa.shared.nlu.training_data.training_data import TrainingData
-from rasa.shared.nlu.training_data.message import Message
-import rasa.shared.utils.io
 from rasa.shared.utils.yaml import validate_training_data
 
 logger = logging.getLogger(__name__)

rasa/shared/nlu/training_data/formats/rasa_yaml.py

@@ -2,42 +2,42 @@ import logging
 from collections import OrderedDict
 from pathlib import Path
 from typing import (
-    ClassVar,
-    Text,
     Any,
-    List,
+    Callable,
+    ClassVar,
     Dict,
-    Tuple,
-    Union,
     Iterator,
+    List,
     Optional,
-    Callable,
+    Text,
+    Tuple,
+    Union,
 )
 
-import rasa.shared.data
-from rasa.shared.core.domain import Domain
-from rasa.shared.exceptions import YamlException
 from ruamel.yaml import StringIO
 from ruamel.yaml.scalarstring import LiteralScalarString
 
+import rasa.shared.data
+import rasa.shared.nlu.training_data.util
+import rasa.shared.utils.io
 from rasa.shared.constants import (
     DOCS_URL_TRAINING_DATA,
     LATEST_TRAINING_DATA_FORMAT_VERSION,
 )
-from rasa.shared.nlu.constants import METADATA_INTENT, METADATA_EXAMPLE
+from rasa.shared.core.domain import Domain
+from rasa.shared.exceptions import YamlException
+from rasa.shared.nlu.constants import METADATA_EXAMPLE, METADATA_INTENT
 from rasa.shared.nlu.training_data.formats.readerwriter import (
     TrainingDataReader,
     TrainingDataWriter,
 )
-import rasa.shared.utils.io
-import rasa.shared.nlu.training_data.util
-from rasa.shared.nlu.training_data.training_data import TrainingData
 from rasa.shared.nlu.training_data.message import Message
+from rasa.shared.nlu.training_data.training_data import TrainingData
 from rasa.shared.utils.yaml import (
+    is_key_in_yaml,
+    read_yaml,
     validate_raw_yaml_using_schema_file_with_responses,
     validate_training_data_format_version,
-    read_yaml,
-    is_key_in_yaml,
     write_yaml,
 )
 
@@ -409,9 +409,10 @@ class RasaYAMLWriter(TrainingDataWriter):
         Returns:
             `OrderedDict` containing all training data.
         """
-        from rasa.shared.utils.yaml import KEY_TRAINING_DATA_FORMAT_VERSION
         from ruamel.yaml.scalarstring import DoubleQuotedScalarString
 
+        from rasa.shared.utils.yaml import KEY_TRAINING_DATA_FORMAT_VERSION
+
         nlu_items = []
         nlu_items.extend(cls.process_intents(training_data))
         nlu_items.extend(cls.process_synonyms(training_data))

rasa/shared/nlu/training_data/formats/readerwriter.py

@@ -1,26 +1,23 @@
 import abc
 import json
-from collections import OrderedDict
+import typing
+from collections import OrderedDict, defaultdict
 from pathlib import Path
+from typing import Any, Dict, List, Text, Union
 
 import rasa.shared.nlu.training_data.util
+import rasa.shared.utils.io
 from rasa.shared.constants import INTENT_MESSAGE_PREFIX
-
 from rasa.shared.nlu.constants import (
-    INTENT,
-    ENTITY_ATTRIBUTE_VALUE,
-    ENTITY_ATTRIBUTE_START,
     ENTITY_ATTRIBUTE_END,
-    ENTITY_ATTRIBUTE_TYPE,
     ENTITY_ATTRIBUTE_GROUP,
     ENTITY_ATTRIBUTE_ROLE,
+    ENTITY_ATTRIBUTE_START,
+    ENTITY_ATTRIBUTE_TYPE,
+    ENTITY_ATTRIBUTE_VALUE,
+    INTENT,
 )
 
-import rasa.shared.utils.io
-import typing
-from typing import Text, Dict, Any, Union, List
-from collections import defaultdict
-
 if typing.TYPE_CHECKING:
     from rasa.shared.nlu.training_data.training_data import TrainingData
 

rasa/shared/nlu/training_data/formats/wit.py

@@ -3,17 +3,16 @@ from typing import Any, Dict, Text
 
 from rasa.shared.core.constants import USER_INTENT_OUT_OF_SCOPE
 from rasa.shared.nlu.constants import (
-    INTENT,
     ENTITIES,
-    TEXT,
     ENTITY_ATTRIBUTE_ROLE,
     ENTITY_ATTRIBUTE_TYPE,
     ENTITY_ATTRIBUTE_VALUE,
+    INTENT,
+    TEXT,
 )
 from rasa.shared.nlu.training_data.formats.readerwriter import JsonTrainingDataReader
-
-from rasa.shared.nlu.training_data.training_data import TrainingData
 from rasa.shared.nlu.training_data.message import Message
+from rasa.shared.nlu.training_data.training_data import TrainingData
 
 logger = logging.getLogger(__name__)
 

rasa/shared/nlu/training_data/loading.py

@@ -2,7 +2,7 @@ import json
 import logging
 import os
 import typing
-from typing import Optional, Text, Callable, Dict, Any, List
+from typing import Any, Callable, Dict, List, Optional, Text
 
 import rasa.shared.utils.io
 from rasa.shared.nlu.training_data.formats.dialogflow import (
@@ -69,11 +69,11 @@ def load_data(resource_name: Text, language: Optional[Text] = "en") -> "Training
 def _reader_factory(fformat: Text) -> Optional["TrainingDataReader"]:
     """Generates the appropriate reader class based on the file format."""
     from rasa.shared.nlu.training_data.formats import (
-        RasaYAMLReader,
-        WitReader,
+        DialogflowReader,
         LuisReader,
         RasaReader,
-        DialogflowReader,
+        RasaYAMLReader,
+        WitReader,
     )
 
     reader: Optional["TrainingDataReader"] = None

rasa/shared/nlu/training_data/lookup_tables_parser.py

@@ -1,4 +1,4 @@
-from typing import Text, List, Dict, Union
+from typing import Dict, List, Text, Union
 
 
 def add_item_to_lookup_tables(

rasa/shared/nlu/training_data/message.py

@@ -1,30 +1,29 @@
-from typing import Any, Optional, Tuple, Text, Dict, Set, List
-
-import typing
 import copy
+import typing
+from typing import Any, Dict, List, Optional, Set, Text, Tuple
 
 import rasa.shared.utils.io
+from rasa.shared.constants import DIAGNOSTIC_DATA
 from rasa.shared.exceptions import RasaException
 from rasa.shared.nlu.constants import (
+    ACTION_NAME,
+    ACTION_TEXT,
     COMMANDS,
-    TEXT,
+    ENTITIES,
+    ENTITY_ATTRIBUTE_END,
+    ENTITY_ATTRIBUTE_START,
+    FEATURE_TYPE_SENTENCE,
+    FEATURE_TYPE_SEQUENCE,
     INTENT,
-    RESPONSE,
     INTENT_RESPONSE_KEY,
     METADATA,
-    METADATA_INTENT,
     METADATA_EXAMPLE,
-    ENTITIES,
-    ENTITY_ATTRIBUTE_START,
-    ENTITY_ATTRIBUTE_END,
+    METADATA_INTENT,
+    RESPONSE,
     RESPONSE_IDENTIFIER_DELIMITER,
-    FEATURE_TYPE_SENTENCE,
-    FEATURE_TYPE_SEQUENCE,
-    ACTION_TEXT,
-    ACTION_NAME,
+    TEXT,
     TEXT_TOKENS,
 )
-from rasa.shared.constants import DIAGNOSTIC_DATA
 
 if typing.TYPE_CHECKING:
     from rasa.shared.nlu.training_data.features import Features

rasa/shared/nlu/training_data/schemas/data_schema.py

@@ -1,4 +1,4 @@
-from typing import Dict, Text, Any
+from typing import Any, Dict, Text
 
 
 def entity_dict_schema() -> Dict[Text, Any]: