rasa-pro 3.11.4__py3-none-any.whl → 3.12.0__py3-none-any.whl

rasa/nlu/test.py

@@ -1,69 +1,68 @@
 import copy
 import itertools
-import os
 import logging
-import structlog
-from pathlib import Path
-
-import numpy as np
+import os
 from collections import defaultdict, namedtuple
-from tqdm import tqdm
+from pathlib import Path
 from typing import (
+    TYPE_CHECKING,
+    Any,
+    Dict,
     Iterable,
     Iterator,
-    Tuple,
     List,
-    Set,
+    NamedTuple,
     Optional,
+    Set,
     Text,
+    Tuple,
     Union,
-    Dict,
-    Any,
-    NamedTuple,
-    TYPE_CHECKING,
 )
 
+import numpy as np
+import structlog
+from tqdm import tqdm
+
+import rasa.nlu.classifiers.fallback_classifier
+import rasa.shared.utils.io
+import rasa.utils.io as io_utils
+import rasa.utils.plotting as plot_utils
 from rasa import telemetry
+from rasa.constants import NLG_DATA_FILE, TEST_DATA_FILE, TRAIN_DATA_FILE
 from rasa.core.agent import Agent
 from rasa.core.channels import UserMessage
 from rasa.core.processor import MessageProcessor
-from rasa.shared.nlu.training_data.training_data import TrainingData
-from rasa.shared.utils.yaml import write_yaml
-from rasa.utils.common import TempDirectoryPath, get_temp_dir_name
-import rasa.shared.utils.io
-import rasa.utils.plotting as plot_utils
-import rasa.utils.io as io_utils
-
-from rasa.constants import TEST_DATA_FILE, TRAIN_DATA_FILE, NLG_DATA_FILE
-import rasa.nlu.classifiers.fallback_classifier
+from rasa.nlu.classifiers import fallback_classifier
 from rasa.nlu.constants import (
+    ENTITY_ATTRIBUTE_CONFIDENCE_GROUP,
+    ENTITY_ATTRIBUTE_CONFIDENCE_ROLE,
+    ENTITY_ATTRIBUTE_CONFIDENCE_TYPE,
     RESPONSE_SELECTOR_DEFAULT_INTENT,
-    RESPONSE_SELECTOR_PROPERTY_NAME,
     RESPONSE_SELECTOR_PREDICTION_KEY,
-    TOKENS_NAMES,
-    ENTITY_ATTRIBUTE_CONFIDENCE_TYPE,
-    ENTITY_ATTRIBUTE_CONFIDENCE_ROLE,
-    ENTITY_ATTRIBUTE_CONFIDENCE_GROUP,
+    RESPONSE_SELECTOR_PROPERTY_NAME,
     RESPONSE_SELECTOR_RETRIEVAL_INTENTS,
+    TOKENS_NAMES,
 )
+from rasa.nlu.tokenizers.tokenizer import Token
+from rasa.shared.importers.importer import TrainingDataImporter
 from rasa.shared.nlu.constants import (
-    TEXT,
-    INTENT,
-    INTENT_RESPONSE_KEY,
     ENTITIES,
-    EXTRACTOR,
-    PRETRAINED_EXTRACTORS,
-    ENTITY_ATTRIBUTE_TYPE,
     ENTITY_ATTRIBUTE_GROUP,
     ENTITY_ATTRIBUTE_ROLE,
-    NO_ENTITY_TAG,
+    ENTITY_ATTRIBUTE_TYPE,
+    EXTRACTOR,
+    INTENT,
     INTENT_NAME_KEY,
+    INTENT_RESPONSE_KEY,
+    NO_ENTITY_TAG,
     PREDICTED_CONFIDENCE_KEY,
+    PRETRAINED_EXTRACTORS,
+    TEXT,
 )
-from rasa.nlu.classifiers import fallback_classifier
-from rasa.nlu.tokenizers.tokenizer import Token
-from rasa.shared.importers.importer import TrainingDataImporter
 from rasa.shared.nlu.training_data.formats.rasa_yaml import RasaYAMLWriter
+from rasa.shared.nlu.training_data.training_data import TrainingData
+from rasa.shared.utils.yaml import write_yaml
+from rasa.utils.common import TempDirectoryPath, get_temp_dir_name
 
 if TYPE_CHECKING:
     from typing_extensions import TypedDict
@@ -660,10 +659,11 @@ def _calculate_report(
     report_as_dict: Optional[bool] = None,
     exclude_label: Optional[Text] = None,
 ) -> Tuple[Union[Text, Dict], float, float, float, np.ndarray, List[Text]]:
-    from rasa.model_testing import get_evaluation_metrics
     import sklearn.metrics
     import sklearn.utils.multiclass
 
+    from rasa.model_testing import get_evaluation_metrics
+
     confusion_matrix = sklearn.metrics.confusion_matrix(targets, predictions)
     labels = sklearn.utils.multiclass.unique_labels(targets, predictions)
 
@@ -1104,8 +1104,8 @@ def do_any_extractors_not_support_overlap(extractors: Optional[Set[Text]]) -> bo
     if extractors is None:
         return False
 
-    from rasa.nlu.extractors.crf_entity_extractor import CRFEntityExtractor
     from rasa.nlu.classifiers.diet_classifier import DIETClassifier
+    from rasa.nlu.extractors.crf_entity_extractor import CRFEntityExtractor
 
     return not extractors.isdisjoint(
         {CRFEntityExtractor.__name__, DIETClassifier.__name__}

rasa/nlu/tokenizers/jieba_tokenizer.py

@@ -1,4 +1,5 @@
 from __future__ import annotations
+
 import glob
 import logging
 import os
@@ -9,10 +10,8 @@ from rasa.engine.graph import ExecutionContext
 from rasa.engine.recipes.default_recipe import DefaultV1Recipe
 from rasa.engine.storage.resource import Resource
 from rasa.engine.storage.storage import ModelStorage
-
 from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
 from rasa.shared.nlu.training_data.message import Message
-
 from rasa.shared.nlu.training_data.training_data import TrainingData
 
 logger = logging.getLogger(__name__)

rasa/nlu/tokenizers/mitie_tokenizer.py

@@ -1,5 +1,6 @@
 from __future__ import annotations
-from typing import List, Text, Dict, Any
+
+from typing import Any, Dict, List, Text
 
 from rasa.engine.graph import ExecutionContext
 from rasa.engine.recipes.default_recipe import DefaultV1Recipe
@@ -7,7 +8,6 @@ from rasa.engine.storage.resource import Resource
 from rasa.engine.storage.storage import ModelStorage
 from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
 from rasa.shared.nlu.training_data.message import Message
-
 from rasa.shared.utils.io import DEFAULT_ENCODING
 
 

rasa/nlu/tokenizers/spacy_tokenizer.py

@@ -1,10 +1,10 @@
 import typing
-from typing import Dict, Text, List, Any, Optional, Type
+from typing import Any, Dict, List, Optional, Text, Type
 
 from rasa.engine.recipes.default_recipe import DefaultV1Recipe
-from rasa.nlu.utils.spacy_utils import SpacyNLP
-from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
 from rasa.nlu.constants import SPACY_DOCS
+from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
+from rasa.nlu.utils.spacy_utils import SpacyNLP
 from rasa.shared.nlu.training_data.message import Message
 
 if typing.TYPE_CHECKING:

rasa/nlu/tokenizers/tokenizer.py

@@ -1,22 +1,21 @@
 import abc
 import logging
 import re
+from typing import Any, Dict, List, Optional, Text
 
-from typing import Text, List, Dict, Any, Optional
-
+import rasa.shared.utils.io
 from rasa.engine.graph import ExecutionContext, GraphComponent
 from rasa.engine.storage.resource import Resource
 from rasa.engine.storage.storage import ModelStorage
-from rasa.shared.nlu.training_data.training_data import TrainingData
-from rasa.shared.nlu.training_data.message import Message
-from rasa.nlu.constants import TOKENS_NAMES, MESSAGE_ATTRIBUTES
+from rasa.nlu.constants import MESSAGE_ATTRIBUTES, TOKENS_NAMES
 from rasa.shared.nlu.constants import (
+    ACTION_NAME,
     INTENT,
     INTENT_RESPONSE_KEY,
     RESPONSE_IDENTIFIER_DELIMITER,
-    ACTION_NAME,
 )
-import rasa.shared.utils.io
+from rasa.shared.nlu.training_data.message import Message
+from rasa.shared.nlu.training_data.training_data import TrainingData
 
 logger = logging.getLogger(__name__)
 

rasa/nlu/tokenizers/whitespace_tokenizer.py

@@ -1,11 +1,11 @@
 from __future__ import annotations
+
 from typing import Any, Dict, List, Optional, Text
 
 import regex
 
 import rasa.shared.utils.io
 import rasa.utils.io
-
 from rasa.engine.graph import ExecutionContext
 from rasa.engine.recipes.default_recipe import DefaultV1Recipe
 from rasa.engine.storage.resource import Resource

rasa/nlu/utils/bilou_utils.py

@@ -1,29 +1,29 @@
 import logging
 import operator
-from collections import defaultdict, Counter
-from typing import List, Tuple, Text, Optional, Dict, Any, TYPE_CHECKING
+from collections import Counter, defaultdict
+from typing import TYPE_CHECKING, Any, Dict, List, Optional, Text, Tuple
 
 from rasa.nlu.constants import (
-    TOKENS_NAMES,
     BILOU_ENTITIES,
     BILOU_ENTITIES_GROUP,
     BILOU_ENTITIES_ROLE,
+    TOKENS_NAMES,
 )
 from rasa.shared.nlu.constants import (
-    TEXT,
     ENTITIES,
-    ENTITY_ATTRIBUTE_START,
     ENTITY_ATTRIBUTE_END,
-    ENTITY_ATTRIBUTE_TYPE,
     ENTITY_ATTRIBUTE_GROUP,
     ENTITY_ATTRIBUTE_ROLE,
+    ENTITY_ATTRIBUTE_START,
+    ENTITY_ATTRIBUTE_TYPE,
     NO_ENTITY_TAG,
+    TEXT,
 )
 
 if TYPE_CHECKING:
     from rasa.nlu.tokenizers.tokenizer import Token
-    from rasa.shared.nlu.training_data.training_data import TrainingData
     from rasa.shared.nlu.training_data.message import Message
+    from rasa.shared.nlu.training_data.training_data import TrainingData
 
 logger = logging.getLogger(__name__)
 

rasa/nlu/utils/hugging_face/registry.py

@@ -6,42 +6,42 @@ from typing import Dict, Text, Type
 logging.getLogger("transformers.file_utils").setLevel(logging.WARNING)
 
 from transformers import (  # noqa: E402
-    TFPreTrainedModel,
+    BertTokenizer,
+    CamembertTokenizer,
+    # XLMTokenizer,
+    DistilBertTokenizer,
+    GPT2Tokenizer,
+    OpenAIGPTTokenizer,
+    PreTrainedTokenizer,
+    RobertaTokenizer,
     TFBertModel,
-    TFOpenAIGPTModel,
-    TFGPT2Model,
-    TFXLNetModel,
+    TFCamembertModel,
     # TFXLMModel,
     TFDistilBertModel,
+    TFGPT2Model,
+    TFOpenAIGPTModel,
+    TFPreTrainedModel,
     TFRobertaModel,
-    TFCamembertModel,
-    PreTrainedTokenizer,
-    BertTokenizer,
-    OpenAIGPTTokenizer,
-    GPT2Tokenizer,
+    TFXLNetModel,
     XLNetTokenizer,
-    # XLMTokenizer,
-    DistilBertTokenizer,
-    RobertaTokenizer,
-    CamembertTokenizer,
 )
+
 from rasa.nlu.utils.hugging_face.transformers_pre_post_processors import (  # noqa: E402
+    bert_embeddings_post_processor,
+    bert_tokens_cleaner,
     bert_tokens_pre_processor,
+    camembert_tokens_pre_processor,
+    gpt2_tokens_cleaner,
+    gpt_embeddings_post_processor,
     gpt_tokens_pre_processor,
-    xlnet_tokens_pre_processor,
+    openaigpt_tokens_cleaner,
+    roberta_embeddings_post_processor,
     roberta_tokens_pre_processor,
-    bert_embeddings_post_processor,
-    gpt_embeddings_post_processor,
     xlnet_embeddings_post_processor,
-    roberta_embeddings_post_processor,
-    bert_tokens_cleaner,
-    openaigpt_tokens_cleaner,
-    gpt2_tokens_cleaner,
     xlnet_tokens_cleaner,
-    camembert_tokens_pre_processor,
+    xlnet_tokens_pre_processor,
 )
 
-
 model_class_dict: Dict[Text, Type[TFPreTrainedModel]] = {
     "bert": TFBertModel,
     "gpt": TFOpenAIGPTModel,

rasa/nlu/utils/hugging_face/transformers_pre_post_processors.py

@@ -1,4 +1,5 @@
-from typing import List, Tuple, Text
+from typing import List, Text, Tuple
+
 import numpy as np
 
 

rasa/nlu/utils/mitie_utils.py

@@ -1,9 +1,10 @@
 from __future__ import annotations
+
 import typing
 from pathlib import Path
 from typing import Any, Dict, List, Optional, Text
 
-from rasa.engine.graph import GraphComponent, ExecutionContext
+from rasa.engine.graph import ExecutionContext, GraphComponent
 from rasa.engine.recipes.default_recipe import DefaultV1Recipe
 from rasa.engine.storage.resource import Resource
 from rasa.engine.storage.storage import ModelStorage

rasa/nlu/utils/pattern_utils.py

@@ -2,8 +2,8 @@ import re
 from typing import Dict, List, Text, Union
 
 import rasa.shared.utils.io
-from rasa.shared.nlu.training_data.training_data import TrainingData
 from rasa.shared.exceptions import InvalidConfigException
+from rasa.shared.nlu.training_data.training_data import TrainingData
 
 
 def _convert_lookup_tables_to_regex(

rasa/nlu/utils/spacy_utils.py

@@ -1,8 +1,8 @@
 from __future__ import annotations
 
 import dataclasses
-import typing
 import logging
+import typing
 from typing import Any, Dict, List, Optional, Text, Tuple
 
 from rasa.engine.graph import ExecutionContext, GraphComponent
@@ -10,10 +10,10 @@ from rasa.engine.recipes.default_recipe import DefaultV1Recipe
 from rasa.engine.storage.resource import Resource
 from rasa.engine.storage.storage import ModelStorage
 from rasa.nlu.constants import DENSE_FEATURIZABLE_ATTRIBUTES, SPACY_DOCS
-from rasa.shared.nlu.training_data.message import Message
-from rasa.shared.nlu.training_data.training_data import TrainingData
 from rasa.nlu.model import InvalidModelError
 from rasa.shared.constants import DOCS_URL_COMPONENTS
+from rasa.shared.nlu.training_data.message import Message
+from rasa.shared.nlu.training_data.training_data import TrainingData
 
 logger = logging.getLogger(__name__)
 

rasa/plugin.py

@@ -3,7 +3,7 @@ from __future__ import annotations
 import argparse
 import functools
 import sys
-from typing import Any, List, Optional, TYPE_CHECKING, Text, Union
+from typing import TYPE_CHECKING, Any, List, Optional, Text, Union
 
 import pluggy
 
@@ -13,6 +13,7 @@ if TYPE_CHECKING:
     from rasa.core.brokers.broker import EventBroker
     from rasa.core.tracker_store import TrackerStore
     from rasa.shared.core.domain import Domain
+    from rasa.shared.core.trackers import DialogueStateTracker
     from rasa.utils.endpoints import EndpointConfig
 
 
@@ -88,3 +89,13 @@ def after_server_stop() -> None:
     Use this hook to de-initialize any resources that require explicit cleanup like,
     thread shutdown, closing connections, etc.
     """
+
+
+@hookspec  # type: ignore[misc]
+def after_new_user_message(tracker: "DialogueStateTracker") -> None:
+    """Hook specification for after a new user message is received."""
+
+
+@hookspec  # type: ignore[misc]
+def after_action_executed(tracker: "DialogueStateTracker") -> None:
+    """Hook specification for after an action is executed."""

rasa/server.py

@@ -60,9 +60,9 @@ from rasa.shared.constants import (
     DEFAULT_MODELS_PATH,
     DEFAULT_SENDER_ID,
     DOCS_BASE_URL,
+    DOCS_URL_FLOWS,
     DOCS_URL_TRAINING_DATA,
     TEST_STORIES_FILE_PREFIX,
-    DOCS_URL_FLOWS,
 )
 from rasa.shared.core.domain import Domain, InvalidDomain
 from rasa.shared.core.events import Event
@@ -74,7 +74,7 @@ from rasa.shared.core.trackers import (
 from rasa.shared.core.training_data.story_writer.yaml_story_writer import (
     YAMLStoryWriter,
 )
-from rasa.shared.exceptions import YamlException, RasaException
+from rasa.shared.exceptions import RasaException, YamlException
 from rasa.shared.importers.importer import TrainingDataImporter
 from rasa.shared.nlu.training_data.formats import RasaYAMLReader
 from rasa.shared.utils.schemas.events import EVENTS_SCHEMA
@@ -272,7 +272,9 @@ def requires_auth(
             raise ErrorResponse(
                 HTTPStatus.UNAUTHORIZED,
                 "NotAuthenticated",
-                "User is not authenticated.",
+                "User is not authenticated. ",
+                "Please make sure the use of token is supported and that "
+                "the supplied token is valid.",
                 help_url=_docs(
                     "/user-guide/configuring-http-api/#security-considerations"
                 ),
@@ -1145,6 +1147,7 @@ def create_app(
                 f"An unexpected error occurred during training. Error: {e}",
             )
         finally:
+            rasa.shared.utils.common.display_research_study_prompt()
             with app.ctx.active_training_processes.get_lock():
                 app.ctx.active_training_processes.value -= 1
 

rasa/shared/constants.py

@@ -83,6 +83,7 @@ ENV_LOG_LEVEL_LLM = "LOG_LEVEL_LLM"
 ENV_LOG_LEVEL_LLM_MODULE_NAMES = {
     "LLMCommandGenerator": "LOG_LEVEL_LLM_COMMAND_GENERATOR",
     "SingleStepLLMCommandGenerator": "LOG_LEVEL_LLM_COMMAND_GENERATOR",
+    "CompactLLMCommandGenerator": "LOG_LEVEL_LLM_COMMAND_GENERATOR",
     "MultiStepLLMCommandGenerator": "LOG_LEVEL_LLM_COMMAND_GENERATOR",
     "EnterpriseSearchPolicy": "LOG_LEVEL_LLM_ENTERPRISE_SEARCH",
     "IntentlessPolicy": "LOG_LEVEL_LLM_INTENTLESS_POLICY",
@@ -102,16 +103,29 @@ ASSISTANT_ID_KEY = "assistant_id"
 ASSISTANT_ID_DEFAULT_VALUE = "placeholder_default"
 
 CONFIG_MANDATORY_COMMON_KEYS = [ASSISTANT_ID_KEY]
-CONFIG_AUTOCONFIGURABLE_KEYS_CORE = ["policies"]
-CONFIG_AUTOCONFIGURABLE_KEYS_NLU = ["pipeline"]
+CONFIG_NAME_KEY = "name"
+CONFIG_POLICIES_KEY = "policies"
+CONFIG_PIPELINE_KEY = "pipeline"
+CONFIG_LANGUAGE_KEY = "language"
+CONFIG_ADDITIONAL_LANGUAGES_KEY = "additional_languages"
+CONFIG_RECIPE_KEY = "recipe"
+CONFIG_LLM_KEY = "llm"
+CONFIG_MODEL_NAME_KEY = "model_name"
+CONFIG_TRAIN_SCHEMA = "train_schema"
+CONFIG_PREDICT_SCHEMA = "predict_schema"
+CONFIG_AUTOCONFIGURABLE_KEYS_CORE = [CONFIG_POLICIES_KEY]
+CONFIG_AUTOCONFIGURABLE_KEYS_NLU = [CONFIG_PIPELINE_KEY]
 CONFIG_AUTOCONFIGURABLE_KEYS = (
     CONFIG_AUTOCONFIGURABLE_KEYS_CORE + CONFIG_AUTOCONFIGURABLE_KEYS_NLU
 )
-CONFIG_KEYS_CORE = ["policies"] + CONFIG_MANDATORY_COMMON_KEYS
-CONFIG_KEYS_NLU = ["language", "pipeline"] + CONFIG_MANDATORY_COMMON_KEYS
+CONFIG_KEYS_CORE = [CONFIG_POLICIES_KEY] + CONFIG_MANDATORY_COMMON_KEYS
+CONFIG_KEYS_NLU = [
+    CONFIG_LANGUAGE_KEY,
+    CONFIG_PIPELINE_KEY,
+] + CONFIG_MANDATORY_COMMON_KEYS
 CONFIG_KEYS = CONFIG_KEYS_CORE + CONFIG_KEYS_NLU
 CONFIG_MANDATORY_KEYS_CORE: List[Text] = [] + CONFIG_MANDATORY_COMMON_KEYS
-CONFIG_MANDATORY_KEYS_NLU = ["language"] + CONFIG_MANDATORY_COMMON_KEYS
+CONFIG_MANDATORY_KEYS_NLU = [CONFIG_LANGUAGE_KEY] + CONFIG_MANDATORY_COMMON_KEYS
 CONFIG_MANDATORY_KEYS = CONFIG_MANDATORY_KEYS_CORE + CONFIG_MANDATORY_KEYS_NLU
 
 # Keys related to Forms (in the Domain)
@@ -138,6 +152,8 @@ DEFAULT_MARKERS_CONFIG_PATH = "markers/config"
 DEFAULT_MARKERS_OUTPUT_PATH = "markers/output"
 DEFAULT_MARKERS_STATS_PATH = "markers/stats"
 
+DEFAULT_PROMPT_PACKAGE_NAME = "rasa.dialogue_understanding.generator.prompt_templates"
+
 DIAGNOSTIC_DATA = "diagnostic_data"
 
 RESPONSE_CONDITION = "condition"
@@ -150,6 +166,7 @@ AZURE_AD_TOKEN_ENV_VAR = "AZURE_AD_TOKEN"
 AZURE_API_BASE_ENV_VAR = "AZURE_API_BASE"
 AZURE_API_VERSION_ENV_VAR = "AZURE_API_VERSION"
 AZURE_API_TYPE_ENV_VAR = "AZURE_API_TYPE"
+AZURE_AD_SCOPES_ENV_VAR = "AZURE_AD_SCOPES"
 AZURE_SPEECH_API_KEY_ENV_VAR = "AZURE_SPEECH_API_KEY"
 
 DEEPGRAM_API_KEY_ENV_VAR = "DEEPGRAM_API_KEY"
@@ -177,6 +194,9 @@ PROVIDER_CONFIG_KEY = "provider"
 REQUEST_TIMEOUT_CONFIG_KEY = "request_timeout"  # deprecated
 TIMEOUT_CONFIG_KEY = "timeout"
 
+TEMPERATURE_CONFIG_KEY = "temperature"
+MAX_TOKENS_CONFIG_KEY = "max_tokens"
+
 DEPLOYMENT_NAME_CONFIG_KEY = "deployment_name"
 DEPLOYMENT_CONFIG_KEY = "deployment"
 EMBEDDINGS_CONFIG_KEY = "embeddings"
@@ -186,7 +206,6 @@ MODEL_CONFIG_KEY = "model"
 MODEL_NAME_CONFIG_KEY = "model_name"
 PROMPT_CONFIG_KEY = "prompt"
 PROMPT_TEMPLATE_CONFIG_KEY = "prompt_template"
-
 STREAM_CONFIG_KEY = "stream"
 N_REPHRASES_CONFIG_KEY = "n"
 USE_CHAT_COMPLETIONS_ENDPOINT_CONFIG_KEY = "use_chat_completions_endpoint"
@@ -220,12 +239,6 @@ LITELLM_PARAMS_KEY = "litellm_params"
 LLM_API_HEALTH_CHECK_ENV_VAR = "LLM_API_HEALTH_CHECK"
 LLM_API_HEALTH_CHECK_DEFAULT_VALUE = "false"
 
-AZURE_API_KEY_ENV_VAR = "AZURE_API_KEY"
-AZURE_AD_TOKEN_ENV_VAR = "AZURE_AD_TOKEN"
-AZURE_API_BASE_ENV_VAR = "AZURE_API_BASE"
-AZURE_API_VERSION_ENV_VAR = "AZURE_API_VERSION"
-AZURE_API_TYPE_ENV_VAR = "AZURE_API_TYPE"
-
 AWS_REGION_NAME_CONFIG_KEY = "aws_region_name"
 AWS_ACCESS_KEY_ID_CONFIG_KEY = "aws_access_key_id"
 AWS_SECRET_ACCESS_KEY_CONFIG_KEY = "aws_secret_access_key"
@@ -254,6 +267,7 @@ LITELLM_SSL_CERTIFICATE_ENV_VAR = "SSL_CERTIFICATE"
 
 OPENAI_PROVIDER = "openai"
 AZURE_OPENAI_PROVIDER = "azure"
+ANTHROPIC_PROVIDER = "anthropic"
 SELF_HOSTED_PROVIDER = "self-hosted"
 HUGGINGFACE_LOCAL_EMBEDDING_PROVIDER = "huggingface_local"
 RASA_PROVIDER = "rasa"
@@ -261,17 +275,11 @@ RASA_PROVIDER = "rasa"
 SELF_HOSTED_VLLM_PREFIX = "hosted_vllm"
 SELF_HOSTED_VLLM_API_KEY_ENV_VAR = "HOSTED_VLLM_API_KEY"
 
-SELF_HOSTED_VLLM_PREFIX = "hosted_vllm"
-SELF_HOSTED_VLLM_API_KEY_ENV_VAR = "HOSTED_VLLM_API_KEY"
-
 VALID_PROVIDERS_FOR_API_TYPE_CONFIG_KEY = [
     OPENAI_PROVIDER,
     AZURE_OPENAI_PROVIDER,
 ]
 
-SELF_HOSTED_VLLM_PREFIX = "hosted_vllm"
-SELF_HOSTED_VLLM_API_KEY_ENV_VAR = "HOSTED_VLLM_API_KEY"
-
 AZURE_API_TYPE = "azure"
 OPENAI_API_TYPE = "openai"
 
@@ -308,3 +316,22 @@ SENSITIVE_DATA = [
     AWS_SECRET_ACCESS_KEY_CONFIG_KEY,
     AWS_SESSION_TOKEN_CONFIG_KEY,
 ]
+
+# Used for key values in BotUtterance.data
+TEXT = "text"
+ELEMENTS = "elements"
+QUICK_REPLIES = "quick_replies"
+BUTTONS = "buttons"
+ATTACHMENT = "attachment"
+IMAGE = "image"
+CUSTOM = "custom"
+TITLE = "title"
+PAYLOAD = "payload"
+
+# Used for LLM command generation
+ROLE_USER = "user"
+ROLE_SYSTEM = "system"
+
+# Used for key values in ValidateSlotPatternFlowStackFrame
+REFILL_UTTER = "refill_utter"
+REJECTIONS = "rejections"

rasa/shared/core/command_payload_reader.py

@@ -4,7 +4,9 @@ from typing import List, Optional
 
 import structlog
 
+from rasa.dialogue_understanding.commands import Command
 from rasa.dialogue_understanding.commands.set_slot_command import SetSlotExtractor
+from rasa.dialogue_understanding.utils import add_commands_to_message_parse_data
 from rasa.shared.core.domain import Domain
 from rasa.shared.nlu.constants import COMMANDS, SET_SLOT_COMMAND, TEXT
 from rasa.shared.nlu.training_data.message import Message
@@ -78,13 +80,18 @@ class CommandPayloadReader:
             )
 
             # Create new SetSlot commands from the extracted attributes.
-            commands.append(
-                {
-                    "command": SET_SLOT_COMMAND,
-                    "name": slot_name,
-                    "value": slot_value,
-                    "extractor": entity_extractor_name,
-                }
+            command = {
+                "command": SET_SLOT_COMMAND,
+                "name": slot_name,
+                "value": slot_value,
+                "extractor": entity_extractor_name,
+            }
+            commands.append(command)
+
+            add_commands_to_message_parse_data(
+                message,
+                CommandPayloadReader.__name__,
+                [Command.command_from_json(command)],
             )
 
             structlogger.debug(
@@ -94,6 +101,7 @@ class CommandPayloadReader:
 
         # set the command(s) on the Message object
         message.set(COMMANDS, commands, add_to_output=True)
+
         return message
 
     @staticmethod