rasa-pro 3.11.10__py3-none-any.whl → 3.11.12__py3-none-any.whl

rasa/core/channels/voice_ready/audiocodes.py

@@ -6,7 +6,18 @@ import uuid
 from collections import defaultdict
 from dataclasses import asdict
 from datetime import datetime, timedelta, timezone
-from typing import Any, Awaitable, Callable, Dict, List, Optional, Set, Text, Union
+from typing import (
+    Any,
+    Awaitable,
+    Callable,
+    Dict,
+    List,
+    Optional,
+    Set,
+    Text,
+    Union,
+    Tuple,
+)
 
 import structlog
 from jsonschema import ValidationError, validate
@@ -48,8 +59,8 @@ def map_call_params(parameters: Dict[Text, Any]) -> CallParameters:
     """Map the Audiocodes parameters to the CallParameters dataclass."""
     return CallParameters(
         call_id=parameters.get("vaigConversationId"),
-        user_phone=parameters.get("callee"),
-        bot_phone=parameters.get("caller"),
+        user_phone=parameters.get("caller"),
+        bot_phone=parameters.get("callee"),
         user_name=parameters.get("callerDisplayName"),
         user_host=parameters.get("callerHost"),
         bot_host=parameters.get("calleeHost"),
@@ -76,35 +87,45 @@ class Conversation:
 
     @staticmethod
     def get_metadata(activity: Dict[Text, Any]) -> Optional[Dict[Text, Any]]:
-        """Get metadata from the activity."""
-        return asdict(map_call_params(activity["parameters"]))
+        """Get metadata from the activity.
+
+        ONLY used for activities NOT for events (see _handle_event)."""
+        return activity.get("parameters")
 
     @staticmethod
-    def _handle_event(event: Dict[Text, Any]) -> Text:
-        """Handle start and DTMF event and return the corresponding text."""
+    def _handle_event(event: Dict[Text, Any]) -> Tuple[Text, Dict[Text, Any]]:
+        """Handle events and return a tuple of text and metadata.
+
+        Args:
+            event: The event to handle.
+
+        Returns:
+            Tuple of text and metadata.
+            text is either /session_start or /vaig_event_<event_name>
+            metadata is a dictionary with the event parameters.
+        """
         structlogger.debug("audiocodes.handle.event", event_payload=event)
         if "name" not in event:
             structlogger.warning(
                 "audiocodes.handle.event.no_name_key", event_payload=event
             )
-            return ""
+            return "", {}
 
         if event["name"] == EVENT_START:
             text = f"{INTENT_MESSAGE_PREFIX}{USER_INTENT_SESSION_START}"
+            metadata = asdict(map_call_params(event.get("parameters", {})))
         elif event["name"] == EVENT_DTMF:
             text = f"{INTENT_MESSAGE_PREFIX}vaig_event_DTMF"
-            event_params = {"value": event["value"]}
-            text += json.dumps(event_params)
+            metadata = {"value": event["value"]}
         else:
             # handle other events described by Audiocodes
             # https://techdocs.audiocodes.com/voice-ai-connect/#VAIG_Combined/inactivity-detection.htm?TocPath=Bot%2520integration%257CReceiving%2520notifications%257C_____3
             text = f"{INTENT_MESSAGE_PREFIX}vaig_event_{event['name']}"
-            event_params = {**event.get("parameters", {})}
+            metadata = {**event.get("parameters", {})}
             if "value" in event:
-                event_params["value"] = event["value"]
-            text += json.dumps(event_params)
+                metadata["value"] = event["value"]
 
-        return text
+        return text, metadata
 
     def is_active_conversation(self, now: datetime, delta: timedelta) -> bool:
         """Check if the conversation is active."""
@@ -150,16 +171,18 @@ class Conversation:
             self.activity_ids.append(activity[ACTIVITY_ID_KEY])
             if activity["type"] == ACTIVITY_MESSAGE:
                 text = activity["text"]
+                metadata = self.get_metadata(activity)
             elif activity["type"] == ACTIVITY_EVENT:
-                text = self._handle_event(activity)
+                text, metadata = self._handle_event(activity)
             else:
                 structlogger.warning(
                     "audiocodes.handle.activities.unknown_activity_type",
                     activity=activity,
                 )
+                continue
+
             if not text:
                 continue
-            metadata = self.get_metadata(activity)
             user_msg = UserMessage(
                 text=text,
                 input_channel=input_channel_name,

rasa/keys

@@ -0,0 +1 @@
+{"segment": "CcvVD1I68Nkkxrv93cIqv1twIwrwG8nz", "sentry": "a283f1fde04347b099c8d729109dd450@o251570"}

rasa/nlu/extractors/crf_entity_extractor.py

@@ -1,10 +1,12 @@
 from __future__ import annotations
 
-from collections import OrderedDict
-from enum import Enum
 import logging
+import shutil
 import typing
-from typing import Any, Dict, List, Optional, Text, Tuple, Callable, Type
+from collections import OrderedDict
+from enum import Enum
+from pathlib import Path
+from typing import Any, Callable, Dict, List, Optional, Text, Tuple, Type
 
 import numpy as np
 
@@ -43,6 +45,10 @@ if typing.TYPE_CHECKING:
 
 CONFIG_FEATURES = "features"
 
+TAGGERS_DIR = "taggers"
+CRFSUITE_MODEL_FILE_NAME = "model.crfsuite"
+PLAIN_CRF_MODEL_FILE_NAME = "model.txt"
+
 
 class CRFToken:
     def __init__(
@@ -419,19 +425,11 @@ class CRFEntityExtractor(GraphComponent, EntityExtractorMixin):
         """Loads trained component (see parent class for full docstring)."""
         try:
             with model_storage.read_from(resource) as model_dir:
-                dataset = rasa.shared.utils.io.read_json_file(
-                    model_dir / "crf_dataset.json"
-                )
                 crf_order = rasa.shared.utils.io.read_json_file(
                     model_dir / "crf_order.json"
                 )
 
-                dataset = [
-                    [CRFToken.create_from_dict(token_data) for token_data in sub_list]
-                    for sub_list in dataset
-                ]
-
-                entity_taggers = cls.train_model(dataset, config, crf_order)
+                entity_taggers = cls._load_taggers(model_dir, config)
 
                 entity_extractor = cls(config, model_storage, resource, entity_taggers)
                 entity_extractor.crf_order = crf_order
@@ -443,19 +441,71 @@ class CRFEntityExtractor(GraphComponent, EntityExtractorMixin):
             )
             return cls(config, model_storage, resource)
 
+    @classmethod
+    def _load_taggers(
+        cls, model_dir: Path, config: Dict[Text, Any]
+    ) -> Dict[str, "CRF"]:
+        """
+        Load taggers from model directory that persists trained binary
+        `model.crfsuite` files.
+        """
+
+        import pycrfsuite
+        import sklearn_crfsuite
+
+        # Get tagger directories
+        taggers_base = model_dir / TAGGERS_DIR
+        if not taggers_base.exists():
+            return {}
+
+        taggers_dirs = [
+            directory for directory in taggers_base.iterdir() if directory.is_dir()
+        ]
+
+        entity_taggers: Dict[str, "CRF"] = {}
+
+        for tagger_dir in taggers_dirs:
+            # Instantiate sklearns CRF wrapper for the pycrfsuite's Tagger
+            entity_tagger = sklearn_crfsuite.CRF(
+                algorithm="lbfgs",
+                # coefficient for L1 penalty
+                c1=config["L1_c"],
+                # coefficient for L2 penalty
+                c2=config["L2_c"],
+                # stop earlier
+                max_iterations=config["max_iterations"],
+                # include transitions that are possible, but not observed
+                all_possible_transitions=True,
+            )
+
+            # Load pycrfsuite tagger from the persisted binary model.crfsuite file
+            entity_tagger._tagger = pycrfsuite.Tagger()
+            entity_tagger._tagger.open(str(tagger_dir / CRFSUITE_MODEL_FILE_NAME))
+
+            entity_taggers[tagger_dir.name] = entity_tagger
+
+        return entity_taggers
+
     def persist(self, dataset: List[List[CRFToken]]) -> None:
         """Persist this model into the passed directory."""
         with self._model_storage.write_to(self._resource) as model_dir:
-            data_to_store = [
-                [token.to_dict() for token in sub_list] for sub_list in dataset
-            ]
-
-            rasa.shared.utils.io.dump_obj_as_json_to_file(
-                model_dir / "crf_dataset.json", data_to_store
-            )
             rasa.shared.utils.io.dump_obj_as_json_to_file(
                 model_dir / "crf_order.json", self.crf_order
             )
+            if self.entity_taggers is not None:
+                for tag_name, entity_tagger in self.entity_taggers.items():
+                    # Create the directories for storing the CRF model
+                    tagger_dir = model_dir / TAGGERS_DIR / tag_name
+                    tagger_dir.mkdir(parents=True, exist_ok=True)
+                    # Create a plain text version of the CRF model
+                    entity_tagger.tagger_.dump(
+                        str(tagger_dir / PLAIN_CRF_MODEL_FILE_NAME)
+                    )
+                    # Persist binary version of the model.crfsuite
+                    shutil.copy2(
+                        src=entity_tagger.modelfile.name,
+                        dst=tagger_dir / CRFSUITE_MODEL_FILE_NAME,
+                    )
 
     @classmethod
     def _crf_tokens_to_features(

rasa/version.py

@@ -1,3 +1,3 @@
 # this file will automatically be changed,
 # do not add anything but the version number here!
-__version__ = "3.11.10"
+__version__ = "3.11.12"

{rasa_pro-3.11.10.dist-info → rasa_pro-3.11.12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: rasa-pro
-Version: 3.11.10
+Version: 3.11.12
 Summary: State-of-the-art open-core Conversational AI framework for Enterprises that natively leverages generative AI for effortless assistant development.
 Keywords: nlp,machine-learning,machine-learning-library,bot,bots,botkit,rasa conversational-agents,conversational-ai,chatbot,chatbot-framework,bot-framework
 Author: Rasa Technologies GmbH

{rasa_pro-3.11.10.dist-info → rasa_pro-3.11.12.dist-info}/RECORD

@@ -265,7 +265,7 @@ rasa/core/channels/telegram.py,sha256=5BrNECFM3qe9XjNpDb8Q9fbqCT5aKr5L6IH21W8sum
 rasa/core/channels/twilio.py,sha256=GsdjfplZdBj0fRB60bSggPF1DXFZ_x18V_dlcDy5VFs,5943
 rasa/core/channels/vier_cvg.py,sha256=PfvSluQqgJbP0JzZPFUvum3z7H55JPPeobcD-z5zCkw,13544
 rasa/core/channels/voice_ready/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-rasa/core/channels/voice_ready/audiocodes.py,sha256=jJmLkqI2RciTvB7cAsvRJi_EL70dRyiwNwPWzVPSUj0,21888
+rasa/core/channels/voice_ready/audiocodes.py,sha256=T1Tx2z4HvDhNiehsRynQ9xaJkgP9wbpILCzI_SYyD78,22289
 rasa/core/channels/voice_ready/jambonz.py,sha256=S7yjdj7nYwQWMalqcGv8eomZGj0c2Dza-51tiNHEpVM,4784
 rasa/core/channels/voice_ready/jambonz_protocol.py,sha256=OzW-6YMU2SIc88Mur_wktbiE46igHR8vH17DCfRijIU,13139
 rasa/core/channels/voice_ready/twilio_voice.py,sha256=z2pdausxQnXQP9htGh8AL2q9AvcMIx70Y5tErWpssV4,16224
@@ -495,6 +495,7 @@ rasa/graph_components/validators/default_recipe_validator.py,sha256=BHrF6NTfJz42
 rasa/graph_components/validators/finetuning_validator.py,sha256=38AcwmV8cF5TIlWhUIzh98wtZf934ix04HcczCJiWkU,12863
 rasa/hooks.py,sha256=3nsfCA142V56mBQ7ktBXhD_RyaSrfj7fY3t7HnsD4Pc,3709
 rasa/jupyter.py,sha256=x_GF9PK2zMhltb48GEIV9YZ4pRhCto8nV5SioYSCljI,1782
+rasa/keys,sha256=2Stg1fstgJ203cOoW1B2gGMY29fhEnjIfTVxKv_fqPo,101
 rasa/llm_fine_tuning/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 rasa/llm_fine_tuning/annotation_module.py,sha256=wFmW3d6lI5o49OWmdbYQlgr24rqHDgA0T0hLM1pSb9U,8578
 rasa/llm_fine_tuning/conversations.py,sha256=iW2hoR23Km5wnMC7t8pOXH2Zj3LVcA62xrx2aKDRP78,5208
@@ -544,7 +545,7 @@ rasa/nlu/emulators/luis.py,sha256=AWMGI17Su1q6PcE8l1S1mDJpwfVtx7ibY9rwBmg3Maw,30
 rasa/nlu/emulators/no_emulator.py,sha256=tLJ2DyWhOtaIBudVf7mJGsubca9Vunb6VhJB_tWJ8wU,334
 rasa/nlu/emulators/wit.py,sha256=0eMj_q49JGj0Z6JZjR7rHIABNF-F3POX7s5W5OkANyo,1930
 rasa/nlu/extractors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-rasa/nlu/extractors/crf_entity_extractor.py,sha256=5IW7Fa4lLLUxMrbHiRmBD7Y6B7TmS_o66USoSxYBOZk,27532
+rasa/nlu/extractors/crf_entity_extractor.py,sha256=pLiM6vEybqSW4refbBRr68QbE-9haxyHQo7vslymyI0,29400
 rasa/nlu/extractors/duckling_entity_extractor.py,sha256=XooWjw6eDC0sxZ-T1YgDnrLcRTBx6B40SFGLjHTHg-w,7686
 rasa/nlu/extractors/entity_synonyms.py,sha256=WShheUF7wbP7VWfpCNw3J4NouAcFjAupDsT4oAj_TUc,7148
 rasa/nlu/extractors/extractor.py,sha256=m6p07GDBZi1VhgYCkYJrWs_Zk87okV77hvoiwG_1xxA,17539
@@ -779,9 +780,9 @@ rasa/utils/train_utils.py,sha256=f1NWpp5y6al0dzoQyyio4hc4Nf73DRoRSHDzEK6-C4E,212
 rasa/utils/url_tools.py,sha256=JQcHL2aLqLHu82k7_d9imUoETCm2bmlHaDpOJ-dKqBc,1218
 rasa/utils/yaml.py,sha256=KjbZq5C94ZP7Jdsw8bYYF7HASI6K4-C_kdHfrnPLpSI,2000
 rasa/validator.py,sha256=O1wjCeV7ITJ0luvb3GCWy8x1fGgzWVbClEMlPnLBowQ,67265
-rasa/version.py,sha256=pyAPlQXkP-rQmG_UV6VI6hvQcb20q31MmlJ3pMgkNik,118
-rasa_pro-3.11.10.dist-info/METADATA,sha256=qWOhRdBx8QpPqHsZGkp2NQaj5blpEUsPyd6VX50_32A,10729
-rasa_pro-3.11.10.dist-info/NOTICE,sha256=7HlBoMHJY9CL2GlYSfTQ-PZsVmLmVkYmMiPlTjhuCqA,218
-rasa_pro-3.11.10.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-rasa_pro-3.11.10.dist-info/entry_points.txt,sha256=ckJ2SfEyTPgBqj_I6vm_tqY9dZF_LAPJZA335Xp0Q9U,43
-rasa_pro-3.11.10.dist-info/RECORD,,
+rasa/version.py,sha256=CgppFzIc7-kYA4G-bTW0JQ0GGCnzxv9tadLtKLUPrfE,118
+rasa_pro-3.11.12.dist-info/METADATA,sha256=-Zu3BDmQMQHVhndlAJPOMyf-SNU7Oa_GqCjAvs6CyvY,10729
+rasa_pro-3.11.12.dist-info/NOTICE,sha256=7HlBoMHJY9CL2GlYSfTQ-PZsVmLmVkYmMiPlTjhuCqA,218
+rasa_pro-3.11.12.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+rasa_pro-3.11.12.dist-info/entry_points.txt,sha256=ckJ2SfEyTPgBqj_I6vm_tqY9dZF_LAPJZA335Xp0Q9U,43
+rasa_pro-3.11.12.dist-info/RECORD,,