rasa-pro 3.11.11__py3-none-any.whl → 3.11.12__py3-none-any.whl

rasa/keys

@@ -0,0 +1 @@
+{"segment": "CcvVD1I68Nkkxrv93cIqv1twIwrwG8nz", "sentry": "a283f1fde04347b099c8d729109dd450@o251570"}

rasa/nlu/extractors/crf_entity_extractor.py

@@ -1,10 +1,12 @@
 from __future__ import annotations
 
-from collections import OrderedDict
-from enum import Enum
 import logging
+import shutil
 import typing
-from typing import Any, Dict, List, Optional, Text, Tuple, Callable, Type
+from collections import OrderedDict
+from enum import Enum
+from pathlib import Path
+from typing import Any, Callable, Dict, List, Optional, Text, Tuple, Type
 
 import numpy as np
 
@@ -43,6 +45,10 @@ if typing.TYPE_CHECKING:
 
 CONFIG_FEATURES = "features"
 
+TAGGERS_DIR = "taggers"
+CRFSUITE_MODEL_FILE_NAME = "model.crfsuite"
+PLAIN_CRF_MODEL_FILE_NAME = "model.txt"
+
 
 class CRFToken:
     def __init__(
@@ -419,19 +425,11 @@ class CRFEntityExtractor(GraphComponent, EntityExtractorMixin):
         """Loads trained component (see parent class for full docstring)."""
         try:
             with model_storage.read_from(resource) as model_dir:
-                dataset = rasa.shared.utils.io.read_json_file(
-                    model_dir / "crf_dataset.json"
-                )
                 crf_order = rasa.shared.utils.io.read_json_file(
                     model_dir / "crf_order.json"
                 )
 
-                dataset = [
-                    [CRFToken.create_from_dict(token_data) for token_data in sub_list]
-                    for sub_list in dataset
-                ]
-
-                entity_taggers = cls.train_model(dataset, config, crf_order)
+                entity_taggers = cls._load_taggers(model_dir, config)
 
                 entity_extractor = cls(config, model_storage, resource, entity_taggers)
                 entity_extractor.crf_order = crf_order
@@ -443,19 +441,71 @@ class CRFEntityExtractor(GraphComponent, EntityExtractorMixin):
             )
             return cls(config, model_storage, resource)
 
+    @classmethod
+    def _load_taggers(
+        cls, model_dir: Path, config: Dict[Text, Any]
+    ) -> Dict[str, "CRF"]:
+        """
+        Load taggers from model directory that persists trained binary
+        `model.crfsuite` files.
+        """
+
+        import pycrfsuite
+        import sklearn_crfsuite
+
+        # Get tagger directories
+        taggers_base = model_dir / TAGGERS_DIR
+        if not taggers_base.exists():
+            return {}
+
+        taggers_dirs = [
+            directory for directory in taggers_base.iterdir() if directory.is_dir()
+        ]
+
+        entity_taggers: Dict[str, "CRF"] = {}
+
+        for tagger_dir in taggers_dirs:
+            # Instantiate sklearns CRF wrapper for the pycrfsuite's Tagger
+            entity_tagger = sklearn_crfsuite.CRF(
+                algorithm="lbfgs",
+                # coefficient for L1 penalty
+                c1=config["L1_c"],
+                # coefficient for L2 penalty
+                c2=config["L2_c"],
+                # stop earlier
+                max_iterations=config["max_iterations"],
+                # include transitions that are possible, but not observed
+                all_possible_transitions=True,
+            )
+
+            # Load pycrfsuite tagger from the persisted binary model.crfsuite file
+            entity_tagger._tagger = pycrfsuite.Tagger()
+            entity_tagger._tagger.open(str(tagger_dir / CRFSUITE_MODEL_FILE_NAME))
+
+            entity_taggers[tagger_dir.name] = entity_tagger
+
+        return entity_taggers
+
     def persist(self, dataset: List[List[CRFToken]]) -> None:
         """Persist this model into the passed directory."""
         with self._model_storage.write_to(self._resource) as model_dir:
-            data_to_store = [
-                [token.to_dict() for token in sub_list] for sub_list in dataset
-            ]
-
-            rasa.shared.utils.io.dump_obj_as_json_to_file(
-                model_dir / "crf_dataset.json", data_to_store
-            )
             rasa.shared.utils.io.dump_obj_as_json_to_file(
                 model_dir / "crf_order.json", self.crf_order
             )
+            if self.entity_taggers is not None:
+                for tag_name, entity_tagger in self.entity_taggers.items():
+                    # Create the directories for storing the CRF model
+                    tagger_dir = model_dir / TAGGERS_DIR / tag_name
+                    tagger_dir.mkdir(parents=True, exist_ok=True)
+                    # Create a plain text version of the CRF model
+                    entity_tagger.tagger_.dump(
+                        str(tagger_dir / PLAIN_CRF_MODEL_FILE_NAME)
+                    )
+                    # Persist binary version of the model.crfsuite
+                    shutil.copy2(
+                        src=entity_tagger.modelfile.name,
+                        dst=tagger_dir / CRFSUITE_MODEL_FILE_NAME,
+                    )
 
     @classmethod
     def _crf_tokens_to_features(

rasa/version.py

@@ -1,3 +1,3 @@
 # this file will automatically be changed,
 # do not add anything but the version number here!
-__version__ = "3.11.11"
+__version__ = "3.11.12"

{rasa_pro-3.11.11.dist-info → rasa_pro-3.11.12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: rasa-pro
-Version: 3.11.11
+Version: 3.11.12
 Summary: State-of-the-art open-core Conversational AI framework for Enterprises that natively leverages generative AI for effortless assistant development.
 Keywords: nlp,machine-learning,machine-learning-library,bot,bots,botkit,rasa conversational-agents,conversational-ai,chatbot,chatbot-framework,bot-framework
 Author: Rasa Technologies GmbH

{rasa_pro-3.11.11.dist-info → rasa_pro-3.11.12.dist-info}/RECORD

@@ -495,6 +495,7 @@ rasa/graph_components/validators/default_recipe_validator.py,sha256=BHrF6NTfJz42
 rasa/graph_components/validators/finetuning_validator.py,sha256=38AcwmV8cF5TIlWhUIzh98wtZf934ix04HcczCJiWkU,12863
 rasa/hooks.py,sha256=3nsfCA142V56mBQ7ktBXhD_RyaSrfj7fY3t7HnsD4Pc,3709
 rasa/jupyter.py,sha256=x_GF9PK2zMhltb48GEIV9YZ4pRhCto8nV5SioYSCljI,1782
+rasa/keys,sha256=2Stg1fstgJ203cOoW1B2gGMY29fhEnjIfTVxKv_fqPo,101
 rasa/llm_fine_tuning/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 rasa/llm_fine_tuning/annotation_module.py,sha256=wFmW3d6lI5o49OWmdbYQlgr24rqHDgA0T0hLM1pSb9U,8578
 rasa/llm_fine_tuning/conversations.py,sha256=iW2hoR23Km5wnMC7t8pOXH2Zj3LVcA62xrx2aKDRP78,5208
@@ -544,7 +545,7 @@ rasa/nlu/emulators/luis.py,sha256=AWMGI17Su1q6PcE8l1S1mDJpwfVtx7ibY9rwBmg3Maw,30
 rasa/nlu/emulators/no_emulator.py,sha256=tLJ2DyWhOtaIBudVf7mJGsubca9Vunb6VhJB_tWJ8wU,334
 rasa/nlu/emulators/wit.py,sha256=0eMj_q49JGj0Z6JZjR7rHIABNF-F3POX7s5W5OkANyo,1930
 rasa/nlu/extractors/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-rasa/nlu/extractors/crf_entity_extractor.py,sha256=5IW7Fa4lLLUxMrbHiRmBD7Y6B7TmS_o66USoSxYBOZk,27532
+rasa/nlu/extractors/crf_entity_extractor.py,sha256=pLiM6vEybqSW4refbBRr68QbE-9haxyHQo7vslymyI0,29400
 rasa/nlu/extractors/duckling_entity_extractor.py,sha256=XooWjw6eDC0sxZ-T1YgDnrLcRTBx6B40SFGLjHTHg-w,7686
 rasa/nlu/extractors/entity_synonyms.py,sha256=WShheUF7wbP7VWfpCNw3J4NouAcFjAupDsT4oAj_TUc,7148
 rasa/nlu/extractors/extractor.py,sha256=m6p07GDBZi1VhgYCkYJrWs_Zk87okV77hvoiwG_1xxA,17539
@@ -779,9 +780,9 @@ rasa/utils/train_utils.py,sha256=f1NWpp5y6al0dzoQyyio4hc4Nf73DRoRSHDzEK6-C4E,212
 rasa/utils/url_tools.py,sha256=JQcHL2aLqLHu82k7_d9imUoETCm2bmlHaDpOJ-dKqBc,1218
 rasa/utils/yaml.py,sha256=KjbZq5C94ZP7Jdsw8bYYF7HASI6K4-C_kdHfrnPLpSI,2000
 rasa/validator.py,sha256=O1wjCeV7ITJ0luvb3GCWy8x1fGgzWVbClEMlPnLBowQ,67265
-rasa/version.py,sha256=_ZBgTfcNiibsOC-yzALLSC5ZIpzax2a9zTS3lVn3J3s,118
-rasa_pro-3.11.11.dist-info/METADATA,sha256=rZj6MixMKB8347G-ug6_VB0ArvBxd2HI-s0_EHHrSMU,10729
-rasa_pro-3.11.11.dist-info/NOTICE,sha256=7HlBoMHJY9CL2GlYSfTQ-PZsVmLmVkYmMiPlTjhuCqA,218
-rasa_pro-3.11.11.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
-rasa_pro-3.11.11.dist-info/entry_points.txt,sha256=ckJ2SfEyTPgBqj_I6vm_tqY9dZF_LAPJZA335Xp0Q9U,43
-rasa_pro-3.11.11.dist-info/RECORD,,
+rasa/version.py,sha256=CgppFzIc7-kYA4G-bTW0JQ0GGCnzxv9tadLtKLUPrfE,118
+rasa_pro-3.11.12.dist-info/METADATA,sha256=-Zu3BDmQMQHVhndlAJPOMyf-SNU7Oa_GqCjAvs6CyvY,10729
+rasa_pro-3.11.12.dist-info/NOTICE,sha256=7HlBoMHJY9CL2GlYSfTQ-PZsVmLmVkYmMiPlTjhuCqA,218
+rasa_pro-3.11.12.dist-info/WHEEL,sha256=fGIA9gx4Qxk2KDKeNJCbOEwSrmLtjWCwzBz351GyrPQ,88
+rasa_pro-3.11.12.dist-info/entry_points.txt,sha256=ckJ2SfEyTPgBqj_I6vm_tqY9dZF_LAPJZA335Xp0Q9U,43
+rasa_pro-3.11.12.dist-info/RECORD,,