rasa-pro 3.12.0.dev1__py3-none-any.whl → 3.12.0.dev3__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of rasa-pro might be problematic. Click here for more details.
- rasa/__main__.py +7 -7
- rasa/anonymization/anonymisation_rule_yaml_reader.py +1 -1
- rasa/anonymization/anonymization_pipeline.py +3 -3
- rasa/anonymization/anonymization_rule_executor.py +1 -1
- rasa/anonymization/anonymization_rule_orchestrator.py +2 -3
- rasa/cli/arguments/data.py +2 -2
- rasa/cli/arguments/evaluate.py +2 -1
- rasa/cli/arguments/interactive.py +1 -1
- rasa/cli/arguments/run.py +1 -1
- rasa/cli/arguments/test.py +7 -5
- rasa/cli/arguments/train.py +3 -3
- rasa/cli/arguments/visualize.py +2 -2
- rasa/cli/arguments/x.py +1 -0
- rasa/cli/data.py +4 -3
- rasa/cli/dialogue_understanding_test.py +116 -18
- rasa/cli/evaluate.py +1 -1
- rasa/cli/export.py +6 -6
- rasa/cli/interactive.py +4 -5
- rasa/cli/llm_fine_tuning.py +5 -5
- rasa/cli/markers.py +1 -2
- rasa/cli/project_templates/calm/actions/add_contact.py +1 -1
- rasa/cli/project_templates/tutorial/actions/actions.py +3 -2
- rasa/cli/shell.py +2 -3
- rasa/cli/studio/download.py +1 -2
- rasa/cli/studio/studio.py +2 -3
- rasa/cli/studio/train.py +0 -1
- rasa/cli/telemetry.py +2 -2
- rasa/cli/test.py +11 -11
- rasa/cli/utils.py +7 -5
- rasa/core/__init__.py +0 -1
- rasa/core/actions/action.py +42 -21
- rasa/core/actions/action_hangup.py +1 -1
- rasa/core/actions/action_repeat_bot_messages.py +2 -2
- rasa/core/actions/action_run_slot_rejections.py +2 -2
- rasa/core/actions/action_trigger_chitchat.py +1 -1
- rasa/core/actions/action_trigger_flow.py +5 -5
- rasa/core/actions/action_trigger_search.py +1 -1
- rasa/core/actions/forms.py +14 -12
- rasa/core/actions/http_custom_action_executor.py +8 -1
- rasa/core/actions/loops.py +3 -3
- rasa/core/actions/two_stage_fallback.py +13 -13
- rasa/core/auth_retry_tracker_store.py +1 -2
- rasa/core/brokers/broker.py +2 -1
- rasa/core/brokers/file.py +1 -1
- rasa/core/brokers/kafka.py +8 -8
- rasa/core/brokers/pika.py +8 -9
- rasa/core/brokers/sql.py +4 -3
- rasa/core/channels/__init__.py +3 -0
- rasa/core/channels/botframework.py +2 -2
- rasa/core/channels/callback.py +4 -4
- rasa/core/channels/channel.py +11 -11
- rasa/core/channels/console.py +0 -1
- rasa/core/channels/development_inspector.py +6 -6
- rasa/core/channels/facebook.py +5 -5
- rasa/core/channels/hangouts.py +7 -8
- rasa/core/channels/inspector/dist/assets/{arc-861ddd57.js → arc-632a63ec.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{c4Diagram-d0fbc5ce-921f02db.js → c4Diagram-d0fbc5ce-081e0df4.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{classDiagram-936ed81e-b436c4f8.js → classDiagram-936ed81e-3df0afc2.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{classDiagram-v2-c3cb15f1-511a23cb.js → classDiagram-v2-c3cb15f1-8c5ed31e.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{createText-62fc7601-ef476ecd.js → createText-62fc7601-89c73b31.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{edges-f2ad444c-f1878e0a.js → edges-f2ad444c-4fc48c3e.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{erDiagram-9d236eb7-fac75185.js → erDiagram-9d236eb7-907e0440.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{flowDb-1972c806-201c5bbc.js → flowDb-1972c806-9ec53a3c.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{flowDiagram-7ea5b25a-f904ae41.js → flowDiagram-7ea5b25a-41da787a.js} +1 -1
- rasa/core/channels/inspector/dist/assets/flowDiagram-v2-855bc5b3-8bea338b.js +1 -0
- rasa/core/channels/inspector/dist/assets/{flowchart-elk-definition-abe16c3d-1813da66.js → flowchart-elk-definition-abe16c3d-ce370633.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{ganttDiagram-9b5ea136-872af172.js → ganttDiagram-9b5ea136-90a36523.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{gitGraphDiagram-99d0ae7c-34a0af5a.js → gitGraphDiagram-99d0ae7c-41e1aa3f.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{index-2c4b9a3b-42ba3e3d.js → index-2c4b9a3b-e6f2af62.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{index-37817b51.js → index-e793d777.js} +3 -3
- rasa/core/channels/inspector/dist/assets/{infoDiagram-736b4530-6b731386.js → infoDiagram-736b4530-8ceba4db.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{journeyDiagram-df861f2b-e8579ac6.js → journeyDiagram-df861f2b-960d3809.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{layout-89e6403a.js → layout-498807d8.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{line-dc73d3fc.js → line-eeccc4e2.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{linear-f5b1d2bc.js → linear-8a078617.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{mindmap-definition-beec6740-82cb74fa.js → mindmap-definition-beec6740-396d17dd.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{pieDiagram-dbbf0591-bdf5f29b.js → pieDiagram-dbbf0591-dc9b5e1b.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{quadrantDiagram-4d7f4fd6-c7a0cbe4.js → quadrantDiagram-4d7f4fd6-a08cba6d.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{requirementDiagram-6fc4c22a-7ec5410f.js → requirementDiagram-6fc4c22a-87242b9e.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{sankeyDiagram-8f13d901-caee5554.js → sankeyDiagram-8f13d901-53f6f391.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{sequenceDiagram-b655622a-2935f8db.js → sequenceDiagram-b655622a-715c9c20.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{stateDiagram-59f0c015-8f5d9693.js → stateDiagram-59f0c015-2e8fb31f.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{stateDiagram-v2-2b26beab-d565d1de.js → stateDiagram-v2-2b26beab-7e2d2aa0.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{styles-080da4f6-75ad421d.js → styles-080da4f6-4420cea6.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{styles-3dcbcfbf-7e764226.js → styles-3dcbcfbf-28676cf4.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{styles-9c745c82-7a4e0e61.js → styles-9c745c82-cef936a6.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{svgDrawCommon-4835440b-4019d1bf.js → svgDrawCommon-4835440b-151251e9.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{timeline-definition-5b62e21b-01ea12df.js → timeline-definition-5b62e21b-0d39bdb2.js} +1 -1
- rasa/core/channels/inspector/dist/assets/{xychartDiagram-2b33534f-89407137.js → xychartDiagram-2b33534f-a03fa445.js} +1 -1
- rasa/core/channels/inspector/dist/index.html +3 -1
- rasa/core/channels/inspector/index.html +2 -0
- rasa/core/channels/inspector/src/App.tsx +1 -4
- rasa/core/channels/mattermost.py +4 -4
- rasa/core/channels/rasa_chat.py +4 -4
- rasa/core/channels/rest.py +11 -12
- rasa/core/channels/rocketchat.py +4 -3
- rasa/core/channels/slack.py +6 -5
- rasa/core/channels/socketio.py +7 -28
- rasa/core/channels/studio_chat.py +193 -0
- rasa/core/channels/telegram.py +73 -41
- rasa/core/channels/twilio.py +3 -3
- rasa/core/channels/vier_cvg.py +2 -2
- rasa/core/channels/voice_ready/audiocodes.py +8 -8
- rasa/core/channels/voice_ready/jambonz.py +5 -5
- rasa/core/channels/voice_ready/jambonz_protocol.py +3 -4
- rasa/core/channels/voice_ready/twilio_voice.py +9 -8
- rasa/core/channels/voice_ready/utils.py +1 -1
- rasa/core/channels/voice_stream/asr/asr_engine.py +2 -2
- rasa/core/channels/voice_stream/asr/azure.py +2 -2
- rasa/core/channels/voice_stream/asr/deepgram.py +57 -16
- rasa/core/channels/voice_stream/browser_audio.py +9 -6
- rasa/core/channels/voice_stream/call_state.py +2 -1
- rasa/core/channels/voice_stream/tts/azure.py +1 -2
- rasa/core/channels/voice_stream/tts/cartesia.py +5 -4
- rasa/core/channels/voice_stream/tts/tts_cache.py +3 -2
- rasa/core/channels/voice_stream/tts/tts_engine.py +1 -1
- rasa/core/channels/voice_stream/twilio_media_streams.py +10 -7
- rasa/core/channels/voice_stream/util.py +1 -1
- rasa/core/channels/voice_stream/voice_channel.py +15 -15
- rasa/core/channels/webexteams.py +3 -4
- rasa/core/evaluation/marker.py +7 -6
- rasa/core/evaluation/marker_base.py +15 -16
- rasa/core/evaluation/marker_stats.py +3 -4
- rasa/core/evaluation/marker_tracker_loader.py +5 -4
- rasa/core/exporter.py +4 -4
- rasa/core/featurizers/precomputation.py +8 -8
- rasa/core/featurizers/single_state_featurizer.py +7 -7
- rasa/core/featurizers/tracker_featurizers.py +13 -13
- rasa/core/http_interpreter.py +3 -4
- rasa/core/information_retrieval/__init__.py +1 -1
- rasa/core/information_retrieval/faiss.py +4 -4
- rasa/core/information_retrieval/information_retrieval.py +2 -2
- rasa/core/information_retrieval/milvus.py +3 -3
- rasa/core/information_retrieval/qdrant.py +3 -3
- rasa/core/jobs.py +1 -0
- rasa/core/lock.py +2 -3
- rasa/core/lock_store.py +3 -3
- rasa/core/migrate.py +11 -8
- rasa/core/nlg/__init__.py +1 -1
- rasa/core/nlg/callback.py +2 -3
- rasa/core/nlg/contextual_response_rephraser.py +63 -13
- rasa/core/nlg/generator.py +2 -2
- rasa/core/nlg/interpolator.py +4 -3
- rasa/core/nlg/response.py +3 -4
- rasa/core/nlg/summarize.py +1 -0
- rasa/core/persistor.py +3 -3
- rasa/core/policies/ensemble.py +10 -9
- rasa/core/policies/enterprise_search_policy.py +86 -21
- rasa/core/policies/flow_policy.py +13 -14
- rasa/core/policies/flows/flow_executor.py +35 -11
- rasa/core/policies/intentless_policy.py +6 -7
- rasa/core/policies/memoization.py +22 -20
- rasa/core/policies/policy.py +24 -22
- rasa/core/policies/rule_policy.py +37 -36
- rasa/core/policies/ted_policy.py +87 -85
- rasa/core/policies/unexpected_intent_policy.py +77 -75
- rasa/core/processor.py +96 -65
- rasa/core/run.py +1 -1
- rasa/core/secrets_manager/endpoints.py +2 -3
- rasa/core/secrets_manager/factory.py +2 -3
- rasa/core/secrets_manager/secret_manager.py +2 -3
- rasa/core/secrets_manager/vault.py +2 -2
- rasa/core/test.py +30 -30
- rasa/core/tracker_store.py +15 -15
- rasa/core/train.py +1 -1
- rasa/core/training/__init__.py +2 -2
- rasa/core/training/converters/responses_prefix_converter.py +1 -2
- rasa/core/training/interactive.py +13 -13
- rasa/core/training/story_conflict.py +4 -5
- rasa/core/training/training.py +3 -5
- rasa/core/utils.py +5 -5
- rasa/core/visualize.py +1 -1
- rasa/dialogue_understanding/coexistence/intent_based_router.py +2 -2
- rasa/dialogue_understanding/coexistence/llm_based_router.py +5 -5
- rasa/dialogue_understanding/commands/__init__.py +22 -22
- rasa/dialogue_understanding/commands/can_not_handle_command.py +20 -1
- rasa/dialogue_understanding/commands/cancel_flow_command.py +18 -7
- rasa/dialogue_understanding/commands/change_flow_command.py +18 -2
- rasa/dialogue_understanding/commands/chit_chat_answer_command.py +18 -4
- rasa/dialogue_understanding/commands/clarify_command.py +19 -3
- rasa/dialogue_understanding/commands/command.py +19 -3
- rasa/dialogue_understanding/commands/correct_slots_command.py +3 -3
- rasa/dialogue_understanding/commands/error_command.py +1 -1
- rasa/dialogue_understanding/commands/free_form_answer_command.py +2 -1
- rasa/dialogue_understanding/commands/handle_code_change_command.py +2 -2
- rasa/dialogue_understanding/commands/human_handoff_command.py +16 -4
- rasa/dialogue_understanding/commands/knowledge_answer_command.py +18 -4
- rasa/dialogue_understanding/commands/noop_command.py +2 -1
- rasa/dialogue_understanding/commands/repeat_bot_messages_command.py +16 -4
- rasa/dialogue_understanding/commands/restart_command.py +2 -5
- rasa/dialogue_understanding/commands/session_end_command.py +3 -5
- rasa/dialogue_understanding/commands/session_start_command.py +3 -5
- rasa/dialogue_understanding/commands/set_slot_command.py +27 -3
- rasa/dialogue_understanding/commands/skip_question_command.py +16 -4
- rasa/dialogue_understanding/commands/start_flow_command.py +17 -2
- rasa/dialogue_understanding/commands/user_silence_command.py +3 -5
- rasa/dialogue_understanding/commands/utils.py +64 -45
- rasa/dialogue_understanding/constants.py +1 -0
- rasa/dialogue_understanding/generator/command_generator.py +2 -119
- rasa/dialogue_understanding/generator/command_parser.py +201 -0
- rasa/dialogue_understanding/generator/constants.py +2 -2
- rasa/dialogue_understanding/generator/flow_retrieval.py +7 -7
- rasa/dialogue_understanding/generator/llm_based_command_generator.py +11 -57
- rasa/dialogue_understanding/generator/llm_command_generator.py +2 -1
- rasa/dialogue_understanding/generator/multi_step/multi_step_llm_command_generator.py +67 -120
- rasa/dialogue_understanding/generator/nlu_command_adapter.py +8 -10
- rasa/dialogue_understanding/generator/single_step/single_step_llm_command_generator.py +32 -93
- rasa/dialogue_understanding/generator/utils.py +45 -0
- rasa/dialogue_understanding/patterns/cancel.py +2 -1
- rasa/dialogue_understanding/patterns/cannot_handle.py +1 -0
- rasa/dialogue_understanding/patterns/chitchat.py +1 -1
- rasa/dialogue_understanding/patterns/clarify.py +2 -1
- rasa/dialogue_understanding/patterns/code_change.py +2 -0
- rasa/dialogue_understanding/patterns/collect_information.py +6 -3
- rasa/dialogue_understanding/patterns/completed.py +1 -1
- rasa/dialogue_understanding/patterns/continue_interrupted.py +10 -1
- rasa/dialogue_understanding/patterns/correction.py +4 -2
- rasa/dialogue_understanding/patterns/human_handoff.py +1 -1
- rasa/dialogue_understanding/patterns/internal_error.py +1 -0
- rasa/dialogue_understanding/patterns/search.py +1 -1
- rasa/dialogue_understanding/patterns/session_start.py +1 -1
- rasa/dialogue_understanding/patterns/skip_question.py +1 -0
- rasa/dialogue_understanding/patterns/user_silence.py +1 -1
- rasa/dialogue_understanding/processor/command_processor.py +13 -9
- rasa/dialogue_understanding/processor/command_processor_component.py +1 -1
- rasa/dialogue_understanding/stack/dialogue_stack.py +4 -3
- rasa/dialogue_understanding/stack/frames/__init__.py +2 -2
- rasa/dialogue_understanding/stack/frames/chit_chat_frame.py +4 -1
- rasa/dialogue_understanding/stack/frames/dialogue_stack_frame.py +2 -3
- rasa/dialogue_understanding/stack/frames/flow_stack_frame.py +5 -2
- rasa/dialogue_understanding/stack/frames/search_frame.py +4 -1
- rasa/dialogue_understanding/stack/utils.py +8 -4
- rasa/dialogue_understanding/utils.py +121 -2
- rasa/dialogue_understanding_test/README.md +379 -0
- rasa/dialogue_understanding_test/command_comparison.py +60 -0
- rasa/dialogue_understanding_test/command_metric_calculation.py +110 -4
- rasa/dialogue_understanding_test/constants.py +6 -1
- rasa/dialogue_understanding_test/du_test_case.py +252 -38
- rasa/dialogue_understanding_test/du_test_result.py +281 -2
- rasa/dialogue_understanding_test/du_test_runner.py +239 -10
- rasa/dialogue_understanding_test/du_test_schema.yml +161 -0
- rasa/dialogue_understanding_test/io.py +338 -20
- rasa/dialogue_understanding_test/test_case_simulation/__init__.py +0 -0
- rasa/dialogue_understanding_test/test_case_simulation/exception.py +28 -0
- rasa/dialogue_understanding_test/test_case_simulation/test_case_tracker_simulator.py +336 -0
- rasa/dialogue_understanding_test/utils.py +70 -0
- rasa/dialogue_understanding_test/validation.py +59 -4
- rasa/e2e_test/aggregate_test_stats_calculator.py +1 -1
- rasa/e2e_test/assertions.py +1 -1
- rasa/e2e_test/e2e_config.py +1 -1
- rasa/e2e_test/e2e_test_case.py +3 -4
- rasa/e2e_test/e2e_test_converter.py +2 -3
- rasa/e2e_test/e2e_test_coverage_report.py +6 -6
- rasa/e2e_test/e2e_test_result.py +1 -1
- rasa/e2e_test/e2e_test_runner.py +134 -31
- rasa/e2e_test/stub_custom_action.py +1 -1
- rasa/e2e_test/utils/e2e_yaml_utils.py +1 -1
- rasa/e2e_test/utils/io.py +132 -65
- rasa/e2e_test/utils/validation.py +1 -1
- rasa/engine/caching.py +5 -7
- rasa/engine/constants.py +1 -1
- rasa/engine/graph.py +2 -2
- rasa/engine/recipes/default_components.py +13 -15
- rasa/engine/recipes/recipe.py +2 -2
- rasa/engine/runner/dask.py +2 -2
- rasa/engine/runner/interface.py +1 -0
- rasa/engine/storage/local_model_storage.py +5 -4
- rasa/engine/storage/resource.py +2 -1
- rasa/engine/storage/storage.py +5 -3
- rasa/engine/training/components.py +2 -1
- rasa/engine/training/fingerprinting.py +4 -2
- rasa/engine/training/graph_trainer.py +4 -4
- rasa/engine/training/hooks.py +2 -2
- rasa/engine/validation.py +34 -33
- rasa/exceptions.py +3 -2
- rasa/graph_components/converters/nlu_message_converter.py +3 -3
- rasa/graph_components/providers/domain_for_core_training_provider.py +3 -3
- rasa/graph_components/providers/domain_provider.py +3 -2
- rasa/graph_components/providers/flows_provider.py +2 -3
- rasa/graph_components/providers/forms_provider.py +4 -4
- rasa/graph_components/providers/nlu_training_data_provider.py +5 -3
- rasa/graph_components/providers/responses_provider.py +4 -4
- rasa/graph_components/providers/rule_only_provider.py +3 -2
- rasa/graph_components/providers/story_graph_provider.py +8 -8
- rasa/graph_components/providers/training_tracker_provider.py +3 -2
- rasa/graph_components/validators/default_recipe_validator.py +16 -16
- rasa/graph_components/validators/finetuning_validator.py +10 -8
- rasa/hooks.py +18 -12
- rasa/jupyter.py +2 -2
- rasa/llm_fine_tuning/annotation_module.py +4 -4
- rasa/llm_fine_tuning/conversations.py +6 -6
- rasa/llm_fine_tuning/llm_data_preparation_module.py +1 -1
- rasa/llm_fine_tuning/paraphrasing/conversation_rephraser.py +4 -4
- rasa/llm_fine_tuning/paraphrasing/rephrase_validator.py +1 -1
- rasa/llm_fine_tuning/paraphrasing_module.py +1 -1
- rasa/llm_fine_tuning/storage.py +3 -3
- rasa/markers/marker.py +2 -3
- rasa/markers/marker_base.py +1 -2
- rasa/markers/upload.py +2 -2
- rasa/markers/validate.py +2 -3
- rasa/model.py +3 -5
- rasa/model_manager/config.py +1 -1
- rasa/model_manager/model_api.py +5 -4
- rasa/model_manager/runner_service.py +6 -6
- rasa/model_manager/socket_bridge.py +8 -3
- rasa/model_manager/studio_jwt_auth.py +1 -0
- rasa/model_manager/trainer_service.py +9 -7
- rasa/model_manager/utils.py +1 -1
- rasa/model_manager/warm_rasa_process.py +14 -8
- rasa/model_service.py +5 -6
- rasa/model_testing.py +13 -15
- rasa/nlu/classifiers/diet_classifier.py +72 -73
- rasa/nlu/classifiers/fallback_classifier.py +9 -8
- rasa/nlu/classifiers/keyword_intent_classifier.py +7 -6
- rasa/nlu/classifiers/logistic_regression_classifier.py +3 -3
- rasa/nlu/classifiers/mitie_intent_classifier.py +5 -4
- rasa/nlu/classifiers/regex_message_handler.py +3 -2
- rasa/nlu/classifiers/sklearn_intent_classifier.py +2 -2
- rasa/nlu/convert.py +2 -2
- rasa/nlu/emulators/dialogflow.py +3 -3
- rasa/nlu/emulators/luis.py +5 -5
- rasa/nlu/emulators/no_emulator.py +1 -0
- rasa/nlu/emulators/wit.py +4 -4
- rasa/nlu/extractors/crf_entity_extractor.py +11 -11
- rasa/nlu/extractors/duckling_entity_extractor.py +7 -6
- rasa/nlu/extractors/entity_synonyms.py +10 -9
- rasa/nlu/extractors/extractor.py +16 -16
- rasa/nlu/extractors/mitie_entity_extractor.py +10 -9
- rasa/nlu/extractors/regex_entity_extractor.py +11 -10
- rasa/nlu/extractors/spacy_entity_extractor.py +2 -2
- rasa/nlu/featurizers/dense_featurizer/convert_featurizer.py +15 -14
- rasa/nlu/featurizers/dense_featurizer/dense_featurizer.py +2 -1
- rasa/nlu/featurizers/dense_featurizer/lm_featurizer.py +10 -9
- rasa/nlu/featurizers/dense_featurizer/mitie_featurizer.py +9 -7
- rasa/nlu/featurizers/dense_featurizer/spacy_featurizer.py +13 -12
- rasa/nlu/featurizers/featurizer.py +5 -4
- rasa/nlu/featurizers/sparse_featurizer/count_vectors_featurizer.py +6 -6
- rasa/nlu/featurizers/sparse_featurizer/lexical_syntactic_featurizer.py +4 -4
- rasa/nlu/featurizers/sparse_featurizer/regex_featurizer.py +4 -4
- rasa/nlu/featurizers/sparse_featurizer/sparse_featurizer.py +2 -0
- rasa/nlu/model.py +0 -1
- rasa/nlu/selectors/response_selector.py +67 -68
- rasa/nlu/test.py +38 -38
- rasa/nlu/tokenizers/jieba_tokenizer.py +1 -2
- rasa/nlu/tokenizers/mitie_tokenizer.py +2 -2
- rasa/nlu/tokenizers/spacy_tokenizer.py +3 -3
- rasa/nlu/tokenizers/tokenizer.py +6 -7
- rasa/nlu/tokenizers/whitespace_tokenizer.py +1 -1
- rasa/nlu/utils/bilou_utils.py +7 -7
- rasa/nlu/utils/hugging_face/registry.py +22 -22
- rasa/nlu/utils/hugging_face/transformers_pre_post_processors.py +2 -1
- rasa/nlu/utils/mitie_utils.py +2 -1
- rasa/nlu/utils/pattern_utils.py +1 -1
- rasa/nlu/utils/spacy_utils.py +3 -3
- rasa/plugin.py +12 -1
- rasa/server.py +37 -1
- rasa/shared/constants.py +22 -2
- rasa/shared/core/command_payload_reader.py +15 -7
- rasa/shared/core/constants.py +4 -1
- rasa/shared/core/conversation.py +1 -2
- rasa/shared/core/events.py +47 -37
- rasa/shared/core/flows/__init__.py +0 -1
- rasa/shared/core/flows/flow.py +11 -11
- rasa/shared/core/flows/flow_step.py +19 -13
- rasa/shared/core/flows/flow_step_links.py +21 -14
- rasa/shared/core/flows/flow_step_sequence.py +6 -4
- rasa/shared/core/flows/flows_list.py +3 -3
- rasa/shared/core/flows/nlu_trigger.py +1 -1
- rasa/shared/core/flows/steps/__init__.py +2 -2
- rasa/shared/core/flows/steps/action.py +4 -3
- rasa/shared/core/flows/steps/call.py +4 -4
- rasa/shared/core/flows/steps/collect.py +7 -4
- rasa/shared/core/flows/steps/continuation.py +3 -1
- rasa/shared/core/flows/steps/end.py +3 -1
- rasa/shared/core/flows/steps/internal.py +3 -2
- rasa/shared/core/flows/steps/link.py +6 -4
- rasa/shared/core/flows/steps/no_operation.py +7 -5
- rasa/shared/core/flows/steps/set_slots.py +4 -3
- rasa/shared/core/flows/steps/start.py +3 -1
- rasa/shared/core/flows/utils.py +1 -0
- rasa/shared/core/flows/validation.py +3 -5
- rasa/shared/core/generator.py +20 -21
- rasa/shared/core/slot_mappings.py +15 -15
- rasa/shared/core/slots.py +3 -3
- rasa/shared/core/trackers.py +31 -31
- rasa/shared/core/training_data/loading.py +1 -1
- rasa/shared/core/training_data/story_reader/story_reader.py +3 -3
- rasa/shared/core/training_data/story_reader/story_step_builder.py +4 -4
- rasa/shared/core/training_data/story_reader/yaml_story_reader.py +29 -31
- rasa/shared/core/training_data/story_writer/yaml_story_writer.py +22 -24
- rasa/shared/core/training_data/structures.py +11 -12
- rasa/shared/core/training_data/visualization.py +10 -10
- rasa/shared/data.py +6 -6
- rasa/shared/engine/caching.py +0 -1
- rasa/shared/exceptions.py +2 -2
- rasa/shared/importers/rasa.py +5 -6
- rasa/shared/importers/utils.py +1 -1
- rasa/shared/nlu/constants.py +3 -0
- rasa/shared/nlu/training_data/entities_parser.py +6 -6
- rasa/shared/nlu/training_data/features.py +3 -3
- rasa/shared/nlu/training_data/formats/__init__.py +1 -1
- rasa/shared/nlu/training_data/formats/dialogflow.py +4 -5
- rasa/shared/nlu/training_data/formats/luis.py +7 -8
- rasa/shared/nlu/training_data/formats/rasa.py +4 -5
- rasa/shared/nlu/training_data/formats/rasa_yaml.py +17 -16
- rasa/shared/nlu/training_data/formats/readerwriter.py +8 -11
- rasa/shared/nlu/training_data/formats/wit.py +3 -4
- rasa/shared/nlu/training_data/loading.py +4 -4
- rasa/shared/nlu/training_data/lookup_tables_parser.py +1 -1
- rasa/shared/nlu/training_data/message.py +13 -14
- rasa/shared/nlu/training_data/schemas/data_schema.py +1 -1
- rasa/shared/nlu/training_data/schemas/responses.yml +1 -0
- rasa/shared/nlu/training_data/synonyms_parser.py +3 -3
- rasa/shared/nlu/training_data/training_data.py +12 -13
- rasa/shared/nlu/training_data/util.py +11 -10
- rasa/shared/providers/_configs/azure_openai_client_config.py +3 -497
- rasa/shared/providers/_configs/client_config.py +1 -3
- rasa/shared/providers/_configs/default_litellm_client_config.py +1 -3
- rasa/shared/providers/_configs/huggingface_local_embedding_client_config.py +1 -3
- rasa/shared/providers/_configs/litellm_router_client_config.py +1 -3
- rasa/shared/providers/_configs/model_group_config.py +2 -7
- rasa/shared/providers/_configs/openai_client_config.py +1 -3
- rasa/shared/providers/_configs/rasa_llm_client_config.py +1 -3
- rasa/shared/providers/_configs/self_hosted_llm_client_config.py +1 -3
- rasa/shared/providers/_configs/utils.py +1 -0
- rasa/shared/providers/_ssl_verification_utils.py +5 -6
- rasa/shared/providers/_utils.py +5 -5
- rasa/shared/providers/embedding/_base_litellm_embedding_client.py +1 -1
- rasa/shared/providers/embedding/azure_openai_embedding_client.py +3 -28
- rasa/shared/providers/embedding/embedding_client.py +1 -1
- rasa/shared/providers/embedding/litellm_router_embedding_client.py +1 -3
- rasa/shared/providers/llm/_base_litellm_client.py +1 -3
- rasa/shared/providers/llm/azure_openai_llm_client.py +25 -81
- rasa/shared/providers/llm/default_litellm_llm_client.py +1 -3
- rasa/shared/providers/llm/litellm_router_llm_client.py +2 -21
- rasa/shared/providers/llm/llm_client.py +1 -3
- rasa/shared/providers/llm/llm_response.py +41 -2
- rasa/shared/providers/llm/openai_llm_client.py +3 -9
- rasa/shared/providers/llm/rasa_llm_client.py +6 -20
- rasa/shared/providers/llm/self_hosted_llm_client.py +3 -9
- rasa/shared/providers/mappings.py +18 -19
- rasa/shared/providers/router/_base_litellm_router_client.py +1 -3
- rasa/shared/providers/router/router_client.py +1 -3
- rasa/shared/utils/cli.py +1 -1
- rasa/shared/utils/common.py +1 -1
- rasa/shared/utils/health_check/embeddings_health_check_mixin.py +1 -1
- rasa/shared/utils/health_check/health_check.py +3 -3
- rasa/shared/utils/health_check/llm_health_check_mixin.py +1 -1
- rasa/shared/utils/io.py +1 -1
- rasa/shared/utils/llm.py +5 -9
- rasa/shared/utils/pykwalify_extensions.py +1 -1
- rasa/shared/utils/schemas/events.py +1 -1
- rasa/shared/utils/yaml.py +29 -26
- rasa/studio/auth.py +3 -3
- rasa/studio/config.py +1 -2
- rasa/studio/data_handler.py +3 -3
- rasa/studio/download.py +1 -1
- rasa/studio/results_logger.py +3 -3
- rasa/studio/upload.py +2 -0
- rasa/telemetry.py +31 -0
- rasa/tracing/config.py +3 -3
- rasa/tracing/instrumentation/attribute_extractors.py +2 -0
- rasa/tracing/instrumentation/instrumentation.py +4 -4
- rasa/tracing/instrumentation/intentless_policy_instrumentation.py +1 -1
- rasa/tracing/instrumentation/metrics.py +11 -11
- rasa/tracing/metric_instrument_provider.py +14 -14
- rasa/utils/common.py +12 -9
- rasa/utils/endpoints.py +1 -1
- rasa/utils/io.py +7 -7
- rasa/utils/licensing.py +3 -4
- rasa/utils/log_utils.py +7 -6
- rasa/utils/ml_utils.py +1 -0
- rasa/utils/plotting.py +3 -3
- rasa/utils/sanic_error_handler.py +1 -1
- rasa/utils/tensorflow/callback.py +2 -2
- rasa/utils/tensorflow/crf.py +2 -2
- rasa/utils/tensorflow/data_generator.py +5 -5
- rasa/utils/tensorflow/environment.py +3 -3
- rasa/utils/tensorflow/feature_array.py +2 -3
- rasa/utils/tensorflow/layers.py +18 -12
- rasa/utils/tensorflow/layers_utils.py +2 -1
- rasa/utils/tensorflow/metrics.py +2 -2
- rasa/utils/tensorflow/model_data.py +7 -7
- rasa/utils/tensorflow/model_data_utils.py +10 -9
- rasa/utils/tensorflow/models.py +31 -32
- rasa/utils/tensorflow/rasa_layers.py +20 -19
- rasa/utils/tensorflow/types.py +2 -1
- rasa/utils/train_utils.py +23 -21
- rasa/utils/url_tools.py +1 -1
- rasa/validator.py +17 -1
- rasa/version.py +1 -1
- {rasa_pro-3.12.0.dev1.dist-info → rasa_pro-3.12.0.dev3.dist-info}/METADATA +8 -9
- rasa_pro-3.12.0.dev3.dist-info/RECORD +800 -0
- rasa/core/channels/inspector/dist/assets/flowDiagram-v2-855bc5b3-b080d6f2.js +0 -1
- rasa/shared/providers/constants.py +0 -7
- rasa_pro-3.12.0.dev1.dist-info/RECORD +0 -790
- {rasa_pro-3.12.0.dev1.dist-info → rasa_pro-3.12.0.dev3.dist-info}/NOTICE +0 -0
- {rasa_pro-3.12.0.dev1.dist-info → rasa_pro-3.12.0.dev3.dist-info}/WHEEL +0 -0
- {rasa_pro-3.12.0.dev1.dist-info → rasa_pro-3.12.0.dev3.dist-info}/entry_points.txt +0 -0
|
@@ -1,32 +1,33 @@
|
|
|
1
1
|
from __future__ import annotations
|
|
2
|
+
|
|
2
3
|
import logging
|
|
3
4
|
import os
|
|
4
5
|
from typing import Any, Dict, List, Optional, Text, Tuple, Type
|
|
5
6
|
|
|
7
|
+
import numpy as np
|
|
6
8
|
import tensorflow as tf
|
|
7
9
|
from tensorflow.python.eager.wrap_function import WrappedFunction
|
|
8
10
|
from tqdm import tqdm
|
|
9
|
-
import numpy as np
|
|
10
11
|
|
|
11
|
-
|
|
12
|
+
import rasa.core.utils
|
|
13
|
+
import rasa.nlu.utils
|
|
14
|
+
import rasa.shared.utils.io
|
|
15
|
+
import rasa.utils.train_utils as train_utils
|
|
16
|
+
from rasa.engine.graph import ExecutionContext, GraphComponent
|
|
12
17
|
from rasa.engine.recipes.default_recipe import DefaultV1Recipe
|
|
13
|
-
from rasa.engine.storage.storage import ModelStorage
|
|
14
18
|
from rasa.engine.storage.resource import Resource
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
|
|
18
|
-
from rasa.nlu.featurizers.dense_featurizer.dense_featurizer import DenseFeaturizer
|
|
19
|
-
from rasa.shared.nlu.training_data.training_data import TrainingData
|
|
20
|
-
from rasa.shared.nlu.training_data.message import Message
|
|
19
|
+
from rasa.engine.storage.storage import ModelStorage
|
|
20
|
+
from rasa.exceptions import RasaException
|
|
21
21
|
from rasa.nlu.constants import (
|
|
22
22
|
DENSE_FEATURIZABLE_ATTRIBUTES,
|
|
23
|
-
TOKENS_NAMES,
|
|
24
23
|
NUMBER_OF_SUB_TOKENS,
|
|
24
|
+
TOKENS_NAMES,
|
|
25
25
|
)
|
|
26
|
-
from rasa.
|
|
27
|
-
from rasa.
|
|
28
|
-
|
|
29
|
-
|
|
26
|
+
from rasa.nlu.featurizers.dense_featurizer.dense_featurizer import DenseFeaturizer
|
|
27
|
+
from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
|
|
28
|
+
from rasa.shared.nlu.constants import ACTION_TEXT, TEXT
|
|
29
|
+
from rasa.shared.nlu.training_data.message import Message
|
|
30
|
+
from rasa.shared.nlu.training_data.training_data import TrainingData
|
|
30
31
|
|
|
31
32
|
logger = logging.getLogger(__name__)
|
|
32
33
|
|
|
@@ -1,10 +1,11 @@
|
|
|
1
1
|
from abc import ABC
|
|
2
2
|
from typing import Text
|
|
3
|
+
|
|
3
4
|
import numpy as np
|
|
4
5
|
|
|
5
6
|
from rasa.nlu.featurizers.featurizer import Featurizer
|
|
6
|
-
from rasa.utils.tensorflow.constants import MEAN_POOLING, MAX_POOLING
|
|
7
7
|
from rasa.shared.exceptions import InvalidConfigException
|
|
8
|
+
from rasa.utils.tensorflow.constants import MAX_POOLING, MEAN_POOLING
|
|
8
9
|
|
|
9
10
|
|
|
10
11
|
class DenseFeaturizer(Featurizer[np.ndarray], ABC):
|
|
@@ -1,27 +1,28 @@
|
|
|
1
1
|
from __future__ import annotations
|
|
2
|
-
|
|
2
|
+
|
|
3
3
|
import logging
|
|
4
|
+
from typing import Any, Dict, List, Text, Tuple, Type
|
|
4
5
|
|
|
5
|
-
|
|
6
|
+
import numpy as np
|
|
6
7
|
import tensorflow as tf
|
|
7
8
|
|
|
8
9
|
from rasa.engine.graph import ExecutionContext, GraphComponent
|
|
9
10
|
from rasa.engine.recipes.default_recipe import DefaultV1Recipe
|
|
10
11
|
from rasa.engine.storage.resource import Resource
|
|
11
12
|
from rasa.engine.storage.storage import ModelStorage
|
|
12
|
-
from rasa.nlu.featurizers.dense_featurizer.dense_featurizer import DenseFeaturizer
|
|
13
|
-
from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
|
|
14
|
-
from rasa.shared.nlu.training_data.training_data import TrainingData
|
|
15
|
-
from rasa.shared.nlu.training_data.message import Message
|
|
16
13
|
from rasa.nlu.constants import (
|
|
17
14
|
DENSE_FEATURIZABLE_ATTRIBUTES,
|
|
18
|
-
SEQUENCE_FEATURES,
|
|
19
|
-
SENTENCE_FEATURES,
|
|
20
15
|
NO_LENGTH_RESTRICTION,
|
|
21
16
|
NUMBER_OF_SUB_TOKENS,
|
|
17
|
+
SENTENCE_FEATURES,
|
|
18
|
+
SEQUENCE_FEATURES,
|
|
22
19
|
TOKENS_NAMES,
|
|
23
20
|
)
|
|
24
|
-
from rasa.
|
|
21
|
+
from rasa.nlu.featurizers.dense_featurizer.dense_featurizer import DenseFeaturizer
|
|
22
|
+
from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
|
|
23
|
+
from rasa.shared.nlu.constants import ACTION_TEXT, TEXT
|
|
24
|
+
from rasa.shared.nlu.training_data.message import Message
|
|
25
|
+
from rasa.shared.nlu.training_data.training_data import TrainingData
|
|
25
26
|
from rasa.utils import train_utils
|
|
26
27
|
from rasa.utils.tensorflow.model_data import ragged_array_to_ndarray
|
|
27
28
|
|
|
@@ -1,26 +1,28 @@
|
|
|
1
1
|
from __future__ import annotations
|
|
2
|
-
|
|
2
|
+
|
|
3
3
|
import logging
|
|
4
4
|
import typing
|
|
5
|
-
from typing import Any, List, Text,
|
|
5
|
+
from typing import Any, Dict, List, Text, Tuple, Type
|
|
6
|
+
|
|
7
|
+
import numpy as np
|
|
6
8
|
|
|
7
|
-
from rasa.engine.graph import
|
|
9
|
+
from rasa.engine.graph import ExecutionContext, GraphComponent
|
|
8
10
|
from rasa.engine.recipes.default_recipe import DefaultV1Recipe
|
|
9
11
|
from rasa.engine.storage.resource import Resource
|
|
10
12
|
from rasa.engine.storage.storage import ModelStorage
|
|
11
|
-
from rasa.nlu.featurizers.dense_featurizer.dense_featurizer import DenseFeaturizer
|
|
12
|
-
from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
|
|
13
13
|
from rasa.nlu.constants import (
|
|
14
14
|
DENSE_FEATURIZABLE_ATTRIBUTES,
|
|
15
15
|
FEATURIZER_CLASS_ALIAS,
|
|
16
16
|
TOKENS_NAMES,
|
|
17
17
|
)
|
|
18
|
+
from rasa.nlu.featurizers.dense_featurizer.dense_featurizer import DenseFeaturizer
|
|
19
|
+
from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
|
|
18
20
|
from rasa.nlu.utils.mitie_utils import MitieModel, MitieNLP
|
|
19
|
-
from rasa.
|
|
21
|
+
from rasa.shared.nlu.constants import FEATURE_TYPE_SENTENCE, FEATURE_TYPE_SEQUENCE
|
|
20
22
|
from rasa.shared.nlu.training_data.features import Features
|
|
21
23
|
from rasa.shared.nlu.training_data.message import Message
|
|
22
|
-
from rasa.shared.nlu.constants import FEATURE_TYPE_SENTENCE, FEATURE_TYPE_SEQUENCE
|
|
23
24
|
from rasa.shared.nlu.training_data.training_data import TrainingData
|
|
25
|
+
from rasa.utils.tensorflow.constants import MEAN_POOLING, POOLING
|
|
24
26
|
|
|
25
27
|
if typing.TYPE_CHECKING:
|
|
26
28
|
import mitie
|
|
@@ -1,24 +1,25 @@
|
|
|
1
|
-
import numpy as np
|
|
2
|
-
import typing
|
|
3
1
|
import logging
|
|
4
|
-
|
|
2
|
+
import typing
|
|
3
|
+
from typing import Any, Dict, List, Text, Type
|
|
4
|
+
|
|
5
|
+
import numpy as np
|
|
5
6
|
|
|
6
|
-
from rasa.engine.recipes.default_recipe import DefaultV1Recipe
|
|
7
7
|
from rasa.engine.graph import ExecutionContext, GraphComponent
|
|
8
|
+
from rasa.engine.recipes.default_recipe import DefaultV1Recipe
|
|
8
9
|
from rasa.engine.storage.resource import Resource
|
|
9
10
|
from rasa.engine.storage.storage import ModelStorage
|
|
10
|
-
from rasa.nlu.featurizers.dense_featurizer.dense_featurizer import DenseFeaturizer
|
|
11
|
-
from rasa.nlu.tokenizers.spacy_tokenizer import SpacyTokenizer
|
|
12
|
-
from rasa.shared.nlu.training_data.training_data import TrainingData
|
|
13
|
-
from rasa.shared.nlu.training_data.features import Features
|
|
14
|
-
from rasa.shared.nlu.training_data.message import Message
|
|
15
11
|
from rasa.nlu.constants import (
|
|
16
|
-
SPACY_DOCS,
|
|
17
12
|
DENSE_FEATURIZABLE_ATTRIBUTES,
|
|
18
13
|
FEATURIZER_CLASS_ALIAS,
|
|
14
|
+
SPACY_DOCS,
|
|
19
15
|
)
|
|
20
|
-
from rasa.
|
|
21
|
-
from rasa.
|
|
16
|
+
from rasa.nlu.featurizers.dense_featurizer.dense_featurizer import DenseFeaturizer
|
|
17
|
+
from rasa.nlu.tokenizers.spacy_tokenizer import SpacyTokenizer
|
|
18
|
+
from rasa.shared.nlu.constants import FEATURE_TYPE_SENTENCE, FEATURE_TYPE_SEQUENCE, TEXT
|
|
19
|
+
from rasa.shared.nlu.training_data.features import Features
|
|
20
|
+
from rasa.shared.nlu.training_data.message import Message
|
|
21
|
+
from rasa.shared.nlu.training_data.training_data import TrainingData
|
|
22
|
+
from rasa.utils.tensorflow.constants import MEAN_POOLING, POOLING
|
|
22
23
|
|
|
23
24
|
if typing.TYPE_CHECKING:
|
|
24
25
|
from spacy.tokens import Doc
|
|
@@ -1,13 +1,14 @@
|
|
|
1
1
|
from __future__ import annotations
|
|
2
|
-
|
|
2
|
+
|
|
3
|
+
from abc import ABC, abstractmethod
|
|
3
4
|
from collections import Counter
|
|
4
|
-
from typing import
|
|
5
|
+
from typing import Any, Dict, Generic, Iterable, Optional, Text, TypeVar
|
|
5
6
|
|
|
6
7
|
from rasa.nlu.constants import FEATURIZER_CLASS_ALIAS
|
|
7
|
-
from rasa.shared.nlu.training_data.features import Features
|
|
8
|
-
from rasa.shared.nlu.training_data.message import Message
|
|
9
8
|
from rasa.shared.exceptions import InvalidConfigException
|
|
10
9
|
from rasa.shared.nlu.constants import FEATURE_TYPE_SENTENCE, FEATURE_TYPE_SEQUENCE
|
|
10
|
+
from rasa.shared.nlu.training_data.features import Features
|
|
11
|
+
from rasa.shared.nlu.training_data.message import Message
|
|
11
12
|
|
|
12
13
|
FeatureType = TypeVar("FeatureType")
|
|
13
14
|
|
|
@@ -2,7 +2,7 @@ from __future__ import annotations
|
|
|
2
2
|
|
|
3
3
|
import logging
|
|
4
4
|
import re
|
|
5
|
-
from typing import Any, Dict, List, Optional, Text, Tuple,
|
|
5
|
+
from typing import Any, Dict, List, Optional, Set, Text, Tuple, Type, Union
|
|
6
6
|
|
|
7
7
|
import numpy as np
|
|
8
8
|
import scipy.sparse
|
|
@@ -10,21 +10,21 @@ from sklearn.exceptions import NotFittedError
|
|
|
10
10
|
from sklearn.feature_extraction.text import CountVectorizer
|
|
11
11
|
|
|
12
12
|
import rasa.shared.utils.io
|
|
13
|
-
from rasa.engine.graph import
|
|
13
|
+
from rasa.engine.graph import ExecutionContext, GraphComponent
|
|
14
14
|
from rasa.engine.recipes.default_recipe import DefaultV1Recipe
|
|
15
15
|
from rasa.engine.storage.resource import Resource
|
|
16
16
|
from rasa.engine.storage.storage import ModelStorage
|
|
17
17
|
from rasa.nlu.constants import (
|
|
18
|
-
TOKENS_NAMES,
|
|
19
|
-
MESSAGE_ATTRIBUTES,
|
|
20
18
|
DENSE_FEATURIZABLE_ATTRIBUTES,
|
|
19
|
+
MESSAGE_ATTRIBUTES,
|
|
20
|
+
TOKENS_NAMES,
|
|
21
21
|
)
|
|
22
22
|
from rasa.nlu.featurizers.sparse_featurizer.sparse_featurizer import SparseFeaturizer
|
|
23
23
|
from rasa.nlu.tokenizers.tokenizer import Tokenizer
|
|
24
24
|
from rasa.nlu.utils.spacy_utils import SpacyModel
|
|
25
25
|
from rasa.shared.constants import DOCS_URL_COMPONENTS
|
|
26
|
-
from rasa.shared.exceptions import
|
|
27
|
-
from rasa.shared.nlu.constants import
|
|
26
|
+
from rasa.shared.exceptions import FileIOException, RasaException
|
|
27
|
+
from rasa.shared.nlu.constants import ACTION_NAME, INTENT, INTENT_RESPONSE_KEY, TEXT
|
|
28
28
|
from rasa.shared.nlu.training_data.message import Message
|
|
29
29
|
from rasa.shared.nlu.training_data.training_data import TrainingData
|
|
30
30
|
|
|
@@ -7,19 +7,19 @@ from typing import Any, Dict, List, Optional, Text, Tuple, Type
|
|
|
7
7
|
import numpy as np
|
|
8
8
|
import scipy.sparse
|
|
9
9
|
|
|
10
|
-
|
|
10
|
+
import rasa.nlu.utils.pattern_utils as pattern_utils
|
|
11
11
|
import rasa.shared.utils.io
|
|
12
12
|
import rasa.utils.io
|
|
13
|
-
import rasa.nlu.utils.pattern_utils as pattern_utils
|
|
14
13
|
from rasa.engine.graph import ExecutionContext, GraphComponent
|
|
15
14
|
from rasa.engine.recipes.default_recipe import DefaultV1Recipe
|
|
16
15
|
from rasa.engine.storage.resource import Resource
|
|
17
16
|
from rasa.engine.storage.storage import ModelStorage
|
|
18
17
|
from rasa.nlu.constants import TOKENS_NAMES
|
|
19
18
|
from rasa.nlu.featurizers.sparse_featurizer.sparse_featurizer import SparseFeaturizer
|
|
20
|
-
from rasa.
|
|
21
|
-
from rasa.shared.nlu.
|
|
19
|
+
from rasa.nlu.tokenizers.tokenizer import Tokenizer
|
|
20
|
+
from rasa.shared.nlu.constants import ACTION_TEXT, RESPONSE, TEXT
|
|
22
21
|
from rasa.shared.nlu.training_data.message import Message
|
|
22
|
+
from rasa.shared.nlu.training_data.training_data import TrainingData
|
|
23
23
|
|
|
24
24
|
logger = logging.getLogger(__name__)
|
|
25
25
|
|
rasa/nlu/model.py
CHANGED
|
@@ -1,23 +1,17 @@
|
|
|
1
1
|
from __future__ import annotations
|
|
2
|
+
|
|
2
3
|
import copy
|
|
3
4
|
import logging
|
|
4
|
-
from
|
|
5
|
+
from typing import Any, Dict, List, Optional, Text, Tuple, Type, Union
|
|
5
6
|
|
|
6
7
|
import numpy as np
|
|
7
8
|
import tensorflow as tf
|
|
8
9
|
|
|
9
|
-
|
|
10
|
-
|
|
10
|
+
import rasa.shared.utils.io
|
|
11
11
|
from rasa.engine.graph import ExecutionContext
|
|
12
12
|
from rasa.engine.recipes.default_recipe import DefaultV1Recipe
|
|
13
13
|
from rasa.engine.storage.resource import Resource
|
|
14
14
|
from rasa.engine.storage.storage import ModelStorage
|
|
15
|
-
from rasa.shared.constants import DIAGNOSTIC_DATA
|
|
16
|
-
from rasa.shared.nlu.training_data import util
|
|
17
|
-
import rasa.shared.utils.io
|
|
18
|
-
from rasa.shared.exceptions import InvalidConfigException
|
|
19
|
-
from rasa.shared.nlu.training_data.training_data import TrainingData
|
|
20
|
-
from rasa.shared.nlu.training_data.message import Message
|
|
21
15
|
from rasa.nlu.classifiers.diet_classifier import (
|
|
22
16
|
DIET,
|
|
23
17
|
LABEL_KEY,
|
|
@@ -26,81 +20,86 @@ from rasa.nlu.classifiers.diet_classifier import (
|
|
|
26
20
|
SEQUENCE,
|
|
27
21
|
DIETClassifier,
|
|
28
22
|
)
|
|
23
|
+
from rasa.nlu.constants import (
|
|
24
|
+
DEFAULT_TRANSFORMER_SIZE,
|
|
25
|
+
RESPONSE_SELECTOR_DEFAULT_INTENT,
|
|
26
|
+
RESPONSE_SELECTOR_PREDICTION_KEY,
|
|
27
|
+
RESPONSE_SELECTOR_PROPERTY_NAME,
|
|
28
|
+
RESPONSE_SELECTOR_RANKING_KEY,
|
|
29
|
+
RESPONSE_SELECTOR_RESPONSES_KEY,
|
|
30
|
+
RESPONSE_SELECTOR_RETRIEVAL_INTENTS,
|
|
31
|
+
RESPONSE_SELECTOR_UTTER_ACTION_KEY,
|
|
32
|
+
)
|
|
29
33
|
from rasa.nlu.extractors.extractor import EntityTagSpec
|
|
34
|
+
from rasa.nlu.featurizers.featurizer import Featurizer
|
|
35
|
+
from rasa.shared.constants import DIAGNOSTIC_DATA
|
|
36
|
+
from rasa.shared.exceptions import InvalidConfigException
|
|
37
|
+
from rasa.shared.nlu.constants import (
|
|
38
|
+
INTENT,
|
|
39
|
+
INTENT_NAME_KEY,
|
|
40
|
+
INTENT_RESPONSE_KEY,
|
|
41
|
+
PREDICTED_CONFIDENCE_KEY,
|
|
42
|
+
RESPONSE,
|
|
43
|
+
TEXT,
|
|
44
|
+
)
|
|
45
|
+
from rasa.shared.nlu.training_data import util
|
|
46
|
+
from rasa.shared.nlu.training_data.message import Message
|
|
47
|
+
from rasa.shared.nlu.training_data.training_data import TrainingData
|
|
30
48
|
from rasa.utils.tensorflow import rasa_layers
|
|
31
49
|
from rasa.utils.tensorflow.constants import (
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
SHARE_HIDDEN_LAYERS,
|
|
35
|
-
TRANSFORMER_SIZE,
|
|
36
|
-
NUM_TRANSFORMER_LAYERS,
|
|
37
|
-
NUM_HEADS,
|
|
50
|
+
AUTO,
|
|
51
|
+
BALANCED,
|
|
38
52
|
BATCH_SIZES,
|
|
39
53
|
BATCH_STRATEGY,
|
|
54
|
+
BILOU_FLAG,
|
|
55
|
+
CHECKPOINT_MODEL,
|
|
56
|
+
CONCAT_DIMENSION,
|
|
57
|
+
CONNECTION_DENSITY,
|
|
58
|
+
CONSTRAIN_SIMILARITIES,
|
|
59
|
+
CROSS_ENTROPY,
|
|
60
|
+
DENSE_DIMENSION,
|
|
61
|
+
DENSE_INPUT_DROPOUT,
|
|
62
|
+
DROP_RATE,
|
|
63
|
+
DROP_RATE_ATTENTION,
|
|
64
|
+
EMBEDDING_DIMENSION,
|
|
65
|
+
ENTITY_RECOGNITION,
|
|
40
66
|
EPOCHS,
|
|
41
|
-
|
|
67
|
+
EVAL_NUM_EPOCHS,
|
|
68
|
+
EVAL_NUM_EXAMPLES,
|
|
69
|
+
FEATURIZERS,
|
|
70
|
+
HIDDEN_LAYERS_SIZES,
|
|
71
|
+
INTENT_CLASSIFICATION,
|
|
72
|
+
KEY_RELATIVE_ATTENTION,
|
|
73
|
+
LABEL,
|
|
42
74
|
LEARNING_RATE,
|
|
43
|
-
RANKING_LENGTH,
|
|
44
|
-
RENORMALIZE_CONFIDENCES,
|
|
45
75
|
LOSS_TYPE,
|
|
46
|
-
SIMILARITY_TYPE,
|
|
47
|
-
NUM_NEG,
|
|
48
|
-
SPARSE_INPUT_DROPOUT,
|
|
49
|
-
DENSE_INPUT_DROPOUT,
|
|
50
76
|
MASKED_LM,
|
|
51
|
-
ENTITY_RECOGNITION,
|
|
52
|
-
INTENT_CLASSIFICATION,
|
|
53
|
-
EVAL_NUM_EXAMPLES,
|
|
54
|
-
EVAL_NUM_EPOCHS,
|
|
55
|
-
UNIDIRECTIONAL_ENCODER,
|
|
56
|
-
DROP_RATE,
|
|
57
|
-
DROP_RATE_ATTENTION,
|
|
58
|
-
CONNECTION_DENSITY,
|
|
59
|
-
NEGATIVE_MARGIN_SCALE,
|
|
60
|
-
REGULARIZATION_CONSTANT,
|
|
61
|
-
SCALE_LOSS,
|
|
62
|
-
USE_MAX_NEG_SIM,
|
|
63
77
|
MAX_NEG_SIM,
|
|
64
78
|
MAX_POS_SIM,
|
|
65
|
-
EMBEDDING_DIMENSION,
|
|
66
|
-
BILOU_FLAG,
|
|
67
|
-
KEY_RELATIVE_ATTENTION,
|
|
68
|
-
VALUE_RELATIVE_ATTENTION,
|
|
69
79
|
MAX_RELATIVE_POSITION,
|
|
80
|
+
MODEL_CONFIDENCE,
|
|
81
|
+
NEGATIVE_MARGIN_SCALE,
|
|
82
|
+
NUM_HEADS,
|
|
83
|
+
NUM_NEG,
|
|
84
|
+
NUM_TRANSFORMER_LAYERS,
|
|
85
|
+
RANDOM_SEED,
|
|
86
|
+
RANKING_LENGTH,
|
|
87
|
+
REGULARIZATION_CONSTANT,
|
|
88
|
+
RENORMALIZE_CONFIDENCES,
|
|
70
89
|
RETRIEVAL_INTENT,
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
90
|
+
SCALE_LOSS,
|
|
91
|
+
SHARE_HIDDEN_LAYERS,
|
|
92
|
+
SIMILARITY_TYPE,
|
|
93
|
+
SOFTMAX,
|
|
94
|
+
SPARSE_INPUT_DROPOUT,
|
|
75
95
|
TENSORBOARD_LOG_DIR,
|
|
76
96
|
TENSORBOARD_LOG_LEVEL,
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
MODEL_CONFIDENCE,
|
|
83
|
-
SOFTMAX,
|
|
84
|
-
)
|
|
85
|
-
from rasa.nlu.constants import (
|
|
86
|
-
RESPONSE_SELECTOR_PROPERTY_NAME,
|
|
87
|
-
RESPONSE_SELECTOR_RETRIEVAL_INTENTS,
|
|
88
|
-
RESPONSE_SELECTOR_RESPONSES_KEY,
|
|
89
|
-
RESPONSE_SELECTOR_PREDICTION_KEY,
|
|
90
|
-
RESPONSE_SELECTOR_RANKING_KEY,
|
|
91
|
-
RESPONSE_SELECTOR_UTTER_ACTION_KEY,
|
|
92
|
-
RESPONSE_SELECTOR_DEFAULT_INTENT,
|
|
93
|
-
DEFAULT_TRANSFORMER_SIZE,
|
|
94
|
-
)
|
|
95
|
-
from rasa.shared.nlu.constants import (
|
|
96
|
-
TEXT,
|
|
97
|
-
INTENT,
|
|
98
|
-
RESPONSE,
|
|
99
|
-
INTENT_RESPONSE_KEY,
|
|
100
|
-
INTENT_NAME_KEY,
|
|
101
|
-
PREDICTED_CONFIDENCE_KEY,
|
|
97
|
+
TRANSFORMER_SIZE,
|
|
98
|
+
UNIDIRECTIONAL_ENCODER,
|
|
99
|
+
USE_MAX_NEG_SIM,
|
|
100
|
+
USE_TEXT_AS_LABEL,
|
|
101
|
+
VALUE_RELATIVE_ATTENTION,
|
|
102
102
|
)
|
|
103
|
-
|
|
104
103
|
from rasa.utils.tensorflow.model_data import RasaModelData
|
|
105
104
|
from rasa.utils.tensorflow.models import RasaModel
|
|
106
105
|
|
rasa/nlu/test.py
CHANGED
|
@@ -1,69 +1,68 @@
|
|
|
1
1
|
import copy
|
|
2
2
|
import itertools
|
|
3
|
-
import os
|
|
4
3
|
import logging
|
|
5
|
-
import
|
|
6
|
-
from pathlib import Path
|
|
7
|
-
|
|
8
|
-
import numpy as np
|
|
4
|
+
import os
|
|
9
5
|
from collections import defaultdict, namedtuple
|
|
10
|
-
from
|
|
6
|
+
from pathlib import Path
|
|
11
7
|
from typing import (
|
|
8
|
+
TYPE_CHECKING,
|
|
9
|
+
Any,
|
|
10
|
+
Dict,
|
|
12
11
|
Iterable,
|
|
13
12
|
Iterator,
|
|
14
|
-
Tuple,
|
|
15
13
|
List,
|
|
16
|
-
|
|
14
|
+
NamedTuple,
|
|
17
15
|
Optional,
|
|
16
|
+
Set,
|
|
18
17
|
Text,
|
|
18
|
+
Tuple,
|
|
19
19
|
Union,
|
|
20
|
-
Dict,
|
|
21
|
-
Any,
|
|
22
|
-
NamedTuple,
|
|
23
|
-
TYPE_CHECKING,
|
|
24
20
|
)
|
|
25
21
|
|
|
22
|
+
import numpy as np
|
|
23
|
+
import structlog
|
|
24
|
+
from tqdm import tqdm
|
|
25
|
+
|
|
26
|
+
import rasa.nlu.classifiers.fallback_classifier
|
|
27
|
+
import rasa.shared.utils.io
|
|
28
|
+
import rasa.utils.io as io_utils
|
|
29
|
+
import rasa.utils.plotting as plot_utils
|
|
26
30
|
from rasa import telemetry
|
|
31
|
+
from rasa.constants import NLG_DATA_FILE, TEST_DATA_FILE, TRAIN_DATA_FILE
|
|
27
32
|
from rasa.core.agent import Agent
|
|
28
33
|
from rasa.core.channels import UserMessage
|
|
29
34
|
from rasa.core.processor import MessageProcessor
|
|
30
|
-
from rasa.
|
|
31
|
-
from rasa.shared.utils.yaml import write_yaml
|
|
32
|
-
from rasa.utils.common import TempDirectoryPath, get_temp_dir_name
|
|
33
|
-
import rasa.shared.utils.io
|
|
34
|
-
import rasa.utils.plotting as plot_utils
|
|
35
|
-
import rasa.utils.io as io_utils
|
|
36
|
-
|
|
37
|
-
from rasa.constants import TEST_DATA_FILE, TRAIN_DATA_FILE, NLG_DATA_FILE
|
|
38
|
-
import rasa.nlu.classifiers.fallback_classifier
|
|
35
|
+
from rasa.nlu.classifiers import fallback_classifier
|
|
39
36
|
from rasa.nlu.constants import (
|
|
37
|
+
ENTITY_ATTRIBUTE_CONFIDENCE_GROUP,
|
|
38
|
+
ENTITY_ATTRIBUTE_CONFIDENCE_ROLE,
|
|
39
|
+
ENTITY_ATTRIBUTE_CONFIDENCE_TYPE,
|
|
40
40
|
RESPONSE_SELECTOR_DEFAULT_INTENT,
|
|
41
|
-
RESPONSE_SELECTOR_PROPERTY_NAME,
|
|
42
41
|
RESPONSE_SELECTOR_PREDICTION_KEY,
|
|
43
|
-
|
|
44
|
-
ENTITY_ATTRIBUTE_CONFIDENCE_TYPE,
|
|
45
|
-
ENTITY_ATTRIBUTE_CONFIDENCE_ROLE,
|
|
46
|
-
ENTITY_ATTRIBUTE_CONFIDENCE_GROUP,
|
|
42
|
+
RESPONSE_SELECTOR_PROPERTY_NAME,
|
|
47
43
|
RESPONSE_SELECTOR_RETRIEVAL_INTENTS,
|
|
44
|
+
TOKENS_NAMES,
|
|
48
45
|
)
|
|
46
|
+
from rasa.nlu.tokenizers.tokenizer import Token
|
|
47
|
+
from rasa.shared.importers.importer import TrainingDataImporter
|
|
49
48
|
from rasa.shared.nlu.constants import (
|
|
50
|
-
TEXT,
|
|
51
|
-
INTENT,
|
|
52
|
-
INTENT_RESPONSE_KEY,
|
|
53
49
|
ENTITIES,
|
|
54
|
-
EXTRACTOR,
|
|
55
|
-
PRETRAINED_EXTRACTORS,
|
|
56
|
-
ENTITY_ATTRIBUTE_TYPE,
|
|
57
50
|
ENTITY_ATTRIBUTE_GROUP,
|
|
58
51
|
ENTITY_ATTRIBUTE_ROLE,
|
|
59
|
-
|
|
52
|
+
ENTITY_ATTRIBUTE_TYPE,
|
|
53
|
+
EXTRACTOR,
|
|
54
|
+
INTENT,
|
|
60
55
|
INTENT_NAME_KEY,
|
|
56
|
+
INTENT_RESPONSE_KEY,
|
|
57
|
+
NO_ENTITY_TAG,
|
|
61
58
|
PREDICTED_CONFIDENCE_KEY,
|
|
59
|
+
PRETRAINED_EXTRACTORS,
|
|
60
|
+
TEXT,
|
|
62
61
|
)
|
|
63
|
-
from rasa.nlu.classifiers import fallback_classifier
|
|
64
|
-
from rasa.nlu.tokenizers.tokenizer import Token
|
|
65
|
-
from rasa.shared.importers.importer import TrainingDataImporter
|
|
66
62
|
from rasa.shared.nlu.training_data.formats.rasa_yaml import RasaYAMLWriter
|
|
63
|
+
from rasa.shared.nlu.training_data.training_data import TrainingData
|
|
64
|
+
from rasa.shared.utils.yaml import write_yaml
|
|
65
|
+
from rasa.utils.common import TempDirectoryPath, get_temp_dir_name
|
|
67
66
|
|
|
68
67
|
if TYPE_CHECKING:
|
|
69
68
|
from typing_extensions import TypedDict
|
|
@@ -660,10 +659,11 @@ def _calculate_report(
|
|
|
660
659
|
report_as_dict: Optional[bool] = None,
|
|
661
660
|
exclude_label: Optional[Text] = None,
|
|
662
661
|
) -> Tuple[Union[Text, Dict], float, float, float, np.ndarray, List[Text]]:
|
|
663
|
-
from rasa.model_testing import get_evaluation_metrics
|
|
664
662
|
import sklearn.metrics
|
|
665
663
|
import sklearn.utils.multiclass
|
|
666
664
|
|
|
665
|
+
from rasa.model_testing import get_evaluation_metrics
|
|
666
|
+
|
|
667
667
|
confusion_matrix = sklearn.metrics.confusion_matrix(targets, predictions)
|
|
668
668
|
labels = sklearn.utils.multiclass.unique_labels(targets, predictions)
|
|
669
669
|
|
|
@@ -1104,8 +1104,8 @@ def do_any_extractors_not_support_overlap(extractors: Optional[Set[Text]]) -> bo
|
|
|
1104
1104
|
if extractors is None:
|
|
1105
1105
|
return False
|
|
1106
1106
|
|
|
1107
|
-
from rasa.nlu.extractors.crf_entity_extractor import CRFEntityExtractor
|
|
1108
1107
|
from rasa.nlu.classifiers.diet_classifier import DIETClassifier
|
|
1108
|
+
from rasa.nlu.extractors.crf_entity_extractor import CRFEntityExtractor
|
|
1109
1109
|
|
|
1110
1110
|
return not extractors.isdisjoint(
|
|
1111
1111
|
{CRFEntityExtractor.__name__, DIETClassifier.__name__}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
from __future__ import annotations
|
|
2
|
+
|
|
2
3
|
import glob
|
|
3
4
|
import logging
|
|
4
5
|
import os
|
|
@@ -9,10 +10,8 @@ from rasa.engine.graph import ExecutionContext
|
|
|
9
10
|
from rasa.engine.recipes.default_recipe import DefaultV1Recipe
|
|
10
11
|
from rasa.engine.storage.resource import Resource
|
|
11
12
|
from rasa.engine.storage.storage import ModelStorage
|
|
12
|
-
|
|
13
13
|
from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
|
|
14
14
|
from rasa.shared.nlu.training_data.message import Message
|
|
15
|
-
|
|
16
15
|
from rasa.shared.nlu.training_data.training_data import TrainingData
|
|
17
16
|
|
|
18
17
|
logger = logging.getLogger(__name__)
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
from __future__ import annotations
|
|
2
|
-
|
|
2
|
+
|
|
3
|
+
from typing import Any, Dict, List, Text
|
|
3
4
|
|
|
4
5
|
from rasa.engine.graph import ExecutionContext
|
|
5
6
|
from rasa.engine.recipes.default_recipe import DefaultV1Recipe
|
|
@@ -7,7 +8,6 @@ from rasa.engine.storage.resource import Resource
|
|
|
7
8
|
from rasa.engine.storage.storage import ModelStorage
|
|
8
9
|
from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
|
|
9
10
|
from rasa.shared.nlu.training_data.message import Message
|
|
10
|
-
|
|
11
11
|
from rasa.shared.utils.io import DEFAULT_ENCODING
|
|
12
12
|
|
|
13
13
|
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import typing
|
|
2
|
-
from typing import
|
|
2
|
+
from typing import Any, Dict, List, Optional, Text, Type
|
|
3
3
|
|
|
4
4
|
from rasa.engine.recipes.default_recipe import DefaultV1Recipe
|
|
5
|
-
from rasa.nlu.utils.spacy_utils import SpacyNLP
|
|
6
|
-
from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
|
|
7
5
|
from rasa.nlu.constants import SPACY_DOCS
|
|
6
|
+
from rasa.nlu.tokenizers.tokenizer import Token, Tokenizer
|
|
7
|
+
from rasa.nlu.utils.spacy_utils import SpacyNLP
|
|
8
8
|
from rasa.shared.nlu.training_data.message import Message
|
|
9
9
|
|
|
10
10
|
if typing.TYPE_CHECKING:
|
rasa/nlu/tokenizers/tokenizer.py
CHANGED
|
@@ -1,22 +1,21 @@
|
|
|
1
1
|
import abc
|
|
2
2
|
import logging
|
|
3
3
|
import re
|
|
4
|
+
from typing import Any, Dict, List, Optional, Text
|
|
4
5
|
|
|
5
|
-
|
|
6
|
-
|
|
6
|
+
import rasa.shared.utils.io
|
|
7
7
|
from rasa.engine.graph import ExecutionContext, GraphComponent
|
|
8
8
|
from rasa.engine.storage.resource import Resource
|
|
9
9
|
from rasa.engine.storage.storage import ModelStorage
|
|
10
|
-
from rasa.
|
|
11
|
-
from rasa.shared.nlu.training_data.message import Message
|
|
12
|
-
from rasa.nlu.constants import TOKENS_NAMES, MESSAGE_ATTRIBUTES
|
|
10
|
+
from rasa.nlu.constants import MESSAGE_ATTRIBUTES, TOKENS_NAMES
|
|
13
11
|
from rasa.shared.nlu.constants import (
|
|
12
|
+
ACTION_NAME,
|
|
14
13
|
INTENT,
|
|
15
14
|
INTENT_RESPONSE_KEY,
|
|
16
15
|
RESPONSE_IDENTIFIER_DELIMITER,
|
|
17
|
-
ACTION_NAME,
|
|
18
16
|
)
|
|
19
|
-
|
|
17
|
+
from rasa.shared.nlu.training_data.message import Message
|
|
18
|
+
from rasa.shared.nlu.training_data.training_data import TrainingData
|
|
20
19
|
|
|
21
20
|
logger = logging.getLogger(__name__)
|
|
22
21
|
|