rasa-pro 3.12.18.dev1__py3-none-any.whl → 3.13.0a1.dev2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of rasa-pro might be problematic. Click here for more details.

Files changed (341) hide show
  1. rasa/__init__.py +0 -6
  2. rasa/__main__.py +3 -4
  3. rasa/api.py +1 -1
  4. rasa/builder/create_openai_vector_store.py +69 -0
  5. rasa/builder/llm-helper-schema.json +69 -0
  6. rasa/builder/prompt_to_bot.py +650 -0
  7. rasa/builder/scrape_rasa_docs.py +97 -0
  8. rasa/builder/skill_to_bot_prompt.jinja +158 -0
  9. rasa/cli/dialogue_understanding_test.py +1 -1
  10. rasa/cli/e2e_test.py +1 -1
  11. rasa/cli/evaluate.py +2 -2
  12. rasa/cli/export.py +3 -3
  13. rasa/cli/llm_fine_tuning.py +1 -1
  14. rasa/cli/project_templates/default/config.yml +5 -32
  15. rasa/cli/project_templates/{calm → default}/e2e_tests/cancelations/user_cancels_during_a_correction.yml +1 -1
  16. rasa/cli/project_templates/{calm → default}/e2e_tests/cancelations/user_changes_mind_on_a_whim.yml +1 -1
  17. rasa/cli/project_templates/{calm → default}/e2e_tests/corrections/user_corrects_contact_handle.yml +1 -1
  18. rasa/cli/project_templates/{calm → default}/e2e_tests/corrections/user_corrects_contact_name.yml +1 -1
  19. rasa/cli/project_templates/{calm → default}/e2e_tests/happy_paths/user_adds_contact_to_their_list.yml +1 -1
  20. rasa/cli/project_templates/{calm → default}/e2e_tests/happy_paths/user_lists_contacts.yml +1 -1
  21. rasa/cli/project_templates/{calm → default}/e2e_tests/happy_paths/user_removes_contact.yml +1 -1
  22. rasa/cli/project_templates/{calm → default}/e2e_tests/happy_paths/user_removes_contact_from_list.yml +1 -1
  23. rasa/cli/project_templates/default/endpoints.yml +18 -2
  24. rasa/cli/project_templates/defaults.py +133 -0
  25. rasa/cli/run.py +1 -1
  26. rasa/cli/scaffold.py +2 -3
  27. rasa/cli/studio/download.py +1 -1
  28. rasa/cli/studio/link.py +53 -0
  29. rasa/cli/studio/pull.py +78 -0
  30. rasa/cli/studio/push.py +78 -0
  31. rasa/cli/studio/studio.py +12 -0
  32. rasa/cli/studio/upload.py +5 -3
  33. rasa/cli/train.py +1 -1
  34. rasa/cli/utils.py +1 -1
  35. rasa/cli/x.py +1 -1
  36. rasa/constants.py +2 -0
  37. rasa/core/__init__.py +0 -16
  38. rasa/core/actions/action.py +42 -31
  39. rasa/core/actions/action_repeat_bot_messages.py +18 -22
  40. rasa/core/actions/action_run_slot_rejections.py +1 -2
  41. rasa/core/agent.py +18 -3
  42. rasa/core/available_endpoints.py +146 -0
  43. rasa/core/brokers/kafka.py +4 -0
  44. rasa/core/brokers/pika.py +5 -2
  45. rasa/core/brokers/sql.py +1 -1
  46. rasa/core/channels/botframework.py +2 -2
  47. rasa/core/channels/channel.py +2 -2
  48. rasa/core/channels/development_inspector.py +1 -1
  49. rasa/core/channels/facebook.py +1 -4
  50. rasa/core/channels/hangouts.py +8 -5
  51. rasa/core/channels/inspector/.eslintrc.cjs +12 -6
  52. rasa/core/channels/inspector/.prettierrc +5 -0
  53. rasa/core/channels/inspector/README.md +11 -5
  54. rasa/core/channels/inspector/dist/assets/{arc-9f75cc3b.js → arc-02053cc1.js} +1 -1
  55. rasa/core/channels/inspector/dist/assets/{blockDiagram-38ab4fdb-7f34db23.js → blockDiagram-38ab4fdb-008b6289.js} +1 -1
  56. rasa/core/channels/inspector/dist/assets/{c4Diagram-3d4e48cf-948bab2c.js → c4Diagram-3d4e48cf-fb2597be.js} +1 -1
  57. rasa/core/channels/inspector/dist/assets/channel-078dada8.js +1 -0
  58. rasa/core/channels/inspector/dist/assets/{classDiagram-70f12bd4-53b0dd0e.js → classDiagram-70f12bd4-7f847e00.js} +1 -1
  59. rasa/core/channels/inspector/dist/assets/{classDiagram-v2-f2320105-fdf789e7.js → classDiagram-v2-f2320105-ba1d689b.js} +1 -1
  60. rasa/core/channels/inspector/dist/assets/clone-5b4516de.js +1 -0
  61. rasa/core/channels/inspector/dist/assets/{createText-2e5e7dd3-87c4ece5.js → createText-2e5e7dd3-dd8e67c4.js} +1 -1
  62. rasa/core/channels/inspector/dist/assets/{edges-e0da2a9e-5a8b0749.js → edges-e0da2a9e-10784939.js} +1 -1
  63. rasa/core/channels/inspector/dist/assets/{erDiagram-9861fffd-66da90e2.js → erDiagram-9861fffd-24947ae6.js} +1 -1
  64. rasa/core/channels/inspector/dist/assets/{flowDb-956e92f1-10044f05.js → flowDb-956e92f1-a9ced505.js} +1 -1
  65. rasa/core/channels/inspector/dist/assets/{flowDiagram-66a62f08-f338f66a.js → flowDiagram-66a62f08-afda9c7c.js} +1 -1
  66. rasa/core/channels/inspector/dist/assets/flowDiagram-v2-96b9c2cf-f9613071.js +1 -0
  67. rasa/core/channels/inspector/dist/assets/{flowchart-elk-definition-4a651766-b13140aa.js → flowchart-elk-definition-4a651766-6ef530b8.js} +1 -1
  68. rasa/core/channels/inspector/dist/assets/{ganttDiagram-c361ad54-f2b4a55a.js → ganttDiagram-c361ad54-0c7dd39a.js} +1 -1
  69. rasa/core/channels/inspector/dist/assets/{gitGraphDiagram-72cf32ee-dedc298d.js → gitGraphDiagram-72cf32ee-b57239d6.js} +1 -1
  70. rasa/core/channels/inspector/dist/assets/{graph-4ede11ff.js → graph-9ed57cec.js} +1 -1
  71. rasa/core/channels/inspector/dist/assets/{index-3862675e-65549d37.js → index-3862675e-233090de.js} +1 -1
  72. rasa/core/channels/inspector/dist/assets/{index-3a23e736.js → index-72184470.js} +123 -123
  73. rasa/core/channels/inspector/dist/assets/{infoDiagram-f8f76790-65439671.js → infoDiagram-f8f76790-aa116649.js} +1 -1
  74. rasa/core/channels/inspector/dist/assets/{journeyDiagram-49397b02-56d03d98.js → journeyDiagram-49397b02-e51877cc.js} +1 -1
  75. rasa/core/channels/inspector/dist/assets/{layout-dd48f7f4.js → layout-3ca3798c.js} +1 -1
  76. rasa/core/channels/inspector/dist/assets/{line-1569ad2c.js → line-26ee10d3.js} +1 -1
  77. rasa/core/channels/inspector/dist/assets/{linear-48bf4935.js → linear-aedded32.js} +1 -1
  78. rasa/core/channels/inspector/dist/assets/{mindmap-definition-fc14e90a-688504c1.js → mindmap-definition-fc14e90a-d8957261.js} +1 -1
  79. rasa/core/channels/inspector/dist/assets/{pieDiagram-8a3498a8-78b6d7e6.js → pieDiagram-8a3498a8-d771f885.js} +1 -1
  80. rasa/core/channels/inspector/dist/assets/{quadrantDiagram-120e2f19-048b84b3.js → quadrantDiagram-120e2f19-09fdf50c.js} +1 -1
  81. rasa/core/channels/inspector/dist/assets/{requirementDiagram-deff3bca-dd67f107.js → requirementDiagram-deff3bca-9f0af02e.js} +1 -1
  82. rasa/core/channels/inspector/dist/assets/{sankeyDiagram-04a897e0-8128436e.js → sankeyDiagram-04a897e0-84415b37.js} +1 -1
  83. rasa/core/channels/inspector/dist/assets/{sequenceDiagram-704730f1-1a0d1461.js → sequenceDiagram-704730f1-8dec4055.js} +1 -1
  84. rasa/core/channels/inspector/dist/assets/{stateDiagram-587899a1-46d388ed.js → stateDiagram-587899a1-c5431d07.js} +1 -1
  85. rasa/core/channels/inspector/dist/assets/{stateDiagram-v2-d93cdb3a-ea42951a.js → stateDiagram-v2-d93cdb3a-274e77d9.js} +1 -1
  86. rasa/core/channels/inspector/dist/assets/{styles-6aaf32cf-7427ed0c.js → styles-6aaf32cf-e364a1d7.js} +1 -1
  87. rasa/core/channels/inspector/dist/assets/{styles-9a916d00-ff5e5a16.js → styles-9a916d00-0dae36f6.js} +1 -1
  88. rasa/core/channels/inspector/dist/assets/{styles-c10674c1-7b3680cf.js → styles-c10674c1-c4641675.js} +1 -1
  89. rasa/core/channels/inspector/dist/assets/{svgDrawCommon-08f97a94-f860f2ad.js → svgDrawCommon-08f97a94-831fe9a1.js} +1 -1
  90. rasa/core/channels/inspector/dist/assets/{timeline-definition-85554ec2-2eebf0c8.js → timeline-definition-85554ec2-c3304b3a.js} +1 -1
  91. rasa/core/channels/inspector/dist/assets/{xychartDiagram-e933f94c-5d7f4e96.js → xychartDiagram-e933f94c-da799369.js} +1 -1
  92. rasa/core/channels/inspector/dist/index.html +1 -1
  93. rasa/core/channels/inspector/package.json +3 -1
  94. rasa/core/channels/inspector/src/App.tsx +91 -90
  95. rasa/core/channels/inspector/src/components/Chat.tsx +45 -41
  96. rasa/core/channels/inspector/src/components/DiagramFlow.tsx +40 -40
  97. rasa/core/channels/inspector/src/components/DialogueInformation.tsx +57 -57
  98. rasa/core/channels/inspector/src/components/DialogueStack.tsx +36 -27
  99. rasa/core/channels/inspector/src/components/ExpandIcon.tsx +4 -4
  100. rasa/core/channels/inspector/src/components/FullscreenButton.tsx +7 -7
  101. rasa/core/channels/inspector/src/components/LoadingSpinner.tsx +28 -12
  102. rasa/core/channels/inspector/src/components/NoActiveFlow.tsx +9 -9
  103. rasa/core/channels/inspector/src/components/RasaLogo.tsx +5 -5
  104. rasa/core/channels/inspector/src/components/RecruitmentPanel.tsx +55 -60
  105. rasa/core/channels/inspector/src/components/SaraDiagrams.tsx +5 -5
  106. rasa/core/channels/inspector/src/components/Slots.tsx +22 -22
  107. rasa/core/channels/inspector/src/components/Welcome.tsx +28 -31
  108. rasa/core/channels/inspector/src/helpers/audio/audiostream.ts +245 -0
  109. rasa/core/channels/inspector/src/helpers/audio/microphone-processor.js +12 -0
  110. rasa/core/channels/inspector/src/helpers/audio/playback-processor.js +36 -0
  111. rasa/core/channels/inspector/src/helpers/conversation.ts +7 -7
  112. rasa/core/channels/inspector/src/helpers/formatters.test.ts +181 -181
  113. rasa/core/channels/inspector/src/helpers/formatters.ts +111 -111
  114. rasa/core/channels/inspector/src/helpers/utils.ts +78 -61
  115. rasa/core/channels/inspector/src/main.tsx +8 -8
  116. rasa/core/channels/inspector/src/theme/Button/Button.ts +8 -8
  117. rasa/core/channels/inspector/src/theme/Heading/Heading.ts +7 -7
  118. rasa/core/channels/inspector/src/theme/Input/Input.ts +9 -9
  119. rasa/core/channels/inspector/src/theme/Link/Link.ts +6 -6
  120. rasa/core/channels/inspector/src/theme/Modal/Modal.ts +13 -13
  121. rasa/core/channels/inspector/src/theme/Table/Table.tsx +10 -10
  122. rasa/core/channels/inspector/src/theme/Tooltip/Tooltip.ts +5 -5
  123. rasa/core/channels/inspector/src/theme/base/breakpoints.ts +7 -7
  124. rasa/core/channels/inspector/src/theme/base/colors.ts +64 -64
  125. rasa/core/channels/inspector/src/theme/base/fonts/fontFaces.css +21 -18
  126. rasa/core/channels/inspector/src/theme/base/radii.ts +8 -8
  127. rasa/core/channels/inspector/src/theme/base/shadows.ts +5 -5
  128. rasa/core/channels/inspector/src/theme/base/sizes.ts +5 -5
  129. rasa/core/channels/inspector/src/theme/base/space.ts +12 -12
  130. rasa/core/channels/inspector/src/theme/base/styles.ts +5 -5
  131. rasa/core/channels/inspector/src/theme/base/typography.ts +12 -12
  132. rasa/core/channels/inspector/src/theme/base/zIndices.ts +3 -3
  133. rasa/core/channels/inspector/src/theme/index.ts +38 -38
  134. rasa/core/channels/inspector/src/types.ts +56 -50
  135. rasa/core/channels/inspector/yarn.lock +5 -0
  136. rasa/core/channels/mattermost.py +1 -1
  137. rasa/core/channels/rasa_chat.py +2 -4
  138. rasa/core/channels/rest.py +5 -4
  139. rasa/core/channels/socketio.py +56 -41
  140. rasa/core/channels/studio_chat.py +337 -71
  141. rasa/core/channels/vier_cvg.py +1 -2
  142. rasa/core/channels/voice_ready/audiocodes.py +4 -11
  143. rasa/core/channels/voice_stream/audiocodes.py +8 -5
  144. rasa/core/channels/voice_stream/browser_audio.py +1 -1
  145. rasa/core/channels/voice_stream/genesys.py +2 -2
  146. rasa/core/channels/voice_stream/tts/__init__.py +8 -0
  147. rasa/core/channels/voice_stream/twilio_media_streams.py +10 -5
  148. rasa/core/channels/voice_stream/voice_channel.py +65 -23
  149. rasa/core/concurrent_lock_store.py +24 -10
  150. rasa/core/evaluation/marker_tracker_loader.py +1 -1
  151. rasa/core/exporter.py +1 -1
  152. rasa/core/http_interpreter.py +3 -7
  153. rasa/core/information_retrieval/faiss.py +18 -11
  154. rasa/core/information_retrieval/ingestion/__init__.py +0 -0
  155. rasa/core/information_retrieval/ingestion/faq_parser.py +158 -0
  156. rasa/core/jobs.py +2 -1
  157. rasa/core/lock_store.py +151 -60
  158. rasa/core/nlg/contextual_response_rephraser.py +17 -7
  159. rasa/core/nlg/generator.py +5 -22
  160. rasa/core/nlg/interpolator.py +2 -3
  161. rasa/core/nlg/response.py +6 -43
  162. rasa/core/nlg/summarize.py +1 -1
  163. rasa/core/nlg/translate.py +0 -8
  164. rasa/core/policies/enterprise_search_policy.py +262 -62
  165. rasa/core/policies/enterprise_search_prompt_with_relevancy_check_and_citation_template.jinja2 +63 -0
  166. rasa/core/policies/flow_policy.py +1 -1
  167. rasa/core/policies/flows/flow_executor.py +96 -17
  168. rasa/core/policies/intentless_policy.py +57 -20
  169. rasa/core/processor.py +114 -54
  170. rasa/core/run.py +33 -11
  171. rasa/core/tracker_stores/__init__.py +0 -0
  172. rasa/core/{auth_retry_tracker_store.py → tracker_stores/auth_retry_tracker_store.py} +5 -1
  173. rasa/core/tracker_stores/dynamo_tracker_store.py +218 -0
  174. rasa/core/tracker_stores/mongo_tracker_store.py +206 -0
  175. rasa/core/tracker_stores/redis_tracker_store.py +219 -0
  176. rasa/core/tracker_stores/sql_tracker_store.py +555 -0
  177. rasa/core/tracker_stores/tracker_store.py +805 -0
  178. rasa/core/training/interactive.py +1 -1
  179. rasa/core/utils.py +24 -95
  180. rasa/dialogue_understanding/coexistence/intent_based_router.py +2 -1
  181. rasa/dialogue_understanding/coexistence/llm_based_router.py +10 -6
  182. rasa/dialogue_understanding/commands/can_not_handle_command.py +2 -0
  183. rasa/dialogue_understanding/commands/cancel_flow_command.py +5 -1
  184. rasa/dialogue_understanding/commands/chit_chat_answer_command.py +2 -0
  185. rasa/dialogue_understanding/commands/clarify_command.py +4 -0
  186. rasa/dialogue_understanding/commands/command_syntax_manager.py +1 -0
  187. rasa/dialogue_understanding/commands/correct_slots_command.py +1 -3
  188. rasa/dialogue_understanding/commands/human_handoff_command.py +2 -0
  189. rasa/dialogue_understanding/commands/knowledge_answer_command.py +2 -0
  190. rasa/dialogue_understanding/commands/repeat_bot_messages_command.py +2 -0
  191. rasa/dialogue_understanding/commands/set_slot_command.py +10 -0
  192. rasa/dialogue_understanding/commands/skip_question_command.py +2 -0
  193. rasa/dialogue_understanding/commands/start_flow_command.py +4 -0
  194. rasa/dialogue_understanding/commands/utils.py +26 -2
  195. rasa/dialogue_understanding/generator/__init__.py +7 -1
  196. rasa/dialogue_understanding/generator/command_generator.py +4 -2
  197. rasa/dialogue_understanding/generator/command_parser.py +2 -2
  198. rasa/dialogue_understanding/generator/command_parser_validator.py +63 -0
  199. rasa/dialogue_understanding/generator/llm_based_command_generator.py +5 -17
  200. rasa/dialogue_understanding/generator/llm_command_generator.py +1 -3
  201. rasa/dialogue_understanding/generator/multi_step/multi_step_llm_command_generator.py +4 -44
  202. rasa/dialogue_understanding/generator/nlu_command_adapter.py +2 -2
  203. rasa/dialogue_understanding/generator/prompt_templates/command_prompt_v3_gpt_4o_2024_11_20_template.jinja2 +78 -0
  204. rasa/dialogue_understanding/generator/single_step/compact_llm_command_generator.py +26 -474
  205. rasa/dialogue_understanding/generator/single_step/search_ready_llm_command_generator.py +147 -0
  206. rasa/dialogue_understanding/generator/single_step/single_step_based_llm_command_generator.py +477 -0
  207. rasa/dialogue_understanding/generator/single_step/single_step_llm_command_generator.py +11 -64
  208. rasa/dialogue_understanding/patterns/cancel.py +1 -2
  209. rasa/dialogue_understanding/patterns/clarify.py +1 -1
  210. rasa/dialogue_understanding/patterns/correction.py +2 -2
  211. rasa/dialogue_understanding/patterns/default_flows_for_patterns.yml +37 -25
  212. rasa/dialogue_understanding/patterns/domain_for_patterns.py +190 -0
  213. rasa/dialogue_understanding/processor/command_processor.py +6 -7
  214. rasa/dialogue_understanding/stack/frames/flow_stack_frame.py +17 -4
  215. rasa/dialogue_understanding/stack/utils.py +3 -1
  216. rasa/dialogue_understanding/utils.py +68 -12
  217. rasa/dialogue_understanding_test/command_metric_calculation.py +7 -40
  218. rasa/dialogue_understanding_test/command_metrics.py +38 -0
  219. rasa/dialogue_understanding_test/du_test_case.py +58 -25
  220. rasa/dialogue_understanding_test/du_test_result.py +228 -132
  221. rasa/dialogue_understanding_test/du_test_runner.py +11 -2
  222. rasa/dialogue_understanding_test/io.py +35 -8
  223. rasa/e2e_test/e2e_test_runner.py +1 -1
  224. rasa/engine/constants.py +1 -1
  225. rasa/engine/graph.py +2 -2
  226. rasa/engine/recipes/default_recipe.py +1 -1
  227. rasa/engine/validation.py +3 -2
  228. rasa/hooks.py +2 -85
  229. rasa/llm_fine_tuning/paraphrasing/conversation_rephraser.py +1 -5
  230. rasa/llm_fine_tuning/utils.py +2 -4
  231. rasa/model_manager/model_api.py +90 -2
  232. rasa/model_manager/socket_bridge.py +0 -7
  233. rasa/model_manager/trainer_service.py +15 -12
  234. rasa/plugin.py +2 -15
  235. rasa/privacy/__init__.py +0 -0
  236. rasa/privacy/constants.py +83 -0
  237. rasa/privacy/event_broker_utils.py +77 -0
  238. rasa/privacy/privacy_config.py +281 -0
  239. rasa/privacy/privacy_config_schema.json +86 -0
  240. rasa/privacy/privacy_filter.py +340 -0
  241. rasa/privacy/privacy_manager.py +576 -0
  242. rasa/server.py +23 -2
  243. rasa/shared/constants.py +13 -4
  244. rasa/shared/core/command_payload_reader.py +1 -5
  245. rasa/shared/core/constants.py +4 -3
  246. rasa/shared/core/domain.py +172 -11
  247. rasa/shared/core/events.py +100 -6
  248. rasa/shared/core/flows/flow.py +35 -8
  249. rasa/shared/core/flows/flow_step.py +26 -4
  250. rasa/shared/core/flows/flow_step_links.py +15 -0
  251. rasa/shared/core/flows/flow_step_sequence.py +6 -0
  252. rasa/shared/core/flows/flows_yaml_schema.json +3 -0
  253. rasa/shared/core/flows/nlu_trigger.py +13 -0
  254. rasa/shared/core/flows/steps/action.py +7 -4
  255. rasa/shared/core/flows/steps/call.py +11 -4
  256. rasa/shared/core/flows/steps/collect.py +71 -6
  257. rasa/shared/core/flows/steps/internal.py +6 -1
  258. rasa/shared/core/flows/steps/link.py +7 -4
  259. rasa/shared/core/flows/steps/no_operation.py +7 -4
  260. rasa/shared/core/flows/steps/set_slots.py +8 -4
  261. rasa/shared/core/flows/validation.py +16 -3
  262. rasa/shared/core/flows/yaml_flows_io.py +106 -5
  263. rasa/shared/core/slots.py +33 -1
  264. rasa/shared/core/trackers.py +4 -10
  265. rasa/shared/core/training_data/story_reader/yaml_story_reader.py +1 -4
  266. rasa/shared/importers/importer.py +14 -0
  267. rasa/shared/importers/static.py +63 -0
  268. rasa/shared/providers/constants.py +0 -9
  269. rasa/shared/providers/llm/_base_litellm_client.py +4 -14
  270. rasa/shared/providers/llm/default_litellm_llm_client.py +2 -2
  271. rasa/shared/providers/llm/litellm_router_llm_client.py +7 -17
  272. rasa/shared/providers/llm/llm_client.py +15 -24
  273. rasa/shared/providers/llm/self_hosted_llm_client.py +2 -10
  274. rasa/shared/utils/common.py +43 -1
  275. rasa/shared/utils/llm.py +155 -3
  276. rasa/shared/utils/yaml.py +32 -0
  277. rasa/studio/data_handler.py +3 -3
  278. rasa/studio/download/__init__.py +0 -0
  279. rasa/studio/download/domains.py +49 -0
  280. rasa/studio/download/download.py +416 -0
  281. rasa/studio/download/flows.py +351 -0
  282. rasa/studio/link.py +200 -0
  283. rasa/studio/pull.py +94 -0
  284. rasa/studio/push.py +131 -0
  285. rasa/studio/results_logger.py +6 -1
  286. rasa/studio/upload.py +185 -71
  287. rasa/telemetry.py +83 -26
  288. rasa/tracing/config.py +4 -5
  289. rasa/tracing/constants.py +19 -1
  290. rasa/tracing/instrumentation/attribute_extractors.py +49 -11
  291. rasa/tracing/instrumentation/instrumentation.py +54 -3
  292. rasa/tracing/instrumentation/metrics.py +98 -15
  293. rasa/tracing/metric_instrument_provider.py +75 -3
  294. rasa/utils/common.py +37 -27
  295. rasa/utils/endpoints.py +22 -1
  296. rasa/utils/licensing.py +2 -3
  297. rasa/utils/log_utils.py +1 -45
  298. rasa/validator.py +9 -11
  299. rasa/version.py +1 -1
  300. {rasa_pro-3.12.18.dev1.dist-info → rasa_pro-3.13.0a1.dev2.dist-info}/METADATA +12 -14
  301. {rasa_pro-3.12.18.dev1.dist-info → rasa_pro-3.13.0a1.dev2.dist-info}/RECORD +318 -294
  302. rasa/anonymization/__init__.py +0 -2
  303. rasa/anonymization/anonymisation_rule_yaml_reader.py +0 -91
  304. rasa/anonymization/anonymization_pipeline.py +0 -286
  305. rasa/anonymization/anonymization_rule_executor.py +0 -266
  306. rasa/anonymization/anonymization_rule_orchestrator.py +0 -119
  307. rasa/anonymization/schemas/config.yml +0 -47
  308. rasa/anonymization/utils.py +0 -118
  309. rasa/cli/project_templates/calm/config.yml +0 -10
  310. rasa/cli/project_templates/calm/credentials.yml +0 -33
  311. rasa/cli/project_templates/calm/endpoints.yml +0 -58
  312. rasa/cli/project_templates/default/actions/actions.py +0 -27
  313. rasa/cli/project_templates/default/data/nlu.yml +0 -91
  314. rasa/cli/project_templates/default/data/rules.yml +0 -13
  315. rasa/cli/project_templates/default/data/stories.yml +0 -30
  316. rasa/cli/project_templates/default/domain.yml +0 -34
  317. rasa/cli/project_templates/default/tests/test_stories.yml +0 -91
  318. rasa/core/channels/inspector/dist/assets/channel-dfa68278.js +0 -1
  319. rasa/core/channels/inspector/dist/assets/clone-edb7f119.js +0 -1
  320. rasa/core/channels/inspector/dist/assets/flowDiagram-v2-96b9c2cf-65e7c670.js +0 -1
  321. rasa/core/channels/inspector/src/helpers/audiostream.ts +0 -191
  322. rasa/core/tracker_store.py +0 -1792
  323. rasa/monkey_patches.py +0 -91
  324. rasa/studio/download.py +0 -489
  325. /rasa/{cli/project_templates/calm/actions → builder}/__init__.py +0 -0
  326. /rasa/cli/project_templates/{calm → default}/actions/action_template.py +0 -0
  327. /rasa/cli/project_templates/{calm → default}/actions/add_contact.py +0 -0
  328. /rasa/cli/project_templates/{calm → default}/actions/db.py +0 -0
  329. /rasa/cli/project_templates/{calm → default}/actions/list_contacts.py +0 -0
  330. /rasa/cli/project_templates/{calm → default}/actions/remove_contact.py +0 -0
  331. /rasa/cli/project_templates/{calm → default}/data/flows/add_contact.yml +0 -0
  332. /rasa/cli/project_templates/{calm → default}/data/flows/list_contacts.yml +0 -0
  333. /rasa/cli/project_templates/{calm → default}/data/flows/remove_contact.yml +0 -0
  334. /rasa/cli/project_templates/{calm → default}/db/contacts.json +0 -0
  335. /rasa/cli/project_templates/{calm → default}/domain/add_contact.yml +0 -0
  336. /rasa/cli/project_templates/{calm → default}/domain/list_contacts.yml +0 -0
  337. /rasa/cli/project_templates/{calm → default}/domain/remove_contact.yml +0 -0
  338. /rasa/cli/project_templates/{calm → default}/domain/shared.yml +0 -0
  339. {rasa_pro-3.12.18.dev1.dist-info → rasa_pro-3.13.0a1.dev2.dist-info}/NOTICE +0 -0
  340. {rasa_pro-3.12.18.dev1.dist-info → rasa_pro-3.13.0a1.dev2.dist-info}/WHEEL +0 -0
  341. {rasa_pro-3.12.18.dev1.dist-info → rasa_pro-3.13.0a1.dev2.dist-info}/entry_points.txt +0 -0
@@ -150,12 +150,12 @@ class FlowPolicy(Policy):
150
150
  except FlowCircuitBreakerTrippedException as e:
151
151
  structlogger.error(
152
152
  "flow.circuit_breaker",
153
- dialogue_stack=e.dialogue_stack,
154
153
  number_of_steps_taken=e.number_of_steps_taken,
155
154
  event_info=(
156
155
  "The flow circuit breaker tripped. "
157
156
  "There appears to be an infinite loop in the flows."
158
157
  ),
158
+ error=str(e),
159
159
  )
160
160
  # end the current flow and start the internal error flow
161
161
  updated_stack = tracker.stack
@@ -9,6 +9,7 @@ from structlog.contextvars import (
9
9
  bound_contextvars,
10
10
  )
11
11
 
12
+ from rasa.core.available_endpoints import AvailableEndpoints
12
13
  from rasa.core.constants import ACTIVE_FLOW_METADATA_KEY, STEP_ID_METADATA_KEY
13
14
  from rasa.core.policies.flows.flow_exceptions import (
14
15
  FlowCircuitBreakerTrippedException,
@@ -24,6 +25,7 @@ from rasa.core.policies.flows.flow_step_result import (
24
25
  from rasa.dialogue_understanding.commands import CancelFlowCommand
25
26
  from rasa.dialogue_understanding.patterns.cancel import CancelPatternFlowStackFrame
26
27
  from rasa.dialogue_understanding.patterns.collect_information import (
28
+ FLOW_PATTERN_COLLECT_INFORMATION,
27
29
  CollectInformationPatternFlowStackFrame,
28
30
  )
29
31
  from rasa.dialogue_understanding.patterns.completed import (
@@ -54,6 +56,7 @@ from rasa.dialogue_understanding.stack.utils import (
54
56
  from rasa.shared.constants import RASA_PATTERN_HUMAN_HANDOFF
55
57
  from rasa.shared.core.constants import (
56
58
  ACTION_LISTEN_NAME,
59
+ SILENCE_TIMEOUT_SLOT,
57
60
  )
58
61
  from rasa.shared.core.events import (
59
62
  Event,
@@ -123,7 +126,6 @@ def is_condition_satisfied(
123
126
  structlogger.error(
124
127
  "flow.predicate.error",
125
128
  predicate=predicate,
126
- document=document,
127
129
  error=str(e),
128
130
  )
129
131
  return False
@@ -177,7 +179,7 @@ def select_next_step_id(
177
179
  "flow.link.failed_to_select_branch",
178
180
  current=current,
179
181
  links=next_step.links,
180
- tracker=tracker,
182
+ sender_id=tracker.sender_id,
181
183
  )
182
184
  return None
183
185
 
@@ -191,7 +193,7 @@ def select_next_step_id(
191
193
  structlogger.error(
192
194
  "flow.step.failed_to_select_next_step",
193
195
  step=current,
194
- tracker=tracker,
196
+ sender_id=tracker.sender_id,
195
197
  )
196
198
  return None
197
199
 
@@ -226,19 +228,6 @@ def events_from_set_slots_step(step: SetSlotsFlowStep) -> List[Event]:
226
228
  return [SlotSet(slot["key"], slot["value"]) for slot in step.slots]
227
229
 
228
230
 
229
- def events_for_collect_step_execution(
230
- step: CollectInformationFlowStep, tracker: DialogueStateTracker
231
- ) -> List[Event]:
232
- """Create the events needed to prepare for the execution of a collect step."""
233
- # reset the slots that always need to be explicitly collected
234
- slot = tracker.slots.get(step.collect, None)
235
-
236
- if slot and step.ask_before_filling:
237
- return [SlotSet(step.collect, None)]
238
- else:
239
- return []
240
-
241
-
242
231
  def trigger_pattern_continue_interrupted(
243
232
  current_frame: DialogueStackFrame,
244
233
  stack: DialogueStack,
@@ -600,6 +589,12 @@ def run_step(
600
589
  # the START_STEP meta step
601
590
  initial_events.append(FlowStarted(flow.id, metadata=stack.current_context()))
602
591
 
592
+ # FLow does not start with collect step or we are not in collect information pattern
593
+ if _first_step_is_not_collect(
594
+ step, previous_step_id
595
+ ) and not _in_collect_information_pattern(flow):
596
+ _append_global_silence_timeout_event(initial_events, tracker)
597
+
603
598
  if isinstance(step, CollectInformationFlowStep):
604
599
  return _run_collect_information_step(
605
600
  available_actions,
@@ -629,12 +624,32 @@ def run_step(
629
624
  return ContinueFlowWithNextStep(events=initial_events)
630
625
 
631
626
  elif isinstance(step, EndFlowStep):
627
+ # If pattern collect information flow is ending,
628
+ # we need to reset the silence timeout slot to its global value.
629
+ if flow.id == FLOW_PATTERN_COLLECT_INFORMATION:
630
+ _append_global_silence_timeout_event(initial_events, tracker)
631
+
632
632
  return _run_end_step(flow, flows, initial_events, stack, tracker)
633
633
 
634
634
  else:
635
635
  raise FlowException(f"Unknown flow step type {type(step)}")
636
636
 
637
637
 
638
+ def _first_step_is_not_collect(
639
+ step: FlowStep,
640
+ previous_step_id: str,
641
+ ) -> bool:
642
+ """Check if the first step is not a collect information step."""
643
+ return (previous_step_id == START_STEP) and not isinstance(
644
+ step, CollectInformationFlowStep
645
+ )
646
+
647
+
648
+ def _in_collect_information_pattern(flow: Flow) -> bool:
649
+ """Check if the current flow is a collect information pattern."""
650
+ return flow.id == FLOW_PATTERN_COLLECT_INFORMATION
651
+
652
+
638
653
  def _run_end_step(
639
654
  flow: Flow,
640
655
  flows: FlowsList,
@@ -745,5 +760,69 @@ def _run_collect_information_step(
745
760
  step.collect, stack, step.rejections, step.utter, step.collect_action
746
761
  )
747
762
 
748
- events: List[Event] = events_for_collect_step_execution(step, tracker)
763
+ events: List[Event] = _events_for_collect_step_execution(step, tracker)
749
764
  return ContinueFlowWithNextStep(events=initial_events + events)
765
+
766
+
767
+ def _events_for_collect_step_execution(
768
+ step: CollectInformationFlowStep, tracker: DialogueStateTracker
769
+ ) -> List[Event]:
770
+ """Create the events needed to prepare for the execution of a collect step."""
771
+ # reset the slots that always need to be explicitly collected
772
+
773
+ events = _silence_timeout_events_for_collect_step(step, tracker)
774
+
775
+ slot = tracker.slots.get(step.collect, None)
776
+ if slot and step.ask_before_filling:
777
+ events.append(SlotSet(step.collect, None))
778
+
779
+ return events
780
+
781
+
782
+ def _silence_timeout_events_for_collect_step(
783
+ step: CollectInformationFlowStep, tracker: DialogueStateTracker
784
+ ) -> List[Event]:
785
+ events: List[Event] = []
786
+
787
+ silence_timeout = (
788
+ AvailableEndpoints.get_instance().interaction_handling.global_silence_timeout
789
+ )
790
+
791
+ if step.silence_timeout:
792
+ structlogger.debug(
793
+ "flow.step.run.adjusting_silence_timeout",
794
+ duration=step.silence_timeout,
795
+ collect=step.collect,
796
+ )
797
+
798
+ silence_timeout = step.silence_timeout
799
+ else:
800
+ structlogger.debug(
801
+ "flow.step.run.reset_silence_timeout_to_global",
802
+ duration=silence_timeout,
803
+ collect=step.collect,
804
+ )
805
+
806
+ current_silence_timeout = tracker.get_slot(SILENCE_TIMEOUT_SLOT)
807
+
808
+ if current_silence_timeout != silence_timeout:
809
+ events.append(SlotSet(SILENCE_TIMEOUT_SLOT, silence_timeout))
810
+
811
+ return events
812
+
813
+
814
+ def _append_global_silence_timeout_event(
815
+ events: List[Event], tracker: DialogueStateTracker
816
+ ) -> None:
817
+ current_silence_timeout = tracker.get_slot(SILENCE_TIMEOUT_SLOT)
818
+ global_silence_timeout = (
819
+ AvailableEndpoints.get_instance().interaction_handling.global_silence_timeout
820
+ )
821
+
822
+ if current_silence_timeout != global_silence_timeout:
823
+ events.append(
824
+ SlotSet(
825
+ SILENCE_TIMEOUT_SLOT,
826
+ AvailableEndpoints.get_instance().interaction_handling.global_silence_timeout,
827
+ )
828
+ )
@@ -5,6 +5,7 @@ from typing import TYPE_CHECKING, Any, Dict, List, Optional, Text, Tuple
5
5
 
6
6
  import structlog
7
7
  import tiktoken
8
+ from deprecated import deprecated # type: ignore[import]
8
9
  from jinja2 import Template
9
10
  from langchain.docstore.document import Document
10
11
  from langchain.schema.embeddings import Embeddings
@@ -37,18 +38,14 @@ from rasa.shared.constants import (
37
38
  MODEL_NAME_CONFIG_KEY,
38
39
  OPENAI_PROVIDER,
39
40
  PROMPT_CONFIG_KEY,
41
+ PROMPT_TEMPLATE_CONFIG_KEY,
40
42
  PROVIDER_CONFIG_KEY,
41
43
  TEMPERATURE_CONFIG_KEY,
42
44
  TIMEOUT_CONFIG_KEY,
43
45
  )
44
46
  from rasa.shared.core.constants import ACTION_LISTEN_NAME
45
47
  from rasa.shared.core.domain import KEY_RESPONSES_TEXT, Domain
46
- from rasa.shared.core.events import (
47
- ActionExecuted,
48
- BotUttered,
49
- Event,
50
- UserUttered,
51
- )
48
+ from rasa.shared.core.events import ActionExecuted, BotUttered, Event, UserUttered
52
49
  from rasa.shared.core.flows import FlowsList
53
50
  from rasa.shared.core.generator import TrackerWithCachedStates
54
51
  from rasa.shared.core.policies.utils import filter_responses_for_intentless_policy
@@ -60,18 +57,22 @@ from rasa.shared.providers.embedding._langchain_embedding_client_adapter import
60
57
  _LangchainEmbeddingClientAdapter,
61
58
  )
62
59
  from rasa.shared.providers.llm.llm_client import LLMClient
63
- from rasa.shared.utils.constants import LOG_COMPONENT_SOURCE_METHOD_FINGERPRINT_ADDON
60
+ from rasa.shared.utils.constants import (
61
+ LOG_COMPONENT_SOURCE_METHOD_FINGERPRINT_ADDON,
62
+ LOG_COMPONENT_SOURCE_METHOD_INIT,
63
+ )
64
64
  from rasa.shared.utils.health_check.embeddings_health_check_mixin import (
65
65
  EmbeddingsHealthCheckMixin,
66
66
  )
67
67
  from rasa.shared.utils.health_check.llm_health_check_mixin import LLMHealthCheckMixin
68
- from rasa.shared.utils.io import deep_container_fingerprint
68
+ from rasa.shared.utils.io import deep_container_fingerprint, raise_deprecation_warning
69
69
  from rasa.shared.utils.llm import (
70
70
  AI,
71
71
  DEFAULT_OPENAI_CHAT_MODEL_NAME,
72
72
  DEFAULT_OPENAI_EMBEDDING_MODEL_NAME,
73
73
  DEFAULT_OPENAI_MAX_GENERATED_TOKENS,
74
74
  USER,
75
+ check_prompt_config_keys_and_warn_if_deprecated,
75
76
  combine_custom_and_default_config,
76
77
  embedder_factory,
77
78
  get_prompt_template,
@@ -123,9 +124,12 @@ DEFAULT_EMBEDDINGS_CONFIG = {
123
124
  MODEL_CONFIG_KEY: DEFAULT_OPENAI_EMBEDDING_MODEL_NAME,
124
125
  }
125
126
 
126
- DEFAULT_INTENTLESS_PROMPT_TEMPLATE = importlib.resources.open_text(
127
+ DEFAULT_INTENTLESS_PROMPT_TEMPLATE_FILE_NAME = importlib.resources.open_text(
127
128
  "rasa.core.policies", "intentless_prompt_template.jinja2"
128
129
  ).name
130
+ DEFAULT_INTENTLESS_PROMPT_TEMPLATE = importlib.resources.read_text(
131
+ "rasa.core.policies", "intentless_prompt_template.jinja2"
132
+ )
129
133
 
130
134
  INTENTLESS_PROMPT_TEMPLATE_FILE_NAME = "intentless_policy_prompt.jinja2"
131
135
  INTENTLESS_CONFIG_FILE_NAME = "config.json"
@@ -325,6 +329,9 @@ def conversation_as_prompt(conversation: Conversation) -> str:
325
329
  @DefaultV1Recipe.register(
326
330
  DefaultV1Recipe.ComponentType.POLICY_WITH_END_TO_END_SUPPORT, is_trainable=True
327
331
  )
332
+ @deprecated(
333
+ reason=("The IntentlessPolicy is deprecated and will be removed in Rasa `4.0.0`.")
334
+ )
328
335
  class IntentlessPolicy(LLMHealthCheckMixin, EmbeddingsHealthCheckMixin, Policy):
329
336
  """Policy which uses a language model to generate the next action.
330
337
 
@@ -346,7 +353,7 @@ class IntentlessPolicy(LLMHealthCheckMixin, EmbeddingsHealthCheckMixin, Policy):
346
353
  # ensures that the policy will not override a deterministic policy
347
354
  # which utilizes the nlu predictions confidence (e.g. Memoization).
348
355
  NLU_ABSTENTION_THRESHOLD: 0.9,
349
- PROMPT_CONFIG_KEY: DEFAULT_INTENTLESS_PROMPT_TEMPLATE,
356
+ PROMPT_TEMPLATE_CONFIG_KEY: None, # TODO: remove in Rasa 4.0.0
350
357
  }
351
358
 
352
359
  @staticmethod
@@ -378,6 +385,9 @@ class IntentlessPolicy(LLMHealthCheckMixin, EmbeddingsHealthCheckMixin, Policy):
378
385
  prompt_template: Optional[Text] = None,
379
386
  ) -> None:
380
387
  """Constructs a new Policy object."""
388
+ raise_deprecation_warning(
389
+ message=("Support for `IntentlessPolicy` will be removed in Rasa `4.0.0`.")
390
+ )
381
391
  super().__init__(config, model_storage, resource, execution_context, featurizer)
382
392
 
383
393
  # Resolve LLM config
@@ -400,11 +410,43 @@ class IntentlessPolicy(LLMHealthCheckMixin, EmbeddingsHealthCheckMixin, Policy):
400
410
  self.response_index = responses_docsearch
401
411
  self.conversation_samples_index = samples_docsearch
402
412
  self.embedder = self._create_plain_embedder(config)
403
- self.prompt_template = prompt_template or rasa.shared.utils.io.read_file(
404
- self.config[PROMPT_CONFIG_KEY]
413
+
414
+ # Warn if the prompt config key is used to set the prompt template
415
+ check_prompt_config_keys_and_warn_if_deprecated(config, "intentless_policy")
416
+
417
+ self.prompt_template = prompt_template or self._resolve_prompt_template(
418
+ config, LOG_COMPONENT_SOURCE_METHOD_INIT
405
419
  )
406
420
  self.trace_prompt_tokens = self.config.get("trace_prompt_tokens", False)
407
421
 
422
+ @classmethod
423
+ def _resolve_prompt_template(
424
+ cls: Any,
425
+ config: dict,
426
+ log_source_method: str,
427
+ ) -> str:
428
+ """Resolves the prompt template from the config.
429
+
430
+ Args:
431
+ config: The config to resolve the prompt template from.
432
+ log_source_method: The method from which the prompt template is resolved.
433
+
434
+ Returns:
435
+ The resolved prompt template.
436
+ """
437
+ # Prefer prompt template over prompt config key.
438
+ prompt_template_file = (
439
+ config.get(PROMPT_TEMPLATE_CONFIG_KEY)
440
+ or config.get(PROMPT_CONFIG_KEY)
441
+ or DEFAULT_INTENTLESS_PROMPT_TEMPLATE_FILE_NAME
442
+ )
443
+ return get_prompt_template(
444
+ prompt_template_file,
445
+ DEFAULT_INTENTLESS_PROMPT_TEMPLATE,
446
+ log_source_component=IntentlessPolicy.__name__,
447
+ log_source_method=log_source_method,
448
+ )
449
+
408
450
  @classmethod
409
451
  def _create_plain_embedder(cls, config: Dict[Text, Any]) -> Embeddings:
410
452
  """Creates an embedder that uses the OpenAI API.
@@ -721,9 +763,7 @@ class IntentlessPolicy(LLMHealthCheckMixin, EmbeddingsHealthCheckMixin, Policy):
721
763
  final_response_examples.append(resp)
722
764
 
723
765
  llm_response = await self.generate_answer(
724
- final_response_examples,
725
- conversation_samples,
726
- history,
766
+ final_response_examples, conversation_samples, history
727
767
  )
728
768
  if not llm_response:
729
769
  structlogger.debug("intentless_policy.prediction.skip_llm_fail")
@@ -945,11 +985,8 @@ class IntentlessPolicy(LLMHealthCheckMixin, EmbeddingsHealthCheckMixin, Policy):
945
985
  @classmethod
946
986
  def fingerprint_addon(cls, config: Dict[str, Any]) -> Optional[str]:
947
987
  """Add a fingerprint of intentless policy for the graph."""
948
- prompt_template = get_prompt_template(
949
- config.get(PROMPT_CONFIG_KEY),
950
- DEFAULT_INTENTLESS_PROMPT_TEMPLATE,
951
- log_source_component=IntentlessPolicy.__name__,
952
- log_source_method=LOG_COMPONENT_SOURCE_METHOD_FINGERPRINT_ADDON,
988
+ prompt_template = cls._resolve_prompt_template(
989
+ config, LOG_COMPONENT_SOURCE_METHOD_FINGERPRINT_ADDON
953
990
  )
954
991
 
955
992
  llm_config = resolve_model_client_config(
rasa/core/processor.py CHANGED
@@ -12,7 +12,7 @@ from typing import TYPE_CHECKING, Any, Dict, List, Optional, Text, Tuple, Union
12
12
  import structlog
13
13
 
14
14
  import rasa.core.actions.action
15
- import rasa.core.tracker_store
15
+ import rasa.core.tracker_stores.tracker_store
16
16
  import rasa.core.utils
17
17
  import rasa.shared.core.trackers
18
18
  import rasa.shared.utils.io
@@ -34,6 +34,9 @@ from rasa.dialogue_understanding.commands import (
34
34
  CannotHandleCommand,
35
35
  Command,
36
36
  NoopCommand,
37
+ RestartCommand,
38
+ SessionEndCommand,
39
+ SessionStartCommand,
37
40
  SetSlotCommand,
38
41
  )
39
42
  from rasa.dialogue_understanding.commands.utils import (
@@ -72,8 +75,8 @@ from rasa.shared.core.constants import (
72
75
  ACTION_SESSION_START_NAME,
73
76
  FOLLOWUP_ACTION,
74
77
  SESSION_START_METADATA_SLOT,
78
+ SILENCE_TIMEOUT_SLOT,
75
79
  SLOT_CONSECUTIVE_SILENCE_TIMEOUTS,
76
- SLOT_SILENCE_TIMEOUT,
77
80
  USER_INTENT_RESTART,
78
81
  USER_INTENT_SILENCE_TIMEOUT,
79
82
  SetSlotExtractor,
@@ -109,7 +112,8 @@ from rasa.utils.common import TempDirectoryPath, get_temp_dir_name
109
112
  from rasa.utils.endpoints import EndpointConfig
110
113
 
111
114
  if TYPE_CHECKING:
112
- from rasa.core.utils import AvailableEndpoints
115
+ from rasa.core.available_endpoints import AvailableEndpoints
116
+ from rasa.privacy.privacy_manager import BackgroundPrivacyManager
113
117
 
114
118
  logger = logging.getLogger(__name__)
115
119
  structlogger = structlog.get_logger()
@@ -126,7 +130,7 @@ class MessageProcessor:
126
130
  def __init__(
127
131
  self,
128
132
  model_path: Union[Text, Path],
129
- tracker_store: rasa.core.tracker_store.TrackerStore,
133
+ tracker_store: rasa.core.tracker_stores.tracker_store.TrackerStore,
130
134
  lock_store: LockStore,
131
135
  generator: NaturalLanguageGenerator,
132
136
  action_endpoint: Optional[EndpointConfig] = None,
@@ -135,6 +139,7 @@ class MessageProcessor:
135
139
  on_circuit_break: Optional[LambdaType] = None,
136
140
  http_interpreter: Optional[RasaNLUHttpInterpreter] = None,
137
141
  endpoints: Optional["AvailableEndpoints"] = None,
142
+ privacy_manager: Optional["BackgroundPrivacyManager"] = None,
138
143
  ) -> None:
139
144
  """Initializes a `MessageProcessor`."""
140
145
  self.nlg = generator
@@ -164,6 +169,9 @@ class MessageProcessor:
164
169
  self.model_path = Path(model_path)
165
170
  self.domain = self.model_metadata.domain
166
171
  self.http_interpreter = http_interpreter
172
+ self.privacy_manager = privacy_manager
173
+ if self.privacy_manager is not None:
174
+ self.privacy_manager.validate_sensitive_slots_in_domain(self.domain)
167
175
 
168
176
  @staticmethod
169
177
  def _load_model(
@@ -213,15 +221,30 @@ class MessageProcessor:
213
221
 
214
222
  await self._run_prediction_loop(message.output_channel, tracker)
215
223
 
216
- await self.run_anonymization_pipeline(tracker)
217
-
218
224
  await self.save_tracker(tracker)
219
225
 
226
+ self.trigger_anonymization(tracker)
227
+
220
228
  if isinstance(message.output_channel, CollectingOutputChannel):
221
229
  return message.output_channel.messages
222
230
 
223
231
  return None
224
232
 
233
+ def trigger_anonymization(self, tracker: DialogueStateTracker) -> None:
234
+ if self.privacy_manager is None:
235
+ structlogger.debug(
236
+ "processor.trigger_anonymization.skipping.pii_management_not_enabled",
237
+ )
238
+ return None
239
+
240
+ structlogger.info(
241
+ "rasa.core.processor.trigger_anonymization",
242
+ sender_id=tracker.sender_id,
243
+ event_info="Triggering anonymization for publishing anonymized "
244
+ "events to the event broker.",
245
+ )
246
+ return self.privacy_manager.run(tracker)
247
+
225
248
  async def run_action_extract_slots(
226
249
  self,
227
250
  output_channel: OutputChannel,
@@ -262,26 +285,6 @@ class MessageProcessor:
262
285
 
263
286
  return tracker
264
287
 
265
- async def run_anonymization_pipeline(self, tracker: DialogueStateTracker) -> None:
266
- """Run the anonymization pipeline on the new tracker events.
267
-
268
- Args:
269
- tracker: A tracker representing a conversation state.
270
- """
271
- anonymization_pipeline = plugin_manager().hook.get_anonymization_pipeline()
272
- if anonymization_pipeline is None:
273
- return None
274
-
275
- old_tracker = await self.tracker_store.retrieve(tracker.sender_id)
276
- new_events = rasa.shared.core.trackers.TrackerEventDiffEngine.event_difference(
277
- old_tracker, tracker
278
- )
279
-
280
- for event in new_events:
281
- body = {"sender_id": tracker.sender_id}
282
- body.update(event.as_dict())
283
- anonymization_pipeline.run(body)
284
-
285
288
  async def predict_next_for_sender_id(
286
289
  self, sender_id: Text
287
290
  ) -> Optional[Dict[Text, Any]]:
@@ -819,28 +822,8 @@ class MessageProcessor:
819
822
  )
820
823
 
821
824
  self._check_for_unseen_features(parse_data)
822
- # resetting timeouts variables whenever something that is not a timeout occurs
823
- if (
824
- parse_data.get(INTENT, {}).get(INTENT_NAME_KEY)
825
- != USER_INTENT_SILENCE_TIMEOUT
826
- and tracker
827
- ):
828
- if (
829
- SLOT_CONSECUTIVE_SILENCE_TIMEOUTS in tracker.slots
830
- and tracker.slots[SLOT_CONSECUTIVE_SILENCE_TIMEOUTS].value != 0.0
831
- ):
832
- tracker.update(SlotSet(SLOT_CONSECUTIVE_SILENCE_TIMEOUTS, 0.0))
833
- if (
834
- SLOT_SILENCE_TIMEOUT in tracker.slots
835
- and tracker.slots[SLOT_SILENCE_TIMEOUT].value
836
- != tracker.slots[SLOT_SILENCE_TIMEOUT].initial_value
837
- ):
838
- tracker.update(
839
- SlotSet(
840
- SLOT_SILENCE_TIMEOUT,
841
- tracker.slots[SLOT_SILENCE_TIMEOUT].initial_value,
842
- )
843
- )
825
+
826
+ self._initialise_consecutive_silence_timeout_slots(parse_data, tracker)
844
827
 
845
828
  return parse_data
846
829
 
@@ -880,19 +863,61 @@ class MessageProcessor:
880
863
  tracker.has_coexistence_routing_slot
881
864
  and tracker.get_slot(ROUTE_TO_CALM_SLOT) is None
882
865
  ):
883
- # if we are currently not routing to either CALM or dm1
884
- # we make a sticky routing to CALM if there are any commands
885
- # from the trigger intent parsing
886
- # or a sticky routing to dm1 if there are no commands
866
+ # If we are currently not routing to either CALM or DM1:
867
+ # - Sticky route to CALM if there are any commands
868
+ # from the trigger intent parsing
869
+ # - Sticky route to DM1 if there are no commands present
870
+ route_to_calm_slot_value = self._determine_route_to_calm_slot_value(
871
+ nlu_adapted_commands
872
+ )
887
873
  commands += [
888
874
  SetSlotCommand(
889
- ROUTE_TO_CALM_SLOT, len(nlu_adapted_commands) > 0
875
+ ROUTE_TO_CALM_SLOT, route_to_calm_slot_value
890
876
  ).as_dict()
891
877
  ]
892
878
 
893
879
  parse_data[COMMANDS] = commands
894
880
  return parse_data
895
881
 
882
+ def _determine_route_to_calm_slot_value(
883
+ self, nlu_adapted_commands: List[Dict[str, Any]]
884
+ ) -> Optional[bool]:
885
+ """Determines what value should be assigned to `ROUTE_TO_CALM_SLOT`.
886
+
887
+ Returns:
888
+ - True: If any command other than:
889
+ - SessionStartCommand
890
+ - SessionEndCommand
891
+ - RestartCommand
892
+ is present.
893
+ - None: If only ignored system commands are present.
894
+ - False If no commands at all.
895
+ """
896
+ system_commands_to_ignore = [
897
+ SessionStartCommand.command(),
898
+ SessionEndCommand.command(),
899
+ RestartCommand.command(),
900
+ ]
901
+
902
+ # Exclude the system commands, as it doesn't originate from the user's
903
+ # input intent and shouldn't influence the decision for setting
904
+ # ROUTE_TO_CALM_SLOT.
905
+ intent_triggered_commands = [
906
+ command
907
+ for command in nlu_adapted_commands
908
+ if command.get("command") not in system_commands_to_ignore
909
+ ]
910
+
911
+ if len(intent_triggered_commands) > 0:
912
+ # There are commands other than system commands present - route to CALM
913
+ return True
914
+ elif len(nlu_adapted_commands) > 0:
915
+ # Only system command is present — defer routing decision
916
+ return None
917
+ else:
918
+ # No commands at all — route to DM1
919
+ return False
920
+
896
921
  def _update_full_retrieval_intent(self, parse_data: Dict[Text, Any]) -> None:
897
922
  """Update the parse data with the full retrieval intent.
898
923
 
@@ -1023,7 +1048,14 @@ class MessageProcessor:
1023
1048
 
1024
1049
  @staticmethod
1025
1050
  def _should_handle_message(tracker: DialogueStateTracker) -> bool:
1026
- return not tracker.is_paused() or (
1051
+ return not tracker.is_paused() or MessageProcessor._last_user_intent_is_restart(
1052
+ tracker
1053
+ )
1054
+
1055
+ @staticmethod
1056
+ def _last_user_intent_is_restart(tracker: DialogueStateTracker) -> bool:
1057
+ """Check if the last user intent is a restart intent."""
1058
+ return (
1027
1059
  tracker.latest_message is not None
1028
1060
  and tracker.latest_message.intent.get(INTENT_NAME_KEY)
1029
1061
  == USER_INTENT_RESTART
@@ -1570,3 +1602,31 @@ class MessageProcessor:
1570
1602
  )
1571
1603
 
1572
1604
  return tracker, validate_frames
1605
+
1606
+ @staticmethod
1607
+ def _initialise_consecutive_silence_timeout_slots(
1608
+ parse_data: Dict[str, Any],
1609
+ tracker: DialogueStateTracker,
1610
+ ) -> None:
1611
+ # resetting timeouts variables whenever something that is not a timeout occurs
1612
+ if (
1613
+ parse_data.get(INTENT, {}).get(INTENT_NAME_KEY)
1614
+ != USER_INTENT_SILENCE_TIMEOUT
1615
+ and tracker
1616
+ ):
1617
+ if (
1618
+ SLOT_CONSECUTIVE_SILENCE_TIMEOUTS in tracker.slots
1619
+ and tracker.slots[SLOT_CONSECUTIVE_SILENCE_TIMEOUTS].value != 0.0
1620
+ ):
1621
+ tracker.update(SlotSet(SLOT_CONSECUTIVE_SILENCE_TIMEOUTS, 0.0))
1622
+ if (
1623
+ SILENCE_TIMEOUT_SLOT in tracker.slots
1624
+ and tracker.slots[SILENCE_TIMEOUT_SLOT].value
1625
+ != tracker.slots[SILENCE_TIMEOUT_SLOT].initial_value
1626
+ ):
1627
+ tracker.update(
1628
+ SlotSet(
1629
+ SILENCE_TIMEOUT_SLOT,
1630
+ tracker.slots[SILENCE_TIMEOUT_SLOT].initial_value,
1631
+ )
1632
+ )