rasa-pro 3.12.0.dev1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of rasa-pro might be problematic. Click here for more details.

Files changed (790) hide show
  1. README.md +41 -0
  2. rasa/__init__.py +9 -0
  3. rasa/__main__.py +177 -0
  4. rasa/anonymization/__init__.py +2 -0
  5. rasa/anonymization/anonymisation_rule_yaml_reader.py +91 -0
  6. rasa/anonymization/anonymization_pipeline.py +286 -0
  7. rasa/anonymization/anonymization_rule_executor.py +260 -0
  8. rasa/anonymization/anonymization_rule_orchestrator.py +120 -0
  9. rasa/anonymization/schemas/config.yml +47 -0
  10. rasa/anonymization/utils.py +118 -0
  11. rasa/api.py +160 -0
  12. rasa/cli/__init__.py +5 -0
  13. rasa/cli/arguments/__init__.py +0 -0
  14. rasa/cli/arguments/data.py +106 -0
  15. rasa/cli/arguments/default_arguments.py +207 -0
  16. rasa/cli/arguments/evaluate.py +65 -0
  17. rasa/cli/arguments/export.py +51 -0
  18. rasa/cli/arguments/interactive.py +74 -0
  19. rasa/cli/arguments/run.py +219 -0
  20. rasa/cli/arguments/shell.py +17 -0
  21. rasa/cli/arguments/test.py +211 -0
  22. rasa/cli/arguments/train.py +279 -0
  23. rasa/cli/arguments/visualize.py +34 -0
  24. rasa/cli/arguments/x.py +30 -0
  25. rasa/cli/data.py +354 -0
  26. rasa/cli/dialogue_understanding_test.py +251 -0
  27. rasa/cli/e2e_test.py +259 -0
  28. rasa/cli/evaluate.py +222 -0
  29. rasa/cli/export.py +250 -0
  30. rasa/cli/inspect.py +75 -0
  31. rasa/cli/interactive.py +166 -0
  32. rasa/cli/license.py +65 -0
  33. rasa/cli/llm_fine_tuning.py +403 -0
  34. rasa/cli/markers.py +78 -0
  35. rasa/cli/project_templates/__init__.py +0 -0
  36. rasa/cli/project_templates/calm/actions/__init__.py +0 -0
  37. rasa/cli/project_templates/calm/actions/action_template.py +27 -0
  38. rasa/cli/project_templates/calm/actions/add_contact.py +30 -0
  39. rasa/cli/project_templates/calm/actions/db.py +57 -0
  40. rasa/cli/project_templates/calm/actions/list_contacts.py +22 -0
  41. rasa/cli/project_templates/calm/actions/remove_contact.py +35 -0
  42. rasa/cli/project_templates/calm/config.yml +10 -0
  43. rasa/cli/project_templates/calm/credentials.yml +33 -0
  44. rasa/cli/project_templates/calm/data/flows/add_contact.yml +31 -0
  45. rasa/cli/project_templates/calm/data/flows/list_contacts.yml +14 -0
  46. rasa/cli/project_templates/calm/data/flows/remove_contact.yml +29 -0
  47. rasa/cli/project_templates/calm/db/contacts.json +10 -0
  48. rasa/cli/project_templates/calm/domain/add_contact.yml +39 -0
  49. rasa/cli/project_templates/calm/domain/list_contacts.yml +17 -0
  50. rasa/cli/project_templates/calm/domain/remove_contact.yml +38 -0
  51. rasa/cli/project_templates/calm/domain/shared.yml +10 -0
  52. rasa/cli/project_templates/calm/e2e_tests/cancelations/user_cancels_during_a_correction.yml +16 -0
  53. rasa/cli/project_templates/calm/e2e_tests/cancelations/user_changes_mind_on_a_whim.yml +7 -0
  54. rasa/cli/project_templates/calm/e2e_tests/corrections/user_corrects_contact_handle.yml +20 -0
  55. rasa/cli/project_templates/calm/e2e_tests/corrections/user_corrects_contact_name.yml +19 -0
  56. rasa/cli/project_templates/calm/e2e_tests/happy_paths/user_adds_contact_to_their_list.yml +15 -0
  57. rasa/cli/project_templates/calm/e2e_tests/happy_paths/user_lists_contacts.yml +5 -0
  58. rasa/cli/project_templates/calm/e2e_tests/happy_paths/user_removes_contact.yml +11 -0
  59. rasa/cli/project_templates/calm/e2e_tests/happy_paths/user_removes_contact_from_list.yml +12 -0
  60. rasa/cli/project_templates/calm/endpoints.yml +58 -0
  61. rasa/cli/project_templates/default/actions/__init__.py +0 -0
  62. rasa/cli/project_templates/default/actions/actions.py +27 -0
  63. rasa/cli/project_templates/default/config.yml +44 -0
  64. rasa/cli/project_templates/default/credentials.yml +33 -0
  65. rasa/cli/project_templates/default/data/nlu.yml +91 -0
  66. rasa/cli/project_templates/default/data/rules.yml +13 -0
  67. rasa/cli/project_templates/default/data/stories.yml +30 -0
  68. rasa/cli/project_templates/default/domain.yml +34 -0
  69. rasa/cli/project_templates/default/endpoints.yml +42 -0
  70. rasa/cli/project_templates/default/tests/test_stories.yml +91 -0
  71. rasa/cli/project_templates/tutorial/actions/__init__.py +0 -0
  72. rasa/cli/project_templates/tutorial/actions/actions.py +22 -0
  73. rasa/cli/project_templates/tutorial/config.yml +12 -0
  74. rasa/cli/project_templates/tutorial/credentials.yml +33 -0
  75. rasa/cli/project_templates/tutorial/data/flows.yml +8 -0
  76. rasa/cli/project_templates/tutorial/data/patterns.yml +11 -0
  77. rasa/cli/project_templates/tutorial/domain.yml +35 -0
  78. rasa/cli/project_templates/tutorial/endpoints.yml +55 -0
  79. rasa/cli/run.py +143 -0
  80. rasa/cli/scaffold.py +273 -0
  81. rasa/cli/shell.py +141 -0
  82. rasa/cli/studio/__init__.py +0 -0
  83. rasa/cli/studio/download.py +62 -0
  84. rasa/cli/studio/studio.py +296 -0
  85. rasa/cli/studio/train.py +59 -0
  86. rasa/cli/studio/upload.py +62 -0
  87. rasa/cli/telemetry.py +102 -0
  88. rasa/cli/test.py +280 -0
  89. rasa/cli/train.py +278 -0
  90. rasa/cli/utils.py +484 -0
  91. rasa/cli/visualize.py +40 -0
  92. rasa/cli/x.py +206 -0
  93. rasa/constants.py +45 -0
  94. rasa/core/__init__.py +17 -0
  95. rasa/core/actions/__init__.py +0 -0
  96. rasa/core/actions/action.py +1318 -0
  97. rasa/core/actions/action_clean_stack.py +59 -0
  98. rasa/core/actions/action_exceptions.py +24 -0
  99. rasa/core/actions/action_hangup.py +29 -0
  100. rasa/core/actions/action_repeat_bot_messages.py +89 -0
  101. rasa/core/actions/action_run_slot_rejections.py +210 -0
  102. rasa/core/actions/action_trigger_chitchat.py +31 -0
  103. rasa/core/actions/action_trigger_flow.py +109 -0
  104. rasa/core/actions/action_trigger_search.py +31 -0
  105. rasa/core/actions/constants.py +5 -0
  106. rasa/core/actions/custom_action_executor.py +191 -0
  107. rasa/core/actions/direct_custom_actions_executor.py +109 -0
  108. rasa/core/actions/e2e_stub_custom_action_executor.py +72 -0
  109. rasa/core/actions/forms.py +741 -0
  110. rasa/core/actions/grpc_custom_action_executor.py +251 -0
  111. rasa/core/actions/http_custom_action_executor.py +145 -0
  112. rasa/core/actions/loops.py +114 -0
  113. rasa/core/actions/two_stage_fallback.py +186 -0
  114. rasa/core/agent.py +559 -0
  115. rasa/core/auth_retry_tracker_store.py +122 -0
  116. rasa/core/brokers/__init__.py +0 -0
  117. rasa/core/brokers/broker.py +126 -0
  118. rasa/core/brokers/file.py +58 -0
  119. rasa/core/brokers/kafka.py +324 -0
  120. rasa/core/brokers/pika.py +388 -0
  121. rasa/core/brokers/sql.py +86 -0
  122. rasa/core/channels/__init__.py +61 -0
  123. rasa/core/channels/botframework.py +338 -0
  124. rasa/core/channels/callback.py +84 -0
  125. rasa/core/channels/channel.py +456 -0
  126. rasa/core/channels/console.py +241 -0
  127. rasa/core/channels/development_inspector.py +197 -0
  128. rasa/core/channels/facebook.py +419 -0
  129. rasa/core/channels/hangouts.py +329 -0
  130. rasa/core/channels/inspector/.eslintrc.cjs +25 -0
  131. rasa/core/channels/inspector/.gitignore +23 -0
  132. rasa/core/channels/inspector/README.md +54 -0
  133. rasa/core/channels/inspector/assets/favicon.ico +0 -0
  134. rasa/core/channels/inspector/assets/rasa-chat.js +2 -0
  135. rasa/core/channels/inspector/custom.d.ts +3 -0
  136. rasa/core/channels/inspector/dist/assets/arc-861ddd57.js +1 -0
  137. rasa/core/channels/inspector/dist/assets/array-9f3ba611.js +1 -0
  138. rasa/core/channels/inspector/dist/assets/c4Diagram-d0fbc5ce-921f02db.js +10 -0
  139. rasa/core/channels/inspector/dist/assets/classDiagram-936ed81e-b436c4f8.js +2 -0
  140. rasa/core/channels/inspector/dist/assets/classDiagram-v2-c3cb15f1-511a23cb.js +2 -0
  141. rasa/core/channels/inspector/dist/assets/createText-62fc7601-ef476ecd.js +7 -0
  142. rasa/core/channels/inspector/dist/assets/edges-f2ad444c-f1878e0a.js +4 -0
  143. rasa/core/channels/inspector/dist/assets/erDiagram-9d236eb7-fac75185.js +51 -0
  144. rasa/core/channels/inspector/dist/assets/flowDb-1972c806-201c5bbc.js +6 -0
  145. rasa/core/channels/inspector/dist/assets/flowDiagram-7ea5b25a-f904ae41.js +4 -0
  146. rasa/core/channels/inspector/dist/assets/flowDiagram-v2-855bc5b3-b080d6f2.js +1 -0
  147. rasa/core/channels/inspector/dist/assets/flowchart-elk-definition-abe16c3d-1813da66.js +139 -0
  148. rasa/core/channels/inspector/dist/assets/ganttDiagram-9b5ea136-872af172.js +266 -0
  149. rasa/core/channels/inspector/dist/assets/gitGraphDiagram-99d0ae7c-34a0af5a.js +70 -0
  150. rasa/core/channels/inspector/dist/assets/ibm-plex-mono-v4-latin-regular-128cfa44.ttf +0 -0
  151. rasa/core/channels/inspector/dist/assets/ibm-plex-mono-v4-latin-regular-21dbcb97.woff +0 -0
  152. rasa/core/channels/inspector/dist/assets/ibm-plex-mono-v4-latin-regular-222b5e26.svg +329 -0
  153. rasa/core/channels/inspector/dist/assets/ibm-plex-mono-v4-latin-regular-9ad89b2a.woff2 +0 -0
  154. rasa/core/channels/inspector/dist/assets/index-2c4b9a3b-42ba3e3d.js +1 -0
  155. rasa/core/channels/inspector/dist/assets/index-37817b51.js +1317 -0
  156. rasa/core/channels/inspector/dist/assets/index-3ee28881.css +1 -0
  157. rasa/core/channels/inspector/dist/assets/infoDiagram-736b4530-6b731386.js +7 -0
  158. rasa/core/channels/inspector/dist/assets/init-77b53fdd.js +1 -0
  159. rasa/core/channels/inspector/dist/assets/journeyDiagram-df861f2b-e8579ac6.js +139 -0
  160. rasa/core/channels/inspector/dist/assets/lato-v14-latin-700-60c05ee4.woff +0 -0
  161. rasa/core/channels/inspector/dist/assets/lato-v14-latin-700-8335d9b8.svg +438 -0
  162. rasa/core/channels/inspector/dist/assets/lato-v14-latin-700-9cc39c75.ttf +0 -0
  163. rasa/core/channels/inspector/dist/assets/lato-v14-latin-700-ead13ccf.woff2 +0 -0
  164. rasa/core/channels/inspector/dist/assets/lato-v14-latin-regular-16705655.woff2 +0 -0
  165. rasa/core/channels/inspector/dist/assets/lato-v14-latin-regular-5aeb07f9.woff +0 -0
  166. rasa/core/channels/inspector/dist/assets/lato-v14-latin-regular-9c459044.ttf +0 -0
  167. rasa/core/channels/inspector/dist/assets/lato-v14-latin-regular-9e2898a4.svg +435 -0
  168. rasa/core/channels/inspector/dist/assets/layout-89e6403a.js +1 -0
  169. rasa/core/channels/inspector/dist/assets/line-dc73d3fc.js +1 -0
  170. rasa/core/channels/inspector/dist/assets/linear-f5b1d2bc.js +1 -0
  171. rasa/core/channels/inspector/dist/assets/mindmap-definition-beec6740-82cb74fa.js +109 -0
  172. rasa/core/channels/inspector/dist/assets/ordinal-ba9b4969.js +1 -0
  173. rasa/core/channels/inspector/dist/assets/path-53f90ab3.js +1 -0
  174. rasa/core/channels/inspector/dist/assets/pieDiagram-dbbf0591-bdf5f29b.js +35 -0
  175. rasa/core/channels/inspector/dist/assets/quadrantDiagram-4d7f4fd6-c7a0cbe4.js +7 -0
  176. rasa/core/channels/inspector/dist/assets/requirementDiagram-6fc4c22a-7ec5410f.js +52 -0
  177. rasa/core/channels/inspector/dist/assets/sankeyDiagram-8f13d901-caee5554.js +8 -0
  178. rasa/core/channels/inspector/dist/assets/sequenceDiagram-b655622a-2935f8db.js +122 -0
  179. rasa/core/channels/inspector/dist/assets/stateDiagram-59f0c015-8f5d9693.js +1 -0
  180. rasa/core/channels/inspector/dist/assets/stateDiagram-v2-2b26beab-d565d1de.js +1 -0
  181. rasa/core/channels/inspector/dist/assets/styles-080da4f6-75ad421d.js +110 -0
  182. rasa/core/channels/inspector/dist/assets/styles-3dcbcfbf-7e764226.js +159 -0
  183. rasa/core/channels/inspector/dist/assets/styles-9c745c82-7a4e0e61.js +207 -0
  184. rasa/core/channels/inspector/dist/assets/svgDrawCommon-4835440b-4019d1bf.js +1 -0
  185. rasa/core/channels/inspector/dist/assets/timeline-definition-5b62e21b-01ea12df.js +61 -0
  186. rasa/core/channels/inspector/dist/assets/xychartDiagram-2b33534f-89407137.js +7 -0
  187. rasa/core/channels/inspector/dist/index.html +42 -0
  188. rasa/core/channels/inspector/index.html +40 -0
  189. rasa/core/channels/inspector/jest.config.ts +13 -0
  190. rasa/core/channels/inspector/package.json +52 -0
  191. rasa/core/channels/inspector/setupTests.ts +2 -0
  192. rasa/core/channels/inspector/src/App.tsx +220 -0
  193. rasa/core/channels/inspector/src/components/Chat.tsx +95 -0
  194. rasa/core/channels/inspector/src/components/DiagramFlow.tsx +108 -0
  195. rasa/core/channels/inspector/src/components/DialogueInformation.tsx +187 -0
  196. rasa/core/channels/inspector/src/components/DialogueStack.tsx +136 -0
  197. rasa/core/channels/inspector/src/components/ExpandIcon.tsx +16 -0
  198. rasa/core/channels/inspector/src/components/FullscreenButton.tsx +45 -0
  199. rasa/core/channels/inspector/src/components/LoadingSpinner.tsx +22 -0
  200. rasa/core/channels/inspector/src/components/NoActiveFlow.tsx +21 -0
  201. rasa/core/channels/inspector/src/components/RasaLogo.tsx +32 -0
  202. rasa/core/channels/inspector/src/components/SaraDiagrams.tsx +39 -0
  203. rasa/core/channels/inspector/src/components/Slots.tsx +91 -0
  204. rasa/core/channels/inspector/src/components/Welcome.tsx +54 -0
  205. rasa/core/channels/inspector/src/helpers/audiostream.ts +191 -0
  206. rasa/core/channels/inspector/src/helpers/formatters.test.ts +392 -0
  207. rasa/core/channels/inspector/src/helpers/formatters.ts +306 -0
  208. rasa/core/channels/inspector/src/helpers/utils.ts +127 -0
  209. rasa/core/channels/inspector/src/main.tsx +13 -0
  210. rasa/core/channels/inspector/src/theme/Button/Button.ts +29 -0
  211. rasa/core/channels/inspector/src/theme/Heading/Heading.ts +31 -0
  212. rasa/core/channels/inspector/src/theme/Input/Input.ts +27 -0
  213. rasa/core/channels/inspector/src/theme/Link/Link.ts +10 -0
  214. rasa/core/channels/inspector/src/theme/Modal/Modal.ts +47 -0
  215. rasa/core/channels/inspector/src/theme/Table/Table.tsx +38 -0
  216. rasa/core/channels/inspector/src/theme/Tooltip/Tooltip.ts +12 -0
  217. rasa/core/channels/inspector/src/theme/base/breakpoints.ts +8 -0
  218. rasa/core/channels/inspector/src/theme/base/colors.ts +88 -0
  219. rasa/core/channels/inspector/src/theme/base/fonts/fontFaces.css +29 -0
  220. rasa/core/channels/inspector/src/theme/base/fonts/ibm-plex-mono-v4-latin/ibm-plex-mono-v4-latin-regular.eot +0 -0
  221. rasa/core/channels/inspector/src/theme/base/fonts/ibm-plex-mono-v4-latin/ibm-plex-mono-v4-latin-regular.svg +329 -0
  222. rasa/core/channels/inspector/src/theme/base/fonts/ibm-plex-mono-v4-latin/ibm-plex-mono-v4-latin-regular.ttf +0 -0
  223. rasa/core/channels/inspector/src/theme/base/fonts/ibm-plex-mono-v4-latin/ibm-plex-mono-v4-latin-regular.woff +0 -0
  224. rasa/core/channels/inspector/src/theme/base/fonts/ibm-plex-mono-v4-latin/ibm-plex-mono-v4-latin-regular.woff2 +0 -0
  225. rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-700.eot +0 -0
  226. rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-700.svg +438 -0
  227. rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-700.ttf +0 -0
  228. rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-700.woff +0 -0
  229. rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-700.woff2 +0 -0
  230. rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-regular.eot +0 -0
  231. rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-regular.svg +435 -0
  232. rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-regular.ttf +0 -0
  233. rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-regular.woff +0 -0
  234. rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-regular.woff2 +0 -0
  235. rasa/core/channels/inspector/src/theme/base/radii.ts +9 -0
  236. rasa/core/channels/inspector/src/theme/base/shadows.ts +7 -0
  237. rasa/core/channels/inspector/src/theme/base/sizes.ts +7 -0
  238. rasa/core/channels/inspector/src/theme/base/space.ts +15 -0
  239. rasa/core/channels/inspector/src/theme/base/styles.ts +13 -0
  240. rasa/core/channels/inspector/src/theme/base/typography.ts +24 -0
  241. rasa/core/channels/inspector/src/theme/base/zIndices.ts +19 -0
  242. rasa/core/channels/inspector/src/theme/index.ts +101 -0
  243. rasa/core/channels/inspector/src/types.ts +84 -0
  244. rasa/core/channels/inspector/src/vite-env.d.ts +1 -0
  245. rasa/core/channels/inspector/tests/__mocks__/fileMock.ts +1 -0
  246. rasa/core/channels/inspector/tests/__mocks__/matchMedia.ts +16 -0
  247. rasa/core/channels/inspector/tests/__mocks__/styleMock.ts +1 -0
  248. rasa/core/channels/inspector/tests/renderWithProviders.tsx +14 -0
  249. rasa/core/channels/inspector/tsconfig.json +26 -0
  250. rasa/core/channels/inspector/tsconfig.node.json +10 -0
  251. rasa/core/channels/inspector/vite.config.ts +8 -0
  252. rasa/core/channels/inspector/yarn.lock +6249 -0
  253. rasa/core/channels/mattermost.py +229 -0
  254. rasa/core/channels/rasa_chat.py +126 -0
  255. rasa/core/channels/rest.py +230 -0
  256. rasa/core/channels/rocketchat.py +174 -0
  257. rasa/core/channels/slack.py +620 -0
  258. rasa/core/channels/socketio.py +302 -0
  259. rasa/core/channels/telegram.py +298 -0
  260. rasa/core/channels/twilio.py +169 -0
  261. rasa/core/channels/vier_cvg.py +374 -0
  262. rasa/core/channels/voice_ready/__init__.py +0 -0
  263. rasa/core/channels/voice_ready/audiocodes.py +501 -0
  264. rasa/core/channels/voice_ready/jambonz.py +121 -0
  265. rasa/core/channels/voice_ready/jambonz_protocol.py +396 -0
  266. rasa/core/channels/voice_ready/twilio_voice.py +403 -0
  267. rasa/core/channels/voice_ready/utils.py +37 -0
  268. rasa/core/channels/voice_stream/__init__.py +0 -0
  269. rasa/core/channels/voice_stream/asr/__init__.py +0 -0
  270. rasa/core/channels/voice_stream/asr/asr_engine.py +89 -0
  271. rasa/core/channels/voice_stream/asr/asr_event.py +18 -0
  272. rasa/core/channels/voice_stream/asr/azure.py +130 -0
  273. rasa/core/channels/voice_stream/asr/deepgram.py +90 -0
  274. rasa/core/channels/voice_stream/audio_bytes.py +8 -0
  275. rasa/core/channels/voice_stream/browser_audio.py +107 -0
  276. rasa/core/channels/voice_stream/call_state.py +23 -0
  277. rasa/core/channels/voice_stream/tts/__init__.py +0 -0
  278. rasa/core/channels/voice_stream/tts/azure.py +106 -0
  279. rasa/core/channels/voice_stream/tts/cartesia.py +118 -0
  280. rasa/core/channels/voice_stream/tts/tts_cache.py +27 -0
  281. rasa/core/channels/voice_stream/tts/tts_engine.py +58 -0
  282. rasa/core/channels/voice_stream/twilio_media_streams.py +173 -0
  283. rasa/core/channels/voice_stream/util.py +57 -0
  284. rasa/core/channels/voice_stream/voice_channel.py +427 -0
  285. rasa/core/channels/webexteams.py +134 -0
  286. rasa/core/concurrent_lock_store.py +210 -0
  287. rasa/core/constants.py +112 -0
  288. rasa/core/evaluation/__init__.py +0 -0
  289. rasa/core/evaluation/marker.py +267 -0
  290. rasa/core/evaluation/marker_base.py +923 -0
  291. rasa/core/evaluation/marker_stats.py +293 -0
  292. rasa/core/evaluation/marker_tracker_loader.py +103 -0
  293. rasa/core/exceptions.py +29 -0
  294. rasa/core/exporter.py +284 -0
  295. rasa/core/featurizers/__init__.py +0 -0
  296. rasa/core/featurizers/precomputation.py +410 -0
  297. rasa/core/featurizers/single_state_featurizer.py +421 -0
  298. rasa/core/featurizers/tracker_featurizers.py +1262 -0
  299. rasa/core/http_interpreter.py +89 -0
  300. rasa/core/information_retrieval/__init__.py +7 -0
  301. rasa/core/information_retrieval/faiss.py +124 -0
  302. rasa/core/information_retrieval/information_retrieval.py +137 -0
  303. rasa/core/information_retrieval/milvus.py +59 -0
  304. rasa/core/information_retrieval/qdrant.py +96 -0
  305. rasa/core/jobs.py +63 -0
  306. rasa/core/lock.py +139 -0
  307. rasa/core/lock_store.py +343 -0
  308. rasa/core/migrate.py +403 -0
  309. rasa/core/nlg/__init__.py +3 -0
  310. rasa/core/nlg/callback.py +146 -0
  311. rasa/core/nlg/contextual_response_rephraser.py +320 -0
  312. rasa/core/nlg/generator.py +230 -0
  313. rasa/core/nlg/interpolator.py +143 -0
  314. rasa/core/nlg/response.py +155 -0
  315. rasa/core/nlg/summarize.py +70 -0
  316. rasa/core/persistor.py +538 -0
  317. rasa/core/policies/__init__.py +0 -0
  318. rasa/core/policies/ensemble.py +329 -0
  319. rasa/core/policies/enterprise_search_policy.py +905 -0
  320. rasa/core/policies/enterprise_search_prompt_template.jinja2 +25 -0
  321. rasa/core/policies/enterprise_search_prompt_with_citation_template.jinja2 +60 -0
  322. rasa/core/policies/flow_policy.py +205 -0
  323. rasa/core/policies/flows/__init__.py +0 -0
  324. rasa/core/policies/flows/flow_exceptions.py +44 -0
  325. rasa/core/policies/flows/flow_executor.py +754 -0
  326. rasa/core/policies/flows/flow_step_result.py +43 -0
  327. rasa/core/policies/intentless_policy.py +1031 -0
  328. rasa/core/policies/intentless_prompt_template.jinja2 +22 -0
  329. rasa/core/policies/memoization.py +538 -0
  330. rasa/core/policies/policy.py +725 -0
  331. rasa/core/policies/rule_policy.py +1273 -0
  332. rasa/core/policies/ted_policy.py +2169 -0
  333. rasa/core/policies/unexpected_intent_policy.py +1022 -0
  334. rasa/core/processor.py +1465 -0
  335. rasa/core/run.py +342 -0
  336. rasa/core/secrets_manager/__init__.py +0 -0
  337. rasa/core/secrets_manager/constants.py +36 -0
  338. rasa/core/secrets_manager/endpoints.py +391 -0
  339. rasa/core/secrets_manager/factory.py +241 -0
  340. rasa/core/secrets_manager/secret_manager.py +262 -0
  341. rasa/core/secrets_manager/vault.py +584 -0
  342. rasa/core/test.py +1335 -0
  343. rasa/core/tracker_store.py +1703 -0
  344. rasa/core/train.py +105 -0
  345. rasa/core/training/__init__.py +89 -0
  346. rasa/core/training/converters/__init__.py +0 -0
  347. rasa/core/training/converters/responses_prefix_converter.py +119 -0
  348. rasa/core/training/interactive.py +1744 -0
  349. rasa/core/training/story_conflict.py +381 -0
  350. rasa/core/training/training.py +93 -0
  351. rasa/core/utils.py +366 -0
  352. rasa/core/visualize.py +70 -0
  353. rasa/dialogue_understanding/__init__.py +0 -0
  354. rasa/dialogue_understanding/coexistence/__init__.py +0 -0
  355. rasa/dialogue_understanding/coexistence/constants.py +4 -0
  356. rasa/dialogue_understanding/coexistence/intent_based_router.py +196 -0
  357. rasa/dialogue_understanding/coexistence/llm_based_router.py +327 -0
  358. rasa/dialogue_understanding/coexistence/router_template.jinja2 +12 -0
  359. rasa/dialogue_understanding/commands/__init__.py +61 -0
  360. rasa/dialogue_understanding/commands/can_not_handle_command.py +70 -0
  361. rasa/dialogue_understanding/commands/cancel_flow_command.py +125 -0
  362. rasa/dialogue_understanding/commands/change_flow_command.py +44 -0
  363. rasa/dialogue_understanding/commands/chit_chat_answer_command.py +57 -0
  364. rasa/dialogue_understanding/commands/clarify_command.py +86 -0
  365. rasa/dialogue_understanding/commands/command.py +85 -0
  366. rasa/dialogue_understanding/commands/correct_slots_command.py +297 -0
  367. rasa/dialogue_understanding/commands/error_command.py +79 -0
  368. rasa/dialogue_understanding/commands/free_form_answer_command.py +9 -0
  369. rasa/dialogue_understanding/commands/handle_code_change_command.py +73 -0
  370. rasa/dialogue_understanding/commands/human_handoff_command.py +66 -0
  371. rasa/dialogue_understanding/commands/knowledge_answer_command.py +57 -0
  372. rasa/dialogue_understanding/commands/noop_command.py +54 -0
  373. rasa/dialogue_understanding/commands/repeat_bot_messages_command.py +60 -0
  374. rasa/dialogue_understanding/commands/restart_command.py +58 -0
  375. rasa/dialogue_understanding/commands/session_end_command.py +61 -0
  376. rasa/dialogue_understanding/commands/session_start_command.py +59 -0
  377. rasa/dialogue_understanding/commands/set_slot_command.py +160 -0
  378. rasa/dialogue_understanding/commands/skip_question_command.py +75 -0
  379. rasa/dialogue_understanding/commands/start_flow_command.py +107 -0
  380. rasa/dialogue_understanding/commands/user_silence_command.py +59 -0
  381. rasa/dialogue_understanding/commands/utils.py +45 -0
  382. rasa/dialogue_understanding/generator/__init__.py +21 -0
  383. rasa/dialogue_understanding/generator/command_generator.py +464 -0
  384. rasa/dialogue_understanding/generator/constants.py +27 -0
  385. rasa/dialogue_understanding/generator/flow_document_template.jinja2 +4 -0
  386. rasa/dialogue_understanding/generator/flow_retrieval.py +466 -0
  387. rasa/dialogue_understanding/generator/llm_based_command_generator.py +500 -0
  388. rasa/dialogue_understanding/generator/llm_command_generator.py +67 -0
  389. rasa/dialogue_understanding/generator/multi_step/__init__.py +0 -0
  390. rasa/dialogue_understanding/generator/multi_step/fill_slots_prompt.jinja2 +62 -0
  391. rasa/dialogue_understanding/generator/multi_step/handle_flows_prompt.jinja2 +38 -0
  392. rasa/dialogue_understanding/generator/multi_step/multi_step_llm_command_generator.py +920 -0
  393. rasa/dialogue_understanding/generator/nlu_command_adapter.py +261 -0
  394. rasa/dialogue_understanding/generator/single_step/__init__.py +0 -0
  395. rasa/dialogue_understanding/generator/single_step/command_prompt_template.jinja2 +60 -0
  396. rasa/dialogue_understanding/generator/single_step/single_step_llm_command_generator.py +486 -0
  397. rasa/dialogue_understanding/patterns/__init__.py +0 -0
  398. rasa/dialogue_understanding/patterns/cancel.py +111 -0
  399. rasa/dialogue_understanding/patterns/cannot_handle.py +43 -0
  400. rasa/dialogue_understanding/patterns/chitchat.py +37 -0
  401. rasa/dialogue_understanding/patterns/clarify.py +97 -0
  402. rasa/dialogue_understanding/patterns/code_change.py +41 -0
  403. rasa/dialogue_understanding/patterns/collect_information.py +90 -0
  404. rasa/dialogue_understanding/patterns/completed.py +40 -0
  405. rasa/dialogue_understanding/patterns/continue_interrupted.py +42 -0
  406. rasa/dialogue_understanding/patterns/correction.py +278 -0
  407. rasa/dialogue_understanding/patterns/default_flows_for_patterns.yml +301 -0
  408. rasa/dialogue_understanding/patterns/human_handoff.py +37 -0
  409. rasa/dialogue_understanding/patterns/internal_error.py +47 -0
  410. rasa/dialogue_understanding/patterns/repeat.py +37 -0
  411. rasa/dialogue_understanding/patterns/restart.py +37 -0
  412. rasa/dialogue_understanding/patterns/search.py +37 -0
  413. rasa/dialogue_understanding/patterns/session_start.py +37 -0
  414. rasa/dialogue_understanding/patterns/skip_question.py +38 -0
  415. rasa/dialogue_understanding/patterns/user_silence.py +37 -0
  416. rasa/dialogue_understanding/processor/__init__.py +0 -0
  417. rasa/dialogue_understanding/processor/command_processor.py +720 -0
  418. rasa/dialogue_understanding/processor/command_processor_component.py +43 -0
  419. rasa/dialogue_understanding/stack/__init__.py +0 -0
  420. rasa/dialogue_understanding/stack/dialogue_stack.py +178 -0
  421. rasa/dialogue_understanding/stack/frames/__init__.py +19 -0
  422. rasa/dialogue_understanding/stack/frames/chit_chat_frame.py +27 -0
  423. rasa/dialogue_understanding/stack/frames/dialogue_stack_frame.py +137 -0
  424. rasa/dialogue_understanding/stack/frames/flow_stack_frame.py +157 -0
  425. rasa/dialogue_understanding/stack/frames/pattern_frame.py +10 -0
  426. rasa/dialogue_understanding/stack/frames/search_frame.py +27 -0
  427. rasa/dialogue_understanding/stack/utils.py +211 -0
  428. rasa/dialogue_understanding/utils.py +14 -0
  429. rasa/dialogue_understanding_test/__init__.py +0 -0
  430. rasa/dialogue_understanding_test/command_metric_calculation.py +12 -0
  431. rasa/dialogue_understanding_test/constants.py +17 -0
  432. rasa/dialogue_understanding_test/du_test_case.py +118 -0
  433. rasa/dialogue_understanding_test/du_test_result.py +11 -0
  434. rasa/dialogue_understanding_test/du_test_runner.py +93 -0
  435. rasa/dialogue_understanding_test/io.py +54 -0
  436. rasa/dialogue_understanding_test/validation.py +22 -0
  437. rasa/e2e_test/__init__.py +0 -0
  438. rasa/e2e_test/aggregate_test_stats_calculator.py +134 -0
  439. rasa/e2e_test/assertions.py +1345 -0
  440. rasa/e2e_test/assertions_schema.yml +129 -0
  441. rasa/e2e_test/constants.py +31 -0
  442. rasa/e2e_test/e2e_config.py +220 -0
  443. rasa/e2e_test/e2e_config_schema.yml +26 -0
  444. rasa/e2e_test/e2e_test_case.py +569 -0
  445. rasa/e2e_test/e2e_test_converter.py +363 -0
  446. rasa/e2e_test/e2e_test_converter_prompt.jinja2 +70 -0
  447. rasa/e2e_test/e2e_test_coverage_report.py +364 -0
  448. rasa/e2e_test/e2e_test_result.py +54 -0
  449. rasa/e2e_test/e2e_test_runner.py +1192 -0
  450. rasa/e2e_test/e2e_test_schema.yml +181 -0
  451. rasa/e2e_test/pykwalify_extensions.py +39 -0
  452. rasa/e2e_test/stub_custom_action.py +70 -0
  453. rasa/e2e_test/utils/__init__.py +0 -0
  454. rasa/e2e_test/utils/e2e_yaml_utils.py +55 -0
  455. rasa/e2e_test/utils/io.py +598 -0
  456. rasa/e2e_test/utils/validation.py +178 -0
  457. rasa/engine/__init__.py +0 -0
  458. rasa/engine/caching.py +463 -0
  459. rasa/engine/constants.py +17 -0
  460. rasa/engine/exceptions.py +14 -0
  461. rasa/engine/graph.py +642 -0
  462. rasa/engine/loader.py +48 -0
  463. rasa/engine/recipes/__init__.py +0 -0
  464. rasa/engine/recipes/config_files/default_config.yml +41 -0
  465. rasa/engine/recipes/default_components.py +97 -0
  466. rasa/engine/recipes/default_recipe.py +1272 -0
  467. rasa/engine/recipes/graph_recipe.py +79 -0
  468. rasa/engine/recipes/recipe.py +93 -0
  469. rasa/engine/runner/__init__.py +0 -0
  470. rasa/engine/runner/dask.py +250 -0
  471. rasa/engine/runner/interface.py +49 -0
  472. rasa/engine/storage/__init__.py +0 -0
  473. rasa/engine/storage/local_model_storage.py +244 -0
  474. rasa/engine/storage/resource.py +110 -0
  475. rasa/engine/storage/storage.py +199 -0
  476. rasa/engine/training/__init__.py +0 -0
  477. rasa/engine/training/components.py +176 -0
  478. rasa/engine/training/fingerprinting.py +64 -0
  479. rasa/engine/training/graph_trainer.py +256 -0
  480. rasa/engine/training/hooks.py +164 -0
  481. rasa/engine/validation.py +1451 -0
  482. rasa/env.py +14 -0
  483. rasa/exceptions.py +69 -0
  484. rasa/graph_components/__init__.py +0 -0
  485. rasa/graph_components/converters/__init__.py +0 -0
  486. rasa/graph_components/converters/nlu_message_converter.py +48 -0
  487. rasa/graph_components/providers/__init__.py +0 -0
  488. rasa/graph_components/providers/domain_for_core_training_provider.py +87 -0
  489. rasa/graph_components/providers/domain_provider.py +71 -0
  490. rasa/graph_components/providers/flows_provider.py +74 -0
  491. rasa/graph_components/providers/forms_provider.py +44 -0
  492. rasa/graph_components/providers/nlu_training_data_provider.py +56 -0
  493. rasa/graph_components/providers/responses_provider.py +44 -0
  494. rasa/graph_components/providers/rule_only_provider.py +49 -0
  495. rasa/graph_components/providers/story_graph_provider.py +96 -0
  496. rasa/graph_components/providers/training_tracker_provider.py +55 -0
  497. rasa/graph_components/validators/__init__.py +0 -0
  498. rasa/graph_components/validators/default_recipe_validator.py +550 -0
  499. rasa/graph_components/validators/finetuning_validator.py +302 -0
  500. rasa/hooks.py +111 -0
  501. rasa/jupyter.py +63 -0
  502. rasa/llm_fine_tuning/__init__.py +0 -0
  503. rasa/llm_fine_tuning/annotation_module.py +241 -0
  504. rasa/llm_fine_tuning/conversations.py +144 -0
  505. rasa/llm_fine_tuning/llm_data_preparation_module.py +178 -0
  506. rasa/llm_fine_tuning/paraphrasing/__init__.py +0 -0
  507. rasa/llm_fine_tuning/paraphrasing/conversation_rephraser.py +281 -0
  508. rasa/llm_fine_tuning/paraphrasing/default_rephrase_prompt_template.jina2 +44 -0
  509. rasa/llm_fine_tuning/paraphrasing/rephrase_validator.py +121 -0
  510. rasa/llm_fine_tuning/paraphrasing/rephrased_user_message.py +10 -0
  511. rasa/llm_fine_tuning/paraphrasing_module.py +128 -0
  512. rasa/llm_fine_tuning/storage.py +174 -0
  513. rasa/llm_fine_tuning/train_test_split_module.py +441 -0
  514. rasa/markers/__init__.py +0 -0
  515. rasa/markers/marker.py +269 -0
  516. rasa/markers/marker_base.py +828 -0
  517. rasa/markers/upload.py +74 -0
  518. rasa/markers/validate.py +21 -0
  519. rasa/model.py +118 -0
  520. rasa/model_manager/__init__.py +0 -0
  521. rasa/model_manager/config.py +40 -0
  522. rasa/model_manager/model_api.py +559 -0
  523. rasa/model_manager/runner_service.py +286 -0
  524. rasa/model_manager/socket_bridge.py +146 -0
  525. rasa/model_manager/studio_jwt_auth.py +86 -0
  526. rasa/model_manager/trainer_service.py +325 -0
  527. rasa/model_manager/utils.py +87 -0
  528. rasa/model_manager/warm_rasa_process.py +187 -0
  529. rasa/model_service.py +112 -0
  530. rasa/model_testing.py +457 -0
  531. rasa/model_training.py +596 -0
  532. rasa/nlu/__init__.py +7 -0
  533. rasa/nlu/classifiers/__init__.py +3 -0
  534. rasa/nlu/classifiers/classifier.py +5 -0
  535. rasa/nlu/classifiers/diet_classifier.py +1881 -0
  536. rasa/nlu/classifiers/fallback_classifier.py +192 -0
  537. rasa/nlu/classifiers/keyword_intent_classifier.py +188 -0
  538. rasa/nlu/classifiers/logistic_regression_classifier.py +253 -0
  539. rasa/nlu/classifiers/mitie_intent_classifier.py +156 -0
  540. rasa/nlu/classifiers/regex_message_handler.py +56 -0
  541. rasa/nlu/classifiers/sklearn_intent_classifier.py +330 -0
  542. rasa/nlu/constants.py +77 -0
  543. rasa/nlu/convert.py +40 -0
  544. rasa/nlu/emulators/__init__.py +0 -0
  545. rasa/nlu/emulators/dialogflow.py +55 -0
  546. rasa/nlu/emulators/emulator.py +49 -0
  547. rasa/nlu/emulators/luis.py +86 -0
  548. rasa/nlu/emulators/no_emulator.py +10 -0
  549. rasa/nlu/emulators/wit.py +56 -0
  550. rasa/nlu/extractors/__init__.py +0 -0
  551. rasa/nlu/extractors/crf_entity_extractor.py +715 -0
  552. rasa/nlu/extractors/duckling_entity_extractor.py +206 -0
  553. rasa/nlu/extractors/entity_synonyms.py +178 -0
  554. rasa/nlu/extractors/extractor.py +470 -0
  555. rasa/nlu/extractors/mitie_entity_extractor.py +293 -0
  556. rasa/nlu/extractors/regex_entity_extractor.py +220 -0
  557. rasa/nlu/extractors/spacy_entity_extractor.py +95 -0
  558. rasa/nlu/featurizers/__init__.py +0 -0
  559. rasa/nlu/featurizers/dense_featurizer/__init__.py +0 -0
  560. rasa/nlu/featurizers/dense_featurizer/convert_featurizer.py +445 -0
  561. rasa/nlu/featurizers/dense_featurizer/dense_featurizer.py +57 -0
  562. rasa/nlu/featurizers/dense_featurizer/lm_featurizer.py +768 -0
  563. rasa/nlu/featurizers/dense_featurizer/mitie_featurizer.py +170 -0
  564. rasa/nlu/featurizers/dense_featurizer/spacy_featurizer.py +132 -0
  565. rasa/nlu/featurizers/featurizer.py +89 -0
  566. rasa/nlu/featurizers/sparse_featurizer/__init__.py +0 -0
  567. rasa/nlu/featurizers/sparse_featurizer/count_vectors_featurizer.py +867 -0
  568. rasa/nlu/featurizers/sparse_featurizer/lexical_syntactic_featurizer.py +571 -0
  569. rasa/nlu/featurizers/sparse_featurizer/regex_featurizer.py +271 -0
  570. rasa/nlu/featurizers/sparse_featurizer/sparse_featurizer.py +9 -0
  571. rasa/nlu/model.py +24 -0
  572. rasa/nlu/run.py +27 -0
  573. rasa/nlu/selectors/__init__.py +0 -0
  574. rasa/nlu/selectors/response_selector.py +987 -0
  575. rasa/nlu/test.py +1940 -0
  576. rasa/nlu/tokenizers/__init__.py +0 -0
  577. rasa/nlu/tokenizers/jieba_tokenizer.py +148 -0
  578. rasa/nlu/tokenizers/mitie_tokenizer.py +75 -0
  579. rasa/nlu/tokenizers/spacy_tokenizer.py +72 -0
  580. rasa/nlu/tokenizers/tokenizer.py +239 -0
  581. rasa/nlu/tokenizers/whitespace_tokenizer.py +95 -0
  582. rasa/nlu/utils/__init__.py +35 -0
  583. rasa/nlu/utils/bilou_utils.py +462 -0
  584. rasa/nlu/utils/hugging_face/__init__.py +0 -0
  585. rasa/nlu/utils/hugging_face/registry.py +108 -0
  586. rasa/nlu/utils/hugging_face/transformers_pre_post_processors.py +311 -0
  587. rasa/nlu/utils/mitie_utils.py +113 -0
  588. rasa/nlu/utils/pattern_utils.py +168 -0
  589. rasa/nlu/utils/spacy_utils.py +310 -0
  590. rasa/plugin.py +90 -0
  591. rasa/server.py +1588 -0
  592. rasa/shared/__init__.py +0 -0
  593. rasa/shared/constants.py +311 -0
  594. rasa/shared/core/__init__.py +0 -0
  595. rasa/shared/core/command_payload_reader.py +109 -0
  596. rasa/shared/core/constants.py +180 -0
  597. rasa/shared/core/conversation.py +46 -0
  598. rasa/shared/core/domain.py +2172 -0
  599. rasa/shared/core/events.py +2559 -0
  600. rasa/shared/core/flows/__init__.py +7 -0
  601. rasa/shared/core/flows/flow.py +562 -0
  602. rasa/shared/core/flows/flow_path.py +84 -0
  603. rasa/shared/core/flows/flow_step.py +146 -0
  604. rasa/shared/core/flows/flow_step_links.py +319 -0
  605. rasa/shared/core/flows/flow_step_sequence.py +70 -0
  606. rasa/shared/core/flows/flows_list.py +258 -0
  607. rasa/shared/core/flows/flows_yaml_schema.json +303 -0
  608. rasa/shared/core/flows/nlu_trigger.py +117 -0
  609. rasa/shared/core/flows/steps/__init__.py +24 -0
  610. rasa/shared/core/flows/steps/action.py +56 -0
  611. rasa/shared/core/flows/steps/call.py +64 -0
  612. rasa/shared/core/flows/steps/collect.py +112 -0
  613. rasa/shared/core/flows/steps/constants.py +5 -0
  614. rasa/shared/core/flows/steps/continuation.py +36 -0
  615. rasa/shared/core/flows/steps/end.py +22 -0
  616. rasa/shared/core/flows/steps/internal.py +44 -0
  617. rasa/shared/core/flows/steps/link.py +51 -0
  618. rasa/shared/core/flows/steps/no_operation.py +48 -0
  619. rasa/shared/core/flows/steps/set_slots.py +50 -0
  620. rasa/shared/core/flows/steps/start.py +30 -0
  621. rasa/shared/core/flows/utils.py +39 -0
  622. rasa/shared/core/flows/validation.py +735 -0
  623. rasa/shared/core/flows/yaml_flows_io.py +405 -0
  624. rasa/shared/core/generator.py +908 -0
  625. rasa/shared/core/slot_mappings.py +526 -0
  626. rasa/shared/core/slots.py +654 -0
  627. rasa/shared/core/trackers.py +1183 -0
  628. rasa/shared/core/training_data/__init__.py +0 -0
  629. rasa/shared/core/training_data/loading.py +89 -0
  630. rasa/shared/core/training_data/story_reader/__init__.py +0 -0
  631. rasa/shared/core/training_data/story_reader/story_reader.py +129 -0
  632. rasa/shared/core/training_data/story_reader/story_step_builder.py +168 -0
  633. rasa/shared/core/training_data/story_reader/yaml_story_reader.py +888 -0
  634. rasa/shared/core/training_data/story_writer/__init__.py +0 -0
  635. rasa/shared/core/training_data/story_writer/story_writer.py +76 -0
  636. rasa/shared/core/training_data/story_writer/yaml_story_writer.py +444 -0
  637. rasa/shared/core/training_data/structures.py +858 -0
  638. rasa/shared/core/training_data/visualization.html +146 -0
  639. rasa/shared/core/training_data/visualization.py +603 -0
  640. rasa/shared/data.py +249 -0
  641. rasa/shared/engine/__init__.py +0 -0
  642. rasa/shared/engine/caching.py +26 -0
  643. rasa/shared/exceptions.py +167 -0
  644. rasa/shared/importers/__init__.py +0 -0
  645. rasa/shared/importers/importer.py +770 -0
  646. rasa/shared/importers/multi_project.py +215 -0
  647. rasa/shared/importers/rasa.py +108 -0
  648. rasa/shared/importers/remote_importer.py +196 -0
  649. rasa/shared/importers/utils.py +36 -0
  650. rasa/shared/nlu/__init__.py +0 -0
  651. rasa/shared/nlu/constants.py +53 -0
  652. rasa/shared/nlu/interpreter.py +10 -0
  653. rasa/shared/nlu/training_data/__init__.py +0 -0
  654. rasa/shared/nlu/training_data/entities_parser.py +208 -0
  655. rasa/shared/nlu/training_data/features.py +492 -0
  656. rasa/shared/nlu/training_data/formats/__init__.py +10 -0
  657. rasa/shared/nlu/training_data/formats/dialogflow.py +163 -0
  658. rasa/shared/nlu/training_data/formats/luis.py +87 -0
  659. rasa/shared/nlu/training_data/formats/rasa.py +135 -0
  660. rasa/shared/nlu/training_data/formats/rasa_yaml.py +618 -0
  661. rasa/shared/nlu/training_data/formats/readerwriter.py +244 -0
  662. rasa/shared/nlu/training_data/formats/wit.py +52 -0
  663. rasa/shared/nlu/training_data/loading.py +137 -0
  664. rasa/shared/nlu/training_data/lookup_tables_parser.py +30 -0
  665. rasa/shared/nlu/training_data/message.py +490 -0
  666. rasa/shared/nlu/training_data/schemas/__init__.py +0 -0
  667. rasa/shared/nlu/training_data/schemas/data_schema.py +85 -0
  668. rasa/shared/nlu/training_data/schemas/nlu.yml +53 -0
  669. rasa/shared/nlu/training_data/schemas/responses.yml +70 -0
  670. rasa/shared/nlu/training_data/synonyms_parser.py +42 -0
  671. rasa/shared/nlu/training_data/training_data.py +729 -0
  672. rasa/shared/nlu/training_data/util.py +223 -0
  673. rasa/shared/providers/__init__.py +0 -0
  674. rasa/shared/providers/_configs/__init__.py +0 -0
  675. rasa/shared/providers/_configs/azure_openai_client_config.py +677 -0
  676. rasa/shared/providers/_configs/client_config.py +59 -0
  677. rasa/shared/providers/_configs/default_litellm_client_config.py +132 -0
  678. rasa/shared/providers/_configs/huggingface_local_embedding_client_config.py +236 -0
  679. rasa/shared/providers/_configs/litellm_router_client_config.py +222 -0
  680. rasa/shared/providers/_configs/model_group_config.py +173 -0
  681. rasa/shared/providers/_configs/openai_client_config.py +177 -0
  682. rasa/shared/providers/_configs/rasa_llm_client_config.py +75 -0
  683. rasa/shared/providers/_configs/self_hosted_llm_client_config.py +178 -0
  684. rasa/shared/providers/_configs/utils.py +117 -0
  685. rasa/shared/providers/_ssl_verification_utils.py +124 -0
  686. rasa/shared/providers/_utils.py +79 -0
  687. rasa/shared/providers/constants.py +7 -0
  688. rasa/shared/providers/embedding/__init__.py +0 -0
  689. rasa/shared/providers/embedding/_base_litellm_embedding_client.py +243 -0
  690. rasa/shared/providers/embedding/_langchain_embedding_client_adapter.py +74 -0
  691. rasa/shared/providers/embedding/azure_openai_embedding_client.py +335 -0
  692. rasa/shared/providers/embedding/default_litellm_embedding_client.py +126 -0
  693. rasa/shared/providers/embedding/embedding_client.py +90 -0
  694. rasa/shared/providers/embedding/embedding_response.py +41 -0
  695. rasa/shared/providers/embedding/huggingface_local_embedding_client.py +191 -0
  696. rasa/shared/providers/embedding/litellm_router_embedding_client.py +138 -0
  697. rasa/shared/providers/embedding/openai_embedding_client.py +172 -0
  698. rasa/shared/providers/llm/__init__.py +0 -0
  699. rasa/shared/providers/llm/_base_litellm_client.py +265 -0
  700. rasa/shared/providers/llm/azure_openai_llm_client.py +415 -0
  701. rasa/shared/providers/llm/default_litellm_llm_client.py +110 -0
  702. rasa/shared/providers/llm/litellm_router_llm_client.py +202 -0
  703. rasa/shared/providers/llm/llm_client.py +78 -0
  704. rasa/shared/providers/llm/llm_response.py +50 -0
  705. rasa/shared/providers/llm/openai_llm_client.py +161 -0
  706. rasa/shared/providers/llm/rasa_llm_client.py +120 -0
  707. rasa/shared/providers/llm/self_hosted_llm_client.py +276 -0
  708. rasa/shared/providers/mappings.py +94 -0
  709. rasa/shared/providers/router/__init__.py +0 -0
  710. rasa/shared/providers/router/_base_litellm_router_client.py +185 -0
  711. rasa/shared/providers/router/router_client.py +75 -0
  712. rasa/shared/utils/__init__.py +0 -0
  713. rasa/shared/utils/cli.py +102 -0
  714. rasa/shared/utils/common.py +324 -0
  715. rasa/shared/utils/constants.py +4 -0
  716. rasa/shared/utils/health_check/__init__.py +0 -0
  717. rasa/shared/utils/health_check/embeddings_health_check_mixin.py +31 -0
  718. rasa/shared/utils/health_check/health_check.py +258 -0
  719. rasa/shared/utils/health_check/llm_health_check_mixin.py +31 -0
  720. rasa/shared/utils/io.py +499 -0
  721. rasa/shared/utils/llm.py +764 -0
  722. rasa/shared/utils/pykwalify_extensions.py +27 -0
  723. rasa/shared/utils/schemas/__init__.py +0 -0
  724. rasa/shared/utils/schemas/config.yml +2 -0
  725. rasa/shared/utils/schemas/domain.yml +145 -0
  726. rasa/shared/utils/schemas/events.py +214 -0
  727. rasa/shared/utils/schemas/model_config.yml +36 -0
  728. rasa/shared/utils/schemas/stories.yml +173 -0
  729. rasa/shared/utils/yaml.py +1068 -0
  730. rasa/studio/__init__.py +0 -0
  731. rasa/studio/auth.py +270 -0
  732. rasa/studio/config.py +136 -0
  733. rasa/studio/constants.py +19 -0
  734. rasa/studio/data_handler.py +368 -0
  735. rasa/studio/download.py +489 -0
  736. rasa/studio/results_logger.py +137 -0
  737. rasa/studio/train.py +134 -0
  738. rasa/studio/upload.py +563 -0
  739. rasa/telemetry.py +1876 -0
  740. rasa/tracing/__init__.py +0 -0
  741. rasa/tracing/config.py +355 -0
  742. rasa/tracing/constants.py +62 -0
  743. rasa/tracing/instrumentation/__init__.py +0 -0
  744. rasa/tracing/instrumentation/attribute_extractors.py +765 -0
  745. rasa/tracing/instrumentation/instrumentation.py +1306 -0
  746. rasa/tracing/instrumentation/intentless_policy_instrumentation.py +144 -0
  747. rasa/tracing/instrumentation/metrics.py +294 -0
  748. rasa/tracing/metric_instrument_provider.py +205 -0
  749. rasa/utils/__init__.py +0 -0
  750. rasa/utils/beta.py +83 -0
  751. rasa/utils/cli.py +28 -0
  752. rasa/utils/common.py +639 -0
  753. rasa/utils/converter.py +53 -0
  754. rasa/utils/endpoints.py +331 -0
  755. rasa/utils/io.py +252 -0
  756. rasa/utils/json_utils.py +60 -0
  757. rasa/utils/licensing.py +542 -0
  758. rasa/utils/log_utils.py +181 -0
  759. rasa/utils/mapper.py +210 -0
  760. rasa/utils/ml_utils.py +147 -0
  761. rasa/utils/plotting.py +362 -0
  762. rasa/utils/sanic_error_handler.py +32 -0
  763. rasa/utils/singleton.py +23 -0
  764. rasa/utils/tensorflow/__init__.py +0 -0
  765. rasa/utils/tensorflow/callback.py +112 -0
  766. rasa/utils/tensorflow/constants.py +116 -0
  767. rasa/utils/tensorflow/crf.py +492 -0
  768. rasa/utils/tensorflow/data_generator.py +440 -0
  769. rasa/utils/tensorflow/environment.py +161 -0
  770. rasa/utils/tensorflow/exceptions.py +5 -0
  771. rasa/utils/tensorflow/feature_array.py +366 -0
  772. rasa/utils/tensorflow/layers.py +1565 -0
  773. rasa/utils/tensorflow/layers_utils.py +113 -0
  774. rasa/utils/tensorflow/metrics.py +281 -0
  775. rasa/utils/tensorflow/model_data.py +798 -0
  776. rasa/utils/tensorflow/model_data_utils.py +499 -0
  777. rasa/utils/tensorflow/models.py +935 -0
  778. rasa/utils/tensorflow/rasa_layers.py +1094 -0
  779. rasa/utils/tensorflow/transformer.py +640 -0
  780. rasa/utils/tensorflow/types.py +6 -0
  781. rasa/utils/train_utils.py +572 -0
  782. rasa/utils/url_tools.py +53 -0
  783. rasa/utils/yaml.py +54 -0
  784. rasa/validator.py +1644 -0
  785. rasa/version.py +3 -0
  786. rasa_pro-3.12.0.dev1.dist-info/METADATA +199 -0
  787. rasa_pro-3.12.0.dev1.dist-info/NOTICE +5 -0
  788. rasa_pro-3.12.0.dev1.dist-info/RECORD +790 -0
  789. rasa_pro-3.12.0.dev1.dist-info/WHEEL +4 -0
  790. rasa_pro-3.12.0.dev1.dist-info/entry_points.txt +3 -0
@@ -0,0 +1,1703 @@
1
+ from __future__ import annotations
2
+ import contextlib
3
+ import itertools
4
+ import json
5
+ import logging
6
+ import os
7
+ from inspect import isawaitable, iscoroutinefunction
8
+
9
+ from time import sleep
10
+ from typing import (
11
+ Any,
12
+ Callable,
13
+ Dict,
14
+ Iterable,
15
+ Iterator,
16
+ List,
17
+ Optional,
18
+ Text,
19
+ Union,
20
+ TYPE_CHECKING,
21
+ Generator,
22
+ TypeVar,
23
+ Generic,
24
+ )
25
+
26
+ from boto3.dynamodb.conditions import Key
27
+ from pymongo.collection import Collection
28
+
29
+ import rasa.shared.utils.cli
30
+ import rasa.shared.utils.common
31
+ import rasa.shared.utils.io
32
+ import rasa.utils.json_utils
33
+ from rasa.plugin import plugin_manager
34
+ from rasa.shared.core.constants import ACTION_LISTEN_NAME
35
+ from rasa.core.brokers.broker import EventBroker
36
+ from rasa.core.constants import (
37
+ POSTGRESQL_SCHEMA,
38
+ POSTGRESQL_MAX_OVERFLOW,
39
+ POSTGRESQL_POOL_SIZE,
40
+ )
41
+ from rasa.shared.core.conversation import Dialogue
42
+ from rasa.shared.core.domain import Domain
43
+ from rasa.shared.core.events import SessionStarted, Event
44
+ from rasa.shared.core.trackers import (
45
+ ActionExecuted,
46
+ DialogueStateTracker,
47
+ EventVerbosity,
48
+ TrackerEventDiffEngine,
49
+ )
50
+ from rasa.shared.exceptions import ConnectionException, RasaException
51
+ from rasa.shared.nlu.constants import INTENT_NAME_KEY
52
+ from rasa.utils.endpoints import EndpointConfig
53
+ import sqlalchemy as sa
54
+
55
+ if TYPE_CHECKING:
56
+ import boto3.resources.factory.dynamodb.Table
57
+ from sqlalchemy.engine.url import URL
58
+ from sqlalchemy.engine.base import Engine
59
+ from sqlalchemy.orm import Session, Query
60
+ from sqlalchemy import Sequence
61
+
62
+ logger = logging.getLogger(__name__)
63
+
64
+ # default values of PostgreSQL pool size and max overflow
65
+ POSTGRESQL_DEFAULT_MAX_OVERFLOW = 100
66
+ POSTGRESQL_DEFAULT_POOL_SIZE = 50
67
+
68
+ # default value for key prefix in RedisTrackerStore
69
+ DEFAULT_REDIS_TRACKER_STORE_KEY_PREFIX = "tracker:"
70
+
71
+
72
+ def check_if_tracker_store_async(tracker_store: TrackerStore) -> bool:
73
+ """Evaluates if a tracker store object is async based on implementation of methods.
74
+
75
+ :param tracker_store: tracker store object we're evaluating
76
+ :return: if the tracker store correctly implements all async methods
77
+ """
78
+ return all(
79
+ iscoroutinefunction(getattr(tracker_store, method))
80
+ for method in _get_async_tracker_store_methods()
81
+ )
82
+
83
+
84
+ def _get_async_tracker_store_methods() -> List[str]:
85
+ return [
86
+ attribute
87
+ for attribute in dir(TrackerStore)
88
+ if iscoroutinefunction(getattr(TrackerStore, attribute))
89
+ ]
90
+
91
+
92
+ class TrackerDeserialisationException(RasaException):
93
+ """Raised when an error is encountered while deserialising a tracker."""
94
+
95
+
96
+ SerializationType = TypeVar("SerializationType")
97
+
98
+
99
+ class SerializedTrackerRepresentation(Generic[SerializationType]):
100
+ """Mixin class for specifying different serialization methods per tracker store."""
101
+
102
+ @staticmethod
103
+ def serialise_tracker(tracker: DialogueStateTracker) -> SerializationType:
104
+ """Requires implementation to return representation of tracker."""
105
+ raise NotImplementedError()
106
+
107
+
108
+ class SerializedTrackerAsText(SerializedTrackerRepresentation[Text]):
109
+ """Mixin class that returns the serialized tracker as string."""
110
+
111
+ @staticmethod
112
+ def serialise_tracker(tracker: DialogueStateTracker) -> Text:
113
+ """Serializes the tracker, returns representation of the tracker."""
114
+ dialogue = tracker.as_dialogue()
115
+
116
+ return json.dumps(dialogue.as_dict())
117
+
118
+
119
+ class SerializedTrackerAsDict(SerializedTrackerRepresentation[Dict]):
120
+ """Mixin class that returns the serialized tracker as dictionary."""
121
+
122
+ @staticmethod
123
+ def serialise_tracker(tracker: DialogueStateTracker) -> Dict:
124
+ """Serializes the tracker, returns representation of the tracker."""
125
+ d = tracker.as_dialogue().as_dict()
126
+ d.update({"sender_id": tracker.sender_id})
127
+ return d
128
+
129
+
130
+ class TrackerStore:
131
+ """Represents common behavior and interface for all `TrackerStore`s."""
132
+
133
+ def __init__(
134
+ self,
135
+ domain: Optional[Domain],
136
+ event_broker: Optional[EventBroker] = None,
137
+ **kwargs: Dict[Text, Any],
138
+ ) -> None:
139
+ """Create a TrackerStore.
140
+
141
+ Args:
142
+ domain: The `Domain` to initialize the `DialogueStateTracker`.
143
+ event_broker: An event broker to publish any new events to another
144
+ destination.
145
+ kwargs: Additional kwargs.
146
+ """
147
+ self._domain = domain or Domain.empty()
148
+ self.event_broker = event_broker
149
+ self.max_event_history: Optional[int] = None
150
+
151
+ @staticmethod
152
+ def create(
153
+ obj: Union[TrackerStore, EndpointConfig, None],
154
+ domain: Optional[Domain] = None,
155
+ event_broker: Optional[EventBroker] = None,
156
+ ) -> TrackerStore:
157
+ """Factory to create a tracker store."""
158
+ if isinstance(obj, TrackerStore):
159
+ return obj
160
+
161
+ from botocore.exceptions import BotoCoreError
162
+ import pymongo.errors
163
+ import sqlalchemy.exc
164
+
165
+ try:
166
+ _tracker_store = plugin_manager().hook.create_tracker_store(
167
+ endpoint_config=obj,
168
+ domain=domain,
169
+ event_broker=event_broker,
170
+ )
171
+
172
+ tracker_store = (
173
+ _tracker_store
174
+ if _tracker_store
175
+ else create_tracker_store(obj, domain, event_broker)
176
+ )
177
+
178
+ return tracker_store
179
+ except (
180
+ BotoCoreError,
181
+ pymongo.errors.ConnectionFailure,
182
+ sqlalchemy.exc.OperationalError,
183
+ ConnectionError,
184
+ pymongo.errors.OperationFailure,
185
+ ) as error:
186
+ raise ConnectionException(
187
+ "Cannot connect to tracker store." + str(error)
188
+ ) from error
189
+
190
+ async def get_or_create_tracker(
191
+ self,
192
+ sender_id: Text,
193
+ max_event_history: Optional[int] = None,
194
+ append_action_listen: bool = True,
195
+ ) -> "DialogueStateTracker":
196
+ """Returns tracker or creates one if the retrieval returns None.
197
+
198
+ Args:
199
+ sender_id: Conversation ID associated with the requested tracker.
200
+ max_event_history: Value to update the tracker store's max event history to.
201
+ append_action_listen: Whether or not to append an initial `action_listen`.
202
+ """
203
+ self.max_event_history = max_event_history
204
+
205
+ tracker = await self.retrieve(sender_id)
206
+
207
+ if tracker is None:
208
+ tracker = await self.create_tracker(
209
+ sender_id, append_action_listen=append_action_listen
210
+ )
211
+
212
+ return tracker
213
+
214
+ def init_tracker(self, sender_id: Text) -> "DialogueStateTracker":
215
+ """Returns a Dialogue State Tracker."""
216
+ return DialogueStateTracker(
217
+ sender_id,
218
+ self.domain.slots,
219
+ max_event_history=self.max_event_history,
220
+ )
221
+
222
+ async def create_tracker(
223
+ self, sender_id: Text, append_action_listen: bool = True
224
+ ) -> DialogueStateTracker:
225
+ """Creates a new tracker for `sender_id`.
226
+
227
+ The tracker begins with a `SessionStarted` event and is initially listening.
228
+
229
+ Args:
230
+ sender_id: Conversation ID associated with the tracker.
231
+ append_action_listen: Whether or not to append an initial `action_listen`.
232
+
233
+ Returns:
234
+ The newly created tracker for `sender_id`.
235
+ """
236
+ tracker = self.init_tracker(sender_id)
237
+
238
+ if append_action_listen:
239
+ tracker.update(ActionExecuted(ACTION_LISTEN_NAME))
240
+
241
+ await self.save(tracker)
242
+
243
+ return tracker
244
+
245
+ async def save(self, tracker: DialogueStateTracker) -> None:
246
+ """Save method that will be overridden by specific tracker."""
247
+ raise NotImplementedError()
248
+
249
+ async def exists(self, conversation_id: Text) -> bool:
250
+ """Checks if tracker exists for the specified ID.
251
+
252
+ This method may be overridden by the specific tracker store for
253
+ faster implementations.
254
+
255
+ Args:
256
+ conversation_id: Conversation ID to check if the tracker exists.
257
+
258
+ Returns:
259
+ `True` if the tracker exists, `False` otherwise.
260
+ """
261
+ return await self.retrieve(conversation_id) is not None
262
+
263
+ async def retrieve(self, sender_id: Text) -> Optional[DialogueStateTracker]:
264
+ """Retrieves tracker for the latest conversation session.
265
+
266
+ This method will be overridden by the specific tracker store.
267
+
268
+ Args:
269
+ sender_id: Conversation ID to fetch the tracker for.
270
+
271
+ Returns:
272
+ Tracker containing events from the latest conversation sessions.
273
+ """
274
+ raise NotImplementedError()
275
+
276
+ async def retrieve_full_tracker(
277
+ self, conversation_id: Text
278
+ ) -> Optional[DialogueStateTracker]:
279
+ """Retrieve method for fetching all tracker events.
280
+
281
+ Fetches events across conversation sessions. The default implementation
282
+ uses `self.retrieve()`.
283
+
284
+ Args:
285
+ conversation_id: The conversation ID to retrieve the tracker for.
286
+
287
+ Returns:
288
+ The fetch tracker containing all events across session starts.
289
+ """
290
+ return await self.retrieve(conversation_id)
291
+
292
+ async def get_or_create_full_tracker(
293
+ self,
294
+ sender_id: Text,
295
+ append_action_listen: bool = True,
296
+ ) -> "DialogueStateTracker":
297
+ """Returns tracker or creates one if the retrieval returns None.
298
+
299
+ Args:
300
+ sender_id: Conversation ID associated with the requested tracker.
301
+ append_action_listen: Whether to append an initial `action_listen`.
302
+
303
+ Returns:
304
+ The tracker for the conversation ID.
305
+ """
306
+ tracker = await self.retrieve_full_tracker(sender_id)
307
+
308
+ if tracker is None:
309
+ tracker = await self.create_tracker(
310
+ sender_id, append_action_listen=append_action_listen
311
+ )
312
+
313
+ return tracker
314
+
315
+ async def stream_events(self, tracker: DialogueStateTracker) -> None:
316
+ """Streams events to a message broker."""
317
+ if self.event_broker is None:
318
+ logger.debug("No event broker configured. Skipping streaming events.")
319
+ return None
320
+
321
+ old_tracker = await self.retrieve(tracker.sender_id)
322
+ new_events = TrackerEventDiffEngine.event_difference(old_tracker, tracker)
323
+
324
+ await self._stream_new_events(self.event_broker, new_events, tracker.sender_id)
325
+
326
+ async def _stream_new_events(
327
+ self,
328
+ event_broker: EventBroker,
329
+ new_events: List[Event],
330
+ sender_id: Text,
331
+ ) -> None:
332
+ """Publishes new tracker events to a message broker."""
333
+ for event in new_events:
334
+ body = {"sender_id": sender_id}
335
+ body.update(event.as_dict())
336
+ event_broker.publish(body)
337
+
338
+ async def keys(self) -> Iterable[Text]:
339
+ """Returns the set of values for the tracker store's primary key."""
340
+ raise NotImplementedError()
341
+
342
+ async def count_conversations(self, after_timestamp: float = 0.0) -> int:
343
+ """Returns the number of conversations that have occurred after a timestamp.
344
+
345
+ By default, this method returns the number of conversations that
346
+ have occurred after the Unix epoch (i.e. timestamp 0). A conversation
347
+ is considered to have occurred after a timestamp if at least one event
348
+ happened after that timestamp.
349
+ """
350
+ tracker_keys = await self.keys()
351
+
352
+ conversation_count = 0
353
+ for key in tracker_keys:
354
+ tracker = await self.retrieve(key)
355
+ if tracker is None or not tracker.events:
356
+ continue
357
+
358
+ last_event = tracker.events[-1]
359
+ if last_event.timestamp >= after_timestamp:
360
+ conversation_count += 1
361
+
362
+ return conversation_count
363
+
364
+ def deserialise_tracker(
365
+ self, sender_id: Text, serialised_tracker: Union[Text, bytes]
366
+ ) -> Optional[DialogueStateTracker]:
367
+ """Deserializes the tracker and returns it."""
368
+ tracker = self.init_tracker(sender_id)
369
+
370
+ try:
371
+ dialogue = Dialogue.from_parameters(json.loads(serialised_tracker))
372
+ except UnicodeDecodeError as e:
373
+ raise TrackerDeserialisationException(
374
+ "Tracker cannot be deserialised. "
375
+ "Trackers must be serialised as json. "
376
+ "Support for deserialising pickled trackers has been removed."
377
+ ) from e
378
+
379
+ tracker.recreate_from_dialogue(dialogue)
380
+
381
+ return tracker
382
+
383
+ @property
384
+ def domain(self) -> Domain:
385
+ """Returns the domain of the tracker store."""
386
+ return self._domain
387
+
388
+ @domain.setter
389
+ def domain(self, domain: Optional[Domain]) -> None:
390
+ self._domain = domain or Domain.empty()
391
+
392
+
393
+ class InMemoryTrackerStore(TrackerStore, SerializedTrackerAsText):
394
+ """Stores conversation history in memory."""
395
+
396
+ def __init__(
397
+ self,
398
+ domain: Domain,
399
+ event_broker: Optional[EventBroker] = None,
400
+ **kwargs: Dict[Text, Any],
401
+ ) -> None:
402
+ """Initializes the tracker store."""
403
+ self.store: Dict[Text, Text] = {}
404
+ super().__init__(domain, event_broker, **kwargs)
405
+
406
+ async def save(self, tracker: DialogueStateTracker) -> None:
407
+ """Updates and saves the current conversation state."""
408
+ await self.stream_events(tracker)
409
+ serialised = InMemoryTrackerStore.serialise_tracker(tracker)
410
+ self.store[tracker.sender_id] = serialised
411
+
412
+ async def retrieve(self, sender_id: Text) -> Optional[DialogueStateTracker]:
413
+ """Returns tracker matching sender_id."""
414
+ return await self._retrieve(sender_id, fetch_all_sessions=False)
415
+
416
+ async def keys(self) -> Iterable[Text]:
417
+ """Returns sender_ids of the Tracker Store in memory."""
418
+ return self.store.keys()
419
+
420
+ async def retrieve_full_tracker(
421
+ self, sender_id: Text
422
+ ) -> Optional[DialogueStateTracker]:
423
+ """Returns tracker matching sender_id.
424
+
425
+ Args:
426
+ sender_id: Conversation ID to fetch the tracker for.
427
+ """
428
+ return await self._retrieve(sender_id, fetch_all_sessions=True)
429
+
430
+ async def _retrieve(
431
+ self, sender_id: Text, fetch_all_sessions: bool
432
+ ) -> Optional[DialogueStateTracker]:
433
+ """Returns tracker matching sender_id.
434
+
435
+ Args:
436
+ sender_id: Conversation ID to fetch the tracker for.
437
+ fetch_all_sessions: Whether to fetch all sessions or only the last one.
438
+ """
439
+ if sender_id not in self.store:
440
+ logger.debug(f"Could not find tracker for conversation ID '{sender_id}'.")
441
+ return None
442
+
443
+ tracker = self.deserialise_tracker(sender_id, self.store[sender_id])
444
+
445
+ if not tracker:
446
+ logger.debug(f"Could not find tracker for conversation ID '{sender_id}'.")
447
+ return None
448
+
449
+ if fetch_all_sessions:
450
+ return tracker
451
+
452
+ # only return the last session
453
+ multiple_tracker_sessions = (
454
+ rasa.shared.core.trackers.get_trackers_for_conversation_sessions(tracker)
455
+ )
456
+
457
+ if 0 <= len(multiple_tracker_sessions) <= 1:
458
+ return tracker
459
+
460
+ return multiple_tracker_sessions[-1]
461
+
462
+
463
+ class RedisTrackerStore(TrackerStore, SerializedTrackerAsText):
464
+ """Stores conversation history in Redis."""
465
+
466
+ def __init__(
467
+ self,
468
+ domain: Domain,
469
+ host: Text = "localhost",
470
+ port: int = 6379,
471
+ db: int = 0,
472
+ username: Optional[Text] = None,
473
+ password: Optional[Text] = None,
474
+ event_broker: Optional[EventBroker] = None,
475
+ record_exp: Optional[float] = None,
476
+ key_prefix: Optional[Text] = None,
477
+ use_ssl: bool = False,
478
+ ssl_keyfile: Optional[Text] = None,
479
+ ssl_certfile: Optional[Text] = None,
480
+ ssl_ca_certs: Optional[Text] = None,
481
+ **kwargs: Dict[Text, Any],
482
+ ) -> None:
483
+ """Initializes the tracker store."""
484
+ import redis
485
+
486
+ self.red = redis.StrictRedis(
487
+ host=host,
488
+ port=port,
489
+ db=db,
490
+ username=username,
491
+ password=password,
492
+ ssl=use_ssl,
493
+ ssl_keyfile=ssl_keyfile,
494
+ ssl_certfile=ssl_certfile,
495
+ ssl_ca_certs=ssl_ca_certs,
496
+ decode_responses=True,
497
+ )
498
+ self.record_exp = record_exp
499
+
500
+ self.key_prefix = DEFAULT_REDIS_TRACKER_STORE_KEY_PREFIX
501
+ if key_prefix:
502
+ logger.debug(f"Setting non-default redis key prefix: '{key_prefix}'.")
503
+ self._set_key_prefix(key_prefix)
504
+
505
+ super().__init__(domain, event_broker, **kwargs)
506
+
507
+ def _set_key_prefix(self, key_prefix: Text) -> None:
508
+ if isinstance(key_prefix, str) and key_prefix.isalnum():
509
+ self.key_prefix = key_prefix + ":" + DEFAULT_REDIS_TRACKER_STORE_KEY_PREFIX
510
+ else:
511
+ logger.warning(
512
+ f"Omitting provided non-alphanumeric redis key prefix: '{key_prefix}'. "
513
+ f"Using default '{self.key_prefix}' instead."
514
+ )
515
+
516
+ def _get_key_prefix(self) -> Text:
517
+ return self.key_prefix
518
+
519
+ async def save(
520
+ self, tracker: DialogueStateTracker, timeout: Optional[float] = None
521
+ ) -> None:
522
+ """Saves the current conversation state."""
523
+ await self.stream_events(tracker)
524
+
525
+ if not timeout and self.record_exp:
526
+ timeout = self.record_exp
527
+
528
+ stored = self.red.get(self.key_prefix + tracker.sender_id)
529
+
530
+ if stored is not None:
531
+ prior_tracker = self.deserialise_tracker(tracker.sender_id, stored)
532
+
533
+ tracker = self._merge_trackers(prior_tracker, tracker)
534
+
535
+ serialised_tracker = self.serialise_tracker(tracker)
536
+ self.red.set(
537
+ self.key_prefix + tracker.sender_id, serialised_tracker, ex=timeout
538
+ )
539
+
540
+ async def retrieve(self, sender_id: Text) -> Optional[DialogueStateTracker]:
541
+ """Retrieves tracker for the latest conversation session.
542
+
543
+ The Redis key is formed by appending a prefix to sender_id.
544
+
545
+ Args:
546
+ sender_id: Conversation ID to fetch the tracker for.
547
+
548
+ Returns:
549
+ Tracker containing events from the latest conversation sessions.
550
+ """
551
+ return await self._retrieve(sender_id, fetch_all_sessions=False)
552
+
553
+ async def retrieve_full_tracker(
554
+ self, sender_id: Text
555
+ ) -> Optional[DialogueStateTracker]:
556
+ """Retrieves tracker for all conversation sessions.
557
+
558
+ The Redis key is formed by appending a prefix to sender_id.
559
+
560
+ Args:
561
+ sender_id: Conversation ID to fetch the tracker for.
562
+
563
+ Returns:
564
+ Tracker containing events from all conversation sessions.
565
+ """
566
+ return await self._retrieve(sender_id, fetch_all_sessions=True)
567
+
568
+ async def _retrieve(
569
+ self, sender_id: Text, fetch_all_sessions: bool
570
+ ) -> Optional[DialogueStateTracker]:
571
+ """Returns tracker matching sender_id.
572
+
573
+ Args:
574
+ sender_id: Conversation ID to fetch the tracker for.
575
+ fetch_all_sessions: Whether to fetch all sessions or only the last one.
576
+ """
577
+ stored = self.red.get(self.key_prefix + sender_id)
578
+ if stored is None:
579
+ logger.debug(f"Could not find tracker for conversation ID '{sender_id}'.")
580
+ return None
581
+
582
+ tracker = self.deserialise_tracker(sender_id, stored)
583
+ if fetch_all_sessions:
584
+ return tracker
585
+
586
+ # only return the last session
587
+ multiple_tracker_sessions = (
588
+ rasa.shared.core.trackers.get_trackers_for_conversation_sessions(tracker)
589
+ )
590
+
591
+ if 0 <= len(multiple_tracker_sessions) <= 1:
592
+ return tracker
593
+
594
+ return multiple_tracker_sessions[-1]
595
+
596
+ async def keys(self) -> Iterable[Text]:
597
+ """Returns keys of the Redis Tracker Store."""
598
+ return self.red.keys(self.key_prefix + "*")
599
+
600
+ @staticmethod
601
+ def _merge_trackers(
602
+ prior_tracker: DialogueStateTracker, tracker: DialogueStateTracker
603
+ ) -> DialogueStateTracker:
604
+ """Merges two trackers.
605
+
606
+ Args:
607
+ prior_tracker: Tracker containing events from the previous conversation
608
+ sessions.
609
+ tracker: Tracker containing events from the current conversation session.
610
+ """
611
+ if not prior_tracker.events:
612
+ return tracker
613
+
614
+ last_event_timestamp = prior_tracker.events[-1].timestamp
615
+ past_tracker = tracker.travel_back_in_time(target_time=last_event_timestamp)
616
+
617
+ if past_tracker.events == prior_tracker.events:
618
+ return tracker
619
+
620
+ merged = tracker.init_copy()
621
+ merged.update_with_events(list(prior_tracker.events), override_timestamp=False)
622
+
623
+ for new_event in tracker.events:
624
+ # Event subclasses implement `__eq__` method that make it difficult
625
+ # to compare events. We use `as_dict` to compare events.
626
+ if all(
627
+ [
628
+ new_event.as_dict() != existing_event.as_dict()
629
+ for existing_event in merged.events
630
+ ]
631
+ ):
632
+ merged.update(new_event)
633
+
634
+ return merged
635
+
636
+
637
+ class DynamoTrackerStore(TrackerStore, SerializedTrackerAsDict):
638
+ """Stores conversation history in DynamoDB."""
639
+
640
+ def __init__(
641
+ self,
642
+ domain: Domain,
643
+ table_name: Text = "states",
644
+ region: Text = "us-east-1",
645
+ event_broker: Optional[EndpointConfig] = None,
646
+ **kwargs: Dict[Text, Any],
647
+ ) -> None:
648
+ """Initialize `DynamoTrackerStore`.
649
+
650
+ Args:
651
+ domain: Domain associated with this tracker store.
652
+ table_name: The name of the DynamoDB table, does not need to be present a
653
+ priori.
654
+ region: The name of the region associated with the client.
655
+ A client is associated with a single region.
656
+ event_broker: An event broker used to publish events.
657
+ kwargs: Additional kwargs.
658
+ """
659
+ import boto3
660
+
661
+ self.client = boto3.client("dynamodb", region_name=region)
662
+ self.region = region
663
+ self.table_name = table_name
664
+ self.db = self.get_or_create_table(table_name)
665
+ super().__init__(domain, event_broker, **kwargs)
666
+
667
+ def get_or_create_table(
668
+ self, table_name: Text
669
+ ) -> "boto3.resources.factory.dynamodb.Table":
670
+ """Returns table or creates one if the table name is not in the table list."""
671
+ import boto3
672
+
673
+ dynamo = boto3.resource("dynamodb", region_name=self.region)
674
+ try:
675
+ self.client.describe_table(TableName=table_name)
676
+ except self.client.exceptions.ResourceNotFoundException:
677
+ table = dynamo.create_table(
678
+ TableName=self.table_name,
679
+ KeySchema=[{"AttributeName": "sender_id", "KeyType": "HASH"}],
680
+ AttributeDefinitions=[
681
+ {"AttributeName": "sender_id", "AttributeType": "S"}
682
+ ],
683
+ ProvisionedThroughput={"ReadCapacityUnits": 5, "WriteCapacityUnits": 5},
684
+ )
685
+
686
+ # Wait until the table exists.
687
+ table.meta.client.get_waiter("table_exists").wait(TableName=table_name)
688
+ else:
689
+ table = dynamo.Table(table_name)
690
+
691
+ return table
692
+
693
+ async def save(self, tracker: DialogueStateTracker) -> None:
694
+ """Saves the current conversation state."""
695
+ await self.stream_events(tracker)
696
+ serialized = self.serialise_tracker(tracker)
697
+
698
+ self.db.put_item(Item=serialized)
699
+
700
+ @staticmethod
701
+ def serialise_tracker(
702
+ tracker: "DialogueStateTracker",
703
+ ) -> Dict:
704
+ """Serializes the tracker, returns object with decimal types.
705
+
706
+ DynamoDB cannot store `float`s, so we'll convert them to `Decimal`s.
707
+ """
708
+ return rasa.utils.json_utils.replace_floats_with_decimals(
709
+ SerializedTrackerAsDict.serialise_tracker(tracker)
710
+ )
711
+
712
+ async def retrieve(self, sender_id: Text) -> Optional[DialogueStateTracker]:
713
+ """Retrieve dialogues for a sender_id in reverse-chronological order.
714
+
715
+ Based on the session_date sort key.
716
+ """
717
+ return await self._retrieve(sender_id, fetch_all_sessions=False)
718
+
719
+ async def retrieve_full_tracker(
720
+ self, sender_id: Text
721
+ ) -> Optional[DialogueStateTracker]:
722
+ """Retrieves tracker for all conversation sessions.
723
+
724
+ Args:
725
+ sender_id: Conversation ID to fetch the tracker for.
726
+ """
727
+ return await self._retrieve(sender_id, fetch_all_sessions=True)
728
+
729
+ async def _retrieve(
730
+ self, sender_id: Text, fetch_all_sessions: bool
731
+ ) -> Optional[DialogueStateTracker]:
732
+ """Returns tracker matching sender_id.
733
+
734
+ Args:
735
+ sender_id: Conversation ID to fetch the tracker for.
736
+ fetch_all_sessions: Whether to fetch all sessions or only the last one.
737
+ """
738
+ dialogues = self.db.query(
739
+ KeyConditionExpression=Key("sender_id").eq(sender_id),
740
+ ScanIndexForward=False,
741
+ )["Items"]
742
+
743
+ if not dialogues:
744
+ return None
745
+
746
+ if fetch_all_sessions:
747
+ events_with_floats = []
748
+ for dialogue in dialogues:
749
+ if dialogue.get("events"):
750
+ events = rasa.utils.json_utils.replace_decimals_with_floats(
751
+ dialogue["events"]
752
+ )
753
+ events_with_floats += events
754
+ else:
755
+ events = dialogues[0].get("events", [])
756
+ # `float`s are stored as `Decimal` objects - we need to convert them back
757
+ events_with_floats = rasa.utils.json_utils.replace_decimals_with_floats(
758
+ events
759
+ )
760
+
761
+ if self.domain is None:
762
+ slots = []
763
+ else:
764
+ slots = self.domain.slots
765
+
766
+ return DialogueStateTracker.from_dict(sender_id, events_with_floats, slots)
767
+
768
+ async def keys(self) -> Iterable[Text]:
769
+ """Returns sender_ids of the `DynamoTrackerStore`."""
770
+ response = self.db.scan(ProjectionExpression="sender_id")
771
+ sender_ids = [i["sender_id"] for i in response["Items"]]
772
+
773
+ while response.get("LastEvaluatedKey"):
774
+ response = self.db.scan(
775
+ ProjectionExpression="sender_id",
776
+ ExclusiveStartKey=response["LastEvaluatedKey"],
777
+ )
778
+ sender_ids.extend([i["sender_id"] for i in response["Items"]])
779
+
780
+ return sender_ids
781
+
782
+
783
+ class MongoTrackerStore(TrackerStore, SerializedTrackerAsText):
784
+ """Stores conversation history in Mongo.
785
+
786
+ Property methods:
787
+ conversations: returns the current conversation
788
+ """
789
+
790
+ def __init__(
791
+ self,
792
+ domain: Domain,
793
+ host: Optional[Text] = "mongodb://localhost:27017",
794
+ db: Optional[Text] = "rasa",
795
+ username: Optional[Text] = None,
796
+ password: Optional[Text] = None,
797
+ auth_source: Optional[Text] = "admin",
798
+ collection: Text = "conversations",
799
+ event_broker: Optional[EventBroker] = None,
800
+ **kwargs: Dict[Text, Any],
801
+ ) -> None:
802
+ from pymongo.database import Database
803
+ from pymongo import MongoClient
804
+
805
+ self.client: MongoClient = MongoClient(
806
+ host,
807
+ username=username,
808
+ password=password,
809
+ authSource=auth_source,
810
+ # delay connect until process forking is done
811
+ connect=False,
812
+ )
813
+
814
+ self.db = Database(self.client, db)
815
+ self.collection = collection
816
+ super().__init__(domain, event_broker, **kwargs)
817
+
818
+ self._ensure_indices()
819
+
820
+ @property
821
+ def conversations(self) -> Collection:
822
+ """Returns the current conversation."""
823
+ return self.db[self.collection]
824
+
825
+ def _ensure_indices(self) -> None:
826
+ """Create an index on the sender_id."""
827
+ self.conversations.create_index("sender_id")
828
+
829
+ @staticmethod
830
+ def _current_tracker_state_without_events(tracker: DialogueStateTracker) -> Dict:
831
+ # get current tracker state and remove `events` key from state
832
+ # since events are pushed separately in the `update_one()` operation
833
+ state = tracker.current_state(EventVerbosity.ALL)
834
+ state.pop("events", None)
835
+
836
+ return state
837
+
838
+ async def save(self, tracker: DialogueStateTracker) -> None:
839
+ """Saves the current conversation state."""
840
+ await self.stream_events(tracker)
841
+
842
+ additional_events = self._additional_events(tracker)
843
+
844
+ self.conversations.update_one(
845
+ {"sender_id": tracker.sender_id},
846
+ {
847
+ "$set": self._current_tracker_state_without_events(tracker),
848
+ "$push": {
849
+ "events": {"$each": [e.as_dict() for e in additional_events]}
850
+ },
851
+ },
852
+ upsert=True,
853
+ )
854
+
855
+ def _additional_events(self, tracker: DialogueStateTracker) -> Iterator:
856
+ """Return events from the tracker which aren't currently stored.
857
+
858
+ Args:
859
+ tracker: Tracker to inspect.
860
+
861
+ Returns:
862
+ List of serialised events that aren't currently stored.
863
+
864
+ """
865
+ stored = self.conversations.find_one({"sender_id": tracker.sender_id}) or {}
866
+ all_events = self._events_from_serialized_tracker(stored)
867
+
868
+ number_events_since_last_session = len(
869
+ self._events_since_last_session_start(all_events)
870
+ )
871
+
872
+ return itertools.islice(
873
+ tracker.events, number_events_since_last_session, len(tracker.events)
874
+ )
875
+
876
+ @staticmethod
877
+ def _events_from_serialized_tracker(serialised: Dict) -> List[Dict]:
878
+ return serialised.get("events", [])
879
+
880
+ @staticmethod
881
+ def _events_since_last_session_start(events: List[Dict]) -> List[Dict]:
882
+ """Retrieve events since and including the latest `SessionStart` event.
883
+
884
+ Args:
885
+ events: All events for a conversation ID.
886
+
887
+ Returns:
888
+ List of serialised events since and including the latest `SessionStarted`
889
+ event. Returns all events if no such event is found.
890
+
891
+ """
892
+ events_after_session_start = []
893
+ for event in reversed(events):
894
+ events_after_session_start.append(event)
895
+ if event["event"] == SessionStarted.type_name:
896
+ break
897
+
898
+ return list(reversed(events_after_session_start))
899
+
900
+ async def _retrieve(
901
+ self, sender_id: Text, fetch_events_from_all_sessions: bool
902
+ ) -> Optional[List[Dict[Text, Any]]]:
903
+ stored = self.conversations.find_one({"sender_id": sender_id})
904
+
905
+ # look for conversations which have used an `int` sender_id in the past
906
+ # and update them.
907
+ if not stored and sender_id.isdigit():
908
+ from pymongo import ReturnDocument
909
+
910
+ stored = self.conversations.find_one_and_update(
911
+ {"sender_id": int(sender_id)},
912
+ {"$set": {"sender_id": str(sender_id)}},
913
+ return_document=ReturnDocument.AFTER,
914
+ )
915
+
916
+ if not stored:
917
+ return None
918
+
919
+ events = self._events_from_serialized_tracker(stored)
920
+
921
+ if not fetch_events_from_all_sessions:
922
+ events = self._events_since_last_session_start(events)
923
+
924
+ return events
925
+
926
+ async def retrieve(self, sender_id: Text) -> Optional[DialogueStateTracker]:
927
+ """Retrieves tracker for the latest conversation session."""
928
+ events = await self._retrieve(sender_id, fetch_events_from_all_sessions=False)
929
+
930
+ if not events:
931
+ return None
932
+
933
+ return DialogueStateTracker.from_dict(sender_id, events, self.domain.slots)
934
+
935
+ async def retrieve_full_tracker(
936
+ self, conversation_id: Text
937
+ ) -> Optional[DialogueStateTracker]:
938
+ """Fetching all tracker events across conversation sessions."""
939
+ events = await self._retrieve(
940
+ conversation_id, fetch_events_from_all_sessions=True
941
+ )
942
+
943
+ if not events:
944
+ return None
945
+
946
+ return DialogueStateTracker.from_dict(
947
+ conversation_id, events, self.domain.slots
948
+ )
949
+
950
+ async def keys(self) -> Iterable[Text]:
951
+ """Returns sender_ids of the Mongo Tracker Store."""
952
+ return [c["sender_id"] for c in self.conversations.find()]
953
+
954
+
955
+ def _create_sequence(table_name: Text) -> "Sequence":
956
+ """Creates a sequence object for a specific table name.
957
+
958
+ If using Oracle you will need to create a sequence in your database,
959
+ as described here: https://rasa.com/docs/rasa-pro/production/tracker-stores#sqltrackerstore
960
+ Args:
961
+ table_name: The name of the table, which gets a Sequence assigned
962
+
963
+ Returns: A `Sequence` object
964
+ """
965
+ from sqlalchemy.orm import declarative_base
966
+
967
+ sequence_name = f"{table_name}_seq"
968
+ Base = declarative_base()
969
+ return sa.Sequence(sequence_name, metadata=Base.metadata, optional=True)
970
+
971
+
972
+ def is_postgresql_url(url: Union[Text, "URL"]) -> bool:
973
+ """Determine whether `url` configures a PostgreSQL connection.
974
+
975
+ Args:
976
+ url: SQL connection URL.
977
+
978
+ Returns:
979
+ `True` if `url` is a PostgreSQL connection URL.
980
+ """
981
+ if isinstance(url, str):
982
+ return "postgresql" in url
983
+
984
+ return url.drivername == "postgresql"
985
+
986
+
987
+ def create_engine_kwargs(url: Union[Text, "URL"]) -> Dict[Text, Any]:
988
+ """Get `sqlalchemy.create_engine()` kwargs.
989
+
990
+ Args:
991
+ url: SQL connection URL.
992
+
993
+ Returns:
994
+ kwargs to be passed into `sqlalchemy.create_engine()`.
995
+ """
996
+ if not is_postgresql_url(url):
997
+ return {}
998
+
999
+ kwargs: Dict[Text, Any] = {}
1000
+
1001
+ schema_name = os.environ.get(POSTGRESQL_SCHEMA)
1002
+
1003
+ if schema_name:
1004
+ logger.debug(f"Using PostgreSQL schema '{schema_name}'.")
1005
+ kwargs["connect_args"] = {"options": f"-csearch_path={schema_name}"}
1006
+
1007
+ # pool_size and max_overflow can be set to control the number of
1008
+ # connections that are kept in the connection pool. Not available
1009
+ # for SQLite, and only tested for PostgreSQL. See
1010
+ # https://docs.sqlalchemy.org/en/13/core/pooling.html#sqlalchemy.pool.QueuePool
1011
+ kwargs["pool_size"] = int(
1012
+ os.environ.get(POSTGRESQL_POOL_SIZE, POSTGRESQL_DEFAULT_POOL_SIZE)
1013
+ )
1014
+ kwargs["max_overflow"] = int(
1015
+ os.environ.get(POSTGRESQL_MAX_OVERFLOW, POSTGRESQL_DEFAULT_MAX_OVERFLOW)
1016
+ )
1017
+
1018
+ return kwargs
1019
+
1020
+
1021
+ def ensure_schema_exists(session: "Session") -> None:
1022
+ """Ensure that the requested PostgreSQL schema exists in the database.
1023
+
1024
+ Args:
1025
+ session: Session used to inspect the database.
1026
+
1027
+ Raises:
1028
+ `ValueError` if the requested schema does not exist.
1029
+ RasaException if no engine can be obtained from session.
1030
+ """
1031
+ schema_name = os.environ.get(POSTGRESQL_SCHEMA)
1032
+
1033
+ if not schema_name:
1034
+ return
1035
+
1036
+ engine = session.get_bind()
1037
+
1038
+ if not isinstance(engine, sa.engine.base.Engine):
1039
+ # The "bind" is usually an instance of Engine, except in the case
1040
+ # where the session has been explicitly bound directly to a connection.
1041
+ raise RasaException("Cannot ensure schema exists as no engine exists.")
1042
+
1043
+ if is_postgresql_url(engine.url):
1044
+ query = sa.exists(
1045
+ sa.select(sa.text("schema_name"))
1046
+ .select_from(sa.text("information_schema.schemata"))
1047
+ .where(sa.text(f"schema_name = '{schema_name}'"))
1048
+ )
1049
+ if not session.query(query).scalar():
1050
+ raise ValueError(schema_name)
1051
+
1052
+
1053
+ def validate_port(port: Any) -> Optional[int]:
1054
+ """Ensure that port can be converted to integer.
1055
+
1056
+ Raises:
1057
+ RasaException if port cannot be cast to integer.
1058
+ """
1059
+ if port is not None and not isinstance(port, int):
1060
+ try:
1061
+ port = int(port)
1062
+ except ValueError as e:
1063
+ raise RasaException(f"The port '{port}' cannot be cast to integer.") from e
1064
+
1065
+ return port
1066
+
1067
+
1068
+ class SQLTrackerStore(TrackerStore, SerializedTrackerAsText):
1069
+ """Store which can save and retrieve trackers from an SQL database."""
1070
+
1071
+ from sqlalchemy.orm import DeclarativeBase
1072
+
1073
+ class Base(DeclarativeBase):
1074
+ """Base class for all tracker store tables."""
1075
+
1076
+ pass
1077
+
1078
+ class SQLEvent(Base):
1079
+ """Represents an event in the SQL Tracker Store."""
1080
+
1081
+ __tablename__ = "events"
1082
+
1083
+ # `create_sequence` is needed to create a sequence for databases that
1084
+ # don't autoincrement Integer primary keys (e.g. Oracle)
1085
+ id = sa.Column(sa.Integer, _create_sequence(__tablename__), primary_key=True)
1086
+ sender_id = sa.Column(sa.String(255), nullable=False, index=True)
1087
+ type_name = sa.Column(sa.String(255), nullable=False)
1088
+ timestamp = sa.Column(sa.Float)
1089
+ intent_name = sa.Column(sa.String(255))
1090
+ action_name = sa.Column(sa.String(255))
1091
+ data = sa.Column(sa.Text)
1092
+
1093
+ def __init__(
1094
+ self,
1095
+ domain: Optional[Domain] = None,
1096
+ dialect: Text = "sqlite",
1097
+ host: Optional[Text] = None,
1098
+ port: Optional[int] = None,
1099
+ db: Text = "rasa.db",
1100
+ username: Optional[Text] = None,
1101
+ password: Optional[Text] = None,
1102
+ event_broker: Optional[EventBroker] = None,
1103
+ login_db: Optional[Text] = None,
1104
+ query: Optional[Dict] = None,
1105
+ **kwargs: Dict[Text, Any],
1106
+ ) -> None:
1107
+ import sqlalchemy.exc
1108
+
1109
+ port = validate_port(port)
1110
+
1111
+ engine_url = self.get_db_url(
1112
+ dialect, host, port, db, username, password, login_db, query
1113
+ )
1114
+
1115
+ self.engine = sa.create_engine(engine_url, **create_engine_kwargs(engine_url))
1116
+
1117
+ logger.debug(f"Attempting to connect to database via '{self.engine.url!r}'.")
1118
+
1119
+ # Database might take a while to come up
1120
+ while True:
1121
+ try:
1122
+ # if `login_db` has been provided, use current channel with
1123
+ # that database to create working database `db`
1124
+ if login_db:
1125
+ self._create_database_and_update_engine(db, engine_url)
1126
+
1127
+ try:
1128
+ self.Base.metadata.create_all(self.engine)
1129
+ except (
1130
+ sqlalchemy.exc.OperationalError,
1131
+ sqlalchemy.exc.ProgrammingError,
1132
+ ) as e:
1133
+ # Several Rasa services started in parallel may attempt to
1134
+ # create tables at the same time. That is okay so long as
1135
+ # the first services finishes the table creation.
1136
+ logger.error(f"Could not create tables: {e}")
1137
+
1138
+ self.sessionmaker = sa.orm.session.sessionmaker(bind=self.engine)
1139
+ break
1140
+ except (
1141
+ sqlalchemy.exc.OperationalError,
1142
+ sqlalchemy.exc.IntegrityError,
1143
+ ) as error:
1144
+ logger.warning(error)
1145
+ sleep(5)
1146
+
1147
+ logger.debug(f"Connection to SQL database '{db}' successful.")
1148
+
1149
+ super().__init__(domain, event_broker, **kwargs)
1150
+
1151
+ @staticmethod
1152
+ def get_db_url(
1153
+ dialect: Text = "sqlite",
1154
+ host: Optional[Text] = None,
1155
+ port: Optional[int] = None,
1156
+ db: Text = "rasa.db",
1157
+ username: Optional[Text] = None,
1158
+ password: Optional[Text] = None,
1159
+ login_db: Optional[Text] = None,
1160
+ query: Optional[Dict] = None,
1161
+ ) -> Union[Text, "URL"]:
1162
+ """Build an SQLAlchemy `URL` object.
1163
+
1164
+ The URL object represents the parameters needed to connect to an
1165
+ SQL database.
1166
+
1167
+ Args:
1168
+ dialect: SQL database type.
1169
+ host: Database network host.
1170
+ port: Database network port.
1171
+ db: Database name.
1172
+ username: User name to use when connecting to the database.
1173
+ password: Password for database user.
1174
+ login_db: Alternative database name to which initially connect, and create
1175
+ the database specified by `db` (PostgreSQL only).
1176
+ query: Dictionary of options to be passed to the dialect and/or the
1177
+ DBAPI upon connect.
1178
+
1179
+ Returns:
1180
+ URL ready to be used with an SQLAlchemy `Engine` object.
1181
+ """
1182
+ from urllib import parse
1183
+
1184
+ # Users might specify a url in the host
1185
+ if host and "://" in host:
1186
+ # assumes this is a complete database host name including
1187
+ # e.g. `postgres://...`
1188
+ return host
1189
+ elif host:
1190
+ # add fake scheme to properly parse components
1191
+ parsed = parse.urlsplit(f"scheme://{host}")
1192
+
1193
+ # users might include the port in the url
1194
+ port = parsed.port or port
1195
+ host = parsed.hostname or host
1196
+
1197
+ if not query:
1198
+ # query needs to be set in order to create a URL
1199
+ query = {}
1200
+
1201
+ return sa.engine.url.URL(
1202
+ dialect,
1203
+ username,
1204
+ password,
1205
+ host,
1206
+ port,
1207
+ database=login_db if login_db else db,
1208
+ query=query,
1209
+ )
1210
+
1211
+ def _create_database_and_update_engine(self, db: Text, engine_url: "URL") -> None:
1212
+ """Creates database `db` and updates engine accordingly."""
1213
+ from sqlalchemy import create_engine
1214
+
1215
+ if not self.engine.dialect.name == "postgresql":
1216
+ rasa.shared.utils.io.raise_warning(
1217
+ "The parameter 'login_db' can only be used with a postgres database."
1218
+ )
1219
+ return
1220
+
1221
+ self._create_database(self.engine, db)
1222
+ self.engine.dispose()
1223
+ engine_url = sa.engine.url.URL(
1224
+ drivername=engine_url.drivername,
1225
+ username=engine_url.username,
1226
+ password=engine_url.password,
1227
+ host=engine_url.host,
1228
+ port=engine_url.port,
1229
+ database=db,
1230
+ query=engine_url.query,
1231
+ )
1232
+ self.engine = create_engine(engine_url)
1233
+
1234
+ @staticmethod
1235
+ def _create_database(engine: "Engine", database_name: Text) -> None:
1236
+ """Create database `db` on `engine` if it does not exist."""
1237
+ import sqlalchemy.exc
1238
+
1239
+ with engine.connect() as connection:
1240
+ connection.execution_options(isolation_level="AUTOCOMMIT")
1241
+ matching_rows = connection.execute(
1242
+ sa.text(
1243
+ f"SELECT 1 FROM pg_catalog.pg_database "
1244
+ f"WHERE datname = '{database_name}'"
1245
+ )
1246
+ ).rowcount
1247
+
1248
+ if not matching_rows:
1249
+ try:
1250
+ connection.execute(sa.text(f"CREATE DATABASE {database_name}"))
1251
+ except (
1252
+ sqlalchemy.exc.ProgrammingError,
1253
+ sqlalchemy.exc.IntegrityError,
1254
+ ) as e:
1255
+ logger.error(f"Could not create database '{database_name}': {e}")
1256
+
1257
+ @contextlib.contextmanager
1258
+ def session_scope(self) -> Generator["Session", None, None]:
1259
+ """Provide a transactional scope around a series of operations."""
1260
+ session = self.sessionmaker()
1261
+ try:
1262
+ ensure_schema_exists(session)
1263
+ yield session
1264
+ except ValueError as e:
1265
+ rasa.shared.utils.cli.print_error_and_exit(
1266
+ f"Requested PostgreSQL schema '{e}' was not found in the database. To "
1267
+ f"continue, please create the schema by running 'CREATE DATABASE {e};' "
1268
+ f"or unset the '{POSTGRESQL_SCHEMA}' environment variable in order to "
1269
+ f"use the default schema. Exiting application."
1270
+ )
1271
+ finally:
1272
+ session.close()
1273
+
1274
+ async def keys(self) -> Iterable[Text]:
1275
+ """Returns sender_ids of the SQLTrackerStore."""
1276
+ with self.session_scope() as session:
1277
+ sender_ids = session.query(self.SQLEvent.sender_id).distinct().all()
1278
+ return [sender_id for (sender_id,) in sender_ids]
1279
+
1280
+ async def retrieve(self, sender_id: Text) -> Optional[DialogueStateTracker]:
1281
+ """Retrieves tracker for the latest conversation session."""
1282
+ return await self._retrieve(sender_id, fetch_events_from_all_sessions=False)
1283
+
1284
+ async def retrieve_full_tracker(
1285
+ self, conversation_id: Text
1286
+ ) -> Optional[DialogueStateTracker]:
1287
+ """Fetching all tracker events across conversation sessions."""
1288
+ return await self._retrieve(
1289
+ conversation_id, fetch_events_from_all_sessions=True
1290
+ )
1291
+
1292
+ async def count_conversations(self, after_timestamp: float = 0.0) -> int:
1293
+ """Returns the number of conversations that have occurred after a timestamp.
1294
+
1295
+ By default, this method returns the number of conversations that
1296
+ have occurred after the Unix epoch (i.e. timestamp 0).
1297
+ """
1298
+ with self.session_scope() as session:
1299
+ query = (
1300
+ session.query(self.SQLEvent.sender_id)
1301
+ .distinct()
1302
+ .filter(self.SQLEvent.timestamp >= after_timestamp)
1303
+ )
1304
+ return query.count()
1305
+
1306
+ async def _retrieve(
1307
+ self, sender_id: Text, fetch_events_from_all_sessions: bool
1308
+ ) -> Optional[DialogueStateTracker]:
1309
+ with self.session_scope() as session:
1310
+ serialised_events = self._event_query(
1311
+ session,
1312
+ sender_id,
1313
+ fetch_events_from_all_sessions=fetch_events_from_all_sessions,
1314
+ ).all()
1315
+
1316
+ events = [json.loads(event.data) for event in serialised_events]
1317
+
1318
+ if self.domain and len(events) > 0:
1319
+ logger.debug(f"Recreating tracker from sender id '{sender_id}'")
1320
+ return DialogueStateTracker.from_dict(
1321
+ sender_id, events, self.domain.slots
1322
+ )
1323
+ else:
1324
+ logger.debug(
1325
+ f"Can't retrieve tracker matching "
1326
+ f"sender id '{sender_id}' from SQL storage. "
1327
+ f"Returning `None` instead."
1328
+ )
1329
+ return None
1330
+
1331
+ def _event_query(
1332
+ self, session: "Session", sender_id: Text, fetch_events_from_all_sessions: bool
1333
+ ) -> "Query":
1334
+ """Provide the query to retrieve the conversation events for a specific sender.
1335
+
1336
+ The events are ordered by ID to ensure correct sequence of events.
1337
+ As `timestamp` is not guaranteed to be unique and low-precision (float), it
1338
+ cannot be used to order the events.
1339
+
1340
+ Args:
1341
+ session: Current database session.
1342
+ sender_id: Sender id whose conversation events should be retrieved.
1343
+ fetch_events_from_all_sessions: Whether to fetch events from all
1344
+ conversation sessions. If `False`, only fetch events from the
1345
+ latest conversation session.
1346
+
1347
+ Returns:
1348
+ Query to get the conversation events.
1349
+ """
1350
+ # Subquery to find the timestamp of the latest `SessionStarted` event
1351
+ session_start_sub_query = (
1352
+ session.query(sa.func.max(self.SQLEvent.timestamp).label("session_start"))
1353
+ .filter(
1354
+ self.SQLEvent.sender_id == sender_id,
1355
+ self.SQLEvent.type_name == SessionStarted.type_name,
1356
+ )
1357
+ .subquery()
1358
+ )
1359
+
1360
+ event_query = session.query(self.SQLEvent).filter(
1361
+ self.SQLEvent.sender_id == sender_id
1362
+ )
1363
+ if not fetch_events_from_all_sessions:
1364
+ event_query = event_query.filter(
1365
+ # Find events after the latest `SessionStarted` event or return all
1366
+ # events
1367
+ sa.or_(
1368
+ self.SQLEvent.timestamp >= session_start_sub_query.c.session_start,
1369
+ session_start_sub_query.c.session_start.is_(None),
1370
+ )
1371
+ )
1372
+
1373
+ return event_query.order_by(self.SQLEvent.id)
1374
+
1375
+ async def save(self, tracker: DialogueStateTracker) -> None:
1376
+ """Update database with events from the current conversation."""
1377
+ await self.stream_events(tracker)
1378
+
1379
+ with self.session_scope() as session:
1380
+ # only store recent events
1381
+ events = self._additional_events(session, tracker)
1382
+
1383
+ for event in events:
1384
+ data = event.as_dict()
1385
+ intent = (
1386
+ data.get("parse_data", {}).get("intent", {}).get(INTENT_NAME_KEY)
1387
+ )
1388
+ action = data.get("name")
1389
+ timestamp = data.get("timestamp")
1390
+
1391
+ # noinspection PyArgumentList
1392
+ session.add(
1393
+ self.SQLEvent(
1394
+ sender_id=tracker.sender_id,
1395
+ type_name=event.type_name,
1396
+ timestamp=timestamp,
1397
+ intent_name=intent,
1398
+ action_name=action,
1399
+ data=json.dumps(data),
1400
+ )
1401
+ )
1402
+ session.commit()
1403
+
1404
+ logger.debug(f"Tracker with sender_id '{tracker.sender_id}' stored to database")
1405
+
1406
+ def _additional_events(
1407
+ self, session: "Session", tracker: DialogueStateTracker
1408
+ ) -> Iterator:
1409
+ """Return events from the tracker which aren't currently stored."""
1410
+ number_of_events_since_last_session = self._event_query(
1411
+ session, tracker.sender_id, fetch_events_from_all_sessions=False
1412
+ ).count()
1413
+
1414
+ return itertools.islice(
1415
+ tracker.events, number_of_events_since_last_session, len(tracker.events)
1416
+ )
1417
+
1418
+
1419
+ class FailSafeTrackerStore(TrackerStore):
1420
+ """Tracker store wrapper.
1421
+
1422
+ Allows a fallback to a different tracker store in case of errors.
1423
+ """
1424
+
1425
+ def __init__(
1426
+ self,
1427
+ tracker_store: TrackerStore,
1428
+ on_tracker_store_error: Optional[Callable[[Exception], None]] = None,
1429
+ fallback_tracker_store: Optional[TrackerStore] = None,
1430
+ ) -> None:
1431
+ """Create a `FailSafeTrackerStore`.
1432
+
1433
+ Args:
1434
+ tracker_store: Primary tracker store.
1435
+ on_tracker_store_error: Callback which is called when there is an error
1436
+ in the primary tracker store.
1437
+ fallback_tracker_store: Fallback tracker store.
1438
+ """
1439
+ self._fallback_tracker_store: Optional[TrackerStore] = fallback_tracker_store
1440
+ self._tracker_store = tracker_store
1441
+ self._on_tracker_store_error = on_tracker_store_error
1442
+
1443
+ super().__init__(tracker_store.domain, tracker_store.event_broker)
1444
+
1445
+ @property
1446
+ def domain(self) -> Domain:
1447
+ """Returns the domain of the primary tracker store."""
1448
+ return self._tracker_store.domain
1449
+
1450
+ @domain.setter
1451
+ def domain(self, domain: Domain) -> None:
1452
+ self._tracker_store.domain = domain
1453
+
1454
+ if self._fallback_tracker_store:
1455
+ self._fallback_tracker_store.domain = domain
1456
+
1457
+ @property
1458
+ def fallback_tracker_store(self) -> TrackerStore:
1459
+ """Returns the fallback tracker store."""
1460
+ if not self._fallback_tracker_store:
1461
+ self._fallback_tracker_store = InMemoryTrackerStore(
1462
+ self._tracker_store.domain, self._tracker_store.event_broker
1463
+ )
1464
+
1465
+ return self._fallback_tracker_store
1466
+
1467
+ def on_tracker_store_error(self, error: Exception) -> None:
1468
+ """Calls the callback when there is an error in the primary tracker store."""
1469
+ if self._on_tracker_store_error:
1470
+ self._on_tracker_store_error(error)
1471
+ else:
1472
+ logger.error(
1473
+ f"Error happened when trying to save conversation tracker to "
1474
+ f"'{self._tracker_store.__class__.__name__}'. Falling back to use "
1475
+ f"the '{InMemoryTrackerStore.__name__}'. Please "
1476
+ f"investigate the following error: {error}."
1477
+ )
1478
+
1479
+ async def retrieve(self, sender_id: Text) -> Optional[DialogueStateTracker]:
1480
+ """Calls `retrieve` method of primary tracker store."""
1481
+ try:
1482
+ return await self._tracker_store.retrieve(sender_id)
1483
+ except Exception as e:
1484
+ self.on_tracker_store_retrieve_error(e)
1485
+ return None
1486
+
1487
+ async def keys(self) -> Iterable[Text]:
1488
+ """Calls `keys` method of primary tracker store."""
1489
+ try:
1490
+ return await self._tracker_store.keys()
1491
+ except Exception as e:
1492
+ self.on_tracker_store_error(e)
1493
+ return []
1494
+
1495
+ async def save(self, tracker: DialogueStateTracker) -> None:
1496
+ """Calls `save` method of primary tracker store."""
1497
+ try:
1498
+ await self._tracker_store.save(tracker)
1499
+ except Exception as e:
1500
+ self.on_tracker_store_error(e)
1501
+ await self.fallback_tracker_store.save(tracker)
1502
+
1503
+ async def retrieve_full_tracker(
1504
+ self, sender_id: Text
1505
+ ) -> Optional[DialogueStateTracker]:
1506
+ """Calls `retrieve_full_tracker` method of primary tracker store.
1507
+
1508
+ Args:
1509
+ sender_id: The sender id of the tracker to retrieve.
1510
+ """
1511
+ try:
1512
+ return await self._tracker_store.retrieve_full_tracker(sender_id)
1513
+ except Exception as e:
1514
+ self.on_tracker_store_retrieve_error(e)
1515
+ return None
1516
+
1517
+ def on_tracker_store_retrieve_error(self, error: Exception) -> None:
1518
+ """Calls `_on_tracker_store_error` callable attribute if set.
1519
+
1520
+ Otherwise, logs the error.
1521
+
1522
+ Args:
1523
+ error: The error that occurred.
1524
+ """
1525
+ if self._on_tracker_store_error:
1526
+ self._on_tracker_store_error(error)
1527
+ else:
1528
+ logger.error(
1529
+ f"Error happened when trying to retrieve conversation tracker from "
1530
+ f"'{self._tracker_store.__class__.__name__}'. Falling back to use "
1531
+ f"the '{InMemoryTrackerStore.__name__}'. Please "
1532
+ f"investigate the following error: {error}."
1533
+ )
1534
+
1535
+
1536
+ def _create_from_endpoint_config(
1537
+ endpoint_config: Optional[EndpointConfig] = None,
1538
+ domain: Optional[Domain] = None,
1539
+ event_broker: Optional[EventBroker] = None,
1540
+ ) -> TrackerStore:
1541
+ """Given an endpoint configuration, create a proper tracker store object."""
1542
+ domain = domain or Domain.empty()
1543
+
1544
+ if endpoint_config is None or endpoint_config.type is None:
1545
+ # default tracker store if no type is set
1546
+ tracker_store: TrackerStore = InMemoryTrackerStore(domain, event_broker)
1547
+ elif endpoint_config.type.lower() == "redis":
1548
+ tracker_store = RedisTrackerStore(
1549
+ domain=domain,
1550
+ host=endpoint_config.url,
1551
+ event_broker=event_broker,
1552
+ **endpoint_config.kwargs,
1553
+ )
1554
+ elif endpoint_config.type.lower() == "mongod":
1555
+ tracker_store = MongoTrackerStore(
1556
+ domain=domain,
1557
+ host=endpoint_config.url,
1558
+ event_broker=event_broker,
1559
+ **endpoint_config.kwargs,
1560
+ )
1561
+ elif endpoint_config.type.lower() == "sql":
1562
+ tracker_store = SQLTrackerStore(
1563
+ domain=domain,
1564
+ host=endpoint_config.url,
1565
+ event_broker=event_broker,
1566
+ **endpoint_config.kwargs,
1567
+ )
1568
+ elif endpoint_config.type.lower() == "dynamo":
1569
+ tracker_store = DynamoTrackerStore(
1570
+ domain=domain, event_broker=event_broker, **endpoint_config.kwargs
1571
+ )
1572
+ else:
1573
+ tracker_store = _load_from_module_name_in_endpoint_config(
1574
+ domain, endpoint_config, event_broker
1575
+ )
1576
+
1577
+ logger.debug(f"Connected to {tracker_store.__class__.__name__}.")
1578
+
1579
+ return tracker_store
1580
+
1581
+
1582
+ def _load_from_module_name_in_endpoint_config(
1583
+ domain: Domain, store: EndpointConfig, event_broker: Optional[EventBroker] = None
1584
+ ) -> TrackerStore:
1585
+ """Initializes a custom tracker.
1586
+
1587
+ Defaults to the InMemoryTrackerStore if the module path can not be found.
1588
+
1589
+ Args:
1590
+ domain: defines the universe in which the assistant operates
1591
+ store: the specific tracker store
1592
+ event_broker: an event broker to publish events
1593
+
1594
+ Returns:
1595
+ a tracker store from a specified type in a stores endpoint configuration
1596
+ """
1597
+ try:
1598
+ tracker_store_class = rasa.shared.utils.common.class_from_module_path(
1599
+ store.type
1600
+ )
1601
+
1602
+ return tracker_store_class(
1603
+ host=store.url, domain=domain, event_broker=event_broker, **store.kwargs
1604
+ )
1605
+ except (AttributeError, ImportError):
1606
+ rasa.shared.utils.io.raise_warning(
1607
+ f"Tracker store with type '{store.type}' not found. "
1608
+ f"Using `InMemoryTrackerStore` instead."
1609
+ )
1610
+ return InMemoryTrackerStore(domain)
1611
+
1612
+
1613
+ def create_tracker_store(
1614
+ endpoint_config: Optional[EndpointConfig],
1615
+ domain: Optional[Domain] = None,
1616
+ event_broker: Optional[EventBroker] = None,
1617
+ ) -> TrackerStore:
1618
+ """Creates a tracker store based on the current configuration."""
1619
+ tracker_store = _create_from_endpoint_config(endpoint_config, domain, event_broker)
1620
+
1621
+ if not check_if_tracker_store_async(tracker_store):
1622
+ rasa.shared.utils.io.raise_deprecation_warning(
1623
+ f"Tracker store implementation "
1624
+ f"{tracker_store.__class__.__name__} "
1625
+ f"is not asynchronous. Non-asynchronous tracker stores "
1626
+ f"are currently deprecated and will be removed in 4.0. "
1627
+ f"Please make the following methods async: "
1628
+ f"{_get_async_tracker_store_methods()}"
1629
+ )
1630
+ tracker_store = AwaitableTrackerStore(tracker_store)
1631
+
1632
+ return tracker_store
1633
+
1634
+
1635
+ class AwaitableTrackerStore(TrackerStore):
1636
+ """Wraps a tracker store so it can be implemented with async overrides."""
1637
+
1638
+ def __init__(
1639
+ self,
1640
+ tracker_store: TrackerStore,
1641
+ ) -> None:
1642
+ """Create a `AwaitableTrackerStore`.
1643
+
1644
+ Args:
1645
+ tracker_store: the wrapped tracker store.
1646
+ """
1647
+ self._tracker_store = tracker_store
1648
+
1649
+ super().__init__(tracker_store.domain, tracker_store.event_broker)
1650
+
1651
+ @property
1652
+ def domain(self) -> Domain:
1653
+ """Returns the domain of the primary tracker store."""
1654
+ return self._tracker_store.domain
1655
+
1656
+ @domain.setter
1657
+ def domain(self, domain: Optional[Domain]) -> None:
1658
+ """Setter method to modify the wrapped tracker store's domain field."""
1659
+ self._tracker_store.domain = domain or Domain.empty()
1660
+
1661
+ @staticmethod
1662
+ def create(
1663
+ obj: Union[TrackerStore, EndpointConfig, None],
1664
+ domain: Optional[Domain] = None,
1665
+ event_broker: Optional[EventBroker] = None,
1666
+ ) -> TrackerStore:
1667
+ """Wrapper to call `create` method of primary tracker store."""
1668
+ if isinstance(obj, TrackerStore):
1669
+ return AwaitableTrackerStore(obj)
1670
+ elif isinstance(obj, EndpointConfig):
1671
+ return AwaitableTrackerStore(_create_from_endpoint_config(obj))
1672
+ else:
1673
+ raise ValueError(
1674
+ f"{type(obj).__name__} supplied "
1675
+ f"but expected object of type {TrackerStore.__name__} or "
1676
+ f"of type {EndpointConfig.__name__}."
1677
+ )
1678
+
1679
+ async def retrieve(self, sender_id: Text) -> Optional[DialogueStateTracker]:
1680
+ """Wrapper to call `retrieve` method of primary tracker store."""
1681
+ result = self._tracker_store.retrieve(sender_id)
1682
+ return (
1683
+ await result if isawaitable(result) else result # type: ignore[return-value, misc]
1684
+ )
1685
+
1686
+ async def keys(self) -> Iterable[Text]:
1687
+ """Wrapper to call `keys` method of primary tracker store."""
1688
+ result = self._tracker_store.keys()
1689
+ return await result if isawaitable(result) else result
1690
+
1691
+ async def save(self, tracker: DialogueStateTracker) -> None:
1692
+ """Wrapper to call `save` method of primary tracker store."""
1693
+ result = self._tracker_store.save(tracker)
1694
+ return await result if isawaitable(result) else result
1695
+
1696
+ async def retrieve_full_tracker(
1697
+ self, conversation_id: Text
1698
+ ) -> Optional[DialogueStateTracker]:
1699
+ """Wrapper to call `retrieve_full_tracker` method of primary tracker store."""
1700
+ result = self._tracker_store.retrieve_full_tracker(conversation_id)
1701
+ return (
1702
+ await result if isawaitable(result) else result # type: ignore[return-value, misc]
1703
+ )