rasa-pro 3.8.16__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of rasa-pro might be problematic. Click here for more details.

Files changed (644) hide show
  1. README.md +380 -0
  2. rasa/__init__.py +10 -0
  3. rasa/__main__.py +151 -0
  4. rasa/anonymization/__init__.py +2 -0
  5. rasa/anonymization/anonymisation_rule_yaml_reader.py +91 -0
  6. rasa/anonymization/anonymization_pipeline.py +287 -0
  7. rasa/anonymization/anonymization_rule_executor.py +260 -0
  8. rasa/anonymization/anonymization_rule_orchestrator.py +120 -0
  9. rasa/anonymization/schemas/config.yml +47 -0
  10. rasa/anonymization/utils.py +117 -0
  11. rasa/api.py +146 -0
  12. rasa/cli/__init__.py +5 -0
  13. rasa/cli/arguments/__init__.py +0 -0
  14. rasa/cli/arguments/data.py +81 -0
  15. rasa/cli/arguments/default_arguments.py +165 -0
  16. rasa/cli/arguments/evaluate.py +65 -0
  17. rasa/cli/arguments/export.py +51 -0
  18. rasa/cli/arguments/interactive.py +74 -0
  19. rasa/cli/arguments/run.py +204 -0
  20. rasa/cli/arguments/shell.py +13 -0
  21. rasa/cli/arguments/test.py +211 -0
  22. rasa/cli/arguments/train.py +263 -0
  23. rasa/cli/arguments/visualize.py +34 -0
  24. rasa/cli/arguments/x.py +30 -0
  25. rasa/cli/data.py +292 -0
  26. rasa/cli/e2e_test.py +566 -0
  27. rasa/cli/evaluate.py +222 -0
  28. rasa/cli/export.py +251 -0
  29. rasa/cli/inspect.py +63 -0
  30. rasa/cli/interactive.py +164 -0
  31. rasa/cli/license.py +65 -0
  32. rasa/cli/markers.py +78 -0
  33. rasa/cli/project_templates/__init__.py +0 -0
  34. rasa/cli/project_templates/calm/actions/__init__.py +0 -0
  35. rasa/cli/project_templates/calm/actions/action_template.py +27 -0
  36. rasa/cli/project_templates/calm/actions/add_contact.py +30 -0
  37. rasa/cli/project_templates/calm/actions/db.py +57 -0
  38. rasa/cli/project_templates/calm/actions/list_contacts.py +22 -0
  39. rasa/cli/project_templates/calm/actions/remove_contact.py +35 -0
  40. rasa/cli/project_templates/calm/config.yml +12 -0
  41. rasa/cli/project_templates/calm/credentials.yml +33 -0
  42. rasa/cli/project_templates/calm/data/flows/add_contact.yml +31 -0
  43. rasa/cli/project_templates/calm/data/flows/list_contacts.yml +14 -0
  44. rasa/cli/project_templates/calm/data/flows/remove_contact.yml +29 -0
  45. rasa/cli/project_templates/calm/db/contacts.json +10 -0
  46. rasa/cli/project_templates/calm/domain/add_contact.yml +33 -0
  47. rasa/cli/project_templates/calm/domain/list_contacts.yml +14 -0
  48. rasa/cli/project_templates/calm/domain/remove_contact.yml +31 -0
  49. rasa/cli/project_templates/calm/domain/shared.yml +5 -0
  50. rasa/cli/project_templates/calm/e2e_tests/cancelations/user_cancels_during_a_correction.yml +16 -0
  51. rasa/cli/project_templates/calm/e2e_tests/cancelations/user_changes_mind_on_a_whim.yml +7 -0
  52. rasa/cli/project_templates/calm/e2e_tests/corrections/user_corrects_contact_handle.yml +20 -0
  53. rasa/cli/project_templates/calm/e2e_tests/corrections/user_corrects_contact_name.yml +19 -0
  54. rasa/cli/project_templates/calm/e2e_tests/happy_paths/user_adds_contact_to_their_list.yml +15 -0
  55. rasa/cli/project_templates/calm/e2e_tests/happy_paths/user_lists_contacts.yml +5 -0
  56. rasa/cli/project_templates/calm/e2e_tests/happy_paths/user_removes_contact.yml +11 -0
  57. rasa/cli/project_templates/calm/e2e_tests/happy_paths/user_removes_contact_from_list.yml +12 -0
  58. rasa/cli/project_templates/calm/endpoints.yml +45 -0
  59. rasa/cli/project_templates/default/actions/__init__.py +0 -0
  60. rasa/cli/project_templates/default/actions/actions.py +27 -0
  61. rasa/cli/project_templates/default/config.yml +44 -0
  62. rasa/cli/project_templates/default/credentials.yml +33 -0
  63. rasa/cli/project_templates/default/data/nlu.yml +91 -0
  64. rasa/cli/project_templates/default/data/rules.yml +13 -0
  65. rasa/cli/project_templates/default/data/stories.yml +30 -0
  66. rasa/cli/project_templates/default/domain.yml +34 -0
  67. rasa/cli/project_templates/default/endpoints.yml +42 -0
  68. rasa/cli/project_templates/default/tests/test_stories.yml +91 -0
  69. rasa/cli/project_templates/tutorial/actions.py +22 -0
  70. rasa/cli/project_templates/tutorial/config.yml +11 -0
  71. rasa/cli/project_templates/tutorial/credentials.yml +33 -0
  72. rasa/cli/project_templates/tutorial/data/flows.yml +8 -0
  73. rasa/cli/project_templates/tutorial/domain.yml +17 -0
  74. rasa/cli/project_templates/tutorial/endpoints.yml +45 -0
  75. rasa/cli/run.py +136 -0
  76. rasa/cli/scaffold.py +268 -0
  77. rasa/cli/shell.py +141 -0
  78. rasa/cli/studio/__init__.py +0 -0
  79. rasa/cli/studio/download.py +51 -0
  80. rasa/cli/studio/studio.py +110 -0
  81. rasa/cli/studio/train.py +59 -0
  82. rasa/cli/studio/upload.py +85 -0
  83. rasa/cli/telemetry.py +90 -0
  84. rasa/cli/test.py +280 -0
  85. rasa/cli/train.py +260 -0
  86. rasa/cli/utils.py +453 -0
  87. rasa/cli/visualize.py +40 -0
  88. rasa/cli/x.py +205 -0
  89. rasa/constants.py +37 -0
  90. rasa/core/__init__.py +17 -0
  91. rasa/core/actions/__init__.py +0 -0
  92. rasa/core/actions/action.py +1450 -0
  93. rasa/core/actions/action_clean_stack.py +59 -0
  94. rasa/core/actions/action_run_slot_rejections.py +207 -0
  95. rasa/core/actions/action_trigger_chitchat.py +31 -0
  96. rasa/core/actions/action_trigger_flow.py +109 -0
  97. rasa/core/actions/action_trigger_search.py +31 -0
  98. rasa/core/actions/constants.py +2 -0
  99. rasa/core/actions/forms.py +737 -0
  100. rasa/core/actions/loops.py +111 -0
  101. rasa/core/actions/two_stage_fallback.py +186 -0
  102. rasa/core/agent.py +557 -0
  103. rasa/core/auth_retry_tracker_store.py +122 -0
  104. rasa/core/brokers/__init__.py +0 -0
  105. rasa/core/brokers/broker.py +126 -0
  106. rasa/core/brokers/file.py +58 -0
  107. rasa/core/brokers/kafka.py +322 -0
  108. rasa/core/brokers/pika.py +387 -0
  109. rasa/core/brokers/sql.py +86 -0
  110. rasa/core/channels/__init__.py +55 -0
  111. rasa/core/channels/audiocodes.py +463 -0
  112. rasa/core/channels/botframework.py +339 -0
  113. rasa/core/channels/callback.py +85 -0
  114. rasa/core/channels/channel.py +419 -0
  115. rasa/core/channels/console.py +243 -0
  116. rasa/core/channels/development_inspector.py +93 -0
  117. rasa/core/channels/facebook.py +422 -0
  118. rasa/core/channels/hangouts.py +335 -0
  119. rasa/core/channels/inspector/.eslintrc.cjs +25 -0
  120. rasa/core/channels/inspector/.gitignore +23 -0
  121. rasa/core/channels/inspector/README.md +54 -0
  122. rasa/core/channels/inspector/assets/favicon.ico +0 -0
  123. rasa/core/channels/inspector/assets/rasa-chat.js +2 -0
  124. rasa/core/channels/inspector/custom.d.ts +3 -0
  125. rasa/core/channels/inspector/dist/assets/arc-5623b6dc.js +1 -0
  126. rasa/core/channels/inspector/dist/assets/array-9f3ba611.js +1 -0
  127. rasa/core/channels/inspector/dist/assets/c4Diagram-d0fbc5ce-685c106a.js +10 -0
  128. rasa/core/channels/inspector/dist/assets/classDiagram-936ed81e-8cbed007.js +2 -0
  129. rasa/core/channels/inspector/dist/assets/classDiagram-v2-c3cb15f1-5889cf12.js +2 -0
  130. rasa/core/channels/inspector/dist/assets/createText-62fc7601-24c249d7.js +7 -0
  131. rasa/core/channels/inspector/dist/assets/edges-f2ad444c-7dd06a75.js +4 -0
  132. rasa/core/channels/inspector/dist/assets/erDiagram-9d236eb7-62c1e54c.js +51 -0
  133. rasa/core/channels/inspector/dist/assets/flowDb-1972c806-ce49b86f.js +6 -0
  134. rasa/core/channels/inspector/dist/assets/flowDiagram-7ea5b25a-4067e48f.js +4 -0
  135. rasa/core/channels/inspector/dist/assets/flowDiagram-v2-855bc5b3-85583a23.js +1 -0
  136. rasa/core/channels/inspector/dist/assets/flowchart-elk-definition-abe16c3d-59fe4051.js +139 -0
  137. rasa/core/channels/inspector/dist/assets/ganttDiagram-9b5ea136-47e3a43b.js +266 -0
  138. rasa/core/channels/inspector/dist/assets/gitGraphDiagram-99d0ae7c-5a2ac0d9.js +70 -0
  139. rasa/core/channels/inspector/dist/assets/ibm-plex-mono-v4-latin-regular-128cfa44.ttf +0 -0
  140. rasa/core/channels/inspector/dist/assets/ibm-plex-mono-v4-latin-regular-21dbcb97.woff +0 -0
  141. rasa/core/channels/inspector/dist/assets/ibm-plex-mono-v4-latin-regular-222b5e26.svg +329 -0
  142. rasa/core/channels/inspector/dist/assets/ibm-plex-mono-v4-latin-regular-9ad89b2a.woff2 +0 -0
  143. rasa/core/channels/inspector/dist/assets/index-268a75c0.js +1040 -0
  144. rasa/core/channels/inspector/dist/assets/index-2c4b9a3b-dfb8efc4.js +1 -0
  145. rasa/core/channels/inspector/dist/assets/index-3ee28881.css +1 -0
  146. rasa/core/channels/inspector/dist/assets/infoDiagram-736b4530-b0c470f2.js +7 -0
  147. rasa/core/channels/inspector/dist/assets/init-77b53fdd.js +1 -0
  148. rasa/core/channels/inspector/dist/assets/journeyDiagram-df861f2b-2edb829a.js +139 -0
  149. rasa/core/channels/inspector/dist/assets/lato-v14-latin-700-60c05ee4.woff +0 -0
  150. rasa/core/channels/inspector/dist/assets/lato-v14-latin-700-8335d9b8.svg +438 -0
  151. rasa/core/channels/inspector/dist/assets/lato-v14-latin-700-9cc39c75.ttf +0 -0
  152. rasa/core/channels/inspector/dist/assets/lato-v14-latin-700-ead13ccf.woff2 +0 -0
  153. rasa/core/channels/inspector/dist/assets/lato-v14-latin-regular-16705655.woff2 +0 -0
  154. rasa/core/channels/inspector/dist/assets/lato-v14-latin-regular-5aeb07f9.woff +0 -0
  155. rasa/core/channels/inspector/dist/assets/lato-v14-latin-regular-9c459044.ttf +0 -0
  156. rasa/core/channels/inspector/dist/assets/lato-v14-latin-regular-9e2898a4.svg +435 -0
  157. rasa/core/channels/inspector/dist/assets/layout-b6873d69.js +1 -0
  158. rasa/core/channels/inspector/dist/assets/line-1efc5781.js +1 -0
  159. rasa/core/channels/inspector/dist/assets/linear-661e9b94.js +1 -0
  160. rasa/core/channels/inspector/dist/assets/mindmap-definition-beec6740-2d2e727f.js +109 -0
  161. rasa/core/channels/inspector/dist/assets/ordinal-ba9b4969.js +1 -0
  162. rasa/core/channels/inspector/dist/assets/path-53f90ab3.js +1 -0
  163. rasa/core/channels/inspector/dist/assets/pieDiagram-dbbf0591-9d3ea93d.js +35 -0
  164. rasa/core/channels/inspector/dist/assets/quadrantDiagram-4d7f4fd6-06a178a2.js +7 -0
  165. rasa/core/channels/inspector/dist/assets/requirementDiagram-6fc4c22a-0bfedffc.js +52 -0
  166. rasa/core/channels/inspector/dist/assets/sankeyDiagram-8f13d901-d76d0a04.js +8 -0
  167. rasa/core/channels/inspector/dist/assets/sequenceDiagram-b655622a-37bb4341.js +122 -0
  168. rasa/core/channels/inspector/dist/assets/stateDiagram-59f0c015-f52f7f57.js +1 -0
  169. rasa/core/channels/inspector/dist/assets/stateDiagram-v2-2b26beab-4a986a20.js +1 -0
  170. rasa/core/channels/inspector/dist/assets/styles-080da4f6-7dd9ae12.js +110 -0
  171. rasa/core/channels/inspector/dist/assets/styles-3dcbcfbf-46e1ca14.js +159 -0
  172. rasa/core/channels/inspector/dist/assets/styles-9c745c82-4a97439a.js +207 -0
  173. rasa/core/channels/inspector/dist/assets/svgDrawCommon-4835440b-823917a3.js +1 -0
  174. rasa/core/channels/inspector/dist/assets/timeline-definition-5b62e21b-9ea72896.js +61 -0
  175. rasa/core/channels/inspector/dist/assets/xychartDiagram-2b33534f-b631a8b6.js +7 -0
  176. rasa/core/channels/inspector/dist/index.html +39 -0
  177. rasa/core/channels/inspector/index.html +37 -0
  178. rasa/core/channels/inspector/jest.config.ts +13 -0
  179. rasa/core/channels/inspector/package.json +48 -0
  180. rasa/core/channels/inspector/setupTests.ts +2 -0
  181. rasa/core/channels/inspector/src/App.tsx +170 -0
  182. rasa/core/channels/inspector/src/components/DiagramFlow.tsx +97 -0
  183. rasa/core/channels/inspector/src/components/DialogueInformation.tsx +187 -0
  184. rasa/core/channels/inspector/src/components/DialogueStack.tsx +151 -0
  185. rasa/core/channels/inspector/src/components/ExpandIcon.tsx +16 -0
  186. rasa/core/channels/inspector/src/components/FullscreenButton.tsx +45 -0
  187. rasa/core/channels/inspector/src/components/LoadingSpinner.tsx +19 -0
  188. rasa/core/channels/inspector/src/components/NoActiveFlow.tsx +21 -0
  189. rasa/core/channels/inspector/src/components/RasaLogo.tsx +32 -0
  190. rasa/core/channels/inspector/src/components/SaraDiagrams.tsx +39 -0
  191. rasa/core/channels/inspector/src/components/Slots.tsx +91 -0
  192. rasa/core/channels/inspector/src/components/Welcome.tsx +54 -0
  193. rasa/core/channels/inspector/src/helpers/formatters.test.ts +385 -0
  194. rasa/core/channels/inspector/src/helpers/formatters.ts +239 -0
  195. rasa/core/channels/inspector/src/helpers/utils.ts +42 -0
  196. rasa/core/channels/inspector/src/main.tsx +13 -0
  197. rasa/core/channels/inspector/src/theme/Button/Button.ts +29 -0
  198. rasa/core/channels/inspector/src/theme/Heading/Heading.ts +31 -0
  199. rasa/core/channels/inspector/src/theme/Input/Input.ts +27 -0
  200. rasa/core/channels/inspector/src/theme/Link/Link.ts +10 -0
  201. rasa/core/channels/inspector/src/theme/Modal/Modal.ts +47 -0
  202. rasa/core/channels/inspector/src/theme/Table/Table.tsx +38 -0
  203. rasa/core/channels/inspector/src/theme/Tooltip/Tooltip.ts +12 -0
  204. rasa/core/channels/inspector/src/theme/base/breakpoints.ts +8 -0
  205. rasa/core/channels/inspector/src/theme/base/colors.ts +88 -0
  206. rasa/core/channels/inspector/src/theme/base/fonts/fontFaces.css +29 -0
  207. rasa/core/channels/inspector/src/theme/base/fonts/ibm-plex-mono-v4-latin/ibm-plex-mono-v4-latin-regular.eot +0 -0
  208. rasa/core/channels/inspector/src/theme/base/fonts/ibm-plex-mono-v4-latin/ibm-plex-mono-v4-latin-regular.svg +329 -0
  209. rasa/core/channels/inspector/src/theme/base/fonts/ibm-plex-mono-v4-latin/ibm-plex-mono-v4-latin-regular.ttf +0 -0
  210. rasa/core/channels/inspector/src/theme/base/fonts/ibm-plex-mono-v4-latin/ibm-plex-mono-v4-latin-regular.woff +0 -0
  211. rasa/core/channels/inspector/src/theme/base/fonts/ibm-plex-mono-v4-latin/ibm-plex-mono-v4-latin-regular.woff2 +0 -0
  212. rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-700.eot +0 -0
  213. rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-700.svg +438 -0
  214. rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-700.ttf +0 -0
  215. rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-700.woff +0 -0
  216. rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-700.woff2 +0 -0
  217. rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-regular.eot +0 -0
  218. rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-regular.svg +435 -0
  219. rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-regular.ttf +0 -0
  220. rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-regular.woff +0 -0
  221. rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-regular.woff2 +0 -0
  222. rasa/core/channels/inspector/src/theme/base/radii.ts +9 -0
  223. rasa/core/channels/inspector/src/theme/base/shadows.ts +7 -0
  224. rasa/core/channels/inspector/src/theme/base/sizes.ts +7 -0
  225. rasa/core/channels/inspector/src/theme/base/space.ts +15 -0
  226. rasa/core/channels/inspector/src/theme/base/styles.ts +13 -0
  227. rasa/core/channels/inspector/src/theme/base/typography.ts +24 -0
  228. rasa/core/channels/inspector/src/theme/base/zIndices.ts +19 -0
  229. rasa/core/channels/inspector/src/theme/index.ts +101 -0
  230. rasa/core/channels/inspector/src/types.ts +64 -0
  231. rasa/core/channels/inspector/src/vite-env.d.ts +1 -0
  232. rasa/core/channels/inspector/tests/__mocks__/fileMock.ts +1 -0
  233. rasa/core/channels/inspector/tests/__mocks__/matchMedia.ts +16 -0
  234. rasa/core/channels/inspector/tests/__mocks__/styleMock.ts +1 -0
  235. rasa/core/channels/inspector/tests/renderWithProviders.tsx +14 -0
  236. rasa/core/channels/inspector/tsconfig.json +26 -0
  237. rasa/core/channels/inspector/tsconfig.node.json +10 -0
  238. rasa/core/channels/inspector/vite.config.ts +8 -0
  239. rasa/core/channels/inspector/yarn.lock +6156 -0
  240. rasa/core/channels/mattermost.py +229 -0
  241. rasa/core/channels/rasa_chat.py +126 -0
  242. rasa/core/channels/rest.py +210 -0
  243. rasa/core/channels/rocketchat.py +175 -0
  244. rasa/core/channels/slack.py +620 -0
  245. rasa/core/channels/socketio.py +274 -0
  246. rasa/core/channels/telegram.py +298 -0
  247. rasa/core/channels/twilio.py +169 -0
  248. rasa/core/channels/twilio_voice.py +367 -0
  249. rasa/core/channels/vier_cvg.py +374 -0
  250. rasa/core/channels/webexteams.py +135 -0
  251. rasa/core/concurrent_lock_store.py +210 -0
  252. rasa/core/constants.py +107 -0
  253. rasa/core/evaluation/__init__.py +0 -0
  254. rasa/core/evaluation/marker.py +267 -0
  255. rasa/core/evaluation/marker_base.py +925 -0
  256. rasa/core/evaluation/marker_stats.py +294 -0
  257. rasa/core/evaluation/marker_tracker_loader.py +103 -0
  258. rasa/core/exceptions.py +29 -0
  259. rasa/core/exporter.py +284 -0
  260. rasa/core/featurizers/__init__.py +0 -0
  261. rasa/core/featurizers/precomputation.py +410 -0
  262. rasa/core/featurizers/single_state_featurizer.py +402 -0
  263. rasa/core/featurizers/tracker_featurizers.py +1172 -0
  264. rasa/core/http_interpreter.py +89 -0
  265. rasa/core/information_retrieval/__init__.py +0 -0
  266. rasa/core/information_retrieval/faiss.py +116 -0
  267. rasa/core/information_retrieval/information_retrieval.py +72 -0
  268. rasa/core/information_retrieval/milvus.py +59 -0
  269. rasa/core/information_retrieval/qdrant.py +102 -0
  270. rasa/core/jobs.py +63 -0
  271. rasa/core/lock.py +139 -0
  272. rasa/core/lock_store.py +344 -0
  273. rasa/core/migrate.py +404 -0
  274. rasa/core/nlg/__init__.py +3 -0
  275. rasa/core/nlg/callback.py +147 -0
  276. rasa/core/nlg/contextual_response_rephraser.py +270 -0
  277. rasa/core/nlg/generator.py +230 -0
  278. rasa/core/nlg/interpolator.py +143 -0
  279. rasa/core/nlg/response.py +155 -0
  280. rasa/core/nlg/summarize.py +69 -0
  281. rasa/core/policies/__init__.py +0 -0
  282. rasa/core/policies/ensemble.py +329 -0
  283. rasa/core/policies/enterprise_search_policy.py +717 -0
  284. rasa/core/policies/enterprise_search_prompt_template.jinja2 +62 -0
  285. rasa/core/policies/flow_policy.py +205 -0
  286. rasa/core/policies/flows/__init__.py +0 -0
  287. rasa/core/policies/flows/flow_exceptions.py +44 -0
  288. rasa/core/policies/flows/flow_executor.py +582 -0
  289. rasa/core/policies/flows/flow_step_result.py +43 -0
  290. rasa/core/policies/intentless_policy.py +924 -0
  291. rasa/core/policies/intentless_prompt_template.jinja2 +22 -0
  292. rasa/core/policies/memoization.py +538 -0
  293. rasa/core/policies/policy.py +716 -0
  294. rasa/core/policies/rule_policy.py +1276 -0
  295. rasa/core/policies/ted_policy.py +2146 -0
  296. rasa/core/policies/unexpected_intent_policy.py +1015 -0
  297. rasa/core/processor.py +1331 -0
  298. rasa/core/run.py +315 -0
  299. rasa/core/secrets_manager/__init__.py +0 -0
  300. rasa/core/secrets_manager/constants.py +32 -0
  301. rasa/core/secrets_manager/endpoints.py +391 -0
  302. rasa/core/secrets_manager/factory.py +233 -0
  303. rasa/core/secrets_manager/secret_manager.py +262 -0
  304. rasa/core/secrets_manager/vault.py +576 -0
  305. rasa/core/test.py +1337 -0
  306. rasa/core/tracker_store.py +1664 -0
  307. rasa/core/train.py +107 -0
  308. rasa/core/training/__init__.py +89 -0
  309. rasa/core/training/converters/__init__.py +0 -0
  310. rasa/core/training/converters/responses_prefix_converter.py +119 -0
  311. rasa/core/training/interactive.py +1742 -0
  312. rasa/core/training/story_conflict.py +381 -0
  313. rasa/core/training/training.py +93 -0
  314. rasa/core/utils.py +344 -0
  315. rasa/core/visualize.py +70 -0
  316. rasa/dialogue_understanding/__init__.py +0 -0
  317. rasa/dialogue_understanding/coexistence/__init__.py +0 -0
  318. rasa/dialogue_understanding/coexistence/constants.py +4 -0
  319. rasa/dialogue_understanding/coexistence/intent_based_router.py +189 -0
  320. rasa/dialogue_understanding/coexistence/llm_based_router.py +261 -0
  321. rasa/dialogue_understanding/coexistence/router_template.jinja2 +12 -0
  322. rasa/dialogue_understanding/commands/__init__.py +45 -0
  323. rasa/dialogue_understanding/commands/can_not_handle_command.py +61 -0
  324. rasa/dialogue_understanding/commands/cancel_flow_command.py +116 -0
  325. rasa/dialogue_understanding/commands/chit_chat_answer_command.py +48 -0
  326. rasa/dialogue_understanding/commands/clarify_command.py +77 -0
  327. rasa/dialogue_understanding/commands/command.py +85 -0
  328. rasa/dialogue_understanding/commands/correct_slots_command.py +288 -0
  329. rasa/dialogue_understanding/commands/error_command.py +67 -0
  330. rasa/dialogue_understanding/commands/free_form_answer_command.py +9 -0
  331. rasa/dialogue_understanding/commands/handle_code_change_command.py +64 -0
  332. rasa/dialogue_understanding/commands/human_handoff_command.py +57 -0
  333. rasa/dialogue_understanding/commands/knowledge_answer_command.py +48 -0
  334. rasa/dialogue_understanding/commands/noop_command.py +45 -0
  335. rasa/dialogue_understanding/commands/set_slot_command.py +125 -0
  336. rasa/dialogue_understanding/commands/skip_question_command.py +66 -0
  337. rasa/dialogue_understanding/commands/start_flow_command.py +98 -0
  338. rasa/dialogue_understanding/generator/__init__.py +6 -0
  339. rasa/dialogue_understanding/generator/command_generator.py +257 -0
  340. rasa/dialogue_understanding/generator/command_prompt_template.jinja2 +57 -0
  341. rasa/dialogue_understanding/generator/flow_document_template.jinja2 +4 -0
  342. rasa/dialogue_understanding/generator/flow_retrieval.py +410 -0
  343. rasa/dialogue_understanding/generator/llm_command_generator.py +637 -0
  344. rasa/dialogue_understanding/generator/nlu_command_adapter.py +157 -0
  345. rasa/dialogue_understanding/patterns/__init__.py +0 -0
  346. rasa/dialogue_understanding/patterns/cancel.py +111 -0
  347. rasa/dialogue_understanding/patterns/cannot_handle.py +43 -0
  348. rasa/dialogue_understanding/patterns/chitchat.py +37 -0
  349. rasa/dialogue_understanding/patterns/clarify.py +97 -0
  350. rasa/dialogue_understanding/patterns/code_change.py +41 -0
  351. rasa/dialogue_understanding/patterns/collect_information.py +90 -0
  352. rasa/dialogue_understanding/patterns/completed.py +40 -0
  353. rasa/dialogue_understanding/patterns/continue_interrupted.py +42 -0
  354. rasa/dialogue_understanding/patterns/correction.py +278 -0
  355. rasa/dialogue_understanding/patterns/default_flows_for_patterns.yml +243 -0
  356. rasa/dialogue_understanding/patterns/human_handoff.py +37 -0
  357. rasa/dialogue_understanding/patterns/internal_error.py +47 -0
  358. rasa/dialogue_understanding/patterns/search.py +37 -0
  359. rasa/dialogue_understanding/patterns/skip_question.py +38 -0
  360. rasa/dialogue_understanding/processor/__init__.py +0 -0
  361. rasa/dialogue_understanding/processor/command_processor.py +578 -0
  362. rasa/dialogue_understanding/processor/command_processor_component.py +39 -0
  363. rasa/dialogue_understanding/stack/__init__.py +0 -0
  364. rasa/dialogue_understanding/stack/dialogue_stack.py +178 -0
  365. rasa/dialogue_understanding/stack/frames/__init__.py +19 -0
  366. rasa/dialogue_understanding/stack/frames/chit_chat_frame.py +27 -0
  367. rasa/dialogue_understanding/stack/frames/dialogue_stack_frame.py +137 -0
  368. rasa/dialogue_understanding/stack/frames/flow_stack_frame.py +157 -0
  369. rasa/dialogue_understanding/stack/frames/pattern_frame.py +10 -0
  370. rasa/dialogue_understanding/stack/frames/search_frame.py +27 -0
  371. rasa/dialogue_understanding/stack/utils.py +211 -0
  372. rasa/e2e_test/__init__.py +0 -0
  373. rasa/e2e_test/constants.py +10 -0
  374. rasa/e2e_test/e2e_test_case.py +322 -0
  375. rasa/e2e_test/e2e_test_result.py +34 -0
  376. rasa/e2e_test/e2e_test_runner.py +659 -0
  377. rasa/e2e_test/e2e_test_schema.yml +67 -0
  378. rasa/engine/__init__.py +0 -0
  379. rasa/engine/caching.py +464 -0
  380. rasa/engine/constants.py +17 -0
  381. rasa/engine/exceptions.py +14 -0
  382. rasa/engine/graph.py +625 -0
  383. rasa/engine/loader.py +36 -0
  384. rasa/engine/recipes/__init__.py +0 -0
  385. rasa/engine/recipes/config_files/default_config.yml +44 -0
  386. rasa/engine/recipes/default_components.py +99 -0
  387. rasa/engine/recipes/default_recipe.py +1252 -0
  388. rasa/engine/recipes/graph_recipe.py +79 -0
  389. rasa/engine/recipes/recipe.py +93 -0
  390. rasa/engine/runner/__init__.py +0 -0
  391. rasa/engine/runner/dask.py +256 -0
  392. rasa/engine/runner/interface.py +49 -0
  393. rasa/engine/storage/__init__.py +0 -0
  394. rasa/engine/storage/local_model_storage.py +248 -0
  395. rasa/engine/storage/resource.py +110 -0
  396. rasa/engine/storage/storage.py +203 -0
  397. rasa/engine/training/__init__.py +0 -0
  398. rasa/engine/training/components.py +176 -0
  399. rasa/engine/training/fingerprinting.py +64 -0
  400. rasa/engine/training/graph_trainer.py +256 -0
  401. rasa/engine/training/hooks.py +164 -0
  402. rasa/engine/validation.py +839 -0
  403. rasa/env.py +5 -0
  404. rasa/exceptions.py +69 -0
  405. rasa/graph_components/__init__.py +0 -0
  406. rasa/graph_components/converters/__init__.py +0 -0
  407. rasa/graph_components/converters/nlu_message_converter.py +48 -0
  408. rasa/graph_components/providers/__init__.py +0 -0
  409. rasa/graph_components/providers/domain_for_core_training_provider.py +87 -0
  410. rasa/graph_components/providers/domain_provider.py +71 -0
  411. rasa/graph_components/providers/flows_provider.py +74 -0
  412. rasa/graph_components/providers/forms_provider.py +44 -0
  413. rasa/graph_components/providers/nlu_training_data_provider.py +56 -0
  414. rasa/graph_components/providers/responses_provider.py +44 -0
  415. rasa/graph_components/providers/rule_only_provider.py +49 -0
  416. rasa/graph_components/providers/story_graph_provider.py +43 -0
  417. rasa/graph_components/providers/training_tracker_provider.py +55 -0
  418. rasa/graph_components/validators/__init__.py +0 -0
  419. rasa/graph_components/validators/default_recipe_validator.py +552 -0
  420. rasa/graph_components/validators/finetuning_validator.py +302 -0
  421. rasa/hooks.py +113 -0
  422. rasa/jupyter.py +63 -0
  423. rasa/keys +1 -0
  424. rasa/markers/__init__.py +0 -0
  425. rasa/markers/marker.py +269 -0
  426. rasa/markers/marker_base.py +828 -0
  427. rasa/markers/upload.py +74 -0
  428. rasa/markers/validate.py +21 -0
  429. rasa/model.py +118 -0
  430. rasa/model_testing.py +457 -0
  431. rasa/model_training.py +535 -0
  432. rasa/nlu/__init__.py +7 -0
  433. rasa/nlu/classifiers/__init__.py +3 -0
  434. rasa/nlu/classifiers/classifier.py +5 -0
  435. rasa/nlu/classifiers/diet_classifier.py +1874 -0
  436. rasa/nlu/classifiers/fallback_classifier.py +192 -0
  437. rasa/nlu/classifiers/keyword_intent_classifier.py +188 -0
  438. rasa/nlu/classifiers/llm_intent_classifier.py +519 -0
  439. rasa/nlu/classifiers/logistic_regression_classifier.py +240 -0
  440. rasa/nlu/classifiers/mitie_intent_classifier.py +156 -0
  441. rasa/nlu/classifiers/regex_message_handler.py +56 -0
  442. rasa/nlu/classifiers/sklearn_intent_classifier.py +309 -0
  443. rasa/nlu/constants.py +77 -0
  444. rasa/nlu/convert.py +40 -0
  445. rasa/nlu/emulators/__init__.py +0 -0
  446. rasa/nlu/emulators/dialogflow.py +55 -0
  447. rasa/nlu/emulators/emulator.py +49 -0
  448. rasa/nlu/emulators/luis.py +86 -0
  449. rasa/nlu/emulators/no_emulator.py +10 -0
  450. rasa/nlu/emulators/wit.py +56 -0
  451. rasa/nlu/extractors/__init__.py +0 -0
  452. rasa/nlu/extractors/crf_entity_extractor.py +672 -0
  453. rasa/nlu/extractors/duckling_entity_extractor.py +206 -0
  454. rasa/nlu/extractors/entity_synonyms.py +178 -0
  455. rasa/nlu/extractors/extractor.py +470 -0
  456. rasa/nlu/extractors/mitie_entity_extractor.py +293 -0
  457. rasa/nlu/extractors/regex_entity_extractor.py +220 -0
  458. rasa/nlu/extractors/spacy_entity_extractor.py +95 -0
  459. rasa/nlu/featurizers/__init__.py +0 -0
  460. rasa/nlu/featurizers/dense_featurizer/__init__.py +0 -0
  461. rasa/nlu/featurizers/dense_featurizer/convert_featurizer.py +449 -0
  462. rasa/nlu/featurizers/dense_featurizer/dense_featurizer.py +57 -0
  463. rasa/nlu/featurizers/dense_featurizer/lm_featurizer.py +772 -0
  464. rasa/nlu/featurizers/dense_featurizer/mitie_featurizer.py +170 -0
  465. rasa/nlu/featurizers/dense_featurizer/spacy_featurizer.py +132 -0
  466. rasa/nlu/featurizers/featurizer.py +89 -0
  467. rasa/nlu/featurizers/sparse_featurizer/__init__.py +0 -0
  468. rasa/nlu/featurizers/sparse_featurizer/count_vectors_featurizer.py +840 -0
  469. rasa/nlu/featurizers/sparse_featurizer/lexical_syntactic_featurizer.py +539 -0
  470. rasa/nlu/featurizers/sparse_featurizer/regex_featurizer.py +269 -0
  471. rasa/nlu/featurizers/sparse_featurizer/sparse_featurizer.py +9 -0
  472. rasa/nlu/model.py +24 -0
  473. rasa/nlu/persistor.py +240 -0
  474. rasa/nlu/run.py +27 -0
  475. rasa/nlu/selectors/__init__.py +0 -0
  476. rasa/nlu/selectors/response_selector.py +990 -0
  477. rasa/nlu/test.py +1943 -0
  478. rasa/nlu/tokenizers/__init__.py +0 -0
  479. rasa/nlu/tokenizers/jieba_tokenizer.py +148 -0
  480. rasa/nlu/tokenizers/mitie_tokenizer.py +75 -0
  481. rasa/nlu/tokenizers/spacy_tokenizer.py +72 -0
  482. rasa/nlu/tokenizers/tokenizer.py +239 -0
  483. rasa/nlu/tokenizers/whitespace_tokenizer.py +106 -0
  484. rasa/nlu/utils/__init__.py +35 -0
  485. rasa/nlu/utils/bilou_utils.py +462 -0
  486. rasa/nlu/utils/hugging_face/__init__.py +0 -0
  487. rasa/nlu/utils/hugging_face/registry.py +108 -0
  488. rasa/nlu/utils/hugging_face/transformers_pre_post_processors.py +311 -0
  489. rasa/nlu/utils/mitie_utils.py +113 -0
  490. rasa/nlu/utils/pattern_utils.py +168 -0
  491. rasa/nlu/utils/spacy_utils.py +312 -0
  492. rasa/plugin.py +90 -0
  493. rasa/server.py +1536 -0
  494. rasa/shared/__init__.py +0 -0
  495. rasa/shared/constants.py +181 -0
  496. rasa/shared/core/__init__.py +0 -0
  497. rasa/shared/core/constants.py +168 -0
  498. rasa/shared/core/conversation.py +46 -0
  499. rasa/shared/core/domain.py +2106 -0
  500. rasa/shared/core/events.py +2507 -0
  501. rasa/shared/core/flows/__init__.py +7 -0
  502. rasa/shared/core/flows/flow.py +353 -0
  503. rasa/shared/core/flows/flow_step.py +146 -0
  504. rasa/shared/core/flows/flow_step_links.py +319 -0
  505. rasa/shared/core/flows/flow_step_sequence.py +70 -0
  506. rasa/shared/core/flows/flows_list.py +211 -0
  507. rasa/shared/core/flows/flows_yaml_schema.json +217 -0
  508. rasa/shared/core/flows/nlu_trigger.py +117 -0
  509. rasa/shared/core/flows/steps/__init__.py +24 -0
  510. rasa/shared/core/flows/steps/action.py +51 -0
  511. rasa/shared/core/flows/steps/call.py +64 -0
  512. rasa/shared/core/flows/steps/collect.py +112 -0
  513. rasa/shared/core/flows/steps/constants.py +5 -0
  514. rasa/shared/core/flows/steps/continuation.py +36 -0
  515. rasa/shared/core/flows/steps/end.py +22 -0
  516. rasa/shared/core/flows/steps/internal.py +44 -0
  517. rasa/shared/core/flows/steps/link.py +51 -0
  518. rasa/shared/core/flows/steps/no_operation.py +48 -0
  519. rasa/shared/core/flows/steps/set_slots.py +50 -0
  520. rasa/shared/core/flows/steps/start.py +30 -0
  521. rasa/shared/core/flows/validation.py +527 -0
  522. rasa/shared/core/flows/yaml_flows_io.py +278 -0
  523. rasa/shared/core/generator.py +907 -0
  524. rasa/shared/core/slot_mappings.py +235 -0
  525. rasa/shared/core/slots.py +647 -0
  526. rasa/shared/core/trackers.py +1159 -0
  527. rasa/shared/core/training_data/__init__.py +0 -0
  528. rasa/shared/core/training_data/loading.py +90 -0
  529. rasa/shared/core/training_data/story_reader/__init__.py +0 -0
  530. rasa/shared/core/training_data/story_reader/story_reader.py +129 -0
  531. rasa/shared/core/training_data/story_reader/story_step_builder.py +168 -0
  532. rasa/shared/core/training_data/story_reader/yaml_story_reader.py +888 -0
  533. rasa/shared/core/training_data/story_writer/__init__.py +0 -0
  534. rasa/shared/core/training_data/story_writer/story_writer.py +76 -0
  535. rasa/shared/core/training_data/story_writer/yaml_story_writer.py +442 -0
  536. rasa/shared/core/training_data/structures.py +838 -0
  537. rasa/shared/core/training_data/visualization.html +146 -0
  538. rasa/shared/core/training_data/visualization.py +603 -0
  539. rasa/shared/data.py +192 -0
  540. rasa/shared/engine/__init__.py +0 -0
  541. rasa/shared/engine/caching.py +26 -0
  542. rasa/shared/exceptions.py +129 -0
  543. rasa/shared/importers/__init__.py +0 -0
  544. rasa/shared/importers/importer.py +705 -0
  545. rasa/shared/importers/multi_project.py +203 -0
  546. rasa/shared/importers/rasa.py +100 -0
  547. rasa/shared/importers/utils.py +34 -0
  548. rasa/shared/nlu/__init__.py +0 -0
  549. rasa/shared/nlu/constants.py +45 -0
  550. rasa/shared/nlu/interpreter.py +10 -0
  551. rasa/shared/nlu/training_data/__init__.py +0 -0
  552. rasa/shared/nlu/training_data/entities_parser.py +209 -0
  553. rasa/shared/nlu/training_data/features.py +374 -0
  554. rasa/shared/nlu/training_data/formats/__init__.py +10 -0
  555. rasa/shared/nlu/training_data/formats/dialogflow.py +162 -0
  556. rasa/shared/nlu/training_data/formats/luis.py +87 -0
  557. rasa/shared/nlu/training_data/formats/rasa.py +135 -0
  558. rasa/shared/nlu/training_data/formats/rasa_yaml.py +605 -0
  559. rasa/shared/nlu/training_data/formats/readerwriter.py +245 -0
  560. rasa/shared/nlu/training_data/formats/wit.py +52 -0
  561. rasa/shared/nlu/training_data/loading.py +137 -0
  562. rasa/shared/nlu/training_data/lookup_tables_parser.py +30 -0
  563. rasa/shared/nlu/training_data/message.py +477 -0
  564. rasa/shared/nlu/training_data/schemas/__init__.py +0 -0
  565. rasa/shared/nlu/training_data/schemas/data_schema.py +85 -0
  566. rasa/shared/nlu/training_data/schemas/nlu.yml +53 -0
  567. rasa/shared/nlu/training_data/schemas/responses.yml +70 -0
  568. rasa/shared/nlu/training_data/synonyms_parser.py +42 -0
  569. rasa/shared/nlu/training_data/training_data.py +732 -0
  570. rasa/shared/nlu/training_data/util.py +223 -0
  571. rasa/shared/providers/__init__.py +0 -0
  572. rasa/shared/providers/openai/__init__.py +0 -0
  573. rasa/shared/providers/openai/clients.py +43 -0
  574. rasa/shared/providers/openai/session_handler.py +110 -0
  575. rasa/shared/utils/__init__.py +0 -0
  576. rasa/shared/utils/cli.py +72 -0
  577. rasa/shared/utils/common.py +308 -0
  578. rasa/shared/utils/constants.py +1 -0
  579. rasa/shared/utils/io.py +403 -0
  580. rasa/shared/utils/llm.py +405 -0
  581. rasa/shared/utils/pykwalify_extensions.py +26 -0
  582. rasa/shared/utils/schemas/__init__.py +0 -0
  583. rasa/shared/utils/schemas/config.yml +2 -0
  584. rasa/shared/utils/schemas/domain.yml +142 -0
  585. rasa/shared/utils/schemas/events.py +212 -0
  586. rasa/shared/utils/schemas/model_config.yml +46 -0
  587. rasa/shared/utils/schemas/stories.yml +173 -0
  588. rasa/shared/utils/yaml.py +777 -0
  589. rasa/studio/__init__.py +0 -0
  590. rasa/studio/auth.py +252 -0
  591. rasa/studio/config.py +127 -0
  592. rasa/studio/constants.py +16 -0
  593. rasa/studio/data_handler.py +352 -0
  594. rasa/studio/download.py +350 -0
  595. rasa/studio/train.py +136 -0
  596. rasa/studio/upload.py +408 -0
  597. rasa/telemetry.py +1583 -0
  598. rasa/tracing/__init__.py +0 -0
  599. rasa/tracing/config.py +338 -0
  600. rasa/tracing/constants.py +38 -0
  601. rasa/tracing/instrumentation/__init__.py +0 -0
  602. rasa/tracing/instrumentation/attribute_extractors.py +663 -0
  603. rasa/tracing/instrumentation/instrumentation.py +939 -0
  604. rasa/tracing/instrumentation/intentless_policy_instrumentation.py +142 -0
  605. rasa/tracing/instrumentation/metrics.py +206 -0
  606. rasa/tracing/metric_instrument_provider.py +125 -0
  607. rasa/utils/__init__.py +0 -0
  608. rasa/utils/beta.py +83 -0
  609. rasa/utils/cli.py +27 -0
  610. rasa/utils/common.py +635 -0
  611. rasa/utils/converter.py +53 -0
  612. rasa/utils/endpoints.py +303 -0
  613. rasa/utils/io.py +326 -0
  614. rasa/utils/licensing.py +319 -0
  615. rasa/utils/log_utils.py +174 -0
  616. rasa/utils/mapper.py +210 -0
  617. rasa/utils/ml_utils.py +145 -0
  618. rasa/utils/plotting.py +362 -0
  619. rasa/utils/singleton.py +23 -0
  620. rasa/utils/tensorflow/__init__.py +0 -0
  621. rasa/utils/tensorflow/callback.py +112 -0
  622. rasa/utils/tensorflow/constants.py +116 -0
  623. rasa/utils/tensorflow/crf.py +492 -0
  624. rasa/utils/tensorflow/data_generator.py +440 -0
  625. rasa/utils/tensorflow/environment.py +161 -0
  626. rasa/utils/tensorflow/exceptions.py +5 -0
  627. rasa/utils/tensorflow/layers.py +1565 -0
  628. rasa/utils/tensorflow/layers_utils.py +113 -0
  629. rasa/utils/tensorflow/metrics.py +281 -0
  630. rasa/utils/tensorflow/model_data.py +991 -0
  631. rasa/utils/tensorflow/model_data_utils.py +500 -0
  632. rasa/utils/tensorflow/models.py +936 -0
  633. rasa/utils/tensorflow/rasa_layers.py +1094 -0
  634. rasa/utils/tensorflow/transformer.py +640 -0
  635. rasa/utils/tensorflow/types.py +6 -0
  636. rasa/utils/train_utils.py +572 -0
  637. rasa/utils/yaml.py +54 -0
  638. rasa/validator.py +1035 -0
  639. rasa/version.py +3 -0
  640. rasa_pro-3.8.16.dist-info/METADATA +528 -0
  641. rasa_pro-3.8.16.dist-info/NOTICE +5 -0
  642. rasa_pro-3.8.16.dist-info/RECORD +644 -0
  643. rasa_pro-3.8.16.dist-info/WHEEL +4 -0
  644. rasa_pro-3.8.16.dist-info/entry_points.txt +3 -0
@@ -0,0 +1,839 @@
1
+ import dataclasses
2
+ import inspect
3
+ import logging
4
+ import sys
5
+ import typing
6
+ from typing import (
7
+ Optional,
8
+ Callable,
9
+ Text,
10
+ Tuple,
11
+ Dict,
12
+ Type,
13
+ Any,
14
+ Set,
15
+ Union,
16
+ TypeVar,
17
+ List,
18
+ )
19
+
20
+ import structlog
21
+ import typing_utils
22
+
23
+ import rasa.utils.common
24
+ from rasa.core import IntentlessPolicy
25
+ from rasa.core.policies.policy import PolicyPrediction
26
+ from rasa.core.utils import AvailableEndpoints
27
+ from rasa.dialogue_understanding.coexistence.constants import (
28
+ NLU_ENTRY,
29
+ CALM_ENTRY,
30
+ STICKY,
31
+ NON_STICKY,
32
+ )
33
+ from rasa.dialogue_understanding.patterns.chitchat import FLOW_PATTERN_CHITCHAT
34
+ from rasa.engine.constants import RESERVED_PLACEHOLDERS
35
+ from rasa.engine.exceptions import GraphSchemaValidationException
36
+ from rasa.engine.graph import (
37
+ GraphSchema,
38
+ GraphComponent,
39
+ SchemaNode,
40
+ ExecutionContext,
41
+ GraphModelConfiguration,
42
+ )
43
+ from rasa.engine.storage.resource import Resource
44
+ from rasa.engine.storage.storage import ModelStorage
45
+ from rasa.engine.training.fingerprinting import Fingerprintable
46
+ from rasa.shared.constants import DOCS_URL_GRAPH_COMPONENTS, ROUTE_TO_CALM_SLOT
47
+ from rasa.shared.core.constants import ACTION_RESET_ROUTING, ACTION_TRIGGER_CHITCHAT
48
+ from rasa.shared.core.domain import Domain
49
+ from rasa.shared.core.flows import FlowsList, Flow
50
+ from rasa.shared.core.slots import Slot
51
+ from rasa.shared.exceptions import RasaException
52
+ from rasa.shared.nlu.training_data.message import Message
53
+
54
+
55
+ TypeAnnotation = Union[TypeVar, Text, Type, Optional[AvailableEndpoints]]
56
+
57
+ structlogger = structlog.get_logger()
58
+
59
+
60
+ @dataclasses.dataclass
61
+ class ParameterInfo:
62
+ """Stores metadata about a function parameter."""
63
+
64
+ type_annotation: TypeAnnotation
65
+ # `True` if we have a parameter like `**kwargs`
66
+ is_variable_length_keyword_arg: bool
67
+ has_default: bool
68
+
69
+
70
+ KEYWORDS_EXPECTED_TYPES: Dict[Text, TypeAnnotation] = {
71
+ "resource": Resource,
72
+ "execution_context": ExecutionContext,
73
+ "model_storage": ModelStorage,
74
+ "config": Dict[Text, Any],
75
+ }
76
+
77
+
78
+ def validate(model_configuration: GraphModelConfiguration) -> None:
79
+ """Validates a graph schema.
80
+
81
+ This tries to validate that the graph structure is correct (e.g. all nodes pass the
82
+ correct things into each other) as well as validates the individual graph
83
+ components.
84
+
85
+ Args:
86
+ model_configuration: The model configuration (schemas, language, etc.)
87
+
88
+ Raises:
89
+ GraphSchemaValidationException: If the validation failed.
90
+ """
91
+ _validate(model_configuration.train_schema, True, model_configuration.language)
92
+ _validate(model_configuration.predict_schema, False, model_configuration.language)
93
+
94
+ _validate_prediction_targets(
95
+ model_configuration.predict_schema,
96
+ core_target=model_configuration.core_target,
97
+ nlu_target=model_configuration.nlu_target,
98
+ )
99
+
100
+
101
+ def _validate(
102
+ schema: GraphSchema, is_train_graph: bool, language: Optional[Text]
103
+ ) -> None:
104
+ _validate_cycle(schema)
105
+
106
+ for node_name, node in schema.nodes.items():
107
+ _validate_interface_usage(node)
108
+ _validate_supported_languages(language, node)
109
+ _validate_required_packages(node)
110
+
111
+ run_fn_params, run_fn_return_type = _get_parameter_information(
112
+ node.uses, node.fn
113
+ )
114
+ _validate_run_fn(node, run_fn_params, run_fn_return_type, is_train_graph)
115
+
116
+ create_fn_params, _ = _get_parameter_information(
117
+ node.uses, node.constructor_name
118
+ )
119
+ _validate_constructor(node, create_fn_params)
120
+
121
+ _validate_needs(node, schema, create_fn_params, run_fn_params)
122
+
123
+ _validate_required_components(schema)
124
+
125
+
126
+ def _validate_prediction_targets(
127
+ schema: GraphSchema, core_target: Optional[Text], nlu_target: Text
128
+ ) -> None:
129
+ if not nlu_target:
130
+ raise GraphSchemaValidationException(
131
+ "Graph schema specifies no target for the 'nlu_target'. It is required "
132
+ "for a prediction graph to specify this. Please choose a valid node "
133
+ "name for this."
134
+ )
135
+
136
+ _validate_target(nlu_target, "NLU", List[Message], schema)
137
+
138
+ if core_target:
139
+ _validate_target(core_target, "Core", PolicyPrediction, schema)
140
+
141
+
142
+ def _validate_target(
143
+ target_name: Text, target_type: Text, expected_type: Type, schema: GraphSchema
144
+ ) -> None:
145
+ if target_name not in schema.nodes:
146
+ raise GraphSchemaValidationException(
147
+ f"Graph schema specifies invalid {target_type} target '{target_name}'. "
148
+ f"Please make sure specify a valid node name as target."
149
+ )
150
+
151
+ if any(target_name in node.needs.values() for node in schema.nodes.values()):
152
+ raise GraphSchemaValidationException(
153
+ f"One graph node uses the {target_type} target '{target_name}' as input. "
154
+ f"This is not allowed as NLU prediction and Core prediction are run "
155
+ f"separately."
156
+ )
157
+
158
+ target_node = schema.nodes[target_name]
159
+ _, target_return_type = _get_parameter_information(target_node.uses, target_node.fn)
160
+
161
+ if not typing_utils.issubtype(target_return_type, expected_type):
162
+ raise GraphSchemaValidationException(
163
+ f"Your {target_type} model's output component "
164
+ f"'{target_node.uses.__name__}' returns an invalid return "
165
+ f"type '{target_return_type}'. This is not allowed. The {target_type} "
166
+ f"model's last component is expected to return the type '{expected_type}'. "
167
+ f"See {DOCS_URL_GRAPH_COMPONENTS} for more information."
168
+ )
169
+
170
+
171
+ def _validate_cycle(schema: GraphSchema) -> None:
172
+ for target_name in schema.target_names:
173
+ parents = schema.nodes[target_name].needs.values()
174
+ for parent_name in parents:
175
+ _walk_and_check_for_cycles([], parent_name, schema)
176
+
177
+
178
+ def _walk_and_check_for_cycles(
179
+ visited_so_far: List[Text], node_name: Text, schema: GraphSchema
180
+ ) -> None:
181
+ if node_name in visited_so_far:
182
+ raise GraphSchemaValidationException(
183
+ f"Node '{node_name}' has itself as dependency. Cycles are not allowed "
184
+ f"in the graph. Please make sure that '{node_name}' does not have itself "
185
+ f"specified in 'needs' and none of '{node_name}'s dependencies have "
186
+ f"'{node_name}' specified in 'needs'."
187
+ )
188
+
189
+ if node_name not in schema.nodes:
190
+ raise GraphSchemaValidationException(
191
+ f"Node '{node_name}' is not part of the graph. Node was expected to be "
192
+ f"present in the graph as it is used by another component."
193
+ )
194
+
195
+ parents = schema.nodes[node_name].needs.values()
196
+ for parent_name in parents:
197
+ if not _is_placeholder_input(parent_name):
198
+ _walk_and_check_for_cycles(
199
+ [*visited_so_far, node_name], parent_name, schema
200
+ )
201
+
202
+
203
+ def _is_placeholder_input(name: Text) -> bool:
204
+ return name in RESERVED_PLACEHOLDERS
205
+
206
+
207
+ def _validate_interface_usage(node: SchemaNode) -> None:
208
+ if not issubclass(node.uses, GraphComponent):
209
+ raise GraphSchemaValidationException(
210
+ f"Your model uses a component with class '{node.uses.__name__}'. "
211
+ f"This class does not implement the '{GraphComponent.__name__}' interface "
212
+ f"and can hence not be run within Rasa Open Source. Please use a different "
213
+ f"component or implement the '{GraphComponent}' interface in class "
214
+ f"'{node.uses.__name__}'. "
215
+ f"See {DOCS_URL_GRAPH_COMPONENTS} for more information."
216
+ )
217
+
218
+
219
+ def _validate_supported_languages(language: Optional[Text], node: SchemaNode) -> None:
220
+ supported_languages = node.uses.supported_languages()
221
+ not_supported_languages = node.uses.not_supported_languages()
222
+
223
+ if supported_languages and not_supported_languages:
224
+ raise RasaException(
225
+ "Only one of `supported_languages` and "
226
+ "`not_supported_languages` can return a value different from `None`."
227
+ )
228
+
229
+ if (
230
+ language
231
+ and supported_languages is not None
232
+ and language not in supported_languages
233
+ ):
234
+ raise GraphSchemaValidationException(
235
+ f"The component '{node.uses.__name__}' does not support the currently "
236
+ f"specified language '{language}'."
237
+ )
238
+
239
+ if (
240
+ language
241
+ and not_supported_languages is not None
242
+ and language in not_supported_languages
243
+ ):
244
+ raise GraphSchemaValidationException(
245
+ f"The component '{node.uses.__name__}' does not support the currently "
246
+ f"specified language '{language}'."
247
+ )
248
+
249
+
250
+ def _validate_required_packages(node: SchemaNode) -> None:
251
+ missing_packages = rasa.utils.common.find_unavailable_packages(
252
+ node.uses.required_packages()
253
+ )
254
+ if missing_packages:
255
+ raise GraphSchemaValidationException(
256
+ f"Component '{node.uses.__name__}' requires the following packages which "
257
+ f"are currently not installed: {', '.join(missing_packages)}."
258
+ )
259
+
260
+
261
+ def _get_parameter_information(
262
+ uses: Type[GraphComponent], method_name: Text
263
+ ) -> Tuple[Dict[Text, ParameterInfo], TypeAnnotation]:
264
+ fn = _get_fn(uses, method_name)
265
+
266
+ type_hints = _get_type_hints(uses, fn)
267
+ return_type = type_hints.pop("return", inspect.Parameter.empty)
268
+ type_hints.pop("cls", None)
269
+
270
+ params = inspect.signature(fn).parameters
271
+
272
+ type_info = {}
273
+ for param_name, type_annotation in type_hints.items():
274
+ inspect_info = params[param_name]
275
+ if inspect_info.kind == inspect.Parameter.VAR_POSITIONAL:
276
+ # We always pass things using keywords so we can ignore the any variable
277
+ # length positional arguments
278
+ continue
279
+
280
+ type_info[param_name] = ParameterInfo(
281
+ type_annotation=type_annotation,
282
+ is_variable_length_keyword_arg=inspect_info.kind
283
+ == inspect.Parameter.VAR_KEYWORD,
284
+ has_default=inspect_info.default != inspect.Parameter.empty,
285
+ )
286
+
287
+ return type_info, return_type
288
+
289
+
290
+ def _get_type_hints(
291
+ uses: Type[GraphComponent], fn: Callable
292
+ ) -> Dict[Text, TypeAnnotation]:
293
+ try:
294
+ return typing.get_type_hints(fn)
295
+ except NameError as e:
296
+ logging.debug(
297
+ f"Failed to retrieve type annotations for component "
298
+ f"'{uses.__name__}' due to error:\n{e}"
299
+ )
300
+ raise GraphSchemaValidationException(
301
+ f"Your model uses a component '{uses.__name__}' which has "
302
+ f"type annotations in its method '{fn.__name__}' which failed to be "
303
+ f"retrieved. Please make sure remove any forward "
304
+ f"reference by removing the quotes around the type "
305
+ f"(e.g. 'def foo() -> \"int\"' becomes 'def foo() -> int'. and make sure "
306
+ f"all type annotations can be resolved during runtime. Note that you might "
307
+ f"need to do a 'from __future__ import annotations' to avoid forward "
308
+ f"references."
309
+ f"See {DOCS_URL_GRAPH_COMPONENTS} for more information."
310
+ )
311
+
312
+
313
+ def _get_fn(uses: Type[GraphComponent], method_name: Text) -> Callable:
314
+ fn = getattr(uses, method_name, None)
315
+ if fn is None:
316
+ raise GraphSchemaValidationException(
317
+ f"Your model uses a graph component '{uses.__name__}' which does not "
318
+ f"have the required "
319
+ f"method '{method_name}'. Please make sure you're either using "
320
+ f"the right component or that your component is registered with the "
321
+ f"correct component type."
322
+ f"See {DOCS_URL_GRAPH_COMPONENTS} for more information."
323
+ )
324
+ return fn
325
+
326
+
327
+ def _validate_run_fn(
328
+ node: SchemaNode,
329
+ run_fn_params: Dict[Text, ParameterInfo],
330
+ run_fn_return_type: TypeAnnotation,
331
+ is_train_graph: bool,
332
+ ) -> None:
333
+ _validate_types_of_reserved_keywords(run_fn_params, node, node.fn)
334
+ _validate_run_fn_return_type(node, run_fn_return_type, is_train_graph)
335
+
336
+ for param_name in _required_args(run_fn_params):
337
+ if param_name not in node.needs:
338
+ raise GraphSchemaValidationException(
339
+ f"Your model uses a component '{node.uses.__name__}' which "
340
+ f"needs the param '{param_name}' to be provided to its method "
341
+ f"'{node.fn}'. Please make sure that you registered "
342
+ f"your component correctly and and that your model configuration is "
343
+ f"valid."
344
+ f"See {DOCS_URL_GRAPH_COMPONENTS} for more information."
345
+ )
346
+
347
+
348
+ def _required_args(fn_params: Dict[Text, ParameterInfo]) -> Set[Text]:
349
+ keywords = set(KEYWORDS_EXPECTED_TYPES)
350
+ return {
351
+ param_name
352
+ for param_name, param in fn_params.items()
353
+ if not param.has_default
354
+ and not param.is_variable_length_keyword_arg
355
+ and param_name not in keywords
356
+ }
357
+
358
+
359
+ def _validate_run_fn_return_type(
360
+ node: SchemaNode, return_type: Type, is_training: bool
361
+ ) -> None:
362
+ if return_type == inspect.Parameter.empty:
363
+ raise GraphSchemaValidationException(
364
+ f"Your model uses a component '{node.uses.__name__}' whose "
365
+ f"method '{node.fn}' does not have a type annotation for "
366
+ f"its return value. Type annotations are required for all "
367
+ f"components to validate your model's structure."
368
+ f"See {DOCS_URL_GRAPH_COMPONENTS} for more information."
369
+ )
370
+
371
+ # TODO: Handle forward references here
372
+ if typing_utils.issubtype(return_type, list):
373
+ return_type = typing_utils.get_args(return_type)[0]
374
+
375
+ if is_training and not isinstance(return_type, Fingerprintable):
376
+ raise GraphSchemaValidationException(
377
+ f"Your model uses a component '{node.uses.__name__}' whose method "
378
+ f"'{node.fn}' does not return a fingerprintable "
379
+ f"output. This is required for proper caching between model trainings. "
380
+ f"Please make sure you're using a return type which implements the "
381
+ f"'{Fingerprintable.__name__}' protocol."
382
+ )
383
+
384
+
385
+ def _validate_types_of_reserved_keywords(
386
+ params: Dict[Text, ParameterInfo], node: SchemaNode, fn_name: Text
387
+ ) -> None:
388
+ for param_name, param in params.items():
389
+ if param_name in KEYWORDS_EXPECTED_TYPES:
390
+ if not typing_utils.issubtype(
391
+ param.type_annotation, KEYWORDS_EXPECTED_TYPES[param_name]
392
+ ):
393
+ raise GraphSchemaValidationException(
394
+ f"Your model uses a component '{node.uses.__name__}' which has an "
395
+ f"incompatible type '{param.type_annotation}' for "
396
+ f"the '{param_name}' parameter in its '{fn_name}' method. "
397
+ f"The expected type is '{KEYWORDS_EXPECTED_TYPES[param_name]}'."
398
+ f"See {DOCS_URL_GRAPH_COMPONENTS} for more information."
399
+ )
400
+
401
+
402
+ def _validate_constructor(
403
+ node: SchemaNode, create_fn_params: Dict[Text, ParameterInfo]
404
+ ) -> None:
405
+ _validate_types_of_reserved_keywords(create_fn_params, node, node.constructor_name)
406
+
407
+ required_args = _required_args(create_fn_params)
408
+
409
+ if required_args and node.eager:
410
+ raise GraphSchemaValidationException(
411
+ f"Your model uses a component '{node.uses.__name__}' which has a "
412
+ f"method '{node.constructor_name}' which has required parameters "
413
+ f"('{', '.join(required_args)}'). "
414
+ f"Extra parameters can only be supplied to the constructor method which is "
415
+ f"used during training."
416
+ f"See {DOCS_URL_GRAPH_COMPONENTS} for more information."
417
+ )
418
+
419
+ for param_name in _required_args(create_fn_params):
420
+ if not node.eager and param_name not in node.needs:
421
+ raise GraphSchemaValidationException(
422
+ f"Your model uses a component '{node.uses.__name__}' which "
423
+ f"needs the param '{param_name}' to be provided to its method "
424
+ f"'{node.constructor_name}'. Please make sure that you registered "
425
+ f"your component correctly and and that your model configuration is "
426
+ f"valid."
427
+ f"See {DOCS_URL_GRAPH_COMPONENTS} for more information."
428
+ )
429
+
430
+
431
+ def _validate_needs(
432
+ node: SchemaNode,
433
+ graph: GraphSchema,
434
+ create_fn_params: Dict[Text, ParameterInfo],
435
+ run_fn_params: Dict[Text, ParameterInfo],
436
+ ) -> None:
437
+ available_args, has_kwargs = _get_available_args(
438
+ node, create_fn_params, run_fn_params
439
+ )
440
+
441
+ for param_name, parent_name in node.needs.items():
442
+ if not has_kwargs and param_name not in available_args:
443
+ raise GraphSchemaValidationException(
444
+ f"Your model uses a component '{node.uses.__name__}' which is "
445
+ f"supposed to retrieve a value for the "
446
+ f"param '{param_name}' although "
447
+ f"its method '{node.fn}' does not accept a parameter with this "
448
+ f"name. Please make sure that you registered "
449
+ f"your component correctly and and that your model configuration is "
450
+ f"valid."
451
+ f"See {DOCS_URL_GRAPH_COMPONENTS} for more information."
452
+ )
453
+
454
+ if not _is_placeholder_input(parent_name) and parent_name not in graph.nodes:
455
+ raise GraphSchemaValidationException(
456
+ f"Missing graph component '{parent_name}'."
457
+ f"Your model uses a component '{node.uses.__name__}' which expects "
458
+ f"input from the missing component. The component is missing from "
459
+ f"your model configuration. Please make sure that you registered "
460
+ f"your component correctly and and that your model configuration is "
461
+ f"valid."
462
+ f"See {DOCS_URL_GRAPH_COMPONENTS} for more information."
463
+ )
464
+
465
+ required_type = available_args.get(param_name)
466
+
467
+ if not has_kwargs and required_type is not None:
468
+ parent = None
469
+ if _is_placeholder_input(parent_name):
470
+ parent_return_type: TypeAnnotation
471
+ parent_return_type = RESERVED_PLACEHOLDERS[parent_name] # type: ignore
472
+ else:
473
+ parent = graph.nodes[parent_name]
474
+ _, parent_return_type = _get_parameter_information(
475
+ parent.uses, parent.fn
476
+ )
477
+
478
+ _validate_parent_return_type(
479
+ node, parent, parent_return_type, required_type.type_annotation
480
+ )
481
+
482
+
483
+ def _get_available_args(
484
+ node: SchemaNode,
485
+ create_fn_params: Dict[Text, ParameterInfo],
486
+ run_fn_params: Dict[Text, ParameterInfo],
487
+ ) -> Tuple[Dict[Text, ParameterInfo], bool]:
488
+ has_kwargs = any(
489
+ param.is_variable_length_keyword_arg for param in run_fn_params.values()
490
+ )
491
+ available_args = run_fn_params.copy()
492
+ if node.eager is False:
493
+ has_kwargs = has_kwargs or any(
494
+ param.is_variable_length_keyword_arg for param in create_fn_params.values()
495
+ )
496
+ available_args.update(create_fn_params)
497
+ return available_args, has_kwargs
498
+
499
+
500
+ def _validate_parent_return_type(
501
+ node: SchemaNode,
502
+ parent_node: Optional[SchemaNode],
503
+ parent_return_type: TypeAnnotation,
504
+ required_type: TypeAnnotation,
505
+ ) -> None:
506
+
507
+ if not typing_utils.issubtype(parent_return_type, required_type):
508
+ parent_node_text = ""
509
+ if parent_node:
510
+ parent_node_text = f" by the component '{parent_node.uses.__name__}'"
511
+
512
+ raise GraphSchemaValidationException(
513
+ f"Your component '{node.uses.__name__}' expects an input of type "
514
+ f"'{required_type}' but it receives an input of type '{parent_return_type}'"
515
+ f"{parent_node_text}. "
516
+ f"Please make sure that you registered "
517
+ f"your component correctly and and that your model configuration is "
518
+ f"valid."
519
+ f"See {DOCS_URL_GRAPH_COMPONENTS} for more information."
520
+ )
521
+
522
+
523
+ def _validate_required_components(schema: GraphSchema) -> None:
524
+ unmet_requirements: Dict[Type, Set[Text]] = dict()
525
+ for target_name in schema.target_names:
526
+ unmet_requirements_for_target, _ = _recursively_check_required_components(
527
+ node_name=target_name, schema=schema
528
+ )
529
+ for component_type, node_names in unmet_requirements_for_target.items():
530
+ unmet_requirements.setdefault(component_type, set()).update(node_names)
531
+ if unmet_requirements:
532
+ errors = "\n".join(
533
+ [
534
+ f"The following components require a {component_type.__name__}: "
535
+ f"{', '.join(sorted(required_by))}. "
536
+ for component_type, required_by in unmet_requirements.items()
537
+ ]
538
+ )
539
+ num_nodes = len(
540
+ set(
541
+ node_name
542
+ for required_by in unmet_requirements.values()
543
+ for node_name in required_by
544
+ )
545
+ )
546
+ raise GraphSchemaValidationException(
547
+ f"{num_nodes} components are missing required components which have to "
548
+ f"run before themselves:\n"
549
+ f"{errors}"
550
+ f"Please add the required components to your model configuration."
551
+ )
552
+
553
+
554
+ def _recursively_check_required_components(
555
+ node_name: Text, schema: GraphSchema
556
+ ) -> Tuple[Dict[Type, Set[Text]], Set[Type]]:
557
+ """Collects unmet requirements and types used in the subtree rooted at `node_name`.
558
+
559
+ Args:
560
+ schema: the graph schema
561
+ node_name: the name of the root of the subtree
562
+ Returns:
563
+ unmet requirements, i.e. a mapping from component types to names of nodes that
564
+ are contained in the subtree rooted at `schema_node` that require that component
565
+ type but can't find it in their respective subtrees and
566
+ a set containing all component types of nodes that are ancestors of the
567
+ `schema_node` (or of the`schema_node` itself)
568
+ """
569
+ schema_node = schema.nodes[node_name]
570
+
571
+ unmet_requirements: Dict[Type, Set[Text]] = dict()
572
+ component_types = set()
573
+
574
+ # collect all component types used by ancestors and their unmet requirements
575
+ for parent_node_name in schema_node.needs.values():
576
+ if _is_placeholder_input(parent_node_name):
577
+ continue
578
+ (
579
+ unmet_requirements_of_ancestors,
580
+ ancestor_types,
581
+ ) = _recursively_check_required_components(
582
+ node_name=parent_node_name, schema=schema
583
+ )
584
+ for _type, nodes in unmet_requirements_of_ancestors.items():
585
+ unmet_requirements.setdefault(_type, set()).update(nodes)
586
+ component_types.update(ancestor_types)
587
+
588
+ # check which requirements of the `schema_node` are not fulfilled by
589
+ # comparing its requirements with the types found so far among the ancestor nodes
590
+ unmet_requirements_of_current_node = set(
591
+ required
592
+ for required in schema_node.uses.required_components()
593
+ if not any(
594
+ issubclass(used_subtype, required) for used_subtype in component_types
595
+ )
596
+ )
597
+
598
+ # add the unmet requirements and the type of the `schema_node`
599
+ for component_type in unmet_requirements_of_current_node:
600
+ unmet_requirements.setdefault(component_type, set()).add(node_name)
601
+ component_types.add(schema_node.uses)
602
+
603
+ return unmet_requirements, component_types
604
+
605
+
606
+ def validate_flow_component_dependencies(
607
+ flows: FlowsList, model_configuration: GraphModelConfiguration
608
+ ) -> None:
609
+
610
+ if (pattern_chitchat := flows.flow_by_id(FLOW_PATTERN_CHITCHAT)) is not None:
611
+ _validate_chitchat_dependencies(pattern_chitchat, model_configuration)
612
+
613
+
614
+ def _validate_chitchat_dependencies(
615
+ pattern_chitchat: Flow, model_configuration: GraphModelConfiguration
616
+ ) -> None:
617
+ """Validate that the IntentlessPolicy is configured if the pattern_chitchat
618
+ is using action_trigger_chitchat.
619
+ """
620
+ has_action_trigger_chitchat = pattern_chitchat.has_action_step(
621
+ ACTION_TRIGGER_CHITCHAT
622
+ )
623
+ has_intentless_policy_configured = model_configuration.predict_schema.has_node(
624
+ IntentlessPolicy
625
+ )
626
+
627
+ if has_action_trigger_chitchat and not has_intentless_policy_configured:
628
+ structlogger.warn(
629
+ f"flow_component_dependencies"
630
+ f".{FLOW_PATTERN_CHITCHAT}"
631
+ f".intentless_policy_not_configured",
632
+ event_info=(
633
+ f"`{FLOW_PATTERN_CHITCHAT}` has an action step with "
634
+ f"`{ACTION_TRIGGER_CHITCHAT}`, but `IntentlessPolicy` is not "
635
+ f"configured."
636
+ ),
637
+ )
638
+
639
+
640
+ def validate_coexistance_routing_setup(
641
+ domain: Domain, model_configuration: GraphModelConfiguration, flows: FlowsList
642
+ ) -> None:
643
+ import re
644
+ from rasa.dialogue_understanding.coexistence.intent_based_router import (
645
+ IntentBasedRouter,
646
+ )
647
+ from rasa.dialogue_understanding.coexistence.llm_based_router import LLMBasedRouter
648
+ from rasa.dialogue_understanding.generator import LLMCommandGenerator
649
+
650
+ def get_component_index(
651
+ schema: GraphSchema, component_class: Type
652
+ ) -> Optional[int]:
653
+ """Extracts the index of a component of the given class in the schema.
654
+ This function assumes that each component's node name is stored in a way
655
+ that includes the index as part of the name, formatted as
656
+ "run_{ComponentName}{Index}", which is how it's created by the recipe.
657
+ """
658
+ # the index of the component is at the end of the node name
659
+ pattern = re.compile(r"\d+$")
660
+ for node_name, node in schema.nodes.items():
661
+ if issubclass(node.uses, component_class):
662
+ match = pattern.search(node_name)
663
+ if match:
664
+ index = int(match.group())
665
+ return index
666
+ # index is not found or there is no component with the given class
667
+ return None
668
+
669
+ def get_component_config(
670
+ schema: GraphSchema, component_class: Type
671
+ ) -> Optional[Dict[str, Any]]:
672
+ """Extracts the config of a component of the given class in the schema."""
673
+ for node_name, node in schema.nodes.items():
674
+ if issubclass(node.uses, component_class):
675
+ return node.config
676
+ return None
677
+
678
+ def validate_router_exclusivity(schema: GraphSchema) -> None:
679
+ """Validate that intent-based and llm-based routers are not
680
+ defined at the same time.
681
+ """
682
+ if schema.has_node(IntentBasedRouter) and schema.has_node(LLMBasedRouter):
683
+ structlogger.error(
684
+ "validation.coexistance.both_routers_defined",
685
+ event_info=(
686
+ "Both LLMBasedRouter and IntentBasedRouter are in the config. "
687
+ "Please use only one of them."
688
+ ),
689
+ )
690
+ sys.exit(1)
691
+
692
+ def validate_intent_based_router_position(schema: GraphSchema) -> None:
693
+ """Validate that if intent-based router is defined, it is positioned before
694
+ the llm command generator.
695
+ """
696
+ intent_based_router_pos = get_component_index(schema, IntentBasedRouter)
697
+ llm_command_generator_pos = get_component_index(schema, LLMCommandGenerator)
698
+ if (
699
+ intent_based_router_pos is not None
700
+ and llm_command_generator_pos is not None
701
+ and intent_based_router_pos > llm_command_generator_pos
702
+ ):
703
+ structlogger.error(
704
+ "validation.coexistance.wrong_order_of_components",
705
+ event_info=(
706
+ "IntentBasedRouter should come before LLMCommandGenerator "
707
+ "in the pipeline."
708
+ ),
709
+ )
710
+ sys.exit(1)
711
+
712
+ def validate_that_slots_are_defined_if_router_is_defined(
713
+ schema: GraphSchema, routing_slots: List[Slot]
714
+ ) -> None:
715
+ # check whether intent-based or llm-based type of router is present
716
+ for router_type in [IntentBasedRouter, LLMBasedRouter]:
717
+ router_present = schema.has_node(router_type)
718
+ slot_has_issue = (
719
+ len(routing_slots) == 0 or routing_slots[0].type_name != "bool"
720
+ )
721
+ if router_present and slot_has_issue:
722
+ structlogger.error(
723
+ f"validation.coexistance.{ROUTE_TO_CALM_SLOT}_not_in_domain",
724
+ event_info=(
725
+ f"{router_type.__name__} is in the config, but the slot "
726
+ f"{ROUTE_TO_CALM_SLOT} is not in the domain or not of "
727
+ f"type bool."
728
+ ),
729
+ )
730
+ sys.exit(1)
731
+
732
+ def validate_that_router_is_defined_if_router_slots_are_in_domain(
733
+ schema: GraphSchema,
734
+ routing_slots: List[Slot],
735
+ ) -> None:
736
+ defined_router_slots = len(routing_slots) > 0
737
+ router_present = schema.has_node(IntentBasedRouter) or schema.has_node(
738
+ LLMBasedRouter
739
+ )
740
+ if defined_router_slots and (
741
+ not router_present or routing_slots[0].type_name != "bool"
742
+ ):
743
+ structlogger.error(
744
+ f"validation.coexistance"
745
+ f".{ROUTE_TO_CALM_SLOT}_in_domain_with_no_router_defined",
746
+ event_info=(
747
+ f"The slot {ROUTE_TO_CALM_SLOT} is in the domain but the "
748
+ f"LLMBasedRouter or the IntentBasedRouter is not in the config or "
749
+ f"the type of the slot is not bool."
750
+ ),
751
+ )
752
+ sys.exit(1)
753
+
754
+ def valid_nlu_entry_config(config: Optional[Dict[str, Any]]) -> bool:
755
+ return (
756
+ config is not None
757
+ and NLU_ENTRY in config
758
+ and isinstance(config[NLU_ENTRY], dict)
759
+ and STICKY in config[NLU_ENTRY]
760
+ and NON_STICKY in config[NLU_ENTRY]
761
+ )
762
+
763
+ def valid_calm_entry_config(config: Optional[Dict[str, Any]]) -> bool:
764
+ return (
765
+ config is not None
766
+ and CALM_ENTRY in config
767
+ and isinstance(config[CALM_ENTRY], dict)
768
+ and STICKY in config[CALM_ENTRY]
769
+ )
770
+
771
+ def validate_configuration(
772
+ schema: GraphSchema,
773
+ ) -> None:
774
+ """Validate the configuration of the existing coexistence routers."""
775
+ if schema.has_node(IntentBasedRouter, include_subtypes=False):
776
+ config = get_component_config(schema, IntentBasedRouter)
777
+ if not valid_calm_entry_config(config) or not valid_nlu_entry_config(
778
+ config
779
+ ):
780
+ structlogger.error(
781
+ "validation.coexistance.invalid_configuration",
782
+ event_info=(
783
+ "The configuration of the IntentBasedRouter is invalid. "
784
+ "Please check the documentation.",
785
+ ),
786
+ )
787
+ sys.exit(1)
788
+
789
+ if schema.has_node(LLMBasedRouter, include_subtypes=False):
790
+ config = get_component_config(schema, LLMBasedRouter)
791
+ if not valid_calm_entry_config(config):
792
+ structlogger.error(
793
+ "validation.coexistance.invalid_configuration",
794
+ event_info=(
795
+ "The configuration of the LLMBasedRouter is invalid. "
796
+ "Please check the documentation.",
797
+ ),
798
+ )
799
+ sys.exit(1)
800
+
801
+ def validate_that_router_or_router_slot_are_defined_if_action_reset_routing_is_used(
802
+ schema: GraphSchema, flows: FlowsList, routing_slots: List[Slot]
803
+ ) -> None:
804
+ slot_has_issue = len(routing_slots) == 0 or routing_slots[0].type_name != "bool"
805
+ router_present = schema.has_node(LLMBasedRouter) or schema.has_node(
806
+ IntentBasedRouter
807
+ )
808
+
809
+ if router_present or not slot_has_issue:
810
+ return
811
+
812
+ faulty_flows_with_action_reset_routing = [
813
+ flow for flow in flows if flow.has_action_step(ACTION_RESET_ROUTING)
814
+ ]
815
+
816
+ if faulty_flows_with_action_reset_routing:
817
+ for flow in faulty_flows_with_action_reset_routing:
818
+ structlogger.error(
819
+ f"validation.coexistance.{ACTION_RESET_ROUTING}_present_in_flow"
820
+ f"_without_router_or_{ROUTE_TO_CALM_SLOT}_slot",
821
+ event_info=(
822
+ f"The action - {ACTION_RESET_ROUTING} is used in the flow - "
823
+ f"{flow.id}, but a router (LLMBasedRouter/IntentBasedRouter) or"
824
+ f" {ROUTE_TO_CALM_SLOT} are not defined.",
825
+ ),
826
+ )
827
+ sys.exit(1)
828
+
829
+ schema = model_configuration.predict_schema
830
+ routing_slots = [s for s in domain.slots if s.name == ROUTE_TO_CALM_SLOT]
831
+
832
+ validate_router_exclusivity(schema)
833
+ validate_intent_based_router_position(schema)
834
+ validate_that_slots_are_defined_if_router_is_defined(schema, routing_slots)
835
+ validate_that_router_is_defined_if_router_slots_are_in_domain(schema, routing_slots)
836
+ validate_configuration(schema)
837
+ validate_that_router_or_router_slot_are_defined_if_action_reset_routing_is_used(
838
+ schema, flows, routing_slots
839
+ )