rasa-pro 3.8.16__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of rasa-pro might be problematic. Click here for more details.
- README.md +380 -0
- rasa/__init__.py +10 -0
- rasa/__main__.py +151 -0
- rasa/anonymization/__init__.py +2 -0
- rasa/anonymization/anonymisation_rule_yaml_reader.py +91 -0
- rasa/anonymization/anonymization_pipeline.py +287 -0
- rasa/anonymization/anonymization_rule_executor.py +260 -0
- rasa/anonymization/anonymization_rule_orchestrator.py +120 -0
- rasa/anonymization/schemas/config.yml +47 -0
- rasa/anonymization/utils.py +117 -0
- rasa/api.py +146 -0
- rasa/cli/__init__.py +5 -0
- rasa/cli/arguments/__init__.py +0 -0
- rasa/cli/arguments/data.py +81 -0
- rasa/cli/arguments/default_arguments.py +165 -0
- rasa/cli/arguments/evaluate.py +65 -0
- rasa/cli/arguments/export.py +51 -0
- rasa/cli/arguments/interactive.py +74 -0
- rasa/cli/arguments/run.py +204 -0
- rasa/cli/arguments/shell.py +13 -0
- rasa/cli/arguments/test.py +211 -0
- rasa/cli/arguments/train.py +263 -0
- rasa/cli/arguments/visualize.py +34 -0
- rasa/cli/arguments/x.py +30 -0
- rasa/cli/data.py +292 -0
- rasa/cli/e2e_test.py +566 -0
- rasa/cli/evaluate.py +222 -0
- rasa/cli/export.py +251 -0
- rasa/cli/inspect.py +63 -0
- rasa/cli/interactive.py +164 -0
- rasa/cli/license.py +65 -0
- rasa/cli/markers.py +78 -0
- rasa/cli/project_templates/__init__.py +0 -0
- rasa/cli/project_templates/calm/actions/__init__.py +0 -0
- rasa/cli/project_templates/calm/actions/action_template.py +27 -0
- rasa/cli/project_templates/calm/actions/add_contact.py +30 -0
- rasa/cli/project_templates/calm/actions/db.py +57 -0
- rasa/cli/project_templates/calm/actions/list_contacts.py +22 -0
- rasa/cli/project_templates/calm/actions/remove_contact.py +35 -0
- rasa/cli/project_templates/calm/config.yml +12 -0
- rasa/cli/project_templates/calm/credentials.yml +33 -0
- rasa/cli/project_templates/calm/data/flows/add_contact.yml +31 -0
- rasa/cli/project_templates/calm/data/flows/list_contacts.yml +14 -0
- rasa/cli/project_templates/calm/data/flows/remove_contact.yml +29 -0
- rasa/cli/project_templates/calm/db/contacts.json +10 -0
- rasa/cli/project_templates/calm/domain/add_contact.yml +33 -0
- rasa/cli/project_templates/calm/domain/list_contacts.yml +14 -0
- rasa/cli/project_templates/calm/domain/remove_contact.yml +31 -0
- rasa/cli/project_templates/calm/domain/shared.yml +5 -0
- rasa/cli/project_templates/calm/e2e_tests/cancelations/user_cancels_during_a_correction.yml +16 -0
- rasa/cli/project_templates/calm/e2e_tests/cancelations/user_changes_mind_on_a_whim.yml +7 -0
- rasa/cli/project_templates/calm/e2e_tests/corrections/user_corrects_contact_handle.yml +20 -0
- rasa/cli/project_templates/calm/e2e_tests/corrections/user_corrects_contact_name.yml +19 -0
- rasa/cli/project_templates/calm/e2e_tests/happy_paths/user_adds_contact_to_their_list.yml +15 -0
- rasa/cli/project_templates/calm/e2e_tests/happy_paths/user_lists_contacts.yml +5 -0
- rasa/cli/project_templates/calm/e2e_tests/happy_paths/user_removes_contact.yml +11 -0
- rasa/cli/project_templates/calm/e2e_tests/happy_paths/user_removes_contact_from_list.yml +12 -0
- rasa/cli/project_templates/calm/endpoints.yml +45 -0
- rasa/cli/project_templates/default/actions/__init__.py +0 -0
- rasa/cli/project_templates/default/actions/actions.py +27 -0
- rasa/cli/project_templates/default/config.yml +44 -0
- rasa/cli/project_templates/default/credentials.yml +33 -0
- rasa/cli/project_templates/default/data/nlu.yml +91 -0
- rasa/cli/project_templates/default/data/rules.yml +13 -0
- rasa/cli/project_templates/default/data/stories.yml +30 -0
- rasa/cli/project_templates/default/domain.yml +34 -0
- rasa/cli/project_templates/default/endpoints.yml +42 -0
- rasa/cli/project_templates/default/tests/test_stories.yml +91 -0
- rasa/cli/project_templates/tutorial/actions.py +22 -0
- rasa/cli/project_templates/tutorial/config.yml +11 -0
- rasa/cli/project_templates/tutorial/credentials.yml +33 -0
- rasa/cli/project_templates/tutorial/data/flows.yml +8 -0
- rasa/cli/project_templates/tutorial/domain.yml +17 -0
- rasa/cli/project_templates/tutorial/endpoints.yml +45 -0
- rasa/cli/run.py +136 -0
- rasa/cli/scaffold.py +268 -0
- rasa/cli/shell.py +141 -0
- rasa/cli/studio/__init__.py +0 -0
- rasa/cli/studio/download.py +51 -0
- rasa/cli/studio/studio.py +110 -0
- rasa/cli/studio/train.py +59 -0
- rasa/cli/studio/upload.py +85 -0
- rasa/cli/telemetry.py +90 -0
- rasa/cli/test.py +280 -0
- rasa/cli/train.py +260 -0
- rasa/cli/utils.py +453 -0
- rasa/cli/visualize.py +40 -0
- rasa/cli/x.py +205 -0
- rasa/constants.py +37 -0
- rasa/core/__init__.py +17 -0
- rasa/core/actions/__init__.py +0 -0
- rasa/core/actions/action.py +1450 -0
- rasa/core/actions/action_clean_stack.py +59 -0
- rasa/core/actions/action_run_slot_rejections.py +207 -0
- rasa/core/actions/action_trigger_chitchat.py +31 -0
- rasa/core/actions/action_trigger_flow.py +109 -0
- rasa/core/actions/action_trigger_search.py +31 -0
- rasa/core/actions/constants.py +2 -0
- rasa/core/actions/forms.py +737 -0
- rasa/core/actions/loops.py +111 -0
- rasa/core/actions/two_stage_fallback.py +186 -0
- rasa/core/agent.py +557 -0
- rasa/core/auth_retry_tracker_store.py +122 -0
- rasa/core/brokers/__init__.py +0 -0
- rasa/core/brokers/broker.py +126 -0
- rasa/core/brokers/file.py +58 -0
- rasa/core/brokers/kafka.py +322 -0
- rasa/core/brokers/pika.py +387 -0
- rasa/core/brokers/sql.py +86 -0
- rasa/core/channels/__init__.py +55 -0
- rasa/core/channels/audiocodes.py +463 -0
- rasa/core/channels/botframework.py +339 -0
- rasa/core/channels/callback.py +85 -0
- rasa/core/channels/channel.py +419 -0
- rasa/core/channels/console.py +243 -0
- rasa/core/channels/development_inspector.py +93 -0
- rasa/core/channels/facebook.py +422 -0
- rasa/core/channels/hangouts.py +335 -0
- rasa/core/channels/inspector/.eslintrc.cjs +25 -0
- rasa/core/channels/inspector/.gitignore +23 -0
- rasa/core/channels/inspector/README.md +54 -0
- rasa/core/channels/inspector/assets/favicon.ico +0 -0
- rasa/core/channels/inspector/assets/rasa-chat.js +2 -0
- rasa/core/channels/inspector/custom.d.ts +3 -0
- rasa/core/channels/inspector/dist/assets/arc-5623b6dc.js +1 -0
- rasa/core/channels/inspector/dist/assets/array-9f3ba611.js +1 -0
- rasa/core/channels/inspector/dist/assets/c4Diagram-d0fbc5ce-685c106a.js +10 -0
- rasa/core/channels/inspector/dist/assets/classDiagram-936ed81e-8cbed007.js +2 -0
- rasa/core/channels/inspector/dist/assets/classDiagram-v2-c3cb15f1-5889cf12.js +2 -0
- rasa/core/channels/inspector/dist/assets/createText-62fc7601-24c249d7.js +7 -0
- rasa/core/channels/inspector/dist/assets/edges-f2ad444c-7dd06a75.js +4 -0
- rasa/core/channels/inspector/dist/assets/erDiagram-9d236eb7-62c1e54c.js +51 -0
- rasa/core/channels/inspector/dist/assets/flowDb-1972c806-ce49b86f.js +6 -0
- rasa/core/channels/inspector/dist/assets/flowDiagram-7ea5b25a-4067e48f.js +4 -0
- rasa/core/channels/inspector/dist/assets/flowDiagram-v2-855bc5b3-85583a23.js +1 -0
- rasa/core/channels/inspector/dist/assets/flowchart-elk-definition-abe16c3d-59fe4051.js +139 -0
- rasa/core/channels/inspector/dist/assets/ganttDiagram-9b5ea136-47e3a43b.js +266 -0
- rasa/core/channels/inspector/dist/assets/gitGraphDiagram-99d0ae7c-5a2ac0d9.js +70 -0
- rasa/core/channels/inspector/dist/assets/ibm-plex-mono-v4-latin-regular-128cfa44.ttf +0 -0
- rasa/core/channels/inspector/dist/assets/ibm-plex-mono-v4-latin-regular-21dbcb97.woff +0 -0
- rasa/core/channels/inspector/dist/assets/ibm-plex-mono-v4-latin-regular-222b5e26.svg +329 -0
- rasa/core/channels/inspector/dist/assets/ibm-plex-mono-v4-latin-regular-9ad89b2a.woff2 +0 -0
- rasa/core/channels/inspector/dist/assets/index-268a75c0.js +1040 -0
- rasa/core/channels/inspector/dist/assets/index-2c4b9a3b-dfb8efc4.js +1 -0
- rasa/core/channels/inspector/dist/assets/index-3ee28881.css +1 -0
- rasa/core/channels/inspector/dist/assets/infoDiagram-736b4530-b0c470f2.js +7 -0
- rasa/core/channels/inspector/dist/assets/init-77b53fdd.js +1 -0
- rasa/core/channels/inspector/dist/assets/journeyDiagram-df861f2b-2edb829a.js +139 -0
- rasa/core/channels/inspector/dist/assets/lato-v14-latin-700-60c05ee4.woff +0 -0
- rasa/core/channels/inspector/dist/assets/lato-v14-latin-700-8335d9b8.svg +438 -0
- rasa/core/channels/inspector/dist/assets/lato-v14-latin-700-9cc39c75.ttf +0 -0
- rasa/core/channels/inspector/dist/assets/lato-v14-latin-700-ead13ccf.woff2 +0 -0
- rasa/core/channels/inspector/dist/assets/lato-v14-latin-regular-16705655.woff2 +0 -0
- rasa/core/channels/inspector/dist/assets/lato-v14-latin-regular-5aeb07f9.woff +0 -0
- rasa/core/channels/inspector/dist/assets/lato-v14-latin-regular-9c459044.ttf +0 -0
- rasa/core/channels/inspector/dist/assets/lato-v14-latin-regular-9e2898a4.svg +435 -0
- rasa/core/channels/inspector/dist/assets/layout-b6873d69.js +1 -0
- rasa/core/channels/inspector/dist/assets/line-1efc5781.js +1 -0
- rasa/core/channels/inspector/dist/assets/linear-661e9b94.js +1 -0
- rasa/core/channels/inspector/dist/assets/mindmap-definition-beec6740-2d2e727f.js +109 -0
- rasa/core/channels/inspector/dist/assets/ordinal-ba9b4969.js +1 -0
- rasa/core/channels/inspector/dist/assets/path-53f90ab3.js +1 -0
- rasa/core/channels/inspector/dist/assets/pieDiagram-dbbf0591-9d3ea93d.js +35 -0
- rasa/core/channels/inspector/dist/assets/quadrantDiagram-4d7f4fd6-06a178a2.js +7 -0
- rasa/core/channels/inspector/dist/assets/requirementDiagram-6fc4c22a-0bfedffc.js +52 -0
- rasa/core/channels/inspector/dist/assets/sankeyDiagram-8f13d901-d76d0a04.js +8 -0
- rasa/core/channels/inspector/dist/assets/sequenceDiagram-b655622a-37bb4341.js +122 -0
- rasa/core/channels/inspector/dist/assets/stateDiagram-59f0c015-f52f7f57.js +1 -0
- rasa/core/channels/inspector/dist/assets/stateDiagram-v2-2b26beab-4a986a20.js +1 -0
- rasa/core/channels/inspector/dist/assets/styles-080da4f6-7dd9ae12.js +110 -0
- rasa/core/channels/inspector/dist/assets/styles-3dcbcfbf-46e1ca14.js +159 -0
- rasa/core/channels/inspector/dist/assets/styles-9c745c82-4a97439a.js +207 -0
- rasa/core/channels/inspector/dist/assets/svgDrawCommon-4835440b-823917a3.js +1 -0
- rasa/core/channels/inspector/dist/assets/timeline-definition-5b62e21b-9ea72896.js +61 -0
- rasa/core/channels/inspector/dist/assets/xychartDiagram-2b33534f-b631a8b6.js +7 -0
- rasa/core/channels/inspector/dist/index.html +39 -0
- rasa/core/channels/inspector/index.html +37 -0
- rasa/core/channels/inspector/jest.config.ts +13 -0
- rasa/core/channels/inspector/package.json +48 -0
- rasa/core/channels/inspector/setupTests.ts +2 -0
- rasa/core/channels/inspector/src/App.tsx +170 -0
- rasa/core/channels/inspector/src/components/DiagramFlow.tsx +97 -0
- rasa/core/channels/inspector/src/components/DialogueInformation.tsx +187 -0
- rasa/core/channels/inspector/src/components/DialogueStack.tsx +151 -0
- rasa/core/channels/inspector/src/components/ExpandIcon.tsx +16 -0
- rasa/core/channels/inspector/src/components/FullscreenButton.tsx +45 -0
- rasa/core/channels/inspector/src/components/LoadingSpinner.tsx +19 -0
- rasa/core/channels/inspector/src/components/NoActiveFlow.tsx +21 -0
- rasa/core/channels/inspector/src/components/RasaLogo.tsx +32 -0
- rasa/core/channels/inspector/src/components/SaraDiagrams.tsx +39 -0
- rasa/core/channels/inspector/src/components/Slots.tsx +91 -0
- rasa/core/channels/inspector/src/components/Welcome.tsx +54 -0
- rasa/core/channels/inspector/src/helpers/formatters.test.ts +385 -0
- rasa/core/channels/inspector/src/helpers/formatters.ts +239 -0
- rasa/core/channels/inspector/src/helpers/utils.ts +42 -0
- rasa/core/channels/inspector/src/main.tsx +13 -0
- rasa/core/channels/inspector/src/theme/Button/Button.ts +29 -0
- rasa/core/channels/inspector/src/theme/Heading/Heading.ts +31 -0
- rasa/core/channels/inspector/src/theme/Input/Input.ts +27 -0
- rasa/core/channels/inspector/src/theme/Link/Link.ts +10 -0
- rasa/core/channels/inspector/src/theme/Modal/Modal.ts +47 -0
- rasa/core/channels/inspector/src/theme/Table/Table.tsx +38 -0
- rasa/core/channels/inspector/src/theme/Tooltip/Tooltip.ts +12 -0
- rasa/core/channels/inspector/src/theme/base/breakpoints.ts +8 -0
- rasa/core/channels/inspector/src/theme/base/colors.ts +88 -0
- rasa/core/channels/inspector/src/theme/base/fonts/fontFaces.css +29 -0
- rasa/core/channels/inspector/src/theme/base/fonts/ibm-plex-mono-v4-latin/ibm-plex-mono-v4-latin-regular.eot +0 -0
- rasa/core/channels/inspector/src/theme/base/fonts/ibm-plex-mono-v4-latin/ibm-plex-mono-v4-latin-regular.svg +329 -0
- rasa/core/channels/inspector/src/theme/base/fonts/ibm-plex-mono-v4-latin/ibm-plex-mono-v4-latin-regular.ttf +0 -0
- rasa/core/channels/inspector/src/theme/base/fonts/ibm-plex-mono-v4-latin/ibm-plex-mono-v4-latin-regular.woff +0 -0
- rasa/core/channels/inspector/src/theme/base/fonts/ibm-plex-mono-v4-latin/ibm-plex-mono-v4-latin-regular.woff2 +0 -0
- rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-700.eot +0 -0
- rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-700.svg +438 -0
- rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-700.ttf +0 -0
- rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-700.woff +0 -0
- rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-700.woff2 +0 -0
- rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-regular.eot +0 -0
- rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-regular.svg +435 -0
- rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-regular.ttf +0 -0
- rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-regular.woff +0 -0
- rasa/core/channels/inspector/src/theme/base/fonts/lato-v14-latin/lato-v14-latin-regular.woff2 +0 -0
- rasa/core/channels/inspector/src/theme/base/radii.ts +9 -0
- rasa/core/channels/inspector/src/theme/base/shadows.ts +7 -0
- rasa/core/channels/inspector/src/theme/base/sizes.ts +7 -0
- rasa/core/channels/inspector/src/theme/base/space.ts +15 -0
- rasa/core/channels/inspector/src/theme/base/styles.ts +13 -0
- rasa/core/channels/inspector/src/theme/base/typography.ts +24 -0
- rasa/core/channels/inspector/src/theme/base/zIndices.ts +19 -0
- rasa/core/channels/inspector/src/theme/index.ts +101 -0
- rasa/core/channels/inspector/src/types.ts +64 -0
- rasa/core/channels/inspector/src/vite-env.d.ts +1 -0
- rasa/core/channels/inspector/tests/__mocks__/fileMock.ts +1 -0
- rasa/core/channels/inspector/tests/__mocks__/matchMedia.ts +16 -0
- rasa/core/channels/inspector/tests/__mocks__/styleMock.ts +1 -0
- rasa/core/channels/inspector/tests/renderWithProviders.tsx +14 -0
- rasa/core/channels/inspector/tsconfig.json +26 -0
- rasa/core/channels/inspector/tsconfig.node.json +10 -0
- rasa/core/channels/inspector/vite.config.ts +8 -0
- rasa/core/channels/inspector/yarn.lock +6156 -0
- rasa/core/channels/mattermost.py +229 -0
- rasa/core/channels/rasa_chat.py +126 -0
- rasa/core/channels/rest.py +210 -0
- rasa/core/channels/rocketchat.py +175 -0
- rasa/core/channels/slack.py +620 -0
- rasa/core/channels/socketio.py +274 -0
- rasa/core/channels/telegram.py +298 -0
- rasa/core/channels/twilio.py +169 -0
- rasa/core/channels/twilio_voice.py +367 -0
- rasa/core/channels/vier_cvg.py +374 -0
- rasa/core/channels/webexteams.py +135 -0
- rasa/core/concurrent_lock_store.py +210 -0
- rasa/core/constants.py +107 -0
- rasa/core/evaluation/__init__.py +0 -0
- rasa/core/evaluation/marker.py +267 -0
- rasa/core/evaluation/marker_base.py +925 -0
- rasa/core/evaluation/marker_stats.py +294 -0
- rasa/core/evaluation/marker_tracker_loader.py +103 -0
- rasa/core/exceptions.py +29 -0
- rasa/core/exporter.py +284 -0
- rasa/core/featurizers/__init__.py +0 -0
- rasa/core/featurizers/precomputation.py +410 -0
- rasa/core/featurizers/single_state_featurizer.py +402 -0
- rasa/core/featurizers/tracker_featurizers.py +1172 -0
- rasa/core/http_interpreter.py +89 -0
- rasa/core/information_retrieval/__init__.py +0 -0
- rasa/core/information_retrieval/faiss.py +116 -0
- rasa/core/information_retrieval/information_retrieval.py +72 -0
- rasa/core/information_retrieval/milvus.py +59 -0
- rasa/core/information_retrieval/qdrant.py +102 -0
- rasa/core/jobs.py +63 -0
- rasa/core/lock.py +139 -0
- rasa/core/lock_store.py +344 -0
- rasa/core/migrate.py +404 -0
- rasa/core/nlg/__init__.py +3 -0
- rasa/core/nlg/callback.py +147 -0
- rasa/core/nlg/contextual_response_rephraser.py +270 -0
- rasa/core/nlg/generator.py +230 -0
- rasa/core/nlg/interpolator.py +143 -0
- rasa/core/nlg/response.py +155 -0
- rasa/core/nlg/summarize.py +69 -0
- rasa/core/policies/__init__.py +0 -0
- rasa/core/policies/ensemble.py +329 -0
- rasa/core/policies/enterprise_search_policy.py +717 -0
- rasa/core/policies/enterprise_search_prompt_template.jinja2 +62 -0
- rasa/core/policies/flow_policy.py +205 -0
- rasa/core/policies/flows/__init__.py +0 -0
- rasa/core/policies/flows/flow_exceptions.py +44 -0
- rasa/core/policies/flows/flow_executor.py +582 -0
- rasa/core/policies/flows/flow_step_result.py +43 -0
- rasa/core/policies/intentless_policy.py +924 -0
- rasa/core/policies/intentless_prompt_template.jinja2 +22 -0
- rasa/core/policies/memoization.py +538 -0
- rasa/core/policies/policy.py +716 -0
- rasa/core/policies/rule_policy.py +1276 -0
- rasa/core/policies/ted_policy.py +2146 -0
- rasa/core/policies/unexpected_intent_policy.py +1015 -0
- rasa/core/processor.py +1331 -0
- rasa/core/run.py +315 -0
- rasa/core/secrets_manager/__init__.py +0 -0
- rasa/core/secrets_manager/constants.py +32 -0
- rasa/core/secrets_manager/endpoints.py +391 -0
- rasa/core/secrets_manager/factory.py +233 -0
- rasa/core/secrets_manager/secret_manager.py +262 -0
- rasa/core/secrets_manager/vault.py +576 -0
- rasa/core/test.py +1337 -0
- rasa/core/tracker_store.py +1664 -0
- rasa/core/train.py +107 -0
- rasa/core/training/__init__.py +89 -0
- rasa/core/training/converters/__init__.py +0 -0
- rasa/core/training/converters/responses_prefix_converter.py +119 -0
- rasa/core/training/interactive.py +1742 -0
- rasa/core/training/story_conflict.py +381 -0
- rasa/core/training/training.py +93 -0
- rasa/core/utils.py +344 -0
- rasa/core/visualize.py +70 -0
- rasa/dialogue_understanding/__init__.py +0 -0
- rasa/dialogue_understanding/coexistence/__init__.py +0 -0
- rasa/dialogue_understanding/coexistence/constants.py +4 -0
- rasa/dialogue_understanding/coexistence/intent_based_router.py +189 -0
- rasa/dialogue_understanding/coexistence/llm_based_router.py +261 -0
- rasa/dialogue_understanding/coexistence/router_template.jinja2 +12 -0
- rasa/dialogue_understanding/commands/__init__.py +45 -0
- rasa/dialogue_understanding/commands/can_not_handle_command.py +61 -0
- rasa/dialogue_understanding/commands/cancel_flow_command.py +116 -0
- rasa/dialogue_understanding/commands/chit_chat_answer_command.py +48 -0
- rasa/dialogue_understanding/commands/clarify_command.py +77 -0
- rasa/dialogue_understanding/commands/command.py +85 -0
- rasa/dialogue_understanding/commands/correct_slots_command.py +288 -0
- rasa/dialogue_understanding/commands/error_command.py +67 -0
- rasa/dialogue_understanding/commands/free_form_answer_command.py +9 -0
- rasa/dialogue_understanding/commands/handle_code_change_command.py +64 -0
- rasa/dialogue_understanding/commands/human_handoff_command.py +57 -0
- rasa/dialogue_understanding/commands/knowledge_answer_command.py +48 -0
- rasa/dialogue_understanding/commands/noop_command.py +45 -0
- rasa/dialogue_understanding/commands/set_slot_command.py +125 -0
- rasa/dialogue_understanding/commands/skip_question_command.py +66 -0
- rasa/dialogue_understanding/commands/start_flow_command.py +98 -0
- rasa/dialogue_understanding/generator/__init__.py +6 -0
- rasa/dialogue_understanding/generator/command_generator.py +257 -0
- rasa/dialogue_understanding/generator/command_prompt_template.jinja2 +57 -0
- rasa/dialogue_understanding/generator/flow_document_template.jinja2 +4 -0
- rasa/dialogue_understanding/generator/flow_retrieval.py +410 -0
- rasa/dialogue_understanding/generator/llm_command_generator.py +637 -0
- rasa/dialogue_understanding/generator/nlu_command_adapter.py +157 -0
- rasa/dialogue_understanding/patterns/__init__.py +0 -0
- rasa/dialogue_understanding/patterns/cancel.py +111 -0
- rasa/dialogue_understanding/patterns/cannot_handle.py +43 -0
- rasa/dialogue_understanding/patterns/chitchat.py +37 -0
- rasa/dialogue_understanding/patterns/clarify.py +97 -0
- rasa/dialogue_understanding/patterns/code_change.py +41 -0
- rasa/dialogue_understanding/patterns/collect_information.py +90 -0
- rasa/dialogue_understanding/patterns/completed.py +40 -0
- rasa/dialogue_understanding/patterns/continue_interrupted.py +42 -0
- rasa/dialogue_understanding/patterns/correction.py +278 -0
- rasa/dialogue_understanding/patterns/default_flows_for_patterns.yml +243 -0
- rasa/dialogue_understanding/patterns/human_handoff.py +37 -0
- rasa/dialogue_understanding/patterns/internal_error.py +47 -0
- rasa/dialogue_understanding/patterns/search.py +37 -0
- rasa/dialogue_understanding/patterns/skip_question.py +38 -0
- rasa/dialogue_understanding/processor/__init__.py +0 -0
- rasa/dialogue_understanding/processor/command_processor.py +578 -0
- rasa/dialogue_understanding/processor/command_processor_component.py +39 -0
- rasa/dialogue_understanding/stack/__init__.py +0 -0
- rasa/dialogue_understanding/stack/dialogue_stack.py +178 -0
- rasa/dialogue_understanding/stack/frames/__init__.py +19 -0
- rasa/dialogue_understanding/stack/frames/chit_chat_frame.py +27 -0
- rasa/dialogue_understanding/stack/frames/dialogue_stack_frame.py +137 -0
- rasa/dialogue_understanding/stack/frames/flow_stack_frame.py +157 -0
- rasa/dialogue_understanding/stack/frames/pattern_frame.py +10 -0
- rasa/dialogue_understanding/stack/frames/search_frame.py +27 -0
- rasa/dialogue_understanding/stack/utils.py +211 -0
- rasa/e2e_test/__init__.py +0 -0
- rasa/e2e_test/constants.py +10 -0
- rasa/e2e_test/e2e_test_case.py +322 -0
- rasa/e2e_test/e2e_test_result.py +34 -0
- rasa/e2e_test/e2e_test_runner.py +659 -0
- rasa/e2e_test/e2e_test_schema.yml +67 -0
- rasa/engine/__init__.py +0 -0
- rasa/engine/caching.py +464 -0
- rasa/engine/constants.py +17 -0
- rasa/engine/exceptions.py +14 -0
- rasa/engine/graph.py +625 -0
- rasa/engine/loader.py +36 -0
- rasa/engine/recipes/__init__.py +0 -0
- rasa/engine/recipes/config_files/default_config.yml +44 -0
- rasa/engine/recipes/default_components.py +99 -0
- rasa/engine/recipes/default_recipe.py +1252 -0
- rasa/engine/recipes/graph_recipe.py +79 -0
- rasa/engine/recipes/recipe.py +93 -0
- rasa/engine/runner/__init__.py +0 -0
- rasa/engine/runner/dask.py +256 -0
- rasa/engine/runner/interface.py +49 -0
- rasa/engine/storage/__init__.py +0 -0
- rasa/engine/storage/local_model_storage.py +248 -0
- rasa/engine/storage/resource.py +110 -0
- rasa/engine/storage/storage.py +203 -0
- rasa/engine/training/__init__.py +0 -0
- rasa/engine/training/components.py +176 -0
- rasa/engine/training/fingerprinting.py +64 -0
- rasa/engine/training/graph_trainer.py +256 -0
- rasa/engine/training/hooks.py +164 -0
- rasa/engine/validation.py +839 -0
- rasa/env.py +5 -0
- rasa/exceptions.py +69 -0
- rasa/graph_components/__init__.py +0 -0
- rasa/graph_components/converters/__init__.py +0 -0
- rasa/graph_components/converters/nlu_message_converter.py +48 -0
- rasa/graph_components/providers/__init__.py +0 -0
- rasa/graph_components/providers/domain_for_core_training_provider.py +87 -0
- rasa/graph_components/providers/domain_provider.py +71 -0
- rasa/graph_components/providers/flows_provider.py +74 -0
- rasa/graph_components/providers/forms_provider.py +44 -0
- rasa/graph_components/providers/nlu_training_data_provider.py +56 -0
- rasa/graph_components/providers/responses_provider.py +44 -0
- rasa/graph_components/providers/rule_only_provider.py +49 -0
- rasa/graph_components/providers/story_graph_provider.py +43 -0
- rasa/graph_components/providers/training_tracker_provider.py +55 -0
- rasa/graph_components/validators/__init__.py +0 -0
- rasa/graph_components/validators/default_recipe_validator.py +552 -0
- rasa/graph_components/validators/finetuning_validator.py +302 -0
- rasa/hooks.py +113 -0
- rasa/jupyter.py +63 -0
- rasa/keys +1 -0
- rasa/markers/__init__.py +0 -0
- rasa/markers/marker.py +269 -0
- rasa/markers/marker_base.py +828 -0
- rasa/markers/upload.py +74 -0
- rasa/markers/validate.py +21 -0
- rasa/model.py +118 -0
- rasa/model_testing.py +457 -0
- rasa/model_training.py +535 -0
- rasa/nlu/__init__.py +7 -0
- rasa/nlu/classifiers/__init__.py +3 -0
- rasa/nlu/classifiers/classifier.py +5 -0
- rasa/nlu/classifiers/diet_classifier.py +1874 -0
- rasa/nlu/classifiers/fallback_classifier.py +192 -0
- rasa/nlu/classifiers/keyword_intent_classifier.py +188 -0
- rasa/nlu/classifiers/llm_intent_classifier.py +519 -0
- rasa/nlu/classifiers/logistic_regression_classifier.py +240 -0
- rasa/nlu/classifiers/mitie_intent_classifier.py +156 -0
- rasa/nlu/classifiers/regex_message_handler.py +56 -0
- rasa/nlu/classifiers/sklearn_intent_classifier.py +309 -0
- rasa/nlu/constants.py +77 -0
- rasa/nlu/convert.py +40 -0
- rasa/nlu/emulators/__init__.py +0 -0
- rasa/nlu/emulators/dialogflow.py +55 -0
- rasa/nlu/emulators/emulator.py +49 -0
- rasa/nlu/emulators/luis.py +86 -0
- rasa/nlu/emulators/no_emulator.py +10 -0
- rasa/nlu/emulators/wit.py +56 -0
- rasa/nlu/extractors/__init__.py +0 -0
- rasa/nlu/extractors/crf_entity_extractor.py +672 -0
- rasa/nlu/extractors/duckling_entity_extractor.py +206 -0
- rasa/nlu/extractors/entity_synonyms.py +178 -0
- rasa/nlu/extractors/extractor.py +470 -0
- rasa/nlu/extractors/mitie_entity_extractor.py +293 -0
- rasa/nlu/extractors/regex_entity_extractor.py +220 -0
- rasa/nlu/extractors/spacy_entity_extractor.py +95 -0
- rasa/nlu/featurizers/__init__.py +0 -0
- rasa/nlu/featurizers/dense_featurizer/__init__.py +0 -0
- rasa/nlu/featurizers/dense_featurizer/convert_featurizer.py +449 -0
- rasa/nlu/featurizers/dense_featurizer/dense_featurizer.py +57 -0
- rasa/nlu/featurizers/dense_featurizer/lm_featurizer.py +772 -0
- rasa/nlu/featurizers/dense_featurizer/mitie_featurizer.py +170 -0
- rasa/nlu/featurizers/dense_featurizer/spacy_featurizer.py +132 -0
- rasa/nlu/featurizers/featurizer.py +89 -0
- rasa/nlu/featurizers/sparse_featurizer/__init__.py +0 -0
- rasa/nlu/featurizers/sparse_featurizer/count_vectors_featurizer.py +840 -0
- rasa/nlu/featurizers/sparse_featurizer/lexical_syntactic_featurizer.py +539 -0
- rasa/nlu/featurizers/sparse_featurizer/regex_featurizer.py +269 -0
- rasa/nlu/featurizers/sparse_featurizer/sparse_featurizer.py +9 -0
- rasa/nlu/model.py +24 -0
- rasa/nlu/persistor.py +240 -0
- rasa/nlu/run.py +27 -0
- rasa/nlu/selectors/__init__.py +0 -0
- rasa/nlu/selectors/response_selector.py +990 -0
- rasa/nlu/test.py +1943 -0
- rasa/nlu/tokenizers/__init__.py +0 -0
- rasa/nlu/tokenizers/jieba_tokenizer.py +148 -0
- rasa/nlu/tokenizers/mitie_tokenizer.py +75 -0
- rasa/nlu/tokenizers/spacy_tokenizer.py +72 -0
- rasa/nlu/tokenizers/tokenizer.py +239 -0
- rasa/nlu/tokenizers/whitespace_tokenizer.py +106 -0
- rasa/nlu/utils/__init__.py +35 -0
- rasa/nlu/utils/bilou_utils.py +462 -0
- rasa/nlu/utils/hugging_face/__init__.py +0 -0
- rasa/nlu/utils/hugging_face/registry.py +108 -0
- rasa/nlu/utils/hugging_face/transformers_pre_post_processors.py +311 -0
- rasa/nlu/utils/mitie_utils.py +113 -0
- rasa/nlu/utils/pattern_utils.py +168 -0
- rasa/nlu/utils/spacy_utils.py +312 -0
- rasa/plugin.py +90 -0
- rasa/server.py +1536 -0
- rasa/shared/__init__.py +0 -0
- rasa/shared/constants.py +181 -0
- rasa/shared/core/__init__.py +0 -0
- rasa/shared/core/constants.py +168 -0
- rasa/shared/core/conversation.py +46 -0
- rasa/shared/core/domain.py +2106 -0
- rasa/shared/core/events.py +2507 -0
- rasa/shared/core/flows/__init__.py +7 -0
- rasa/shared/core/flows/flow.py +353 -0
- rasa/shared/core/flows/flow_step.py +146 -0
- rasa/shared/core/flows/flow_step_links.py +319 -0
- rasa/shared/core/flows/flow_step_sequence.py +70 -0
- rasa/shared/core/flows/flows_list.py +211 -0
- rasa/shared/core/flows/flows_yaml_schema.json +217 -0
- rasa/shared/core/flows/nlu_trigger.py +117 -0
- rasa/shared/core/flows/steps/__init__.py +24 -0
- rasa/shared/core/flows/steps/action.py +51 -0
- rasa/shared/core/flows/steps/call.py +64 -0
- rasa/shared/core/flows/steps/collect.py +112 -0
- rasa/shared/core/flows/steps/constants.py +5 -0
- rasa/shared/core/flows/steps/continuation.py +36 -0
- rasa/shared/core/flows/steps/end.py +22 -0
- rasa/shared/core/flows/steps/internal.py +44 -0
- rasa/shared/core/flows/steps/link.py +51 -0
- rasa/shared/core/flows/steps/no_operation.py +48 -0
- rasa/shared/core/flows/steps/set_slots.py +50 -0
- rasa/shared/core/flows/steps/start.py +30 -0
- rasa/shared/core/flows/validation.py +527 -0
- rasa/shared/core/flows/yaml_flows_io.py +278 -0
- rasa/shared/core/generator.py +907 -0
- rasa/shared/core/slot_mappings.py +235 -0
- rasa/shared/core/slots.py +647 -0
- rasa/shared/core/trackers.py +1159 -0
- rasa/shared/core/training_data/__init__.py +0 -0
- rasa/shared/core/training_data/loading.py +90 -0
- rasa/shared/core/training_data/story_reader/__init__.py +0 -0
- rasa/shared/core/training_data/story_reader/story_reader.py +129 -0
- rasa/shared/core/training_data/story_reader/story_step_builder.py +168 -0
- rasa/shared/core/training_data/story_reader/yaml_story_reader.py +888 -0
- rasa/shared/core/training_data/story_writer/__init__.py +0 -0
- rasa/shared/core/training_data/story_writer/story_writer.py +76 -0
- rasa/shared/core/training_data/story_writer/yaml_story_writer.py +442 -0
- rasa/shared/core/training_data/structures.py +838 -0
- rasa/shared/core/training_data/visualization.html +146 -0
- rasa/shared/core/training_data/visualization.py +603 -0
- rasa/shared/data.py +192 -0
- rasa/shared/engine/__init__.py +0 -0
- rasa/shared/engine/caching.py +26 -0
- rasa/shared/exceptions.py +129 -0
- rasa/shared/importers/__init__.py +0 -0
- rasa/shared/importers/importer.py +705 -0
- rasa/shared/importers/multi_project.py +203 -0
- rasa/shared/importers/rasa.py +100 -0
- rasa/shared/importers/utils.py +34 -0
- rasa/shared/nlu/__init__.py +0 -0
- rasa/shared/nlu/constants.py +45 -0
- rasa/shared/nlu/interpreter.py +10 -0
- rasa/shared/nlu/training_data/__init__.py +0 -0
- rasa/shared/nlu/training_data/entities_parser.py +209 -0
- rasa/shared/nlu/training_data/features.py +374 -0
- rasa/shared/nlu/training_data/formats/__init__.py +10 -0
- rasa/shared/nlu/training_data/formats/dialogflow.py +162 -0
- rasa/shared/nlu/training_data/formats/luis.py +87 -0
- rasa/shared/nlu/training_data/formats/rasa.py +135 -0
- rasa/shared/nlu/training_data/formats/rasa_yaml.py +605 -0
- rasa/shared/nlu/training_data/formats/readerwriter.py +245 -0
- rasa/shared/nlu/training_data/formats/wit.py +52 -0
- rasa/shared/nlu/training_data/loading.py +137 -0
- rasa/shared/nlu/training_data/lookup_tables_parser.py +30 -0
- rasa/shared/nlu/training_data/message.py +477 -0
- rasa/shared/nlu/training_data/schemas/__init__.py +0 -0
- rasa/shared/nlu/training_data/schemas/data_schema.py +85 -0
- rasa/shared/nlu/training_data/schemas/nlu.yml +53 -0
- rasa/shared/nlu/training_data/schemas/responses.yml +70 -0
- rasa/shared/nlu/training_data/synonyms_parser.py +42 -0
- rasa/shared/nlu/training_data/training_data.py +732 -0
- rasa/shared/nlu/training_data/util.py +223 -0
- rasa/shared/providers/__init__.py +0 -0
- rasa/shared/providers/openai/__init__.py +0 -0
- rasa/shared/providers/openai/clients.py +43 -0
- rasa/shared/providers/openai/session_handler.py +110 -0
- rasa/shared/utils/__init__.py +0 -0
- rasa/shared/utils/cli.py +72 -0
- rasa/shared/utils/common.py +308 -0
- rasa/shared/utils/constants.py +1 -0
- rasa/shared/utils/io.py +403 -0
- rasa/shared/utils/llm.py +405 -0
- rasa/shared/utils/pykwalify_extensions.py +26 -0
- rasa/shared/utils/schemas/__init__.py +0 -0
- rasa/shared/utils/schemas/config.yml +2 -0
- rasa/shared/utils/schemas/domain.yml +142 -0
- rasa/shared/utils/schemas/events.py +212 -0
- rasa/shared/utils/schemas/model_config.yml +46 -0
- rasa/shared/utils/schemas/stories.yml +173 -0
- rasa/shared/utils/yaml.py +777 -0
- rasa/studio/__init__.py +0 -0
- rasa/studio/auth.py +252 -0
- rasa/studio/config.py +127 -0
- rasa/studio/constants.py +16 -0
- rasa/studio/data_handler.py +352 -0
- rasa/studio/download.py +350 -0
- rasa/studio/train.py +136 -0
- rasa/studio/upload.py +408 -0
- rasa/telemetry.py +1583 -0
- rasa/tracing/__init__.py +0 -0
- rasa/tracing/config.py +338 -0
- rasa/tracing/constants.py +38 -0
- rasa/tracing/instrumentation/__init__.py +0 -0
- rasa/tracing/instrumentation/attribute_extractors.py +663 -0
- rasa/tracing/instrumentation/instrumentation.py +939 -0
- rasa/tracing/instrumentation/intentless_policy_instrumentation.py +142 -0
- rasa/tracing/instrumentation/metrics.py +206 -0
- rasa/tracing/metric_instrument_provider.py +125 -0
- rasa/utils/__init__.py +0 -0
- rasa/utils/beta.py +83 -0
- rasa/utils/cli.py +27 -0
- rasa/utils/common.py +635 -0
- rasa/utils/converter.py +53 -0
- rasa/utils/endpoints.py +303 -0
- rasa/utils/io.py +326 -0
- rasa/utils/licensing.py +319 -0
- rasa/utils/log_utils.py +174 -0
- rasa/utils/mapper.py +210 -0
- rasa/utils/ml_utils.py +145 -0
- rasa/utils/plotting.py +362 -0
- rasa/utils/singleton.py +23 -0
- rasa/utils/tensorflow/__init__.py +0 -0
- rasa/utils/tensorflow/callback.py +112 -0
- rasa/utils/tensorflow/constants.py +116 -0
- rasa/utils/tensorflow/crf.py +492 -0
- rasa/utils/tensorflow/data_generator.py +440 -0
- rasa/utils/tensorflow/environment.py +161 -0
- rasa/utils/tensorflow/exceptions.py +5 -0
- rasa/utils/tensorflow/layers.py +1565 -0
- rasa/utils/tensorflow/layers_utils.py +113 -0
- rasa/utils/tensorflow/metrics.py +281 -0
- rasa/utils/tensorflow/model_data.py +991 -0
- rasa/utils/tensorflow/model_data_utils.py +500 -0
- rasa/utils/tensorflow/models.py +936 -0
- rasa/utils/tensorflow/rasa_layers.py +1094 -0
- rasa/utils/tensorflow/transformer.py +640 -0
- rasa/utils/tensorflow/types.py +6 -0
- rasa/utils/train_utils.py +572 -0
- rasa/utils/yaml.py +54 -0
- rasa/validator.py +1035 -0
- rasa/version.py +3 -0
- rasa_pro-3.8.16.dist-info/METADATA +528 -0
- rasa_pro-3.8.16.dist-info/NOTICE +5 -0
- rasa_pro-3.8.16.dist-info/RECORD +644 -0
- rasa_pro-3.8.16.dist-info/WHEEL +4 -0
- rasa_pro-3.8.16.dist-info/entry_points.txt +3 -0
|
@@ -0,0 +1,352 @@
|
|
|
1
|
+
import base64
|
|
2
|
+
import logging
|
|
3
|
+
from pathlib import Path
|
|
4
|
+
from typing import Any, Dict, List, Optional, Tuple
|
|
5
|
+
|
|
6
|
+
import rasa.shared.utils.cli
|
|
7
|
+
import requests
|
|
8
|
+
from rasa.shared.core.domain import KEY_RESPONSES, KEY_SLOTS, Domain
|
|
9
|
+
from rasa.shared.core.flows.flow import Flow
|
|
10
|
+
from rasa.shared.exceptions import RasaException
|
|
11
|
+
from rasa.shared.importers.importer import TrainingDataImporter
|
|
12
|
+
from rasa.shared.utils.yaml import read_yaml, write_yaml
|
|
13
|
+
from rasa.utils.common import get_temp_dir_name
|
|
14
|
+
|
|
15
|
+
from rasa.studio.auth import KeycloakToken, KeycloakTokenReader, StudioAuth
|
|
16
|
+
from rasa.studio.config import StudioConfig
|
|
17
|
+
|
|
18
|
+
logger = logging.getLogger(__name__)
|
|
19
|
+
|
|
20
|
+
|
|
21
|
+
class StudioDataHandler:
|
|
22
|
+
def __init__(
|
|
23
|
+
self, studio_config: StudioConfig, assistant_name: Optional[str]
|
|
24
|
+
) -> None:
|
|
25
|
+
self.studio_config = studio_config.read_config()
|
|
26
|
+
if not assistant_name:
|
|
27
|
+
rasa.shared.utils.cli.print_error_and_exit(
|
|
28
|
+
"Assistant name not specified please specify"
|
|
29
|
+
"the assistant name with: 'rasa studio <command> assistant_name'"
|
|
30
|
+
)
|
|
31
|
+
self.assistant_name = assistant_name
|
|
32
|
+
|
|
33
|
+
self.nlu: Optional[str] = None
|
|
34
|
+
self.domain: Optional[str] = None
|
|
35
|
+
self.flows: Optional[str] = None
|
|
36
|
+
|
|
37
|
+
def has_flows(self) -> bool:
|
|
38
|
+
return self.flows is not None
|
|
39
|
+
|
|
40
|
+
def has_nlu(self) -> bool:
|
|
41
|
+
return self.nlu is not None
|
|
42
|
+
|
|
43
|
+
def _build_request(
|
|
44
|
+
self,
|
|
45
|
+
intent_names: Optional[List[str]] = None,
|
|
46
|
+
entity_names: Optional[List[str]] = None,
|
|
47
|
+
) -> dict:
|
|
48
|
+
request = {
|
|
49
|
+
"query": (
|
|
50
|
+
"query ExportAsEncodedYaml($input: ExportAsEncodedYamlInput!) "
|
|
51
|
+
"{ exportAsEncodedYaml(input: $input) "
|
|
52
|
+
"{ ... on ExportModernAsEncodedYamlOutput "
|
|
53
|
+
"{ nlu flows domain } "
|
|
54
|
+
"... on ExportClassicAsEncodedYamlOutput "
|
|
55
|
+
"{ nlu domain }}}"
|
|
56
|
+
),
|
|
57
|
+
"variables": {"input": {"assistantName": self.assistant_name}},
|
|
58
|
+
}
|
|
59
|
+
if intent_names or entity_names:
|
|
60
|
+
obj = []
|
|
61
|
+
if intent_names:
|
|
62
|
+
obj.append(
|
|
63
|
+
{
|
|
64
|
+
"name": intent_names,
|
|
65
|
+
"type": "Intent",
|
|
66
|
+
}
|
|
67
|
+
)
|
|
68
|
+
if entity_names:
|
|
69
|
+
obj.append(
|
|
70
|
+
{
|
|
71
|
+
"name": entity_names,
|
|
72
|
+
"type": "Entity",
|
|
73
|
+
}
|
|
74
|
+
)
|
|
75
|
+
request["variables"]["input"]["objects"] = obj # type: ignore[index]
|
|
76
|
+
|
|
77
|
+
return request
|
|
78
|
+
|
|
79
|
+
def _make_request(self, GQL_req: Dict[Any, Any]) -> Dict[Any, Any]:
|
|
80
|
+
token = KeycloakTokenReader().get_token()
|
|
81
|
+
if token.is_expired():
|
|
82
|
+
token = self.refresh_token(token)
|
|
83
|
+
|
|
84
|
+
if not self.studio_config.studio_url:
|
|
85
|
+
return rasa.shared.utils.cli.print_error_and_exit(
|
|
86
|
+
"No endpoint found in config. Please run `rasa studio config`."
|
|
87
|
+
)
|
|
88
|
+
|
|
89
|
+
res = requests.post(
|
|
90
|
+
url=self.studio_config.studio_url,
|
|
91
|
+
json=GQL_req,
|
|
92
|
+
headers={
|
|
93
|
+
"Authorization": f"{token.token_type} {token.access_token}",
|
|
94
|
+
"Content-Type": "application/json",
|
|
95
|
+
},
|
|
96
|
+
)
|
|
97
|
+
|
|
98
|
+
if res.status_code != 200:
|
|
99
|
+
raise RasaException(
|
|
100
|
+
f"Download from Studio with URL: "
|
|
101
|
+
f"{self.studio_config.studio_url} failed "
|
|
102
|
+
f"with status code {res.status_code}"
|
|
103
|
+
)
|
|
104
|
+
|
|
105
|
+
res_json = res.json()
|
|
106
|
+
if self._validate_response(res_json):
|
|
107
|
+
return res_json
|
|
108
|
+
|
|
109
|
+
return rasa.shared.utils.cli.print_error_and_exit(
|
|
110
|
+
"Failed to download data from Rasa Studio."
|
|
111
|
+
)
|
|
112
|
+
|
|
113
|
+
def refresh_token(self, token: KeycloakToken) -> KeycloakToken:
|
|
114
|
+
if not token.can_refresh():
|
|
115
|
+
rasa.shared.utils.cli.print_error_and_exit(
|
|
116
|
+
"Access token expired and cannot be refreshed. "
|
|
117
|
+
"Please run `rasa studio login`."
|
|
118
|
+
)
|
|
119
|
+
auth = StudioAuth(self.studio_config)
|
|
120
|
+
auth.refresh_token(token.refresh_token)
|
|
121
|
+
token = KeycloakTokenReader().get_token()
|
|
122
|
+
return token
|
|
123
|
+
|
|
124
|
+
def request_all_data(self) -> None:
|
|
125
|
+
"""Gets the data from Rasa Studio.
|
|
126
|
+
|
|
127
|
+
Returns:
|
|
128
|
+
The data from Rasa Studio.
|
|
129
|
+
"""
|
|
130
|
+
GQL_req = self._build_request()
|
|
131
|
+
response = self._make_request(GQL_req)
|
|
132
|
+
self._extract_data(response)
|
|
133
|
+
|
|
134
|
+
def request_data(
|
|
135
|
+
self, intent_names: List[str], entity_names: List[str], **kwargs: Any
|
|
136
|
+
) -> None:
|
|
137
|
+
"""Gets the data from Rasa Studio.
|
|
138
|
+
|
|
139
|
+
Args:
|
|
140
|
+
intent_names: List of intents to download
|
|
141
|
+
entity_names: List of entities to download
|
|
142
|
+
**kwargs: Additional arguments to pass to the request
|
|
143
|
+
|
|
144
|
+
Returns:
|
|
145
|
+
The data from Rasa Studio.
|
|
146
|
+
"""
|
|
147
|
+
GQL_req = self._build_request(intent_names, entity_names)
|
|
148
|
+
response = self._make_request(GQL_req)
|
|
149
|
+
self._extract_data(response)
|
|
150
|
+
|
|
151
|
+
def _validate_response(self, response: dict) -> bool:
|
|
152
|
+
"""Validates the response from Rasa Studio.
|
|
153
|
+
|
|
154
|
+
Args:
|
|
155
|
+
response: The response from Rasa Studio.
|
|
156
|
+
|
|
157
|
+
Returns:
|
|
158
|
+
True if the response is valid, False otherwise.
|
|
159
|
+
"""
|
|
160
|
+
try:
|
|
161
|
+
if not response.get("data"):
|
|
162
|
+
for error in response["errors"]:
|
|
163
|
+
logger.error(error["message"])
|
|
164
|
+
return False
|
|
165
|
+
if not response["data"]["exportAsEncodedYaml"]:
|
|
166
|
+
logger.error(response["data"])
|
|
167
|
+
return False
|
|
168
|
+
if not (
|
|
169
|
+
response["data"]["exportAsEncodedYaml"].get("nlu")
|
|
170
|
+
or response["data"]["exportAsEncodedYaml"].get("flows")
|
|
171
|
+
):
|
|
172
|
+
logger.error(
|
|
173
|
+
"No nlu or flows data in Studio response."
|
|
174
|
+
"Cannot determine assistant type."
|
|
175
|
+
)
|
|
176
|
+
return False
|
|
177
|
+
except KeyError:
|
|
178
|
+
return False
|
|
179
|
+
return True
|
|
180
|
+
|
|
181
|
+
def _extract_data(self, response: dict) -> None:
|
|
182
|
+
return_data = response["data"]["exportAsEncodedYaml"]
|
|
183
|
+
|
|
184
|
+
self.nlu = self._decode_response(return_data.get("nlu"))
|
|
185
|
+
self.domain = self._decode_response(return_data.get("domain"))
|
|
186
|
+
self.flows = self._decode_response(return_data.get("flows"))
|
|
187
|
+
|
|
188
|
+
if not self.has_nlu() and not self.has_flows():
|
|
189
|
+
raise RasaException("No nlu or flows data in Studio response.")
|
|
190
|
+
|
|
191
|
+
@staticmethod
|
|
192
|
+
def _decode_response(data: str) -> Optional[str]:
|
|
193
|
+
if not data:
|
|
194
|
+
return None
|
|
195
|
+
return base64.b64decode(data).decode("utf-8")
|
|
196
|
+
|
|
197
|
+
|
|
198
|
+
class DataDiffGenerator:
|
|
199
|
+
"""Generate diff between original and studio data."""
|
|
200
|
+
|
|
201
|
+
def __init__(
|
|
202
|
+
self,
|
|
203
|
+
original_domain: Optional[Dict] = None,
|
|
204
|
+
studio_domain: Optional[Dict] = None,
|
|
205
|
+
original_nlu: Optional[Dict[str, List]] = None,
|
|
206
|
+
studio_nlu: Optional[Dict[str, List]] = None,
|
|
207
|
+
original_flows: Optional[List[Flow]] = None,
|
|
208
|
+
studio_flows: Optional[List[Flow]] = None,
|
|
209
|
+
):
|
|
210
|
+
self.original_domain = original_domain
|
|
211
|
+
self.studio_domain = studio_domain
|
|
212
|
+
self.original_nlu = original_nlu
|
|
213
|
+
self.studio_nlu = studio_nlu
|
|
214
|
+
self.original_flows = original_flows
|
|
215
|
+
self.studio_flows = studio_flows
|
|
216
|
+
|
|
217
|
+
def create_new_domain_from_diff(self) -> Dict:
|
|
218
|
+
"""Create a new domain file from the diff."""
|
|
219
|
+
if self.studio_domain is None or self.original_domain is None:
|
|
220
|
+
return {}
|
|
221
|
+
return self._domain_from_diff_rec(self.studio_domain, self.original_domain)
|
|
222
|
+
|
|
223
|
+
@staticmethod
|
|
224
|
+
def _domain_from_diff_rec(studio: Dict, original: Dict) -> Dict:
|
|
225
|
+
ret_dict = {}
|
|
226
|
+
for key in studio:
|
|
227
|
+
if key not in original:
|
|
228
|
+
ret_dict[key] = studio[key]
|
|
229
|
+
elif isinstance(studio[key], dict):
|
|
230
|
+
ret_dict[key] = DataDiffGenerator._domain_from_diff_rec(
|
|
231
|
+
studio[key], original[key]
|
|
232
|
+
)
|
|
233
|
+
# remove empty diffs
|
|
234
|
+
if not ret_dict[key]:
|
|
235
|
+
del ret_dict[key]
|
|
236
|
+
elif key not in [KEY_SLOTS, KEY_RESPONSES]:
|
|
237
|
+
# copy over the whole key not just the diff in case of items
|
|
238
|
+
# to get complete (valid) data not just the diff
|
|
239
|
+
ret_dict[key] = studio[key]
|
|
240
|
+
elif isinstance(studio[key], list):
|
|
241
|
+
ret_dict[key] = []
|
|
242
|
+
for item in studio[key]:
|
|
243
|
+
if item not in original[key]:
|
|
244
|
+
ret_dict[key].append(item)
|
|
245
|
+
|
|
246
|
+
# if list is empty, remove it
|
|
247
|
+
if not ret_dict[key]:
|
|
248
|
+
del ret_dict[key]
|
|
249
|
+
|
|
250
|
+
return ret_dict
|
|
251
|
+
|
|
252
|
+
def create_new_nlu_from_diff(self) -> Dict:
|
|
253
|
+
"""Create a new nlu file from the diff."""
|
|
254
|
+
if self.studio_nlu is None or self.original_nlu is None:
|
|
255
|
+
return {"nlu": []}
|
|
256
|
+
|
|
257
|
+
nlu_diff = []
|
|
258
|
+
nlu_new_examples = [
|
|
259
|
+
new for new in self.studio_nlu["nlu"] if new not in self.original_nlu["nlu"]
|
|
260
|
+
]
|
|
261
|
+
if nlu_new_examples:
|
|
262
|
+
for new_example in nlu_new_examples:
|
|
263
|
+
nlu_diff.append(new_example)
|
|
264
|
+
intent = new_example.get("intent")
|
|
265
|
+
if intent:
|
|
266
|
+
self._diff_nlu_examples(new_example, nlu_diff, "intent", intent)
|
|
267
|
+
synonym = new_example.get("synonym")
|
|
268
|
+
if synonym:
|
|
269
|
+
self._diff_nlu_examples(new_example, nlu_diff, "synonym", synonym)
|
|
270
|
+
|
|
271
|
+
return {"nlu": nlu_diff}
|
|
272
|
+
|
|
273
|
+
def create_new_flows_from_diff(self) -> List[Flow]:
|
|
274
|
+
"""Create a new flows file from the diff."""
|
|
275
|
+
if self.studio_flows is None or self.original_flows is None:
|
|
276
|
+
return []
|
|
277
|
+
|
|
278
|
+
flows_new = [new for new in self.studio_flows if new not in self.original_flows]
|
|
279
|
+
return flows_new
|
|
280
|
+
|
|
281
|
+
def _diff_nlu_examples(
|
|
282
|
+
self, new_example: Dict, nlu_diff: List, match_key: str, match_value: str
|
|
283
|
+
) -> None:
|
|
284
|
+
"""Creates diff of nlu data examples.
|
|
285
|
+
|
|
286
|
+
Args:
|
|
287
|
+
new_example (Dict): intent or synonym with examples
|
|
288
|
+
nlu_diff (List): list of diff examples
|
|
289
|
+
match_key (str): intent or synonym name
|
|
290
|
+
match_value (str): intent or synonym value
|
|
291
|
+
"""
|
|
292
|
+
orig = list(
|
|
293
|
+
filter(
|
|
294
|
+
lambda x: x.get(match_key) == match_value,
|
|
295
|
+
self.original_nlu["nlu"], # type: ignore[index]
|
|
296
|
+
)
|
|
297
|
+
)
|
|
298
|
+
if len(orig) == 1:
|
|
299
|
+
orig_ex = orig[0]["examples"].split("\n")
|
|
300
|
+
new_ex = new_example["examples"].split("\n")
|
|
301
|
+
new_example["examples"] = "\n".join(
|
|
302
|
+
list(set(new_ex).difference(set(orig_ex)))
|
|
303
|
+
)
|
|
304
|
+
if not new_example["examples"]:
|
|
305
|
+
nlu_diff.remove(new_example)
|
|
306
|
+
|
|
307
|
+
|
|
308
|
+
def import_data_from_studio(
|
|
309
|
+
handler: StudioDataHandler, domain_path: Path, data_paths: List[Path]
|
|
310
|
+
) -> Tuple[TrainingDataImporter, TrainingDataImporter]:
|
|
311
|
+
"""Construct TrainingDataImporter from Studio data and original data.
|
|
312
|
+
|
|
313
|
+
Args:
|
|
314
|
+
handler (StudioDataHandler): handler with data from studio
|
|
315
|
+
domain_path (Path): Path to a domain file
|
|
316
|
+
data_paths (List[Path]): List of paths to training data files
|
|
317
|
+
|
|
318
|
+
Returns:
|
|
319
|
+
Tuple[TrainingDataImporter, TrainingDataImporter]:
|
|
320
|
+
data from studio and original data
|
|
321
|
+
"""
|
|
322
|
+
tmp_dir = get_temp_dir_name()
|
|
323
|
+
data_original = TrainingDataImporter.load_from_dict(
|
|
324
|
+
domain_path=domain_path, training_data_paths=data_paths
|
|
325
|
+
)
|
|
326
|
+
|
|
327
|
+
data_paths = []
|
|
328
|
+
|
|
329
|
+
if handler.has_nlu():
|
|
330
|
+
nlu_file = Path(tmp_dir, "nlu.yml")
|
|
331
|
+
write_yaml(read_yaml(handler.nlu), nlu_file)
|
|
332
|
+
data_paths.append(str(nlu_file))
|
|
333
|
+
|
|
334
|
+
if handler.has_flows():
|
|
335
|
+
flows_file = Path(tmp_dir, "flows.yml")
|
|
336
|
+
write_yaml(read_yaml(handler.flows), flows_file)
|
|
337
|
+
data_paths.append(str(flows_file))
|
|
338
|
+
|
|
339
|
+
if not data_paths:
|
|
340
|
+
return rasa.shared.utils.cli.print_error_and_exit(
|
|
341
|
+
"No Data for nlu or flows. Can't import data from Studio."
|
|
342
|
+
)
|
|
343
|
+
|
|
344
|
+
studio_domain = Domain.from_yaml(handler.domain)
|
|
345
|
+
domain_file = Path(tmp_dir, "domain.yml")
|
|
346
|
+
studio_domain.persist(domain_file)
|
|
347
|
+
|
|
348
|
+
data_from_studio = TrainingDataImporter.load_from_dict(
|
|
349
|
+
domain_path=str(domain_file), training_data_paths=data_paths
|
|
350
|
+
)
|
|
351
|
+
|
|
352
|
+
return data_from_studio, data_original
|
rasa/studio/download.py
ADDED
|
@@ -0,0 +1,350 @@
|
|
|
1
|
+
import argparse
|
|
2
|
+
import logging
|
|
3
|
+
from pathlib import Path
|
|
4
|
+
from typing import Any, Dict, List, Optional, Set
|
|
5
|
+
|
|
6
|
+
import rasa.cli.utils
|
|
7
|
+
import rasa.shared.utils.cli
|
|
8
|
+
from rasa.shared.constants import (
|
|
9
|
+
DEFAULT_DATA_PATH,
|
|
10
|
+
DEFAULT_DOMAIN_PATHS,
|
|
11
|
+
)
|
|
12
|
+
from rasa.shared.core.domain import Domain
|
|
13
|
+
from rasa.shared.core.flows.yaml_flows_io import YamlFlowsWriter
|
|
14
|
+
from rasa.shared.importers.importer import TrainingDataImporter
|
|
15
|
+
from rasa.shared.utils.yaml import read_yaml
|
|
16
|
+
|
|
17
|
+
from rasa.studio.config import StudioConfig
|
|
18
|
+
from rasa.studio.constants import (
|
|
19
|
+
STUDIO_DOMAIN_FILENAME,
|
|
20
|
+
STUDIO_FLOWS_FILENAME,
|
|
21
|
+
STUDIO_NLU_FILENAME,
|
|
22
|
+
)
|
|
23
|
+
from rasa.studio.data_handler import (
|
|
24
|
+
DataDiffGenerator,
|
|
25
|
+
StudioDataHandler,
|
|
26
|
+
import_data_from_studio,
|
|
27
|
+
)
|
|
28
|
+
from rasa.utils.mapper import RasaPrimitiveStorageMapper
|
|
29
|
+
|
|
30
|
+
logger = logging.getLogger(__name__)
|
|
31
|
+
|
|
32
|
+
|
|
33
|
+
def handle_download(args: argparse.Namespace) -> None:
|
|
34
|
+
handler = StudioDataHandler(
|
|
35
|
+
studio_config=StudioConfig.read_config(), assistant_name=args.assistant_name[0]
|
|
36
|
+
)
|
|
37
|
+
handler.request_all_data()
|
|
38
|
+
domain_path = rasa.cli.utils.get_validated_path(
|
|
39
|
+
args.domain, "domain", DEFAULT_DOMAIN_PATHS, none_is_valid=True
|
|
40
|
+
)
|
|
41
|
+
domain_path = Path(domain_path)
|
|
42
|
+
|
|
43
|
+
data_paths = [
|
|
44
|
+
Path(
|
|
45
|
+
rasa.cli.utils.get_validated_path(
|
|
46
|
+
f, "data", DEFAULT_DATA_PATH, none_is_valid=False
|
|
47
|
+
)
|
|
48
|
+
)
|
|
49
|
+
for f in args.data
|
|
50
|
+
]
|
|
51
|
+
|
|
52
|
+
if not args.overwrite:
|
|
53
|
+
_handle_download_no_overwrite(
|
|
54
|
+
handler=handler,
|
|
55
|
+
domain_path=domain_path,
|
|
56
|
+
data_paths=data_paths,
|
|
57
|
+
)
|
|
58
|
+
else:
|
|
59
|
+
_handle_download_with_overwrite(
|
|
60
|
+
handler=handler,
|
|
61
|
+
domain_path=domain_path,
|
|
62
|
+
data_paths=data_paths,
|
|
63
|
+
)
|
|
64
|
+
|
|
65
|
+
|
|
66
|
+
def _handle_download_no_overwrite(
|
|
67
|
+
handler: StudioDataHandler,
|
|
68
|
+
domain_path: Path,
|
|
69
|
+
data_paths: List[Path],
|
|
70
|
+
) -> None:
|
|
71
|
+
data_from_studio, data_original = import_data_from_studio(
|
|
72
|
+
handler, domain_path, data_paths
|
|
73
|
+
)
|
|
74
|
+
|
|
75
|
+
if domain_path.is_dir():
|
|
76
|
+
studio_domain_path = domain_path / STUDIO_DOMAIN_FILENAME
|
|
77
|
+
diff_eng = DataDiffGenerator(
|
|
78
|
+
original_domain=data_original.get_domain().as_dict(),
|
|
79
|
+
studio_domain=data_from_studio.get_domain().as_dict(),
|
|
80
|
+
)
|
|
81
|
+
new_domain_data = diff_eng.create_new_domain_from_diff()
|
|
82
|
+
studio_domain = Domain.from_dict(new_domain_data)
|
|
83
|
+
if not studio_domain.is_empty():
|
|
84
|
+
studio_domain.persist(studio_domain_path)
|
|
85
|
+
else:
|
|
86
|
+
logger.warning("No additional domain data found.")
|
|
87
|
+
elif domain_path.is_file():
|
|
88
|
+
domain_merged = data_original.get_domain().merge(data_from_studio.get_domain())
|
|
89
|
+
domain_merged.persist(domain_path)
|
|
90
|
+
|
|
91
|
+
if len(data_paths) == 1 and data_paths[0].is_file():
|
|
92
|
+
data_path = data_paths[0]
|
|
93
|
+
if handler.has_nlu():
|
|
94
|
+
data_nlu = data_original.get_nlu_data().merge(
|
|
95
|
+
data_from_studio.get_nlu_data()
|
|
96
|
+
)
|
|
97
|
+
data_nlu.persist_nlu(data_path)
|
|
98
|
+
if handler.has_flows():
|
|
99
|
+
data_flows = data_original.get_flows().merge(data_from_studio.get_flows())
|
|
100
|
+
YamlFlowsWriter.dump(data_flows.underlying_flows, data_path)
|
|
101
|
+
|
|
102
|
+
elif len(data_paths) == 1 and data_paths[0].is_dir():
|
|
103
|
+
if handler.has_nlu():
|
|
104
|
+
data_path = data_paths[0] / Path(STUDIO_NLU_FILENAME)
|
|
105
|
+
_persist_nlu_diff(data_original, data_from_studio, data_path)
|
|
106
|
+
if handler.has_flows():
|
|
107
|
+
data_path = data_paths[0] / Path(STUDIO_FLOWS_FILENAME)
|
|
108
|
+
_persist_flows_diff(data_original, data_from_studio, data_path)
|
|
109
|
+
else:
|
|
110
|
+
if data_paths[0].is_dir():
|
|
111
|
+
logger.info(f"Saving data to {data_paths[0]}.")
|
|
112
|
+
data_path = data_paths[0] / Path(STUDIO_NLU_FILENAME)
|
|
113
|
+
else:
|
|
114
|
+
logger.info(f"Saving data to {STUDIO_NLU_FILENAME}.")
|
|
115
|
+
data_path = Path(STUDIO_NLU_FILENAME)
|
|
116
|
+
if handler.has_nlu():
|
|
117
|
+
_persist_nlu_diff(data_original, data_from_studio, data_path)
|
|
118
|
+
if handler.has_flows():
|
|
119
|
+
_persist_flows_diff(data_original, data_from_studio, data_path)
|
|
120
|
+
|
|
121
|
+
|
|
122
|
+
def _persist_nlu_diff(
|
|
123
|
+
data_original: TrainingDataImporter,
|
|
124
|
+
data_from_studio: TrainingDataImporter,
|
|
125
|
+
data_path: Path,
|
|
126
|
+
) -> None:
|
|
127
|
+
"""Creates a new nlu file from the diff of original and studio data."""
|
|
128
|
+
diff_eng = DataDiffGenerator(
|
|
129
|
+
original_nlu=read_yaml(data_original.get_nlu_data().nlu_as_yaml()),
|
|
130
|
+
studio_nlu=read_yaml(data_from_studio.get_nlu_data().nlu_as_yaml()),
|
|
131
|
+
)
|
|
132
|
+
new_nlu_data = diff_eng.create_new_nlu_from_diff()
|
|
133
|
+
if new_nlu_data["nlu"]:
|
|
134
|
+
pretty_write_nlu_yaml(new_nlu_data, data_path)
|
|
135
|
+
else:
|
|
136
|
+
logger.warning("No additional nlu data found.")
|
|
137
|
+
|
|
138
|
+
|
|
139
|
+
def _persist_flows_diff(
|
|
140
|
+
data_original: TrainingDataImporter,
|
|
141
|
+
data_from_studio: TrainingDataImporter,
|
|
142
|
+
data_path: Path,
|
|
143
|
+
) -> None:
|
|
144
|
+
"""Creates a new flows file from the diff of original and studio data."""
|
|
145
|
+
diff_eng = DataDiffGenerator(
|
|
146
|
+
original_flows=data_original.get_flows().underlying_flows,
|
|
147
|
+
studio_flows=data_from_studio.get_flows().underlying_flows,
|
|
148
|
+
)
|
|
149
|
+
new_flows_data = diff_eng.create_new_flows_from_diff()
|
|
150
|
+
if new_flows_data:
|
|
151
|
+
YamlFlowsWriter.dump(new_flows_data, data_path)
|
|
152
|
+
else:
|
|
153
|
+
logger.warning("No additional flows data found.")
|
|
154
|
+
|
|
155
|
+
|
|
156
|
+
def pretty_write_nlu_yaml(data: Dict, file: Path) -> None:
|
|
157
|
+
"""Writes the nlu yaml in a pretty way.
|
|
158
|
+
|
|
159
|
+
Args:
|
|
160
|
+
data: The data to write.
|
|
161
|
+
file: The file to write to.
|
|
162
|
+
"""
|
|
163
|
+
from ruamel import yaml
|
|
164
|
+
from ruamel.yaml.scalarstring import LiteralScalarString
|
|
165
|
+
|
|
166
|
+
dumper = yaml.YAML()
|
|
167
|
+
for item in data["nlu"]:
|
|
168
|
+
if item.get("examples"):
|
|
169
|
+
item["examples"] = LiteralScalarString(item["examples"])
|
|
170
|
+
|
|
171
|
+
with file.open("w", encoding="utf-8") as outfile:
|
|
172
|
+
dumper.dump(data, outfile)
|
|
173
|
+
|
|
174
|
+
|
|
175
|
+
def _handle_download_with_overwrite(
|
|
176
|
+
handler: StudioDataHandler,
|
|
177
|
+
domain_path: Path,
|
|
178
|
+
data_paths: List[Path],
|
|
179
|
+
) -> None:
|
|
180
|
+
data_from_studio, data_original = import_data_from_studio(
|
|
181
|
+
handler, domain_path, data_paths
|
|
182
|
+
)
|
|
183
|
+
mapper = RasaPrimitiveStorageMapper(
|
|
184
|
+
domain_path=domain_path, training_data_paths=data_paths
|
|
185
|
+
)
|
|
186
|
+
if domain_path.is_file():
|
|
187
|
+
domain_merged = data_from_studio.get_domain().merge(data_original.get_domain())
|
|
188
|
+
domain_merged.persist(domain_path)
|
|
189
|
+
elif domain_path.is_dir():
|
|
190
|
+
default = domain_path / Path(STUDIO_DOMAIN_FILENAME)
|
|
191
|
+
studio_domain = data_from_studio.get_domain()
|
|
192
|
+
|
|
193
|
+
paths = get_domain_path(domain_path, data_from_studio, mapper)
|
|
194
|
+
|
|
195
|
+
_persist_domain_part(
|
|
196
|
+
{"intents": studio_domain.as_dict().get("intents", [])},
|
|
197
|
+
default,
|
|
198
|
+
paths["intent_path"],
|
|
199
|
+
)
|
|
200
|
+
_persist_domain_part(
|
|
201
|
+
{"entities": studio_domain.as_dict().get("entities", [])},
|
|
202
|
+
default,
|
|
203
|
+
paths["entities_path"],
|
|
204
|
+
)
|
|
205
|
+
_persist_domain_part(
|
|
206
|
+
{"actions": studio_domain.as_dict().get("actions", [])},
|
|
207
|
+
default,
|
|
208
|
+
paths["action_path"],
|
|
209
|
+
)
|
|
210
|
+
_persist_domain_part(
|
|
211
|
+
{"slots": studio_domain.as_dict().get("slots", {})},
|
|
212
|
+
default,
|
|
213
|
+
paths["slot_path"],
|
|
214
|
+
)
|
|
215
|
+
_persist_domain_part(
|
|
216
|
+
{"responses": studio_domain.as_dict().get("responses", {})},
|
|
217
|
+
default,
|
|
218
|
+
paths["response_path"],
|
|
219
|
+
)
|
|
220
|
+
|
|
221
|
+
if len(data_paths) == 1 and data_paths[0].is_file():
|
|
222
|
+
if handler.has_nlu():
|
|
223
|
+
nlu_data_merged = data_from_studio.get_nlu_data().merge(
|
|
224
|
+
data_original.get_nlu_data()
|
|
225
|
+
)
|
|
226
|
+
nlu_data_merged.persist_nlu(data_paths[0])
|
|
227
|
+
if handler.has_flows():
|
|
228
|
+
flows_data_merged = data_from_studio.get_flows().merge(
|
|
229
|
+
data_original.get_flows()
|
|
230
|
+
)
|
|
231
|
+
YamlFlowsWriter.dump(flows_data_merged.underlying_flows, data_paths[0])
|
|
232
|
+
elif len(data_paths) == 1 and data_paths[0].is_dir():
|
|
233
|
+
data_path = data_paths[0]
|
|
234
|
+
paths = get_training_path(data_path, data_original, mapper)
|
|
235
|
+
if handler.has_nlu():
|
|
236
|
+
nlu_data = data_from_studio.get_nlu_data()
|
|
237
|
+
if paths["nlu_path"].exists():
|
|
238
|
+
nlu_file = TrainingDataImporter.load_from_dict(
|
|
239
|
+
training_data_paths=[str(paths["nlu_path"])]
|
|
240
|
+
)
|
|
241
|
+
nlu_data = nlu_data.merge(nlu_file.get_nlu_data())
|
|
242
|
+
pretty_write_nlu_yaml(read_yaml(nlu_data.nlu_as_yaml()), paths["nlu_path"])
|
|
243
|
+
if handler.has_flows():
|
|
244
|
+
flows_data = data_from_studio.get_flows()
|
|
245
|
+
if paths["flow_path"].exists():
|
|
246
|
+
flows_file = TrainingDataImporter.load_from_dict(
|
|
247
|
+
training_data_paths=[str(paths["flow_path"])]
|
|
248
|
+
)
|
|
249
|
+
flows_data = flows_data.merge(flows_file.get_flows())
|
|
250
|
+
YamlFlowsWriter.dump(flows_data.underlying_flows, paths["flow_path"])
|
|
251
|
+
else:
|
|
252
|
+
# TODO: we are not handling the case of multiple data paths?
|
|
253
|
+
raise NotImplementedError("Multiple data paths are not supported yet.")
|
|
254
|
+
|
|
255
|
+
|
|
256
|
+
def _persist_domain_part(
|
|
257
|
+
domain_part: Dict[str, Any], default: Path, path: Optional[Path]
|
|
258
|
+
) -> None:
|
|
259
|
+
domain = Domain.from_dict(domain_part)
|
|
260
|
+
if (path is not None) and path.exists():
|
|
261
|
+
domain = Domain.from_file(path).merge(domain, override=True)
|
|
262
|
+
domain.persist(path)
|
|
263
|
+
else:
|
|
264
|
+
domain.persist(default)
|
|
265
|
+
|
|
266
|
+
|
|
267
|
+
def get_training_path(
|
|
268
|
+
path: Path,
|
|
269
|
+
data_original: TrainingDataImporter,
|
|
270
|
+
mapper: RasaPrimitiveStorageMapper,
|
|
271
|
+
) -> Dict[str, Path]:
|
|
272
|
+
nlu_paths = set()
|
|
273
|
+
flow_paths = set()
|
|
274
|
+
for intent in data_original.get_nlu_data().intents:
|
|
275
|
+
for path in mapper.get_file(intent, "intents").get("training", []):
|
|
276
|
+
nlu_paths.add(path)
|
|
277
|
+
flows = [flow.id for flow in data_original.get_flows().underlying_flows]
|
|
278
|
+
for flow in flows:
|
|
279
|
+
for path in mapper.get_file(flow, "flows").get("training", []):
|
|
280
|
+
flow_paths.add(path)
|
|
281
|
+
|
|
282
|
+
return {
|
|
283
|
+
"nlu_path": _select_path(nlu_paths, "nlu", path, STUDIO_NLU_FILENAME),
|
|
284
|
+
"flow_path": _select_path(flow_paths, "flows", path, STUDIO_FLOWS_FILENAME),
|
|
285
|
+
}
|
|
286
|
+
|
|
287
|
+
|
|
288
|
+
def get_domain_path(
|
|
289
|
+
domain_path: Path,
|
|
290
|
+
data_from_studio: TrainingDataImporter,
|
|
291
|
+
mapper: RasaPrimitiveStorageMapper,
|
|
292
|
+
) -> Dict[str, Path]:
|
|
293
|
+
intent_paths = set()
|
|
294
|
+
entities_paths = set()
|
|
295
|
+
slot_paths = set()
|
|
296
|
+
action_paths = set()
|
|
297
|
+
response_paths = set()
|
|
298
|
+
# nlu-based
|
|
299
|
+
for intent in data_from_studio.get_domain().intents:
|
|
300
|
+
for path in mapper.get_file(intent, "intents").get("domain", []):
|
|
301
|
+
intent_paths.add(path)
|
|
302
|
+
for entity in data_from_studio.get_domain().entities:
|
|
303
|
+
for path in mapper.get_file(entity, "entities").get("domain", []):
|
|
304
|
+
entities_paths.add(path)
|
|
305
|
+
# flow-based
|
|
306
|
+
slot_list = [slot.name for slot in data_from_studio.get_domain().slots]
|
|
307
|
+
for slot in slot_list:
|
|
308
|
+
for path in mapper.get_file(slot, "slots").get("domain", []):
|
|
309
|
+
slot_paths.add(path)
|
|
310
|
+
for action in data_from_studio.get_domain().action_names_or_texts:
|
|
311
|
+
for path in mapper.get_file(action, "actions").get("domain", []):
|
|
312
|
+
action_paths.add(path)
|
|
313
|
+
for response in data_from_studio.get_domain().responses:
|
|
314
|
+
for path in mapper.get_file(response, "responses").get("domain", []):
|
|
315
|
+
response_paths.add(path)
|
|
316
|
+
|
|
317
|
+
return {
|
|
318
|
+
"intent_path": _select_path(
|
|
319
|
+
intent_paths, "intents", domain_path, STUDIO_DOMAIN_FILENAME
|
|
320
|
+
),
|
|
321
|
+
"entities_path": _select_path(
|
|
322
|
+
entities_paths, "entities", domain_path, STUDIO_DOMAIN_FILENAME
|
|
323
|
+
),
|
|
324
|
+
"slot_path": _select_path(
|
|
325
|
+
slot_paths, "slots", domain_path, STUDIO_DOMAIN_FILENAME
|
|
326
|
+
),
|
|
327
|
+
"action_path": _select_path(
|
|
328
|
+
action_paths, "actions", domain_path, STUDIO_DOMAIN_FILENAME
|
|
329
|
+
),
|
|
330
|
+
"response_path": _select_path(
|
|
331
|
+
response_paths, "responses", domain_path, STUDIO_DOMAIN_FILENAME
|
|
332
|
+
),
|
|
333
|
+
}
|
|
334
|
+
|
|
335
|
+
|
|
336
|
+
def _select_path(
|
|
337
|
+
paths: Set[Path], primitive_type: str, default_path: Path, default: str
|
|
338
|
+
) -> Path:
|
|
339
|
+
if len(paths) == 1:
|
|
340
|
+
path = paths.pop()
|
|
341
|
+
elif len(paths) > 1:
|
|
342
|
+
path = paths.pop()
|
|
343
|
+
logger.warning(
|
|
344
|
+
f"Saving {primitive_type} to {path}."
|
|
345
|
+
f"Please keep Studio related {primitive_type} in a single file."
|
|
346
|
+
)
|
|
347
|
+
else: # no path in paths
|
|
348
|
+
path = default_path / Path(default)
|
|
349
|
+
logger.info(f"Saving {primitive_type} to {path}.")
|
|
350
|
+
return path
|