@dxos/plugin-assistant 0.9.1-main.c7dcc2e112 → 0.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/PLUGIN.mdl +18 -24
- package/dist/lib/neutral/{AgentArticle-2BEPWUMN.mjs → AgentArticle-GV6EEW3I.mjs} +1 -2
- package/dist/lib/neutral/AgentArticle-GV6EEW3I.mjs.map +7 -0
- package/dist/lib/neutral/AssistantPlugin.mjs +1 -1
- package/dist/lib/neutral/AssistantPlugin.node.mjs +6 -6
- package/dist/lib/neutral/AssistantPlugin.node.mjs.map +3 -3
- package/dist/lib/neutral/AssistantPlugin.workerd.mjs +7 -34
- package/dist/lib/neutral/AssistantPlugin.workerd.mjs.map +4 -4
- package/dist/lib/neutral/AssistantSettings-3N5M5VCN.mjs +302 -0
- package/dist/lib/neutral/AssistantSettings-3N5M5VCN.mjs.map +7 -0
- package/dist/lib/neutral/{ChatArticle-KT46SUFU.mjs → ChatArticle-OO7GGEFW.mjs} +2 -2
- package/dist/lib/neutral/{ChatCompanion-YHC43RYQ.mjs → ChatCompanion-GIFJRY6I.mjs} +27 -27
- package/dist/lib/neutral/ChatCompanion-GIFJRY6I.mjs.map +7 -0
- package/dist/lib/neutral/{ChatDialog-YZDZLIQA.mjs → ChatDialog-5MXN4MXS.mjs} +5 -5
- package/dist/lib/neutral/ChatDialog-5MXN4MXS.mjs.map +7 -0
- package/dist/lib/neutral/IntegrationPrompt-2HJQFYJE.mjs +72 -0
- package/dist/lib/neutral/IntegrationPrompt-2HJQFYJE.mjs.map +7 -0
- package/dist/lib/neutral/{SpaceHomePrompt-HTWQKLGI.mjs → SpaceHomePrompt-ISAB76LD.mjs} +8 -7
- package/dist/lib/neutral/SpaceHomePrompt-ISAB76LD.mjs.map +7 -0
- package/dist/lib/neutral/SpaceHomeSuggestions-IDH77QQR.mjs +63 -0
- package/dist/lib/neutral/SpaceHomeSuggestions-IDH77QQR.mjs.map +7 -0
- package/dist/lib/neutral/{TracePanel-T552TAOH.mjs → TracePanel-JKNWADJ4.mjs} +2 -2
- package/dist/lib/neutral/{TriggerStatus-RBOHHDOK.mjs → TriggerStatus-FURRBHYA.mjs} +7 -5
- package/dist/lib/neutral/TriggerStatus-FURRBHYA.mjs.map +7 -0
- package/dist/lib/neutral/{agent-hydrator-PJBYVMBW.mjs → agent-hydrator-OBO3RHLO.mjs} +3 -4
- package/dist/lib/neutral/agent-hydrator-OBO3RHLO.mjs.map +7 -0
- package/dist/lib/neutral/{agent-service-WV5CSHAG.mjs → agent-service-XFJ4VQMT.mjs} +7 -9
- package/dist/lib/neutral/agent-service-XFJ4VQMT.mjs.map +7 -0
- package/dist/lib/neutral/ai-context-LIKJYMIN.mjs +14 -0
- package/dist/lib/neutral/ai-context-LIKJYMIN.mjs.map +7 -0
- package/dist/lib/neutral/{ai-service-AADUIKBY.mjs → ai-service-DM6YXWUC.mjs} +9 -5
- package/dist/lib/neutral/ai-service-DM6YXWUC.mjs.map +7 -0
- package/dist/lib/neutral/{app-graph-builder-PTSRZXRN.mjs → app-graph-builder-OPVOEQY7.mjs} +36 -19
- package/dist/lib/neutral/app-graph-builder-OPVOEQY7.mjs.map +7 -0
- package/dist/lib/neutral/automation-templates-MADJLXGJ.mjs +97 -0
- package/dist/lib/neutral/automation-templates-MADJLXGJ.mjs.map +7 -0
- package/dist/lib/neutral/capabilities/index.mjs +20 -18
- package/dist/lib/neutral/capabilities/index.mjs.map +3 -3
- package/dist/lib/neutral/{chunk-KLYLW4WH.mjs → chunk-5IHQ52KJ.mjs} +1 -1
- package/dist/lib/neutral/chunk-5IHQ52KJ.mjs.map +7 -0
- package/dist/lib/neutral/{chunk-5KB2WRI2.mjs → chunk-6Q4OBGIK.mjs} +83 -55
- package/dist/lib/neutral/chunk-6Q4OBGIK.mjs.map +7 -0
- package/dist/lib/neutral/{chunk-54W7N6M6.mjs → chunk-BXI2R4OO.mjs} +49 -84
- package/dist/lib/neutral/chunk-BXI2R4OO.mjs.map +7 -0
- package/dist/lib/neutral/{chunk-5H6UJHLF.mjs → chunk-CMPLPDYE.mjs} +12 -12
- package/dist/lib/neutral/chunk-CMPLPDYE.mjs.map +7 -0
- package/dist/lib/neutral/chunk-GPHT3HYS.mjs +8 -0
- package/dist/lib/neutral/{chunk-7FQT4XMI.mjs.map → chunk-GPHT3HYS.mjs.map} +2 -2
- package/dist/lib/neutral/{markdown-extension-IJ5RQMQ4.mjs → chunk-HKLSFB5I.mjs} +2 -38
- package/dist/lib/neutral/chunk-HKLSFB5I.mjs.map +7 -0
- package/dist/lib/neutral/{chunk-ZNDQVYUN.mjs → chunk-L7AR4VTA.mjs} +3 -3
- package/dist/lib/neutral/{chunk-ZNDQVYUN.mjs.map → chunk-L7AR4VTA.mjs.map} +1 -1
- package/dist/lib/neutral/chunk-LS72HWMM.mjs +42 -0
- package/dist/lib/neutral/chunk-LS72HWMM.mjs.map +7 -0
- package/dist/lib/neutral/{chunk-35EL65O4.mjs → chunk-OZWZGIV2.mjs} +4 -2
- package/dist/lib/neutral/{chunk-35EL65O4.mjs.map → chunk-OZWZGIV2.mjs.map} +3 -3
- package/dist/lib/neutral/{toolkit-GVWXPDLJ.mjs → chunk-QOKLFHUS.mjs} +3 -4
- package/dist/lib/neutral/{toolkit-GVWXPDLJ.mjs.map → chunk-QOKLFHUS.mjs.map} +1 -1
- package/dist/lib/neutral/{chunk-5LKNH7FD.mjs → chunk-SCTHQVIJ.mjs} +8 -5
- package/dist/lib/neutral/{chunk-5LKNH7FD.mjs.map → chunk-SCTHQVIJ.mjs.map} +3 -3
- package/dist/lib/neutral/chunk-U4LTLBAX.mjs +56 -0
- package/dist/lib/neutral/chunk-U4LTLBAX.mjs.map +7 -0
- package/dist/lib/neutral/{chunk-H77JTXAN.mjs → chunk-UPKFUZ6V.mjs} +7 -10
- package/dist/lib/neutral/chunk-UPKFUZ6V.mjs.map +7 -0
- package/dist/lib/neutral/{operation-handler-SF36MOB5.mjs → chunk-V2Y4XE3O.mjs} +3 -4
- package/dist/lib/neutral/{operation-handler-SF36MOB5.mjs.map → chunk-V2Y4XE3O.mjs.map} +1 -1
- package/dist/lib/neutral/chunk-VTK5R4H3.mjs +9 -0
- package/dist/lib/neutral/chunk-VTK5R4H3.mjs.map +7 -0
- package/dist/lib/neutral/chunk-XVGEJWJX.mjs +133 -0
- package/dist/lib/neutral/chunk-XVGEJWJX.mjs.map +7 -0
- package/dist/lib/neutral/{companion-chat-provisioner-YZZ73P6E.mjs → companion-chat-provisioner-IQV5VIVE.mjs} +14 -8
- package/dist/lib/neutral/companion-chat-provisioner-IQV5VIVE.mjs.map +7 -0
- package/dist/lib/neutral/components/index.mjs +509 -579
- package/dist/lib/neutral/components/index.mjs.map +4 -4
- package/dist/lib/neutral/{integration-provider-RBD3AFJU.mjs → connector-ITLLTBPZ.mjs} +13 -14
- package/dist/lib/neutral/connector-ITLLTBPZ.mjs.map +7 -0
- package/dist/lib/neutral/containers/index.mjs +12 -14
- package/dist/lib/neutral/containers/index.mjs.map +3 -3
- package/dist/lib/neutral/{create-chat-Z3FNA6OJ.mjs → create-chat-YGVZZYGP.mjs} +18 -16
- package/dist/lib/neutral/create-chat-YGVZZYGP.mjs.map +7 -0
- package/dist/lib/neutral/{create-object-BJUDDKQQ.mjs → create-object-5PAEJ6KM.mjs} +11 -27
- package/dist/lib/neutral/create-object-5PAEJ6KM.mjs.map +7 -0
- package/dist/lib/neutral/{edge-model-resolver-BBVOJBGJ.mjs → edge-model-resolver-WDJWDZTT.mjs} +2 -2
- package/dist/lib/neutral/execution-graph/index.mjs +182 -64
- package/dist/lib/neutral/execution-graph/index.mjs.map +3 -3
- package/dist/lib/neutral/extensions/index.mjs +8 -0
- package/dist/lib/neutral/{fork-chat-UYXYT6BT.mjs → fork-chat-RMAAYYQF.mjs} +15 -18
- package/dist/lib/neutral/fork-chat-RMAAYYQF.mjs.map +7 -0
- package/dist/lib/neutral/generate-home-suggestions-6MM2XWPV.mjs +93 -0
- package/dist/lib/neutral/generate-home-suggestions-6MM2XWPV.mjs.map +7 -0
- package/dist/lib/neutral/hooks/index.mjs +195 -105
- package/dist/lib/neutral/hooks/index.mjs.map +4 -4
- package/dist/lib/neutral/index.mjs +14 -10
- package/dist/lib/neutral/markdown-extension-R4TKDTIF.mjs +41 -0
- package/dist/lib/neutral/markdown-extension-R4TKDTIF.mjs.map +7 -0
- package/dist/lib/neutral/meta.json +1 -1
- package/dist/lib/neutral/meta.mjs +1 -1
- package/dist/lib/neutral/navigation-resolver-PYGP2DAW.mjs +18 -0
- package/dist/lib/neutral/navigation-resolver-PYGP2DAW.mjs.map +7 -0
- package/dist/lib/neutral/operation-handler-2LEN45GP.mjs +8 -0
- package/dist/lib/neutral/operation-handler-2LEN45GP.mjs.map +7 -0
- package/dist/lib/neutral/operations/index.mjs +1 -1
- package/dist/lib/neutral/plugin.mjs +2 -2
- package/dist/lib/neutral/plugin.workerd.mjs +13 -0
- package/dist/lib/neutral/plugin.workerd.mjs.map +7 -0
- package/dist/lib/neutral/{react-surface-ES7UHZ65.mjs → react-surface-HEJEK44F.mjs} +20 -35
- package/dist/lib/neutral/react-surface-HEJEK44F.mjs.map +7 -0
- package/dist/lib/neutral/resolve-navigation-targets-PBQ3OLUE.mjs +28 -0
- package/dist/lib/neutral/resolve-navigation-targets-PBQ3OLUE.mjs.map +7 -0
- package/dist/lib/neutral/{run-prompt-in-new-chat-NIAGCKQV.mjs → run-prompt-in-new-chat-RNUJE2FM.mjs} +28 -31
- package/dist/lib/neutral/run-prompt-in-new-chat-RNUJE2FM.mjs.map +7 -0
- package/dist/lib/neutral/skill-definition-553MQRTR.mjs +8 -0
- package/dist/lib/neutral/skill-definition-553MQRTR.mjs.map +7 -0
- package/dist/lib/neutral/skills/index.mjs +8 -0
- package/dist/lib/neutral/skills/index.mjs.map +7 -0
- package/dist/lib/neutral/{state-XO2UYSSG.mjs → state-4LGAKSSD.mjs} +8 -2
- package/dist/lib/neutral/{state-XO2UYSSG.mjs.map → state-4LGAKSSD.mjs.map} +3 -3
- package/dist/lib/neutral/testing.mjs +1 -1
- package/dist/lib/neutral/toolkit-ETWLG5NT.mjs +8 -0
- package/dist/lib/neutral/toolkit-ETWLG5NT.mjs.map +7 -0
- package/dist/lib/neutral/translations.mjs +64 -33
- package/dist/lib/neutral/translations.mjs.map +3 -3
- package/dist/lib/neutral/types/index.mjs +5 -1
- package/dist/lib/neutral/{update-chat-name-Y7JWIP64.mjs → update-chat-name-IJJELRR6.mjs} +3 -3
- package/dist/lib/neutral/{update-chat-name-Y7JWIP64.mjs.map → update-chat-name-IJJELRR6.mjs.map} +2 -2
- package/dist/types/src/AssistantPlugin.d.ts.map +1 -1
- package/dist/types/src/AssistantPlugin.workerd.d.ts.map +1 -1
- package/dist/types/src/capabilities/agent-hydrator.d.ts +1 -1
- package/dist/types/src/capabilities/agent-service.d.ts +1 -2
- package/dist/types/src/capabilities/agent-service.d.ts.map +1 -1
- package/dist/types/src/capabilities/ai-context.d.ts +1 -2
- package/dist/types/src/capabilities/ai-context.d.ts.map +1 -1
- package/dist/types/src/capabilities/app-graph-builder.d.ts +1 -3
- package/dist/types/src/capabilities/app-graph-builder.d.ts.map +1 -1
- package/dist/types/src/capabilities/automation-templates.d.ts +1 -2
- package/dist/types/src/capabilities/automation-templates.d.ts.map +1 -1
- package/dist/types/src/capabilities/companion-chat-provisioner.d.ts +1 -1
- package/dist/types/src/capabilities/companion-chat-provisioner.d.ts.map +1 -1
- package/dist/types/src/capabilities/{integration-provider.d.ts → connector.d.ts} +2 -2
- package/dist/types/src/capabilities/connector.d.ts.map +1 -0
- package/dist/types/src/capabilities/create-object.d.ts +1 -27
- package/dist/types/src/capabilities/create-object.d.ts.map +1 -1
- package/dist/types/src/capabilities/index.d.ts +3 -2
- package/dist/types/src/capabilities/index.d.ts.map +1 -1
- package/dist/types/src/capabilities/markdown-extension.d.ts +1 -1
- package/dist/types/src/capabilities/migrations.d.ts +1 -2
- package/dist/types/src/capabilities/migrations.d.ts.map +1 -1
- package/dist/types/src/capabilities/navigation-resolver.d.ts +5 -0
- package/dist/types/src/capabilities/navigation-resolver.d.ts.map +1 -0
- package/dist/types/src/capabilities/react-surface.d.ts +1 -1
- package/dist/types/src/capabilities/settings.d.ts +1 -2
- package/dist/types/src/capabilities/settings.d.ts.map +1 -1
- package/dist/types/src/capabilities/skill-definition.d.ts +5 -0
- package/dist/types/src/capabilities/skill-definition.d.ts.map +1 -0
- package/dist/types/src/capabilities/state.d.ts +1 -17
- package/dist/types/src/capabilities/state.d.ts.map +1 -1
- package/dist/types/src/capabilities/toolkit.d.ts +1 -2
- package/dist/types/src/capabilities/toolkit.d.ts.map +1 -1
- package/dist/types/src/components/AgentProperties/AgentProperties.stories.d.ts.map +1 -1
- package/dist/types/src/components/Chat/Chat.d.ts +4 -5
- package/dist/types/src/components/Chat/Chat.d.ts.map +1 -1
- package/dist/types/src/components/Chat/events.d.ts +0 -4
- package/dist/types/src/components/Chat/events.d.ts.map +1 -1
- package/dist/types/src/components/ChatPrompt/ChatActions.d.ts +2 -2
- package/dist/types/src/components/ChatPrompt/ChatActions.d.ts.map +1 -1
- package/dist/types/src/components/ChatPrompt/ChatOptions.d.ts.map +1 -1
- package/dist/types/src/components/ChatPrompt/ChatOptions.stories.d.ts +2 -2
- package/dist/types/src/components/ChatPrompt/ChatOptions.stories.d.ts.map +1 -1
- package/dist/types/src/components/ChatPrompt/ChatPrompt.d.ts +5 -5
- package/dist/types/src/components/ChatPrompt/ChatPrompt.d.ts.map +1 -1
- package/dist/types/src/components/ChatPrompt/useChatVoiceInput.d.ts +9 -0
- package/dist/types/src/components/ChatPrompt/useChatVoiceInput.d.ts.map +1 -0
- package/dist/types/src/components/ChatThread/ChatThread.stories.d.ts +4 -4
- package/dist/types/src/components/ChatThread/ChatThread.stories.d.ts.map +1 -1
- package/dist/types/src/components/ChatThread/MarkdownStream.stories.d.ts +2 -2
- package/dist/types/src/components/ChatThread/MarkdownStream.stories.d.ts.map +1 -1
- package/dist/types/src/components/ChatThread/registry.d.ts.map +1 -1
- package/dist/types/src/components/ChatThread/widgets/ReasoningWidget.stories.d.ts +2 -2
- package/dist/types/src/components/ChatThread/widgets/ReasoningWidget.stories.d.ts.map +1 -1
- package/dist/types/src/components/ChatThread/widgets/SurfaceWidget.d.ts +11 -0
- package/dist/types/src/components/ChatThread/widgets/SurfaceWidget.d.ts.map +1 -0
- package/dist/types/src/components/ChatThread/widgets/index.d.ts +1 -0
- package/dist/types/src/components/ChatThread/widgets/index.d.ts.map +1 -1
- package/dist/types/src/components/ProcessTree/ProcessTree.d.ts.map +1 -1
- package/dist/types/src/components/TaskList/TaskList.stories.d.ts +2 -2
- package/dist/types/src/components/TaskList/TaskList.stories.d.ts.map +1 -1
- package/dist/types/src/components/Toolbox/Toolbox.d.ts +3 -3
- package/dist/types/src/components/Toolbox/Toolbox.d.ts.map +1 -1
- package/dist/types/src/components/index.d.ts +0 -4
- package/dist/types/src/components/index.d.ts.map +1 -1
- package/dist/types/src/constants.d.ts +1 -1
- package/dist/types/src/constants.d.ts.map +1 -1
- package/dist/types/src/containers/AgentArticle/AgentArticle.stories.d.ts +2 -2
- package/dist/types/src/containers/AgentArticle/AgentArticle.stories.d.ts.map +1 -1
- package/dist/types/src/{components → containers}/AssistantSettings/AssistantSettings.d.ts +1 -1
- package/dist/types/src/containers/AssistantSettings/AssistantSettings.d.ts.map +1 -0
- package/dist/types/src/{components → containers}/AssistantSettings/AssistantSettings.stories.d.ts.map +1 -1
- package/dist/types/src/containers/AssistantSettings/OllamaModels.d.ts +12 -0
- package/dist/types/src/containers/AssistantSettings/OllamaModels.d.ts.map +1 -0
- package/dist/types/src/{components/TemplateEditor/TemplateEditor.stories.d.ts → containers/AssistantSettings/OllamaModels.stories.d.ts} +9 -7
- package/dist/types/src/containers/AssistantSettings/OllamaModels.stories.d.ts.map +1 -0
- package/dist/types/src/{components → containers}/AssistantSettings/index.d.ts.map +1 -1
- package/dist/types/src/containers/ChatArticle/ChatArticle.d.ts +2 -9
- package/dist/types/src/containers/ChatArticle/ChatArticle.d.ts.map +1 -1
- package/dist/types/src/containers/ChatCompanion/ChatCompanion.d.ts +3 -10
- package/dist/types/src/containers/ChatCompanion/ChatCompanion.d.ts.map +1 -1
- package/dist/types/src/containers/ChatDialog/ChatDialog.d.ts.map +1 -1
- package/dist/types/src/containers/IntegrationPrompt/IntegrationPrompt.d.ts +13 -0
- package/dist/types/src/containers/IntegrationPrompt/IntegrationPrompt.d.ts.map +1 -0
- package/dist/types/src/containers/IntegrationPrompt/index.d.ts +2 -0
- package/dist/types/src/{components/RoutineProperties → containers/IntegrationPrompt}/index.d.ts.map +1 -1
- package/dist/types/src/containers/SpaceHomePrompt/SpaceHomePrompt.d.ts.map +1 -1
- package/dist/types/src/containers/SpaceHomeSuggestions/SpaceHomeSuggestions.d.ts +1 -1
- package/dist/types/src/containers/SpaceHomeSuggestions/SpaceHomeSuggestions.d.ts.map +1 -1
- package/dist/types/src/containers/TracePanel/TracePanel.stories.d.ts.map +1 -1
- package/dist/types/src/containers/TracePanel/testing/simulated-agent.d.ts +1 -1
- package/dist/types/src/containers/TracePanel/testing/simulated-agent.d.ts.map +1 -1
- package/dist/types/src/containers/TriggerStatus/TriggerStatus.d.ts.map +1 -1
- package/dist/types/src/containers/index.d.ts +2 -3
- package/dist/types/src/containers/index.d.ts.map +1 -1
- package/dist/types/src/execution-graph/execution-graph.d.ts +2 -1
- package/dist/types/src/execution-graph/execution-graph.d.ts.map +1 -1
- package/dist/types/src/execution-graph/index.d.ts +3 -3
- package/dist/types/src/execution-graph/index.d.ts.map +1 -1
- package/dist/types/src/execution-graph/span-tree.d.ts +13 -0
- package/dist/types/src/execution-graph/span-tree.d.ts.map +1 -1
- package/dist/types/src/extensions/index.d.ts +1 -1
- package/dist/types/src/extensions/index.d.ts.map +1 -1
- package/dist/types/src/extensions/prompt-extension.d.ts.map +1 -1
- package/dist/types/src/hooks/index.d.ts +2 -2
- package/dist/types/src/hooks/index.d.ts.map +1 -1
- package/dist/types/src/hooks/useChatProcessor.d.ts.map +1 -1
- package/dist/types/src/hooks/useContextBinder.d.ts.map +1 -1
- package/dist/types/src/hooks/useHomeSuggestions.d.ts +8 -0
- package/dist/types/src/hooks/useHomeSuggestions.d.ts.map +1 -0
- package/dist/types/src/hooks/usePresets.d.ts +6 -2
- package/dist/types/src/hooks/usePresets.d.ts.map +1 -1
- package/dist/types/src/hooks/useSkillRegistry.d.ts +21 -0
- package/dist/types/src/hooks/useSkillRegistry.d.ts.map +1 -0
- package/dist/types/src/index.d.ts +1 -1
- package/dist/types/src/index.d.ts.map +1 -1
- package/dist/types/src/meta.d.ts +4 -0
- package/dist/types/src/meta.d.ts.map +1 -1
- package/dist/types/src/operations/create-chat.d.ts.map +1 -1
- package/dist/types/src/operations/fork-chat.d.ts.map +1 -1
- package/dist/types/src/operations/generate-home-suggestions.d.ts +5 -0
- package/dist/types/src/operations/generate-home-suggestions.d.ts.map +1 -0
- package/dist/types/src/operations/generate-home-suggestions.test.d.ts +2 -0
- package/dist/types/src/operations/generate-home-suggestions.test.d.ts.map +1 -0
- package/dist/types/src/operations/index.d.ts.map +1 -1
- package/dist/types/src/operations/resolve-navigation-targets.d.ts +3 -15
- package/dist/types/src/operations/resolve-navigation-targets.d.ts.map +1 -1
- package/dist/types/src/operations/run-prompt-in-new-chat.d.ts +2 -2
- package/dist/types/src/operations/run-prompt-in-new-chat.d.ts.map +1 -1
- package/dist/types/src/paths.d.ts +1 -1
- package/dist/types/src/paths.d.ts.map +1 -1
- package/dist/types/src/plugin.workerd.d.ts +2 -0
- package/dist/types/src/plugin.workerd.d.ts.map +1 -0
- package/dist/types/src/processor/presets.d.ts +20 -9
- package/dist/types/src/processor/presets.d.ts.map +1 -1
- package/dist/types/src/processor/processor.d.ts +10 -209
- package/dist/types/src/processor/processor.d.ts.map +1 -1
- package/dist/types/src/skills/assistant/index.d.ts +2 -0
- package/dist/types/src/skills/assistant/index.d.ts.map +1 -0
- package/dist/types/src/skills/assistant/skill.d.ts +4 -0
- package/dist/types/src/skills/assistant/skill.d.ts.map +1 -0
- package/dist/types/src/skills/assistant/skill.node.test.d.ts +2 -0
- package/dist/types/src/skills/assistant/skill.node.test.d.ts.map +1 -0
- package/dist/types/src/skills/index.d.ts.map +1 -0
- package/dist/types/src/templates/daily-digest.d.ts +2 -2
- package/dist/types/src/templates/daily-digest.d.ts.map +1 -1
- package/dist/types/src/templates/index.d.ts +3 -3
- package/dist/types/src/templates/index.d.ts.map +1 -1
- package/dist/types/src/templates/research-brief.d.ts +2 -2
- package/dist/types/src/templates/research-brief.d.ts.map +1 -1
- package/dist/types/src/templates/routine-templates.test.d.ts +2 -0
- package/dist/types/src/templates/routine-templates.test.d.ts.map +1 -0
- package/dist/types/src/templates/scaffold.d.ts +9 -9
- package/dist/types/src/templates/scaffold.d.ts.map +1 -1
- package/dist/types/src/testing/test-generator.d.ts +1 -1
- package/dist/types/src/testing/test-generator.d.ts.map +1 -1
- package/dist/types/src/testing/test-sequence.d.ts +1 -8
- package/dist/types/src/testing/test-sequence.d.ts.map +1 -1
- package/dist/types/src/testing/test-trace.d.ts.map +1 -1
- package/dist/types/src/translations.d.ts.map +1 -1
- package/dist/types/src/types/Assistant.d.ts +5 -12
- package/dist/types/src/types/Assistant.d.ts.map +1 -1
- package/dist/types/src/types/AssistantCapabilities.d.ts +21 -0
- package/dist/types/src/types/AssistantCapabilities.d.ts.map +1 -1
- package/dist/types/src/types/AssistantOperation.d.ts +17 -110
- package/dist/types/src/types/AssistantOperation.d.ts.map +1 -1
- package/dist/types/src/types/ChatSurface.d.ts +12 -0
- package/dist/types/src/types/ChatSurface.d.ts.map +1 -0
- package/dist/types/src/types/Ollama.d.ts +44 -0
- package/dist/types/src/types/Ollama.d.ts.map +1 -0
- package/dist/types/src/types/Settings.d.ts +5 -4
- package/dist/types/src/types/Settings.d.ts.map +1 -1
- package/dist/types/src/types/index.d.ts +2 -0
- package/dist/types/src/types/index.d.ts.map +1 -1
- package/dist/types/src/types/service.d.ts +4 -3
- package/dist/types/src/types/service.d.ts.map +1 -1
- package/dist/types/src/util/suggestions.d.ts +1 -1
- package/dist/types/tsconfig.tsbuildinfo +1 -1
- package/dx.config.ts +2 -2
- package/package.json +102 -90
- package/src/AssistantPlugin.conversations.json +1 -1
- package/src/AssistantPlugin.node.ts +5 -5
- package/src/AssistantPlugin.test.ts +26 -40
- package/src/AssistantPlugin.ts +12 -10
- package/src/AssistantPlugin.workerd.ts +15 -6
- package/src/capabilities/agent-hydrator.ts +1 -2
- package/src/capabilities/agent-service.ts +5 -7
- package/src/capabilities/ai-context.ts +7 -32
- package/src/capabilities/ai-service.ts +3 -2
- package/src/capabilities/app-graph-builder.ts +38 -18
- package/src/capabilities/automation-templates.ts +3 -3
- package/src/capabilities/companion-chat-provisioner.ts +22 -6
- package/src/capabilities/{integration-provider.ts → connector.ts} +7 -12
- package/src/capabilities/create-object.ts +9 -26
- package/src/capabilities/index.ts +3 -5
- package/src/capabilities/markdown-extension.ts +2 -3
- package/src/capabilities/navigation-resolver.ts +20 -0
- package/src/capabilities/react-surface.tsx +21 -33
- package/src/capabilities/skill-definition.ts +72 -0
- package/src/capabilities/state.ts +7 -0
- package/src/components/AgentProperties/AgentProperties.stories.tsx +1 -2
- package/src/components/Chat/Chat.tsx +28 -10
- package/src/components/Chat/events.ts +0 -6
- package/src/components/ChatPrompt/ChatActions.tsx +181 -18
- package/src/components/ChatPrompt/ChatOptions.stories.tsx +3 -3
- package/src/components/ChatPrompt/ChatOptions.tsx +17 -21
- package/src/components/ChatPrompt/ChatPrompt.tsx +30 -46
- package/src/components/ChatPrompt/useChatVoiceInput.ts +103 -0
- package/src/components/ChatThread/ChatThread.stories.tsx +7 -16
- package/src/components/ChatThread/MarkdownStream.stories.tsx +3 -3
- package/src/components/ChatThread/registry.tsx +43 -17
- package/src/components/ChatThread/widgets/ReasoningWidget.stories.tsx +2 -2
- package/src/components/ChatThread/widgets/SurfaceWidget.tsx +41 -0
- package/src/components/ChatThread/widgets/index.ts +1 -0
- package/src/components/ProcessTree/ProcessTree.tsx +2 -10
- package/src/components/TaskList/TaskList.stories.tsx +2 -2
- package/src/components/TaskList/TaskList.tsx +2 -2
- package/src/components/Toolbox/Toolbox.tsx +11 -11
- package/src/components/index.ts +0 -6
- package/src/constants.ts +1 -1
- package/src/containers/AgentArticle/AgentArticle.stories.tsx +8 -9
- package/src/containers/AgentArticle/AgentArticle.tsx +1 -1
- package/src/{components → containers}/AssistantSettings/AssistantSettings.stories.tsx +3 -2
- package/src/containers/AssistantSettings/AssistantSettings.tsx +90 -0
- package/src/containers/AssistantSettings/OllamaModels.stories.tsx +108 -0
- package/src/containers/AssistantSettings/OllamaModels.tsx +255 -0
- package/src/containers/ChatArticle/ChatArticle.stories.tsx +3 -3
- package/src/containers/ChatArticle/ChatArticle.tsx +8 -19
- package/src/containers/ChatCompanion/ChatCompanion.tsx +26 -26
- package/src/containers/ChatDialog/ChatDialog.tsx +5 -4
- package/src/containers/IntegrationPrompt/IntegrationPrompt.tsx +79 -0
- package/src/containers/IntegrationPrompt/index.ts +5 -0
- package/src/containers/SpaceHomePrompt/SpaceHomePrompt.tsx +8 -6
- package/src/containers/SpaceHomeSuggestions/SpaceHomeSuggestions.tsx +46 -32
- package/src/containers/TracePanel/TracePanel.stories.tsx +89 -47
- package/src/containers/TracePanel/TracePanel.tsx +13 -8
- package/src/containers/TracePanel/dxn-extractor.test.ts +2 -2
- package/src/containers/TriggerStatus/TriggerStatus.tsx +8 -4
- package/src/containers/index.ts +2 -3
- package/src/execution-graph/SPEC.md +1 -1
- package/src/execution-graph/execution-graph.test.ts +213 -25
- package/src/execution-graph/execution-graph.ts +209 -72
- package/src/execution-graph/index.ts +8 -8
- package/src/execution-graph/span-tree.test.ts +33 -1
- package/src/execution-graph/span-tree.ts +43 -2
- package/src/execution-graph/sub-agent-delegation.test.ts +19 -19
- package/src/extensions/index.ts +1 -1
- package/src/extensions/prompt-extension.ts +1 -1
- package/src/feed-logger.ts +4 -4
- package/src/functions/services.test.ts +4 -4
- package/src/hooks/index.ts +2 -2
- package/src/hooks/useChatProcessor.ts +12 -16
- package/src/hooks/useContextBinder.ts +2 -4
- package/src/hooks/useDebug.ts +2 -2
- package/src/hooks/useHomeSuggestions.ts +55 -0
- package/src/hooks/usePresets.ts +80 -11
- package/src/hooks/useProcessEphemeralStatus.ts +1 -1
- package/src/hooks/useReferencesProvider.ts +1 -1
- package/src/hooks/useSkillRegistry.ts +125 -0
- package/src/index.ts +1 -1
- package/src/operations/create-chat.ts +11 -12
- package/src/operations/fork-chat.ts +14 -19
- package/src/operations/generate-home-suggestions.test.ts +103 -0
- package/src/operations/generate-home-suggestions.ts +116 -0
- package/src/operations/index.ts +1 -0
- package/src/operations/prompt.node.test.ts +14 -17
- package/src/operations/resolve-navigation-targets.ts +32 -19
- package/src/operations/run-prompt-in-new-chat.ts +30 -33
- package/src/operations/update-chat-name.ts +2 -2
- package/src/paths.ts +4 -2
- package/src/plugin.workerd.ts +5 -0
- package/src/processor/presets.ts +38 -61
- package/src/processor/processor.node.test.ts +1 -1
- package/src/processor/processor.ts +34 -20
- package/src/skills/assistant/index.ts +5 -0
- package/src/{blueprints/assistant/blueprint.node.test.ts → skills/assistant/skill.node.test.ts} +8 -8
- package/src/{blueprints/assistant/blueprint.ts → skills/assistant/skill.ts} +9 -9
- package/src/templates/daily-digest.ts +10 -12
- package/src/templates/index.ts +3 -3
- package/src/templates/research-brief.ts +15 -13
- package/src/templates/routine-templates.test.ts +55 -0
- package/src/templates/scaffold.ts +22 -57
- package/src/testing/data/trace-timeline-multiple.dx.json +1 -1
- package/src/testing/data/trace-timeline-remote.dx.json +1 -1
- package/src/testing/data/trace-timeline.dx.json +3430 -1092
- package/src/testing/test-generator.test.ts +26 -22
- package/src/testing/test-generator.ts +4 -8
- package/src/testing/test-trace.ts +2 -1
- package/src/testing/trace-timeline.node.test.ts +14 -14
- package/src/translations.ts +68 -33
- package/src/types/Assistant.ts +3 -1
- package/src/types/AssistantCapabilities.ts +21 -0
- package/src/types/AssistantOperation.ts +21 -32
- package/src/types/ChatSurface.ts +16 -0
- package/src/types/Ollama.ts +59 -0
- package/src/types/Settings.ts +12 -10
- package/src/types/index.ts +3 -0
- package/src/types/service.ts +14 -14
- package/src/util/suggestions.ts +1 -1
- package/dist/lib/neutral/AgentArticle-2BEPWUMN.mjs.map +0 -7
- package/dist/lib/neutral/AssistantSettings-7ALY4BMS.mjs +0 -40
- package/dist/lib/neutral/AssistantSettings-7ALY4BMS.mjs.map +0 -7
- package/dist/lib/neutral/BlueprintArticle-ZBOZNZM7.mjs +0 -27
- package/dist/lib/neutral/BlueprintArticle-ZBOZNZM7.mjs.map +0 -7
- package/dist/lib/neutral/ChatCompanion-YHC43RYQ.mjs.map +0 -7
- package/dist/lib/neutral/ChatDialog-YZDZLIQA.mjs.map +0 -7
- package/dist/lib/neutral/RoutineArticle-FK5BXQN5.mjs +0 -119
- package/dist/lib/neutral/RoutineArticle-FK5BXQN5.mjs.map +0 -7
- package/dist/lib/neutral/RoutineList-SO5ETHNT.mjs +0 -48
- package/dist/lib/neutral/RoutineList-SO5ETHNT.mjs.map +0 -7
- package/dist/lib/neutral/RoutineProperties-FISLMW2R.mjs +0 -17
- package/dist/lib/neutral/RoutineProperties-FISLMW2R.mjs.map +0 -7
- package/dist/lib/neutral/SpaceHomePrompt-HTWQKLGI.mjs.map +0 -7
- package/dist/lib/neutral/SpaceHomeSuggestions-6G4E7GNJ.mjs +0 -50
- package/dist/lib/neutral/SpaceHomeSuggestions-6G4E7GNJ.mjs.map +0 -7
- package/dist/lib/neutral/TriggerStatus-RBOHHDOK.mjs.map +0 -7
- package/dist/lib/neutral/agent-hydrator-PJBYVMBW.mjs.map +0 -7
- package/dist/lib/neutral/agent-service-WV5CSHAG.mjs.map +0 -7
- package/dist/lib/neutral/ai-context-7WRHWYXY.mjs +0 -42
- package/dist/lib/neutral/ai-context-7WRHWYXY.mjs.map +0 -7
- package/dist/lib/neutral/ai-service-AADUIKBY.mjs.map +0 -7
- package/dist/lib/neutral/app-graph-builder-PTSRZXRN.mjs.map +0 -7
- package/dist/lib/neutral/automation-templates-M2XQWGR6.mjs +0 -115
- package/dist/lib/neutral/automation-templates-M2XQWGR6.mjs.map +0 -7
- package/dist/lib/neutral/blueprint-definition-2XPYI35X.mjs +0 -40
- package/dist/lib/neutral/blueprint-definition-2XPYI35X.mjs.map +0 -7
- package/dist/lib/neutral/blueprints/index.mjs +0 -8
- package/dist/lib/neutral/chunk-54W7N6M6.mjs.map +0 -7
- package/dist/lib/neutral/chunk-5H6UJHLF.mjs.map +0 -7
- package/dist/lib/neutral/chunk-5KB2WRI2.mjs.map +0 -7
- package/dist/lib/neutral/chunk-7FQT4XMI.mjs +0 -8
- package/dist/lib/neutral/chunk-H77JTXAN.mjs.map +0 -7
- package/dist/lib/neutral/chunk-IQZJ5TTM.mjs +0 -130
- package/dist/lib/neutral/chunk-IQZJ5TTM.mjs.map +0 -7
- package/dist/lib/neutral/chunk-KLYLW4WH.mjs.map +0 -7
- package/dist/lib/neutral/companion-chat-provisioner-YZZ73P6E.mjs.map +0 -7
- package/dist/lib/neutral/create-chat-Z3FNA6OJ.mjs.map +0 -7
- package/dist/lib/neutral/create-object-BJUDDKQQ.mjs.map +0 -7
- package/dist/lib/neutral/fork-chat-UYXYT6BT.mjs.map +0 -7
- package/dist/lib/neutral/integration-provider-RBD3AFJU.mjs.map +0 -7
- package/dist/lib/neutral/markdown-extension-IJ5RQMQ4.mjs.map +0 -7
- package/dist/lib/neutral/react-surface-ES7UHZ65.mjs.map +0 -7
- package/dist/lib/neutral/resolve-navigation-targets-ZHIMMH7L.mjs +0 -22
- package/dist/lib/neutral/resolve-navigation-targets-ZHIMMH7L.mjs.map +0 -7
- package/dist/lib/neutral/run-prompt-in-new-chat-NIAGCKQV.mjs.map +0 -7
- package/dist/types/src/blueprints/assistant/blueprint.d.ts +0 -4
- package/dist/types/src/blueprints/assistant/blueprint.d.ts.map +0 -1
- package/dist/types/src/blueprints/assistant/blueprint.node.test.d.ts +0 -2
- package/dist/types/src/blueprints/assistant/blueprint.node.test.d.ts.map +0 -1
- package/dist/types/src/blueprints/assistant/index.d.ts +0 -2
- package/dist/types/src/blueprints/assistant/index.d.ts.map +0 -1
- package/dist/types/src/blueprints/index.d.ts.map +0 -1
- package/dist/types/src/capabilities/blueprint-definition.d.ts +0 -5
- package/dist/types/src/capabilities/blueprint-definition.d.ts.map +0 -1
- package/dist/types/src/capabilities/integration-provider.d.ts.map +0 -1
- package/dist/types/src/components/AssistantSettings/AssistantSettings.d.ts.map +0 -1
- package/dist/types/src/components/RoutineProperties/RoutineProperties.d.ts +0 -7
- package/dist/types/src/components/RoutineProperties/RoutineProperties.d.ts.map +0 -1
- package/dist/types/src/components/RoutineProperties/RoutineProperties.stories.d.ts +0 -15
- package/dist/types/src/components/RoutineProperties/RoutineProperties.stories.d.ts.map +0 -1
- package/dist/types/src/components/RoutineProperties/index.d.ts +0 -2
- package/dist/types/src/components/TemplateEditor/TemplateEditor.d.ts +0 -13
- package/dist/types/src/components/TemplateEditor/TemplateEditor.d.ts.map +0 -1
- package/dist/types/src/components/TemplateEditor/TemplateEditor.stories.d.ts.map +0 -1
- package/dist/types/src/components/TemplateEditor/TemplateForm.d.ts +0 -21
- package/dist/types/src/components/TemplateEditor/TemplateForm.d.ts.map +0 -1
- package/dist/types/src/components/TemplateEditor/TemplateForm.stories.d.ts +0 -16
- package/dist/types/src/components/TemplateEditor/TemplateForm.stories.d.ts.map +0 -1
- package/dist/types/src/components/TemplateEditor/extensions/handlebars-extension.d.ts +0 -12
- package/dist/types/src/components/TemplateEditor/extensions/handlebars-extension.d.ts.map +0 -1
- package/dist/types/src/components/TemplateEditor/extensions/index.d.ts +0 -3
- package/dist/types/src/components/TemplateEditor/extensions/index.d.ts.map +0 -1
- package/dist/types/src/components/TemplateEditor/extensions/xml-extension.d.ts +0 -8
- package/dist/types/src/components/TemplateEditor/extensions/xml-extension.d.ts.map +0 -1
- package/dist/types/src/components/TemplateEditor/index.d.ts +0 -2
- package/dist/types/src/components/TemplateEditor/index.d.ts.map +0 -1
- package/dist/types/src/components/TemplateEditor/types.d.ts +0 -18
- package/dist/types/src/components/TemplateEditor/types.d.ts.map +0 -1
- package/dist/types/src/containers/BlueprintArticle/BlueprintArticle.d.ts +0 -6
- package/dist/types/src/containers/BlueprintArticle/BlueprintArticle.d.ts.map +0 -1
- package/dist/types/src/containers/BlueprintArticle/index.d.ts +0 -2
- package/dist/types/src/containers/BlueprintArticle/index.d.ts.map +0 -1
- package/dist/types/src/containers/RoutineArticle/RoutineArticle.d.ts +0 -6
- package/dist/types/src/containers/RoutineArticle/RoutineArticle.d.ts.map +0 -1
- package/dist/types/src/containers/RoutineArticle/RoutineArticle.stories.d.ts +0 -15
- package/dist/types/src/containers/RoutineArticle/RoutineArticle.stories.d.ts.map +0 -1
- package/dist/types/src/containers/RoutineArticle/index.d.ts +0 -2
- package/dist/types/src/containers/RoutineArticle/index.d.ts.map +0 -1
- package/dist/types/src/containers/RoutineList/RoutineList.d.ts +0 -6
- package/dist/types/src/containers/RoutineList/RoutineList.d.ts.map +0 -1
- package/dist/types/src/containers/RoutineList/RoutineList.stories.d.ts +0 -21
- package/dist/types/src/containers/RoutineList/RoutineList.stories.d.ts.map +0 -1
- package/dist/types/src/containers/RoutineList/index.d.ts +0 -2
- package/dist/types/src/containers/RoutineList/index.d.ts.map +0 -1
- package/dist/types/src/hooks/useBlueprintRegistry.d.ts +0 -66
- package/dist/types/src/hooks/useBlueprintRegistry.d.ts.map +0 -1
- package/dist/types/src/hooks/useOnline.d.ts +0 -3
- package/dist/types/src/hooks/useOnline.d.ts.map +0 -1
- package/dist/types/src/templates/automation-templates.test.d.ts +0 -2
- package/dist/types/src/templates/automation-templates.test.d.ts.map +0 -1
- package/src/blueprints/assistant/index.ts +0 -5
- package/src/capabilities/blueprint-definition.ts +0 -67
- package/src/components/AssistantSettings/AssistantSettings.tsx +0 -43
- package/src/components/RoutineProperties/RoutineProperties.stories.tsx +0 -59
- package/src/components/RoutineProperties/RoutineProperties.tsx +0 -23
- package/src/components/RoutineProperties/index.ts +0 -5
- package/src/components/TemplateEditor/TemplateEditor.stories.tsx +0 -95
- package/src/components/TemplateEditor/TemplateEditor.tsx +0 -80
- package/src/components/TemplateEditor/TemplateForm.stories.tsx +0 -76
- package/src/components/TemplateEditor/TemplateForm.tsx +0 -204
- package/src/components/TemplateEditor/extensions/handlebars-extension.ts +0 -274
- package/src/components/TemplateEditor/extensions/index.ts +0 -6
- package/src/components/TemplateEditor/extensions/xml-extension.ts +0 -64
- package/src/components/TemplateEditor/index.ts +0 -5
- package/src/components/TemplateEditor/types.tsx +0 -28
- package/src/containers/BlueprintArticle/BlueprintArticle.tsx +0 -29
- package/src/containers/BlueprintArticle/index.ts +0 -5
- package/src/containers/RoutineArticle/RoutineArticle.stories.tsx +0 -75
- package/src/containers/RoutineArticle/RoutineArticle.tsx +0 -109
- package/src/containers/RoutineArticle/index.ts +0 -5
- package/src/containers/RoutineList/RoutineList.stories.tsx +0 -130
- package/src/containers/RoutineList/RoutineList.tsx +0 -50
- package/src/containers/RoutineList/index.ts +0 -5
- package/src/hooks/useBlueprintRegistry.ts +0 -125
- package/src/hooks/useOnline.ts +0 -10
- package/src/templates/automation-templates.test.ts +0 -66
- /package/dist/lib/neutral/{ChatArticle-KT46SUFU.mjs.map → ChatArticle-OO7GGEFW.mjs.map} +0 -0
- /package/dist/lib/neutral/{TracePanel-T552TAOH.mjs.map → TracePanel-JKNWADJ4.mjs.map} +0 -0
- /package/dist/lib/neutral/{edge-model-resolver-BBVOJBGJ.mjs.map → edge-model-resolver-WDJWDZTT.mjs.map} +0 -0
- /package/dist/lib/neutral/{blueprints → extensions}/index.mjs.map +0 -0
- /package/dist/types/src/{components → containers}/AssistantSettings/AssistantSettings.stories.d.ts +0 -0
- /package/dist/types/src/{components → containers}/AssistantSettings/index.d.ts +0 -0
- /package/dist/types/src/{blueprints → skills}/index.d.ts +0 -0
- /package/src/{components → containers}/AssistantSettings/index.ts +0 -0
- /package/src/{blueprints → skills}/index.ts +0 -0
|
@@ -2,9 +2,11 @@
|
|
|
2
2
|
// Copyright 2025 DXOS.org
|
|
3
3
|
//
|
|
4
4
|
|
|
5
|
-
import React, { type PropsWithChildren } from 'react';
|
|
5
|
+
import React, { type PropsWithChildren, useCallback, useEffect, useState } from 'react';
|
|
6
6
|
|
|
7
|
-
import {
|
|
7
|
+
import { useOptionalAtomCapabilityState, useOptionalCapabilities } from '@dxos/app-framework/ui';
|
|
8
|
+
import { type Settings, TranscriptionCapabilities } from '@dxos/plugin-transcription';
|
|
9
|
+
import { DropdownMenu, Icon, IconButton, MicButton, type ThemedClassName, useTranslation } from '@dxos/react-ui';
|
|
8
10
|
import { mx } from '@dxos/ui-theme';
|
|
9
11
|
|
|
10
12
|
import { meta } from '#meta';
|
|
@@ -13,43 +15,188 @@ import { type ChatEvent } from '../Chat/events';
|
|
|
13
15
|
|
|
14
16
|
export type ChatActionsProps = ThemedClassName<
|
|
15
17
|
PropsWithChildren<{
|
|
18
|
+
docId?: string;
|
|
16
19
|
microphone?: boolean;
|
|
17
|
-
recording?: boolean;
|
|
18
20
|
processing?: boolean;
|
|
19
21
|
debug?: boolean;
|
|
20
22
|
onEvent?: (event: ChatEvent) => void;
|
|
21
23
|
}>
|
|
22
24
|
>;
|
|
23
25
|
|
|
26
|
+
type AudioInputDevice = {
|
|
27
|
+
deviceId: string;
|
|
28
|
+
label: string;
|
|
29
|
+
};
|
|
30
|
+
|
|
24
31
|
export const ChatActions = ({
|
|
25
32
|
classNames,
|
|
26
33
|
children,
|
|
34
|
+
docId,
|
|
27
35
|
microphone,
|
|
28
|
-
recording,
|
|
29
36
|
processing,
|
|
30
37
|
debug,
|
|
31
38
|
onEvent,
|
|
32
39
|
}: ChatActionsProps) => {
|
|
33
40
|
const { t } = useTranslation(meta.profile.key);
|
|
41
|
+
// Voice input is optional: the transcription plugin contributes these capabilities. Tolerate its
|
|
42
|
+
// absence so the chat prompt still renders (e.g. in stories that do not load the plugin).
|
|
43
|
+
const transcriptionAvailable = useOptionalCapabilities(TranscriptionCapabilities.RecordingSession).length > 0;
|
|
44
|
+
const [session, setSession] = useOptionalAtomCapabilityState(TranscriptionCapabilities.RecordingSession);
|
|
45
|
+
const [settings, setSettings] = useOptionalAtomCapabilityState(TranscriptionCapabilities.Settings);
|
|
46
|
+
|
|
47
|
+
const recording = !!session?.recording && session.id === docId;
|
|
48
|
+
const recordMode: Settings.RecordMode = settings?.recordMode ?? 'toggle';
|
|
49
|
+
const entityExtraction = settings?.entityExtraction !== false;
|
|
50
|
+
const selectedDeviceId = settings?.audioDeviceId ?? '';
|
|
51
|
+
|
|
52
|
+
const [devices, setDevices] = useState<AudioInputDevice[]>([]);
|
|
53
|
+
useEffect(() => {
|
|
54
|
+
// Only touch media APIs when the recording controls are actually shown.
|
|
55
|
+
if (!microphone || !transcriptionAvailable || !navigator.mediaDevices?.enumerateDevices) {
|
|
56
|
+
return;
|
|
57
|
+
}
|
|
58
|
+
let cancelled = false;
|
|
59
|
+
const refresh = async () => {
|
|
60
|
+
const all = await navigator.mediaDevices.enumerateDevices();
|
|
61
|
+
if (cancelled) {
|
|
62
|
+
return;
|
|
63
|
+
}
|
|
64
|
+
// Labels are blank until microphone permission is granted; fall back to an ordinal name.
|
|
65
|
+
setDevices(
|
|
66
|
+
all
|
|
67
|
+
.filter((device) => device.kind === 'audioinput' && device.deviceId)
|
|
68
|
+
.map((device, index) => ({
|
|
69
|
+
deviceId: device.deviceId,
|
|
70
|
+
label: device.label || `Microphone ${index + 1}`,
|
|
71
|
+
})),
|
|
72
|
+
);
|
|
73
|
+
};
|
|
74
|
+
void refresh();
|
|
75
|
+
navigator.mediaDevices.addEventListener('devicechange', refresh);
|
|
76
|
+
return () => {
|
|
77
|
+
cancelled = true;
|
|
78
|
+
navigator.mediaDevices.removeEventListener('devicechange', refresh);
|
|
79
|
+
};
|
|
80
|
+
}, [microphone, transcriptionAvailable]);
|
|
81
|
+
|
|
82
|
+
const handleToggle = useCallback(() => {
|
|
83
|
+
if (!docId) {
|
|
84
|
+
return;
|
|
85
|
+
}
|
|
86
|
+
setSession((current) => (current?.recording && current.id === docId ? null : { id: docId, recording: true }));
|
|
87
|
+
}, [setSession, docId]);
|
|
88
|
+
|
|
89
|
+
const handlePressStart = useCallback(() => {
|
|
90
|
+
if (!docId) {
|
|
91
|
+
return;
|
|
92
|
+
}
|
|
93
|
+
setSession(() => ({ id: docId, recording: true }));
|
|
94
|
+
}, [setSession, docId]);
|
|
95
|
+
|
|
96
|
+
const handlePressEnd = useCallback(() => {
|
|
97
|
+
setSession((current) => (current?.id === docId ? null : current));
|
|
98
|
+
}, [setSession, docId]);
|
|
99
|
+
|
|
100
|
+
const handleRecordModeChange = useCallback(
|
|
101
|
+
(mode: Settings.RecordMode) => setSettings((current) => ({ ...current, recordMode: mode })),
|
|
102
|
+
[setSettings],
|
|
103
|
+
);
|
|
104
|
+
|
|
105
|
+
const handleEntityExtractionChange = useCallback(
|
|
106
|
+
(value: boolean) => setSettings((current) => ({ ...current, entityExtraction: value })),
|
|
107
|
+
[setSettings],
|
|
108
|
+
);
|
|
109
|
+
|
|
110
|
+
const handleSelectDevice = useCallback(
|
|
111
|
+
(deviceId: string) => setSettings((current) => ({ ...current, audioDeviceId: deviceId || undefined })),
|
|
112
|
+
[setSettings],
|
|
113
|
+
);
|
|
114
|
+
|
|
115
|
+
const recordLabel = recording
|
|
116
|
+
? t('stop-recording.label')
|
|
117
|
+
: recordMode === 'hold'
|
|
118
|
+
? t('hold-to-record.label')
|
|
119
|
+
: t('start-recording.label');
|
|
34
120
|
|
|
35
121
|
return (
|
|
36
122
|
<div className={mx('flex items-center', classNames)}>
|
|
37
123
|
{children}
|
|
38
124
|
|
|
39
|
-
{microphone && (
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
125
|
+
{microphone && docId && transcriptionAvailable && (
|
|
126
|
+
<>
|
|
127
|
+
<MicButton
|
|
128
|
+
iconOnly
|
|
129
|
+
variant='ghost'
|
|
130
|
+
label={recordLabel}
|
|
131
|
+
recording={recording}
|
|
132
|
+
mode={recordMode}
|
|
133
|
+
onToggle={handleToggle}
|
|
134
|
+
onPressStart={handlePressStart}
|
|
135
|
+
onPressEnd={handlePressEnd}
|
|
136
|
+
data-testid='assistant.record'
|
|
137
|
+
/>
|
|
138
|
+
<DropdownMenu.Root>
|
|
139
|
+
<DropdownMenu.Trigger asChild>
|
|
140
|
+
<IconButton
|
|
141
|
+
icon='ph--caret-down--regular'
|
|
142
|
+
iconOnly
|
|
143
|
+
label={t('recording-options.label')}
|
|
144
|
+
variant='ghost'
|
|
145
|
+
classNames='w-4'
|
|
146
|
+
data-testid='assistant.record.options'
|
|
147
|
+
/>
|
|
148
|
+
</DropdownMenu.Trigger>
|
|
149
|
+
<DropdownMenu.Portal>
|
|
150
|
+
<DropdownMenu.Content>
|
|
151
|
+
<DropdownMenu.Viewport>
|
|
152
|
+
<DropdownMenu.GroupLabel>{t('record-mode.label')}</DropdownMenu.GroupLabel>
|
|
153
|
+
<SettingsSelectableItem
|
|
154
|
+
label={t('record-mode.toggle.label')}
|
|
155
|
+
selected={recordMode === 'toggle'}
|
|
156
|
+
onSelect={() => handleRecordModeChange('toggle')}
|
|
157
|
+
/>
|
|
158
|
+
<SettingsSelectableItem
|
|
159
|
+
label={t('record-mode.hold.label')}
|
|
160
|
+
selected={recordMode === 'hold'}
|
|
161
|
+
onSelect={() => handleRecordModeChange('hold')}
|
|
162
|
+
/>
|
|
163
|
+
|
|
164
|
+
<DropdownMenu.Separator />
|
|
165
|
+
|
|
166
|
+
<DropdownMenu.GroupLabel>{t('audio-device.label')}</DropdownMenu.GroupLabel>
|
|
167
|
+
<SettingsSelectableItem
|
|
168
|
+
label={t('audio-device.default.label')}
|
|
169
|
+
selected={selectedDeviceId === ''}
|
|
170
|
+
onSelect={() => handleSelectDevice('')}
|
|
171
|
+
/>
|
|
172
|
+
{devices.map((device) => (
|
|
173
|
+
<SettingsSelectableItem
|
|
174
|
+
key={device.deviceId}
|
|
175
|
+
label={device.label}
|
|
176
|
+
selected={selectedDeviceId === device.deviceId}
|
|
177
|
+
onSelect={() => handleSelectDevice(device.deviceId)}
|
|
178
|
+
/>
|
|
179
|
+
))}
|
|
180
|
+
|
|
181
|
+
<DropdownMenu.Separator />
|
|
182
|
+
|
|
183
|
+
<DropdownMenu.CheckboxItem
|
|
184
|
+
checked={entityExtraction}
|
|
185
|
+
onCheckedChange={handleEntityExtractionChange}
|
|
186
|
+
classNames='gap-2'
|
|
187
|
+
data-testid='assistant.entity-extraction'
|
|
188
|
+
>
|
|
189
|
+
<span className='grow truncate'>{t('settings.entity-extraction.label')}</span>
|
|
190
|
+
<DropdownMenu.ItemIndicator asChild>
|
|
191
|
+
<Icon icon='ph--check--regular' size={4} />
|
|
192
|
+
</DropdownMenu.ItemIndicator>
|
|
193
|
+
</DropdownMenu.CheckboxItem>
|
|
194
|
+
</DropdownMenu.Viewport>
|
|
195
|
+
<DropdownMenu.Arrow />
|
|
196
|
+
</DropdownMenu.Content>
|
|
197
|
+
</DropdownMenu.Portal>
|
|
198
|
+
</DropdownMenu.Root>
|
|
199
|
+
</>
|
|
53
200
|
)}
|
|
54
201
|
|
|
55
202
|
{debug && (
|
|
@@ -75,3 +222,19 @@ export const ChatActions = ({
|
|
|
75
222
|
</div>
|
|
76
223
|
);
|
|
77
224
|
};
|
|
225
|
+
|
|
226
|
+
type SettingsSelectableItemProps = {
|
|
227
|
+
label: string;
|
|
228
|
+
selected: boolean;
|
|
229
|
+
onSelect: () => void;
|
|
230
|
+
};
|
|
231
|
+
|
|
232
|
+
// The design system's `DropdownMenu.RadioItem` renders a plain item (no radio semantics), so
|
|
233
|
+
// single-select is modelled with a plain item and an explicit trailing check. `onSelect` (not
|
|
234
|
+
// `onClick`) so keyboard activation works.
|
|
235
|
+
const SettingsSelectableItem = ({ label, selected, onSelect }: SettingsSelectableItemProps) => (
|
|
236
|
+
<DropdownMenu.Item classNames='gap-2' role='menuitemradio' aria-checked={selected} onSelect={onSelect}>
|
|
237
|
+
<span className='grow truncate'>{label}</span>
|
|
238
|
+
{selected && <Icon icon='ph--check--regular' size={4} />}
|
|
239
|
+
</DropdownMenu.Item>
|
|
240
|
+
);
|
|
@@ -23,7 +23,7 @@ import { Organization, Person } from '@dxos/types';
|
|
|
23
23
|
import { useContextBinder } from '#hooks';
|
|
24
24
|
import { translations } from '#translations';
|
|
25
25
|
|
|
26
|
-
import { ChatOptions,
|
|
26
|
+
import { ChatOptions, type ChatOptionsProps, ObjectsPanel } from './ChatOptions';
|
|
27
27
|
|
|
28
28
|
const presets = [
|
|
29
29
|
{
|
|
@@ -40,9 +40,9 @@ const presets = [
|
|
|
40
40
|
},
|
|
41
41
|
];
|
|
42
42
|
|
|
43
|
-
type
|
|
43
|
+
type StoryArgs = Pick<ChatOptionsProps, 'presets'>;
|
|
44
44
|
|
|
45
|
-
const DefaultStory = ({ presets }:
|
|
45
|
+
const DefaultStory = ({ presets }: StoryArgs) => {
|
|
46
46
|
const [space] = useSpaces();
|
|
47
47
|
const [feed] = useQuery(space?.db, Filter.type(Feed.Feed));
|
|
48
48
|
const [chat] = useQuery(space?.db, Filter.type(Chat.Chat));
|
|
@@ -14,7 +14,7 @@ import { SearchList, useSearchListResults } from '@dxos/react-ui-search';
|
|
|
14
14
|
import { Tabs } from '@dxos/react-ui-tabs';
|
|
15
15
|
import { getStyles, mx } from '@dxos/ui-theme';
|
|
16
16
|
|
|
17
|
-
import {
|
|
17
|
+
import { useActiveSkills, useContextObjects, useFilteredTypes, useSkillHandlers, useSkills } from '#hooks';
|
|
18
18
|
import { meta } from '#meta';
|
|
19
19
|
import { Assistant, type ChatPresetProps } from '#types';
|
|
20
20
|
|
|
@@ -69,8 +69,8 @@ export const ChatOptions = ({ chat, db, context, registry, presets, preset, onPr
|
|
|
69
69
|
<Tabs.Panel tabIndex={-1} classNames='dx-focus-ring-inset overflow-hidden' value='view'>
|
|
70
70
|
<ViewPanel chat={chat} />
|
|
71
71
|
</Tabs.Panel>
|
|
72
|
-
<Tabs.Panel tabIndex={-1} classNames='dx-focus-ring-inset overflow-hidden' value='
|
|
73
|
-
<
|
|
72
|
+
<Tabs.Panel tabIndex={-1} classNames='dx-focus-ring-inset overflow-hidden' value='skills'>
|
|
73
|
+
<SkillsPanel registry={registry} db={db} context={context} />
|
|
74
74
|
</Tabs.Panel>
|
|
75
75
|
<Tabs.Panel tabIndex={-1} classNames='dx-focus-ring-inset overflow-hidden' value='mcp-servers'>
|
|
76
76
|
<McpServersPanel db={db} />
|
|
@@ -80,11 +80,7 @@ export const ChatOptions = ({ chat, db, context, registry, presets, preset, onPr
|
|
|
80
80
|
</Tabs.Panel>
|
|
81
81
|
<Tabs.Tablist classNames={[styles.toolbar]}>
|
|
82
82
|
<Tabs.IconTab value='view' icon='ph--eye--regular' label={t('chat-view.title')} />
|
|
83
|
-
<Tabs.IconTab
|
|
84
|
-
value='blueprints'
|
|
85
|
-
icon='ph--blueprint--regular'
|
|
86
|
-
label={t('options.blueprints.title')}
|
|
87
|
-
/>
|
|
83
|
+
<Tabs.IconTab value='skills' icon='ph--blueprint--regular' label={t('options.skills.title')} />
|
|
88
84
|
<Tabs.IconTab
|
|
89
85
|
value='mcp-servers'
|
|
90
86
|
icon='ph--plugs-connected--regular'
|
|
@@ -103,32 +99,32 @@ export const ChatOptions = ({ chat, db, context, registry, presets, preset, onPr
|
|
|
103
99
|
);
|
|
104
100
|
};
|
|
105
101
|
|
|
106
|
-
const
|
|
102
|
+
const SkillsPanel = ({ registry, db, context }: Pick<ChatOptionsProps, 'registry' | 'db' | 'context'>) => {
|
|
107
103
|
const { t } = useTranslation(meta.profile.key);
|
|
108
104
|
|
|
109
|
-
const
|
|
110
|
-
const
|
|
111
|
-
const {
|
|
105
|
+
const skills = useSkills({ registry, db });
|
|
106
|
+
const activeSkills = useActiveSkills({ context });
|
|
107
|
+
const { onUpdateSkill } = useSkillHandlers({ db, context, registry });
|
|
112
108
|
const { results, handleSearch } = useSearchListResults({
|
|
113
|
-
items:
|
|
114
|
-
extract: (
|
|
109
|
+
items: skills,
|
|
110
|
+
extract: (skill) => skill.name,
|
|
115
111
|
});
|
|
116
112
|
|
|
117
113
|
return (
|
|
118
114
|
<SearchList.Root onSearch={handleSearch}>
|
|
119
115
|
<SearchList.Content classNames='flex flex-col'>
|
|
120
116
|
<SearchList.Viewport>
|
|
121
|
-
{results.map((
|
|
122
|
-
const
|
|
123
|
-
const isActive =
|
|
117
|
+
{results.map((skill) => {
|
|
118
|
+
const skillKey = Obj.getMeta(skill).key ?? skill.id;
|
|
119
|
+
const isActive = activeSkills.has(skillKey);
|
|
124
120
|
return (
|
|
125
121
|
<SearchList.Item
|
|
126
122
|
classNames='flex items-center overflow-hidden'
|
|
127
|
-
key={
|
|
128
|
-
value={
|
|
129
|
-
label={
|
|
123
|
+
key={skillKey}
|
|
124
|
+
value={skillKey}
|
|
125
|
+
label={skill.name}
|
|
130
126
|
checked={isActive}
|
|
131
|
-
onSelect={() =>
|
|
127
|
+
onSelect={() => onUpdateSkill?.(skillKey, !isActive)}
|
|
132
128
|
/>
|
|
133
129
|
);
|
|
134
130
|
})}
|
|
@@ -4,16 +4,16 @@
|
|
|
4
4
|
|
|
5
5
|
import { useAtomValue } from '@effect-atom/atom-react';
|
|
6
6
|
import * as Option from 'effect/Option';
|
|
7
|
-
import React, { useCallback, useEffect,
|
|
7
|
+
import React, { useCallback, useEffect, useId, useMemo, useRef } from 'react';
|
|
8
8
|
|
|
9
9
|
import { type Chat } from '@dxos/assistant-toolkit';
|
|
10
10
|
import { type Event } from '@dxos/async';
|
|
11
11
|
import { type Database } from '@dxos/echo';
|
|
12
|
-
import { type Merge } from '@dxos/effect';
|
|
13
|
-
import { useVoiceInput } from '@dxos/plugin-transcription';
|
|
14
12
|
import { Input, type ThemedClassName, useDynamicRef, useTranslation } from '@dxos/react-ui';
|
|
15
13
|
import { ChatEditor, type ChatEditorController, type ChatEditorProps } from '@dxos/react-ui-chat';
|
|
14
|
+
import { pendingText } from '@dxos/ui-editor';
|
|
16
15
|
import { mx } from '@dxos/ui-theme';
|
|
16
|
+
import { type Merge } from '@dxos/util';
|
|
17
17
|
|
|
18
18
|
import { useChatKeymapExtensions } from '#hooks';
|
|
19
19
|
import { meta } from '#meta';
|
|
@@ -26,23 +26,22 @@ import { ChatMcpErrors } from './ChatMcpErrors';
|
|
|
26
26
|
import { ChatOptions } from './ChatOptions';
|
|
27
27
|
import { ChatReferences } from './ChatReferences';
|
|
28
28
|
import { ChatStatusIndicator } from './ChatStatusIndicator';
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
>
|
|
29
|
+
import { useChatVoiceInput } from './useChatVoiceInput';
|
|
30
|
+
|
|
31
|
+
export type ChatPromptProps = Merge<
|
|
32
|
+
ThemedClassName<{
|
|
33
|
+
outline?: boolean;
|
|
34
|
+
settings?: boolean;
|
|
35
|
+
expandable?: boolean;
|
|
36
|
+
db?: Database.Database;
|
|
37
|
+
chat?: Chat.Chat;
|
|
38
|
+
processor: AiChatProcessor;
|
|
39
|
+
event: Event<ChatEvent>;
|
|
40
|
+
/** Read-only indicator of whether the configured provider is the remote (online) service. */
|
|
41
|
+
online?: boolean;
|
|
42
|
+
placeholder?: ChatEditorProps['placeholder'];
|
|
43
|
+
}>,
|
|
44
|
+
ChatPresetProps
|
|
46
45
|
>;
|
|
47
46
|
|
|
48
47
|
export const ChatPrompt = ({
|
|
@@ -54,7 +53,6 @@ export const ChatPrompt = ({
|
|
|
54
53
|
event,
|
|
55
54
|
online,
|
|
56
55
|
placeholder,
|
|
57
|
-
onOnlineChange,
|
|
58
56
|
onPresetChange,
|
|
59
57
|
settings = true,
|
|
60
58
|
presets,
|
|
@@ -68,36 +66,21 @@ export const ChatPrompt = ({
|
|
|
68
66
|
const activeRef = useDynamicRef(active);
|
|
69
67
|
|
|
70
68
|
const editorRef = useRef<ChatEditorController>(null);
|
|
71
|
-
const [recordingState, setRecordingState] = useState(false);
|
|
72
69
|
useEffect(() => {
|
|
73
70
|
return event.on((ev) => {
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
editorRef.current?.setText(ev.text);
|
|
78
|
-
editorRef.current?.focus();
|
|
79
|
-
}
|
|
80
|
-
break;
|
|
81
|
-
case 'record-start':
|
|
82
|
-
setRecordingState(true);
|
|
83
|
-
break;
|
|
84
|
-
case 'record-stop':
|
|
85
|
-
setRecordingState(false);
|
|
86
|
-
break;
|
|
71
|
+
if (ev.type === 'update-prompt' && !editorRef.current?.getText()?.length) {
|
|
72
|
+
editorRef.current?.setText(ev.text);
|
|
73
|
+
editorRef.current?.focus();
|
|
87
74
|
}
|
|
88
75
|
});
|
|
89
76
|
}, [event]);
|
|
90
77
|
|
|
91
|
-
|
|
92
|
-
const
|
|
93
|
-
|
|
94
|
-
onUpdate: (text) => {
|
|
95
|
-
editorRef.current?.setText(text);
|
|
96
|
-
editorRef.current?.focus();
|
|
97
|
-
},
|
|
98
|
-
});
|
|
78
|
+
const fallbackDocId = useId();
|
|
79
|
+
const docId = chat?.id ?? fallbackDocId;
|
|
80
|
+
useChatVoiceInput(docId, editorRef);
|
|
99
81
|
|
|
100
|
-
const
|
|
82
|
+
const keymapExtensions = useChatKeymapExtensions({ event });
|
|
83
|
+
const extensions = useMemo(() => [keymapExtensions, pendingText()], [keymapExtensions]);
|
|
101
84
|
|
|
102
85
|
const handleSubmit = useCallback<NonNullable<ChatEditorProps['onSubmit']>>(
|
|
103
86
|
(text) => {
|
|
@@ -160,14 +143,15 @@ export const ChatPrompt = ({
|
|
|
160
143
|
<ChatActions
|
|
161
144
|
classNames='col-span-2'
|
|
162
145
|
microphone={true}
|
|
163
|
-
|
|
146
|
+
docId={docId}
|
|
164
147
|
processing={streaming}
|
|
165
148
|
onEvent={handleEvent}
|
|
166
149
|
>
|
|
167
150
|
{online !== undefined && (
|
|
168
151
|
<Input.Root>
|
|
169
152
|
<Input.Label srOnly>{t('online-switch.label')}</Input.Label>
|
|
170
|
-
|
|
153
|
+
{/* Read-only: the provider is configured in Assistant settings, not toggled here. */}
|
|
154
|
+
<Input.Switch classNames='mx-1' checked={online} disabled />
|
|
171
155
|
</Input.Root>
|
|
172
156
|
)}
|
|
173
157
|
</ChatActions>
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
//
|
|
2
|
+
// Copyright 2026 DXOS.org
|
|
3
|
+
//
|
|
4
|
+
|
|
5
|
+
import { type RefObject, useCallback, useEffect, useMemo, useRef } from 'react';
|
|
6
|
+
|
|
7
|
+
import { useOptionalAtomCapabilityState } from '@dxos/app-framework/ui';
|
|
8
|
+
import { TranscriptionCapabilities } from '@dxos/plugin-transcription/types';
|
|
9
|
+
import { useTranslation } from '@dxos/react-ui';
|
|
10
|
+
import { type ChatEditorController } from '@dxos/react-ui-chat';
|
|
11
|
+
import { useAudioTrack, useTranscriber } from '@dxos/react-ui-transcription';
|
|
12
|
+
import { type ContentBlock } from '@dxos/types';
|
|
13
|
+
import { PendingTextStreamer, cancelPendingText, editorPendingTextSink, pendingTextState } from '@dxos/ui-editor';
|
|
14
|
+
|
|
15
|
+
import { meta } from '#meta';
|
|
16
|
+
|
|
17
|
+
// Recorder chunk interval; the transcriber's chunk threshold is derived from the buffering setting.
|
|
18
|
+
const RECORDER_INTERVAL_MS = 200;
|
|
19
|
+
|
|
20
|
+
/**
|
|
21
|
+
* Drives word-by-word streaming transcription into the chat editor via PendingTextStreamer.
|
|
22
|
+
* Reads the active RecordingSession and Settings capabilities; activates when the session id
|
|
23
|
+
* matches the given docId and the session is recording.
|
|
24
|
+
*/
|
|
25
|
+
export const useChatVoiceInput = (docId: string, editorRef: RefObject<ChatEditorController | null>): void => {
|
|
26
|
+
const { t } = useTranslation(meta.profile.key);
|
|
27
|
+
// Voice input is optional: tolerate the transcription plugin being absent (no session ⇒ inactive).
|
|
28
|
+
const [session] = useOptionalAtomCapabilityState(TranscriptionCapabilities.RecordingSession);
|
|
29
|
+
const [settings] = useOptionalAtomCapabilityState(TranscriptionCapabilities.Settings);
|
|
30
|
+
|
|
31
|
+
const active = !!session?.recording && session.id === docId;
|
|
32
|
+
|
|
33
|
+
const streamerRef = useRef<PendingTextStreamer | null>(null);
|
|
34
|
+
|
|
35
|
+
// Create/destroy the streamer when active transitions.
|
|
36
|
+
useEffect(() => {
|
|
37
|
+
if (!active) {
|
|
38
|
+
return;
|
|
39
|
+
}
|
|
40
|
+
const view = editorRef.current?.view;
|
|
41
|
+
if (!view) {
|
|
42
|
+
return;
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
const streamer = new PendingTextStreamer(editorPendingTextSink(view), {
|
|
46
|
+
mode: settings?.streamMode ?? 'word',
|
|
47
|
+
wordIntervalMs: settings?.wordIntervalMs ?? 80,
|
|
48
|
+
});
|
|
49
|
+
streamer.start({ anchor: view.state.selection.main.head, placeholder: t('recording.placeholder') });
|
|
50
|
+
streamerRef.current = streamer;
|
|
51
|
+
|
|
52
|
+
return () => {
|
|
53
|
+
streamer.dispose();
|
|
54
|
+
streamerRef.current = null;
|
|
55
|
+
// Drop the placeholder if nothing was transcribed; otherwise leave it for review.
|
|
56
|
+
const currentView = editorRef.current?.view;
|
|
57
|
+
if (currentView) {
|
|
58
|
+
const pending = currentView.state.field(pendingTextState, false);
|
|
59
|
+
if (pending && pending.final.length === 0) {
|
|
60
|
+
currentView.dispatch({ effects: cancelPendingText.of() });
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
};
|
|
64
|
+
}, [active, settings?.streamMode, settings?.wordIntervalMs]);
|
|
65
|
+
|
|
66
|
+
const handleSegments = useCallback(async (segments: ContentBlock.Transcript[]) => {
|
|
67
|
+
const text = segments
|
|
68
|
+
.map((segment) => segment.text)
|
|
69
|
+
.join(' ')
|
|
70
|
+
.trim();
|
|
71
|
+
if (text.length > 0) {
|
|
72
|
+
streamerRef.current?.push(text);
|
|
73
|
+
}
|
|
74
|
+
}, []);
|
|
75
|
+
|
|
76
|
+
// Derive the transcriber's chunk threshold from the configured initial buffering time.
|
|
77
|
+
const transcriberConfig = useMemo(
|
|
78
|
+
() => ({
|
|
79
|
+
transcribeAfterChunksAmount: Math.max(
|
|
80
|
+
1,
|
|
81
|
+
Math.round((settings?.transcribeAfterMs ?? 4000) / RECORDER_INTERVAL_MS),
|
|
82
|
+
),
|
|
83
|
+
}),
|
|
84
|
+
[settings?.transcribeAfterMs],
|
|
85
|
+
);
|
|
86
|
+
|
|
87
|
+
// Stable identity: a fresh object would change useTranscriber's memo deps every render.
|
|
88
|
+
const recorderConfig = useMemo(() => ({ interval: RECORDER_INTERVAL_MS }), []);
|
|
89
|
+
|
|
90
|
+
const audioConstraints = useMemo<MediaTrackConstraints | undefined>(
|
|
91
|
+
() => (settings?.audioDeviceId ? { deviceId: { exact: settings.audioDeviceId } } : undefined),
|
|
92
|
+
[settings?.audioDeviceId],
|
|
93
|
+
);
|
|
94
|
+
|
|
95
|
+
const track = useAudioTrack(active, audioConstraints);
|
|
96
|
+
|
|
97
|
+
useTranscriber({
|
|
98
|
+
audioStreamTrack: track,
|
|
99
|
+
transcriberConfig,
|
|
100
|
+
recorderConfig,
|
|
101
|
+
onSegments: handleSegments,
|
|
102
|
+
});
|
|
103
|
+
};
|
|
@@ -9,7 +9,6 @@ import * as Layer from 'effect/Layer';
|
|
|
9
9
|
import React, { useEffect, useMemo, useState } from 'react';
|
|
10
10
|
|
|
11
11
|
import { withPluginManager } from '@dxos/app-framework/testing';
|
|
12
|
-
import { createFeedServiceLayer } from '@dxos/client/echo';
|
|
13
12
|
import { Database, Feed, Filter, Query } from '@dxos/echo';
|
|
14
13
|
import { EffectEx } from '@dxos/effect';
|
|
15
14
|
import { ClientPlugin, initializeIdentity } from '@dxos/plugin-client/testing';
|
|
@@ -28,11 +27,11 @@ import { ChatThread, type ChatThreadProps } from './ChatThread';
|
|
|
28
27
|
|
|
29
28
|
random.seed(1);
|
|
30
29
|
|
|
31
|
-
type MessageGenerator = Effect.Effect<void, never, Database.Service | Feed.ContextFeedService
|
|
30
|
+
type MessageGenerator = Effect.Effect<void, never, Database.Service | Feed.ContextFeedService>;
|
|
32
31
|
|
|
33
|
-
type
|
|
32
|
+
type StoryArgs = { generator?: MessageGenerator[]; delay?: number; wait?: boolean } & ChatThreadProps;
|
|
34
33
|
|
|
35
|
-
const DefaultStory = ({ generator = [], delay = 0, wait, ...props }:
|
|
34
|
+
const DefaultStory = ({ generator = [], delay = 0, wait, ...props }: StoryArgs) => {
|
|
36
35
|
const [space] = useSpaces();
|
|
37
36
|
const feed = useMemo<Feed.Feed | undefined>(
|
|
38
37
|
() => (space ? space.db.add(Feed.make({ name: 'chat' })) : undefined),
|
|
@@ -60,15 +59,7 @@ const DefaultStory = ({ generator = [], delay = 0, wait, ...props }: DefaultStor
|
|
|
60
59
|
}
|
|
61
60
|
|
|
62
61
|
setDone(true);
|
|
63
|
-
}).pipe(
|
|
64
|
-
Effect.provide(
|
|
65
|
-
Layer.mergeAll(
|
|
66
|
-
Database.layer(space.db),
|
|
67
|
-
Feed.ContextFeedService.layer(feed),
|
|
68
|
-
createFeedServiceLayer(space.db),
|
|
69
|
-
),
|
|
70
|
-
),
|
|
71
|
-
),
|
|
62
|
+
}).pipe(Effect.provide(Layer.mergeAll(Database.layer(space.db), Feed.ContextFeedService.layer(feed)))),
|
|
72
63
|
);
|
|
73
64
|
|
|
74
65
|
return () => {
|
|
@@ -100,7 +91,7 @@ const meta = {
|
|
|
100
91
|
StorybookPlugin({}),
|
|
101
92
|
PreviewPlugin(),
|
|
102
93
|
ClientPlugin({
|
|
103
|
-
types: [Organization.Organization, Person.Person],
|
|
94
|
+
types: [Feed.Feed, Message.Message, Organization.Organization, Person.Person],
|
|
104
95
|
onClientInitialized: ({ client }) =>
|
|
105
96
|
Effect.gen(function* () {
|
|
106
97
|
yield* initializeIdentity(client);
|
|
@@ -113,11 +104,11 @@ const meta = {
|
|
|
113
104
|
layout: 'fullscreen',
|
|
114
105
|
translations,
|
|
115
106
|
},
|
|
116
|
-
} satisfies Meta<
|
|
107
|
+
} satisfies Meta<StoryArgs>;
|
|
117
108
|
|
|
118
109
|
export default meta;
|
|
119
110
|
|
|
120
|
-
type Story = StoryObj<
|
|
111
|
+
type Story = StoryObj<StoryArgs>;
|
|
121
112
|
|
|
122
113
|
export const Default: Story = {
|
|
123
114
|
args: {
|
|
@@ -54,7 +54,7 @@ const SAMPLE_TOOL_NAMES = [
|
|
|
54
54
|
'get_project_rules',
|
|
55
55
|
'list_mailboxes',
|
|
56
56
|
'query_inbox',
|
|
57
|
-
'
|
|
57
|
+
'enable_skill',
|
|
58
58
|
'create_schema',
|
|
59
59
|
'create_project',
|
|
60
60
|
'retry_operation',
|
|
@@ -70,7 +70,7 @@ const sampleCallAndResultBlocks = (toolCallId: string, index: number): ContentBl
|
|
|
70
70
|
];
|
|
71
71
|
};
|
|
72
72
|
|
|
73
|
-
type
|
|
73
|
+
type StoryArgs = MarkdownStreamProps & {
|
|
74
74
|
initialContent?: string;
|
|
75
75
|
streamOptions?: TextStreamOptions;
|
|
76
76
|
/**
|
|
@@ -87,7 +87,7 @@ const DefaultStory = ({
|
|
|
87
87
|
debug: debugProp,
|
|
88
88
|
seedToolWidgetsFromMarkdown = false,
|
|
89
89
|
...props
|
|
90
|
-
}:
|
|
90
|
+
}: StoryArgs) => {
|
|
91
91
|
const [controller, setController] = useState<MarkdownStreamController | null>(null);
|
|
92
92
|
const [streaming, setStreaming] = useState(false);
|
|
93
93
|
const [debug, setDebug] = useState(debugProp);
|