@xopcai/xopc 0.0.286 → 0.0.291
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +16 -0
- package/README.zh-CN.md +16 -0
- package/dist/browser-ext/dist/assets/{auth-BXCWrPlg.js → auth-B2CDTr_F.js} +2 -1
- package/dist/browser-ext/dist/background.js +1 -1
- package/dist/browser-ext/dist/sidepanel.html +1 -1
- package/dist/browser-ext/dist/sidepanel.js +36 -10
- package/dist/browser-ext/manifest.json +1 -1
- package/dist/extensions/telegram/xopc.extension.json +1 -1
- package/dist/gateway/static/root/assets/{activity-store-xOhV8FHx.js → activity-store-6lmzUBEr.js} +1 -1
- package/dist/gateway/static/root/assets/{agent-avatar-dicebear-BzQbYWEj.js → agent-avatar-dicebear-BCtrkF15.js} +1 -1
- package/dist/gateway/static/root/assets/agent-defaults-settings-panel-D2eYNelh.js +1 -0
- package/dist/gateway/static/root/assets/agents-BedA5XwI.js +1 -0
- package/dist/gateway/static/root/assets/{api-CVJQLBv9.js → api-D6yepxBp.js} +1 -1
- package/dist/gateway/static/root/assets/api-Dnfnl1Gd.js +1 -0
- package/dist/gateway/static/root/assets/{app-management-settings-panel-CTyuXkNC.js → app-management-settings-panel-Md562Fo-.js} +1 -1
- package/dist/gateway/static/root/assets/{appearance-settings-Tk-GJtvF.js → appearance-settings-BiBFI4BM.js} +1 -1
- package/dist/gateway/static/root/assets/{apps-page-BA-7OrhJ.js → apps-page-Corla83b.js} +1 -1
- package/dist/gateway/static/root/assets/{archive-plugin-O49jeeXo.js → archive-plugin-A_Unp751.js} +1 -1
- package/dist/gateway/static/root/assets/{attachment-load-r9lBF2tW.js → attachment-load-D6idSUyP.js} +1 -1
- package/dist/gateway/static/root/assets/{automations-page-CFFLXYgS.js → automations-page-C6j71Lgs.js} +1 -1
- package/dist/gateway/static/root/assets/automations-workspace-DjZdhLQ5.js +6 -0
- package/dist/gateway/static/root/assets/{binary-plugins-BpM43vsn.js → binary-plugins-BkKYh-8v.js} +1 -1
- package/dist/gateway/static/root/assets/{block-editor-DFrfEcGw.js → block-editor-CDcMvaku.js} +3 -3
- package/dist/gateway/static/root/assets/{browser-automation-inputs-CyHGQwxQ.js → browser-automation-inputs-Cq4sIJt2.js} +1 -1
- package/dist/gateway/static/root/assets/{browser-automations-page-CPkOWfM9.js → browser-automations-page-C64k4TBH.js} +2 -2
- package/dist/gateway/static/root/assets/{browser-settings-page-BOcseZxg.js → browser-settings-page-1k5rj_qR.js} +3 -3
- package/dist/gateway/static/root/assets/capabilities-settings-panel-B2NvoTYb.js +8 -0
- package/dist/gateway/static/root/assets/channels-settings-DExixzp4.js +1 -0
- package/dist/gateway/static/root/assets/{channels-status-swr-BArPeImO.js → channels-status-swr-CVzEYBpX.js} +1 -1
- package/dist/gateway/static/root/assets/{chat-terminal-dock-D5Aka4S8.js → chat-terminal-dock-B9eKFkbg.js} +2 -2
- package/dist/gateway/static/root/assets/computer-model-settings-DW6j2lsn.js +1 -0
- package/dist/gateway/static/root/assets/computer-settings-page-C2Qyw63Q.js +1 -0
- package/dist/gateway/static/root/assets/connectors-page-C3ubZz7K.js +2 -0
- package/dist/gateway/static/root/assets/{date-picker-DNtRu6EB.js → date-picker-BdxjXVKL.js} +1 -1
- package/dist/gateway/static/root/assets/{dependency-picker-Dng3dIQa.js → dependency-picker-CXOa4uh4.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-BicYycxy.js → desktop-pet-CBWiAaSv.js} +1 -1
- package/dist/gateway/static/root/assets/{desktop-pet-settings-BEse55eX.js → desktop-pet-settings-BX1aILDK.js} +1 -1
- package/dist/gateway/static/root/assets/{device-pairing-wizard-be30HuFI.js → device-pairing-wizard-bqm_Yf4i.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-debug-page-YzhYyuay.js → extension-debug-page-B4MMerja.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-page-CEXVIkDl.js → extension-page-B3ZtINak.js} +1 -1
- package/dist/gateway/static/root/assets/{extension-settings-page-CrlbgK8g.js → extension-settings-page-8BkQVh0z.js} +1 -1
- package/dist/gateway/static/root/assets/{gateway-config-swr-BNuoHXiZ.js → gateway-config-swr-BBovMBQ1.js} +1 -1
- package/dist/gateway/static/root/assets/gateway-settings-ZyhacQX5.js +1 -0
- package/dist/gateway/static/root/assets/{gateway-startup-retry-zMPfje0n.js → gateway-startup-retry-NXDtzZED.js} +1 -1
- package/dist/gateway/static/root/assets/{heartbeat-settings-BtxitqZ3.js → heartbeat-settings-Bllcxm2A.js} +1 -1
- package/dist/gateway/static/root/assets/home-page-Cv2e8XBR.js +1 -0
- package/dist/gateway/static/root/assets/{image-generation-api-B_Tyx74A.js → image-generation-api-D01ieqGC.js} +1 -1
- package/dist/gateway/static/root/assets/{imports-page-eZciuLw_.js → imports-page-DJG1BJzd.js} +1 -1
- package/dist/gateway/static/root/assets/index-B7EieIE4.js +75 -0
- package/dist/gateway/static/root/assets/index-BD5uNzie.css +2 -0
- package/dist/gateway/static/root/assets/{keyboard-shortcuts-settings-B796W039.js → keyboard-shortcuts-settings-6A6JOHTI.js} +1 -1
- package/dist/gateway/static/root/assets/local-app-workbench-page-Cipj52Zq.js +2 -0
- package/dist/gateway/static/root/assets/{local-apps-page-DXmY5jwM.js → local-apps-page-bD-m7YHJ.js} +1 -1
- package/dist/gateway/static/root/assets/{locale-store-D0001I7p.js → locale-store-eliqUnBr.js} +1 -1
- package/dist/gateway/static/root/assets/logs-page-D5feO2yw.js +2 -0
- package/dist/gateway/static/root/assets/{management-settings-b1MG7s-3.js → management-settings-B7mz0_44.js} +1 -1
- package/dist/gateway/static/root/assets/{markdown-view-2txE_Blz.js → markdown-view-BIg7cei7.js} +1 -1
- package/dist/gateway/static/root/assets/{media-plugins-CDEf3ksI.js → media-plugins-DQ2HfMeG.js} +1 -1
- package/dist/gateway/static/root/assets/messages-NYDOR8-j.js +3 -0
- package/dist/gateway/static/root/assets/note-detail-panel-DhYJigb3.js +5 -0
- package/dist/gateway/static/root/assets/notes-page-Bg5NPUdf.js +8 -0
- package/dist/gateway/static/root/assets/{page-tabs-Bi_-DA5J.js → page-tabs-DmG_Qjl8.js} +1 -1
- package/dist/gateway/static/root/assets/{preview-open-alternatives-Dhfdf14p.js → preview-open-alternatives-Y9J1kjKC.js} +1 -1
- package/dist/gateway/static/root/assets/{proactive-page-BNouL7Tv.js → proactive-page-Duc_NQ8l.js} +1 -1
- package/dist/gateway/static/root/assets/{product-open-page-BkbZBqBr.js → product-open-page-DtgWUAwT.js} +1 -1
- package/dist/gateway/static/root/assets/project-detail-page-DVOiucVA.js +1 -0
- package/dist/gateway/static/root/assets/projects-page-Dr_kDoCJ.js +1 -0
- package/dist/gateway/static/root/assets/{registry-api-icwoEKYB.js → registry-api-Dpm3N2h0.js} +1 -1
- package/dist/gateway/static/root/assets/remote-access-hub-hyJ2KKKK.js +1 -0
- package/dist/gateway/static/root/assets/{runtime-tools-settings-panel-bmgxwWpW.js → runtime-tools-settings-panel-DB7J9opJ.js} +2 -2
- package/dist/gateway/static/root/assets/{schema-form-DoZeepCg.js → schema-form-CMYuPOlE.js} +1 -1
- package/dist/gateway/static/root/assets/sessions-page-DGsnYcoh.js +1 -0
- package/dist/gateway/static/root/assets/settings-advanced-gate-DuzZqQMn.js +1 -0
- package/dist/gateway/static/root/assets/{settings-form-section-sw2bbS2b.js → settings-form-section-BayJP08a.js} +1 -1
- package/dist/gateway/static/root/assets/{settings-page-BWF8uac0.js → settings-page-CWBqZtt6.js} +1 -1
- package/dist/gateway/static/root/assets/setup-status-panel-C97S5g5c.js +1 -0
- package/dist/gateway/static/root/assets/{share-preview-page-BIHYD6-O.js → share-preview-page-Wn5bQA-5.js} +1 -1
- package/dist/gateway/static/root/assets/shares-settings-pfVzP8F7.js +1 -0
- package/dist/gateway/static/root/assets/skill-reload-api-DDJ0ZKx3.js +1 -0
- package/dist/gateway/static/root/assets/skills-page-DbDpLjDW.js +2 -0
- package/dist/gateway/static/root/assets/{skills-page.utils-dvue6Ish.js → skills-page.utils-DCHY_kou.js} +1 -1
- package/dist/gateway/static/root/assets/{system-settings-panel-DCyxPWCl.js → system-settings-panel-DhgITgId.js} +1 -1
- package/dist/gateway/static/root/assets/task-detail-page-UqwtiHYu.js +1 -0
- package/dist/gateway/static/root/assets/{theme-store-CZwYGpbY.js → theme-store-DUHPzKzv.js} +1 -1
- package/dist/gateway/static/root/assets/{tunnel-api-__auf8Ww.js → tunnel-api-DJ3gz2tM.js} +1 -1
- package/dist/gateway/static/root/assets/{use-autosave-Iq83UDt3.js → use-autosave-htvgT192.js} +1 -1
- package/dist/gateway/static/root/assets/user-model-page-xOsXY_2W.js +2 -0
- package/dist/gateway/static/root/assets/{voice-api-key-field-D-QssKik.js → voice-api-key-field-BviJF3Oa.js} +1 -1
- package/dist/gateway/static/root/assets/{voice-config-api-B0wNN_tE.js → voice-config-api-Bjy8EFqi.js} +1 -1
- package/dist/gateway/static/root/assets/{work-discovery-overlay-5NRYg1iI.js → work-discovery-overlay-BOBVNEYZ.js} +1 -1
- package/dist/gateway/static/root/assets/{workflow-run-setup-panel-Ds2SZjLG.js → workflow-run-setup-panel-D1N9uUyM.js} +2 -2
- package/dist/gateway/static/root/assets/workflows-page-2ylzlgkG.js +6 -0
- package/dist/gateway/static/root/index.html +10 -10
- package/dist/package.js +1 -1
- package/dist/packages/computer-control-contract/src/index.js +178 -0
- package/dist/packages/realtime-protocol/src/voice-audio.js +15 -10
- package/dist/packages/realtime-protocol/src/voice-catalog.js +61 -0
- package/dist/packages/realtime-protocol/src/voice.js +257 -248
- package/dist/src/agent/agent-manager.d.ts +1 -0
- package/dist/src/agent/agent-manager.js +5 -4
- package/dist/src/agent/background-review/run-background-review.js +1 -1
- package/dist/src/agent/embedded/model-runtime.js +1 -1
- package/dist/src/agent/embedded/run-for-session.js +1 -1
- package/dist/src/agent/embedded/run-turn.js +9 -1
- package/dist/src/agent/external-tools/endpoint-provider.js +4 -2
- package/dist/src/agent/image/tool-model-config.js +1 -1
- package/dist/src/agent/mcp/oauth/mcp-oauth-store.js +1 -1
- package/dist/src/agent/service.js +2 -2
- package/dist/src/agent/session/session-inspector.js +1 -1
- package/dist/src/agent/skills/hub-lock.js +1 -1
- package/dist/src/agent/skills/index.js +25 -15
- package/dist/src/agent/skills/parse-skill-metadata.d.ts +5 -1
- package/dist/src/agent/skills/parse-skill-metadata.js +21 -1
- package/dist/src/agent/skills/types.d.ts +7 -0
- package/dist/src/agent/tasks/task-judge-service.js +3 -3
- package/dist/src/agent/tool-manuals/computer.d.ts +1 -0
- package/dist/src/agent/tool-manuals/computer.js +19 -0
- package/dist/src/agent/tool-manuals/index.js +7 -0
- package/dist/src/agent/tools/computer-use-tool.d.ts +11 -0
- package/dist/src/agent/tools/computer-use-tool.js +86 -0
- package/dist/src/agent/tools/factory.d.ts +2 -0
- package/dist/src/agent/tools/factory.js +30 -0
- package/dist/src/agent-config/index.js +2 -2
- package/dist/src/agent-config/resolver.js +5 -0
- package/dist/src/agent-config/schema.d.ts +32 -0
- package/dist/src/agent-config/schema.js +5 -2
- package/dist/src/ai-assist/text-assist.js +1 -1
- package/dist/src/auth/credentials.js +2 -2
- package/dist/src/auth/oauth/xopc-cloud.js +1 -1
- package/dist/src/auth/profiles/store.js +1 -1
- package/dist/src/auth/sync-provider-auth.js +2 -2
- package/dist/src/browser/providers/browser-ext-install.js +1 -1
- package/dist/src/capabilities/readiness/from-config.js +14 -2
- package/dist/src/capabilities/readiness/planner.js +3 -2
- package/dist/src/capabilities/readiness/types.d.ts +1 -1
- package/dist/src/chat-commands/agent-edit.js +1 -1
- package/dist/src/cli/commands/agent.js +1 -1
- package/dist/src/cli/commands/doctor/checks/provider-auth.js +3 -3
- package/dist/src/cli/commands/models.js +1 -1
- package/dist/src/computer/broker.d.ts +97 -0
- package/dist/src/computer/broker.js +337 -0
- package/dist/src/computer/config.d.ts +9 -0
- package/dist/src/computer/config.js +16 -0
- package/dist/src/computer/control-guard.d.ts +4 -0
- package/dist/src/computer/control-guard.js +17 -0
- package/dist/src/computer/errors.d.ts +7 -0
- package/dist/src/computer/errors.js +30 -0
- package/dist/src/computer/model-adapter.d.ts +44 -0
- package/dist/src/computer/model-adapter.js +273 -0
- package/dist/src/computer/model-config.d.ts +3 -0
- package/dist/src/computer/model-config.js +27 -0
- package/dist/src/computer/model-policy.d.ts +3 -0
- package/dist/src/computer/model-policy.js +20 -0
- package/dist/src/computer/runtime.d.ts +128 -0
- package/dist/src/computer/runtime.js +388 -0
- package/dist/src/config/index.js +4 -4
- package/dist/src/config/loader.js +2 -2
- package/dist/src/config/models-json.d.ts +36 -0
- package/dist/src/config/models-json.js +15 -1
- package/dist/src/config/schema.d.ts +37 -0
- package/dist/src/config/schema.js +11 -2
- package/dist/src/config/voice.js +2 -2
- package/dist/src/endpoint-tools/invocation-service.d.ts +1 -0
- package/dist/src/endpoint-tools/invocation-service.js +5 -2
- package/dist/src/endpoint-tools/policy.js +7 -0
- package/dist/src/endpoint-tools/runtime.js +1 -0
- package/dist/src/endpoint-tools/upload-service.d.ts +13 -1
- package/dist/src/endpoint-tools/upload-service.js +73 -8
- package/dist/src/extensions/lockfile.js +1 -1
- package/dist/src/gateway/agent-builtin-tools.d.ts +7 -1
- package/dist/src/gateway/agent-builtin-tools.js +7 -0
- package/dist/src/gateway/agents-admin.js +1 -1
- package/dist/src/gateway/file-path-classifier.js +1 -1
- package/dist/src/gateway/global-defaults-admin.js +16 -0
- package/dist/src/gateway/hono/lib/config-payload.d.ts +15 -0
- package/dist/src/gateway/hono/lib/config-payload.js +2 -1
- package/dist/src/gateway/hono/routes/config-patch/misc.js +13 -2
- package/dist/src/gateway/hono/routes/endpoint-tools.js +3 -2
- package/dist/src/gateway/hono/routes/models.js +6 -3
- package/dist/src/gateway/hono/routes/voice.js +55 -1
- package/dist/src/gateway/hono/routes/workflows.js +2 -2
- package/dist/src/gateway/security/gateway-scopes.d.ts +1 -1
- package/dist/src/gateway/security/gateway-scopes.js +3 -0
- package/dist/src/gateway/service/config-coordinator.js +4 -1
- package/dist/src/gateway/service.js +12 -12
- package/dist/src/providers/auth-runtime/resolve-auth.js +1 -1
- package/dist/src/providers/index.js +2 -2
- package/dist/src/providers/model-catalog-persistence.js +11 -2
- package/dist/src/providers/model-catalog-store.js +1 -0
- package/dist/src/providers/model-catalog-types.d.ts +7 -2
- package/dist/src/providers/model-reference-auditor.js +6 -3
- package/dist/src/providers/model-registry.js +4 -1
- package/dist/src/providers/model-supplements.js +18 -2
- package/dist/src/providers/presentation.js +4 -2
- package/dist/src/providers/register-runtime-providers.js +1 -1
- package/dist/src/providers/xopc-cloud-model-source.js +10 -4
- package/dist/src/storage/sqlite/index.d.ts +1 -1
- package/dist/src/storage/sqlite/index.js +2 -2
- package/dist/src/storage/sqlite/migrations/conversation-backup.d.ts +8 -0
- package/dist/src/storage/sqlite/migrations/conversation-backup.js +17 -7
- package/dist/src/storage/sqlite/migrations/conversation-windows-owners.js +5 -2
- package/dist/src/storage/sqlite/migrations/discover.js +2 -2
- package/dist/src/storage/sqlite/migrations/errors.d.ts +5 -0
- package/dist/src/storage/sqlite/migrations/errors.js +12 -2
- package/dist/src/storage/sqlite/migrations/runner.d.ts +1 -1
- package/dist/src/storage/sqlite/migrations/runner.js +3 -2
- package/dist/src/storage/sqlite/schema.js +2 -2
- package/dist/src/storage/sqlite/schema.sql +2641 -526
- package/dist/src/tui/backends/embedded-backend.js +1 -1
- package/dist/src/tui/tui-commands.js +1 -1
- package/dist/src/tui/tui-startup-resources.js +1 -1
- package/dist/src/tui/tui.js +2 -2
- package/dist/src/voice/platform-catalog.d.ts +81 -0
- package/dist/src/voice/platform-catalog.js +16 -0
- package/dist/src/voice/platform-settings.d.ts +4 -0
- package/dist/src/voice/platform-settings.js +120 -0
- package/dist/src/voice/platform-streams.d.ts +12 -0
- package/dist/src/voice/platform-streams.js +250 -0
- package/dist/src/voice/realtime/omniEngine.js +8 -5
- package/dist/src/voice/realtime/omniRoute.d.ts +1 -0
- package/dist/src/voice/realtime/omniRoute.js +11 -1
- package/dist/src/voice/realtime/runtime.js +14 -6
- package/dist/src/voice/stt/providers/xopc-cloud-transcription.js +15 -8
- package/dist/src/voice/tts/providers/xopc-cloud-speech.js +12 -19
- package/dist/src/work-discovery/service.js +2 -2
- package/dist/src/workflows/service/workflow-run-service.js +1 -1
- package/package.json +7 -4
- package/skills/creative/algorithmic-art/SKILL.md +7 -0
- package/skills/creative/frontend-design/SKILL.md +8 -0
- package/skills/creative/hatch-pet/SKILL.md +7 -0
- package/skills/creative/theme-factory/SKILL.md +8 -0
- package/skills/documents/doc-coauthoring/SKILL.md +7 -0
- package/skills/documents/docx/SKILL.md +7 -0
- package/skills/documents/pdf/SKILL.md +7 -0
- package/skills/documents/pptx/SKILL.md +7 -0
- package/skills/documents/xlsx/SKILL.md +9 -1
- package/skills/engineering/build-xopc-local-app/SKILL.md +7 -0
- package/skills/engineering/define-task/SKILL.md +7 -0
- package/skills/engineering/diagnose/SKILL.md +8 -0
- package/skills/engineering/tdd/SKILL.md +8 -0
- package/skills/tools/find-skills/SKILL.md +8 -0
- package/skills/tools/github/SKILL.md +7 -0
- package/skills/tools/summarize/SKILL.md +8 -0
- package/skills/tools/webapp-testing/SKILL.md +8 -1
- package/dist/gateway/static/root/assets/agent-defaults-settings-panel-BxR5eog4.js +0 -1
- package/dist/gateway/static/root/assets/agents-Dx1om1eN.js +0 -1
- package/dist/gateway/static/root/assets/api-q1kIMCLW.js +0 -1
- package/dist/gateway/static/root/assets/automations-workspace-DUZE1NOH.js +0 -6
- package/dist/gateway/static/root/assets/capabilities-settings-panel-ohEV64hG.js +0 -8
- package/dist/gateway/static/root/assets/channels-settings-UOf9mgqt.js +0 -1
- package/dist/gateway/static/root/assets/connectors-page-BEQR0NRq.js +0 -2
- package/dist/gateway/static/root/assets/gateway-settings-CDJY1AOW.js +0 -1
- package/dist/gateway/static/root/assets/home-page-_oqo0pNR.js +0 -1
- package/dist/gateway/static/root/assets/index--YC42LAz.css +0 -2
- package/dist/gateway/static/root/assets/index-fVtuw2o9.js +0 -75
- package/dist/gateway/static/root/assets/local-app-workbench-page-Z8mpau9d.js +0 -2
- package/dist/gateway/static/root/assets/logs-page-BGOO8ouT.js +0 -2
- package/dist/gateway/static/root/assets/messages-BWANv-N-.js +0 -3
- package/dist/gateway/static/root/assets/note-detail-panel-Bm33_3xJ.js +0 -5
- package/dist/gateway/static/root/assets/notes-page-C32-xssK.js +0 -8
- package/dist/gateway/static/root/assets/project-detail-page-CZ7glGYw.js +0 -1
- package/dist/gateway/static/root/assets/projects-page-DP3ZINZz.js +0 -1
- package/dist/gateway/static/root/assets/remote-access-hub-xqJcPdOO.js +0 -1
- package/dist/gateway/static/root/assets/sessions-page-BaxIfjpm.js +0 -1
- package/dist/gateway/static/root/assets/settings-advanced-gate-Cy3Ab3Vg.js +0 -1
- package/dist/gateway/static/root/assets/setup-status-panel-BuYto2mT.js +0 -1
- package/dist/gateway/static/root/assets/shares-settings-DKtWUneq.js +0 -1
- package/dist/gateway/static/root/assets/skill-reload-api-Dn7ElMUk.js +0 -1
- package/dist/gateway/static/root/assets/skills-page-D-7UtJIc.js +0 -2
- package/dist/gateway/static/root/assets/task-detail-page-efmH43Pq.js +0 -1
- package/dist/gateway/static/root/assets/user-model-page-DByIJcQq.js +0 -2
- package/dist/gateway/static/root/assets/workflows-page-BJv3eoKR.js +0 -6
- package/dist/src/storage/sqlite/migrations/002_add_flush_columns.sql +0 -3
- package/dist/src/storage/sqlite/migrations/003_add_note_markdown_meta.sql +0 -4
- package/dist/src/storage/sqlite/migrations/004_add_session_type_metadata.sql +0 -15
- package/dist/src/storage/sqlite/migrations/005_add_note_agent_contexts.sql +0 -10
- package/dist/src/storage/sqlite/migrations/006_add_goals.sql +0 -108
- package/dist/src/storage/sqlite/migrations/007_goal_run_judge_schema.sql +0 -4
- package/dist/src/storage/sqlite/migrations/008_goal_queue_workflow_runs.sql +0 -53
- package/dist/src/storage/sqlite/migrations/009_cron_jobs.sql +0 -24
- package/dist/src/storage/sqlite/migrations/010_session_id_identity.sql +0 -30
- package/dist/src/storage/sqlite/migrations/011_goal_context_messages.sql +0 -8
- package/dist/src/storage/sqlite/migrations/012_memory_records.sql +0 -63
- package/dist/src/storage/sqlite/migrations/013_memory_trace_events.sql +0 -21
- package/dist/src/storage/sqlite/migrations/014_memory_record_governance.sql +0 -10
- package/dist/src/storage/sqlite/migrations/015_memory_trace_feedback.sql +0 -4
- package/dist/src/storage/sqlite/migrations/016_automations.sql +0 -47
- package/dist/src/storage/sqlite/migrations/017_automation_run_events.sql +0 -14
- package/dist/src/storage/sqlite/migrations/018_automation_safety.sql +0 -1
- package/dist/src/storage/sqlite/migrations/019_projects.sql +0 -40
- package/dist/src/storage/sqlite/migrations/020_project_default_agent.sql +0 -1
- package/dist/src/storage/sqlite/migrations/021_projects_fts.sql +0 -21
- package/dist/src/storage/sqlite/migrations/022_work_items.sql +0 -61
- package/dist/src/storage/sqlite/migrations/023_work_item_attachments.sql +0 -15
- package/dist/src/storage/sqlite/migrations/024_activity_events.sql +0 -62
- package/dist/src/storage/sqlite/migrations/025_project_pinned_at.sql +0 -5
- package/dist/src/storage/sqlite/migrations/026_goal_contracts.sql +0 -10
- package/dist/src/storage/sqlite/migrations/027_mobile_notifications.sql +0 -43
- package/dist/src/storage/sqlite/migrations/028_goal_evidence_requirements.sql +0 -47
- package/dist/src/storage/sqlite/migrations/029_user_understanding.sql +0 -133
- package/dist/src/storage/sqlite/migrations/030_connectors.sql +0 -94
- package/dist/src/storage/sqlite/migrations/031_connector_approvals.sql +0 -24
- package/dist/src/storage/sqlite/migrations/032_connector_webhook_deliveries.sql +0 -15
- package/dist/src/storage/sqlite/migrations/033_user_trust_policies.sql +0 -6
- package/dist/src/storage/sqlite/migrations/034_allow_global_auto_trust.sql +0 -14
- package/dist/src/storage/sqlite/migrations/035_user_profile_prompt_state.sql +0 -7
- package/dist/src/storage/sqlite/migrations/036_goal_outcome_metric.sql +0 -12
- package/dist/src/storage/sqlite/migrations/037_connected_knowledge_pipeline.sql +0 -47
- package/dist/src/storage/sqlite/migrations/038_user_owned_memory.sql +0 -68
- package/dist/src/storage/sqlite/migrations/039_memory_reference_consents.sql +0 -19
- package/dist/src/storage/sqlite/migrations/040_local_apps.sql +0 -32
- package/dist/src/storage/sqlite/migrations/041_local_app_release_lifecycle.sql +0 -17
- package/dist/src/storage/sqlite/migrations/042_work_discovery.sql +0 -41
- package/dist/src/storage/sqlite/migrations/043_local_app_acceptance_runs.sql +0 -16
- package/dist/src/storage/sqlite/migrations/044_repair_work_discovery_foreign_keys.sql +0 -75
- package/dist/src/storage/sqlite/migrations/045_extension_ui_grants.sql +0 -13
- package/dist/src/storage/sqlite/migrations/046_work_discovery_feedback.sql +0 -13
- package/dist/src/storage/sqlite/migrations/047_work_discovery_sources.sql +0 -16
- package/dist/src/storage/sqlite/migrations/048_work_understanding_investigations.sql +0 -40
- package/dist/src/storage/sqlite/migrations/049_work_understanding_threads.sql +0 -52
- package/dist/src/storage/sqlite/migrations/050_work_discovery_source_refreshes.sql +0 -15
- package/dist/src/storage/sqlite/migrations/051_focus_watches.sql +0 -26
- package/dist/src/storage/sqlite/migrations/052_proactive_insights.sql +0 -25
- package/dist/src/storage/sqlite/migrations/053_browser_recipes.sql +0 -45
- package/dist/src/storage/sqlite/migrations/054_task_outcomes.sql +0 -24
- package/dist/src/storage/sqlite/migrations/055_relationship_settings.sql +0 -14
- package/dist/src/storage/sqlite/migrations/056_task_verification.sql +0 -6
- package/dist/src/storage/sqlite/migrations/057_interaction_states.sql +0 -11
- package/dist/src/storage/sqlite/migrations/058_proactive_value.sql +0 -3
- package/dist/src/storage/sqlite/migrations/059_composer_input_history.sql +0 -8
- package/dist/src/storage/sqlite/migrations/060_remove_runtime_transcript_messages.sql +0 -45
- package/dist/src/storage/sqlite/migrations/061_drop_compaction_checkpoints.sql +0 -2
- package/dist/src/storage/sqlite/migrations/062_connector_learning_jobs.sql +0 -27
- package/dist/src/storage/sqlite/migrations/063_knowledge_collection_scopes.sql +0 -14
- package/dist/src/storage/sqlite/migrations/064_user_claims.sql +0 -60
- package/dist/src/storage/sqlite/migrations/065_knowledge_item_scope_identity.sql +0 -116
- package/dist/src/storage/sqlite/migrations/066_first_class_focuses.sql +0 -126
- package/dist/src/storage/sqlite/migrations/067_home_attention_acknowledgements.sql +0 -9
- package/dist/src/storage/sqlite/migrations/068_proactive_event_spine.sql +0 -71
- package/dist/src/storage/sqlite/migrations/069_proactive_scenario_control.sql +0 -69
- package/dist/src/storage/sqlite/migrations/070_proactive_execution.sql +0 -55
- package/dist/src/storage/sqlite/migrations/071_proactive_inbox.sql +0 -45
- package/dist/src/storage/sqlite/migrations/072_proactive_judgments.sql +0 -14
- package/dist/src/storage/sqlite/migrations/073_enable_default_proactive_scenarios.sql +0 -13
- package/dist/src/storage/sqlite/migrations/074_deduplicate_blocked_work_routing.sql +0 -5
- package/dist/src/storage/sqlite/migrations/075_connector_sync_policies.sql +0 -13
- package/dist/src/storage/sqlite/migrations/076_meeting_preparation_scenario.sql +0 -29
- package/dist/src/storage/sqlite/migrations/077_proactive_insight_fingerprints.sql +0 -4
- package/dist/src/storage/sqlite/migrations/078_discussion_captures.sql +0 -64
- package/dist/src/storage/sqlite/migrations/079_discussion_follow_up_scenario.sql +0 -29
- package/dist/src/storage/sqlite/migrations/080_task_outcome_context.sql +0 -15
- package/dist/src/storage/sqlite/migrations/081_project_monitoring_policies.sql +0 -10
- package/dist/src/storage/sqlite/migrations/082_one_click_live_discussions.sql +0 -100
- package/dist/src/storage/sqlite/migrations/083_session_task_plans.sql +0 -9
- package/dist/src/storage/sqlite/migrations/084_work_intake_lifecycle.sql +0 -26
- package/dist/src/storage/sqlite/migrations/085_task_outcome_projection.sql +0 -19
- package/dist/src/storage/sqlite/migrations/086_outcome_aggregates.sql +0 -168
- package/dist/src/storage/sqlite/migrations/087_context_snapshots.sql +0 -21
- package/dist/src/storage/sqlite/migrations/088_automation_execution_deadlines.sql +0 -5
- package/dist/src/storage/sqlite/migrations/089_automation_run_leases.sql +0 -8
- package/dist/src/storage/sqlite/migrations/090_outcome_contract_judgment.sql +0 -2
- package/dist/src/storage/sqlite/migrations/091_context_allocation.sql +0 -1
- package/dist/src/storage/sqlite/migrations/092_outcome_execution_runtime.sql +0 -88
- package/dist/src/storage/sqlite/migrations/093_remove_legacy_goals.sql +0 -174
- package/dist/src/storage/sqlite/migrations/094_outcome_judgment_and_authority.sql +0 -3
- package/dist/src/storage/sqlite/migrations/095_session_input_queue.sql +0 -35
- package/dist/src/storage/sqlite/migrations/096_drop_work_intakes.sql +0 -6
- package/dist/src/storage/sqlite/migrations/097_work_item_lifecycle.sql +0 -194
- package/dist/src/storage/sqlite/migrations/098_discussion_note_documents.sql +0 -99
- package/dist/src/storage/sqlite/migrations/099_task_model.sql +0 -500
- package/dist/src/storage/sqlite/migrations/100_project_task_taskrun.sql +0 -763
- package/dist/src/storage/sqlite/migrations/101_session_response_language.sql +0 -1
- package/dist/src/storage/sqlite/migrations/102_session_user_context_mode.sql +0 -2
- package/dist/src/storage/sqlite/migrations/103_finalize_structured_memory.sql +0 -3
- package/dist/src/storage/sqlite/migrations/104_turn_memory_feedback.sql +0 -77
- package/dist/src/storage/sqlite/migrations/105_dreaming_ledger.sql +0 -34
- package/dist/src/storage/sqlite/migrations/106_dreaming_run_reproducibility.sql +0 -2
- package/dist/src/storage/sqlite/migrations/107_connector_accounts.sql +0 -146
- package/dist/src/storage/sqlite/migrations/108_repair_user_memory_provider.sql +0 -18
- package/dist/src/storage/sqlite/migrations/109_endpoint_principals.sql +0 -14
- package/dist/src/storage/sqlite/migrations/110_session_input_origin.sql +0 -43
- package/dist/src/storage/sqlite/migrations/111_endpoint_tool_invocations.sql +0 -18
- package/dist/src/storage/sqlite/migrations/112_endpoint_instance_bindings.sql +0 -8
- package/dist/src/storage/sqlite/migrations/113_memory_evidence_single_source.sql +0 -76
- package/dist/src/storage/sqlite/migrations/114_user_context_domain.sql +0 -193
- package/dist/src/storage/sqlite/migrations/115_remove_legacy_user_context.sql +0 -6
- package/dist/src/storage/sqlite/migrations/116_structured_context_consolidation.sql +0 -38
- package/dist/src/storage/sqlite/migrations/117_unified_understanding_sources.sql +0 -110
- package/dist/src/storage/sqlite/migrations/118_task_board_rank.sql +0 -6
- package/dist/src/storage/sqlite/migrations/119_proactive_disposition.sql +0 -13
- package/dist/src/storage/sqlite/migrations/120_task_conversation.sql +0 -112
- package/dist/src/storage/sqlite/migrations/121_automation_inbox.sql +0 -24
- package/dist/src/storage/sqlite/migrations/122_automation_session_projects.sql +0 -18
- package/dist/src/storage/sqlite/migrations/123_remove_v2_compaction_boundaries.sql +0 -25
- package/dist/src/storage/sqlite/migrations/124_workflow_context_snapshots.sql +0 -15
- package/dist/src/storage/sqlite/migrations/125_project_workflow_presets.sql +0 -12
- package/dist/src/storage/sqlite/migrations/126_focus_context_governance.sql +0 -72
- package/dist/src/storage/sqlite/migrations/127_context_object_origin.sql +0 -36
- package/dist/src/storage/sqlite/migrations/128_context_extraction.sql +0 -73
- package/dist/src/storage/sqlite/migrations/129_focus_versions.sql +0 -51
- package/dist/src/storage/sqlite/migrations/130_context_evidence_provenance.sql +0 -18
- package/dist/src/storage/sqlite/migrations/131_session_input_contexts.sql +0 -2
- package/dist/src/storage/sqlite/migrations/132_transcript_source_context_metadata.sql +0 -34
- package/dist/src/storage/sqlite/migrations/133_archive_legacy_work_discovery_profile_facts.sql +0 -11
- package/dist/src/storage/sqlite/migrations/134_memory_provenance.sql +0 -18
- package/dist/src/storage/sqlite/migrations/135_user_people.sql +0 -59
- package/dist/src/storage/sqlite/migrations/136_product_notifications.sql +0 -79
- package/dist/src/storage/sqlite/migrations/137_understanding_status_audit.sql +0 -71
- package/dist/src/storage/sqlite/migrations/138_device_access.sql +0 -96
- package/dist/src/storage/sqlite/migrations/139_turn_outcome_artifact_backfill.sql +0 -231
- package/dist/src/storage/sqlite/migrations/140_endpoint_session_bindings.sql +0 -8
- package/dist/src/storage/sqlite/migrations/141_device_pairing_approval.sql +0 -17
- package/dist/src/storage/sqlite/migrations/142_session_input_instance.sql +0 -1
- package/dist/src/storage/sqlite/migrations/143_fixed_session_model.sql +0 -1
- package/dist/src/storage/sqlite/migrations/144_execution_environments.sql +0 -59
- package/dist/src/storage/sqlite/migrations/145_project_execution_mode.sql +0 -5
- package/dist/src/storage/sqlite/migrations/146_understanding_focus_exclusions.sql +0 -9
- package/dist/src/storage/sqlite/migrations/147_durable_application_state.sql +0 -39
- package/dist/src/storage/sqlite/migrations/148_user_model_foundation.sql +0 -554
- package/dist/src/storage/sqlite/migrations/149_separate_source_index_from_memory.sql +0 -18
- package/dist/src/storage/sqlite/migrations/150_session_connection_waits.sql +0 -47
- package/dist/src/storage/sqlite/migrations/151_proactive_scope_cleanup.sql +0 -6
- package/dist/src/storage/sqlite/migrations/152_proactive_scenario_contract.sql +0 -140
- package/dist/src/storage/sqlite/migrations/153_browser_control_v2.sql +0 -45
- package/dist/src/storage/sqlite/migrations/154_session_clarification_waits.sql +0 -60
- package/dist/src/storage/sqlite/migrations/155_browser_extension.sql +0 -120
- package/dist/src/storage/sqlite/migrations/156_browser_tab_bindings.sql +0 -14
- package/dist/src/storage/sqlite/migrations/157_browser_endpoint_principals.sql +0 -50
- package/dist/src/storage/sqlite/migrations/158_browser_native_enrollment.sql +0 -4
- package/dist/src/storage/sqlite/migrations/159_proactive_controls.sql +0 -68
- package/dist/src/storage/sqlite/migrations/160_proactive_web_push.sql +0 -27
- package/dist/src/storage/sqlite/migrations/161_proactive_delivery_and_lifecycle.sql +0 -51
- package/dist/src/storage/sqlite/migrations/162_proactive_product.sql +0 -7
- package/dist/src/storage/sqlite/migrations/163_proactive_follow_ups.sql +0 -29
- package/dist/src/storage/sqlite/migrations/164_browser_sessions.sql +0 -8
- package/dist/src/storage/sqlite/migrations/165_device_pairing_target.sql +0 -40
- package/dist/src/storage/sqlite/migrations/__tests__/mobile-discussion-source.test.ts +0 -20
- package/dist/src/storage/sqlite/migrations/conversation-backup.ts +0 -66
- package/dist/src/storage/sqlite/migrations/conversation-key-decoder.ts +0 -50
- package/dist/src/storage/sqlite/migrations/conversation-uuid.ts +0 -324
- package/dist/src/storage/sqlite/migrations/conversation-windows-owners.ts +0 -71
- package/dist/src/storage/sqlite/migrations/discover.ts +0 -52
- package/dist/src/storage/sqlite/migrations/errors.ts +0 -32
- package/dist/src/storage/sqlite/migrations/runner.ts +0 -204
- package/dist/src/storage/sqlite/migrations/types.ts +0 -15
|
@@ -1,262 +1,271 @@
|
|
|
1
|
-
import "
|
|
1
|
+
import { __esmMin } from "../../../_virtual/_rolldown/runtime.js";
|
|
2
|
+
import { init_voice_catalog } from "./voice-catalog.js";
|
|
3
|
+
import { init_voice_audio } from "./voice-audio.js";
|
|
2
4
|
import { z } from "zod";
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
z.
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
engine: z.literal("agent"),
|
|
31
|
-
stt: voiceProviderRouteSchema,
|
|
32
|
-
tts: voiceProviderRouteSchema
|
|
33
|
-
}),
|
|
34
|
-
z.strictObject({
|
|
35
|
-
engine: z.literal("omni"),
|
|
36
|
-
omni: voiceProviderRouteSchema
|
|
37
|
-
})
|
|
38
|
-
]);
|
|
39
|
-
const availabilitySchema = z.strictObject({
|
|
40
|
-
available: z.boolean(),
|
|
41
|
-
reasonCode: z.enum(["VOICE_DISABLED", "PROVIDER_UNAVAILABLE"]).optional()
|
|
42
|
-
});
|
|
43
|
-
z.object({
|
|
44
|
-
enabled: z.boolean(),
|
|
45
|
-
defaultMode: voiceModeSchema,
|
|
46
|
-
omni: voiceProviderRouteSchema.nullable(),
|
|
47
|
-
stt: voiceProviderRouteSchema.nullable(),
|
|
48
|
-
tts: voiceProviderRouteSchema.extend({ voice: z.string().optional() }).nullable(),
|
|
49
|
-
capabilities: z.strictObject({
|
|
50
|
-
dictation: availabilitySchema,
|
|
51
|
-
assistant: availabilitySchema,
|
|
52
|
-
natural: availabilitySchema,
|
|
53
|
-
languages: z.array(voiceLanguageSchema),
|
|
54
|
-
bargeIn: z.boolean(),
|
|
55
|
-
mediaTransports: z.tuple([z.literal("websocket-pcm")])
|
|
56
|
-
})
|
|
57
|
-
});
|
|
58
|
-
const createVoiceSessionRequestSchema = z.strictObject({
|
|
59
|
-
purpose: voicePurposeSchema,
|
|
60
|
-
mode: voiceModeSchema.optional(),
|
|
61
|
-
conversationId: z.string().min(1).max(512).optional(),
|
|
62
|
-
language: voiceLanguageSchema.optional(),
|
|
63
|
-
supportedProtocolVersions: z.tuple([z.literal(3)]),
|
|
64
|
-
mediaPreferences: z.tuple([z.literal("websocket-pcm")])
|
|
65
|
-
}).superRefine((value, context) => {
|
|
66
|
-
if (value.purpose === "conversation" && !value.conversationId) context.addIssue({
|
|
67
|
-
code: "custom",
|
|
68
|
-
path: ["conversationId"],
|
|
69
|
-
message: "conversationId is required for conversation"
|
|
5
|
+
//#region packages/realtime-protocol/src/voice.ts
|
|
6
|
+
function parseVoiceClientMessage(value) {
|
|
7
|
+
return voiceClientMessageSchema.parse(value);
|
|
8
|
+
}
|
|
9
|
+
function parseVoiceClientJsonFrame(text) {
|
|
10
|
+
if (new TextEncoder().encode(text).byteLength > 16 * 1024) throw new Error("Voice control frame exceeds 16384 bytes");
|
|
11
|
+
return JSON.parse(text);
|
|
12
|
+
}
|
|
13
|
+
var VOICE_REALTIME_WS_PATH, VOICE_REALTIME_PROXY_WS_PATH, VOICE_REALTIME_MAX_BINARY_FRAME_BYTES, VOICE_REALTIME_START_TIMEOUT_MS, VOICE_REALTIME_HEARTBEAT_INTERVAL_MS, idSchema, timestampSchema, voicePurposeSchema, voiceModeSchema, voiceInputModeSchema, voiceLanguageSchema, voicePcmFormatSchema, voiceProviderRouteSchema, voiceRouteSchema, availabilitySchema, createVoiceSessionRequestSchema, clientEnvelope, voiceClientMessageSchema, transcriptPayloadSchema, serverEnvelope;
|
|
14
|
+
var init_voice = __esmMin((() => {
|
|
15
|
+
init_voice_catalog();
|
|
16
|
+
init_voice_audio();
|
|
17
|
+
VOICE_REALTIME_WS_PATH = "/api/voice/realtime/v3/ws";
|
|
18
|
+
VOICE_REALTIME_PROXY_WS_PATH = "/api/realtime/v1/ws?transport=voice-v3";
|
|
19
|
+
VOICE_REALTIME_MAX_BINARY_FRAME_BYTES = 64 * 1024;
|
|
20
|
+
VOICE_REALTIME_START_TIMEOUT_MS = 1e4;
|
|
21
|
+
VOICE_REALTIME_HEARTBEAT_INTERVAL_MS = 15e3;
|
|
22
|
+
idSchema = z.uuid();
|
|
23
|
+
timestampSchema = z.number().int().nonnegative();
|
|
24
|
+
voicePurposeSchema = z.enum(["dictation", "conversation"]);
|
|
25
|
+
voiceModeSchema = z.enum(["natural", "assistant"]);
|
|
26
|
+
voiceInputModeSchema = z.literal("server_vad");
|
|
27
|
+
voiceLanguageSchema = z.enum(["zh", "en"]);
|
|
28
|
+
voicePcmFormatSchema = z.strictObject({
|
|
29
|
+
encoding: z.literal("pcm_s16le"),
|
|
30
|
+
sampleRate: z.union([z.literal(16e3), z.literal(24e3)]),
|
|
31
|
+
channels: z.literal(1)
|
|
70
32
|
});
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
33
|
+
voiceProviderRouteSchema = z.strictObject({
|
|
34
|
+
provider: z.string().min(1).max(100),
|
|
35
|
+
model: z.string().min(1).max(200),
|
|
36
|
+
managed: z.boolean()
|
|
75
37
|
});
|
|
76
|
-
|
|
77
|
-
z.strictObject({
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
})
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
ticket: z.string().min(32).max(512)
|
|
112
|
-
})),
|
|
113
|
-
clientEnvelope("session.metric", z.strictObject({
|
|
114
|
-
responseId: z.string().min(1).max(160),
|
|
115
|
-
metric: z.enum(["speech_end_to_audio_received", "local_stop"]),
|
|
116
|
-
durationMs: z.number().finite().min(0).max(6e5)
|
|
117
|
-
})),
|
|
118
|
-
clientEnvelope("input.mute", z.strictObject({ muted: z.boolean() })),
|
|
119
|
-
clientEnvelope("input.commit", z.strictObject({})),
|
|
120
|
-
clientEnvelope("response.stop_playback", z.strictObject({ responseId: z.string().min(1).max(160) })),
|
|
121
|
-
clientEnvelope("task.cancel", z.strictObject({ taskId: z.string().min(1).max(160) })),
|
|
122
|
-
clientEnvelope("response.audio.played", z.strictObject({
|
|
123
|
-
responseId: z.string().min(1).max(160),
|
|
124
|
-
playedDurationMs: z.number().int().nonnegative().max(36e5)
|
|
125
|
-
})),
|
|
126
|
-
clientEnvelope("session.stop", z.strictObject({ reason: z.enum([
|
|
127
|
-
"user_finished",
|
|
128
|
-
"surface_closed",
|
|
129
|
-
"replaced"
|
|
130
|
-
]) })),
|
|
131
|
-
clientEnvelope("session.ping", z.strictObject({}))
|
|
132
|
-
]);
|
|
133
|
-
const transcriptPayloadSchema = z.strictObject({
|
|
134
|
-
utteranceId: z.string().min(1).max(160),
|
|
135
|
-
revision: z.number().int().positive(),
|
|
136
|
-
text: z.string().max(32 * 1024),
|
|
137
|
-
language: voiceLanguageSchema.optional()
|
|
138
|
-
});
|
|
139
|
-
const serverEnvelope = (type, payload) => z.strictObject({
|
|
140
|
-
protocolVersion: z.literal(3),
|
|
141
|
-
eventId: idSchema,
|
|
142
|
-
seq: z.number().int().positive(),
|
|
143
|
-
type: z.literal(type),
|
|
144
|
-
sentAt: timestampSchema,
|
|
145
|
-
sessionId: idSchema,
|
|
146
|
-
payload
|
|
147
|
-
});
|
|
148
|
-
z.discriminatedUnion("type", [
|
|
149
|
-
serverEnvelope("session.ready", z.strictObject({
|
|
38
|
+
voiceRouteSchema = z.discriminatedUnion("engine", [
|
|
39
|
+
z.strictObject({
|
|
40
|
+
engine: z.literal("dictation"),
|
|
41
|
+
stt: voiceProviderRouteSchema
|
|
42
|
+
}),
|
|
43
|
+
z.strictObject({
|
|
44
|
+
engine: z.literal("agent"),
|
|
45
|
+
stt: voiceProviderRouteSchema,
|
|
46
|
+
tts: voiceProviderRouteSchema
|
|
47
|
+
}),
|
|
48
|
+
z.strictObject({
|
|
49
|
+
engine: z.literal("omni"),
|
|
50
|
+
omni: voiceProviderRouteSchema
|
|
51
|
+
})
|
|
52
|
+
]);
|
|
53
|
+
availabilitySchema = z.strictObject({
|
|
54
|
+
available: z.boolean(),
|
|
55
|
+
reasonCode: z.enum(["VOICE_DISABLED", "PROVIDER_UNAVAILABLE"]).optional()
|
|
56
|
+
});
|
|
57
|
+
z.object({
|
|
58
|
+
enabled: z.boolean(),
|
|
59
|
+
defaultMode: voiceModeSchema,
|
|
60
|
+
omni: voiceProviderRouteSchema.nullable(),
|
|
61
|
+
stt: voiceProviderRouteSchema.nullable(),
|
|
62
|
+
tts: voiceProviderRouteSchema.extend({ voice: z.string().optional() }).nullable(),
|
|
63
|
+
capabilities: z.strictObject({
|
|
64
|
+
dictation: availabilitySchema,
|
|
65
|
+
assistant: availabilitySchema,
|
|
66
|
+
natural: availabilitySchema,
|
|
67
|
+
languages: z.array(voiceLanguageSchema),
|
|
68
|
+
bargeIn: z.boolean(),
|
|
69
|
+
mediaTransports: z.tuple([z.literal("websocket-pcm")])
|
|
70
|
+
})
|
|
71
|
+
});
|
|
72
|
+
createVoiceSessionRequestSchema = z.strictObject({
|
|
150
73
|
purpose: voicePurposeSchema,
|
|
151
74
|
mode: voiceModeSchema.optional(),
|
|
75
|
+
conversationId: z.string().min(1).max(512).optional(),
|
|
76
|
+
language: voiceLanguageSchema.optional(),
|
|
77
|
+
supportedProtocolVersions: z.tuple([z.literal(3)]),
|
|
78
|
+
mediaPreferences: z.tuple([z.literal("websocket-pcm")])
|
|
79
|
+
}).superRefine((value, context) => {
|
|
80
|
+
if (value.purpose === "conversation" && !value.conversationId) context.addIssue({
|
|
81
|
+
code: "custom",
|
|
82
|
+
path: ["conversationId"],
|
|
83
|
+
message: "conversationId is required for conversation"
|
|
84
|
+
});
|
|
85
|
+
if (value.purpose !== "conversation" && value.mode !== void 0) context.addIssue({
|
|
86
|
+
code: "custom",
|
|
87
|
+
path: ["mode"],
|
|
88
|
+
message: "mode is only supported for conversation"
|
|
89
|
+
});
|
|
90
|
+
});
|
|
91
|
+
z.strictObject({
|
|
92
|
+
sessionId: idSchema,
|
|
93
|
+
ticket: z.string().min(32).max(512),
|
|
94
|
+
ticketExpiresAt: z.iso.datetime(),
|
|
95
|
+
websocketPath: z.literal(VOICE_REALTIME_WS_PATH),
|
|
96
|
+
protocolVersion: z.literal(3),
|
|
152
97
|
connectionEpoch: z.number().int().positive(),
|
|
98
|
+
purpose: voicePurposeSchema,
|
|
99
|
+
mode: voiceModeSchema.optional(),
|
|
153
100
|
inputMode: voiceInputModeSchema,
|
|
101
|
+
bargeIn: z.boolean(),
|
|
154
102
|
inputFormat: voicePcmFormatSchema,
|
|
155
103
|
media: z.strictObject({
|
|
156
104
|
transport: z.literal("websocket-pcm"),
|
|
157
105
|
codec: z.literal("pcm_s16le"),
|
|
158
106
|
frameDurationMs: z.literal(20)
|
|
159
107
|
}),
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
responseId: z.string().min(1).max(160),
|
|
187
|
-
taskId: z.string().min(1).max(160)
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
"
|
|
195
|
-
"
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
108
|
+
limits: z.strictObject({
|
|
109
|
+
maxBinaryFrameBytes: z.literal(VOICE_REALTIME_MAX_BINARY_FRAME_BYTES),
|
|
110
|
+
maxSessionMs: z.number().int().positive(),
|
|
111
|
+
idleTimeoutMs: z.number().int().positive()
|
|
112
|
+
}),
|
|
113
|
+
route: voiceRouteSchema
|
|
114
|
+
});
|
|
115
|
+
clientEnvelope = (type, payload) => z.strictObject({
|
|
116
|
+
protocolVersion: z.literal(3),
|
|
117
|
+
messageId: idSchema,
|
|
118
|
+
type: z.literal(type),
|
|
119
|
+
sentAt: timestampSchema,
|
|
120
|
+
payload
|
|
121
|
+
});
|
|
122
|
+
voiceClientMessageSchema = z.discriminatedUnion("type", [
|
|
123
|
+
clientEnvelope("session.start", z.strictObject({
|
|
124
|
+
sessionId: idSchema,
|
|
125
|
+
ticket: z.string().min(32).max(512)
|
|
126
|
+
})),
|
|
127
|
+
clientEnvelope("session.metric", z.strictObject({
|
|
128
|
+
responseId: z.string().min(1).max(160),
|
|
129
|
+
metric: z.enum(["speech_end_to_audio_received", "local_stop"]),
|
|
130
|
+
durationMs: z.number().finite().min(0).max(6e5)
|
|
131
|
+
})),
|
|
132
|
+
clientEnvelope("input.mute", z.strictObject({ muted: z.boolean() })),
|
|
133
|
+
clientEnvelope("input.commit", z.strictObject({})),
|
|
134
|
+
clientEnvelope("response.stop_playback", z.strictObject({ responseId: z.string().min(1).max(160) })),
|
|
135
|
+
clientEnvelope("task.cancel", z.strictObject({ taskId: z.string().min(1).max(160) })),
|
|
136
|
+
clientEnvelope("response.audio.played", z.strictObject({
|
|
137
|
+
responseId: z.string().min(1).max(160),
|
|
138
|
+
playedDurationMs: z.number().int().nonnegative().max(36e5)
|
|
139
|
+
})),
|
|
140
|
+
clientEnvelope("session.stop", z.strictObject({ reason: z.enum([
|
|
141
|
+
"user_finished",
|
|
142
|
+
"surface_closed",
|
|
143
|
+
"replaced"
|
|
144
|
+
]) })),
|
|
145
|
+
clientEnvelope("session.ping", z.strictObject({}))
|
|
146
|
+
]);
|
|
147
|
+
transcriptPayloadSchema = z.strictObject({
|
|
148
|
+
utteranceId: z.string().min(1).max(160),
|
|
149
|
+
revision: z.number().int().positive(),
|
|
150
|
+
text: z.string().max(32 * 1024),
|
|
151
|
+
language: voiceLanguageSchema.optional()
|
|
152
|
+
});
|
|
153
|
+
serverEnvelope = (type, payload) => z.strictObject({
|
|
154
|
+
protocolVersion: z.literal(3),
|
|
155
|
+
eventId: idSchema,
|
|
156
|
+
seq: z.number().int().positive(),
|
|
157
|
+
type: z.literal(type),
|
|
158
|
+
sentAt: timestampSchema,
|
|
159
|
+
sessionId: idSchema,
|
|
160
|
+
payload
|
|
161
|
+
});
|
|
162
|
+
z.discriminatedUnion("type", [
|
|
163
|
+
serverEnvelope("session.ready", z.strictObject({
|
|
164
|
+
purpose: voicePurposeSchema,
|
|
165
|
+
mode: voiceModeSchema.optional(),
|
|
166
|
+
connectionEpoch: z.number().int().positive(),
|
|
167
|
+
inputMode: voiceInputModeSchema,
|
|
168
|
+
inputFormat: voicePcmFormatSchema,
|
|
169
|
+
media: z.strictObject({
|
|
170
|
+
transport: z.literal("websocket-pcm"),
|
|
171
|
+
codec: z.literal("pcm_s16le"),
|
|
172
|
+
frameDurationMs: z.literal(20)
|
|
173
|
+
}),
|
|
174
|
+
route: voiceRouteSchema,
|
|
175
|
+
heartbeatIntervalMs: z.literal(VOICE_REALTIME_HEARTBEAT_INTERVAL_MS)
|
|
176
|
+
})),
|
|
177
|
+
serverEnvelope("input.speech_started", z.strictObject({ utteranceId: z.string().min(1).max(160) })),
|
|
178
|
+
serverEnvelope("input.speech_stopped", z.strictObject({ utteranceId: z.string().min(1).max(160) })),
|
|
179
|
+
serverEnvelope("input.transcript.delta", transcriptPayloadSchema),
|
|
180
|
+
serverEnvelope("input.transcript.final", transcriptPayloadSchema),
|
|
181
|
+
serverEnvelope("turn.decision", z.strictObject({
|
|
182
|
+
turnId: z.string().min(1).max(160),
|
|
183
|
+
disposition: z.enum([
|
|
184
|
+
"complete",
|
|
185
|
+
"incomplete",
|
|
186
|
+
"backchannel",
|
|
187
|
+
"wait"
|
|
188
|
+
]),
|
|
189
|
+
confidence: z.number().min(0).max(1),
|
|
190
|
+
source: z.enum([
|
|
191
|
+
"provider",
|
|
192
|
+
"semantic",
|
|
193
|
+
"heuristic"
|
|
194
|
+
]),
|
|
195
|
+
committed: z.boolean()
|
|
196
|
+
})),
|
|
197
|
+
serverEnvelope("turn.committed", z.strictObject({ turnId: z.string().min(1).max(160) })),
|
|
198
|
+
serverEnvelope("response.created", z.strictObject({ responseId: z.string().min(1).max(160) })),
|
|
199
|
+
serverEnvelope("task.created", z.strictObject({
|
|
200
|
+
responseId: z.string().min(1).max(160),
|
|
201
|
+
taskId: z.string().min(1).max(160)
|
|
202
|
+
})),
|
|
203
|
+
serverEnvelope("task.activity", z.strictObject({
|
|
204
|
+
taskId: z.string().min(1).max(160),
|
|
205
|
+
toolCallId: z.string().min(1).max(160),
|
|
206
|
+
toolName: z.string().min(1).max(256),
|
|
207
|
+
status: z.enum([
|
|
208
|
+
"running",
|
|
209
|
+
"completed",
|
|
210
|
+
"failed"
|
|
211
|
+
])
|
|
212
|
+
})),
|
|
213
|
+
serverEnvelope("task.done", z.strictObject({
|
|
214
|
+
taskId: z.string().min(1).max(160),
|
|
215
|
+
status: z.enum([
|
|
216
|
+
"completed",
|
|
217
|
+
"failed",
|
|
218
|
+
"cancelled",
|
|
219
|
+
"suspended"
|
|
220
|
+
])
|
|
221
|
+
})),
|
|
222
|
+
serverEnvelope("response.clarification", z.strictObject({
|
|
223
|
+
responseId: z.string().min(1).max(160),
|
|
224
|
+
requestId: z.string().min(1).max(160),
|
|
225
|
+
kind: z.enum(["input", "approval"]),
|
|
226
|
+
question: z.string().min(1).max(8e3),
|
|
227
|
+
choices: z.array(z.string().max(1e3)).max(20).optional(),
|
|
228
|
+
suggestedAnswer: z.string().max(1e3).optional(),
|
|
229
|
+
version: z.number().int().positive(),
|
|
230
|
+
createdAt: z.number().nonnegative(),
|
|
231
|
+
expiresAt: z.number().nonnegative().optional()
|
|
232
|
+
})),
|
|
233
|
+
serverEnvelope("response.text.delta", z.strictObject({
|
|
234
|
+
responseId: z.string().min(1).max(160),
|
|
235
|
+
delta: z.string().max(32 * 1024)
|
|
236
|
+
})),
|
|
237
|
+
serverEnvelope("response.text.done", z.strictObject({ responseId: z.string().min(1).max(160) })),
|
|
238
|
+
serverEnvelope("response.audio.started", z.strictObject({
|
|
239
|
+
responseId: z.string().min(1).max(160),
|
|
240
|
+
format: voicePcmFormatSchema
|
|
241
|
+
})),
|
|
242
|
+
serverEnvelope("response.audio.done", z.strictObject({ responseId: z.string().min(1).max(160) })),
|
|
243
|
+
serverEnvelope("response.done", z.strictObject({
|
|
244
|
+
responseId: z.string().min(1).max(160),
|
|
245
|
+
finishReason: z.enum([
|
|
246
|
+
"completed",
|
|
247
|
+
"text_only",
|
|
248
|
+
"audio_partial"
|
|
249
|
+
]),
|
|
250
|
+
audio: z.boolean()
|
|
251
|
+
})),
|
|
252
|
+
serverEnvelope("response.cancelled", z.strictObject({
|
|
253
|
+
responseId: z.string().min(1).max(160),
|
|
254
|
+
reason: z.enum([
|
|
255
|
+
"barge_in",
|
|
256
|
+
"client_cancelled",
|
|
257
|
+
"session_closed"
|
|
258
|
+
])
|
|
259
|
+
})),
|
|
260
|
+
serverEnvelope("session.pong", z.strictObject({})),
|
|
261
|
+
serverEnvelope("session.error", z.strictObject({
|
|
262
|
+
code: z.string().min(1).max(80),
|
|
263
|
+
message: z.string().min(1).max(500),
|
|
264
|
+
recoverable: z.boolean()
|
|
265
|
+
})),
|
|
266
|
+
serverEnvelope("session.closed", z.strictObject({ reason: z.string().min(1).max(160) }))
|
|
267
|
+
]);
|
|
268
|
+
}));
|
|
261
269
|
//#endregion
|
|
262
|
-
|
|
270
|
+
init_voice();
|
|
271
|
+
export { VOICE_REALTIME_HEARTBEAT_INTERVAL_MS, VOICE_REALTIME_MAX_BINARY_FRAME_BYTES, VOICE_REALTIME_PROXY_WS_PATH, VOICE_REALTIME_START_TIMEOUT_MS, VOICE_REALTIME_WS_PATH, createVoiceSessionRequestSchema, init_voice, parseVoiceClientJsonFrame, parseVoiceClientMessage };
|
|
@@ -7,17 +7,17 @@ import { getInteractionState } from "../storage/sqlite/interaction-state-reposit
|
|
|
7
7
|
import { getSessionMetadata } from "../storage/sqlite/session-repository.js";
|
|
8
8
|
import "../storage/sqlite/index.js";
|
|
9
9
|
import { getAgentDefaultModelRef, init_schema } from "../config/schema.js";
|
|
10
|
-
import { applyConfigOverrides } from "../config/runtime-overrides.js";
|
|
11
10
|
import { expandWorkspacePathString, init_workspace_path } from "../config/workspace-path.js";
|
|
12
11
|
import { init_agent_scope, resolveAgentProfileDir } from "./agent-scope.js";
|
|
12
|
+
import { init_paths, resolveBundledSkillsDir } from "../config/paths.js";
|
|
13
|
+
import { CredentialResolver, init_credentials } from "../auth/credentials.js";
|
|
13
14
|
import { getConversationRouting } from "../storage/sqlite/conversation-repository.js";
|
|
14
15
|
import { init_session_key } from "../routing/session-key.js";
|
|
15
|
-
import { resolveEffectiveAgentProfile, resolveEffectiveAgentProfileForSession } from "../config/agent-profile.js";
|
|
16
|
-
import { init_paths, resolveBundledSkillsDir } from "../config/paths.js";
|
|
17
16
|
import { init_sync_provider_auth, resolveProviderApiKeySync } from "../auth/sync-provider-auth.js";
|
|
18
|
-
import { CredentialResolver, init_credentials } from "../auth/credentials.js";
|
|
19
17
|
import { getApiKeySync, getDefaultModelSync, init_providers, resolveModel } from "../providers/index.js";
|
|
20
18
|
import { createExtensionAwareStreamFn } from "../providers/extension-stream-bridge.js";
|
|
19
|
+
import { applyConfigOverrides } from "../config/runtime-overrides.js";
|
|
20
|
+
import { resolveEffectiveAgentProfile, resolveEffectiveAgentProfileForSession } from "../config/agent-profile.js";
|
|
21
21
|
import { extractTextContent } from "./context/workspace.js";
|
|
22
22
|
import { buildExecutionScopeContextForPrompt } from "./context/execution-scope.js";
|
|
23
23
|
import { clearBootstrapSnapshot } from "./bootstrap/bootstrap-cache.js";
|
|
@@ -483,6 +483,7 @@ var AgentManager = class {
|
|
|
483
483
|
directoryId,
|
|
484
484
|
name: s.name,
|
|
485
485
|
description: s.description,
|
|
486
|
+
...s.localizations ? { localizations: s.localizations } : {},
|
|
486
487
|
category: s.category,
|
|
487
488
|
source: s.source,
|
|
488
489
|
origin: s.origin.id,
|
|
@@ -4,10 +4,10 @@ import { finishContextExtractionRun } from "../../storage/sqlite/context-extract
|
|
|
4
4
|
import { getSessionMetadata } from "../../storage/sqlite/session-repository.js";
|
|
5
5
|
import { loadCompactionSourceSnapshot } from "../../storage/sqlite/transcript-repository.js";
|
|
6
6
|
import "../../storage/sqlite/index.js";
|
|
7
|
-
import { extractProfileAgentId } from "../../config/agent-profile.js";
|
|
8
7
|
import { init_sync_provider_auth, resolveProviderApiKeySync } from "../../auth/sync-provider-auth.js";
|
|
9
8
|
import { getApiKeySync, init_providers, resolveModel } from "../../providers/index.js";
|
|
10
9
|
import { createExtensionAwareStreamFn } from "../../providers/extension-stream-bridge.js";
|
|
10
|
+
import { extractProfileAgentId } from "../../config/agent-profile.js";
|
|
11
11
|
import { extractTextContent } from "../context/workspace.js";
|
|
12
12
|
import { listUserAssertions } from "../../user-model/repository.js";
|
|
13
13
|
import { readAgentMessageContent } from "../memory/agent-message-access.js";
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { init_paths, resolveModelsJsonPath } from "../../config/paths.js";
|
|
2
|
-
import { init_sync_provider_auth, resolveProviderApiKeySync } from "../../auth/sync-provider-auth.js";
|
|
3
2
|
import { CredentialResolver, init_credentials } from "../../auth/credentials.js";
|
|
3
|
+
import { init_sync_provider_auth, resolveProviderApiKeySync } from "../../auth/sync-provider-auth.js";
|
|
4
4
|
import { XopcModelCredentialStore, init_model_credential_store } from "../../auth/model-credential-store.js";
|
|
5
5
|
import { init_register_bundled_oauth_flows, registerBundledOAuthFlows } from "../../providers/register-bundled-oauth-flows.js";
|
|
6
6
|
import { init_register_runtime_providers, registerRuntimeProviders } from "../../providers/register-runtime-providers.js";
|
|
@@ -2,8 +2,8 @@ import { createLogger } from "../../utils/logger/index.js";
|
|
|
2
2
|
import { init_logger } from "../../utils/logger.js";
|
|
3
3
|
import { parseTurnOutcome } from "../../../packages/gateway-contract/src/turn-outcome.js";
|
|
4
4
|
import { init_src } from "../../../packages/gateway-contract/src/index.js";
|
|
5
|
-
import { resolveEffectiveAgentProfileForSession } from "../../config/agent-profile.js";
|
|
6
5
|
import { init_providers, resolveModel } from "../../providers/index.js";
|
|
6
|
+
import { resolveEffectiveAgentProfileForSession } from "../../config/agent-profile.js";
|
|
7
7
|
import { runWithEmbeddedExecutionSession } from "./execution-context.js";
|
|
8
8
|
import { resolveAgentTurnTimeoutMs } from "../orchestration/run-agent-turn-with-timeout.js";
|
|
9
9
|
import { resolvePromptCachePolicy } from "../../providers/prompt-cache-plan.js";
|
|
@@ -1,7 +1,8 @@
|
|
|
1
1
|
import { createLogger } from "../../utils/logger/index.js";
|
|
2
2
|
import { init_logger } from "../../utils/logger.js";
|
|
3
|
-
import { getClarificationResumeInput, isClarificationSuspended } from "../../storage/sqlite/clarification-wait-repository.js";
|
|
3
|
+
import { getClarification, getClarificationResumeInput, isClarificationSuspended } from "../../storage/sqlite/clarification-wait-repository.js";
|
|
4
4
|
import { getConnectionResumeInput, init_connection_wait_repository, isConnectionSuspended } from "../../storage/sqlite/connection-wait-repository.js";
|
|
5
|
+
import { isComputerControlActive, stopComputerControl } from "../../computer/control-guard.js";
|
|
5
6
|
import { EmbeddedRunConflictError, abortEmbeddedRun, acquireEmbeddedRunLease, queueEmbeddedSteer } from "./runs.js";
|
|
6
7
|
import { lastAssistantPlainText, subscribeEmbeddedSessionEvents } from "./subscribe-session.js";
|
|
7
8
|
import { isContextOverflowError } from "../orchestration/context-overflow.js";
|
|
@@ -282,6 +283,13 @@ async function runXopcEmbeddedTurn(params) {
|
|
|
282
283
|
let clarificationStopped = false;
|
|
283
284
|
params.turnPolicy?.reset();
|
|
284
285
|
session.agent.beforeToolCall = async (context, signal) => {
|
|
286
|
+
const resume = getClarificationResumeInput(conversationId, runId);
|
|
287
|
+
const wait = resume?.payload?.waitId ? getClarification(resume.payload.waitId) : void 0;
|
|
288
|
+
if (wait?.approvalKey?.startsWith("computer:") && wait.answer !== "已在桌面端处理,继续") await stopComputerControl(conversationId);
|
|
289
|
+
if (isComputerControlActive(conversationId) && !["computer_use", "clarify"].includes(context.toolCall.name)) return {
|
|
290
|
+
block: true,
|
|
291
|
+
reason: "A desktop-control lease is active. Only computer_use and clarification are admitted until it is released. Never use shell, browser or raw MCP to bypass a desktop refusal."
|
|
292
|
+
};
|
|
285
293
|
if (connectionStopped) return {
|
|
286
294
|
block: true,
|
|
287
295
|
reason: "Waiting for the user to connect an app.",
|