@elizaos/ui 2.0.3-beta.2 → 2.0.3-beta.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/App.d.ts +6 -1
- package/App.d.ts.map +1 -1
- package/App.js +250 -49
- package/agent-surface/AgentSurfaceContext.d.ts +1 -1
- package/agent-surface/AgentSurfaceContext.hooks.d.ts +2 -2
- package/agent-surface/__e2e__/real-view-fixture.d.ts +21 -0
- package/agent-surface/__e2e__/real-view-fixture.d.ts.map +1 -0
- package/agent-surface/__e2e__/real-view-fixture.js +54 -0
- package/agent-surface/capabilities.d.ts +2 -2
- package/agent-surface/components.d.ts +1 -1
- package/agent-surface/element-reporter.hooks.d.ts +1 -1
- package/agent-surface/index.d.ts +10 -10
- package/agent-surface/registry.d.ts +1 -1
- package/agent-surface/useAgentElement.d.ts +1 -1
- package/api/android-native-agent-transport.d.ts +1 -1
- package/api/client-agent.d.ts +16 -2
- package/api/client-agent.d.ts.map +1 -1
- package/api/client-agent.js +13 -3
- package/api/client-approvals.d.ts +16 -0
- package/api/client-approvals.d.ts.map +1 -0
- package/api/client-approvals.js +4 -0
- package/api/client-automations.d.ts +1 -1
- package/api/client-background.d.ts +15 -0
- package/api/client-background.d.ts.map +1 -0
- package/api/client-background.js +10 -0
- package/api/client-base.d.ts +13 -3
- package/api/client-base.d.ts.map +1 -1
- package/api/client-base.js +99 -6
- package/api/client-browser-workspace.d.ts +1 -1
- package/api/client-chat.d.ts +8 -3
- package/api/client-chat.d.ts.map +1 -1
- package/api/client-chat.js +13 -4
- package/api/client-cloud.d.ts +3 -3
- package/api/client-cloud.d.ts.map +1 -1
- package/api/client-cloud.js +19 -13
- package/api/client-files.d.ts +36 -0
- package/api/client-files.d.ts.map +1 -0
- package/api/client-files.js +19 -0
- package/api/client-local-inference.d.ts +52 -6
- package/api/client-local-inference.d.ts.map +1 -1
- package/api/client-local-inference.js +78 -5
- package/api/client-skills.d.ts +3 -3
- package/api/client-transcripts.d.ts +8 -0
- package/api/client-transcripts.d.ts.map +1 -1
- package/api/client-transcripts.js +6 -0
- package/api/client-types-chat.d.ts +53 -2
- package/api/client-types-chat.d.ts.map +1 -1
- package/api/client-types-cloud.d.ts +3 -151
- package/api/client-types-cloud.d.ts.map +1 -1
- package/api/client-types-config.d.ts +13 -6
- package/api/client-types-config.d.ts.map +1 -1
- package/api/client-types-core.d.ts +1 -1
- package/api/client-types-feed.d.ts +0 -14
- package/api/client-types-feed.d.ts.map +1 -1
- package/api/client-types.d.ts +8 -8
- package/api/client-wallet.d.ts +3 -3
- package/api/client-workflow.d.ts +1 -1
- package/api/client.d.ts +31 -27
- package/api/client.d.ts.map +1 -1
- package/api/client.js +3 -0
- package/api/desktop-http-transport.d.ts +1 -1
- package/api/desktop-http-transport.d.ts.map +1 -1
- package/api/desktop-http-transport.js +29 -1
- package/api/i18n-locale-client.d.ts +1 -1
- package/api/index.d.ts +2 -2
- package/api/ios-local-agent-kernel.d.ts +1 -1
- package/api/ios-local-agent-kernel.d.ts.map +1 -1
- package/api/ios-local-agent-kernel.js +97 -22
- package/api/ios-local-agent-transport.d.ts +1 -1
- package/api/ios-local-agent-transport.d.ts.map +1 -1
- package/api/ios-local-agent-transport.js +1 -7
- package/api/ittp-agent-transport.d.ts +1 -1
- package/api/native-cloud-http-transport.d.ts +1 -1
- package/api/native-cloud-http-transport.d.ts.map +1 -1
- package/api/native-cloud-http-transport.js +7 -0
- package/app-navigate-view.d.ts +1 -1
- package/app-navigate-view.d.ts.map +1 -1
- package/app-navigate-view.js +1 -4
- package/app-shell-components.d.ts +26 -27
- package/app-shell-components.d.ts.map +1 -1
- package/app-shell-components.js +3 -1
- package/app-shell-registry.d.ts +12 -1
- package/app-shell-registry.d.ts.map +1 -1
- package/backgrounds/AppBackground.d.ts +16 -0
- package/backgrounds/AppBackground.d.ts.map +1 -0
- package/backgrounds/AppBackground.js +30 -0
- package/backgrounds/ImageBackground.d.ts +12 -0
- package/backgrounds/ImageBackground.d.ts.map +1 -0
- package/backgrounds/ImageBackground.js +15 -0
- package/backgrounds/ShaderBackground.d.ts +12 -0
- package/backgrounds/ShaderBackground.d.ts.map +1 -0
- package/backgrounds/ShaderBackground.js +39 -0
- package/backgrounds/index.d.ts +7 -3
- package/backgrounds/index.d.ts.map +1 -1
- package/backgrounds/index.js +4 -0
- package/backgrounds/useBackgroundApplyChannel.d.ts +21 -0
- package/backgrounds/useBackgroundApplyChannel.d.ts.map +1 -0
- package/backgrounds/useBackgroundApplyChannel.js +53 -0
- package/bridge/capacitor-bridge.d.ts +1 -1
- package/bridge/index.d.ts +6 -6
- package/bridge/native-notifications.d.ts.map +1 -1
- package/bridge/native-notifications.js +6 -1
- package/bridge/native-plugins.d.ts +20 -1
- package/bridge/native-plugins.d.ts.map +1 -1
- package/bridge/plugin-bridge.d.ts +1 -1
- package/browser.d.ts +131 -131
- package/cache-telemetry.d.ts +2 -0
- package/cache-telemetry.d.ts.map +1 -1
- package/character/character-draft-helpers.d.ts +1 -1
- package/character-catalog.d.ts +1 -1
- package/chat/coding-agent-session-state.d.ts +1 -1
- package/chat/index.d.ts +24 -4
- package/chat/index.d.ts.map +1 -1
- package/chat/index.js +59 -6
- package/chat/slash-menu.d.ts +37 -2
- package/chat/slash-menu.d.ts.map +1 -1
- package/chat/slash-menu.js +220 -0
- package/chat/useSlashCommandController.d.ts +35 -2
- package/chat/useSlashCommandController.d.ts.map +1 -1
- package/chat/useSlashCommandController.js +64 -8
- package/cloud/account-security/AccountRoute.js +1 -1
- package/cloud/account-security/PermissionsRoute.js +1 -1
- package/cloud/account-security/SecurityRoute.js +1 -1
- package/cloud/account-security/components/account-details.d.ts +1 -1
- package/cloud/account-security/components/account-page-client.d.ts +1 -1
- package/cloud/account-security/components/organization-info.d.ts +1 -1
- package/cloud/account-security/components/profile-form.d.ts +1 -1
- package/cloud/account-security/components/profile-form.js +2 -2
- package/cloud/account-security/data/use-session-auth.d.ts +1 -1
- package/cloud/account-security/index.d.ts +8 -8
- package/cloud/admin/ModerationPage.js +1 -1
- package/cloud/admin/RedemptionsPage.js +2 -2
- package/cloud/admin/RpcStatusPage.js +1 -1
- package/cloud/admin/index.d.ts +6 -6
- package/cloud/analytics/_components/filters.js +1 -1
- package/cloud/analytics/_components/model-breakdown.js +2 -2
- package/cloud/analytics/_components/projections-chart.js +2 -2
- package/cloud/analytics/_components/provider-breakdown.js +2 -2
- package/cloud/analytics/index.d.ts +3 -3
- package/cloud/api-explorer/ApiExplorerPage.js +2 -2
- package/cloud/api-explorer/api-tester.d.ts.map +1 -1
- package/cloud/api-explorer/api-tester.js +15 -8
- package/cloud/api-explorer/auth-manager.d.ts +1 -1
- package/cloud/api-explorer/auth-manager.js +1 -1
- package/cloud/api-explorer/index.d.ts +5 -5
- package/cloud/api-explorer/use-session-auth.d.ts +1 -1
- package/cloud/api-keys/ApiKeysRoute.js +1 -1
- package/cloud/api-keys/ApiKeysView.d.ts +1 -1
- package/cloud/api-keys/ApiKeysView.js +5 -5
- package/cloud/api-keys/index.d.ts +6 -6
- package/cloud/applications/ApplicationDetailPage.js +1 -1
- package/cloud/applications/ApplicationsPage.js +1 -1
- package/cloud/applications/components/app-analytics.d.ts.map +1 -1
- package/cloud/applications/components/app-analytics.js +12 -20
- package/cloud/applications/components/app-details-tabs.d.ts +1 -1
- package/cloud/applications/components/app-details-tabs.js +1 -1
- package/cloud/applications/components/app-domains.d.ts.map +1 -1
- package/cloud/applications/components/app-domains.js +5 -2
- package/cloud/applications/components/app-overview.d.ts +1 -1
- package/cloud/applications/components/app-overview.d.ts.map +1 -1
- package/cloud/applications/components/app-overview.js +120 -3
- package/cloud/applications/components/app-promote.d.ts +1 -1
- package/cloud/applications/components/app-promote.d.ts.map +1 -1
- package/cloud/applications/components/app-promote.js +13 -4
- package/cloud/applications/components/app-settings.d.ts +1 -1
- package/cloud/applications/components/app-settings.js +5 -5
- package/cloud/applications/components/apps-table.d.ts +1 -1
- package/cloud/applications/components/create-app-dialog.js +1 -1
- package/cloud/applications/components/withdraw-dialog.js +1 -1
- package/cloud/applications/index.d.ts +5 -5
- package/cloud/applications/lib/apps.d.ts +25 -0
- package/cloud/applications/lib/apps.d.ts.map +1 -1
- package/cloud/applications/lib/apps.js +17 -1
- package/cloud/approvals/ApprovalsRoute.js +1 -1
- package/cloud/approvals/index.d.ts +3 -3
- package/cloud/approvals/lib/approvals.d.ts.map +1 -1
- package/cloud/approvals/lib/approvals.js +1 -1
- package/cloud/billing/components/billing-tab.d.ts +1 -1
- package/cloud/billing/components/direct-crypto-credit-card.d.ts +1 -1
- package/cloud/billing/components/direct-crypto-credit-card.js +1 -1
- package/cloud/billing/components/invoice-detail-client.d.ts +1 -1
- package/cloud/billing/components/payment-waiting-overlay.js +1 -1
- package/cloud/billing/data/billing-data.d.ts +2 -2
- package/cloud/billing/index.d.ts +9 -9
- package/cloud/billing/use-session-auth.d.ts +1 -1
- package/cloud/connectors/index.d.ts +10 -10
- package/cloud/documents/DocumentsRoute.js +2 -2
- package/cloud/documents/index.d.ts +7 -7
- package/cloud/documents/lib/agents.d.ts.map +1 -1
- package/cloud/documents/lib/agents.js +1 -1
- package/cloud/handoff/cloud-handoff-supervisor.d.ts +1 -1
- package/cloud/handoff/run-cloud-agent-handoff.d.ts +18 -0
- package/cloud/handoff/run-cloud-agent-handoff.d.ts.map +1 -0
- package/cloud/handoff/run-cloud-agent-handoff.js +51 -0
- package/cloud/index.d.ts +4 -4
- package/cloud/instances/AgentChatPage.js +2 -2
- package/cloud/instances/AgentDetailPage.js +1 -1
- package/cloud/instances/AgentsPage.js +1 -1
- package/cloud/instances/MyAgentsPage.js +1 -1
- package/cloud/instances/components/agent-actions.js +1 -1
- package/cloud/instances/components/agent-card.d.ts +3 -1
- package/cloud/instances/components/agent-card.d.ts.map +1 -1
- package/cloud/instances/components/agent-card.js +10 -6
- package/cloud/instances/components/character-filters.d.ts +1 -1
- package/cloud/instances/components/character-filters.js +1 -1
- package/cloud/instances/components/character-library-grid.d.ts +1 -1
- package/cloud/instances/components/create-eliza-agent-dialog.js +3 -3
- package/cloud/instances/components/docker-logs-viewer.d.ts.map +1 -1
- package/cloud/instances/components/docker-logs-viewer.js +13 -12
- package/cloud/instances/components/eliza-agent-backups-panel.js +2 -2
- package/cloud/instances/components/eliza-agents-table.js +1 -1
- package/cloud/instances/components/eliza-wallet-section.d.ts.map +1 -1
- package/cloud/instances/components/eliza-wallet-section.js +3 -5
- package/cloud/instances/components/my-agents.d.ts.map +1 -1
- package/cloud/instances/components/my-agents.js +5 -5
- package/cloud/instances/index.d.ts +6 -6
- package/cloud/instances/lib/i18n.d.ts +1 -1
- package/cloud/instances/lib/use-job-poller.d.ts.map +1 -1
- package/cloud/instances/lib/use-job-poller.js +4 -0
- package/cloud/instances/lib/use-sandbox-status-poll.d.ts.map +1 -1
- package/cloud/instances/lib/use-sandbox-status-poll.js +6 -0
- package/cloud/instances/lib/use-session-auth.d.ts +1 -1
- package/cloud/join/index.d.ts +5 -5
- package/cloud/lib/auth-query.d.ts +19 -0
- package/cloud/lib/auth-query.d.ts.map +1 -0
- package/cloud/{documents/lib → lib}/auth-query.js +7 -5
- package/cloud/lib/format-usd.d.ts +9 -0
- package/cloud/lib/format-usd.d.ts.map +1 -0
- package/cloud/lib/format-usd.js +16 -0
- package/cloud/lib/use-copy-feedback.d.ts +5 -0
- package/cloud/lib/use-copy-feedback.d.ts.map +1 -0
- package/cloud/{instances/lib → lib}/use-copy-feedback.js +2 -0
- package/cloud/lib/use-document-title.d.ts +2 -0
- package/cloud/lib/use-document-title.d.ts.map +1 -0
- package/cloud/{admin → lib}/use-document-title.js +4 -5
- package/cloud/lib/use-session-auth.d.ts +31 -0
- package/cloud/lib/use-session-auth.d.ts.map +1 -0
- package/cloud/{applications/lib → lib}/use-session-auth.js +14 -11
- package/cloud/mcps/McpDetailDrawer.d.ts +1 -1
- package/cloud/mcps/McpEditorDialog.d.ts +1 -1
- package/cloud/mcps/McpsView.d.ts.map +1 -1
- package/cloud/mcps/McpsView.js +20 -13
- package/cloud/mcps/index.d.ts +10 -10
- package/cloud/mcps/lib/mcp-mutations.d.ts +1 -1
- package/cloud/mcps/lib/use-mcps.d.ts +1 -1
- package/cloud/monetization/affiliates/AffiliatesRoute.js +1 -1
- package/cloud/monetization/affiliates/use-dashboard-referral-me.d.ts +1 -1
- package/cloud/monetization/earnings/EarningsPageClient.js +1 -1
- package/cloud/monetization/earnings/EarningsRoute.js +1 -1
- package/cloud/monetization/index.d.ts +8 -8
- package/cloud/organization/data/use-organization.d.ts +1 -1
- package/cloud/organization/index.d.ts +11 -11
- package/cloud/organization/members-list.d.ts +1 -1
- package/cloud/organization/members-tab.d.ts +1 -1
- package/cloud/organization/organization-general-tab.d.ts +1 -1
- package/cloud/organization/organization-tab.d.ts +1 -1
- package/cloud/organization/pending-invites-list.d.ts +1 -1
- package/cloud/public-pages/index.d.ts +21 -21
- package/cloud/public-pages/lib/use-session-auth.d.ts +1 -1
- package/cloud/public-pages/pages/auth/cli-login-page.d.ts.map +1 -1
- package/cloud/public-pages/pages/auth/cli-login-page.js +46 -9
- package/cloud/public-pages/pages/bsc-page.js +5 -5
- package/cloud/public-pages/pages/login/steward-login-section.js +2 -2
- package/cloud/public-pages/pages/payment/app-charge-page.js +1 -1
- package/cloud/public-pages/pages/payment/payment-request-page.js +1 -1
- package/cloud/register-all.d.ts +5 -5
- package/cloud/settings/index.d.ts +4 -4
- package/cloud/settings/sections.js +1 -1
- package/cloud/shell/CloudI18nProvider.d.ts +1 -1
- package/cloud/shell/StewardProvider.d.ts +1 -31
- package/cloud/shell/StewardProvider.d.ts.map +1 -1
- package/cloud/shell/StewardProvider.js +3 -122
- package/cloud/shell/StewardProviderRuntime.d.ts.map +1 -1
- package/cloud/shell/StewardProviderRuntime.js +17 -7
- package/cloud/shell/StewardProviderShared.d.ts +27 -0
- package/cloud/shell/StewardProviderShared.d.ts.map +1 -0
- package/cloud/shell/StewardProviderShared.js +112 -0
- package/cloud-ui/components/ai-elements/index.d.ts +3 -3
- package/cloud-ui/components/ai-elements/memoized-chat-message.d.ts +1 -1
- package/cloud-ui/components/ai-elements/memoized-chat-message.d.ts.map +1 -1
- package/cloud-ui/components/ai-elements/memoized-chat-message.js +162 -139
- package/cloud-ui/components/analytics/cost-alerts.d.ts +1 -1
- package/cloud-ui/components/analytics/cost-insights-card.d.ts +1 -1
- package/cloud-ui/components/analytics/index.d.ts +3 -3
- package/cloud-ui/components/auth/authorize-content.js +1 -1
- package/cloud-ui/components/brand/brand-button.d.ts +1 -1
- package/cloud-ui/components/brand/brand-button.js +1 -1
- package/cloud-ui/components/brand/brand-tabs-responsive.d.ts.map +1 -1
- package/cloud-ui/components/brand/brand-tabs-responsive.js +1 -1
- package/cloud-ui/components/brand/brand-tabs.d.ts.map +1 -1
- package/cloud-ui/components/brand/brand-tabs.js +2 -2
- package/cloud-ui/components/brand/index.d.ts +21 -21
- package/cloud-ui/components/brand/lock-on-button.d.ts +2 -2
- package/cloud-ui/components/brand/lock-on-button.variants.d.ts +1 -1
- package/cloud-ui/components/brand/lock-on-button.variants.js +1 -1
- package/cloud-ui/components/code/code-display.d.ts +1 -1
- package/cloud-ui/components/code/code-display.d.ts.map +1 -1
- package/cloud-ui/components/code/code-display.js +11 -9
- package/cloud-ui/components/code/index.d.ts +3 -3
- package/cloud-ui/components/data-list/apps-list-view.js +1 -1
- package/cloud-ui/components/data-list/index.d.ts +8 -8
- package/cloud-ui/components/data-list/list-action-menu.js +1 -1
- package/cloud-ui/components/docs/api-parameter-select.js +1 -1
- package/cloud-ui/components/docs/api-route-explorer-client.d.ts +1 -1
- package/cloud-ui/components/docs/api-route-explorer-client.js +1 -1
- package/cloud-ui/components/docs/docs-layout.d.ts +1 -1
- package/cloud-ui/components/docs/index.d.ts +11 -11
- package/cloud-ui/components/drawer.js +1 -1
- package/cloud-ui/components/image-gen/index.d.ts +4 -4
- package/cloud-ui/components/image-gen/prompt-input.js +1 -1
- package/cloud-ui/components/layout/dashboard-route-page.d.ts +1 -1
- package/cloud-ui/components/layout/dashboard-sidebar-item.d.ts +1 -1
- package/cloud-ui/components/layout/dashboard-sidebar-section.d.ts +1 -1
- package/cloud-ui/components/layout/dashboard-sidebar.d.ts +1 -1
- package/cloud-ui/components/layout/dashboard-sidebar.js +1 -1
- package/cloud-ui/components/layout/index.d.ts +11 -11
- package/cloud-ui/components/log-viewer.d.ts +1 -1
- package/cloud-ui/components/log-viewer.d.ts.map +1 -1
- package/cloud-ui/components/log-viewer.js +5 -2
- package/cloud-ui/components/monetization/animated-counter.d.ts.map +1 -1
- package/cloud-ui/components/monetization/animated-counter.js +4 -2
- package/cloud-ui/components/monetization/index.d.ts +4 -4
- package/cloud-ui/components/primitives.d.ts +57 -57
- package/cloud-ui/components/product-switcher.js +1 -1
- package/cloud-ui/components/resizable.d.ts.map +1 -1
- package/cloud-ui/components/resizable.js +23 -3
- package/cloud-ui/components/share/index.d.ts +1 -1
- package/cloud-ui/components/theme/index.d.ts +3 -3
- package/cloud-ui/components/theme/theme-provider.d.ts +2 -2
- package/cloud-ui/components/timeline.d.ts.map +1 -1
- package/cloud-ui/components/timeline.js +6 -6
- package/cloud-ui/components/voice/index.d.ts +8 -8
- package/cloud-ui/index.d.ts +30 -30
- package/cloud-ui/lib/utils.d.ts +1 -1
- package/companion/desktop-bar/CompanionBar.d.ts +1 -1
- package/companion/desktop-bar/CompanionBar.d.ts.map +1 -1
- package/companion/desktop-bar/CompanionBar.js +11 -8
- package/companion/desktop-bar/index.d.ts +6 -6
- package/companion/desktop-bar/platform/electrobun-tray.d.ts +19 -0
- package/companion/desktop-bar/platform/electrobun-tray.d.ts.map +1 -1
- package/companion/desktop-bar/platform/index.d.ts +2 -2
- package/companion/desktop-bar/platform/index.d.ts.map +1 -1
- package/companion/desktop-bar/platform/web-fallback.d.ts +1 -1
- package/companion/desktop-bar/useKeyboardShortcuts.d.ts +1 -1
- package/components/accounts/AccountCard.d.ts +1 -1
- package/components/accounts/AccountCard.js +2 -2
- package/components/accounts/AccountList.js +2 -2
- package/components/accounts/AddAccountDialog.d.ts.map +1 -1
- package/components/accounts/AddAccountDialog.js +11 -3
- package/components/accounts/RotationStrategyPicker.d.ts +1 -1
- package/components/accounts/RotationStrategyPicker.js +2 -2
- package/components/apps/AppWindowRenderer.d.ts.map +1 -1
- package/components/apps/AppWindowRenderer.helpers.d.ts +1 -1
- package/components/apps/AppWindowRenderer.js +23 -10
- package/components/apps/AppsCatalogGrid.d.ts +1 -1
- package/components/apps/AppsCatalogGrid.d.ts.map +1 -1
- package/components/apps/AppsCatalogGrid.js +16 -23
- package/components/apps/AppsSidebar.d.ts +1 -1
- package/components/apps/AppsSidebar.d.ts.map +1 -1
- package/components/apps/AppsSidebar.js +22 -11
- package/components/apps/GameView.d.ts.map +1 -1
- package/components/apps/GameView.helpers.d.ts +1 -1
- package/components/apps/GameView.js +55 -20
- package/components/apps/GameViewOverlay.d.ts.map +1 -1
- package/components/apps/GameViewOverlay.js +38 -4
- package/components/apps/RunningAppsRow.d.ts +1 -1
- package/components/apps/RunningAppsRow.d.ts.map +1 -1
- package/components/apps/RunningAppsRow.js +12 -10
- package/components/apps/app-identity.helpers.d.ts +1 -1
- package/components/apps/app-identity.js +1 -1
- package/components/apps/catalog-loader.d.ts +1 -1
- package/components/apps/extensions/registry.d.ts +2 -2
- package/components/apps/extensions/surface.d.ts +2 -2
- package/components/apps/extensions/surface.d.ts.map +1 -1
- package/components/apps/extensions/surface.helpers.d.ts +2 -2
- package/components/apps/extensions/surface.js +9 -9
- package/components/apps/extensions/types.d.ts +1 -1
- package/components/apps/helpers.d.ts +8 -5
- package/components/apps/helpers.d.ts.map +1 -1
- package/components/apps/helpers.js +5 -10
- package/components/apps/home-grid-apps.d.ts +2 -2
- package/components/apps/internal-tool-apps.d.ts +2 -2
- package/components/apps/internal-tool-apps.d.ts.map +1 -1
- package/components/apps/internal-tool-apps.js +18 -8
- package/components/apps/launch-history.d.ts +1 -1
- package/components/apps/load-apps-catalog.d.ts +1 -1
- package/components/apps/overlay-app-registry.d.ts +5 -2
- package/components/apps/overlay-app-registry.d.ts.map +1 -1
- package/components/apps/overlay-app-registry.js +3 -6
- package/components/apps/run-attention.d.ts +1 -1
- package/components/apps/surfaces/registry.d.ts +1 -1
- package/components/apps/useRegistryCatalog.d.ts +1 -1
- package/components/apps/viewer-auth.d.ts +1 -1
- package/components/auth/LoginView.d.ts +1 -1
- package/components/auth/LoginView.js +1 -1
- package/components/character/CharacterEditor.d.ts +4 -1
- package/components/character/CharacterEditor.d.ts.map +1 -1
- package/components/character/CharacterEditor.js +54 -14
- package/components/character/CharacterEditorPanels.d.ts +1 -1
- package/components/character/CharacterEditorPanels.d.ts.map +1 -1
- package/components/character/CharacterEditorPanels.js +10 -12
- package/components/character/CharacterExperienceWorkspace.d.ts +1 -1
- package/components/character/CharacterExperienceWorkspace.d.ts.map +1 -1
- package/components/character/CharacterExperienceWorkspace.js +10 -10
- package/components/character/CharacterHubView.d.ts +4 -2
- package/components/character/CharacterHubView.d.ts.map +1 -1
- package/components/character/CharacterHubView.js +57 -201
- package/components/character/CharacterOverviewSection.d.ts +1 -1
- package/components/character/CharacterOverviewSection.js +1 -1
- package/components/character/CharacterPersonalityTimeline.d.ts +1 -1
- package/components/character/CharacterRoster.d.ts.map +1 -1
- package/components/character/CharacterRoster.helpers.d.ts +1 -1
- package/components/character/CharacterRoster.js +2 -10
- package/components/character/MusicLibraryCharacterWidget.d.ts +1 -1
- package/components/character/character-editor-helpers.d.ts +2 -2
- package/components/character/character-hub-helpers.d.ts +2 -2
- package/components/character/character-voice-config.d.ts +2 -2
- package/components/character/useCharacterHubData.d.ts +41 -0
- package/components/character/useCharacterHubData.d.ts.map +1 -0
- package/components/character/useCharacterHubData.js +112 -0
- package/components/chat/AccountRequiredCard.d.ts +1 -1
- package/components/chat/AgentActivityBox.d.ts +1 -1
- package/components/chat/AgentActivityBox.d.ts.map +1 -1
- package/components/chat/AgentActivityBox.js +28 -17
- package/components/chat/AppsSection.d.ts.map +1 -1
- package/components/chat/AppsSection.js +13 -14
- package/components/chat/ConnectorAccountPicker.d.ts +1 -1
- package/components/chat/InlineWidgetText.d.ts +6 -0
- package/components/chat/InlineWidgetText.d.ts.map +1 -0
- package/components/chat/InlineWidgetText.js +99 -0
- package/components/chat/MessageAttachments.d.ts +22 -3
- package/components/chat/MessageAttachments.d.ts.map +1 -1
- package/components/chat/MessageAttachments.js +381 -14
- package/components/chat/MessageContent.d.ts +17 -2
- package/components/chat/MessageContent.d.ts.map +1 -1
- package/components/chat/MessageContent.js +163 -467
- package/components/chat/SaveCommandModal.js +2 -2
- package/components/chat/TasksEventsPanel.d.ts +1 -1
- package/components/chat/TasksEventsPanel.js +2 -2
- package/components/chat/TranscriptViewerOverlay.d.ts +32 -0
- package/components/chat/TranscriptViewerOverlay.d.ts.map +1 -0
- package/components/chat/TranscriptViewerOverlay.js +329 -0
- package/components/chat/WidgetVisibilityPanel.d.ts +3 -3
- package/components/chat/WidgetVisibilityPanel.d.ts.map +1 -1
- package/components/chat/WidgetVisibilityPanel.helpers.d.ts +1 -1
- package/components/chat/connector-send-as.d.ts +1 -1
- package/components/chat/message-choice-parser.d.ts +1 -1
- package/components/chat/message-choice-parser.d.ts.map +1 -1
- package/components/chat/message-choice-parser.js +1 -1
- package/components/chat/message-parser-helpers.d.ts +139 -0
- package/components/chat/message-parser-helpers.d.ts.map +1 -0
- package/components/chat/message-parser-helpers.js +490 -0
- package/components/chat/widgets/ChoiceWidget.js +1 -1
- package/components/chat/widgets/agent-orchestrator-accounts-view.d.ts +3 -3
- package/components/chat/widgets/agent-orchestrator.d.ts +1 -1
- package/components/chat/widgets/agent-orchestrator.d.ts.map +1 -1
- package/components/chat/widgets/agent-orchestrator.js +60 -39
- package/components/chat/widgets/browser-launch-widget.d.ts +19 -0
- package/components/chat/widgets/browser-launch-widget.d.ts.map +1 -0
- package/components/chat/widgets/browser-launch-widget.js +38 -0
- package/components/chat/widgets/browser-status.d.ts +1 -1
- package/components/chat/widgets/browser-status.d.ts.map +1 -1
- package/components/chat/widgets/browser-status.helpers.d.ts +1 -1
- package/components/chat/widgets/browser-status.js +17 -27
- package/components/chat/widgets/calendar-upcoming.d.ts +17 -0
- package/components/chat/widgets/calendar-upcoming.d.ts.map +1 -0
- package/components/chat/widgets/calendar-upcoming.js +149 -0
- package/components/chat/widgets/credential-request-widget.d.ts +40 -0
- package/components/chat/widgets/credential-request-widget.d.ts.map +1 -0
- package/components/chat/widgets/credential-request-widget.js +52 -0
- package/components/chat/widgets/finances-alerts.d.ts +17 -0
- package/components/chat/widgets/finances-alerts.d.ts.map +1 -0
- package/components/chat/widgets/finances-alerts.js +214 -0
- package/components/chat/widgets/followups.d.ts +1 -1
- package/components/chat/widgets/form-request.d.ts +1 -1
- package/components/chat/widgets/goals-attention.d.ts +17 -0
- package/components/chat/widgets/goals-attention.d.ts.map +1 -0
- package/components/chat/widgets/goals-attention.js +155 -0
- package/components/chat/widgets/health-sleep.d.ts +18 -0
- package/components/chat/widgets/health-sleep.d.ts.map +1 -0
- package/components/chat/widgets/health-sleep.js +159 -0
- package/components/chat/widgets/home-widget-card.d.ts +47 -0
- package/components/chat/widgets/home-widget-card.d.ts.map +1 -0
- package/components/chat/widgets/home-widget-card.js +62 -0
- package/components/chat/widgets/inbox-unread.d.ts +10 -0
- package/components/chat/widgets/inbox-unread.d.ts.map +1 -0
- package/components/chat/widgets/inbox-unread.js +119 -0
- package/components/chat/widgets/inline-registry.d.ts +1 -1
- package/components/chat/widgets/messages.d.ts +8 -0
- package/components/chat/widgets/messages.d.ts.map +1 -0
- package/components/chat/widgets/messages.js +38 -0
- package/components/chat/widgets/music-player.d.ts +1 -1
- package/components/chat/widgets/music-player.helpers.d.ts +1 -1
- package/components/chat/widgets/needs-attention.d.ts +22 -0
- package/components/chat/widgets/needs-attention.d.ts.map +1 -0
- package/components/chat/widgets/needs-attention.js +109 -0
- package/components/chat/widgets/notifications.d.ts +9 -0
- package/components/chat/widgets/notifications.d.ts.map +1 -0
- package/components/chat/widgets/notifications.js +42 -0
- package/components/chat/widgets/orchestrator-grilling-card.d.ts +24 -0
- package/components/chat/widgets/orchestrator-grilling-card.d.ts.map +1 -0
- package/components/chat/widgets/orchestrator-grilling-card.js +57 -0
- package/components/chat/widgets/relationships-attention.d.ts +18 -0
- package/components/chat/widgets/relationships-attention.d.ts.map +1 -0
- package/components/chat/widgets/relationships-attention.js +135 -0
- package/components/chat/widgets/shared.js +2 -2
- package/components/chat/widgets/task-widget.js +1 -1
- package/components/chat/widgets/todo.d.ts +1 -1
- package/components/chat/widgets/todo.d.ts.map +1 -1
- package/components/chat/widgets/todo.js +39 -10
- package/components/chat/widgets/topic-chips-bar.d.ts +23 -0
- package/components/chat/widgets/topic-chips-bar.d.ts.map +1 -0
- package/components/chat/widgets/topic-chips-bar.js +22 -0
- package/components/chat/widgets/topic-grouped-transcript.d.ts +20 -0
- package/components/chat/widgets/topic-grouped-transcript.d.ts.map +1 -0
- package/components/chat/widgets/topic-grouped-transcript.js +45 -0
- package/components/chat/widgets/types.d.ts +5 -2
- package/components/chat/widgets/types.d.ts.map +1 -1
- package/components/chat/widgets/use-inline-widget-context.d.ts +18 -0
- package/components/chat/widgets/use-inline-widget-context.d.ts.map +1 -0
- package/components/chat/widgets/use-inline-widget-context.js +46 -0
- package/components/cloud/CloudSourceControls.js +2 -2
- package/components/cloud/CloudStatusBadge.js +2 -2
- package/components/cloud/FlaminaGuide.d.ts +1 -1
- package/components/cloud/FlaminaGuide.d.ts.map +1 -1
- package/components/cloud/FlaminaGuide.js +10 -5
- package/components/companion/injected.d.ts +1 -1
- package/components/companion/injected.hooks.d.ts +1 -1
- package/components/composites/chat/ChatVoiceStatusBar.d.ts +2 -2
- package/components/composites/chat/ChatVoiceStatusBar.js +1 -1
- package/components/composites/chat/ContinuousChatToggle.d.ts +1 -1
- package/components/composites/chat/ContinuousChatToggle.js +1 -1
- package/components/composites/chat/chat-attachment-strip.d.ts +1 -1
- package/components/composites/chat/chat-attachment-strip.js +1 -1
- package/components/composites/chat/chat-composer-shell.d.ts +1 -1
- package/components/composites/chat/chat-composer.d.ts +10 -4
- package/components/composites/chat/chat-composer.d.ts.map +1 -1
- package/components/composites/chat/chat-composer.js +14 -14
- package/components/composites/chat/chat-conversation-item.d.ts +2 -2
- package/components/composites/chat/chat-conversation-item.d.ts.map +1 -1
- package/components/composites/chat/chat-conversation-item.js +8 -8
- package/components/composites/chat/chat-empty-state.d.ts +1 -1
- package/components/composites/chat/chat-message-actions.d.ts +1 -1
- package/components/composites/chat/chat-message.d.ts +10 -2
- package/components/composites/chat/chat-message.d.ts.map +1 -1
- package/components/composites/chat/chat-message.js +4 -2
- package/components/composites/chat/chat-source.d.ts +2 -2
- package/components/composites/chat/chat-source.helpers.d.ts +1 -1
- package/components/composites/chat/chat-thread-layout.d.ts +1 -1
- package/components/composites/chat/chat-thread-layout.d.ts.map +1 -1
- package/components/composites/chat/chat-thread-layout.js +2 -2
- package/components/composites/chat/chat-transcript.d.ts +6 -2
- package/components/composites/chat/chat-transcript.d.ts.map +1 -1
- package/components/composites/chat/chat-transcript.js +18 -3
- package/components/composites/chat/chat-types.d.ts +2 -0
- package/components/composites/chat/chat-types.d.ts.map +1 -1
- package/components/composites/chat/chat-typing-indicator.d.ts +1 -1
- package/components/composites/chat/index.d.ts +16 -16
- package/components/composites/chat/permission-card.d.ts +1 -1
- package/components/composites/chat/permission-card.render.d.ts +2 -2
- package/components/composites/code/DiffReviewPanel.d.ts +1 -1
- package/components/composites/code/index.d.ts +1 -1
- package/components/composites/form-field/index.d.ts +1 -1
- package/components/composites/index.d.ts +29 -29
- package/components/composites/page-panel/index.d.ts +19 -19
- package/components/composites/page-panel/page-panel-collapsible-section.d.ts +1 -1
- package/components/composites/page-panel/page-panel-collapsible-section.d.ts.map +1 -1
- package/components/composites/page-panel/page-panel-collapsible-section.js +2 -2
- package/components/composites/page-panel/page-panel-empty.d.ts +1 -1
- package/components/composites/page-panel/page-panel-empty.d.ts.map +1 -1
- package/components/composites/page-panel/page-panel-empty.js +4 -4
- package/components/composites/page-panel/page-panel-feature-empty.d.ts +1 -1
- package/components/composites/page-panel/page-panel-frame.d.ts +1 -1
- package/components/composites/page-panel/page-panel-frame.d.ts.map +1 -1
- package/components/composites/page-panel/page-panel-frame.js +1 -1
- package/components/composites/page-panel/page-panel-header.d.ts +1 -1
- package/components/composites/page-panel/page-panel-header.d.ts.map +1 -1
- package/components/composites/page-panel/page-panel-header.js +9 -9
- package/components/composites/page-panel/page-panel-loading.d.ts +1 -1
- package/components/composites/page-panel/page-panel-loading.d.ts.map +1 -1
- package/components/composites/page-panel/page-panel-loading.js +3 -3
- package/components/composites/page-panel/page-panel-root.d.ts +2 -2
- package/components/composites/page-panel/page-panel-root.js +7 -7
- package/components/composites/page-panel/page-panel-toolbar.d.ts +1 -1
- package/components/composites/page-panel/page-panel-types.d.ts +1 -1
- package/components/composites/search/index.d.ts +1 -1
- package/components/composites/search/searchbar.js +1 -1
- package/components/composites/sidebar/index.d.ts +10 -10
- package/components/composites/sidebar/sidebar-auto-rail.d.ts +1 -1
- package/components/composites/sidebar/sidebar-body.d.ts +1 -1
- package/components/composites/sidebar/sidebar-collapsed-rail.d.ts +1 -1
- package/components/composites/sidebar/sidebar-content.js +3 -3
- package/components/composites/sidebar/sidebar-header-stack.d.ts +1 -1
- package/components/composites/sidebar/sidebar-header.d.ts +1 -1
- package/components/composites/sidebar/sidebar-panel.d.ts +1 -1
- package/components/composites/sidebar/sidebar-root.d.ts +1 -1
- package/components/composites/sidebar/sidebar-root.d.ts.map +1 -1
- package/components/composites/sidebar/sidebar-root.js +34 -8
- package/components/composites/sidebar/sidebar-scroll-region.d.ts +1 -1
- package/components/composites/skills/index.d.ts +1 -1
- package/components/composites/trajectories/index.d.ts +7 -7
- package/components/composites/trajectories/trajectory-code-block.d.ts.map +1 -1
- package/components/composites/trajectories/trajectory-code-block.js +3 -2
- package/components/composites/trajectories/trajectory-pipeline-graph.js +3 -3
- package/components/config-ui/config-control-primitives.helpers.js +2 -2
- package/components/config-ui/config-field.d.ts +1 -1
- package/components/config-ui/config-field.helpers.d.ts +1 -1
- package/components/config-ui/config-field.helpers.d.ts.map +1 -1
- package/components/config-ui/config-field.helpers.js +33 -20
- package/components/config-ui/config-field.js +2 -2
- package/components/config-ui/config-renderer.d.ts +2 -2
- package/components/config-ui/config-renderer.helpers.d.ts +2 -2
- package/components/config-ui/config-renderer.js +6 -6
- package/components/config-ui/index.d.ts +7 -7
- package/components/config-ui/ui-renderer.d.ts +1 -1
- package/components/config-ui/ui-renderer.d.ts.map +1 -1
- package/components/config-ui/ui-renderer.helpers.d.ts +1 -1
- package/components/config-ui/ui-renderer.js +15 -8
- package/components/connectors/BlueBubblesStatusPanel.d.ts.map +1 -1
- package/components/connectors/BlueBubblesStatusPanel.js +11 -24
- package/components/connectors/ConnectorAccountAuditList.d.ts.map +1 -1
- package/components/connectors/ConnectorAccountAuditList.js +19 -32
- package/components/connectors/ConnectorAccountCard.d.ts +1 -1
- package/components/connectors/ConnectorAccountList.d.ts +2 -2
- package/components/connectors/ConnectorAccountPrivacySelector.d.ts +1 -1
- package/components/connectors/ConnectorAccountPurposeSelector.d.ts +1 -1
- package/components/connectors/ConnectorModeSelector.d.ts +1 -1
- package/components/connectors/ConnectorModeSelector.helpers.d.ts +1 -1
- package/components/connectors/ConnectorModeSelector.hooks.d.ts +1 -1
- package/components/connectors/ConnectorModeSelector.js +2 -2
- package/components/connectors/ConnectorQrPairingOverlay.js +2 -2
- package/components/connectors/DiscordLocalConnectorPanel.js +2 -2
- package/components/connectors/IMessageStatusPanel.js +2 -2
- package/components/connectors/SignalQrOverlay.js +2 -2
- package/components/connectors/TelegramAccountConnectorPanel.js +4 -4
- package/components/connectors/TelegramBotSetupPanel.js +3 -3
- package/components/connectors/WhatsAppQrOverlay.js +2 -2
- package/components/connectors/XRPairingPanel.d.ts.map +1 -1
- package/components/connectors/XRPairingPanel.js +6 -3
- package/components/connectors/connector-account-options.d.ts +1 -1
- package/components/conversations/ConversationRenameDialog.d.ts.map +1 -1
- package/components/conversations/ConversationRenameDialog.js +4 -2
- package/components/conversations/ConversationsSidebar.d.ts.map +1 -1
- package/components/conversations/ConversationsSidebar.js +18 -3
- package/components/conversations/conversation-sidebar-model.d.ts +2 -2
- package/components/conversations/conversation-utils.d.ts +1 -1
- package/components/custom-actions/CustomActionEditor.js +2 -2
- package/components/custom-actions/CustomActionsPanel.d.ts.map +1 -1
- package/components/custom-actions/CustomActionsPanel.js +16 -5
- package/components/custom-actions/CustomActionsView.js +3 -3
- package/components/custom-actions/custom-action-form.d.ts +4 -4
- package/components/custom-actions/custom-action-form.d.ts.map +1 -1
- package/components/custom-actions/custom-action-form.js +2 -2
- package/components/desktop/DesktopTabBar.d.ts +2 -2
- package/components/desktop/DesktopTabBar.js +4 -4
- package/components/index.d.ts +161 -156
- package/components/index.d.ts.map +1 -1
- package/components/index.js +9 -1
- package/components/local-inference/ActiveModelBar.d.ts +1 -1
- package/components/local-inference/DeviceBridgeStatus.d.ts +1 -1
- package/components/local-inference/DevicesPanel.d.ts +1 -1
- package/components/local-inference/DownloadProgress.d.ts +1 -1
- package/components/local-inference/DownloadProgress.d.ts.map +1 -1
- package/components/local-inference/DownloadProgress.js +1 -3
- package/components/local-inference/DownloadQueue.d.ts +8 -2
- package/components/local-inference/DownloadQueue.d.ts.map +1 -1
- package/components/local-inference/DownloadQueue.js +3 -3
- package/components/local-inference/FirstRunOffer.d.ts +1 -1
- package/components/local-inference/HardwareBadge.d.ts +1 -1
- package/components/local-inference/LocalInferencePanel.d.ts +1 -1
- package/components/local-inference/LocalInferencePanel.d.ts.map +1 -1
- package/components/local-inference/LocalInferencePanel.js +18 -51
- package/components/local-inference/ModelCard.d.ts +1 -1
- package/components/local-inference/ModelCard.d.ts.map +1 -1
- package/components/local-inference/ModelCard.js +6 -5
- package/components/local-inference/ModelHubView.d.ts +1 -1
- package/components/local-inference/ModelHubView.d.ts.map +1 -1
- package/components/local-inference/ModelHubView.js +10 -6
- package/components/local-inference/RoutingMatrix.d.ts.map +1 -1
- package/components/local-inference/RoutingMatrix.js +115 -40
- package/components/local-inference/SlotAssignments.d.ts +1 -1
- package/components/local-inference/SlotAssignments.d.ts.map +1 -1
- package/components/local-inference/SlotAssignments.js +27 -10
- package/components/local-inference/hub-utils.d.ts +2 -1
- package/components/local-inference/hub-utils.d.ts.map +1 -1
- package/components/local-inference/hub-utils.js +2 -0
- package/components/local-inference/runtime-class-ui.d.ts +44 -0
- package/components/local-inference/runtime-class-ui.d.ts.map +1 -0
- package/components/local-inference/runtime-class-ui.js +61 -0
- package/components/local-inference/slot-metadata.d.ts +1 -1
- package/components/local-inference/useDeviceBridgeStatus.d.ts +1 -1
- package/components/local-inference/useDeviceBridgeStatus.d.ts.map +1 -1
- package/components/local-inference/useDeviceBridgeStatus.js +17 -12
- package/components/local-inference/useHomeModelStatus.d.ts +1 -1
- package/components/local-inference/useHomeModelStatus.d.ts.map +1 -1
- package/components/local-inference/useHomeModelStatus.js +15 -10
- package/components/pages/AppDetailsView.d.ts +1 -1
- package/components/pages/AppDetailsView.d.ts.map +1 -1
- package/components/pages/AppDetailsView.helpers.d.ts +1 -1
- package/components/pages/AppDetailsView.js +15 -3
- package/components/pages/AppsPageView.d.ts.map +1 -1
- package/components/pages/AppsPageView.js +7 -2
- package/components/pages/AppsView.d.ts.map +1 -1
- package/components/pages/AppsView.js +35 -8
- package/components/pages/AutomationsFeed.d.ts +1 -1
- package/components/pages/AutomationsFeed.d.ts.map +1 -1
- package/components/pages/AutomationsFeed.js +3 -7
- package/components/pages/BackgroundView.d.ts +10 -0
- package/components/pages/BackgroundView.d.ts.map +1 -0
- package/components/pages/BackgroundView.js +14 -0
- package/components/pages/BrowserWorkspaceView.d.ts.map +1 -1
- package/components/pages/BrowserWorkspaceView.js +13 -8
- package/components/pages/CameraPageView.js +2 -2
- package/components/pages/ChatView.d.ts +1 -1
- package/components/pages/ChatView.d.ts.map +1 -1
- package/components/pages/ChatView.js +186 -29
- package/components/pages/ConfigPageView.d.ts.map +1 -1
- package/components/pages/ConfigPageView.js +11 -2
- package/components/pages/DatabasePageView.d.ts.map +1 -1
- package/components/pages/DatabasePageView.js +4 -2
- package/components/pages/DatabaseView.d.ts.map +1 -1
- package/components/pages/DatabaseView.js +14 -12
- package/components/pages/DocumentsView.d.ts +2 -2
- package/components/pages/DocumentsView.d.ts.map +1 -1
- package/components/pages/DocumentsView.js +20 -20
- package/components/pages/ElizaCloudDashboard.d.ts.map +1 -1
- package/components/pages/ElizaCloudDashboard.js +20 -2
- package/components/pages/ElizaOsAppsView.d.ts.map +1 -1
- package/components/pages/ElizaOsAppsView.js +29 -22
- package/components/pages/FilesView.d.ts +15 -0
- package/components/pages/FilesView.d.ts.map +1 -0
- package/components/pages/FilesView.js +201 -0
- package/components/pages/GeneratedViewHero.js +1 -1
- package/components/pages/HeartbeatForm.d.ts +3 -3
- package/components/pages/HeartbeatsView.d.ts.map +1 -1
- package/components/pages/HeartbeatsView.js +21 -6
- package/components/pages/LogsView.d.ts +0 -6
- package/components/pages/LogsView.d.ts.map +1 -1
- package/components/pages/LogsView.js +41 -25
- package/components/pages/MediaGalleryView.d.ts.map +1 -1
- package/components/pages/MediaGalleryView.js +59 -11
- package/components/pages/MemoryDetailPanel.d.ts +1 -1
- package/components/pages/MemoryDetailPanel.d.ts.map +1 -1
- package/components/pages/MemoryDetailPanel.js +8 -3
- package/components/pages/MemoryViewerView.d.ts.map +1 -1
- package/components/pages/MemoryViewerView.js +33 -24
- package/components/pages/PluginCard.d.ts +2 -2
- package/components/pages/PluginCard.d.ts.map +1 -1
- package/components/pages/PluginCard.js +6 -5
- package/components/pages/PluginConfigForm.d.ts +1 -1
- package/components/pages/PluginConfigForm.js +2 -2
- package/components/pages/PluginVisual.d.ts +1 -1
- package/components/pages/PluginsView.d.ts +1 -1
- package/components/pages/PluginsView.d.ts.map +1 -1
- package/components/pages/PluginsView.js +33 -13
- package/components/pages/RelationshipsGraphPanel.d.ts +1 -1
- package/components/pages/RelationshipsGraphPanel.js +2 -2
- package/components/pages/RelationshipsIdentityCluster.d.ts +1 -1
- package/components/pages/ReleaseCenterView.d.ts.map +1 -1
- package/components/pages/ReleaseCenterView.js +11 -9
- package/components/pages/RuntimeView.d.ts.map +1 -1
- package/components/pages/RuntimeView.js +13 -12
- package/components/pages/SecretsView.d.ts.map +1 -1
- package/components/pages/SecretsView.js +21 -18
- package/components/pages/SettingsView.d.ts.map +1 -1
- package/components/pages/SettingsView.js +34 -14
- package/components/pages/SkillsView.d.ts.map +1 -1
- package/components/pages/SkillsView.js +47 -11
- package/components/pages/Springboard.d.ts +49 -0
- package/components/pages/Springboard.d.ts.map +1 -0
- package/components/pages/Springboard.js +238 -0
- package/components/pages/SpringboardSurface.d.ts +6 -0
- package/components/pages/SpringboardSurface.d.ts.map +1 -0
- package/components/pages/SpringboardSurface.js +120 -0
- package/components/pages/SqlEditorPanel.d.ts +1 -1
- package/components/pages/SqlEditorPanel.js +5 -5
- package/components/pages/StreamView.d.ts.map +1 -1
- package/components/pages/StreamView.js +6 -7
- package/components/pages/TaskEditor.d.ts +3 -3
- package/components/pages/TrajectoriesView.d.ts.map +1 -1
- package/components/pages/TrajectoriesView.js +9 -9
- package/components/pages/TrajectoryDetailView.d.ts.map +1 -1
- package/components/pages/TrajectoryDetailView.js +58 -39
- package/components/pages/WorkflowEditor.d.ts +1 -1
- package/components/pages/WorkflowEditor.d.ts.map +1 -1
- package/components/pages/WorkflowEditor.js +13 -22
- package/components/pages/WorkflowGraphViewer.d.ts +1 -1
- package/components/pages/WorkflowGraphViewer.d.ts.map +1 -1
- package/components/pages/WorkflowGraphViewer.js +9 -11
- package/components/pages/__e2e__/background-fixture.d.ts +2 -0
- package/components/pages/__e2e__/background-fixture.d.ts.map +1 -0
- package/components/pages/__e2e__/background-fixture.js +84 -0
- package/components/pages/__e2e__/springboard-fixture.d.ts +2 -0
- package/components/pages/__e2e__/springboard-fixture.d.ts.map +1 -0
- package/components/pages/__e2e__/springboard-fixture.js +103 -0
- package/components/pages/automation-conversations.d.ts +1 -1
- package/components/pages/automations-missing-creds.d.ts +1 -1
- package/components/pages/background-image.d.ts +10 -0
- package/components/pages/background-image.d.ts.map +1 -0
- package/components/pages/background-image.js +61 -0
- package/components/pages/browser-workspace-wallet.d.ts +1 -1
- package/components/pages/chat-view-hooks.d.ts +5 -5
- package/components/pages/cloud-dashboard-utils.d.ts +1 -1
- package/components/pages/config-page-sections.d.ts +1 -1
- package/components/pages/config-page-sections.d.ts.map +1 -1
- package/components/pages/config-page-sections.js +4 -3
- package/components/pages/database-utils.d.ts +2 -1
- package/components/pages/database-utils.d.ts.map +1 -1
- package/components/pages/database-utils.js +38 -25
- package/components/pages/documents-detail.d.ts.map +1 -1
- package/components/pages/documents-detail.helpers.d.ts +1 -1
- package/components/pages/documents-detail.js +55 -8
- package/components/pages/documents-upload.d.ts +1 -1
- package/components/pages/documents-upload.d.ts.map +1 -1
- package/components/pages/documents-upload.helpers.d.ts +1 -1
- package/components/pages/documents-upload.js +5 -3
- package/components/pages/heartbeat-utils.d.ts +2 -2
- package/components/pages/help/HelpView.js +2 -2
- package/components/pages/help/help-content.d.ts.map +1 -1
- package/components/pages/help/help-content.js +7 -5
- package/components/pages/page-scoped-conversations.d.ts +3 -3
- package/components/pages/page-scoped-conversations.d.ts.map +1 -1
- package/components/pages/page-scoped-conversations.js +1 -18
- package/components/pages/plugin-list-utils.d.ts +3 -3
- package/components/pages/plugin-list-utils.d.ts.map +1 -1
- package/components/pages/plugin-list-utils.js +6 -2
- package/components/pages/plugin-view-connectors.d.ts +2 -2
- package/components/pages/plugin-view-connectors.d.ts.map +1 -1
- package/components/pages/plugin-view-connectors.js +7 -2
- package/components/pages/plugin-view-dialogs.d.ts +3 -9
- package/components/pages/plugin-view-dialogs.d.ts.map +1 -1
- package/components/pages/plugin-view-dialogs.js +1 -1
- package/components/pages/plugin-view-modal.d.ts +2 -2
- package/components/pages/plugin-view-sidebar.d.ts +2 -2
- package/components/pages/relationships/RelationshipsCandidateMergesPanel.d.ts +1 -1
- package/components/pages/relationships/RelationshipsPersonPanels.d.ts +1 -1
- package/components/pages/relationships/RelationshipsPersonPanels.js +1 -1
- package/components/pages/relationships/RelationshipsSidebar.d.ts +1 -1
- package/components/pages/relationships/RelationshipsWorkspaceView.d.ts.map +1 -1
- package/components/pages/relationships/RelationshipsWorkspaceView.js +5 -4
- package/components/pages/relationships/relationships-utils.d.ts +1 -1
- package/components/pages/skill-detail-panel.d.ts.map +1 -1
- package/components/pages/skill-detail-panel.js +25 -3
- package/components/pages/skill-marketplace.d.ts +2 -2
- package/components/pages/skill-marketplace.d.ts.map +1 -1
- package/components/pages/skill-marketplace.js +3 -3
- package/components/pages/tutorial/TutorialNarrator.d.ts.map +1 -1
- package/components/pages/tutorial/TutorialNarrator.js +3 -2
- package/components/pages/tutorial/TutorialOverlay.d.ts.map +1 -1
- package/components/pages/tutorial/TutorialOverlay.js +3 -2
- package/components/pages/tutorial/TutorialSpotlight.js +3 -3
- package/components/pages/tutorial/TutorialView.d.ts.map +1 -1
- package/components/pages/tutorial/TutorialView.js +3 -5
- package/components/pages/useBrowserWorkspaceWalletBridge.d.ts +2 -2
- package/components/pages/workflow-action-handoff.d.ts +1 -1
- package/components/permissions/StreamingPermissions.d.ts +1 -1
- package/components/permissions/StreamingPermissions.d.ts.map +1 -1
- package/components/permissions/StreamingPermissions.js +5 -6
- package/components/plugins/showcase-data.d.ts +1 -1
- package/components/policy-controls/ApprovedAddressesSection.d.ts +1 -1
- package/components/policy-controls/ApprovedAddressesSection.helpers.d.ts +1 -1
- package/components/policy-controls/AutoApproveSection.d.ts +1 -1
- package/components/policy-controls/AutoApproveSection.helpers.d.ts +1 -1
- package/components/policy-controls/RateLimitSection.d.ts +1 -1
- package/components/policy-controls/RateLimitSection.helpers.d.ts +1 -1
- package/components/policy-controls/SpendingLimitSection.d.ts +1 -1
- package/components/policy-controls/SpendingLimitSection.helpers.d.ts +1 -1
- package/components/policy-controls/TimeWindowSection.d.ts +1 -1
- package/components/policy-controls/TimeWindowSection.helpers.d.ts +1 -1
- package/components/policy-controls/constants.d.ts +1 -1
- package/components/policy-controls/helpers.d.ts +1 -1
- package/components/policy-controls/index.d.ts +14 -14
- package/components/primitives/index.d.ts +27 -27
- package/components/release-center/sections.d.ts +1 -1
- package/components/release-center/sections.js +7 -7
- package/components/release-center/shared.js +2 -2
- package/components/settings/AdvancedSection.d.ts.map +1 -1
- package/components/settings/AdvancedSection.js +20 -4
- package/components/settings/AdvancedToggle.js +1 -1
- package/components/settings/ApiKeyConfig.d.ts +2 -2
- package/components/settings/ApiKeyConfig.js +2 -2
- package/components/settings/AppPermissionsSection.d.ts.map +1 -1
- package/components/settings/AppPermissionsSection.js +7 -12
- package/components/settings/AppearanceSettingsSection.d.ts.map +1 -1
- package/components/settings/AppearanceSettingsSection.js +34 -5
- package/components/settings/AppsManagementSection.d.ts.map +1 -1
- package/components/settings/AppsManagementSection.js +42 -33
- package/components/settings/BackgroundSettingsControls.d.ts +5 -0
- package/components/settings/BackgroundSettingsControls.d.ts.map +1 -0
- package/components/settings/BackgroundSettingsControls.js +118 -0
- package/components/settings/CapabilitiesSection.d.ts.map +1 -1
- package/components/settings/CapabilitiesSection.js +115 -13
- package/components/settings/CloudAgentsSection.d.ts.map +1 -1
- package/components/settings/CloudAgentsSection.js +33 -13
- package/components/settings/ConnectorsSection.d.ts.map +1 -1
- package/components/settings/ConnectorsSection.js +8 -6
- package/components/settings/DesktopWorkspaceDisplay.d.ts +2 -3
- package/components/settings/DesktopWorkspaceDisplay.d.ts.map +1 -1
- package/components/settings/DesktopWorkspaceDisplay.hooks.d.ts +3 -4
- package/components/settings/DesktopWorkspaceDisplay.hooks.d.ts.map +1 -1
- package/components/settings/DesktopWorkspaceSection.d.ts.map +1 -1
- package/components/settings/DesktopWorkspaceSection.js +4 -2
- package/components/settings/IdentitySettingsSection.d.ts.map +1 -1
- package/components/settings/IdentitySettingsSection.js +13 -3
- package/components/settings/LoadContentPackForm.js +2 -2
- package/components/settings/LoadedPacksList.d.ts.map +1 -1
- package/components/settings/LoadedPacksList.js +8 -10
- package/components/settings/PermissionsSection.d.ts.map +1 -1
- package/components/settings/PermissionsSection.js +10 -32
- package/components/settings/PolicyControlsView.d.ts.map +1 -1
- package/components/settings/PolicyControlsView.js +8 -10
- package/components/settings/ProviderCard.d.ts +3 -5
- package/components/settings/ProviderCard.d.ts.map +1 -1
- package/components/settings/ProviderCard.js +4 -6
- package/components/settings/ProviderPanels.d.ts +4 -15
- package/components/settings/ProviderPanels.d.ts.map +1 -1
- package/components/settings/ProviderPanels.js +11 -17
- package/components/settings/ProviderRoutingPanel.d.ts +1 -1
- package/components/settings/ProviderRoutingPanel.d.ts.map +1 -1
- package/components/settings/ProviderRoutingPanel.js +4 -8
- package/components/settings/ProviderSwitcher.d.ts +1 -1
- package/components/settings/ProviderSwitcher.d.ts.map +1 -1
- package/components/settings/ProviderSwitcher.js +31 -32
- package/components/settings/RemotePluginHostSection.d.ts.map +1 -1
- package/components/settings/RemotePluginHostSection.js +13 -27
- package/components/settings/RuntimeSettingsSection.d.ts.map +1 -1
- package/components/settings/RuntimeSettingsSection.js +7 -18
- package/components/settings/SecretsManagerSection.d.ts +1 -1
- package/components/settings/SecretsManagerSection.d.ts.map +1 -1
- package/components/settings/SecretsManagerSection.js +3 -3
- package/components/settings/SecuritySettingsSection.d.ts.map +1 -1
- package/components/settings/SecuritySettingsSection.js +49 -57
- package/components/settings/SubscriptionStatus.d.ts +1 -1
- package/components/settings/SubscriptionStatus.js +4 -4
- package/components/settings/VaultInventoryPanel.d.ts +1 -1
- package/components/settings/VaultInventoryPanel.d.ts.map +1 -1
- package/components/settings/VaultInventoryPanel.js +26 -22
- package/components/settings/VoiceConfigView.d.ts.map +1 -1
- package/components/settings/VoiceConfigView.helpers.d.ts +1 -1
- package/components/settings/VoiceConfigView.js +25 -21
- package/components/settings/VoiceProfileSection.d.ts +2 -4
- package/components/settings/VoiceProfileSection.d.ts.map +1 -1
- package/components/settings/VoiceProfileSection.js +57 -34
- package/components/settings/VoiceSection.d.ts +8 -7
- package/components/settings/VoiceSection.d.ts.map +1 -1
- package/components/settings/VoiceSection.helpers.d.ts +1 -1
- package/components/settings/VoiceSection.helpers.d.ts.map +1 -1
- package/components/settings/VoiceSection.helpers.js +0 -1
- package/components/settings/VoiceSection.js +21 -57
- package/components/settings/VoiceSectionMount.d.ts.map +1 -1
- package/components/settings/VoiceSectionMount.js +16 -7
- package/components/settings/VoiceTierBanner.d.ts.map +1 -1
- package/components/settings/VoiceTierBanner.helpers.d.ts +1 -1
- package/components/settings/VoiceTierBanner.js +13 -19
- package/components/settings/WalletKeysSection.d.ts.map +1 -1
- package/components/settings/WalletKeysSection.js +3 -9
- package/components/settings/cloud-model-schema.d.ts +3 -3
- package/components/settings/desktop-workspace-audit-config.d.ts +1 -1
- package/components/settings/permission-controls.d.ts +2 -2
- package/components/settings/permission-controls.hooks.d.ts +1 -1
- package/components/settings/permission-controls.js +3 -3
- package/components/settings/permission-types.d.ts +1 -1
- package/components/settings/permission-types.js +8 -8
- package/components/settings/settings-agent-rows.d.ts +26 -2
- package/components/settings/settings-agent-rows.d.ts.map +1 -1
- package/components/settings/settings-agent-rows.js +29 -1
- package/components/settings/settings-control-primitives.d.ts +1 -1
- package/components/settings/settings-layout.d.ts +9 -3
- package/components/settings/settings-layout.d.ts.map +1 -1
- package/components/settings/settings-layout.js +8 -6
- package/components/settings/settings-section-registry.d.ts +19 -1
- package/components/settings/settings-section-registry.d.ts.map +1 -1
- package/components/settings/settings-sections.d.ts +3 -3
- package/components/settings/settings-sections.d.ts.map +1 -1
- package/components/settings/settings-sections.js +11 -4
- package/components/settings/useCloudModelConfig.d.ts +2 -2
- package/components/settings/useDesktopWindowControls.d.ts +3 -4
- package/components/settings/useDesktopWindowControls.d.ts.map +1 -1
- package/components/settings/useProviderBootstrap.d.ts +2 -2
- package/components/settings/useProviderEntries.d.ts +4 -4
- package/components/settings/useProviderSelection.d.ts +1 -1
- package/components/settings/useProviderSelection.d.ts.map +1 -1
- package/components/settings/useProviderSelection.js +9 -5
- package/components/settings/vault-tabs/OverviewTab.d.ts +1 -1
- package/components/settings/vault-tabs/OverviewTab.d.ts.map +1 -1
- package/components/settings/vault-tabs/OverviewTab.js +7 -1
- package/components/settings/vault-tabs/RoutingTab.d.ts +1 -1
- package/components/settings/vault-tabs/RoutingTab.d.ts.map +1 -1
- package/components/settings/vault-tabs/RoutingTab.js +41 -14
- package/components/settings/vault-tabs/SecretsTab.d.ts +1 -1
- package/components/settings/vault-tabs/SecretsTab.d.ts.map +1 -1
- package/components/settings/vault-tabs/SecretsTab.js +3 -1
- package/components/setup/BootstrapStep.d.ts +1 -1
- package/components/setup/BootstrapStep.d.ts.map +1 -1
- package/components/setup/BootstrapStep.js +1 -2
- package/components/setup/setup-classes.d.ts +2 -2
- package/components/setup/setup-classes.d.ts.map +1 -1
- package/components/setup/setup-classes.js +2 -2
- package/components/shared/AppPageSidebar.d.ts +1 -1
- package/components/shared/AppPageSidebar.js +1 -1
- package/components/shared/CollapsibleSidebarSection.js +1 -1
- package/components/shared/LanguageDropdown.d.ts +1 -1
- package/components/shared/LanguageDropdown.d.ts.map +1 -1
- package/components/shared/LanguageDropdown.helpers.d.ts +1 -1
- package/components/shared/LanguageDropdown.js +4 -7
- package/components/shared/ThemeToggle.d.ts +1 -1
- package/components/shared/ThemeToggle.js +2 -2
- package/components/shared/confirm-delete-control.js +2 -2
- package/components/shell/ActionBanner.d.ts.map +1 -1
- package/components/shell/ActionBanner.js +3 -2
- package/components/shell/AssistantOverlay.d.ts +1 -1
- package/components/shell/AssistantOverlay.js +3 -3
- package/components/shell/BugReportModal.d.ts.map +1 -1
- package/components/shell/BugReportModal.js +6 -5
- package/components/shell/ChatSurface.d.ts +1 -1
- package/components/shell/ChatSurface.d.ts.map +1 -1
- package/components/shell/ChatSurface.js +7 -2
- package/components/shell/CloudHandoffBanner.d.ts +3 -2
- package/components/shell/CloudHandoffBanner.d.ts.map +1 -1
- package/components/shell/CloudHandoffBanner.js +9 -10
- package/components/shell/CommandPalette.d.ts.map +1 -1
- package/components/shell/CommandPalette.js +57 -5
- package/components/shell/ComputerUseApprovalOverlay.d.ts.map +1 -1
- package/components/shell/ComputerUseApprovalOverlay.js +10 -8
- package/components/shell/ConnectionFailedBanner.d.ts.map +1 -1
- package/components/shell/ConnectionFailedBanner.js +8 -3
- package/components/shell/ConnectionLostOverlay.d.ts.map +1 -1
- package/components/shell/ConnectionLostOverlay.js +7 -2
- package/components/shell/ContinuousChatOverlay.d.ts +2 -2
- package/components/shell/ContinuousChatOverlay.d.ts.map +1 -1
- package/components/shell/ContinuousChatOverlay.js +620 -168
- package/components/shell/HomePill.d.ts +1 -1
- package/components/shell/HomePill.js +1 -1
- package/components/shell/HomeScreen.d.ts +18 -6
- package/components/shell/HomeScreen.d.ts.map +1 -1
- package/components/shell/HomeScreen.js +84 -94
- package/components/shell/HomeSpringboardSurface.d.ts +21 -0
- package/components/shell/HomeSpringboardSurface.d.ts.map +1 -0
- package/components/shell/HomeSpringboardSurface.js +134 -0
- package/components/shell/KioskViewCanvas.d.ts +1 -1
- package/components/shell/LoadingScreen.d.ts +1 -1
- package/components/shell/LoadingScreen.d.ts.map +1 -1
- package/components/shell/LoadingScreen.js +29 -6
- package/components/shell/NotificationCenter.d.ts.map +1 -1
- package/components/shell/NotificationCenter.js +52 -20
- package/components/shell/PairingCommandHint.d.ts.map +1 -1
- package/components/shell/PairingCommandHint.js +4 -2
- package/components/shell/PairingView.d.ts.map +1 -1
- package/components/shell/PairingView.js +11 -2
- package/components/shell/RestartBanner.d.ts.map +1 -1
- package/components/shell/RestartBanner.js +9 -3
- package/components/shell/ShellControllerContext.hooks.d.ts +1 -1
- package/components/shell/ShellHeaderControls.d.ts +3 -3
- package/components/shell/ShellHeaderControls.d.ts.map +1 -1
- package/components/shell/ShellHeaderControls.js +2 -2
- package/components/shell/ShellOverlays.d.ts +1 -1
- package/components/shell/ShellOverlays.d.ts.map +1 -1
- package/components/shell/ShellOverlays.js +19 -4
- package/components/shell/ShortcutsOverlay.d.ts.map +1 -1
- package/components/shell/ShortcutsOverlay.js +10 -3
- package/components/shell/SlashCommandMenu.d.ts +2 -2
- package/components/shell/SlashCommandMenu.d.ts.map +1 -1
- package/components/shell/SlashCommandMenu.js +2 -2
- package/components/shell/StartupFailureView.d.ts +1 -1
- package/components/shell/StartupFailureView.js +3 -3
- package/components/shell/StartupShell.d.ts +1 -1
- package/components/shell/StartupShell.d.ts.map +1 -1
- package/components/shell/StartupShell.js +18 -6
- package/components/shell/SystemWarningBanner.d.ts.map +1 -1
- package/components/shell/SystemWarningBanner.js +5 -3
- package/components/shell/TopicChipsBar.d.ts +14 -0
- package/components/shell/TopicChipsBar.d.ts.map +1 -0
- package/components/shell/TopicChipsBar.js +18 -0
- package/components/shell/TopicGroup.d.ts +21 -0
- package/components/shell/TopicGroup.d.ts.map +1 -0
- package/components/shell/TopicGroup.js +30 -0
- package/components/shell/__e2e__/chat-ambient-fixture.js +2 -2
- package/components/shell/__e2e__/chat-sheet-fixture.js +13 -1
- package/components/shell/__e2e__/chatux-gesture-fixture.d.ts +13 -0
- package/components/shell/__e2e__/chatux-gesture-fixture.d.ts.map +1 -0
- package/components/shell/__e2e__/chatux-gesture-fixture.js +65 -0
- package/components/shell/__e2e__/home-screen-fixture.api-stub.d.ts +97 -9
- package/components/shell/__e2e__/home-screen-fixture.api-stub.d.ts.map +1 -1
- package/components/shell/__e2e__/home-screen-fixture.api-stub.js +30 -9
- package/components/shell/__e2e__/home-screen-fixture.catalog-stub.d.ts +20 -0
- package/components/shell/__e2e__/home-screen-fixture.catalog-stub.d.ts.map +1 -0
- package/components/shell/__e2e__/home-screen-fixture.catalog-stub.js +23 -0
- package/components/shell/__e2e__/home-screen-fixture.core-stub.d.ts +3 -0
- package/components/shell/__e2e__/home-screen-fixture.core-stub.d.ts.map +1 -0
- package/components/shell/__e2e__/home-screen-fixture.core-stub.js +6 -0
- package/components/shell/__e2e__/home-screen-fixture.js +10 -2
- package/components/shell/__e2e__/home-screen-fixture.platform-stub.d.ts +3 -0
- package/components/shell/__e2e__/home-screen-fixture.platform-stub.d.ts.map +1 -0
- package/components/shell/__e2e__/home-screen-fixture.platform-stub.js +6 -0
- package/components/shell/__e2e__/home-screen-fixture.view-kinds-stub.d.ts +5 -0
- package/components/shell/__e2e__/home-screen-fixture.view-kinds-stub.d.ts.map +1 -0
- package/components/shell/__e2e__/home-screen-fixture.view-kinds-stub.js +3 -0
- package/components/shell/__e2e__/home-screen-fixture.views-stub.d.ts +7 -0
- package/components/shell/__e2e__/home-screen-fixture.views-stub.d.ts.map +1 -1
- package/components/shell/__e2e__/home-screen-fixture.views-stub.js +68 -3
- package/components/shell/first-run-theme.d.ts +1 -1
- package/components/shell/glass-composer.helpers.d.ts +2 -2
- package/components/shell/glass-composer.helpers.d.ts.map +1 -1
- package/components/shell/glass-composer.helpers.js +2 -2
- package/components/shell/glass-composer.js +1 -1
- package/components/shell/home-springboard-events.d.ts +7 -0
- package/components/shell/home-springboard-events.d.ts.map +1 -0
- package/components/shell/home-springboard-events.js +6 -0
- package/components/shell/shell-state.d.ts +24 -1
- package/components/shell/shell-state.d.ts.map +1 -1
- package/components/shell/shell-state.js +19 -1
- package/components/shell/startup-shell-types.d.ts +1 -1
- package/components/shell/topic-grouping.d.ts +39 -0
- package/components/shell/topic-grouping.d.ts.map +1 -0
- package/components/shell/topic-grouping.js +81 -0
- package/components/shell/use-conversation-reset.d.ts +14 -0
- package/components/shell/use-conversation-reset.d.ts.map +1 -0
- package/components/shell/use-conversation-reset.js +25 -0
- package/components/shell/use-pull-gesture.d.ts +32 -7
- package/components/shell/use-pull-gesture.d.ts.map +1 -1
- package/components/shell/use-pull-gesture.js +146 -21
- package/components/shell/usePromptSuggestions.d.ts +3 -3
- package/components/shell/usePromptSuggestions.js +1 -1
- package/components/shell/useShellController.d.ts +42 -19
- package/components/shell/useShellController.d.ts.map +1 -1
- package/components/shell/useShellController.js +189 -15
- package/components/shell/useShellVoiceOutput.d.ts +1 -1
- package/components/steward/injected.d.ts +1 -1
- package/components/stream/StatusBar.js +5 -7
- package/components/tool-events/ToolCallEventLog.d.ts +1 -1
- package/components/tool-events/ToolCallEventLog.helpers.d.ts +2 -2
- package/components/training/JobDetailPanel.js +2 -2
- package/components/training/TrainingDashboard.js +1 -1
- package/components/training/hooks/useTrainingApi.d.ts +1 -1
- package/components/training/injected.d.ts +1 -1
- package/components/transcripts/TranscriptBody.d.ts.map +1 -1
- package/components/transcripts/TranscriptBody.js +14 -6
- package/components/transcripts/index.d.ts +4 -4
- package/components/ui/admin-dialog.d.ts +2 -2
- package/components/ui/admin-dialog.js +2 -2
- package/components/ui/badge.js +1 -1
- package/components/ui/button.js +1 -1
- package/components/ui/calendar.d.ts +1 -1
- package/components/ui/calendar.js +3 -3
- package/components/ui/carousel.d.ts +1 -1
- package/components/ui/chart.js +1 -1
- package/components/ui/checkbox.js +1 -1
- package/components/ui/code-block.js +1 -1
- package/components/ui/confirm-dialog.hooks.d.ts +1 -1
- package/components/ui/connection-status.d.ts.map +1 -1
- package/components/ui/connection-status.js +6 -6
- package/components/ui/copy-button.d.ts.map +1 -1
- package/components/ui/copy-button.js +10 -1
- package/components/ui/dialog.js +1 -1
- package/components/ui/dropdown-menu.js +4 -4
- package/components/ui/field-switch.js +1 -1
- package/components/ui/form-select.d.ts +1 -1
- package/components/ui/form-select.js +2 -2
- package/components/ui/grid.d.ts +1 -1
- package/components/ui/input-group.d.ts +1 -1
- package/components/ui/input-group.js +4 -4
- package/components/ui/input.js +3 -3
- package/components/ui/new-action-button.d.ts +1 -1
- package/components/ui/pagination.d.ts +1 -1
- package/components/ui/scroll-area.js +1 -1
- package/components/ui/select.js +2 -2
- package/components/ui/settings-controls.d.ts +6 -6
- package/components/ui/settings-controls.d.ts.map +1 -1
- package/components/ui/settings-controls.js +9 -9
- package/components/ui/slider.js +1 -1
- package/components/ui/stack.d.ts +2 -2
- package/components/ui/status-badge.helpers.d.ts +1 -1
- package/components/ui/switch.js +1 -1
- package/components/ui/tabs.d.ts.map +1 -1
- package/components/ui/tabs.js +2 -2
- package/components/ui/textarea.js +3 -3
- package/components/ui/toggle.js +1 -1
- package/components/ui/tooltip-extended.js +1 -1
- package/components/views/DynamicViewLoader.d.ts +12 -0
- package/components/views/DynamicViewLoader.d.ts.map +1 -1
- package/components/views/DynamicViewLoader.js +82 -18
- package/components/views/ShellViewAgentSurface.d.ts +1 -1
- package/components/views/TerminalPluginView.d.ts.map +1 -1
- package/components/views/TerminalPluginView.js +0 -1
- package/components/views/ViewIcon.d.ts.map +1 -1
- package/components/views/ViewIcon.js +22 -4
- package/components/views/ViewTileImage.d.ts +25 -0
- package/components/views/ViewTileImage.d.ts.map +1 -0
- package/components/views/ViewTileImage.js +52 -0
- package/components/views/view-interact-registry.d.ts +1 -1
- package/components/workspace/AppWorkspaceChrome.d.ts +12 -1
- package/components/workspace/AppWorkspaceChrome.d.ts.map +1 -1
- package/components/workspace/AppWorkspaceChrome.js +3 -3
- package/config/boot-config-store.d.ts +9 -8
- package/config/boot-config-store.d.ts.map +1 -1
- package/config/boot-config-store.js +1 -50
- package/config/branding-react.hooks.d.ts +1 -1
- package/config/branding.d.ts +2 -2
- package/config/config-catalog.d.ts +10 -366
- package/config/config-catalog.d.ts.map +1 -1
- package/config/config-catalog.js +10 -705
- package/config/index.d.ts +7 -7
- package/content-packs/index.d.ts +3 -3
- package/events/index.d.ts +33 -63
- package/events/index.d.ts.map +1 -1
- package/events/index.js +41 -37
- package/first-run/AgentPicker.d.ts +8 -2
- package/first-run/AgentPicker.d.ts.map +1 -1
- package/first-run/AgentPicker.js +4 -4
- package/first-run/CompactOnboarding.d.ts.map +1 -1
- package/first-run/CompactOnboarding.js +2 -2
- package/first-run/deep-link-handler.d.ts +1 -1
- package/first-run/ensure-store-build-workspace-folder.d.ts +1 -1
- package/first-run/first-run-config.d.ts +1 -1
- package/first-run/first-run.d.ts +3 -3
- package/first-run/mobile-runtime-mode.d.ts +1 -1
- package/first-run/pre-seed-local-runtime.d.ts +1 -1
- package/first-run/setup-steps.d.ts +1 -1
- package/first-run/use-first-run-controller.d.ts +3 -3
- package/first-run/use-first-run-controller.d.ts.map +1 -1
- package/first-run/use-first-run-controller.js +64 -68
- package/genui/actions.d.ts +1 -1
- package/genui/index.d.ts +8 -8
- package/genui/modes.d.ts +1 -1
- package/genui/pipe.d.ts +1 -1
- package/genui/renderer.d.ts +1 -1
- package/genui/starter-pack-demo.d.ts +1 -1
- package/genui/streaming.d.ts +1 -1
- package/genui/use-json-render-message.d.ts +1 -1
- package/genui/use-ui-stream.d.ts +1 -1
- package/genui/use-ui-stream.d.ts.map +1 -1
- package/genui/use-ui-stream.js +5 -5
- package/genui/validator.d.ts +1 -1
- package/hooks/BugReportProvider.d.ts +1 -1
- package/hooks/frame-budget.d.ts +124 -0
- package/hooks/frame-budget.d.ts.map +1 -0
- package/hooks/frame-budget.js +183 -0
- package/hooks/index.d.ts +27 -24
- package/hooks/index.d.ts.map +1 -1
- package/hooks/index.js +3 -0
- package/hooks/resource-cache.d.ts.map +1 -1
- package/hooks/resource-cache.js +36 -0
- package/hooks/useAccounts.d.ts +2 -4
- package/hooks/useAccounts.d.ts.map +1 -1
- package/hooks/useAccounts.js +6 -4
- package/hooks/useActivityEvents.d.ts +12 -0
- package/hooks/useActivityEvents.d.ts.map +1 -1
- package/hooks/useActivityEvents.js +48 -69
- package/hooks/useAuthStatus.d.ts +1 -1
- package/hooks/useAuthStatus.d.ts.map +1 -1
- package/hooks/useAuthStatus.js +19 -1
- package/hooks/useAvailableViews.d.ts +17 -3
- package/hooks/useAvailableViews.d.ts.map +1 -1
- package/hooks/useAvailableViews.js +89 -10
- package/hooks/useCachedResource.d.ts +1 -1
- package/hooks/useCloudHandoffPhase.d.ts +1 -1
- package/hooks/useCloudHandoffPhase.d.ts.map +1 -1
- package/hooks/useCloudHandoffPhase.js +15 -9
- package/hooks/useConnectorAccounts.d.ts +2 -4
- package/hooks/useConnectorAccounts.d.ts.map +1 -1
- package/hooks/useConnectorAccounts.js +1 -1
- package/hooks/useConnectorReconnect.d.ts +1 -1
- package/hooks/useConnectorSendAsAccount.d.ts +3 -5
- package/hooks/useConnectorSendAsAccount.d.ts.map +1 -1
- package/hooks/useContextMenu.d.ts +1 -1
- package/hooks/useContextMenu.d.ts.map +1 -1
- package/hooks/useContextMenu.js +6 -2
- package/hooks/useContinuousChat.d.ts +2 -2
- package/hooks/useDefaultProviderPresets.d.ts +1 -1
- package/hooks/useDesktopTabs.d.ts +1 -1
- package/hooks/useDesktopTabs.d.ts.map +1 -1
- package/hooks/useDesktopTabs.js +27 -9
- package/hooks/useFrameBudgetMonitor.d.ts +30 -0
- package/hooks/useFrameBudgetMonitor.d.ts.map +1 -0
- package/hooks/useFrameBudgetMonitor.js +105 -0
- package/hooks/useKeyboardShortcuts.d.ts +4 -0
- package/hooks/useKeyboardShortcuts.d.ts.map +1 -1
- package/hooks/useKeyboardShortcuts.js +19 -11
- package/hooks/useLayoutShiftMonitor.d.ts +43 -0
- package/hooks/useLayoutShiftMonitor.d.ts.map +1 -0
- package/hooks/useLayoutShiftMonitor.js +128 -0
- package/hooks/useNow.d.ts +10 -0
- package/hooks/useNow.d.ts.map +1 -0
- package/hooks/useNow.js +18 -0
- package/hooks/useRuntimeMode.d.ts +1 -1
- package/hooks/useSignalPairing.d.ts +2 -2
- package/hooks/useViewCatalog.d.ts +2 -2
- package/hooks/useViewCatalog.js +5 -5
- package/hooks/useViewEvent.d.ts +1 -1
- package/hooks/useVoiceChat.d.ts +17 -6
- package/hooks/useVoiceChat.d.ts.map +1 -1
- package/hooks/useVoiceChat.js +49 -2
- package/hooks/useWhatsAppPairing.d.ts +2 -2
- package/hooks/view-catalog.d.ts +37 -5
- package/hooks/view-catalog.d.ts.map +1 -1
- package/hooks/view-catalog.js +75 -5
- package/i18n/index.d.ts +1 -1
- package/i18n/locales/en.json +65 -21
- package/i18n/locales/es.json +15 -16
- package/i18n/locales/ja.json +15 -16
- package/i18n/locales/ko.json +15 -16
- package/i18n/locales/pt.json +15 -16
- package/i18n/locales/tl.json +15 -16
- package/i18n/locales/vi.json +15 -16
- package/i18n/locales/zh-CN.json +15 -16
- package/i18n/region.d.ts +1 -1
- package/index.d.ts +146 -138
- package/index.d.ts.map +1 -1
- package/index.js +12 -2
- package/layouts/chat-panel-layout/index.d.ts +1 -1
- package/layouts/content-layout/index.d.ts +1 -1
- package/layouts/index.d.ts +4 -4
- package/layouts/page-layout/index.d.ts +4 -4
- package/layouts/page-layout/page-layout-mobile-drawer.d.ts +1 -1
- package/layouts/page-layout/page-layout-types.d.ts +2 -2
- package/layouts/page-layout/page-layout.d.ts +1 -1
- package/layouts/workspace-layout/index.d.ts +3 -3
- package/layouts/workspace-layout/workspace-layout-types.d.ts +1 -1
- package/layouts/workspace-layout/workspace-layout.d.ts +1 -1
- package/layouts/workspace-layout/workspace-layout.d.ts.map +1 -1
- package/layouts/workspace-layout/workspace-layout.js +2 -1
- package/navigation/index.d.ts +4 -4
- package/navigation/index.d.ts.map +1 -1
- package/navigation/index.js +26 -16
- package/package.json +26 -10
- package/perf/PerfOverlay.d.ts +21 -0
- package/perf/PerfOverlay.d.ts.map +1 -0
- package/perf/PerfOverlay.js +90 -0
- package/perf/perf-hud-control.d.ts +21 -0
- package/perf/perf-hud-control.d.ts.map +1 -0
- package/perf/perf-hud-control.js +98 -0
- package/platform/assistant-launch-payload.d.ts.map +1 -1
- package/platform/assistant-launch-payload.js +0 -3
- package/platform/cloud-preference-patch.d.ts +1 -1
- package/platform/desktop-permissions-client.d.ts +1 -1
- package/platform/first-run-reset.d.ts +1 -1
- package/platform/index.d.ts +14 -14
- package/platform/init.d.ts +1 -1
- package/platform/mobile-permissions-client.d.ts +1 -1
- package/platform/platform-guards.d.ts +8 -0
- package/platform/platform-guards.d.ts.map +1 -1
- package/platform/platform-guards.js +2 -4
- package/platform/types.d.ts +1 -1
- package/platform/window-shell.d.ts +1 -1
- package/retained-lazy.d.ts +1 -2
- package/retained-lazy.d.ts.map +1 -1
- package/services/app-updates/update-policy.d.ts +1 -1
- package/services/app-updates/update-policy.d.ts.map +1 -1
- package/services/app-updates/update-policy.js +1 -1
- package/services/local-inference/active-model.d.ts +3 -3
- package/services/local-inference/assignments.d.ts +6 -8
- package/services/local-inference/assignments.d.ts.map +1 -1
- package/services/local-inference/assignments.js +31 -14
- package/services/local-inference/catalog-policy.d.ts +2 -1
- package/services/local-inference/catalog-policy.d.ts.map +1 -1
- package/services/local-inference/catalog-policy.js +6 -0
- package/services/local-inference/catalog.d.ts +1 -1
- package/services/local-inference/catalog.d.ts.map +1 -1
- package/services/local-inference/catalog.js +1 -1
- package/services/local-inference/custom-search.d.ts +2 -1
- package/services/local-inference/custom-search.d.ts.map +1 -1
- package/services/local-inference/custom-search.js +13 -21
- package/services/local-inference/device-bridge.d.ts +1 -1
- package/services/local-inference/downloader.d.ts +6 -5
- package/services/local-inference/downloader.d.ts.map +1 -1
- package/services/local-inference/downloader.js +9 -5
- package/services/local-inference/engine.d.ts +1 -1
- package/services/local-inference/external-scanner.d.ts +1 -1
- package/services/local-inference/hardware.d.ts +2 -2
- package/services/local-inference/hf-search.d.ts +5 -20
- package/services/local-inference/hf-search.d.ts.map +1 -1
- package/services/local-inference/hf-search.js +14 -272
- package/services/local-inference/home-model-status.d.ts +1 -1
- package/services/local-inference/index.d.ts +10 -10
- package/services/local-inference/readiness.d.ts +1 -1
- package/services/local-inference/recommendation.d.ts +1 -1
- package/services/local-inference/registry.d.ts +11 -13
- package/services/local-inference/registry.d.ts.map +1 -1
- package/services/local-inference/registry.js +18 -17
- package/services/local-inference/routing-policy.d.ts +6 -2
- package/services/local-inference/routing-policy.d.ts.map +1 -1
- package/services/local-inference/routing-policy.js +36 -8
- package/services/local-inference/service.d.ts +6 -6
- package/services/local-inference/service.d.ts.map +1 -1
- package/services/local-inference/service.js +19 -8
- package/services/local-inference/token-tree.d.ts +1 -1
- package/slots/task-coordinator-slots.d.ts +2 -2
- package/spatial/context.d.ts +1 -1
- package/spatial/dom.d.ts +9 -3
- package/spatial/dom.d.ts.map +1 -1
- package/spatial/dom.js +13 -3
- package/spatial/evaluate.d.ts +1 -1
- package/spatial/index.d.ts +6 -6
- package/spatial/primitives.d.ts +3 -3
- package/spatial/primitives.d.ts.map +1 -1
- package/spatial/primitives.js +10 -7
- package/spatial/tui/engine.d.ts +1 -1
- package/spatial/tui/index.d.ts +3 -3
- package/spatial/tui/index.d.ts.map +1 -1
- package/spatial/tui/index.js +2 -2
- package/spatial/tui/renderer.d.ts +9 -2
- package/spatial/tui/renderer.d.ts.map +1 -1
- package/spatial/tui/renderer.js +47 -2
- package/state/AppContext.d.ts +1 -1
- package/state/AppContext.d.ts.map +1 -1
- package/state/AppContext.js +83 -30
- package/state/ChatComposerContext.hooks.d.ts +1 -1
- package/state/ChatTurnStatusContext.hooks.d.ts +27 -0
- package/state/ChatTurnStatusContext.hooks.d.ts.map +1 -0
- package/state/ChatTurnStatusContext.hooks.js +24 -0
- package/state/CompanionSceneConfigContext.hooks.d.ts +3 -3
- package/state/ConversationMessagesContext.hooks.d.ts +26 -0
- package/state/ConversationMessagesContext.hooks.d.ts.map +1 -0
- package/state/ConversationMessagesContext.hooks.js +22 -0
- package/state/PtySessionsContext.hooks.d.ts +1 -1
- package/state/TranslationContext.hooks.d.ts +1 -1
- package/state/TranslationProvider.d.ts +2 -2
- package/state/action-notice.d.ts +31 -1
- package/state/action-notice.d.ts.map +1 -1
- package/state/action-notice.js +27 -1
- package/state/agent-profiles.d.ts +10 -2
- package/state/agent-profiles.d.ts.map +1 -1
- package/state/agent-profiles.js +20 -0
- package/state/agent-runtime-target.d.ts +2 -2
- package/state/app-store.d.ts +52 -0
- package/state/app-store.d.ts.map +1 -0
- package/state/app-store.js +169 -0
- package/state/autonomy.d.ts +1 -1
- package/state/chat-conversation-guards.d.ts +1 -1
- package/state/chat-conversation-guards.d.ts.map +1 -1
- package/state/chat-conversation-guards.js +0 -1
- package/state/complete-reset-local-state-after-wipe.d.ts +1 -1
- package/state/conversation-message-filter.d.ts +1 -1
- package/state/first-run-bootstrap.d.ts +1 -1
- package/state/first-run-restart.d.ts +1 -1
- package/state/handle-reset-applied-from-main.d.ts +2 -2
- package/state/index.d.ts +24 -18
- package/state/index.d.ts.map +1 -1
- package/state/index.js +6 -0
- package/state/internal.d.ts +11 -11
- package/state/notifications/navigate-deep-link.d.ts +27 -0
- package/state/notifications/navigate-deep-link.d.ts.map +1 -0
- package/state/notifications/navigate-deep-link.js +48 -0
- package/state/notifications/notification-store.d.ts +2 -2
- package/state/notifications/notification-store.d.ts.map +1 -1
- package/state/notifications/notification-store.js +4 -4
- package/state/parsers.d.ts +3 -3
- package/state/parsers.d.ts.map +1 -1
- package/state/parsers.js +9 -3
- package/state/persistence.d.ts +23 -8
- package/state/persistence.d.ts.map +1 -1
- package/state/persistence.js +86 -4
- package/state/screen-capture-bridge.d.ts +8 -0
- package/state/screen-capture-bridge.d.ts.map +1 -0
- package/state/screen-capture-bridge.js +124 -0
- package/state/setup-resume.d.ts +2 -2
- package/state/shell-routing.d.ts +3 -3
- package/state/shell-surface-store.d.ts +50 -0
- package/state/shell-surface-store.d.ts.map +1 -0
- package/state/shell-surface-store.js +130 -0
- package/state/springboard-layout.d.ts +85 -0
- package/state/springboard-layout.d.ts.map +1 -0
- package/state/springboard-layout.js +180 -0
- package/state/startup-coordinator.d.ts +1 -1
- package/state/startup-phase-hydrate.d.ts +5 -5
- package/state/startup-phase-hydrate.d.ts.map +1 -1
- package/state/startup-phase-hydrate.js +6 -0
- package/state/startup-phase-poll.d.ts +8 -8
- package/state/startup-phase-restore.d.ts +22 -6
- package/state/startup-phase-restore.d.ts.map +1 -1
- package/state/startup-phase-restore.js +91 -1
- package/state/startup-phase-runtime.d.ts +3 -3
- package/state/startup-telemetry.d.ts +73 -0
- package/state/startup-telemetry.d.ts.map +1 -0
- package/state/startup-telemetry.js +139 -0
- package/state/types.d.ts +36 -12
- package/state/types.d.ts.map +1 -1
- package/state/types.js +13 -0
- package/state/ui-preferences.d.ts +39 -0
- package/state/ui-preferences.d.ts.map +1 -1
- package/state/ui-preferences.js +30 -1
- package/state/use-startup-shell-controller.d.ts +8 -1
- package/state/use-startup-shell-controller.d.ts.map +1 -1
- package/state/use-startup-shell-controller.js +63 -3
- package/state/useApp.d.ts +1 -1
- package/state/useAppLifecycleEvents.d.ts +1 -1
- package/state/useAppProviderEffects.d.ts +3 -3
- package/state/useBackgroundConfig.d.ts +16 -0
- package/state/useBackgroundConfig.d.ts.map +1 -0
- package/state/useBackgroundConfig.js +21 -0
- package/state/useCharacterState.d.ts +2 -2
- package/state/useChatCallbacks.d.ts +40 -7
- package/state/useChatCallbacks.d.ts.map +1 -1
- package/state/useChatCallbacks.js +218 -132
- package/state/useChatLifecycle.d.ts +12 -4
- package/state/useChatLifecycle.d.ts.map +1 -1
- package/state/useChatLifecycle.js +26 -2
- package/state/useChatSend.d.ts +7 -4
- package/state/useChatSend.d.ts.map +1 -1
- package/state/useChatSend.js +126 -21
- package/state/useChatState.d.ts +4 -4
- package/state/useContentPack.d.ts.map +1 -1
- package/state/useContentPack.js +12 -2
- package/state/useDataLoaders.d.ts +6 -5
- package/state/useDataLoaders.d.ts.map +1 -1
- package/state/useDataLoaders.js +99 -5
- package/state/useDeveloperMode.d.ts.map +1 -1
- package/state/useDeveloperMode.js +48 -8
- package/state/useDisplayPreferences.d.ts +6 -2
- package/state/useDisplayPreferences.d.ts.map +1 -1
- package/state/useDisplayPreferences.js +40 -2
- package/state/useFirstRunCallbacks.d.ts +8 -8
- package/state/useFirstRunState.d.ts +3 -3
- package/state/useLifecycleState.d.ts +9 -2
- package/state/useLifecycleState.d.ts.map +1 -1
- package/state/useLifecycleState.js +26 -1
- package/state/useLogsState.d.ts +1 -1
- package/state/useMiscUiState.d.ts +1 -1
- package/state/useNavigationState.d.ts +2 -2
- package/state/usePluginsSkillsState.d.ts +3 -3
- package/state/usePreviewMode.d.ts +4 -0
- package/state/usePreviewMode.d.ts.map +1 -0
- package/state/usePreviewMode.js +93 -0
- package/state/useStartupCoordinator.d.ts +5 -5
- package/state/useStartupCoordinator.d.ts.map +1 -1
- package/state/useStartupCoordinator.js +9 -0
- package/state/useStreamingText.d.ts +1 -1
- package/state/useTriggersState.d.ts +1 -1
- package/state/useViewKinds.d.ts +19 -0
- package/state/useViewKinds.d.ts.map +1 -0
- package/state/useViewKinds.js +28 -0
- package/state/useWalletState.d.ts +3 -3
- package/state/vrm.d.ts +1 -1
- package/storybook/home-widget-decorator.d.ts +21 -0
- package/storybook/home-widget-decorator.d.ts.map +1 -0
- package/storybook/home-widget-decorator.js +53 -0
- package/storybook/mock-providers.d.ts +2 -2
- package/storybook/mock-providers.d.ts.map +1 -1
- package/storybook/mock-providers.helpers.d.ts +1 -1
- package/storybook/mock-providers.js +20 -1
- package/styles/base.css +66 -32
- package/styles/brand-gold.css +0 -7
- package/styles/styles.css +10 -5
- package/testing/layout-stability.d.ts +67 -0
- package/testing/layout-stability.d.ts.map +1 -0
- package/testing/layout-stability.js +106 -0
- package/testing/render-counter.d.ts +56 -0
- package/testing/render-counter.d.ts.map +1 -0
- package/testing/render-counter.js +62 -0
- package/themes/presets.d.ts.map +1 -1
- package/themes/presets.js +17 -15
- package/utils/attachment-url.d.ts +42 -0
- package/utils/attachment-url.d.ts.map +1 -0
- package/utils/attachment-url.js +130 -0
- package/utils/cloud-agent-base.d.ts +0 -1
- package/utils/cloud-agent-base.d.ts.map +1 -1
- package/utils/cloud-agent-base.js +0 -8
- package/utils/download-share.d.ts +65 -0
- package/utils/download-share.d.ts.map +1 -0
- package/utils/download-share.js +292 -0
- package/utils/event-source.d.ts +17 -0
- package/utils/event-source.d.ts.map +1 -0
- package/utils/event-source.js +36 -0
- package/utils/image-attachment.d.ts +156 -4
- package/utils/image-attachment.d.ts.map +1 -1
- package/utils/image-attachment.js +193 -4
- package/utils/index.d.ts +33 -33
- package/utils/workflow-executions.d.ts +1 -1
- package/utils/workflow-json.d.ts +1 -1
- package/view-telemetry.d.ts +30 -0
- package/view-telemetry.d.ts.map +1 -0
- package/view-telemetry.js +47 -0
- package/views/view-interact-protocol.d.ts +6 -0
- package/views/view-interact-protocol.d.ts.map +1 -1
- package/views/view-interact-protocol.js +6 -0
- package/voice/audio-frame-diarization-harness.d.ts +5 -0
- package/voice/audio-frame-diarization-harness.d.ts.map +1 -1
- package/voice/audio-frame-pump.d.ts +1 -1
- package/voice/character-voice-config.d.ts +2 -2
- package/voice/end-of-turn.d.ts +14 -11
- package/voice/end-of-turn.d.ts.map +1 -1
- package/voice/end-of-turn.js +14 -119
- package/voice/index.d.ts +11 -10
- package/voice/index.d.ts.map +1 -1
- package/voice/index.js +1 -0
- package/voice/jni-voice-harness.d.ts +19 -4
- package/voice/jni-voice-harness.d.ts.map +1 -1
- package/voice/jni-voice-harness.js +45 -10
- package/voice/jni-voice-pipeline.d.ts +27 -3
- package/voice/jni-voice-pipeline.d.ts.map +1 -1
- package/voice/jni-voice-pipeline.js +40 -2
- package/voice/local-asr-capture.js +1 -1
- package/voice/local-asr-transcribe.d.ts +2 -2
- package/voice/local-asr-transcribe.d.ts.map +1 -1
- package/voice/local-asr-transcribe.js +3 -3
- package/voice/playback-frame-pump.d.ts +49 -0
- package/voice/playback-frame-pump.d.ts.map +1 -0
- package/voice/playback-frame-pump.js +387 -0
- package/voice/should-respond.d.ts +7 -32
- package/voice/should-respond.d.ts.map +1 -1
- package/voice/should-respond.js +7 -68
- package/voice/useVoiceConfig.d.ts +1 -1
- package/voice/voice-capture-factory.d.ts +2 -2
- package/voice/voice-capture-factory.js +3 -3
- package/voice/voice-chat-playback.d.ts +1 -1
- package/voice/voice-chat-types.d.ts +2 -2
- package/voice/voice-provider-defaults.d.ts +8 -5
- package/voice/voice-provider-defaults.d.ts.map +1 -1
- package/voice/voice-provider-defaults.js +17 -10
- package/voice/voice-selftest/VoiceSelfTestShell.d.ts +11 -0
- package/voice/voice-selftest/VoiceSelfTestShell.d.ts.map +1 -1
- package/voice/voice-selftest/VoiceSelfTestShell.js +1 -4
- package/voice/voice-selftest/VoiceWorkbenchShell.d.ts +29 -0
- package/voice/voice-selftest/VoiceWorkbenchShell.d.ts.map +1 -0
- package/voice/voice-selftest/VoiceWorkbenchShell.js +133 -0
- package/voice/voice-selftest/timing.d.ts +8 -0
- package/voice/voice-selftest/timing.d.ts.map +1 -0
- package/voice/voice-selftest/timing.js +7 -0
- package/voice/voice-selftest/voice-selftest-harness.d.ts +1 -1
- package/voice/voice-selftest/voice-selftest-harness.d.ts.map +1 -1
- package/voice/voice-selftest/voice-selftest-harness.js +1 -2
- package/voice/voice-selftest/voice-workbench-player.d.ts +139 -0
- package/voice/voice-selftest/voice-workbench-player.d.ts.map +1 -0
- package/voice/voice-selftest/voice-workbench-player.js +401 -0
- package/voice/voice-turn-signal.d.ts +15 -26
- package/voice/voice-turn-signal.d.ts.map +1 -1
- package/voice/voice-turn-signal.js +7 -51
- package/widgets/WidgetHost.d.ts +10 -4
- package/widgets/WidgetHost.d.ts.map +1 -1
- package/widgets/WidgetHost.js +149 -30
- package/widgets/__fixtures__/home-widget-mock-data.d.ts +89 -0
- package/widgets/__fixtures__/home-widget-mock-data.d.ts.map +1 -0
- package/widgets/__fixtures__/home-widget-mock-data.js +388 -0
- package/widgets/home-attention-store.d.ts +40 -0
- package/widgets/home-attention-store.d.ts.map +1 -0
- package/widgets/home-attention-store.js +84 -0
- package/widgets/home-priority.d.ts +136 -0
- package/widgets/home-priority.d.ts.map +1 -0
- package/widgets/home-priority.js +276 -0
- package/widgets/index.d.ts +10 -7
- package/widgets/index.d.ts.map +1 -1
- package/widgets/index.js +4 -2
- package/widgets/registry-store.d.ts +9 -11
- package/widgets/registry-store.d.ts.map +1 -1
- package/widgets/registry-store.js +8 -12
- package/widgets/registry.d.ts +16 -4
- package/widgets/registry.d.ts.map +1 -1
- package/widgets/registry.js +432 -8
- package/widgets/types.d.ts +12 -4
- package/widgets/types.d.ts.map +1 -1
- package/widgets/types.js +7 -1
- package/widgets/useChatSidebarVisibility.d.ts +6 -3
- package/widgets/useChatSidebarVisibility.d.ts.map +1 -1
- package/widgets/useChatSidebarVisibility.js +15 -11
- package/widgets/visibility.d.ts +16 -10
- package/widgets/visibility.d.ts.map +1 -1
- package/widgets/visibility.js +25 -13
- package/api/agent-client-type-shim.d.ts +0 -24
- package/api/agent-client-type-shim.d.ts.map +0 -1
- package/api/agent-client-type-shim.js +0 -1
- package/cloud/account-security/use-document-title.d.ts +0 -10
- package/cloud/account-security/use-document-title.d.ts.map +0 -1
- package/cloud/account-security/use-document-title.js +0 -20
- package/cloud/admin/lib/format-usd.d.ts +0 -11
- package/cloud/admin/lib/format-usd.d.ts.map +0 -1
- package/cloud/admin/lib/format-usd.js +0 -18
- package/cloud/admin/use-document-title.d.ts +0 -10
- package/cloud/admin/use-document-title.d.ts.map +0 -1
- package/cloud/api-explorer/use-document-title.d.ts +0 -11
- package/cloud/api-explorer/use-document-title.d.ts.map +0 -1
- package/cloud/api-explorer/use-document-title.js +0 -21
- package/cloud/api-keys/use-document-title.d.ts +0 -10
- package/cloud/api-keys/use-document-title.d.ts.map +0 -1
- package/cloud/api-keys/use-document-title.js +0 -20
- package/cloud/applications/lib/auth-query.d.ts +0 -14
- package/cloud/applications/lib/auth-query.d.ts.map +0 -1
- package/cloud/applications/lib/auth-query.js +0 -18
- package/cloud/applications/lib/use-copy-feedback.d.ts +0 -9
- package/cloud/applications/lib/use-copy-feedback.d.ts.map +0 -1
- package/cloud/applications/lib/use-copy-feedback.js +0 -13
- package/cloud/applications/lib/use-session-auth.d.ts +0 -28
- package/cloud/applications/lib/use-session-auth.d.ts.map +0 -1
- package/cloud/approvals/lib/auth-query.d.ts +0 -18
- package/cloud/approvals/lib/auth-query.d.ts.map +0 -1
- package/cloud/approvals/lib/auth-query.js +0 -22
- package/cloud/approvals/lib/use-session-auth.d.ts +0 -28
- package/cloud/approvals/lib/use-session-auth.d.ts.map +0 -1
- package/cloud/approvals/lib/use-session-auth.js +0 -97
- package/cloud/documents/lib/auth-query.d.ts +0 -17
- package/cloud/documents/lib/auth-query.d.ts.map +0 -1
- package/cloud/documents/lib/use-session-auth.d.ts +0 -27
- package/cloud/documents/lib/use-session-auth.d.ts.map +0 -1
- package/cloud/documents/lib/use-session-auth.js +0 -96
- package/cloud/documents/use-document-title.d.ts +0 -11
- package/cloud/documents/use-document-title.d.ts.map +0 -1
- package/cloud/documents/use-document-title.js +0 -21
- package/cloud/instances/lib/format-bytes.d.ts +0 -19
- package/cloud/instances/lib/format-bytes.d.ts.map +0 -1
- package/cloud/instances/lib/format-bytes.js +0 -25
- package/cloud/instances/lib/use-copy-feedback.d.ts +0 -9
- package/cloud/instances/lib/use-copy-feedback.d.ts.map +0 -1
- package/cloud/instances/lib/use-document-title.d.ts +0 -13
- package/cloud/instances/lib/use-document-title.d.ts.map +0 -1
- package/cloud/instances/lib/use-document-title.js +0 -23
- package/cloud/monetization/lib/format-usd.d.ts +0 -12
- package/cloud/monetization/lib/format-usd.d.ts.map +0 -1
- package/cloud/monetization/lib/format-usd.js +0 -19
- package/cloud/monetization/use-document-title.d.ts +0 -10
- package/cloud/monetization/use-document-title.d.ts.map +0 -1
- package/cloud/monetization/use-document-title.js +0 -20
- package/components/local-inference/CustomModelSearch.d.ts +0 -19
- package/components/local-inference/CustomModelSearch.d.ts.map +0 -1
- package/components/local-inference/CustomModelSearch.js +0 -128
- package/components/pages/ViewCatalog.d.ts +0 -10
- package/components/pages/ViewCatalog.d.ts.map +0 -1
- package/components/pages/ViewCatalog.js +0 -600
- package/components/shell/ChatAmbientBackground.d.ts +0 -8
- package/components/shell/ChatAmbientBackground.d.ts.map +0 -1
- package/components/shell/ChatAmbientBackground.js +0 -51
package/voice/end-of-turn.js
CHANGED
|
@@ -4,131 +4,26 @@
|
|
|
4
4
|
* The platform recognizers finalize a turn purely on a fixed silence window
|
|
5
5
|
* (Android SODA ~700ms, web VAD ~900ms). That cuts a slow speaker off the
|
|
6
6
|
* instant they pause to think mid-sentence ("schedule a meeting with… [pause]
|
|
7
|
-
* …Bob").
|
|
8
|
-
* the recognizer's finals: when the accumulated
|
|
9
|
-
* UNFINISHED (ends on a conjunction / preposition
|
|
10
|
-
* open and
|
|
11
|
-
* final punctuation, a short command, or
|
|
12
|
-
*
|
|
7
|
+
* …Bob"). The {@link TurnAggregator} below adds a lightweight, deterministic
|
|
8
|
+
* semantic layer ON TOP of the recognizer's finals: when the accumulated
|
|
9
|
+
* transcript looks syntactically UNFINISHED (ends on a conjunction / preposition
|
|
10
|
+
* / article) it holds the turn open and keeps listening; when it looks complete
|
|
11
|
+
* (sentence-final punctuation, a short command, or a clause that doesn't trail
|
|
12
|
+
* off) it commits immediately so the agent still replies snappily.
|
|
13
13
|
*
|
|
14
|
-
* The scorer
|
|
15
|
-
* `@elizaos/
|
|
16
|
-
*
|
|
17
|
-
* shell capture path
|
|
14
|
+
* The syntactic scorer itself is the single canonical heuristic in
|
|
15
|
+
* `@elizaos/shared/voice-eot` — the SAME definition the plugin's Tier-3
|
|
16
|
+
* `HeuristicEotClassifier` (and, through it, the fused composite EOT) consume,
|
|
17
|
+
* so the shell capture path and the native voice engine never drift.
|
|
18
18
|
*/
|
|
19
|
-
|
|
20
|
-
const TRAILING_CONJUNCTIONS = new Set([
|
|
21
|
-
"and",
|
|
22
|
-
"but",
|
|
23
|
-
"or",
|
|
24
|
-
"nor",
|
|
25
|
-
"yet",
|
|
26
|
-
"so",
|
|
27
|
-
"because",
|
|
28
|
-
"although",
|
|
29
|
-
"though",
|
|
30
|
-
"while",
|
|
31
|
-
"whereas",
|
|
32
|
-
"if",
|
|
33
|
-
"unless",
|
|
34
|
-
"until",
|
|
35
|
-
"since",
|
|
36
|
-
"when",
|
|
37
|
-
"where",
|
|
38
|
-
"which",
|
|
39
|
-
"that",
|
|
40
|
-
"who",
|
|
41
|
-
"whom",
|
|
42
|
-
"whose",
|
|
43
|
-
]);
|
|
44
|
-
/** Prepositions / articles that imply an incomplete noun phrase follows. */
|
|
45
|
-
const TRAILING_INCOMPLETE = new Set([
|
|
46
|
-
"a",
|
|
47
|
-
"an",
|
|
48
|
-
"the",
|
|
49
|
-
"to",
|
|
50
|
-
"of",
|
|
51
|
-
"in",
|
|
52
|
-
"on",
|
|
53
|
-
"at",
|
|
54
|
-
"by",
|
|
55
|
-
"for",
|
|
56
|
-
"with",
|
|
57
|
-
"from",
|
|
58
|
-
"into",
|
|
59
|
-
"about",
|
|
60
|
-
"through",
|
|
61
|
-
"between",
|
|
62
|
-
"against",
|
|
63
|
-
"during",
|
|
64
|
-
"before",
|
|
65
|
-
"after",
|
|
66
|
-
"without",
|
|
67
|
-
"under",
|
|
68
|
-
"over",
|
|
69
|
-
"above",
|
|
70
|
-
"below",
|
|
71
|
-
"around",
|
|
72
|
-
"beside",
|
|
73
|
-
"beyond",
|
|
74
|
-
"like",
|
|
75
|
-
"near",
|
|
76
|
-
"past",
|
|
77
|
-
"via",
|
|
78
|
-
]);
|
|
79
|
-
/** Question-tag suffixes that end an utterance (matched case-insensitively). */
|
|
80
|
-
const QUESTION_TAGS = [
|
|
81
|
-
"right?",
|
|
82
|
-
"yeah?",
|
|
83
|
-
"ok?",
|
|
84
|
-
"okay?",
|
|
85
|
-
"correct?",
|
|
86
|
-
"hm?",
|
|
87
|
-
"huh?",
|
|
88
|
-
"eh?",
|
|
89
|
-
];
|
|
19
|
+
import { scoreEndOfTurnHeuristic } from "@elizaos/shared/voice-eot";
|
|
90
20
|
/**
|
|
91
21
|
* Probability in [0,1] that `transcript` is a COMPLETE turn (the speaker is
|
|
92
22
|
* done). High → commit; low → the utterance trails off, keep listening.
|
|
23
|
+
* Re-exported from the canonical `@elizaos/shared/voice-eot` so the shell and
|
|
24
|
+
* the plugin score identically.
|
|
93
25
|
*/
|
|
94
|
-
export
|
|
95
|
-
const text = transcript.trim();
|
|
96
|
-
if (text.length === 0)
|
|
97
|
-
return 0.5;
|
|
98
|
-
// A trailing ellipsis ("…" / "..") is the strongest trail-off signal — the
|
|
99
|
-
// speaker paused mid-thought. Checked BEFORE sentence-final punctuation, since
|
|
100
|
-
// "..." also ends in ".".
|
|
101
|
-
if (/(\.{2,}|…)$/.test(text))
|
|
102
|
-
return 0.2;
|
|
103
|
-
// Sentence-final punctuation → almost certainly done.
|
|
104
|
-
if (/[.!?]$/.test(text))
|
|
105
|
-
return 0.95;
|
|
106
|
-
const lower = text.toLowerCase();
|
|
107
|
-
for (const tag of QUESTION_TAGS) {
|
|
108
|
-
if (lower.endsWith(tag))
|
|
109
|
-
return 0.85;
|
|
110
|
-
}
|
|
111
|
-
const words = lower
|
|
112
|
-
.replace(/[^a-z0-9'\s-]/gi, "")
|
|
113
|
-
.split(/\s+/)
|
|
114
|
-
.filter(Boolean);
|
|
115
|
-
if (words.length === 0)
|
|
116
|
-
return 0.5;
|
|
117
|
-
const lastWord = words[words.length - 1].replace(/[',;:-]+$/, "");
|
|
118
|
-
// Trailing conjunction / preposition / article → mid-clause, the speaker is
|
|
119
|
-
// continuing. Checked BEFORE the short-utterance rule so a 2-word trail-off
|
|
120
|
-
// ("going to", "and so") is NOT misread as a complete short command.
|
|
121
|
-
if (TRAILING_CONJUNCTIONS.has(lastWord))
|
|
122
|
-
return 0.15;
|
|
123
|
-
if (TRAILING_INCOMPLETE.has(lastWord))
|
|
124
|
-
return 0.2;
|
|
125
|
-
// Short utterance that doesn't trail off (a command / acknowledgement) →
|
|
126
|
-
// likely complete ("go home", "yes", "stop").
|
|
127
|
-
if (words.length < 3)
|
|
128
|
-
return 0.7;
|
|
129
|
-
// No strong signal either way — the recognizer's silence is enough.
|
|
130
|
-
return 0.5;
|
|
131
|
-
}
|
|
26
|
+
export const scoreEndOfTurn = scoreEndOfTurnHeuristic;
|
|
132
27
|
/**
|
|
133
28
|
* Accumulates recognizer finals into one logical turn, applying {@link
|
|
134
29
|
* scoreEndOfTurn} to decide when the speaker is actually done. A final that
|
package/voice/index.d.ts
CHANGED
|
@@ -1,11 +1,12 @@
|
|
|
1
|
-
export { type DiarizationPumpControl, installDiarizationPumpHarness, } from "./audio-frame-diarization-harness";
|
|
2
|
-
export { AudioFramePump, type AudioFramePumpOptions, type AudioFramePumpStartResult, } from "./audio-frame-pump";
|
|
3
|
-
export * from "./character-voice-config";
|
|
4
|
-
export * from "./emotion";
|
|
5
|
-
export { installJniVoiceHarness, type JniVoiceControl, type JniVoiceStatus, type JniVoiceTurnSummary, } from "./jni-voice-harness";
|
|
6
|
-
export { type JniAttributedTurn, type JniTurnListener, JniVoicePipeline, type JniVoicePipelineOptions, type SpeakerResolver, } from "./jni-voice-pipeline";
|
|
7
|
-
export { type TranscribeWavOptions, type TranscribeWavResult, transcribeLocalInferenceWav, } from "./local-asr-transcribe";
|
|
8
|
-
export
|
|
9
|
-
export
|
|
10
|
-
export { type
|
|
1
|
+
export { type DiarizationPumpControl, installDiarizationPumpHarness, } from "./audio-frame-diarization-harness.js";
|
|
2
|
+
export { AudioFramePump, type AudioFramePumpOptions, type AudioFramePumpStartResult, } from "./audio-frame-pump.js";
|
|
3
|
+
export * from "./character-voice-config.js";
|
|
4
|
+
export * from "./emotion.js";
|
|
5
|
+
export { installJniVoiceHarness, type JniVoiceControl, type JniVoiceStatus, type JniVoiceTurnSummary, } from "./jni-voice-harness.js";
|
|
6
|
+
export { type JniAttributedTurn, type JniCompletedPcmTurn, type JniCompletedPcmTurnListener, type JniTurnListener, JniVoicePipeline, type JniVoicePipelineOptions, type SpeakerResolver, } from "./jni-voice-pipeline.js";
|
|
7
|
+
export { type TranscribeWavOptions, type TranscribeWavResult, transcribeLocalInferenceWav, } from "./local-asr-transcribe.js";
|
|
8
|
+
export { downmixAudioBufferToMono, type PlaybackAudioFrameEvent, PlaybackFramePump, type PlaybackFramePumpOptions, type PlaybackFrameTap, resamplePcmTo16k, } from "./playback-frame-pump.js";
|
|
9
|
+
export * from "./types.js";
|
|
10
|
+
export { createVoiceCapture, type VoiceCaptureBackend, type VoiceCaptureFactoryOptions, type VoiceCaptureHandle, type VoiceCaptureState, type VoiceCaptureTranscriptSegment, } from "./voice-capture-factory.js";
|
|
11
|
+
export { type DefaultVoiceProviderResult, type PickDefaultVoiceProviderInput, type PresetPlatform, type PresetRuntimeMode, pickDefaultVoiceProvider, } from "./voice-provider-defaults.js";
|
|
11
12
|
//# sourceMappingURL=index.d.ts.map
|
package/voice/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/voice/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,sBAAsB,EAC3B,6BAA6B,GAC9B,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACL,cAAc,EACd,KAAK,qBAAqB,EAC1B,KAAK,yBAAyB,GAC/B,MAAM,oBAAoB,CAAC;AAC5B,cAAc,0BAA0B,CAAC;AACzC,cAAc,WAAW,CAAC;AAC1B,OAAO,EACL,sBAAsB,EACtB,KAAK,eAAe,EACpB,KAAK,cAAc,EACnB,KAAK,mBAAmB,GACzB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,KAAK,iBAAiB,EACtB,KAAK,eAAe,EACpB,gBAAgB,EAChB,KAAK,uBAAuB,EAC5B,KAAK,eAAe,GACrB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,KAAK,oBAAoB,EACzB,KAAK,mBAAmB,EACxB,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AAChC,cAAc,SAAS,CAAC;AACxB,OAAO,EACL,kBAAkB,EAClB,KAAK,mBAAmB,EACxB,KAAK,0BAA0B,EAC/B,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,EACtB,KAAK,6BAA6B,GACnC,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,KAAK,0BAA0B,EAC/B,KAAK,6BAA6B,EAClC,KAAK,cAAc,EACnB,KAAK,iBAAiB,EACtB,wBAAwB,GACzB,MAAM,2BAA2B,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/voice/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,sBAAsB,EAC3B,6BAA6B,GAC9B,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACL,cAAc,EACd,KAAK,qBAAqB,EAC1B,KAAK,yBAAyB,GAC/B,MAAM,oBAAoB,CAAC;AAC5B,cAAc,0BAA0B,CAAC;AACzC,cAAc,WAAW,CAAC;AAC1B,OAAO,EACL,sBAAsB,EACtB,KAAK,eAAe,EACpB,KAAK,cAAc,EACnB,KAAK,mBAAmB,GACzB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,KAAK,2BAA2B,EAChC,KAAK,eAAe,EACpB,gBAAgB,EAChB,KAAK,uBAAuB,EAC5B,KAAK,eAAe,GACrB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,KAAK,oBAAoB,EACzB,KAAK,mBAAmB,EACxB,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,wBAAwB,EACxB,KAAK,uBAAuB,EAC5B,iBAAiB,EACjB,KAAK,wBAAwB,EAC7B,KAAK,gBAAgB,EACrB,gBAAgB,GACjB,MAAM,uBAAuB,CAAC;AAC/B,cAAc,SAAS,CAAC;AACxB,OAAO,EACL,kBAAkB,EAClB,KAAK,mBAAmB,EACxB,KAAK,0BAA0B,EAC/B,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,EACtB,KAAK,6BAA6B,GACnC,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,KAAK,0BAA0B,EAC/B,KAAK,6BAA6B,EAClC,KAAK,cAAc,EACnB,KAAK,iBAAiB,EACtB,wBAAwB,GACzB,MAAM,2BAA2B,CAAC"}
|
package/voice/index.js
CHANGED
|
@@ -5,6 +5,7 @@ export * from "./emotion.js";
|
|
|
5
5
|
export { installJniVoiceHarness, } from "./jni-voice-harness.js";
|
|
6
6
|
export { JniVoicePipeline, } from "./jni-voice-pipeline.js";
|
|
7
7
|
export { transcribeLocalInferenceWav, } from "./local-asr-transcribe.js";
|
|
8
|
+
export { downmixAudioBufferToMono, PlaybackFramePump, resamplePcmTo16k, } from "./playback-frame-pump.js";
|
|
8
9
|
export * from "./types.js";
|
|
9
10
|
export { createVoiceCapture, } from "./voice-capture-factory.js";
|
|
10
11
|
export { pickDefaultVoiceProvider, } from "./voice-provider-defaults.js";
|
|
@@ -12,10 +12,17 @@
|
|
|
12
12
|
* window.__jniVoice.status() → { running, framesSent, turnsObserved, abi, turns[] }
|
|
13
13
|
* window.__jniVoice.stop() → stop capture, flush the open turn, free handles
|
|
14
14
|
*
|
|
15
|
-
* Install-once and inert off Android.
|
|
16
|
-
*
|
|
15
|
+
* Install-once and inert off Android. When started, completed PCM turns are
|
|
16
|
+
* forwarded through the local-agent bridge so the agent-side fused voice turn
|
|
17
|
+
* pipeline owns ASR/text/TTS while this harness remains observable on-device.
|
|
17
18
|
*/
|
|
18
|
-
import { getElizaVoicePlugin } from "../bridge/native-plugins";
|
|
19
|
+
import { getElizaVoicePlugin } from "../bridge/native-plugins.js";
|
|
20
|
+
import { type JniVoicePipelineOptions } from "./jni-voice-pipeline.js";
|
|
21
|
+
declare global {
|
|
22
|
+
interface Window {
|
|
23
|
+
__jniVoice?: JniVoiceControl;
|
|
24
|
+
}
|
|
25
|
+
}
|
|
19
26
|
export interface JniVoiceTurnSummary {
|
|
20
27
|
turnId: string;
|
|
21
28
|
durationMs: number;
|
|
@@ -44,9 +51,17 @@ export interface JniVoiceControl {
|
|
|
44
51
|
status(): Promise<JniVoiceStatus>;
|
|
45
52
|
isRunning(): boolean;
|
|
46
53
|
}
|
|
54
|
+
export interface JniVoiceHarnessOptions extends JniVoicePipelineOptions {
|
|
55
|
+
/**
|
|
56
|
+
* Forward completed PCM turns to the local agent voice route. Defaults true
|
|
57
|
+
* for the Android app harness; set false for tests or diagnostics that only
|
|
58
|
+
* want attribution summaries.
|
|
59
|
+
*/
|
|
60
|
+
forwardCompletedPcmTurns?: boolean;
|
|
61
|
+
}
|
|
47
62
|
/**
|
|
48
63
|
* Attach `window.__jniVoice`. Idempotent. Returns the control surface (also
|
|
49
64
|
* usable directly from app code, not only CDP).
|
|
50
65
|
*/
|
|
51
|
-
export declare function installJniVoiceHarness(): JniVoiceControl;
|
|
66
|
+
export declare function installJniVoiceHarness(options?: JniVoiceHarnessOptions): JniVoiceControl;
|
|
52
67
|
//# sourceMappingURL=jni-voice-harness.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"jni-voice-harness.d.ts","sourceRoot":"","sources":["../../../../../src/voice/jni-voice-harness.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"jni-voice-harness.d.ts","sourceRoot":"","sources":["../../../../../src/voice/jni-voice-harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAIL,KAAK,uBAAuB,EAC7B,MAAM,sBAAsB,CAAC;AAE9B,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,MAAM;QACd,UAAU,CAAC,EAAE,eAAe,CAAC;KAC9B;CACF;AAED,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,gBAAgB,EAAE,OAAO,CAAC;IAC1B,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,GAAG,CAAC,EAAE,OAAO,CACX,UAAU,CAAC,UAAU,CAAC,OAAO,mBAAmB,CAAC,CAAC,iBAAiB,CAAC,CAAC,CACtE,CAAC;IACF,WAAW,EAAE,mBAAmB,EAAE,CAAC;IACnC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,IAAI,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACvD,IAAI,IAAI,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC1D,MAAM,IAAI,OAAO,CAAC,cAAc,CAAC,CAAC;IAClC,SAAS,IAAI,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,sBAAuB,SAAQ,uBAAuB;IACrE;;;;OAIG;IACH,wBAAwB,CAAC,EAAE,OAAO,CAAC;CACpC;AA6ED;;;GAGG;AACH,wBAAgB,sBAAsB,CACpC,OAAO,GAAE,sBAA2B,GACnC,eAAe,CA0CjB"}
|
|
@@ -12,11 +12,12 @@
|
|
|
12
12
|
* window.__jniVoice.status() → { running, framesSent, turnsObserved, abi, turns[] }
|
|
13
13
|
* window.__jniVoice.stop() → stop capture, flush the open turn, free handles
|
|
14
14
|
*
|
|
15
|
-
* Install-once and inert off Android.
|
|
16
|
-
*
|
|
15
|
+
* Install-once and inert off Android. When started, completed PCM turns are
|
|
16
|
+
* forwarded through the local-agent bridge so the agent-side fused voice turn
|
|
17
|
+
* pipeline owns ASR/text/TTS while this harness remains observable on-device.
|
|
17
18
|
*/
|
|
18
19
|
import { getElizaVoicePlugin, getTalkModePlugin, } from "../bridge/native-plugins.js";
|
|
19
|
-
import { JniVoicePipeline } from "./jni-voice-pipeline.js";
|
|
20
|
+
import { JniVoicePipeline, } from "./jni-voice-pipeline.js";
|
|
20
21
|
const MAX_RECENT = 20;
|
|
21
22
|
let installed = false;
|
|
22
23
|
let pipeline = null;
|
|
@@ -33,9 +34,44 @@ function recordTurn(turn) {
|
|
|
33
34
|
if (recentTurns.length > MAX_RECENT)
|
|
34
35
|
recentTurns.shift();
|
|
35
36
|
}
|
|
36
|
-
function
|
|
37
|
+
function float32ToBase64(pcm) {
|
|
38
|
+
const bytes = new Uint8Array(pcm.buffer, pcm.byteOffset, pcm.byteLength);
|
|
39
|
+
let binary = "";
|
|
40
|
+
const chunkSize = 0x8000;
|
|
41
|
+
for (let offset = 0; offset < bytes.length; offset += chunkSize) {
|
|
42
|
+
const chunk = bytes.subarray(offset, offset + chunkSize);
|
|
43
|
+
binary += String.fromCharCode(...chunk);
|
|
44
|
+
}
|
|
45
|
+
return btoa(binary);
|
|
46
|
+
}
|
|
47
|
+
async function forwardCompletedPcmTurnToLocalAgent(turn) {
|
|
48
|
+
const res = await fetch("/api/voice/native-pcm-turn", {
|
|
49
|
+
method: "POST",
|
|
50
|
+
headers: { "content-type": "application/json" },
|
|
51
|
+
body: JSON.stringify({
|
|
52
|
+
turnId: turn.turnId,
|
|
53
|
+
pcm: float32ToBase64(turn.audio.pcm),
|
|
54
|
+
sampleRate: turn.audio.sampleRate,
|
|
55
|
+
signal: turn.signal,
|
|
56
|
+
}),
|
|
57
|
+
});
|
|
58
|
+
if (!res.ok) {
|
|
59
|
+
const detail = await res.text().catch(() => "");
|
|
60
|
+
throw new Error(`[JniVoiceHarness] native PCM turn handoff failed (${res.status}): ${detail}`);
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
function pipelineOptionsForHarness(options) {
|
|
64
|
+
const forward = options.forwardCompletedPcmTurns !== false
|
|
65
|
+
? forwardCompletedPcmTurnToLocalAgent
|
|
66
|
+
: undefined;
|
|
67
|
+
return {
|
|
68
|
+
...options,
|
|
69
|
+
onCompletedPcmTurn: options.onCompletedPcmTurn ?? forward,
|
|
70
|
+
};
|
|
71
|
+
}
|
|
72
|
+
function getPipeline(options = {}) {
|
|
37
73
|
if (!pipeline) {
|
|
38
|
-
pipeline = new JniVoicePipeline(getTalkModePlugin(), getElizaVoicePlugin());
|
|
74
|
+
pipeline = new JniVoicePipeline(getTalkModePlugin(), getElizaVoicePlugin(), pipelineOptionsForHarness(options));
|
|
39
75
|
pipeline.onTurn(recordTurn);
|
|
40
76
|
}
|
|
41
77
|
return pipeline;
|
|
@@ -44,13 +80,13 @@ function getPipeline() {
|
|
|
44
80
|
* Attach `window.__jniVoice`. Idempotent. Returns the control surface (also
|
|
45
81
|
* usable directly from app code, not only CDP).
|
|
46
82
|
*/
|
|
47
|
-
export function installJniVoiceHarness() {
|
|
83
|
+
export function installJniVoiceHarness(options = {}) {
|
|
48
84
|
const control = {
|
|
49
85
|
async start() {
|
|
50
|
-
return getPipeline().start();
|
|
86
|
+
return getPipeline(options).start();
|
|
51
87
|
},
|
|
52
88
|
async stop() {
|
|
53
|
-
const p = getPipeline();
|
|
89
|
+
const p = getPipeline(options);
|
|
54
90
|
const framesSent = p.framesSent;
|
|
55
91
|
await p.stop();
|
|
56
92
|
return { stopped: true, framesSent };
|
|
@@ -82,8 +118,7 @@ export function installJniVoiceHarness() {
|
|
|
82
118
|
},
|
|
83
119
|
};
|
|
84
120
|
if (!installed && typeof window !== "undefined") {
|
|
85
|
-
window.__jniVoice =
|
|
86
|
-
control;
|
|
121
|
+
window.__jniVoice = control;
|
|
87
122
|
installed = true;
|
|
88
123
|
}
|
|
89
124
|
return control;
|
|
@@ -19,13 +19,14 @@
|
|
|
19
19
|
*
|
|
20
20
|
* startAudioFrames() → `audioFrame` events → batch (~1 s) →
|
|
21
21
|
* ElizaVoice.pipelineProcess (native VAD + segmentation + speaker + diariz)
|
|
22
|
-
* → onTurn(JniAttributedTurn)
|
|
22
|
+
* → onCompletedPcmTurn? (ASR/text/TTS) + onTurn(JniAttributedTurn)
|
|
23
|
+
* → buildVoiceTurnSignal → VOICE_DM
|
|
23
24
|
*
|
|
24
25
|
* It is native-only: construction throws off Android (no `ElizaVoice` plugin),
|
|
25
26
|
* and the caller gates it behind `isPlatform("android") && isNativePlatform()`.
|
|
26
27
|
*/
|
|
27
|
-
import type { ElizaVoicePluginLike, TalkModePluginLike } from "../bridge/native-plugins";
|
|
28
|
-
import { type VoiceTurnSignal, type VoiceTurnSpeakerAttribution } from "./voice-turn-signal";
|
|
28
|
+
import type { ElizaVoicePluginLike, TalkModePluginLike } from "../bridge/native-plugins.js";
|
|
29
|
+
import { type BuildVoiceTurnSignalContext, type VoiceTurnSignal, type VoiceTurnSpeakerAttribution } from "./voice-turn-signal.js";
|
|
29
30
|
/**
|
|
30
31
|
* One native-attributed turn surfaced to the ambient-gate layer. The PCM-derived
|
|
31
32
|
* speaker embedding + diariz frame count come straight from the JNI host; the
|
|
@@ -49,6 +50,15 @@ export interface JniAttributedTurn {
|
|
|
49
50
|
signal: VoiceTurnSignal;
|
|
50
51
|
}
|
|
51
52
|
export type JniTurnListener = (turn: JniAttributedTurn) => void;
|
|
53
|
+
export interface JniCompletedPcmTurn {
|
|
54
|
+
turnId: string;
|
|
55
|
+
audio: {
|
|
56
|
+
pcm: Float32Array;
|
|
57
|
+
sampleRate: number;
|
|
58
|
+
};
|
|
59
|
+
signal: VoiceTurnSignal;
|
|
60
|
+
}
|
|
61
|
+
export type JniCompletedPcmTurnListener = (turn: JniCompletedPcmTurn) => void | Promise<void>;
|
|
52
62
|
/**
|
|
53
63
|
* Resolves the enrolled-entity attribution for a turn's speaker embedding. The
|
|
54
64
|
* caller injects this so the embedding→entity match (and the enrolled-speaker
|
|
@@ -57,13 +67,25 @@ export type JniTurnListener = (turn: JniAttributedTurn) => void;
|
|
|
57
67
|
* pipeline surfaces turns with no speaker attribution (transcript gate only).
|
|
58
68
|
*/
|
|
59
69
|
export type SpeakerResolver = (embedding: Float32Array) => Promise<VoiceTurnSpeakerAttribution | null>;
|
|
70
|
+
export type SelfVoiceSimilarityResolver = (embedding: Float32Array) => Promise<number | null | undefined> | number | null | undefined;
|
|
71
|
+
export type SelfVoiceContextProvider = Pick<BuildVoiceTurnSignalContext, "agentSpeaking" | "recentAgentReply" | "replyAgeMs"> | (() => Pick<BuildVoiceTurnSignalContext, "agentSpeaking" | "recentAgentReply" | "replyAgeMs"> | Promise<Pick<BuildVoiceTurnSignalContext, "agentSpeaking" | "recentAgentReply" | "replyAgeMs">>);
|
|
60
72
|
export interface JniVoicePipelineOptions {
|
|
61
73
|
/** Override the on-device bundle dir (else the app's eliza-1/bundle default). */
|
|
62
74
|
bundleDir?: string;
|
|
63
75
|
/** Resolves a turn's speaker embedding to an enrolled entity (optional). */
|
|
64
76
|
resolveSpeaker?: SpeakerResolver;
|
|
77
|
+
/** Resolves a turn's embedding against the agent-TTS voice centroid. */
|
|
78
|
+
resolveSelfVoiceSimilarity?: SelfVoiceSimilarityResolver;
|
|
79
|
+
/** Supplies reply recency / playback state for acoustic self-voice gating. */
|
|
80
|
+
selfVoiceContext?: SelfVoiceContextProvider;
|
|
65
81
|
/** Entity ids the agent answers to without a wake word (owner + enrolled). */
|
|
66
82
|
knownSpeakerEntityIds?: readonly string[];
|
|
83
|
+
/**
|
|
84
|
+
* Optional handoff for the segmented PCM turn. When present, the native
|
|
85
|
+
* bridge requests the completed turn PCM and dispatches it here so the host
|
|
86
|
+
* can queue it through the fused ASR → text → TTS device voice path.
|
|
87
|
+
*/
|
|
88
|
+
onCompletedPcmTurn?: JniCompletedPcmTurnListener;
|
|
67
89
|
}
|
|
68
90
|
/**
|
|
69
91
|
* Drives the Android `audioFrame` → in-process JNI voice pipeline. One instance
|
|
@@ -99,5 +121,7 @@ export declare class JniVoicePipeline {
|
|
|
99
121
|
private feed;
|
|
100
122
|
private process;
|
|
101
123
|
private emitTurns;
|
|
124
|
+
private resolveSelfVoiceContext;
|
|
125
|
+
private dispatchCompletedPcmTurn;
|
|
102
126
|
}
|
|
103
127
|
//# sourceMappingURL=jni-voice-pipeline.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"jni-voice-pipeline.d.ts","sourceRoot":"","sources":["../../../../../src/voice/jni-voice-pipeline.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"jni-voice-pipeline.d.ts","sourceRoot":"","sources":["../../../../../src/voice/jni-voice-pipeline.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAGH,OAAO,KAAK,EACV,oBAAoB,EAGpB,kBAAkB,EACnB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,KAAK,2BAA2B,EAEhC,KAAK,eAAe,EACpB,KAAK,2BAA2B,EACjC,MAAM,qBAAqB,CAAC;AAO7B;;;;;GAKG;AACH,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,sDAAsD;IACtD,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,2EAA2E;IAC3E,aAAa,EAAE,MAAM,CAAC;IACtB,+EAA+E;IAC/E,SAAS,EAAE,YAAY,CAAC;IACxB,oEAAoE;IACpE,YAAY,EAAE,SAAS,CAAC;IACxB,+DAA+D;IAC/D,qBAAqB,EAAE,MAAM,CAAC;IAC9B,8CAA8C;IAC9C,MAAM,EAAE,eAAe,CAAC;CACzB;AAED,MAAM,MAAM,eAAe,GAAG,CAAC,IAAI,EAAE,iBAAiB,KAAK,IAAI,CAAC;AAEhE,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE;QACL,GAAG,EAAE,YAAY,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,MAAM,EAAE,eAAe,CAAC;CACzB;AAED,MAAM,MAAM,2BAA2B,GAAG,CACxC,IAAI,EAAE,mBAAmB,KACtB,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAE1B;;;;;;GAMG;AACH,MAAM,MAAM,eAAe,GAAG,CAC5B,SAAS,EAAE,YAAY,KACpB,OAAO,CAAC,2BAA2B,GAAG,IAAI,CAAC,CAAC;AAEjD,MAAM,MAAM,2BAA2B,GAAG,CACxC,SAAS,EAAE,YAAY,KACpB,OAAO,CAAC,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC,GAAG,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;AAEpE,MAAM,MAAM,wBAAwB,GAChC,IAAI,CACF,2BAA2B,EAC3B,eAAe,GAAG,kBAAkB,GAAG,YAAY,CACpD,GACD,CAAC,MACG,IAAI,CACF,2BAA2B,EAC3B,eAAe,GAAG,kBAAkB,GAAG,YAAY,CACpD,GACD,OAAO,CACL,IAAI,CACF,2BAA2B,EAC3B,eAAe,GAAG,kBAAkB,GAAG,YAAY,CACpD,CACF,CAAC,CAAC;AAEX,MAAM,WAAW,uBAAuB;IACtC,iFAAiF;IACjF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,4EAA4E;IAC5E,cAAc,CAAC,EAAE,eAAe,CAAC;IACjC,wEAAwE;IACxE,0BAA0B,CAAC,EAAE,2BAA2B,CAAC;IACzD,8EAA8E;IAC9E,gBAAgB,CAAC,EAAE,wBAAwB,CAAC;IAC5C,8EAA8E;IAC9E,qBAAqB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC1C;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,2BAA2B,CAAC;CAClD;AAwDD;;;GAGG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAqB;IAC9C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAuB;IAC7C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA0B;IAClD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAA8B;IAE5D,OAAO,CAAC,SAAS,CAAuB;IACxC,OAAO,CAAC,cAAc,CAAuB;IAC7C,OAAO,CAAC,cAAc,CAA6B;IACnD,OAAO,CAAC,SAAS,CAA+C;IAChE,OAAO,CAAC,MAAM,CAAiC;IAC/C,OAAO,CAAC,OAAO,CAAoC;IACnD,OAAO,CAAC,OAAO,CAAS;IAExB,UAAU,SAAK;IACf,aAAa,SAAK;gBAGhB,QAAQ,EAAE,kBAAkB,EAC5B,KAAK,EAAE,oBAAoB,EAC3B,OAAO,GAAE,uBAA4B;IAOvC,IAAI,SAAS,IAAI,OAAO,CAEvB;IAED,MAAM,CAAC,QAAQ,EAAE,eAAe,GAAG,MAAM,IAAI;IAK7C,8EAA8E;IACxE,KAAK,IAAI,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IA0C5D,qEAAqE;IAC/D,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;YAwBb,cAAc;IAW5B,OAAO,CAAC,OAAO;IAMf,8EAA8E;YAChE,IAAI;YAQJ,OAAO;YAYP,SAAS;YA2CT,uBAAuB;IAWrC,OAAO,CAAC,wBAAwB;CAyBjC"}
|
|
@@ -19,11 +19,13 @@
|
|
|
19
19
|
*
|
|
20
20
|
* startAudioFrames() → `audioFrame` events → batch (~1 s) →
|
|
21
21
|
* ElizaVoice.pipelineProcess (native VAD + segmentation + speaker + diariz)
|
|
22
|
-
* → onTurn(JniAttributedTurn)
|
|
22
|
+
* → onCompletedPcmTurn? (ASR/text/TTS) + onTurn(JniAttributedTurn)
|
|
23
|
+
* → buildVoiceTurnSignal → VOICE_DM
|
|
23
24
|
*
|
|
24
25
|
* It is native-only: construction throws off Android (no `ElizaVoice` plugin),
|
|
25
26
|
* and the caller gates it behind `isPlatform("android") && isNativePlatform()`.
|
|
26
27
|
*/
|
|
28
|
+
import { logger } from "@elizaos/logger";
|
|
27
29
|
import { buildVoiceTurnSignal, } from "./voice-turn-signal.js";
|
|
28
30
|
/** Max audioFrames buffered before a pipeline feed is forced (≈ 1 s @ 20 ms). */
|
|
29
31
|
const MAX_BATCH_FRAMES = 49;
|
|
@@ -73,7 +75,7 @@ function concatFramesToBase64(frames) {
|
|
|
73
75
|
let out = "";
|
|
74
76
|
const CHUNK = 8192;
|
|
75
77
|
for (let i = 0; i < merged.length; i += CHUNK) {
|
|
76
|
-
out += String.fromCharCode.apply(null, merged.subarray(i, i + CHUNK));
|
|
78
|
+
out += String.fromCharCode.apply(null, Array.from(merged.subarray(i, i + CHUNK)));
|
|
77
79
|
}
|
|
78
80
|
return btoa(out);
|
|
79
81
|
}
|
|
@@ -162,6 +164,7 @@ export class JniVoicePipeline {
|
|
|
162
164
|
if (this.pipelineHandle) {
|
|
163
165
|
const flushed = await this.voice.pipelineFlush({
|
|
164
166
|
handle: this.pipelineHandle,
|
|
167
|
+
includePcm: Boolean(this.options.onCompletedPcmTurn),
|
|
165
168
|
});
|
|
166
169
|
await this.emitTurns(flushed.turns);
|
|
167
170
|
}
|
|
@@ -201,6 +204,7 @@ export class JniVoicePipeline {
|
|
|
201
204
|
const res = await this.voice.pipelineProcess({
|
|
202
205
|
handle: this.pipelineHandle,
|
|
203
206
|
pcm16,
|
|
207
|
+
includePcm: Boolean(this.options.onCompletedPcmTurn),
|
|
204
208
|
});
|
|
205
209
|
await this.emitTurns(res.turns);
|
|
206
210
|
}
|
|
@@ -210,15 +214,24 @@ export class JniVoicePipeline {
|
|
|
210
214
|
const attribution = embedding.length > 0 && this.options.resolveSpeaker
|
|
211
215
|
? await this.options.resolveSpeaker(embedding)
|
|
212
216
|
: null;
|
|
217
|
+
const selfVoiceSimilarity = embedding.length > 0 && this.options.resolveSelfVoiceSimilarity
|
|
218
|
+
? await this.options.resolveSelfVoiceSimilarity(embedding)
|
|
219
|
+
: undefined;
|
|
220
|
+
const selfVoiceContext = await this.resolveSelfVoiceContext();
|
|
213
221
|
// Transcript is the ASR path's concern; the ambient gate's audio-frame
|
|
214
222
|
// inputs (speaker identity, wake word) are what this pipeline supplies.
|
|
215
223
|
// An empty transcript degrades to the conservative transcript gate, which
|
|
216
224
|
// the diarization speaker gate then refines.
|
|
217
225
|
const signal = buildVoiceTurnSignal("", {
|
|
226
|
+
...selfVoiceContext,
|
|
218
227
|
...(attribution ? { speaker: attribution } : {}),
|
|
219
228
|
...(this.options.knownSpeakerEntityIds
|
|
220
229
|
? { knownSpeakerEntityIds: this.options.knownSpeakerEntityIds }
|
|
221
230
|
: {}),
|
|
231
|
+
...(typeof selfVoiceSimilarity === "number" &&
|
|
232
|
+
Number.isFinite(selfVoiceSimilarity)
|
|
233
|
+
? { selfVoiceSimilarity }
|
|
234
|
+
: {}),
|
|
222
235
|
});
|
|
223
236
|
this.turnsObserved += 1;
|
|
224
237
|
const turn = {
|
|
@@ -231,8 +244,33 @@ export class JniVoicePipeline {
|
|
|
231
244
|
diarizDistinctClasses: raw.diarizDistinctClasses,
|
|
232
245
|
signal,
|
|
233
246
|
};
|
|
247
|
+
this.dispatchCompletedPcmTurn(raw, signal);
|
|
234
248
|
for (const listener of this.turnListeners)
|
|
235
249
|
listener(turn);
|
|
236
250
|
}
|
|
237
251
|
}
|
|
252
|
+
async resolveSelfVoiceContext() {
|
|
253
|
+
const provider = this.options.selfVoiceContext;
|
|
254
|
+
if (!provider)
|
|
255
|
+
return {};
|
|
256
|
+
return typeof provider === "function" ? await provider() : provider;
|
|
257
|
+
}
|
|
258
|
+
dispatchCompletedPcmTurn(raw, signal) {
|
|
259
|
+
const listener = this.options.onCompletedPcmTurn;
|
|
260
|
+
if (!listener)
|
|
261
|
+
return;
|
|
262
|
+
const pcm = base64ToFloat32(raw.pcm ?? "");
|
|
263
|
+
if (pcm.length === 0)
|
|
264
|
+
return;
|
|
265
|
+
void Promise.resolve(listener({
|
|
266
|
+
turnId: raw.turnId,
|
|
267
|
+
audio: {
|
|
268
|
+
pcm,
|
|
269
|
+
sampleRate: typeof raw.pcmSampleRate === "number" ? raw.pcmSampleRate : 16_000,
|
|
270
|
+
},
|
|
271
|
+
signal,
|
|
272
|
+
})).catch((error) => {
|
|
273
|
+
logger.warn({ error, turnId: raw.turnId }, "[JniVoicePipeline] completed PCM turn listener failed");
|
|
274
|
+
});
|
|
275
|
+
}
|
|
238
276
|
}
|
|
@@ -142,7 +142,7 @@ export async function startLocalAsrRecorder(options = {}) {
|
|
|
142
142
|
const stream = await navigator.mediaDevices.getUserMedia({
|
|
143
143
|
audio: {
|
|
144
144
|
channelCount: 1,
|
|
145
|
-
//
|
|
145
|
+
// Gemma ASR ingests 16 kHz mono; request it at capture so the
|
|
146
146
|
// browser resamples once instead of us downsampling a 48 kHz buffer.
|
|
147
147
|
sampleRate: 16000,
|
|
148
148
|
echoCancellation: true,
|
|
@@ -31,8 +31,8 @@ export interface TranscribeWavResult {
|
|
|
31
31
|
* `GET /api/asr/local-inference/status` (`{ ready, provider }`).
|
|
32
32
|
*
|
|
33
33
|
* Capture surfaces use this to choose a backend that can actually transcribe:
|
|
34
|
-
* routing audio to `/api/asr/local-inference` when the server has no
|
|
35
|
-
*
|
|
34
|
+
* routing audio to `/api/asr/local-inference` when the server has no local ASR
|
|
35
|
+
* assets / native adapter 502s at `stop()` with no recoverable fallback, so an
|
|
36
36
|
* unready (or unreachable) server must degrade to browser ASR instead. A
|
|
37
37
|
* failed probe deliberately resolves `false` — "unknown readiness" is treated
|
|
38
38
|
* as "not ready" so we never capture audio we can't transcribe.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"local-asr-transcribe.d.ts","sourceRoot":"","sources":["../../../../../src/voice/local-asr-transcribe.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAKH,MAAM,WAAW,oBAAoB;IACnC,6EAA6E;IAC7E,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,mBAAmB;IAClC,wEAAwE;IACxE,IAAI,EAAE,MAAM,CAAC;IACb;kFAC8E;IAC9E,KAAK,EAAE,aAAa,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACxE;AAuBD;;;;;;;;;;GAUG;AACH,wBAAsB,wBAAwB,CAC5C,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,OAAO,CAAC,CAkBlB;
|
|
1
|
+
{"version":3,"file":"local-asr-transcribe.d.ts","sourceRoot":"","sources":["../../../../../src/voice/local-asr-transcribe.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAKH,MAAM,WAAW,oBAAoB;IACnC,6EAA6E;IAC7E,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,MAAM,WAAW,mBAAmB;IAClC,wEAAwE;IACxE,IAAI,EAAE,MAAM,CAAC;IACb;kFAC8E;IAC9E,KAAK,EAAE,aAAa,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACxE;AAuBD;;;;;;;;;;GAUG;AACH,wBAAsB,wBAAwB,CAC5C,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,OAAO,CAAC,CAkBlB;AAYD,wBAAsB,2BAA2B,CAC/C,KAAK,EAAE,UAAU,EACjB,OAAO,CAAC,EAAE,oBAAoB,GAC7B,OAAO,CAAC,mBAAmB,CAAC,CA2B9B"}
|
|
@@ -35,8 +35,8 @@ function parseWords(value) {
|
|
|
35
35
|
* `GET /api/asr/local-inference/status` (`{ ready, provider }`).
|
|
36
36
|
*
|
|
37
37
|
* Capture surfaces use this to choose a backend that can actually transcribe:
|
|
38
|
-
* routing audio to `/api/asr/local-inference` when the server has no
|
|
39
|
-
*
|
|
38
|
+
* routing audio to `/api/asr/local-inference` when the server has no local ASR
|
|
39
|
+
* assets / native adapter 502s at `stop()` with no recoverable fallback, so an
|
|
40
40
|
* unready (or unreachable) server must degrade to browser ASR instead. A
|
|
41
41
|
* failed probe deliberately resolves `false` — "unknown readiness" is treated
|
|
42
42
|
* as "not ready" so we never capture audio we can't transcribe.
|
|
@@ -62,7 +62,7 @@ function bytesToBase64(bytes) {
|
|
|
62
62
|
let binary = "";
|
|
63
63
|
const chunk = 0x8000;
|
|
64
64
|
for (let i = 0; i < bytes.length; i += chunk) {
|
|
65
|
-
binary += String.fromCharCode(...bytes.subarray(i, i + chunk));
|
|
65
|
+
binary += String.fromCharCode(...Array.from(bytes.subarray(i, i + chunk)));
|
|
66
66
|
}
|
|
67
67
|
return btoa(binary);
|
|
68
68
|
}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Web Audio -> agent playback-reference pump for live echo cancellation.
|
|
3
|
+
*
|
|
4
|
+
* The live diarization route accepts the agent's own TTS playback as far-end
|
|
5
|
+
* reference frames at `/api/voice/playback-frames`. This helper taps decoded
|
|
6
|
+
* Web Audio playback in real time, downmixes/resamples to 16 kHz mono, encodes
|
|
7
|
+
* 20 ms LE-s16 frames, and posts them in batches. The route is optional: a
|
|
8
|
+
* missing local diarization backend must never break audible TTS playback.
|
|
9
|
+
*/
|
|
10
|
+
type FetchLike = (url: string, init?: RequestInit) => Promise<Response>;
|
|
11
|
+
export interface PlaybackAudioFrameEvent {
|
|
12
|
+
pcm16: string;
|
|
13
|
+
sampleRate: number;
|
|
14
|
+
channels: 1;
|
|
15
|
+
samples: number;
|
|
16
|
+
rms: number;
|
|
17
|
+
timestamp: number;
|
|
18
|
+
frameIndex: number;
|
|
19
|
+
}
|
|
20
|
+
export interface PlaybackFramePumpOptions {
|
|
21
|
+
endpointPath?: string;
|
|
22
|
+
targetSampleRate?: number;
|
|
23
|
+
frameMs?: number;
|
|
24
|
+
maxBatchFrames?: number;
|
|
25
|
+
flushIntervalMs?: number;
|
|
26
|
+
nowMs?: () => number;
|
|
27
|
+
fetcher?: FetchLike;
|
|
28
|
+
}
|
|
29
|
+
export interface PlaybackFrameTap {
|
|
30
|
+
start(startTimestampMs?: number): void;
|
|
31
|
+
stop(options?: {
|
|
32
|
+
reset?: boolean;
|
|
33
|
+
drain?: boolean;
|
|
34
|
+
}): Promise<void>;
|
|
35
|
+
}
|
|
36
|
+
export declare function downmixAudioBufferToMono(buffer: AudioBuffer): Float32Array;
|
|
37
|
+
export declare function resamplePcmTo16k(pcm: Float32Array, sourceSampleRate: number): Float32Array;
|
|
38
|
+
export declare class PlaybackFramePump {
|
|
39
|
+
private readonly options;
|
|
40
|
+
constructor(options?: PlaybackFramePumpOptions);
|
|
41
|
+
tapSource(ctx: AudioContext, source: AudioNode, fallbackBuffer: AudioBuffer): Promise<PlaybackFrameTap | null>;
|
|
42
|
+
createSessionForTest(): PlaybackFrameTap & {
|
|
43
|
+
appendPcm(pcm: Float32Array, sampleRate: number): void;
|
|
44
|
+
};
|
|
45
|
+
private createWorkletSession;
|
|
46
|
+
private createScheduledBufferSession;
|
|
47
|
+
}
|
|
48
|
+
export {};
|
|
49
|
+
//# sourceMappingURL=playback-frame-pump.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"playback-frame-pump.d.ts","sourceRoot":"","sources":["../../../../../src/voice/playback-frame-pump.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAwCH,KAAK,SAAS,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;AAExE,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,CAAC,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,wBAAwB;IACvC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,MAAM,CAAC;IACrB,OAAO,CAAC,EAAE,SAAS,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,CAAC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC,IAAI,CAAC,OAAO,CAAC,EAAE;QAAE,KAAK,CAAC,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACrE;AAqFD,wBAAgB,wBAAwB,CAAC,MAAM,EAAE,WAAW,GAAG,YAAY,CAU1E;AAwCD,wBAAgB,gBAAgB,CAC9B,GAAG,EAAE,YAAY,EACjB,gBAAgB,EAAE,MAAM,GACvB,YAAY,CAKd;AAmJD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAKtB;gBAEU,OAAO,GAAE,wBAA6B;IAY5C,SAAS,CACb,GAAG,EAAE,YAAY,EACjB,MAAM,EAAE,SAAS,EACjB,cAAc,EAAE,WAAW,GAC1B,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAQnC,oBAAoB,IAAI,gBAAgB,GAAG;QACzC,SAAS,CAAC,GAAG,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;KACxD;YAIa,oBAAoB;IAmDlC,OAAO,CAAC,4BAA4B;CAyCrC"}
|