@elizaos/ui 2.0.3-beta.2 → 2.0.3-beta.3

package/utils/image-attachment.js

@@ -4,6 +4,57 @@
  * kinds, not just images.
  */
 export const MAX_CHAT_IMAGES = 4;
+/**
+ * Per-file size cap for a chat attachment, in bytes (20 MB). Enforced
+ * client-side so an oversized file is rejected with a clear notice up front
+ * rather than silently sliced or failing with a 413 after upload.
+ */
+export const MAX_ATTACHMENT_BYTES = 20 * 1024 * 1024;
+/**
+ * Combined size cap across all attachments on a single message, in bytes
+ * (60 MB). Even when every individual file is under {@link MAX_ATTACHMENT_BYTES}
+ * the batch as a whole is bounded so a handful of large-but-legal files can't
+ * blow the request body.
+ */
+export const MAX_ATTACHMENTS_TOTAL_BYTES = 60 * 1024 * 1024;
+/** Human-readable MB for a byte cap, used in user-facing notices. */
+export function bytesToMb(bytes) {
+    return Math.round(bytes / (1024 * 1024));
+}
+/**
+ * Pure size/count gate for attachment intake. Walks the candidate files in
+ * order and partitions them into accepted vs. dropped, recording *why* each
+ * file was dropped (oversized vs. over the per-message count) so the caller can
+ * surface a "kept N, dropped M" notice instead of silently truncating.
+ *
+ * Order of checks per file: per-file byte cap → running-total byte cap →
+ * count cap. A file that trips any byte cap is reported as `too-large`; a file
+ * that only trips the count cap is reported as `over-count`.
+ */
+export function partitionAttachmentFiles(files, options = {}) {
+    const maxBytes = options.maxBytes ?? MAX_ATTACHMENT_BYTES;
+    const maxTotalBytes = options.maxTotalBytes ?? MAX_ATTACHMENTS_TOTAL_BYTES;
+    const maxCount = options.maxCount ?? MAX_CHAT_IMAGES;
+    const existingCount = options.existingCount ?? 0;
+    const accepted = [];
+    const droppedTooLarge = [];
+    const droppedOverCount = [];
+    let runningBytes = 0;
+    for (const file of Array.from(files)) {
+        const size = file.size ?? 0;
+        if (size > maxBytes || runningBytes + size > maxTotalBytes) {
+            droppedTooLarge.push({ name: file.name, reason: "too-large" });
+            continue;
+        }
+        if (existingCount + accepted.length >= maxCount) {
+            droppedOverCount.push({ name: file.name, reason: "over-count" });
+            continue;
+        }
+        accepted.push(file);
+        runningBytes += size;
+    }
+    return { accepted, droppedTooLarge, droppedOverCount };
+}
 /** `accept` attribute for the chat upload <input> — images, audio, video, PDFs, text docs. */
 export const CHAT_UPLOAD_ACCEPT = "image/*,audio/*,video/*,application/pdf,text/plain,text/csv,text/markdown";
 /** True when a file's MIME type is an attachment kind chat upload accepts. */
@@ -97,13 +148,25 @@ export async function createImageThumbnail(file) {
  * Read supported files (images, audio, video, PDFs, text docs) into base64
  * {@link ImageAttachment} payloads (the `data:<mime>;base64,` prefix stripped).
  * Image uploads also get a client-generated thumbnail when large enough.
- * Unsupported files are skipped; the promise rejects if any read fails so the
- * caller can surface it rather than silently dropping an attachment. Shared by
- * the chat composer and the continuous chat overlay.
+ * Unsupported files are skipped; oversized files (per-file or in aggregate) are
+ * filtered out via {@link partitionAttachmentFiles} so an over-cap upload can
+ * never silently slip through to the server. The promise rejects if any read
+ * fails so the caller can surface it rather than silently dropping an
+ * attachment. Shared by the chat composer and the continuous chat overlay.
+ *
+ * Note: only the per-file / total *byte* caps are enforced here; the count cap
+ * is left to the caller (it slices the merged pending list), and drop reporting
+ * for a user-facing notice lives in {@link intakeAttachmentFiles}.
  */
 export function filesToImageAttachments(files) {
     const supported = Array.from(files).filter(isSupportedChatUpload);
-    return Promise.all(supported.map((file) => new Promise((resolve, reject) => {
+    // Enforce byte caps centrally so every caller (composer + continuous chat
+    // overlay) drops oversized files rather than shipping them to the server.
+    // Count is enforced by the caller, so allow the full count here.
+    const { accepted } = partitionAttachmentFiles(supported, {
+        maxCount: Number.POSITIVE_INFINITY,
+    });
+    return Promise.all(accepted.map((file) => new Promise((resolve, reject) => {
         const reader = new FileReader();
         reader.onload = async () => {
             const result = reader.result;
@@ -122,3 +185,129 @@ export function filesToImageAttachments(files) {
         reader.readAsDataURL(file);
     })));
 }
+/**
+ * Full intake pipeline for the chat composer: filters unsupported files,
+ * applies the byte and count caps via {@link partitionAttachmentFiles}, reads
+ * the accepted files into {@link ImageAttachment} payloads, and returns the
+ * dropped files (with reasons) alongside — so the caller can surface a
+ * "kept N, dropped M" notice instead of silently truncating. Rejects only if a
+ * read of an accepted file fails.
+ */
+export async function intakeAttachmentFiles(files, options = {}) {
+    const supported = Array.from(files).filter(isSupportedChatUpload);
+    const { accepted, droppedTooLarge, droppedOverCount } = partitionAttachmentFiles(supported, options);
+    const attachments = await filesToImageAttachments(accepted);
+    return { attachments, droppedTooLarge, droppedOverCount };
+}
+/**
+ * Build the i18n params for a "kept N, dropped M" notice from an intake/
+ * partition result, or `null` when nothing was dropped (no notice needed).
+ * Pure + testable so the composer just renders the returned counts.
+ */
+export function summarizeDroppedAttachments(result) {
+    const droppedTooLarge = result.droppedTooLarge.length;
+    const droppedOverCount = result.droppedOverCount.length;
+    const dropped = droppedTooLarge + droppedOverCount;
+    if (dropped === 0)
+        return null;
+    return {
+        kept: result.acceptedCount,
+        dropped,
+        droppedTooLarge,
+        droppedOverCount,
+        maxMb: bytesToMb(MAX_ATTACHMENT_BYTES),
+    };
+}
+/**
+ * Character count at/above which a plain-text paste is converted into a
+ * collapsed text attachment chip (Claude-Code / claude.ai style) rather than
+ * flooding the composer textarea. Pastes shorter than this go into the textarea
+ * as normal.
+ */
+export const LARGE_PASTE_CHAR_THRESHOLD = 2000;
+/**
+ * True when a pasted plain-text block is large enough to become a text
+ * attachment instead of landing in the textarea. Uses the *trimmed* length so
+ * surrounding whitespace can't push a small paste over the line. A single bare
+ * URL (no internal whitespace) is never converted — pasting a link should keep
+ * working normally even when the URL is very long.
+ */
+export function shouldConvertPasteToAttachment(text) {
+    const trimmed = text.trim();
+    if (trimmed.length < LARGE_PASTE_CHAR_THRESHOLD)
+        return false;
+    // A lone long URL is a link, not a document — keep it in the textarea.
+    if (/^https?:\/\/\S+$/i.test(trimmed))
+        return false;
+    return true;
+}
+/**
+ * Encode a string to base64 in a UTF-8-safe, chunk-safe way. Raw `btoa(text)`
+ * throws on any code point > 0xFF (so any non-ASCII / emoji paste would break),
+ * and `String.fromCharCode(...bytes)` can overflow the call stack on a large
+ * paste. This walks the UTF-8 bytes in fixed-size chunks instead, so it round-
+ * trips arbitrary Unicode of any length.
+ */
+function utf8ToBase64(text) {
+    const bytes = new TextEncoder().encode(text);
+    let binary = "";
+    const CHUNK = 0x8000;
+    for (let i = 0; i < bytes.length; i += CHUNK) {
+        binary += String.fromCharCode(...bytes.subarray(i, i + CHUNK));
+    }
+    return btoa(binary);
+}
+/** Default file name for a pasted-text attachment. */
+const PASTED_TEXT_DEFAULT_NAME = "pasted-text.md";
+/**
+ * Convert a large pasted plain-text block into an {@link ImageAttachment} (the
+ * shared chat-attachment shape) so it renders as a collapsed chip and ships to
+ * the server like any other attachment. `data` is the UTF-8-safe base64 of the
+ * text (no data-URL prefix, matching the other attachment producers here),
+ * `mimeType` is `text/markdown`, and there is no thumbnail. Pure + synchronous
+ * so it unit-tests without the DOM.
+ */
+export function pastedTextToAttachment(text, opts = {}) {
+    return {
+        data: utf8ToBase64(text),
+        mimeType: "text/markdown",
+        name: opts.name ?? PASTED_TEXT_DEFAULT_NAME,
+    };
+}
+export function classifyComposerPaste(data) {
+    if (data.files.length > 0) {
+        return { kind: "files", files: data.files };
+    }
+    if (shouldConvertPasteToAttachment(data.text)) {
+        return {
+            kind: "text-attachment",
+            attachment: pastedTextToAttachment(data.text),
+        };
+    }
+    return { kind: "passthrough" };
+}
+/**
+ * Build the translated "kept N, dropped M" notice for the composer from an
+ * intake/partition result, choosing the right i18n key based on whether the
+ * drops were oversized, over-count, or a mix. Returns `null` when nothing was
+ * dropped. Pure (takes the `t` translator) so it's testable without React.
+ */
+export function buildDroppedAttachmentNotice(result, t) {
+    const summary = summarizeDroppedAttachments(result);
+    if (!summary)
+        return null;
+    const { kept, dropped, droppedTooLarge, droppedOverCount, maxMb } = summary;
+    if (droppedTooLarge > 0 && droppedOverCount > 0) {
+        return t("chat.attachmentsKeptDroppedMixed", {
+            kept,
+            dropped,
+            tooLarge: droppedTooLarge,
+            overCount: droppedOverCount,
+            maxMb,
+        });
+    }
+    if (droppedOverCount > 0) {
+        return t("chat.attachmentsKeptDroppedOverCount", { kept, dropped });
+    }
+    return t("chat.attachmentsKeptDroppedTooLarge", { kept, dropped, maxMb });
+}

package/utils/index.d.ts

@@ -1,35 +1,35 @@
 export { isSafeExecutableValue, type ParseClampedIntegerOptions, type ParseClampedNumberOptions, type ParsePositiveNumberOptions, parseClampedFloat, parseClampedInteger, parsePositiveFloat, parsePositiveInteger, resolveElizaPackageRoot, resolveElizaPackageRootSync, stripAssistantStageDirections, } from "@elizaos/shared";
-export * from "../lib/floating-layers";
-export { cn } from "../lib/utils";
-export * from "./asset-url";
-export * from "./browser-tab-kit-types";
-export * from "./browser-tabs-renderer-registry";
-export * from "./character-message-examples";
-export * from "./clipboard";
-export * from "./cloud-status";
-export * from "./desktop-bug-report";
-export * from "./desktop-dialogs";
-export * from "./desktop-workspace";
-export * from "./documents-upload-image";
-export * from "./eliza-cloud-model-route";
-export * from "./eliza-globals";
-export * from "./env";
-export * from "./errors";
-export * from "./format";
-export * from "./globals";
-export * from "./image-attachment";
-export * from "./labels";
-export * from "./log-prefix";
-export * from "./name-tokens";
-export * from "./namespace-defaults";
-export * from "./openExternalUrl";
-export * from "./owner-name";
-export * from "./rate-limiter";
-export * from "./serialise";
-export * from "./sql-compat";
-export * from "./streaming-text";
-export * from "./subscription-auth";
-export * from "./trajectory-format";
-export * from "./transient-fetch";
-export * from "./tts-debug";
+export * from "../lib/floating-layers.js";
+export { cn } from "../lib/utils.js";
+export * from "./asset-url.js";
+export * from "./browser-tab-kit-types.js";
+export * from "./browser-tabs-renderer-registry.js";
+export * from "./character-message-examples.js";
+export * from "./clipboard.js";
+export * from "./cloud-status.js";
+export * from "./desktop-bug-report.js";
+export * from "./desktop-dialogs.js";
+export * from "./desktop-workspace.js";
+export * from "./documents-upload-image.js";
+export * from "./eliza-cloud-model-route.js";
+export * from "./eliza-globals.js";
+export * from "./env.js";
+export * from "./errors.js";
+export * from "./format.js";
+export * from "./globals.js";
+export * from "./image-attachment.js";
+export * from "./labels.js";
+export * from "./log-prefix.js";
+export * from "./name-tokens.js";
+export * from "./namespace-defaults.js";
+export * from "./openExternalUrl.js";
+export * from "./owner-name.js";
+export * from "./rate-limiter.js";
+export * from "./serialise.js";
+export * from "./sql-compat.js";
+export * from "./streaming-text.js";
+export * from "./subscription-auth.js";
+export * from "./trajectory-format.js";
+export * from "./transient-fetch.js";
+export * from "./tts-debug.js";
 //# sourceMappingURL=index.d.ts.map

package/utils/workflow-executions.d.ts

@@ -1,4 +1,4 @@
-import type { WorkflowExecution } from "../api/client-types-chat";
+import type { WorkflowExecution } from "../api/client-types-chat.js";
 export type WorkflowExecutionTone = "success" | "danger" | "warning" | "muted";
 export interface WorkflowExecutionRunRow {
     nodeName: string;

package/utils/workflow-json.d.ts

@@ -7,7 +7,7 @@
  * with a couple of additions (`id`, `description`, `active`) so we can
  * round-trip a `WorkflowDefinition` losslessly.
  */
-import type { WorkflowConnectionMap, WorkflowDefinition, WorkflowDefinitionNode, WorkflowDefinitionWriteRequest } from "../api/client-types-chat";
+import type { WorkflowConnectionMap, WorkflowDefinition, WorkflowDefinitionNode, WorkflowDefinitionWriteRequest } from "../api/client-types-chat.js";
 export interface WorkflowJsonShape {
     id?: string;
     name: string;

package/view-telemetry.d.ts

@@ -0,0 +1,30 @@
+/**
+ * View-launcher interaction telemetry — a client-only, best-effort event stream
+ * for the Springboard / view catalog, mirroring the shape of
+ * {@link ./cache-telemetry} (window CustomEvent + a bounded globalThis ring +
+ * no-op guards). It is intentionally NOT a second sink: there is no server
+ * endpoint and no new EventType — tests and the e2e walkthrough subscribe to the
+ * CustomEvent (or read the ring) to assert that interactions actually fired, and
+ * the ring is inspectable in dev. Keep it dependency-free and side-effect-light.
+ */
+export declare const VIEW_INTERACTION_TELEMETRY_EVENT = "eliza:view-interaction-telemetry";
+export type ViewInteractionSource = "springboard" | "view-catalog";
+export type ViewInteractionAction = "launch" | "favorite" | "unfavorite" | "reorder" | "page-swipe" | "edit-mode-enter" | "edit-mode-exit" | "search" | "search-zero-results" | "hero-image-error" | "dynamic-view-edit" | "dynamic-view-delete";
+export interface ViewInteractionEvent {
+    source: ViewInteractionSource;
+    action: ViewInteractionAction;
+    /** View/app id the interaction targeted, when applicable. */
+    viewId?: string;
+    /** Search query (for search/search-zero-results). */
+    query?: string;
+    /** Result count (for search) or page index (for page-swipe/reorder). */
+    count?: number;
+    at: number;
+    route?: string;
+}
+/** Max events retained in the in-memory ring before the oldest is dropped. */
+export declare const VIEW_INTERACTION_RING_MAX = 200;
+export declare function emitViewInteraction(event: Omit<ViewInteractionEvent, "at" | "route">): void;
+/** Read the retained interaction ring (newest last). Empty off-browser. */
+export declare function readViewInteractions(): ViewInteractionEvent[];
+//# sourceMappingURL=view-telemetry.d.ts.map

package/view-telemetry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"view-telemetry.d.ts","sourceRoot":"","sources":["../../../../src/view-telemetry.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,eAAO,MAAM,gCAAgC,qCACT,CAAC;AAErC,MAAM,MAAM,qBAAqB,GAAG,aAAa,GAAG,cAAc,CAAC;AAEnE,MAAM,MAAM,qBAAqB,GAC7B,QAAQ,GACR,UAAU,GACV,YAAY,GACZ,SAAS,GACT,YAAY,GACZ,iBAAiB,GACjB,gBAAgB,GAChB,QAAQ,GACR,qBAAqB,GACrB,kBAAkB,GAClB,mBAAmB,GACnB,qBAAqB,CAAC;AAE1B,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,qBAAqB,CAAC;IAC9B,MAAM,EAAE,qBAAqB,CAAC;IAC9B,6DAA6D;IAC7D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,qDAAqD;IACrD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,wEAAwE;IACxE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,8EAA8E;AAC9E,eAAO,MAAM,yBAAyB,MAAM,CAAC;AAc7C,wBAAgB,mBAAmB,CACjC,KAAK,EAAE,IAAI,CAAC,oBAAoB,EAAE,IAAI,GAAG,OAAO,CAAC,GAChD,IAAI,CA6BN;AAED,2EAA2E;AAC3E,wBAAgB,oBAAoB,IAAI,oBAAoB,EAAE,CAG7D"}

package/view-telemetry.js

@@ -0,0 +1,47 @@
+/**
+ * View-launcher interaction telemetry — a client-only, best-effort event stream
+ * for the Springboard / view catalog, mirroring the shape of
+ * {@link ./cache-telemetry} (window CustomEvent + a bounded globalThis ring +
+ * no-op guards). It is intentionally NOT a second sink: there is no server
+ * endpoint and no new EventType — tests and the e2e walkthrough subscribe to the
+ * CustomEvent (or read the ring) to assert that interactions actually fired, and
+ * the ring is inspectable in dev. Keep it dependency-free and side-effect-light.
+ */
+export const VIEW_INTERACTION_TELEMETRY_EVENT = "eliza:view-interaction-telemetry";
+/** Max events retained in the in-memory ring before the oldest is dropped. */
+export const VIEW_INTERACTION_RING_MAX = 200;
+let viewInteractionSequence = 0;
+function currentRoute() {
+    if (typeof window === "undefined")
+        return undefined;
+    return window.location.pathname;
+}
+export function emitViewInteraction(event) {
+    const detail = {
+        ...event,
+        at: Date.now(),
+        route: currentRoute(),
+    };
+    const g = globalThis;
+    viewInteractionSequence += 1;
+    g.__ELIZA_VIEW_INTERACTION_TELEMETRY_SEQUENCE__ = viewInteractionSequence;
+    // Self-initialize the ring so events are retained + inspectable without a
+    // separate bootstrap (cache-telemetry relies on an external initializer; this
+    // stream owns its ring and bounds it).
+    const ring = g.__ELIZA_VIEW_INTERACTION_TELEMETRY__ ?? [];
+    ring.push(detail);
+    if (ring.length > VIEW_INTERACTION_RING_MAX) {
+        ring.splice(0, ring.length - VIEW_INTERACTION_RING_MAX);
+    }
+    g.__ELIZA_VIEW_INTERACTION_TELEMETRY__ = ring;
+    if (typeof window !== "undefined" &&
+        typeof window.dispatchEvent === "function" &&
+        typeof CustomEvent !== "undefined") {
+        window.dispatchEvent(new CustomEvent(VIEW_INTERACTION_TELEMETRY_EVENT, { detail }));
+    }
+}
+/** Read the retained interaction ring (newest last). Empty off-browser. */
+export function readViewInteractions() {
+    const g = globalThis;
+    return g.__ELIZA_VIEW_INTERACTION_TELEMETRY__ ?? [];
+}

package/views/view-interact-protocol.d.ts

@@ -34,6 +34,12 @@ export declare const STANDARD_CAPABILITIES: {
     readonly FOCUS_ELEMENT: "focus-element";
     /** Returns the visible text content of the view container. */
     readonly GET_TEXT: "get-text";
+    /** Clicks an element by CSS selector or name attribute. Dispatched generically
+     *  by DynamicViewLoader / ShellViewAgentSurface for every loaded view. */
+    readonly CLICK_ELEMENT: "click-element";
+    /** Sets the value of an input by selector/name. Dispatched generically by
+     *  DynamicViewLoader / ShellViewAgentSurface for every loaded view. */
+    readonly FILL_INPUT: "fill-input";
 };
 export type StandardCapability = (typeof STANDARD_CAPABILITIES)[keyof typeof STANDARD_CAPABILITIES];
 //# sourceMappingURL=view-interact-protocol.d.ts.map

package/views/view-interact-protocol.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"view-interact-protocol.d.ts","sourceRoot":"","sources":["../../../../../src/views/view-interact-protocol.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,mEAAmE;IACnE,SAAS,EAAE,MAAM,CAAC;IAClB,sEAAsE;IACtE,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,oEAAoE;AACpE,eAAO,MAAM,qBAAqB;IAChC,8CAA8C;;IAE9C,yCAAyC;;IAEzC,oEAAoE;;IAEpE,8DAA8D;;CAEtD,CAAC;AAEX,MAAM,MAAM,kBAAkB,GAC5B,CAAC,OAAO,qBAAqB,CAAC,CAAC,MAAM,OAAO,qBAAqB,CAAC,CAAC"}
+{"version":3,"file":"view-interact-protocol.d.ts","sourceRoot":"","sources":["../../../../../src/views/view-interact-protocol.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,mEAAmE;IACnE,SAAS,EAAE,MAAM,CAAC;IAClB,sEAAsE;IACtE,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,oEAAoE;AACpE,eAAO,MAAM,qBAAqB;IAChC,8CAA8C;;IAE9C,yCAAyC;;IAEzC,oEAAoE;;IAEpE,8DAA8D;;IAE9D;8EAC0E;;IAE1E;2EACuE;;CAE/D,CAAC;AAEX,MAAM,MAAM,kBAAkB,GAC5B,CAAC,OAAO,qBAAqB,CAAC,CAAC,MAAM,OAAO,qBAAqB,CAAC,CAAC"}

package/views/view-interact-protocol.js

@@ -19,4 +19,10 @@ export const STANDARD_CAPABILITIES = {
     FOCUS_ELEMENT: "focus-element",
     /** Returns the visible text content of the view container. */
     GET_TEXT: "get-text",
+    /** Clicks an element by CSS selector or name attribute. Dispatched generically
+     *  by DynamicViewLoader / ShellViewAgentSurface for every loaded view. */
+    CLICK_ELEMENT: "click-element",
+    /** Sets the value of an input by selector/name. Dispatched generically by
+     *  DynamicViewLoader / ShellViewAgentSurface for every loaded view. */
+    FILL_INPUT: "fill-input",
 };

package/voice/audio-frame-diarization-harness.d.ts

@@ -17,6 +17,11 @@
  * not change product behavior, it just makes the already-wired pipeline
  * drivable + observable on a real device.
  */
+declare global {
+    interface Window {
+        __diarizationPump?: DiarizationPumpControl;
+    }
+}
 export interface DiarizationPumpControl {
     start(): Promise<{
         started: boolean;

package/voice/audio-frame-diarization-harness.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"audio-frame-diarization-harness.d.ts","sourceRoot":"","sources":["../../../../../src/voice/audio-frame-diarization-harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAQH,MAAM,WAAW,sBAAsB;IACrC,KAAK,IAAI,OAAO,CAAC;QACf,OAAO,EAAE,OAAO,CAAC;QACjB,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;IACH,IAAI,IAAI,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC1D,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3B,SAAS,IAAI,OAAO,CAAC;CACtB;AAkBD;;;GAGG;AACH,wBAAgB,6BAA6B,IAAI,sBAAsB,CAwBtE"}
+{"version":3,"file":"audio-frame-diarization-harness.d.ts","sourceRoot":"","sources":["../../../../../src/voice/audio-frame-diarization-harness.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAMH,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,MAAM;QACd,iBAAiB,CAAC,EAAE,sBAAsB,CAAC;KAC5C;CACF;AAID,MAAM,WAAW,sBAAsB;IACrC,KAAK,IAAI,OAAO,CAAC;QACf,OAAO,EAAE,OAAO,CAAC;QACjB,YAAY,CAAC,EAAE,OAAO,CAAC;QACvB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC,CAAC;IACH,IAAI,IAAI,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC1D,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3B,SAAS,IAAI,OAAO,CAAC;CACtB;AAkBD;;;GAGG;AACH,wBAAgB,6BAA6B,IAAI,sBAAsB,CAsBtE"}

package/voice/audio-frame-pump.d.ts

@@ -18,7 +18,7 @@
  * fetch bridge (`installAndroidNativeAgentFetchBridge`), so a plain `fetch`
  * reaches the on-device agent over IPC without bespoke transport plumbing.
  */
-import type { TalkModePluginLike } from "../bridge/native-plugins";
+import type { TalkModePluginLike } from "../bridge/native-plugins.js";
 export interface AudioFramePumpOptions {
     /** Agent base URL. Defaults to the loopback on-device agent. */
     agentBaseUrl?: string;

package/voice/character-voice-config.d.ts

@@ -1,5 +1,5 @@
-import type { VoiceConfig } from "../api/client";
-import type { DefaultVoiceProviderResult } from "./voice-provider-defaults";
+import type { VoiceConfig } from "../api/client.js";
+import type { DefaultVoiceProviderResult } from "./voice-provider-defaults.js";
 export declare function resolveCharacterVoiceConfigFromAppConfig(args: {
     config: Record<string, unknown>;
     uiLanguage: string;

package/voice/end-of-turn.d.ts

@@ -4,23 +4,26 @@
  * The platform recognizers finalize a turn purely on a fixed silence window
  * (Android SODA ~700ms, web VAD ~900ms). That cuts a slow speaker off the
  * instant they pause to think mid-sentence ("schedule a meeting with… [pause]
- * …Bob"). This module adds a lightweight, deterministic semantic layer ON TOP of
- * the recognizer's finals: when the accumulated transcript looks syntactically
- * UNFINISHED (ends on a conjunction / preposition / article), we hold the turn
- * open and keep listening instead of sending; when it looks complete (sentence-
- * final punctuation, a short command, or simply a clause that doesn't trail off)
- * we commit immediately so the agent still replies snappily.
+ * …Bob"). The {@link TurnAggregator} below adds a lightweight, deterministic
+ * semantic layer ON TOP of the recognizer's finals: when the accumulated
+ * transcript looks syntactically UNFINISHED (ends on a conjunction / preposition
+ * / article) it holds the turn open and keeps listening; when it looks complete
+ * (sentence-final punctuation, a short command, or a clause that doesn't trail
+ * off) it commits immediately so the agent still replies snappily.
  *
- * The scorer mirrors the `HeuristicEotClassifier` in
- * `@elizaos/plugin-local-inference` (services/voice/eot-classifier.ts) — that
- * one drives the unwired native voice-session engine; this one drives the live
- * shell capture path. Pure + synchronous so it's trivially testable.
+ * The syntactic scorer itself is the single canonical heuristic in
+ * `@elizaos/shared/voice-eot` — the SAME definition the plugin's Tier-3
+ * `HeuristicEotClassifier` (and, through it, the fused composite EOT) consume,
+ * so the shell capture path and the native voice engine never drift.
  */
+import { scoreEndOfTurnHeuristic } from "@elizaos/shared/voice-eot";
 /**
  * Probability in [0,1] that `transcript` is a COMPLETE turn (the speaker is
  * done). High → commit; low → the utterance trails off, keep listening.
+ * Re-exported from the canonical `@elizaos/shared/voice-eot` so the shell and
+ * the plugin score identically.
  */
-export declare function scoreEndOfTurn(transcript: string): number;
+export declare const scoreEndOfTurn: typeof scoreEndOfTurnHeuristic;
 export interface TurnAggregatorOptions {
     /**
      * Commit immediately when the accumulated transcript scores at or above this.

package/voice/end-of-turn.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"end-of-turn.d.ts","sourceRoot":"","sources":["../../../../../src/voice/end-of-turn.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AA4EH;;;GAGG;AACH,wBAAgB,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAmCzD;AAED,MAAM,WAAW,qBAAqB;IACpC;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,4DAA4D;IAC5D,QAAQ,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,IAAI,EAAE,EAAE,EAAE,MAAM,KAAK,UAAU,CAAC,OAAO,UAAU,CAAC,CAAC;IACzE,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC,OAAO,UAAU,CAAC,KAAK,IAAI,CAAC;IAC7D,iEAAiE;IACjE,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;CAClC;AAED;;;;;;GAMG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAM;IACpB,OAAO,CAAC,KAAK,CAA8C;IAC3D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAS;IACzC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAyB;IAClD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAiD;IAC1E,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAmD;gBAElE,OAAO,EAAE,qBAAqB;IAQ1C,6EAA6E;IAC7E,IAAI,OAAO,IAAI,MAAM,CAEpB;IAED;;;OAGG;IACH,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAkB/B;;;;;OAKG;IACH,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAWxB,iFAAiF;IACjF,KAAK,IAAI,IAAI;IAKb,iFAAiF;IACjF,KAAK,IAAI,IAAI;IAKb,0CAA0C;IAC1C,OAAO,IAAI,IAAI;IAKf,OAAO,CAAC,MAAM;IAMd,OAAO,CAAC,WAAW;CAMpB"}
+{"version":3,"file":"end-of-turn.d.ts","sourceRoot":"","sources":["../../../../../src/voice/end-of-turn.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AAEpE;;;;;GAKG;AACH,eAAO,MAAM,cAAc,gCAA0B,CAAC;AAEtD,MAAM,WAAW,qBAAqB;IACpC;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,4DAA4D;IAC5D,QAAQ,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,IAAI,EAAE,EAAE,EAAE,MAAM,KAAK,UAAU,CAAC,OAAO,UAAU,CAAC,CAAC;IACzE,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,UAAU,CAAC,OAAO,UAAU,CAAC,KAAK,IAAI,CAAC;IAC7D,iEAAiE;IACjE,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAC;CAClC;AAED;;;;;;GAMG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,MAAM,CAAM;IACpB,OAAO,CAAC,KAAK,CAA8C;IAC3D,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAS;IACzC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAyB;IAClD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAiD;IAC1E,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAmD;gBAElE,OAAO,EAAE,qBAAqB;IAQ1C,6EAA6E;IAC7E,IAAI,OAAO,IAAI,MAAM,CAEpB;IAED;;;OAGG;IACH,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAkB/B;;;;;OAKG;IACH,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAWxB,iFAAiF;IACjF,KAAK,IAAI,IAAI;IAKb,iFAAiF;IACjF,KAAK,IAAI,IAAI;IAKb,0CAA0C;IAC1C,OAAO,IAAI,IAAI;IAKf,OAAO,CAAC,MAAM;IAMd,OAAO,CAAC,WAAW;CAMpB"}