@datalayer/agent-runtimes 1.5.45 → 1.5.47

package/lib/portable/semanticOfAgUi.js

@@ -0,0 +1,108 @@
+/*
+ * Copyright (c) 2025-2026 Datalayer, Inc.
+ * Distributed under the terms of the Modified BSD License.
+ */
+/** A string field of an event, or the fallback: never an object stringified. */
+const stringOf = (value, fallback = '') => typeof value === 'string' ? value : fallback;
+const isRecord = (value) => Boolean(value) && typeof value === 'object' && !Array.isArray(value);
+/** The turn a `loop.turn` event names, or `undefined` for any other event. */
+export function turnOf(event) {
+    if (event.type !== 'CUSTOM' || event.name !== 'loop.turn') {
+        return undefined;
+    }
+    const value = isRecord(event.value) ? event.value : {};
+    return {
+        replayed: value.replayed === true,
+        session: stringOf(value.session),
+        state: stringOf(value.state),
+        turn: stringOf(value.turn),
+    };
+}
+/** What a tool's result says of itself: JSON when it is JSON, else nothing. */
+function resultRecord(content) {
+    if (isRecord(content)) {
+        return content;
+    }
+    if (typeof content !== 'string') {
+        return undefined;
+    }
+    try {
+        const parsed = JSON.parse(content);
+        return isRecord(parsed) ? parsed : undefined;
+    }
+    catch {
+        return undefined;
+    }
+}
+/**
+ * The question a turn ends on (`RUN_FINISHED.result.asking`), as
+ * a host asks it, or `undefined` when the value is not a question. A kind a
+ * host does not know is answered in Datalayer, as a form (SLACK S-307):
+ * never guessed to be text. (`conversation.ts`'s `questionOf`, for a native
+ * client, throws on such a kind instead.)
+ */
+export function askQuestionOf(value) {
+    if (!isRecord(value) || typeof value.prompt !== 'string') {
+        return undefined;
+    }
+    const kind = value.kind === 'text' ||
+        value.kind === 'choice' ||
+        value.kind === 'file' ||
+        value.kind === 'form'
+        ? value.kind
+        : 'form';
+    const options = Array.isArray(value.options)
+        ? value.options.filter((one) => typeof one === 'string')
+        : undefined;
+    return kind === 'choice'
+        ? { kind, prompt: value.prompt, options: options ?? [] }
+        : { kind, prompt: value.prompt };
+}
+/**
+ * The semantic events (version 1) one AG-UI event means: none for an event a
+ * host does not show. `tools` keeps each running call's name by its id, for
+ * its result.
+ */
+export function semanticOf(event, tools) {
+    switch (event.type) {
+        case 'TEXT_MESSAGE_CONTENT':
+        case 'TEXT_MESSAGE_CHUNK':
+            return typeof event.delta === 'string' && event.delta
+                ? [{ kind: 'text', text: event.delta }]
+                : [];
+        case 'TOOL_CALL_START': {
+            const id = stringOf(event.toolCallId);
+            const name = stringOf(event.toolCallName, 'a tool');
+            tools.set(id, name);
+            return [{ kind: 'tool', id, name, status: 'running' }];
+        }
+        case 'TOOL_CALL_RESULT': {
+            const id = stringOf(event.toolCallId);
+            const name = tools.get(id) ?? 'a tool';
+            const result = resultRecord(event.content);
+            if (result?.pending_approval === true) {
+                return [{ kind: 'approval', toolCallId: id, toolName: name }];
+            }
+            const failed = result?.success === false || result?.isError === true;
+            return [
+                { kind: 'tool', id, name, status: failed ? 'failed' : 'complete' },
+            ];
+        }
+        case 'STEP_STARTED':
+            return typeof event.stepName === 'string' && event.stepName
+                ? [{ kind: 'progress', label: event.stepName }]
+                : [];
+        case 'RUN_FINISHED': {
+            const asking = askQuestionOf(isRecord(event.result) ? event.result.asking : undefined);
+            return asking
+                ? [{ kind: 'ask', question: asking }]
+                : [{ kind: 'completion' }];
+        }
+        case 'RUN_ERROR':
+            return [
+                { kind: 'error', message: stringOf(event.message, 'The run failed.') },
+            ];
+        default:
+            return [];
+    }
+}

package/lib/protocols/A2AAdapter.js

@@ -10,6 +10,7 @@
 import { ORCHESTRATION_EXTENSION_URI, ENVELOPE_KEY as DATALAYER_META_KEY, readUsageMeta, } from '@datalayer/agent-teams';
 import { generateMessageId, createAssistantMessage } from '../types/messages';
 import { BaseProtocolAdapter } from './BaseProtocolAdapter';
+import { VOICE_SAY_EVENT, VOICE_SETTINGS_EVENT } from '../voice/sayAloud';
 /**
  * The header fasta2a-based workers (`agent-runtimes`'s own, and any other
  * built on it) actually read to activate an extension for one request —
@@ -432,6 +433,24 @@ export class A2AAdapter extends BaseProtocolAdapter {
         if (eventKind === 'status-update') {
             const state = task.status?.state;
             console.log('[A2AAdapter] Status update:', state, 'final:', task.final);
+            // The agent's voice and the lines it says aloud, in a working status
+            // message's metadata (VOICE.md VO-36): activities the chat says and
+            // captions, as AG-UI's `voice.settings` and `voice.say` custom events.
+            const voice = task.status?.message?.metadata?.voice;
+            if (voice?.settings) {
+                this.emit({
+                    type: 'activity',
+                    activity: { type: VOICE_SETTINGS_EVENT, data: voice.settings },
+                    timestamp: new Date(),
+                });
+            }
+            if (voice?.say) {
+                this.emit({
+                    type: 'activity',
+                    activity: { type: VOICE_SAY_EVENT, data: voice.say },
+                    timestamp: new Date(),
+                });
+            }
             if (task.final &&
                 (state === 'completed' || state === 'failed' || state === 'canceled')) {
                 // Only read the envelope once the worker actually named the

package/lib/test-setup.js

@@ -68,20 +68,23 @@ class MockDataTransfer {
 // Add missing DOM APIs to global scope
 global.DragEvent = MockDragEvent;
 global.DataTransfer = MockDataTransfer;
-// Mock window.matchMedia
-Object.defineProperty(window, 'matchMedia', {
-    writable: true,
-    value: (query) => ({
-        matches: false,
-        media: query,
-        onchange: null,
-        addListener: () => { }, // deprecated
-        removeListener: () => { }, // deprecated
-        addEventListener: () => { },
-        removeEventListener: () => { },
-        dispatchEvent: () => { },
-    }),
-});
+// Mock window.matchMedia. A test that runs in node (`@vitest-environment
+// node`, the portable host code: plans/DISCORD.md §4.2) has no window.
+if (typeof window !== 'undefined') {
+    Object.defineProperty(window, 'matchMedia', {
+        writable: true,
+        value: (query) => ({
+            matches: false,
+            media: query,
+            onchange: null,
+            addListener: () => { }, // deprecated
+            removeListener: () => { }, // deprecated
+            addEventListener: () => { },
+            removeEventListener: () => { },
+            dispatchEvent: () => { },
+        }),
+    });
+}
 // Mock Simple-related modules to prevent import errors
 import { vi } from 'vitest';
 vi.mock('@datalayer/jupyter-react', () => ({

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@datalayer/agent-runtimes",
-    "version": "1.5.45",
+    "version": "1.5.47",
     "type": "module",
     "workspaces": [
         ".",