@datalayer/agent-runtimes 1.3.81 → 1.3.82

package/lib/runtimes/browser/a2aPeer.js

@@ -36,6 +36,19 @@ import { ClientFactory, ClientFactoryOptions, DefaultAgentCardResolver, JsonRpcT
 import { jsonSchema, tool } from 'ai';
 /** Where an A2A agent's card is, under the address it is served at. */
 export const AGENT_CARD_PATH = '.well-known/agent-card.json';
+/** The extension an agent card carries its face in: its name stays plain. */
+export const A2A_FACE_EXTENSION_URI = 'https://datalayer.ai/extensions/face/v1';
+/** The face an agent card carries, if it carries one. */
+export function faceOfCard(card) {
+    const extension = card.capabilities?.extensions?.find(candidate => candidate.uri === A2A_FACE_EXTENSION_URI);
+    const params = (extension?.params ?? {});
+    if (typeof params.emoji !== 'string' || !params.emoji) {
+        return undefined;
+    }
+    return typeof params.avatar === 'string' && params.avatar
+        ? { emoji: params.emoji, avatar: params.avatar }
+        : { emoji: params.emoji };
+}
 /** A fetch that sends the key as a bearer token, beside the caller's headers. */
 function withKey(base, key) {
     if (!key) {
@@ -69,7 +82,8 @@ export async function connectA2APeer(options) {
     if (!skill) {
         throw new Error(`${card.name || root} offers no skill on its agent card: there is nothing to ask it.`);
     }
-    return { client, card, skill };
+    const face = faceOfCard(card);
+    return face ? { client, card, skill, face } : { client, card, skill };
 }
 /** The media types an answer in words comes in: the answer itself, never an artifact of its own. */
 export const TEXT_MEDIA_TYPES = [

package/lib/runtimes/browser/protocol.d.ts

@@ -12,6 +12,7 @@ import type { ProtocolConfig } from '../../types/protocol';
 import type { AgentStreamSubagentPayload } from '../../types/stream';
 import type { FrontendToolDefinition } from '../../types/tools';
 import type { TeamContextSharing } from '../../types/teams';
+import type { AppModeEffect } from '../../types/agentspecs';
 import type { BrowserModelOptions } from './model';
 import type { BrowserSubagent } from './subagents';
 export type BrowserProtocolOptions = {
@@ -37,6 +38,8 @@ export type BrowserProtocolOptions = {
     sharing?: TeamContextSharing;
     /** Told what a delegated run does, as it does it — see `subagentTools`. */
     onSubagentEvent?: (event: AgentStreamSubagentPayload) => void;
+    /** What the modes a run is sent in tell it (LOOP P-19); none when unsaid. */
+    modeEffect?: (chosen: Record<string, string>) => AppModeEffect;
 };
 /**
  * The protocol config for an agent whose loop runs in this page.

package/lib/runtimes/browser/protocol.js

@@ -16,7 +16,7 @@
  *   keystroke, so an omitted flag reads as a chat that silently ignores typing.
  */
 export function browserProtocolConfig(options) {
-    const { agentId, instructions, model, frontendTools, inference, subagents, sharing, onSubagentEvent, } = options;
+    const { agentId, instructions, model, frontendTools, inference, subagents, sharing, onSubagentEvent, modeEffect, } = options;
     return {
         type: 'browser-vercel-ai',
         endpoint: '',
@@ -30,6 +30,7 @@ export function browserProtocolConfig(options) {
             subagents,
             sharing,
             onSubagentEvent,
+            modeEffect,
         },
     };
 }

package/lib/specs/apps.js

@@ -64,6 +64,8 @@ export const ACCOUNTING_APP_0_0_1 = {
                 message: 'Give the trial balance for last month.',
             },
         ],
+        commands: [],
+        modes: [],
         settings: [],
         components: [],
         assistant: 'wizard',
@@ -186,6 +188,8 @@ export const CUSTOMER_INTERVIEW_APP_0_0_1 = {
                 message: 'Interview me about my first week with the product.',
             },
         ],
+        commands: [],
+        modes: [],
         settings: [
             {
                 id: 'language',
@@ -309,6 +313,8 @@ export const DATA_QUALITY_APP_0_0_1 = {
         accent: 'green',
         welcome: '',
         starters: [],
+        commands: [],
+        modes: [],
         settings: [],
         components: [
             'Card',
@@ -475,6 +481,8 @@ export const DECIDE_APP_0_0_1 = {
                 message: "Score how positive this review is from 1 to 5: 'Setup took an hour, but support answered fast and it works.'",
             },
         ],
+        commands: [],
+        modes: [],
         settings: [],
         components: [],
         assistant: 'wizard',
@@ -628,6 +636,8 @@ export const INBOX_TRIAGE_APP_0_0_1 = {
                 message: 'What arrived since yesterday, and what did you do with it?',
             },
         ],
+        commands: [],
+        modes: [],
         settings: [],
         components: [],
         voice: {
@@ -761,6 +771,8 @@ export const MODEL_CHOICE_APP_0_0_1 = {
         accent: 'green',
         welcome: '',
         starters: [],
+        commands: [],
+        modes: [],
         settings: [],
         components: [
             'Card',
@@ -989,6 +1001,8 @@ export const PIPELINE_REPORT_APP_0_0_1 = {
                 message: "What changed in the pipeline since last week's report?",
             },
         ],
+        commands: [],
+        modes: [],
         settings: [],
         components: [
             'Card',
@@ -1247,6 +1261,8 @@ export const QUOTE_CALCULATOR_APP_0_0_1 = {
         accent: 'sun',
         welcome: '',
         starters: [],
+        commands: [],
+        modes: [],
         settings: [
             {
                 id: 'seats',
@@ -1506,6 +1522,8 @@ export const REPORT_FROM_A_FILE_APP_0_0_1 = {
         accent: 'sky',
         welcome: '',
         starters: [],
+        commands: [],
+        modes: [],
         settings: [
             {
                 id: 'report',
@@ -1757,6 +1775,8 @@ export const SALES_APP_0_0_1 = {
                 message: 'What does the trial balance say for last month?',
             },
         ],
+        commands: [],
+        modes: [],
         settings: [],
         components: [],
         assistant: 'paperclip',
@@ -1862,6 +1882,8 @@ export const SHIP_OR_FIX_APP_0_0_1 = {
         accent: 'green',
         welcome: '',
         starters: [],
+        commands: [],
+        modes: [],
         settings: [],
         components: [
             'Card',
@@ -2038,6 +2060,8 @@ export const SUPPLIER_COMPARISON_APP_0_0_1 = {
         accent: 'green',
         welcome: '',
         starters: [],
+        commands: [],
+        modes: [],
         settings: [],
         components: [
             'Card',
@@ -2214,6 +2238,8 @@ export const SUPPORT_DESK_APP_0_0_1 = {
                 message: 'What is the difference between the Team and the Business plan?',
             },
         ],
+        commands: [],
+        modes: [],
         settings: [
             {
                 id: 'product',
@@ -2470,6 +2496,8 @@ export const WEB_RESEARCH_APP_0_0_1 = {
                 message: 'Is it true that most data science projects never reach production? Find the primary source.',
             },
         ],
+        commands: [],
+        modes: [],
         settings: [
             {
                 id: 'depth',

package/lib/specs/appspecSchema.js

@@ -52,6 +52,33 @@ export const APPSPEC_SCHEMA = {
             title: 'AppChecks',
             type: 'object',
         },
+        AppCommand: {
+            additionalProperties: false,
+            description: "A slash command the user picks in the composer (LOOP P-19).\n\nTyping `/` lists the application's commands; picking one sends its\n`prompt`, `{input}` replaced by the words typed after the command.",
+            properties: {
+                name: {
+                    description: 'What follows the slash: lower-case letters, digits and hyphens, a letter first (`summarise`)',
+                    pattern: '^[a-z](?:[a-z0-9-]{0,30}[a-z0-9])?$',
+                    title: 'Name',
+                    type: 'string',
+                },
+                description: {
+                    description: "What the composer's menu says it does",
+                    minLength: 1,
+                    title: 'Description',
+                    type: 'string',
+                },
+                prompt: {
+                    description: "What is sent when it is picked: `{input}` stands for the words typed after it; without `{input}`, those words follow the prompt. An application's code answers `/<name> {input}` itself (`@app.command`)",
+                    minLength: 1,
+                    title: 'Prompt',
+                    type: 'string',
+                },
+            },
+            required: ['name', 'description', 'prompt'],
+            title: 'AppCommand',
+            type: 'object',
+        },
         AppComputer: {
             additionalProperties: false,
             description: 'What the application may do on its own computer. Each is off until it is turned on.',
@@ -269,6 +296,18 @@ export const APPSPEC_SCHEMA = {
                     default: 'green',
                     description: "The application's one colour",
                 },
+                theme: {
+                    anyOf: [
+                        {
+                            $ref: '#/$defs/AppTheme',
+                        },
+                        {
+                            type: 'null',
+                        },
+                    ],
+                    default: null,
+                    description: "The theme it runs in by default, at its address, embedded, in the Studio's Preview and as an example: a `variant` and, optionally, a colour `mode`. The person's own when unsaid. Its `accent` colours the `loop` theme only",
+                },
                 welcome: {
                     default: '',
                     description: 'What the application says first',
@@ -283,6 +322,22 @@ export const APPSPEC_SCHEMA = {
                     title: 'Starters',
                     type: 'array',
                 },
+                commands: {
+                    description: 'Slash commands the user picks in the composer: typing `/` lists them (LOOP P-19)',
+                    items: {
+                        $ref: '#/$defs/AppCommand',
+                    },
+                    title: 'Commands',
+                    type: 'array',
+                },
+                modes: {
+                    description: 'Mode switches in the composer: the option picked goes with every run, its instructions told to the agent and its model run on (LOOP P-19)',
+                    items: {
+                        $ref: '#/$defs/AppMode',
+                    },
+                    title: 'Modes',
+                    type: 'array',
+                },
                 settings: {
                     description: 'What the user may set',
                     items: {
@@ -362,6 +417,95 @@ export const APPSPEC_SCHEMA = {
             title: 'AppKind',
             type: 'string',
         },
+        AppMode: {
+            additionalProperties: false,
+            description: 'A mode switch in the composer (LOOP P-19): the person picks one of its options.',
+            properties: {
+                id: {
+                    description: 'Its id, the key a run says its option under',
+                    pattern: '^[a-z][a-z0-9_-]{0,39}$',
+                    title: 'Id',
+                    type: 'string',
+                },
+                label: {
+                    description: 'What the switch is called',
+                    minLength: 1,
+                    title: 'Label',
+                    type: 'string',
+                },
+                options: {
+                    description: 'Its positions, two at least',
+                    items: {
+                        $ref: '#/$defs/AppModeOption',
+                    },
+                    minItems: 2,
+                    title: 'Options',
+                    type: 'array',
+                },
+                default: {
+                    anyOf: [
+                        {
+                            type: 'string',
+                        },
+                        {
+                            type: 'null',
+                        },
+                    ],
+                    default: null,
+                    description: 'The option it starts on; the first when unsaid',
+                    title: 'Default',
+                },
+            },
+            required: ['id', 'label', 'options'],
+            title: 'AppMode',
+            type: 'object',
+        },
+        AppModeOption: {
+            additionalProperties: false,
+            description: 'One position of a mode switch (LOOP P-19): what the agent is told, the model it runs on.',
+            properties: {
+                id: {
+                    description: 'Its id, what a run says it is in',
+                    pattern: '^[a-z][a-z0-9_-]{0,39}$',
+                    title: 'Id',
+                    type: 'string',
+                },
+                label: {
+                    description: 'What the switch says',
+                    minLength: 1,
+                    title: 'Label',
+                    type: 'string',
+                },
+                description: {
+                    default: '',
+                    description: 'What it changes, in a sentence',
+                    title: 'Description',
+                    type: 'string',
+                },
+                instructions: {
+                    default: '',
+                    description: 'What the agent is told besides its instructions, in every run in this mode',
+                    title: 'Instructions',
+                    type: 'string',
+                },
+                model: {
+                    anyOf: [
+                        {
+                            type: 'string',
+                        },
+                        {
+                            type: 'null',
+                        },
+                    ],
+                    default: null,
+                    description: "The model a run in this mode runs on, in place of the application's",
+                    title: 'Model',
+                },
+            },
+            required: ['id', 'label'],
+            title: 'AppModeOption',
+            type: 'object',
+        },
         AppPermissions: {
             additionalProperties: false,
             description: 'What the application may reach beside its connections. Nothing, unless said.',
@@ -667,6 +811,31 @@ export const APPSPEC_SCHEMA = {
             title: 'AppTests',
             type: 'object',
         },
+        AppTheme: {
+            additionalProperties: false,
+            description: 'The theme an application runs in by default (LOOP T-30).',
+            properties: {
+                variant: {
+                    $ref: '#/$defs/ThemeVariant',
+                    description: 'The theme: `datalayer`, `spatial`, `lovely`, `matrix`, `earth`, `sand`, `ivory`, `sun` or `loop`',
+                },
+                mode: {
+                    anyOf: [
+                        {
+                            $ref: '#/$defs/ThemeMode',
+                        },
+                        {
+                            type: 'null',
+                        },
+                    ],
+                    default: null,
+                    description: "`light`, `dark` or `auto` (the device's); the person's own when unsaid",
+                },
+            },
+            required: ['variant'],
+            title: 'AppTheme',
+            type: 'object',
+        },
         AppTrigger: {
             additionalProperties: false,
             description: "What starts a worker's work.",
@@ -943,6 +1112,28 @@ export const APPSPEC_SCHEMA = {
             title: 'SettingType',
             type: 'string',
         },
+        ThemeMode: {
+            description: 'The colour mode a theme is worn in: `auto` follows the device.',
+            enum: ['light', 'dark', 'auto'],
+            title: 'ThemeMode',
+            type: 'string',
+        },
+        ThemeVariant: {
+            description: "A theme of Datalayer's, as Appearance names it (LOOP T-30).",
+            enum: [
+                'datalayer',
+                'spatial',
+                'lovely',
+                'matrix',
+                'earth',
+                'sand',
+                'ivory',
+                'sun',
+                'loop',
+            ],
+            title: 'ThemeVariant',
+            type: 'string',
+        },
         TriggerType: {
             description: 'What starts a worker: the trigger kinds of the catalogue.',
             enum: ['schedule', 'event', 'once'],

package/lib/types/agentspecs.d.ts

@@ -386,6 +386,19 @@ export type AppBehaviour = 'do_it' | 'if_asked' | 'ask_first' | 'leave_to_me';
 export type AppLayout = 'chat' | 'page' | 'split';
 /** The one colour of an application; everything else is neutral. */
 export type AppAccent = 'green' | 'rose' | 'sky' | 'lime' | 'sun' | 'violet';
+/** A theme of Appearance's, which an application may run in (LOOP T-30). */
+export type AppThemeVariant = 'datalayer' | 'spatial' | 'lovely' | 'matrix' | 'earth' | 'sand' | 'ivory' | 'sun' | 'loop';
+/** The colour mode it is worn in: `auto` follows the device. */
+export type AppThemeMode = 'light' | 'dark' | 'auto';
+/**
+ * The theme an application runs in by default (LOOP T-30): at its address,
+ * embedded, in the Studio's Preview and as an example. The person's own
+ * when unsaid; the mode, when unsaid, is the person's.
+ */
+export interface AppThemeSpec {
+    variant: AppThemeVariant;
+    mode?: AppThemeMode;
+}
 /**
  * The character an application's floating assistant shows (LOOP T-24): the id
  * an enabled plugin contributes it under to `loop.assistant.character` —
@@ -434,6 +447,44 @@ export interface AppStarterSpec {
     label: string;
     message: string;
 }
+/** A slash command the user picks in the composer (LOOP P-19). */
+export interface AppCommandSpec {
+    /** What follows the slash: lower-case letters, digits and hyphens. */
+    name: string;
+    /** What the composer's menu says it does. */
+    description: string;
+    /** What picking it sends: `{input}` the words typed after it. */
+    prompt: string;
+}
+/** One position of a mode switch (LOOP P-19). */
+export interface AppModeOptionSpec {
+    id: string;
+    label: string;
+    description?: string;
+    /** What the agent is told in every run in this mode. */
+    instructions?: string;
+    /** The model a run in this mode runs on, in place of the application's. */
+    model?: string | null;
+}
+/** A mode switch in the composer (LOOP P-19). */
+export interface AppModeSpec {
+    id: string;
+    label: string;
+    /** Its positions, two at least. */
+    options: AppModeOptionSpec[];
+    /** The option it starts on; the first when unsaid. */
+    default?: string | null;
+}
+/**
+ * What a run in the modes chosen is told, and the model it runs on (LOOP
+ * P-19): agentspecs' `ModeEffect`.
+ */
+export interface AppModeEffect {
+    /** The instructions of the options chosen, in the order of the modes. */
+    instructions: string;
+    /** The model an option chosen names; the application's when unsaid. */
+    model?: string;
+}
 export interface AppSettingSpec {
     id: string;
     type: 'select' | 'text' | 'toggle' | 'slider' | 'number';
@@ -471,9 +522,16 @@ export interface AppVoiceSpec {
 /** What the user of an application sees. */
 export interface AppInterfaceSpec {
     layout: AppLayout;
+    /** Its one colour, over the `loop` theme only. */
     accent: AppAccent;
+    /** The theme it runs in by default; the person's own when unsaid (T-30). */
+    theme?: AppThemeSpec;
     welcome: string;
     starters: AppStarterSpec[];
+    /** Slash commands picked in the composer: typing `/` lists them (P-19). */
+    commands: AppCommandSpec[];
+    /** Mode switches in the composer, the option picked going with every run (P-19). */
+    modes: AppModeSpec[];
     settings: AppSettingSpec[];
     /** The components of the catalog the surface may use. */
     components: string[];

package/lib/types/chat.d.ts

@@ -15,6 +15,7 @@ import type { AgentRuntimeConfig } from './config';
 import type { ContextSnapshotData } from './context';
 import type { InputPromptVariant } from '../chat/prompt/InputPromptBase';
 import type { MentionableAgent } from '../chat/prompt/plugins/AgentMentionPlugin';
+import type { PromptCommand } from '../chat/prompt/plugins/CommandPlugin';
 import type { Icon } from '@primer/octicons-react';
 /** One agent a chat may address, as its controls need it. */
 export interface FooterAgent {
@@ -652,6 +653,21 @@ export type ThemeOverrides = {
     light?: Record<string, string>;
     dark?: Record<string, string>;
 };
+/**
+ * A conversation the chat goes on with (LOOP D-13): an embedded
+ * application's session, reattached after its page reloaded.
+ */
+export type ResumedThread = {
+    /** Its id, AG-UI's `threadId`: the session's uid. */
+    id: string;
+    /** What it holds already; none for a new one. */
+    messages: ChatMessage[];
+    /**
+     * Told the thread a message is first sent on — this one, or a new one
+     * after the header's + — so that its host keeps it. A stable function.
+     */
+    onStarted?: (threadId: string) => void;
+};
 export interface ChatBaseProps {
     /**
      * Hands an imperative send function to the host, once the chat is able to
@@ -722,7 +738,7 @@ export interface ChatBaseProps {
     /**
      * External MCP toolsets status data for the MCP indicator.
      * When provided, the data is forwarded to the McpStatusIndicator
-     * so it shows live status instead of "No MCP Server defined".
+     * so it shows their live status; with none, it is not drawn.
      */
     mcpStatusData?: import('./mcp').McpToolsetsStatusResponse | null;
     /**
@@ -755,6 +771,11 @@ export interface ChatBaseProps {
     promptVariant?: InputPromptVariant;
     /** Agents the prompt may address by typing `@`. Lexical only. */
     mentionableAgents?: MentionableAgent[];
+    /**
+     * Commands the prompt lists while `/` is typed, before its own: an
+     * application's (LOOP P-19). Picking one writes `/<name> `. Lexical only.
+     */
+    promptCommands?: PromptCommand[];
     /**
      * Whether the prompt offers a chooser for who answers.
      *
@@ -1190,6 +1211,13 @@ export interface ChatBaseProps {
         userId?: string;
         accessToken?: string;
     }>;
+    /**
+     * The conversation to go on with (LOOP D-13): its AG-UI thread — an
+     * application's session — and what it holds, drawn in place of the
+     * runtime's history, which is its agent's and not one session's. Read
+     * when the chat mounts; a new thread (the header's +) is the chat's own.
+     */
+    thread?: ResumedThread;
     /**
      * Runtime ID for conversation persistence.
      * When provided, messages are restored from websocket snapshot data on

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@datalayer/agent-runtimes",
-    "version": "1.3.81",
+    "version": "1.3.82",
     "type": "module",
     "workspaces": [
         ".",

package/scripts/codegen/generate_agents.py

@@ -410,7 +410,8 @@ from agent_runtimes.types import (
                 for skill in spec.get("skills", [])
             ]
             tool_refs = [
-                versioned_ref(*split_spec_ref(tool)) for tool in spec.get("backend_tools", [])
+                versioned_ref(*split_spec_ref(tool))
+                for tool in spec.get("backend_tools", [])
             ]
             frontend_tool_refs = [
                 versioned_ref(*split_spec_ref(ft))
@@ -1032,7 +1033,8 @@ const FRONTEND_TOOL_MAP: Record<string, any> = {
 
             # Get backend tools - resolve to BackendToolSpec via TOOL_MAP
             tool_ids_list = [
-                versioned_ref(*split_spec_ref(sid)) for sid in spec.get("backend_tools", [])
+                versioned_ref(*split_spec_ref(sid))
+                for sid in spec.get("backend_tools", [])
             ]
             if has_tools and tool_ids_list:
                 tools_str = ", ".join(f"TOOL_MAP['{tid}']" for tid in tool_ids_list)

package/scripts/codegen/generate_backend_tools.py

@@ -110,9 +110,7 @@ def generate_python_code(specs: list[dict[str, Any]]) -> str:
     for spec in specs:
         tool_id = spec["id"]
         version = spec["version"]
-        const_name = (
-            f"{tool_id.upper().replace('-', '_')}_BACKEND_TOOL_SPEC{version_suffix(version)}"
-        )
+        const_name = f"{tool_id.upper().replace('-', '_')}_BACKEND_TOOL_SPEC{version_suffix(version)}"
         runtime = _require_runtime(spec)
         requires_approval = _requires_approval(spec)
         timeout = _timeout_hms(spec)
@@ -157,9 +155,7 @@ def generate_python_code(specs: list[dict[str, Any]]) -> str:
     for spec in specs:
         tool_id = spec["id"]
         version = spec["version"]
-        const_name = (
-            f"{tool_id.upper().replace('-', '_')}_BACKEND_TOOL_SPEC{version_suffix(version)}"
-        )
+        const_name = f"{tool_id.upper().replace('-', '_')}_BACKEND_TOOL_SPEC{version_suffix(version)}"
         lines.append(f'    "{tool_id}": {const_name},')
 
     lines.extend(
@@ -215,9 +211,7 @@ def generate_typescript_code(specs: list[dict[str, Any]]) -> str:
     for spec in specs:
         tool_id = spec["id"]
         version = spec["version"]
-        const_name = (
-            f"{tool_id.upper().replace('-', '_')}_BACKEND_TOOL_SPEC{version_suffix(version)}"
-        )
+        const_name = f"{tool_id.upper().replace('-', '_')}_BACKEND_TOOL_SPEC{version_suffix(version)}"
         runtime = _require_runtime(spec)
         requires_approval = _requires_approval(spec)
         timeout = _timeout_hms(spec)
@@ -264,9 +258,7 @@ def generate_typescript_code(specs: list[dict[str, Any]]) -> str:
     for spec in specs:
         tool_id = spec["id"]
         version = spec["version"]
-        const_name = (
-            f"{tool_id.upper().replace('-', '_')}_BACKEND_TOOL_SPEC{version_suffix(version)}"
-        )
+        const_name = f"{tool_id.upper().replace('-', '_')}_BACKEND_TOOL_SPEC{version_suffix(version)}"
         lines.append(f"  '{tool_id}': {const_name},")
 
     lines.extend(

package/scripts/codegen/generate_cogs.py

@@ -208,7 +208,9 @@ def generate_typescript_code(specs: list[dict[str, Any]], specs_dir: Path) -> st
     # is one directory up, beside the catalogues it imports.
     head = head.replace("from '../../types'", "from '../types'")
     head = re.sub(
-        r"from '\.\./(mcpServers|skills|backendTools|frontendTools)'", r"from './\1'", head
+        r"from '\.\./(mcpServers|skills|backendTools|frontendTools)'",
+        r"from './\1'",
+        head,
     )
 
     lines = [