@ai-matrx/desktop-protocol 0.21.94 → 0.21.95

package/dist/client.d.cts

@@ -1,9 +1,9 @@
 import { BackoffOptions } from '@ai-matrx/data/realtime';
 export { RECONNECT_ALARM_ATTEMPTS } from '@ai-matrx/data/realtime';
 import { z } from 'zod';
-import { D as DesktopProtocolError, O as OpName, a as OpParams, b as OpResult } from './models-D2apXuiZ.cjs';
+import { D as DesktopProtocolError, O as OpName, a as OpParams, b as OpResult } from './models-BfCwxx-G.cjs';
 import { Welcome, CloseOutcome, OPS, StreamMeta, EndReason, EVENTS, ClientType, ModelsTranscribeResult, TranscriptionModelId, MlProgress } from './index.cjs';
-export { i as isDesktopProtocolError } from './models-D2apXuiZ.cjs';
+export { i as isDesktopProtocolError } from './models-BfCwxx-G.cjs';
 import { FrameHeader } from './frame.cjs';
 
 /** The subset of the WHATWG WebSocket the client uses — browser, React Native, `ws` and Workers all fit. */

package/dist/client.d.ts

@@ -1,9 +1,9 @@
 import { BackoffOptions } from '@ai-matrx/data/realtime';
 export { RECONNECT_ALARM_ATTEMPTS } from '@ai-matrx/data/realtime';
 import { z } from 'zod';
-import { D as DesktopProtocolError, O as OpName, a as OpParams, b as OpResult } from './models-D2apXuiZ.js';
+import { D as DesktopProtocolError, O as OpName, a as OpParams, b as OpResult } from './models-BfCwxx-G.js';
 import { Welcome, CloseOutcome, OPS, StreamMeta, EndReason, EVENTS, ClientType, ModelsTranscribeResult, TranscriptionModelId, MlProgress } from './index.js';
-export { i as isDesktopProtocolError } from './models-D2apXuiZ.js';
+export { i as isDesktopProtocolError } from './models-BfCwxx-G.js';
 import { FrameHeader } from './frame.js';
 
 /** The subset of the WHATWG WebSocket the client uses — browser, React Native, `ws` and Workers all fit. */

package/dist/client.js

@@ -1,7 +1,7 @@
 import {
   closeRule,
   knows
-} from "./chunk-server-Q7F4IE6F.js";
+} from "./chunk-server-46JNNDT7.js";
 import {
   CloseCode,
   CoreToClientMsg,
@@ -12,7 +12,7 @@ import {
   PROTOCOL_MAJOR,
   PROTOCOL_MINOR,
   Welcome
-} from "./chunk-server-5MKSD7FQ.js";
+} from "./chunk-server-IHK7SYRO.js";
 import {
   DesktopProtocolError,
   FRAME_VERSION,
@@ -28,7 +28,7 @@ var registry = null;
 var registryLoad = null;
 function loadRegistry() {
   if (registry) return Promise.resolve(registry);
-  registryLoad ??= import("./chunk-server-PXHL7V3H.js").then((m) => registry = m);
+  registryLoad ??= import("./chunk-server-ESQX6XVP.js").then((m) => registry = m);
   return registryLoad;
 }
 var WS_OPEN = 1;

package/dist/index.cjs

@@ -660,6 +660,14 @@ __export(src_exports, {
   ModelsTtsVoiceRemoveResult: () => ModelsTtsVoiceRemoveResult,
   ModelsTtsVoiceSaveParams: () => ModelsTtsVoiceSaveParams,
   ModelsTtsVoiceSaveResult: () => ModelsTtsVoiceSaveResult,
+  ModelsWakeCloseParams: () => ModelsWakeCloseParams,
+  ModelsWakeCloseResult: () => ModelsWakeCloseResult,
+  ModelsWakeDetectParams: () => ModelsWakeDetectParams,
+  ModelsWakeDetectResult: () => ModelsWakeDetectResult,
+  ModelsWakeInstallParams: () => ModelsWakeInstallParams,
+  ModelsWakeInstallResult: () => ModelsWakeInstallResult,
+  ModelsWakeStatusParams: () => ModelsWakeStatusParams,
+  ModelsWakeStatusResult: () => ModelsWakeStatusResult,
   NAMED_SCHEMAS: () => NAMED_SCHEMAS,
   NULL_SINCE: () => NULL_SINCE,
   NetAddress: () => NetAddress,
@@ -922,13 +930,23 @@ __export(src_exports, {
   VaultFieldSummary: () => VaultFieldSummary,
   VaultItemKind: () => VaultItemKind,
   VaultItemSummary: () => VaultItemSummary,
+  WAKE_PCM_MAX_CHARS: () => WAKE_PCM_MAX_CHARS,
   WEB_MAX_TEXT_CHARS: () => WEB_MAX_TEXT_CHARS,
+  WakeEngine: () => WakeEngine,
+  WakeModelInfo: () => WakeModelInfo,
   WebAttachTarget: () => WebAttachTarget,
   WebBrowserFetchParams: () => WebBrowserFetchParams,
   WebBrowserFetchResult: () => WebBrowserFetchResult,
   WebFetchParams: () => WebFetchParams,
   WebFetchResult: () => WebFetchResult,
   WebHeader: () => WebHeader,
+  WebHomeFetchParams: () => WebHomeFetchParams,
+  WebHomeFetchResult: () => WebHomeFetchResult,
+  WebHomeHistoryEntry: () => WebHomeHistoryEntry,
+  WebHomeQueueItem: () => WebHomeQueueItem,
+  WebHomeQueueState: () => WebHomeQueueState,
+  WebHomeStatusParams: () => WebHomeStatusParams,
+  WebHomeStatusResult: () => WebHomeStatusResult,
   WebLand: () => WebLand,
   WebLogCaller: () => WebLogCaller,
   WebLogClearParams: () => WebLogClearParams,
@@ -1035,7 +1053,7 @@ module.exports = __toCommonJS(src_exports);
 var import_zod = require("zod");
 var import_uuid = require("@ai-matrx/kit/uuid");
 var PROTOCOL_MAJOR = 1;
-var PROTOCOL_MINOR = 88;
+var PROTOCOL_MINOR = 90;
 var PROTOCOL_VERSION = `${PROTOCOL_MAJOR}.${PROTOCOL_MINOR}`;
 var ProtocolVersion = import_zod.z.string().regex(/^[1-9][0-9]{0,2}\.[0-9]{1,3}$/);
 var RequestId = import_zod.z.string().min(1).max(64).regex(/^[A-Za-z0-9_-]+$/);
@@ -2025,6 +2043,51 @@ var ModelsTtsVoiceSaveParams = import_zod11.z.strictObject({
 var ModelsTtsVoiceSaveResult = import_zod11.z.strictObject({ voice: TtsVoice });
 var ModelsTtsVoiceRemoveParams = import_zod11.z.strictObject({ voice: TtsVoiceId });
 var ModelsTtsVoiceRemoveResult = import_zod11.z.strictObject({ removed: import_zod11.z.boolean() });
+var WakeEngine = import_zod11.z.enum(["oww", "whisper"]);
+var WakeModelInfo = import_zod11.z.strictObject({
+  id: ModelKey,
+  size_bytes: nonNegInt,
+  installed: import_zod11.z.boolean(),
+  problem: import_zod11.z.string().max(300).nullable()
+});
+var ModelsWakeStatusParams = import_zod11.z.strictObject({});
+var ModelsWakeStatusResult = import_zod11.z.strictObject({
+  /** The first-use runtime (onnxruntime, faster-whisper) is installed. */
+  runtime_ready: import_zod11.z.boolean(),
+  /** openWakeWord models this computer can fetch (the catalog's wake words). */
+  models: import_zod11.z.array(WakeModelInfo),
+  /** The Whisper model the phrase engine uses (the catalog's smallest); null when the catalog has none. */
+  whisper: WakeModelInfo.nullable(),
+  error: import_zod11.z.string().max(500).nullable()
+});
+var ModelsWakeInstallParams = import_zod11.z.strictObject({ engine: WakeEngine, model: ModelKey.optional() });
+var ModelsWakeInstallResult = import_zod11.z.strictObject({ model: ModelKey, elapsed_ms: nonNegInt });
+var WAKE_PCM_MAX_CHARS = 44e4;
+var ModelsWakeDetectParams = import_zod11.z.strictObject({
+  /** The caller's listening session: the engine keeps its rolling audio per stream. */
+  stream: import_zod11.z.string().min(1).max(64),
+  engine: WakeEngine,
+  /** (oww) The wake-word model; (whisper) unused. */
+  model: ModelKey.optional(),
+  /** (whisper) The phrase to hear, e.g. "hey matrix". */
+  keyword: import_zod11.z.string().min(1).max(64).optional(),
+  /** (oww) The score that counts as heard, 0–1. */
+  threshold: import_zod11.z.number().min(0).max(1).optional(),
+  /** Base64 of 16 kHz mono signed 16-bit little-endian PCM that follows the stream's last call. */
+  pcm: import_zod11.z.string().max(WAKE_PCM_MAX_CHARS)
+});
+var ModelsWakeDetectResult = import_zod11.z.strictObject({
+  detected: import_zod11.z.boolean(),
+  /** (oww) The highest score in this audio; null for whisper. */
+  score: import_zod11.z.number().min(0).max(1).nullable(),
+  /** (whisper) What the window said, when it ran; null otherwise. */
+  heard: import_zod11.z.string().max(500).nullable(),
+  /** The audio's level, 0–1. */
+  rms: import_zod11.z.number().min(0).max(1),
+  elapsed_ms: nonNegInt
+});
+var ModelsWakeCloseParams = import_zod11.z.strictObject({ stream: import_zod11.z.string().min(1).max(64) });
+var ModelsWakeCloseResult = import_zod11.z.strictObject({ closed: import_zod11.z.boolean() });
 var MlProgress = import_zod11.z.strictObject({
   kind: import_zod11.z.enum(["install", "transcribe", "speak"]),
   /** 0–1 when known (transcribe: audio covered so far; install: bytes so far). */
@@ -2194,7 +2257,9 @@ var MlCatalogSetParams = import_zod11.z.strictObject({
   /** (1.81) Text-to-speech models (Kokoro): what models.tts.* runs. */
   speech: import_zod11.z.array(CatalogModelEntry).optional(),
   /** (1.88) Embedding models (GGUF, run by llama-server with --embeddings in the embeddings slot): what models.embed runs. */
-  embedding: import_zod11.z.array(CatalogModelEntry).optional()
+  embedding: import_zod11.z.array(CatalogModelEntry).optional(),
+  /** (1.89) Wake-word models (openWakeWord ONNX): what models.wake.* runs. */
+  wake: import_zod11.z.array(CatalogModelEntry).optional()
 });
 var MlCatalogSetResult = import_zod11.z.strictObject({ text: nonNegInt, transcription: nonNegInt });
 var DownloadKind = import_zod11.z.enum(["speech_model", "text_model", "runtime"]);
@@ -4147,6 +4212,62 @@ var WebResearchFetchResult = import_zod23.z.strictObject({
   cannot_edit: nonNegInt
 });
 var ToolsServiceProgress = import_zod23.z.strictObject({ phase: import_zod23.z.enum(["fetching", "installing"]), done: nonNegInt, total: nonNegInt });
+var WebHomeFetchParams = import_zod23.z.strictObject({
+  url: WebUrl,
+  method: import_zod23.z.enum(["GET", "HEAD"]).default("GET"),
+  headers: import_zod23.z.array(WebHeader).max(32).default([]),
+  /** Why the server's own fetch failed (its block reason, e.g. `cloudflare_block`, `bad_status:403`). */
+  reason: import_zod23.z.string().min(1).max(64),
+  /** The server's id for this request: asking again with it returns the same queued item. */
+  request_id: import_zod23.z.string().min(1).max(128),
+  /** Keep it and retry when it cannot be fetched now (saved as a Source once read). */
+  queue: import_zod23.z.boolean().default(false),
+  timeout_s: import_zod23.z.int().min(1).max(300).default(30)
+});
+var WebHomeQueueState = import_zod23.z.enum(["pending", "in_progress", "succeeded", "failed", "dead_letter"]);
+var WebHomeQueueItem = import_zod23.z.strictObject({
+  queue_id: import_zod23.z.string().min(1).max(64),
+  request_id: import_zod23.z.string().min(1).max(128),
+  url: import_zod23.z.string().max(8192),
+  reason: import_zod23.z.string().max(64),
+  state: WebHomeQueueState,
+  attempts: nonNegInt,
+  max_attempts: nonNegInt,
+  created_at_ms: nonNegInt,
+  next_attempt_at_ms: nonNegInt.nullable(),
+  last_error: import_zod23.z.string().max(2e3).nullable()
+});
+var WebHomeFetchResult = import_zod23.z.strictObject({
+  /** `fetched`: `fetch` holds the answer. `queued`: it waits on this computer (`item`). */
+  state: import_zod23.z.enum(["fetched", "queued"]),
+  fetch: WebFetchResult.nullable(),
+  item: WebHomeQueueItem.nullable(),
+  /** One sentence for the person (and the server's result trail). */
+  message: import_zod23.z.string().max(2e3)
+});
+var WebHomeHistoryEntry = import_zod23.z.strictObject({
+  at_ms: nonNegInt,
+  url: import_zod23.z.string().max(8192),
+  reason: import_zod23.z.string().max(64),
+  /** `fetched` (status says how the site answered), `refused` (off, a private address, the limit), `queued`, `failed`. */
+  outcome: import_zod23.z.enum(["fetched", "refused", "queued", "failed"]),
+  status: import_zod23.z.int().min(0).max(999).nullable(),
+  bytes: nonNegInt,
+  elapsed_ms: nonNegInt,
+  detail: import_zod23.z.string().max(2e3)
+});
+var WebHomeStatusParams = import_zod23.z.strictObject({});
+var WebHomeStatusResult = import_zod23.z.strictObject({
+  enabled: import_zod23.z.boolean(),
+  max_per_hour: nonNegInt,
+  max_body_bytes: nonNegInt,
+  timeout_s: nonNegInt,
+  used_last_hour: nonNegInt,
+  queue: import_zod23.z.array(WebHomeQueueItem).max(1e3),
+  history: import_zod23.z.array(WebHomeHistoryEntry).max(1e3),
+  /** One sentence: on/off, how much of the hour is used, what waits. */
+  summary: import_zod23.z.string().max(2e3)
+});
 
 // src/schema/system.ts
 var import_zod24 = require("zod");
@@ -6540,6 +6661,10 @@ var OPS = {
   "models.tts.speak": { params: ModelsTtsSpeakParams, result: ModelsTtsSpeakResult, kind: "unary", since: "1.81", errors: ["NOT_FOUND", "INVALID_PARAMS", "RESOURCE_BUSY", "RESOURCE_GONE", "TIMEOUT", "CANCELLED", "INTERNAL"] },
   "models.tts.voice_save": { params: ModelsTtsVoiceSaveParams, result: ModelsTtsVoiceSaveResult, kind: "unary", since: "1.81", errors: ["NOT_FOUND", "INVALID_PARAMS", "PAYLOAD_TOO_LARGE", "CONFLICT", "RESOURCE_BUSY", "INTERNAL"] },
   "models.tts.voice_remove": { params: ModelsTtsVoiceRemoveParams, result: ModelsTtsVoiceRemoveResult, kind: "unary", since: "1.81", errors: ["NOT_FOUND", "INVALID_PARAMS", "INTERNAL"] },
+  "models.wake.status": { params: ModelsWakeStatusParams, result: ModelsWakeStatusResult, kind: "unary", since: "1.89", errors: ["RESOURCE_BUSY", "INTERNAL"] },
+  "models.wake.install": { params: ModelsWakeInstallParams, result: ModelsWakeInstallResult, kind: "unary", since: "1.89", errors: ["NOT_FOUND", "RESOURCE_BUSY", "RESOURCE_GONE", "TIMEOUT", "CANCELLED", "INTERNAL"] },
+  "models.wake.detect": { params: ModelsWakeDetectParams, result: ModelsWakeDetectResult, kind: "unary", since: "1.89", errors: ["NOT_FOUND", "INVALID_PARAMS", "RESOURCE_BUSY", "RESOURCE_GONE", "INTERNAL"] },
+  "models.wake.close": { params: ModelsWakeCloseParams, result: ModelsWakeCloseResult, kind: "unary", since: "1.89", errors: ["INTERNAL"] },
   // Desktop apps and their profiles (SPEC §6 apps); profiles are rows in users.desktop_app_profile.
   "apps.list": { params: AppsListParams, result: AppsListResult, kind: "unary", since: "1.2", errors: ["INTERNAL"] },
   "apps.profiles.list": { params: AppsProfilesListParams, result: AppsProfilesListResult, kind: "unary", since: "1.2", errors: ["NOT_FOUND", "INVALID_PARAMS", "INTERNAL"] },
@@ -6722,6 +6847,8 @@ var OPS = {
   "web.log.clear": { params: WebLogClearParams, result: WebLogClearResult, kind: "unary", since: "1.40", errors: ["INTERNAL"] },
   "web.research.queue": { params: WebResearchQueueParams, result: WebResearchQueueResult, kind: "unary", since: "1.40", errors: ["INVALID_PARAMS", "INTERNAL"] },
   "web.research.fetch": { params: WebResearchFetchParams, result: WebResearchFetchResult, kind: "unary", since: "1.40", errors: ["INVALID_PARAMS", "AUTH_REQUIRED", "RESOURCE_BUSY", "CANCELLED", "INTERNAL"] },
+  "web.home_fetch": { params: WebHomeFetchParams, result: WebHomeFetchResult, kind: "unary", since: "1.90", errors: ["INVALID_PARAMS", "AUTH_FORBIDDEN", "RATE_LIMITED", "TIMEOUT", "INTERNAL"] },
+  "web.home.status": { params: WebHomeStatusParams, result: WebHomeStatusResult, kind: "unary", since: "1.90", errors: ["INTERNAL"] },
   // 1.23: the signed-in person's own agents and Vault, read as them (the desktop's Agents library and Vault).
   "account.agents.list": { params: AccountAgentsListParams, result: AccountAgentsListResult, kind: "unary", since: "1.23", errors: ["INTERNAL"] },
   "account.vault.list": { params: AccountVaultListParams, result: AccountVaultListResult, kind: "unary", since: "1.23", errors: ["INTERNAL"] },
@@ -6845,6 +6972,10 @@ var SERVICES = {
       "ml.tts_speak": { params: ModelsTtsSpeakParams, result: ModelsTtsSpeakResult },
       "ml.tts_voice_save": { params: ModelsTtsVoiceSaveParams, result: ModelsTtsVoiceSaveResult },
       "ml.tts_voice_remove": { params: ModelsTtsVoiceRemoveParams, result: ModelsTtsVoiceRemoveResult },
+      "ml.wake_status": { params: ModelsWakeStatusParams, result: ModelsWakeStatusResult },
+      "ml.wake_install": { params: ModelsWakeInstallParams, result: ModelsWakeInstallResult },
+      "ml.wake_detect": { params: ModelsWakeDetectParams, result: ModelsWakeDetectResult },
+      "ml.wake_close": { params: ModelsWakeCloseParams, result: ModelsWakeCloseResult },
       "ml.catalog_set": { params: MlCatalogSetParams, result: MlCatalogSetResult }
     }
   },
@@ -7130,6 +7261,16 @@ var NAMED_SCHEMAS = {
   ModelsTtsVoiceSaveResult,
   ModelsTtsVoiceRemoveParams,
   ModelsTtsVoiceRemoveResult,
+  WakeEngine,
+  WakeModelInfo,
+  ModelsWakeStatusParams,
+  ModelsWakeStatusResult,
+  ModelsWakeInstallParams,
+  ModelsWakeInstallResult,
+  ModelsWakeDetectParams,
+  ModelsWakeDetectResult,
+  ModelsWakeCloseParams,
+  ModelsWakeCloseResult,
   CodingServiceCredentials,
   CodingHistoryBlocked,
   CodingHistoryFailure,
@@ -7599,6 +7740,13 @@ var NAMED_SCHEMAS = {
   WebLogListResult,
   WebLogClearParams,
   WebLogClearResult,
+  WebHomeFetchParams,
+  WebHomeFetchResult,
+  WebHomeQueueState,
+  WebHomeQueueItem,
+  WebHomeHistoryEntry,
+  WebHomeStatusParams,
+  WebHomeStatusResult,
   WebProgressEvent,
   WebResearchItemState,
   WebResearchItem,
@@ -7815,7 +7963,7 @@ var import_versions = require("@ai-matrx/kit/versions");
 var FIELDS_SINCE = {
   LlmRunning: { context_length: "1.48", gpu_layers: "1.48", threads: "1.48" },
   TextModelInfo: { title: "1.69", problem: "1.69" },
-  MlCatalogSetParams: { unusable: "1.69", speech: "1.81", embedding: "1.88" },
+  MlCatalogSetParams: { unusable: "1.69", speech: "1.81", embedding: "1.88", wake: "1.89" },
   ModelsLlmStatusResult: { embedding: "1.88" },
   ModelsLlmStopParams: { slot: "1.88" },
   MlProgress: { audio: "1.81" },
@@ -8169,7 +8317,7 @@ function forPeer(op, part, value, version) {
 var VERSIONED_RESULT_OPS = [.../* @__PURE__ */ new Set([...RESULT_PATH.keys(), ...WINDOW_RESULTS.keys(), ...NESTED_RESULTS.keys()])];
 
 // src/contract.ts
-var CONTRACT_SHA256 = "24650f34e966ce74c997fefcc7e6474b71fb9737ea81e81bfd1513a5e5018768";
+var CONTRACT_SHA256 = "c506c1188555e5a6810a0fb4c8517ee0b7328c66f5b4ddcf7eb1fe55bc737914";
 
 // src/close-policy.ts
 var CLOSE_RULES = {
@@ -8255,9 +8403,10 @@ var TOOL_CATALOG = [
   { name: "desktop_documents", group: "tools_service", state: "built", path: "device_op", ops: ["documents.pdf_text", "documents.ocr", "documents.image_resize", "documents.office_generate"], platforms: ALL, summary: "PDF text, OCR, images, Word and Excel files" },
   { name: "desktop_web", group: "tools_service", state: "built", path: "device_op", ops: ["web.fetch", "web.scrape", "web.search", "web.fetch_with_browser"], platforms: ALL, summary: "Fetch, scrape, search and research the web from this computer's own connection (research: search on AI Matrx, every result read here)" },
   { name: "desktop_entities", group: "tools_service", state: "built", path: "device_op", ops: ["entities.ner", "entities.pii"], platforms: ALL, summary: "Names, places, organizations and private data, found on the device" },
-  // matrx-local's SemanticFindPaths: needs a local embedding index of this computer's files and an
-  // embedding model on the device; neither exists yet, so it is Coming soon on Agents › Tools.
-  { name: "desktop_semantic_find", group: "files_shell", state: "planned", path: "device_op", ops: ["fs.search_semantic"], platforms: ALL, summary: "Find files by meaning (a local embedding index of this computer's files)" },
+  // matrx-local's SemanticFindPaths: the local embedding index of this computer's files (1.87) searched by an
+  // embedding model on the device (1.88: the model service's embeddings slot). fs.semantic_status tells an agent
+  // whether the index is ready (indexed N of M, or why not) before it asks.
+  { name: "desktop_semantic_find", group: "files_shell", state: "built", path: "device_op", ops: ["fs.search_semantic", "fs.semantic_status"], platforms: ALL, summary: "Find files by meaning (a local embedding index of this computer's files, searched by an embedding model on the device)" },
   { name: "desktop_notes", group: "files_shell", state: "built", path: "device_op", ops: ["notes.folders", "notes.list", "notes.read", "notes.write", "notes.search"], platforms: ALL, summary: "The person's local notes (Documents/Matrx/Notes): list, read, write, search" },
   // ── 5. Python `ml` service ───────────────────────────────────────────────────────────────────
   // Built: models.transcribe through local_proxy's POST /op/{cap.op} (matrx-ai implementations/desktop.py).
@@ -8286,7 +8435,7 @@ var LEGACY_ACTIONS = {
   "local_file.list": tool("fs_list"),
   "local_file.places": dropped("The device's home and folders reach the agent in its binding briefing (sysinfo.get)"),
   "local_file.find": tool("fs_search"),
-  "local_file.semantic_find": dropped("Needs a local embedding index; desktop_semantic_find is planned (Coming soon on Agents \u203A Tools) until it exists"),
+  "local_file.semantic_find": tool("desktop_semantic_find"),
   "local_shell.run": tool("shell_execute"),
   "local_shell.output": tool("shell_job"),
   "local_shell.stop": tool("shell_job"),