@ai-matrx/chat 0.4.12 → 0.4.14

package/CHANGELOG.md

@@ -1,5 +1,43 @@
 # @ai-matrx/chat
 
+## 0.4.14 — token-only hosts, on-device tools, and a bundle budget (W0(b), W0(c), W0(e))
+
+- **Token-only database clients** (supabase-js `accessToken` option — matrx-local's custodian
+  client, where `db.auth` throws): new host field `accessToken: () => Promise<string | null>`; the
+  default identity reads the person from that token (admin level through `db`). A token-only `db`
+  with no function is signed out and settled, announced once with the remedy. The resolver no
+  longer touches `db.auth` on such a client.
+- **One session door:** every package session read goes through the identity port
+  (`readSessionToken`, `hasBrowserSession`, `hostSessionSource` in `host/identity`); guard test
+  `host/__tests__/session-reads-go-through-the-identity-port.test.ts` fails on a direct auth-js call.
+- **`deviceTools` host port** (`ChatDeviceToolsPort`): a host that IS the device (chat inside Matrx
+  Extend, a desktop app) executes delegated device tools; the package keeps the lifecycle, the
+  durable result submit and the resume. Absent: unchanged web route through the extension bridge.
+- **Side-panel bundle budget:** `pnpm check:side-panel-bundle` builds the bare Vite canary and fails
+  when the first chat screen or the whole output (gzip) passes `side-panel-bundle-budget.json`
+  (measured on 0.4.9: 2435 kB / 8197 kB — a ratchet, lower it when it shrinks).
+
+Consumer action: none for session (auth-js) hosts. A token-only host passes `accessToken` (the same
+function its Supabase client got). A device host passes `deviceTools`.
+
+## 0.4.14 — reconnect rides the shared follow core
+
+- Reconnect (`reconnectServerOperation`) now identifies, rejoins, follows and settles through
+  `followServerJob` (@ai-matrx/agents 0.57.0); `processStream` dedupes replay through the shared
+  `createStreamReplayCursor` (a high-water mark per `stream_id`, persisted on `ActiveRequest` as
+  `transportSeqByStream`). The chat-only follower (`followOperationStream`) is deleted. Fixes
+  replayed segment A rendering twice after a live A then B.
+
+Consumer action: none.
+
+## 0.4.13 — markdown-source helpers from their one home
+
+- `StreamingJsonTracker`, `extractAllJson`, `extractFirstJson`, `findAllFencedBlocks` are read from
+  `@ai-matrx/content-ir/json-extract`, and `stripThinkingStreaming` from `@ai-matrx/content-ir/source`
+  (kit 0.36.0 no longer carries them).
+
+Consumer action: none.
+
 ## Unreleased
 
 - Chat's own message surfaces import `ui/markdown-stream/MarkdownStream` by its default export, so a host test that mocks that module (default only) replaces it everywhere, as it did when it was a slot.

package/dist/agents/redux/execution-system/active-requests/active-requests.selectors.js

@@ -17,7 +17,7 @@ import {
   insertCitationMarkers
 } from "../messages/message-citations.js";
 import { soleFence } from "@ai-matrx/content-ir/source";
-import { stripThinkingStreaming } from "@ai-matrx/kit/text";
+import { stripThinkingStreaming } from "@ai-matrx/content-ir/source";
 const EMPTY_REQUEST_IDS = [];
 const EMPTY_ACTIVE_REQUESTS = [];
 const selectRequest = (requestId) => (state) => state.activeRequests.byRequestId[requestId];

package/dist/agents/redux/execution-system/active-requests/active-requests.slice.d.ts

@@ -66,6 +66,8 @@ export declare const createRequest: import("@reduxjs/toolkit").ActionCreatorWith
     requestId: string;
     streamSeq: number;
     streamId?: string | null;
+    /** The cursor's per-segment high-water marks (replay dedup survives A→B). */
+    marks?: Record<string, number>;
 }, "activeRequests/recordTransportSeq">, setRequestStatus: import("@reduxjs/toolkit").ActionCreatorWithPayload<{
     requestId: string;
     status: RequestStatus;

package/dist/agents/redux/execution-system/active-requests/active-requests.slice.js

@@ -269,6 +269,13 @@ const activeRequestsSlice = createSlice({
     recordTransportSeq(state, action) {
       const request = state.byRequestId[action.payload.requestId];
       if (!request) return;
+      if (action.payload.marks) {
+        const merged = { ...request.transportSeqByStream ?? {} };
+        for (const [id, seq] of Object.entries(action.payload.marks)) {
+          merged[id] = Math.max(merged[id] ?? 0, seq);
+        }
+        request.transportSeqByStream = merged;
+      }
       const streamId = action.payload.streamId ?? null;
       if (streamId && streamId !== request.transportStreamId) {
         request.transportStreamId = streamId;

package/dist/agents/redux/execution-system/conversations/conversation-persistence.js

@@ -1,14 +1,12 @@
 import { supabase } from "../../../../host/db.js";
+import { hasBrowserSession } from "../../../../host/identity.js";
 async function waitForConversationPersisted(conversationId, {
   signal,
   timeoutMs = 18e4,
   intervalMs = 250,
   maxIntervalMs = 1500
 } = {}) {
-  const {
-    data: { session }
-  } = await supabase.auth.getSession();
-  if (!session) {
+  if (!await hasBrowserSession()) {
     console.info(
       `[conversation-persistence] Guest session \u2014 skipping persistence poll for ${conversationId} (URL stays on /new; server persists under the guest's anonymous user).`
     );

package/dist/agents/redux/execution-system/thunks/dispatch-matrx-extend-tool.thunk.js

@@ -2,13 +2,15 @@ import { createAsyncThunk } from "@reduxjs/toolkit";
 import { submitToolResult } from "../../../api/submit-tool-results.js";
 import { upsertToolLifecycle } from "../active-requests/active-requests.slice.js";
 import { invokeMatrxExtendTool } from "../../../../host/server/extension-bridge.js";
+import { getChatHost, isChatHostConfigured } from "../../../../host/configure.js";
 import { extractErrorMessage } from "@ai-matrx/data/net";
 const dispatchMatrxExtendTool = createAsyncThunk(
   "matrxExtendTools/dispatch",
   async ({ conversationId, requestId, callId, toolName, args }, { dispatch }) => {
     const startedAt = performance.now();
     try {
-      const invocation = await invokeMatrxExtendTool(toolName, args);
+      const deviceTools = isChatHostConfigured() ? getChatHost().deviceTools : null;
+      const invocation = deviceTools ? await deviceTools.invoke(toolName, args, { conversationId, callId }) : await invokeMatrxExtendTool(toolName, args);
       if (!invocation.handled) {
         const message = invocation.reason === "matrx_extend_unavailable" ? `'${toolName}' runs inside the Matrx Extend browser extension, and no Matrx Extend is installed or reachable in this browser right now. Nothing ran and nothing was changed. Tell the user plainly, and ask them to install or enable Matrx Extend and reload this page \u2014 or take a route that does not need the extension.` : `Matrx Extend is installed here, but it does not own a tool named '${toolName}', so nothing ran and nothing was changed. Do not retry the same name: use a tool that is actually offered this turn, or tell the user this capability is not available on this browser.`;
         dispatch(

package/dist/agents/redux/execution-system/thunks/process-stream.js

@@ -6,6 +6,7 @@ import {
 } from "../../../../host/usage-gate.js";
 import { parseNdjsonStream } from "../../../../host/server/stream-parser.js";
 import {
+  createStreamReplayCursor,
   isStreamTransportLost,
   readStreamCursor,
   StreamTransportError
@@ -114,7 +115,7 @@ import {
 } from "../instance-context/sync-canvas-item-context.thunk.js";
 import { docKindForContextKey } from "../../../utils/workingDocumentContext.js";
 import { isCanvasItemContextKey } from "../../../utils/canvasItemContext.js";
-import { StreamingJsonTracker } from "@ai-matrx/kit/json-extract";
+import { StreamingJsonTracker } from "@ai-matrx/content-ir/json-extract";
 import { StreamBlockAccumulator } from "../utils/stream-block-accumulator.js";
 import { deriveAnswerDataText } from "../active-requests/active-requests.selectors.js";
 import { captureError } from "../../../../host/diagnostics.js";
@@ -143,7 +144,6 @@ import { getCapabilitiesForConversation } from "../../../runtime/get-model-capab
 import { toast } from "../../../../host/notify.js";
 import { isDirectiveApplyEvent } from "@ai-matrx/agents/envelope";
 import { proposeDirective } from "../../proposed-directives/proposedDirectivesSlice.js";
-const readTransportCursor = readStreamCursor;
 function renderBlockToContentType(type) {
   if (type === "image" || type === "image_output") return "image";
   if (type === "audio_output") return "audio";
@@ -395,7 +395,8 @@ async function processStream({
         recordTransportSeq({
           requestId,
           streamSeq: cursor.streamSeq,
-          streamId: cursor.streamId
+          streamId: cursor.streamId,
+          marks: cursor.marks
         })
       );
     }
@@ -455,8 +456,22 @@ async function processStream({
     dispatch(setRequestStatus({ requestId, status: "error", error }));
     dispatch(setInstanceStatus({ conversationId, status: "error" }));
   };
-  let lastTransportSeq = getState().activeRequests.byRequestId[requestId]?.lastTransportSeq ?? 0;
-  let transportStreamId = getState().activeRequests.byRequestId[requestId]?.transportStreamId ?? null;
+  const seededRequest = getState().activeRequests.byRequestId[requestId];
+  const transportCursor = createStreamReplayCursor({
+    seed: {
+      streamId: seededRequest?.transportStreamId ?? null,
+      lastSeq: seededRequest?.lastTransportSeq ?? 0,
+      marks: seededRequest?.transportSeqByStream ?? {}
+    },
+    // New emitter segment: retain prior rendered content, but make the next
+    // client block begin after it. This mirrors a fresh local resume request
+    // without blanking the retained viewer.
+    onSegmentChange: () => {
+      blockAccumulator.rewindToBlockCount(
+        getState().activeRequests.byRequestId[requestId]?.renderBlockOrder.length ?? 0
+      );
+    }
+  });
   let retainedEntry;
   const consume = async (nextResponse, nextAbortController, nextOnEvent) => {
     if (retainedEntry.busy) {
@@ -480,25 +495,13 @@ async function processStream({
       let sawTerminalEvent = false;
       try {
         for await (const event of events) {
-          const transportCursor = readTransportCursor(event);
-          if (transportCursor !== null) {
-            const segmentChanged = transportCursor.streamId !== null && transportStreamId !== null && transportCursor.streamId !== transportStreamId;
-            if (segmentChanged) {
-              blockAccumulator.rewindToBlockCount(
-                getState().activeRequests.byRequestId[requestId]?.renderBlockOrder.length ?? 0
-              );
-              lastTransportSeq = 0;
-            }
-            if (transportCursor.streamId !== null) {
-              transportStreamId = transportCursor.streamId;
-            }
-            if (transportCursor.streamSeq <= lastTransportSeq) {
-              continue;
-            }
-            lastTransportSeq = transportCursor.streamSeq;
+          const stamp = readStreamCursor(event);
+          if (stamp !== null) {
+            if (!transportCursor.admit(event)) continue;
             pendingTransportCursor = {
-              streamSeq: transportCursor.streamSeq,
-              streamId: transportCursor.streamId
+              streamSeq: stamp.streamSeq,
+              streamId: stamp.streamId,
+              marks: transportCursor.marks
             };
             scheduleBatchEvent();
           }

package/dist/agents/redux/execution-system/thunks/run-headless-agent-json.js

@@ -1,4 +1,4 @@
-import { extractAllJson, extractFirstJson } from "@ai-matrx/kit/json-extract";
+import { extractAllJson, extractFirstJson } from "@ai-matrx/content-ir/json-extract";
 import { extractErrorMessage } from "@ai-matrx/data/net";
 import { destroyInstanceIfAllowed } from "../conversations/conversations.thunks.js";
 import { captureError } from "../../../../host/diagnostics.js";

package/dist/agents/runtime-reconnect/api.d.ts

@@ -18,8 +18,9 @@
  * follower may retry for minutes across a deploy drain by design), and no
  * org header (org rides the conversation body only, like `runAiStream`).
  */
+import { type FollowServerJobOptions, type ServerJobOutcome } from "@ai-matrx/agents/matrx";
 import type { ResolvedBackend } from "../redux/execution-system/thunks/resolve-base-url.js";
-import type { RuntimeExecutionStatus, RuntimeOperationEvent, RuntimeOperationsByLinkResponse } from "./types.js";
+import type { RuntimeOperationsByLinkResponse } from "./types.js";
 /**
  * `GET /runtime/operations/by-link/conversation/{conversationId}` — the
  * identify step. Returns `null` when the surface is absent or the caller owns
@@ -27,29 +28,9 @@ import type { RuntimeExecutionStatus, RuntimeOperationEvent, RuntimeOperationsBy
  * shape by design); throws on other failures.
  */
 export declare function fetchOperationsByLink(backend: ResolvedBackend, conversationId: string, signal?: AbortSignal): Promise<RuntimeOperationsByLinkResponse | null>;
-export interface FollowOperationResult {
-    /** True when the server sent the terminal `end` frame. */
-    ended: boolean;
-    /** The root status carried on the `end` frame (when `ended`). */
-    status: RuntimeExecutionStatus | null;
-}
-export interface FollowOperationOptions {
-    backend: ResolvedBackend;
-    executionId: string;
-    /** Resume cursor — the operation view's `last_event_seq` (0 = from start). */
-    lastEventSeq: number;
-    /** Caller teardown — aborting resolves the promise with `ended: false`. */
-    signal: AbortSignal;
-    /** Fired per durable spine event (lifecycle transitions + notes). */
-    onEvent: (event: RuntimeOperationEvent, seq: number | null) => void;
-}
 /**
- * `GET /runtime/executions/{id}/events/stream` — SSE replay-then-follow with
- * bounded reconnects, via the package's `followRuntimeOperationToEnd`
- * (production defaults). Resolves `{ended: true, status}` on the server's
- * `end` frame (the operation settled); `{ended: false}` when the caller
- * aborted or every reconnect attempt failed. A WAITING_INPUT park keeps the
- * stream open by design — a resume re-attaches to the same execution and its
- * events continue arriving here on the same cursor.
+ * Identify → rejoin → follow → settle for one conversation, on the shared
+ * `followServerJob` core over this backend's channel. Chat supplies only its
+ * wiring (the Redux rejoin consumer, banner callbacks, `loadConversation`).
  */
-export declare function followOperationStream(opts: FollowOperationOptions): Promise<FollowOperationResult>;
+export declare function followConversationServerJob(backend: ResolvedBackend, conversationId: string, options: Omit<FollowServerJobOptions, "target">): Promise<ServerJobOutcome>;

package/dist/agents/runtime-reconnect/api.js

@@ -1,6 +1,6 @@
 import {
   createMatrxTransport,
-  followRuntimeOperationToEnd,
+  followServerJob,
   getRuntimeOperationsByLink
 } from "@ai-matrx/agents/matrx";
 function transportFor(backend) {
@@ -21,19 +21,13 @@ async function fetchOperationsByLink(backend, conversationId, signal) {
     { limit: 5, ...signal ? { signal } : {} }
   );
 }
-async function followOperationStream(opts) {
-  const result = await followRuntimeOperationToEnd(
-    transportFor(opts.backend),
-    opts.executionId,
-    {
-      lastEventSeq: opts.lastEventSeq,
-      signal: opts.signal,
-      onEvent: (event, seq) => opts.onEvent(event, seq)
-    }
-  );
-  return { ended: result.ended, status: result.status };
+function followConversationServerJob(backend, conversationId, options) {
+  return followServerJob(transportFor(backend), {
+    ...options,
+    target: { linkKind: "conversation", linkId: conversationId }
+  });
 }
 export {
   fetchOperationsByLink,
-  followOperationStream
+  followConversationServerJob
 };