@ai-matrx/chat 0.4.10 → 0.4.14

package/CHANGELOG.md

@@ -1,5 +1,79 @@
 # @ai-matrx/chat
 
+## 0.4.14 — token-only hosts, on-device tools, and a bundle budget (W0(b), W0(c), W0(e))
+
+- **Token-only database clients** (supabase-js `accessToken` option — matrx-local's custodian
+  client, where `db.auth` throws): new host field `accessToken: () => Promise<string | null>`; the
+  default identity reads the person from that token (admin level through `db`). A token-only `db`
+  with no function is signed out and settled, announced once with the remedy. The resolver no
+  longer touches `db.auth` on such a client.
+- **One session door:** every package session read goes through the identity port
+  (`readSessionToken`, `hasBrowserSession`, `hostSessionSource` in `host/identity`); guard test
+  `host/__tests__/session-reads-go-through-the-identity-port.test.ts` fails on a direct auth-js call.
+- **`deviceTools` host port** (`ChatDeviceToolsPort`): a host that IS the device (chat inside Matrx
+  Extend, a desktop app) executes delegated device tools; the package keeps the lifecycle, the
+  durable result submit and the resume. Absent: unchanged web route through the extension bridge.
+- **Side-panel bundle budget:** `pnpm check:side-panel-bundle` builds the bare Vite canary and fails
+  when the first chat screen or the whole output (gzip) passes `side-panel-bundle-budget.json`
+  (measured on 0.4.9: 2435 kB / 8197 kB — a ratchet, lower it when it shrinks).
+
+Consumer action: none for session (auth-js) hosts. A token-only host passes `accessToken` (the same
+function its Supabase client got). A device host passes `deviceTools`.
+
+## 0.4.14 — reconnect rides the shared follow core
+
+- Reconnect (`reconnectServerOperation`) now identifies, rejoins, follows and settles through
+  `followServerJob` (@ai-matrx/agents 0.57.0); `processStream` dedupes replay through the shared
+  `createStreamReplayCursor` (a high-water mark per `stream_id`, persisted on `ActiveRequest` as
+  `transportSeqByStream`). The chat-only follower (`followOperationStream`) is deleted. Fixes
+  replayed segment A rendering twice after a live A then B.
+
+Consumer action: none.
+
+## 0.4.13 — markdown-source helpers from their one home
+
+- `StreamingJsonTracker`, `extractAllJson`, `extractFirstJson`, `findAllFencedBlocks` are read from
+  `@ai-matrx/content-ir/json-extract`, and `stripThinkingStreaming` from `@ai-matrx/content-ir/source`
+  (kit 0.36.0 no longer carries them).
+
+Consumer action: none.
+
+## Unreleased
+
+- Chat's own message surfaces import `ui/markdown-stream/MarkdownStream` by its default export, so a host test that mocks that module (default only) replaces it everywhere, as it did when it was a slot.
+
+## 0.4.12 — chat keeps no copy of another package's code
+
+- Deleted `src/utils/content-ir/**` (14 modules, 4.4k lines): every import now reads
+  `@ai-matrx/content-ir/surfaces`, whose versions are the stricter ones (the kind-value-markdown
+  registration lives on `globalThis`, so dual loaders share one registration).
+- Deleted nine modules that were byte-identical to their owner and import the owner instead:
+  `agents/utils/artifactId`, `ui/ShimmerText`, `ui/addressWithoutNavigating`,
+  `utils/inline-decision/decision-options`, `utils/json`, `utils/markdown/plain-title`,
+  `utils/rendered-find` → `@ai-matrx/rich-content/utils/…`; `utils/rich-editor/core/caret-context`,
+  `utils/rich-editor/in-place/caret-handoff` → `@ai-matrx/rich-editor/…` (one caret hand-off
+  state instead of two).
+
+Consumer action: replace these specifiers —
+`@ai-matrx/chat/utils/content-ir/**` → `@ai-matrx/content-ir/surfaces` (re-register
+`registerKindValueMarkdown` from there); `@ai-matrx/chat/agents/utils/artifactId` →
+`@ai-matrx/rich-content/utils/lifted/artifactId`; `@ai-matrx/chat/ui/ShimmerText` →
+`@ai-matrx/rich-content/utils/lifted/ShimmerText`; `@ai-matrx/chat/ui/addressWithoutNavigating` →
+`@ai-matrx/rich-content/utils/addressWithoutNavigating`;
+`@ai-matrx/chat/utils/inline-decision/decision-options` → `@ai-matrx/rich-content/utils/decision-options`;
+`@ai-matrx/chat/utils/json` → `@ai-matrx/rich-content/utils/json`;
+`@ai-matrx/chat/utils/markdown/plain-title` → `@ai-matrx/rich-content/utils/plain-title`;
+`@ai-matrx/chat/utils/rendered-find` → `@ai-matrx/rich-content/utils/rendered-find`.
+
+## 0.4.11 — every AI run request reports its client latency
+
+- `runAiStream` sends `X-Matrx-Client-Sent-At` (epoch ms of the frozen submission moment) and
+  `X-Matrx-Client-Prep-Ms` (submission to fetch dispatch) on every turn and resume request
+  (`buildLatencyHeaders`); the server persists one `platform.ai_request_latency` row per request.
+- Forcing test `agents/redux/execution-system/thunks/__tests__/every-ai-run-request-reports-its-client-latency.test.ts`.
+
+Consumer action: none.
+
 ## 0.4.10 — a confidential conversation never reaches a cloud target
 
 - THE CONFIDENTIAL-ROUTING RULE moves from the frozen kernel (`src/compat`) into the real chat:

package/dist/agents/components/context-items/bodies/ContextInputBody.js

@@ -2,7 +2,7 @@
 import { jsx, jsxs } from "react/jsx-runtime";
 import { humanizeIdentifier } from "@ai-matrx/kit/text-case";
 import { AnswerValueView } from "../../../../host/ui-slots.js";
-import { valueCarriesKind } from "../../../../utils/content-ir/surfaces/json-kind-signal.js";
+import { valueCarriesKind } from "@ai-matrx/content-ir/surfaces";
 function displayValue(value) {
   if (typeof value === "string") return value;
   if (value === null) return "null";

package/dist/agents/components/context-items/bodies/GenericBody.js

@@ -1,7 +1,7 @@
 "use client";
 import { jsx } from "react/jsx-runtime";
 import { AnswerValueView } from "../../../../host/ui-slots.js";
-import { hasKindKeyAnySpelling, valueCarriesKind } from "../../../../utils/content-ir/surfaces/json-kind-signal.js";
+import { hasKindKeyAnySpelling, valueCarriesKind } from "@ai-matrx/content-ir/surfaces";
 function carriesKind(value) {
   return valueCarriesKind(value);
 }

package/dist/agents/components/conversation-actions/conversation-verbs.js

@@ -7,7 +7,7 @@ import {
   renameConversation
 } from "../../redux/conversation-list/conversation-row-actions.thunks.js";
 import { conversationRenameOpener } from "./rename/conversationRenameOpener.js";
-import { conversationTitleText } from "../../../utils/content-ir/surfaces/kind-text-label.js";
+import { conversationTitleText } from "@ai-matrx/content-ir/surfaces";
 function displayConversationTitle(title) {
   if (!title) return "Untitled conversation";
   return title.trim().length > 0 ? conversationTitleText(title) ?? title : "Untitled conversation";

package/dist/agents/components/inputs/smart-input/RunSkillPicker.js

@@ -28,7 +28,7 @@ import {
   PicksSkeletons
 } from "./RunPicksSurface.js";
 import { groupCatalog, toolCategoryLabel } from "./run-tool-catalog.js";
-import { catalogProseText } from "../../../../utils/content-ir/surfaces/kind-one-line.js";
+import { catalogProseText } from "@ai-matrx/content-ir/surfaces";
 function tierForSkill(skillId, config) {
   if (config.included.includes(skillId)) return "included";
   if (config.listed.includes(skillId)) return "listed";

package/dist/agents/components/live-run/LiveRunDisplay.js

@@ -4,7 +4,7 @@ import { useEffect, useRef } from "react";
 import { Loader2, TriangleAlert, X } from "lucide-react";
 import { cn } from "@ai-matrx/design-system";
 import { useAppSelector } from "../../../store/hooks.js";
-import { MarkdownStream } from "../../../ui/markdown-stream/MarkdownStream.js";
+import MarkdownStream from "../../../ui/markdown-stream/MarkdownStream.js";
 import { AgentAssistantMessage } from "../messages-display/assistant/AgentAssistantMessage.js";
 import { useRetainRequestForViewer } from "../../redux/execution-system/active-requests/useRetainRequestForViewer.js";
 import {

package/dist/agents/components/live-run/LiveRunProgress.js

@@ -5,7 +5,7 @@ import { cn } from "@ai-matrx/design-system";
 import {
   honestProgressSummary
 } from "@ai-matrx/kit/progress";
-import { isJsonObject } from "../../../utils/json.js";
+import { isJsonObject } from "@ai-matrx/rich-content/utils/json";
 const STATUSES = /* @__PURE__ */ new Set([
   "waiting",
   "running",

package/dist/agents/components/live-run/RunSetDisplay.js

@@ -1,7 +1,7 @@
 "use client";
 import { jsx, jsxs } from "react/jsx-runtime";
 import { useAppDispatch, useAppSelector } from "../../../store/hooks.js";
-import { MarkdownStream } from "../../../ui/markdown-stream/MarkdownStream.js";
+import MarkdownStream from "../../../ui/markdown-stream/MarkdownStream.js";
 import { cn } from "@ai-matrx/design-system";
 import { LiveRunDisplay } from "./LiveRunDisplay.js";
 import { selectRunSetEntries } from "../../redux/execution-system/run-sets/run-sets.slice.js";

package/dist/agents/components/messages-display/assistant/AgentAssistantMessage.js

@@ -7,7 +7,7 @@ import {
   useState,
   useEffect
 } from "react";
-import { MarkdownStream } from "../../../../ui/markdown-stream/MarkdownStream.js";
+import MarkdownStream from "../../../../ui/markdown-stream/MarkdownStream.js";
 import "../rich-document/chat-message-source.js";
 import { RecordAnnotations, annotationRecordOf } from "@ai-matrx/rich-content/host/app-bindings";
 import { useAppDispatch, useAppSelector } from "../../../../store/hooks.js";
@@ -75,7 +75,7 @@ import { retryConversationTurn } from "../../../redux/execution-system/message-c
 import { commitInlineContentEdit } from "../../../redux/execution-system/message-crud/commit-inline-edit.thunk.js";
 import { InPlaceAnswerEditor } from "./InPlaceAnswerEditor.js";
 import { updateMessageRecord } from "../../../redux/execution-system/messages/messages.slice.js";
-import { handInPlaceCaret } from "../../../../utils/rich-editor/in-place/caret-handoff.js";
+import { handInPlaceCaret } from "@ai-matrx/rich-editor/in-place/caret-handoff";
 import { toast } from "../../../../host/notify.js";
 import { useDomCapturePrint } from "../../../../conversation/hooks/useDomCapturePrint.js";
 import { MessageFilesStrip } from "../../../../host/ui-slots.js";

package/dist/agents/components/messages-display/assistant/InPlaceAnswerEditor.js

@@ -2,7 +2,7 @@
 import { jsx, jsxs } from "react/jsx-runtime";
 import { useEffect, useState } from "react";
 import { Loader2 } from "lucide-react";
-import { takeInPlaceCaret } from "../../../../utils/rich-editor/in-place/caret-handoff.js";
+import { takeInPlaceCaret } from "@ai-matrx/rich-editor/in-place/caret-handoff";
 import { useAppDispatch } from "../../../../store/hooks.js";
 import { updateMessageRecord } from "../../../redux/execution-system/messages/messages.slice.js";
 import {

package/dist/agents/components/messages-display/conversation-tools/find-in-conversation.js

@@ -1,4 +1,4 @@
-import { collectRenderedFindRanges, findRenderedTextMatches } from "../../../../utils/rendered-find.js";
+import { collectRenderedFindRanges, findRenderedTextMatches } from "@ai-matrx/rich-content/utils/rendered-find";
 function findTextMatches(text, query) {
   return findRenderedTextMatches(text, query.trim());
 }

package/dist/agents/components/messages-display/message-options/buildTaskSeedFromMessage.js

@@ -1,5 +1,5 @@
 import { durableRecordId } from "@ai-matrx/kit/ids";
-import { plainTitleFromMarkdown } from "../../../../utils/markdown/plain-title.js";
+import { plainTitleFromMarkdown } from "@ai-matrx/rich-content/utils/plain-title";
 import { cleanMarkdown } from "@ai-matrx/content-ir/source";
 import { buildConversationMessageTitle } from "../../../utils/conversation-message-title.js";
 function buildMessagePreviewLabel(content, maxLength = 160) {

package/dist/agents/components/messages-display/user/AgentUserMessage.js

@@ -36,7 +36,7 @@ import {
 } from "../../../redux/execution-system/instance-variable-values/instance-variable-values.selectors.js";
 import { MessageAttachmentStrip } from "../MessageAttachmentStrip.js";
 import { isAttachmentMessagePart } from "../../context-items/normalize.js";
-import { MarkdownStream } from "../../../../ui/markdown-stream/MarkdownStream.js";
+import MarkdownStream from "../../../../ui/markdown-stream/MarkdownStream.js";
 import "../rich-document/chat-message-source.js";
 import { literalUserText } from "./literal-user-text.js";
 import { buildVariableDisplayLines } from "../../../utils/variable-display-lines.js";

package/dist/agents/components/messages-display/user/FirstTurnVariables.js

@@ -11,7 +11,7 @@ import { buildVariableDisplayLines } from "../../../utils/variable-display-lines
 import { EntityRef } from "../../../../host/ui-slots.js";
 import { useEntityTitles } from "../../../../host/ui-slots.js";
 import { AnswerValueView } from "../../../../host/ui-slots.js";
-import { isKindJsonText, valueCarriesKind } from "../../../../utils/content-ir/surfaces/json-kind-signal.js";
+import { isKindJsonText, valueCarriesKind } from "@ai-matrx/content-ir/surfaces";
 function kindCarryingValue(value) {
   if (!valueCarriesKind(value)) return null;
   if (typeof value === "string" && isKindJsonText(value)) {

package/dist/agents/components/run/AgentStatusIndicator.js

@@ -1,6 +1,6 @@
 "use client";
 import { jsx } from "react/jsx-runtime";
-import { ShimmerText } from "../../../ui/ShimmerText.js";
+import { ShimmerText } from "@ai-matrx/rich-content/utils/lifted/ShimmerText";
 function AgentStatusIndicator({
   message,
   compact = false

package/dist/agents/components/run/RunJobWorkingLine.js

@@ -1,7 +1,7 @@
 "use client";
 import { jsx, jsxs } from "react/jsx-runtime";
 import { useEffect, useState } from "react";
-import { ShimmerText } from "../../../ui/ShimmerText.js";
+import { ShimmerText } from "@ai-matrx/rich-content/utils/lifted/ShimmerText";
 import { useAppSelector } from "../../../store/hooks.js";
 import {
   selectRequestGenerationJob,

package/dist/agents/components/shared/AgentNewRunButton.js

@@ -6,7 +6,7 @@ import { useAppDispatch, useAppSelector } from "../../../store/hooks.js";
 import { startNewConversation } from "../../redux/execution-system/thunks/create-instance.thunk.js";
 import { PlusTapButton } from "@ai-matrx/tap-target/buttons";
 import { selectFocusedConversation } from "../../redux/execution-system/conversation-focus/conversation-focus.selectors.js";
-import { pushAddressWithoutNavigating } from "../../../ui/addressWithoutNavigating.js";
+import { pushAddressWithoutNavigating } from "@ai-matrx/rich-content/utils/addressWithoutNavigating";
 function AgentNewRunButton({ surfaceKey }) {
   const conversationId = useAppSelector(selectFocusedConversation(surfaceKey));
   const dispatch = useAppDispatch();

package/dist/agents/components/shared/AgentPlanningIndicator.js

@@ -1,6 +1,6 @@
 "use client";
 import { jsx } from "react/jsx-runtime";
-import { ShimmerText } from "../../../ui/ShimmerText.js";
+import { ShimmerText } from "@ai-matrx/rich-content/utils/lifted/ShimmerText";
 function AgentPlanningIndicator({
   compact = false,
   label = "Planning..."

package/dist/agents/conversation-export/conversation-transfer.js

@@ -1,6 +1,6 @@
 import { toast } from "../../host/notify.js";
 import { unwrapKindEnvelopes } from "@ai-matrx/content-ir/source";
-import { kindTextToMarkdown } from "../../utils/content-ir/surfaces/kind-text-to-markdown.js";
+import { kindTextToMarkdown } from "@ai-matrx/content-ir/surfaces";
 import { extractFlatText } from "../redux/execution-system/messages/messages.selectors.js";
 import { selectConversationTitle } from "../redux/execution-system/conversations/conversations.selectors.js";
 import { isMessagePinned } from "../message-pins/pinned-messages-store.js";

package/dist/agents/conversation-export/document-markdown.js

@@ -1,5 +1,5 @@
 import { unwrapKindEnvelopes } from "@ai-matrx/content-ir/source";
-import { kindTextToMarkdown } from "../../utils/content-ir/surfaces/kind-text-to-markdown.js";
+import { kindTextToMarkdown } from "@ai-matrx/content-ir/surfaces";
 function documentMarkdown(markdown) {
   return kindTextToMarkdown(unwrapKindEnvelopes(markdown));
 }

package/dist/agents/hooks/useConversationRoutePromotion.js

@@ -1,7 +1,7 @@
 "use client";
 import { useEffect, useEffectEvent, useRef } from "react";
 import { useRouter } from "../../host/navigation.js";
-import { replaceAddressWithoutNavigating } from "../../ui/addressWithoutNavigating.js";
+import { replaceAddressWithoutNavigating } from "@ai-matrx/rich-content/utils/addressWithoutNavigating";
 import { useAppDispatch, useAppSelector, useAppStore } from "../../store/hooks.js";
 import { waitForConversationPersisted } from "../redux/execution-system/conversations/conversation-persistence.js";
 import { selectMessageCount } from "../redux/execution-system/messages/messages.selectors.js";

package/dist/agents/hooks/useModelControls.js

@@ -1,7 +1,7 @@
 "use client";
 import { LLM_PARAMS_KEYS } from "@ai-matrx/agents/generated/llm-enums";
 import { UI_GATE_KEYS } from "../redux/agent-settings/ui-gates.js";
-import { isJsonObject } from "../../utils/json.js";
+import { isJsonObject } from "@ai-matrx/rich-content/utils/json";
 import { outputFormatControlKey } from "@ai-matrx/agents/models";
 function supportsTools(normalizedControls) {
   const normalizedTools = normalizedControls?.tools;

package/dist/agents/redux/agent-definition/converters.js

@@ -15,7 +15,7 @@ import { sanitizeAgentToolIds } from "./sanitize-tool-ids.js";
 import { stripNullish } from "../../../ui/payload.js";
 import { OrganizationContextError } from "@ai-matrx/agents/matrx";
 import { parseUiGates } from "../agent-settings/ui-gates.js";
-import { isJsonObject } from "../../../utils/json.js";
+import { isJsonObject } from "@ai-matrx/rich-content/utils/json";
 import {
   recordAgentDataIssue,
   recoverAgentDataField

package/dist/agents/redux/agent-definition/slice.js

@@ -1,5 +1,5 @@
 import { createSlice } from "@reduxjs/toolkit";
-import { isJsonObject } from "../../../utils/json.js";
+import { isJsonObject } from "@ai-matrx/rich-content/utils/json";
 import {
   shouldUpgradeFetchStatus
 } from "../../types/agent-definition.types.js";

package/dist/agents/redux/conversation-list/conversation-list.thunks.js

@@ -16,7 +16,7 @@ import {
 import { CONVERSATION_LIST_PAGE_SIZE } from "./conversation-list.types.js";
 import { excludeHiddenLane } from "../conversation-history/history-filters.js";
 import { getUserId, hasBrowserSession } from "../../../host/identity.js";
-import { conversationTitleText } from "../../../utils/content-ir/surfaces/kind-text-label.js";
+import { conversationTitleText } from "@ai-matrx/content-ir/surfaces";
 function resolveCanonicalAgentIdForConversationsFetch(input, state) {
   const versionFilter = input.versionFilter === void 0 ? null : input.versionFilter;
   let mapKey;

package/dist/agents/redux/execution-system/active-requests/active-requests.selectors.js

@@ -5,7 +5,7 @@ import {
 import { createSelector } from "@reduxjs/toolkit";
 import { isAnswerKeptWarning } from "./answer-kept-warning.js";
 import { blockMediaFileId } from "../utils/block-media-identity.js";
-import { DECISION_ANSWERS_BLOCK_TYPE } from "../../../../utils/content-ir/decision-answers-ids.js";
+import { DECISION_ANSWERS_BLOCK_TYPE } from "@ai-matrx/content-ir/surfaces";
 import { decisionAnswersText } from "@ai-matrx/agents/presentation/decision-answers";
 import {
   readEnvelope,
@@ -17,7 +17,7 @@ import {
   insertCitationMarkers
 } from "../messages/message-citations.js";
 import { soleFence } from "@ai-matrx/content-ir/source";
-import { stripThinkingStreaming } from "@ai-matrx/kit/text";
+import { stripThinkingStreaming } from "@ai-matrx/content-ir/source";
 const EMPTY_REQUEST_IDS = [];
 const EMPTY_ACTIVE_REQUESTS = [];
 const selectRequest = (requestId) => (state) => state.activeRequests.byRequestId[requestId];

package/dist/agents/redux/execution-system/active-requests/active-requests.slice.d.ts

@@ -66,6 +66,8 @@ export declare const createRequest: import("@reduxjs/toolkit").ActionCreatorWith
     requestId: string;
     streamSeq: number;
     streamId?: string | null;
+    /** The cursor's per-segment high-water marks (replay dedup survives A→B). */
+    marks?: Record<string, number>;
 }, "activeRequests/recordTransportSeq">, setRequestStatus: import("@reduxjs/toolkit").ActionCreatorWithPayload<{
     requestId: string;
     status: RequestStatus;

package/dist/agents/redux/execution-system/active-requests/active-requests.slice.js

@@ -269,6 +269,13 @@ const activeRequestsSlice = createSlice({
     recordTransportSeq(state, action) {
       const request = state.byRequestId[action.payload.requestId];
       if (!request) return;
+      if (action.payload.marks) {
+        const merged = { ...request.transportSeqByStream ?? {} };
+        for (const [id, seq] of Object.entries(action.payload.marks)) {
+          merged[id] = Math.max(merged[id] ?? 0, seq);
+        }
+        request.transportSeqByStream = merged;
+      }
       const streamId = action.payload.streamId ?? null;
       if (streamId && streamId !== request.transportStreamId) {
         request.transportStreamId = streamId;

package/dist/agents/redux/execution-system/conversations/conversation-persistence.js

@@ -1,14 +1,12 @@
 import { supabase } from "../../../../host/db.js";
+import { hasBrowserSession } from "../../../../host/identity.js";
 async function waitForConversationPersisted(conversationId, {
   signal,
   timeoutMs = 18e4,
   intervalMs = 250,
   maxIntervalMs = 1500
 } = {}) {
-  const {
-    data: { session }
-  } = await supabase.auth.getSession();
-  if (!session) {
+  if (!await hasBrowserSession()) {
     console.info(
       `[conversation-persistence] Guest session \u2014 skipping persistence poll for ${conversationId} (URL stays on /new; server persists under the guest's anonymous user).`
     );

package/dist/agents/redux/execution-system/instance-context/sync-canvas-item-context.thunk.js

@@ -8,7 +8,7 @@ import { applyContextDeltaToContent } from "../instance-working-document/context
 import { CANVAS_ITEM_UPDATED_EVENT } from "../../../utils/canvas-item-event.js";
 import { invalidateCanvasItemCache } from "../../../../host/ui-slots.js";
 import { canvasGetVersionHistory, canvasGetById } from "../../../../host/ui-slots.js";
-import { isMaterializedArtifactId } from "../../../utils/artifactId.js";
+import { isMaterializedArtifactId } from "@ai-matrx/rich-content/utils/lifted/artifactId";
 import { recordUnavailable } from "../../../../host/diagnostics.js";
 function extractBody(content) {
   const stored = content;

package/dist/agents/redux/execution-system/thunks/dispatch-matrx-extend-tool.thunk.js

@@ -2,13 +2,15 @@ import { createAsyncThunk } from "@reduxjs/toolkit";
 import { submitToolResult } from "../../../api/submit-tool-results.js";
 import { upsertToolLifecycle } from "../active-requests/active-requests.slice.js";
 import { invokeMatrxExtendTool } from "../../../../host/server/extension-bridge.js";
+import { getChatHost, isChatHostConfigured } from "../../../../host/configure.js";
 import { extractErrorMessage } from "@ai-matrx/data/net";
 const dispatchMatrxExtendTool = createAsyncThunk(
   "matrxExtendTools/dispatch",
   async ({ conversationId, requestId, callId, toolName, args }, { dispatch }) => {
     const startedAt = performance.now();
     try {
-      const invocation = await invokeMatrxExtendTool(toolName, args);
+      const deviceTools = isChatHostConfigured() ? getChatHost().deviceTools : null;
+      const invocation = deviceTools ? await deviceTools.invoke(toolName, args, { conversationId, callId }) : await invokeMatrxExtendTool(toolName, args);
       if (!invocation.handled) {
         const message = invocation.reason === "matrx_extend_unavailable" ? `'${toolName}' runs inside the Matrx Extend browser extension, and no Matrx Extend is installed or reachable in this browser right now. Nothing ran and nothing was changed. Tell the user plainly, and ask them to install or enable Matrx Extend and reload this page \u2014 or take a route that does not need the extension.` : `Matrx Extend is installed here, but it does not own a tool named '${toolName}', so nothing ran and nothing was changed. Do not retry the same name: use a tool that is actually offered this turn, or tell the user this capability is not available on this browser.`;
         dispatch(

package/dist/agents/redux/execution-system/thunks/process-stream.js

@@ -6,6 +6,7 @@ import {
 } from "../../../../host/usage-gate.js";
 import { parseNdjsonStream } from "../../../../host/server/stream-parser.js";
 import {
+  createStreamReplayCursor,
   isStreamTransportLost,
   readStreamCursor,
   StreamTransportError
@@ -114,7 +115,7 @@ import {
 } from "../instance-context/sync-canvas-item-context.thunk.js";
 import { docKindForContextKey } from "../../../utils/workingDocumentContext.js";
 import { isCanvasItemContextKey } from "../../../utils/canvasItemContext.js";
-import { StreamingJsonTracker } from "@ai-matrx/kit/json-extract";
+import { StreamingJsonTracker } from "@ai-matrx/content-ir/json-extract";
 import { StreamBlockAccumulator } from "../utils/stream-block-accumulator.js";
 import { deriveAnswerDataText } from "../active-requests/active-requests.selectors.js";
 import { captureError } from "../../../../host/diagnostics.js";
@@ -143,7 +144,6 @@ import { getCapabilitiesForConversation } from "../../../runtime/get-model-capab
 import { toast } from "../../../../host/notify.js";
 import { isDirectiveApplyEvent } from "@ai-matrx/agents/envelope";
 import { proposeDirective } from "../../proposed-directives/proposedDirectivesSlice.js";
-const readTransportCursor = readStreamCursor;
 function renderBlockToContentType(type) {
   if (type === "image" || type === "image_output") return "image";
   if (type === "audio_output") return "audio";
@@ -187,7 +187,7 @@ import { StreamProfiler } from "../../../../ui/stream-profiler.js";
 import { makePartialKindStalenessGate } from "@ai-matrx/content-ir/wire";
 import { prepareInboundRenderBlock } from "../utils/inbound-render-block.js";
 import { progressDataRenderBlock } from "../utils/progress-data-block.js";
-import { DECISION_ANSWERS_BLOCK_TYPE } from "../../../../utils/content-ir/decision-answers-ids.js";
+import { DECISION_ANSWERS_BLOCK_TYPE } from "@ai-matrx/content-ir/surfaces";
 import { recordContextReceipt } from "../context-rules/receipt-check.js";
 import { assembleMessageParts } from "../utils/assemble-cx-content-blocks.js";
 import { materializeMessageArtifacts } from "../../../../host/ui-slots.js";
@@ -395,7 +395,8 @@ async function processStream({
         recordTransportSeq({
           requestId,
           streamSeq: cursor.streamSeq,
-          streamId: cursor.streamId
+          streamId: cursor.streamId,
+          marks: cursor.marks
         })
       );
     }
@@ -455,8 +456,22 @@ async function processStream({
     dispatch(setRequestStatus({ requestId, status: "error", error }));
     dispatch(setInstanceStatus({ conversationId, status: "error" }));
   };
-  let lastTransportSeq = getState().activeRequests.byRequestId[requestId]?.lastTransportSeq ?? 0;
-  let transportStreamId = getState().activeRequests.byRequestId[requestId]?.transportStreamId ?? null;
+  const seededRequest = getState().activeRequests.byRequestId[requestId];
+  const transportCursor = createStreamReplayCursor({
+    seed: {
+      streamId: seededRequest?.transportStreamId ?? null,
+      lastSeq: seededRequest?.lastTransportSeq ?? 0,
+      marks: seededRequest?.transportSeqByStream ?? {}
+    },
+    // New emitter segment: retain prior rendered content, but make the next
+    // client block begin after it. This mirrors a fresh local resume request
+    // without blanking the retained viewer.
+    onSegmentChange: () => {
+      blockAccumulator.rewindToBlockCount(
+        getState().activeRequests.byRequestId[requestId]?.renderBlockOrder.length ?? 0
+      );
+    }
+  });
   let retainedEntry;
   const consume = async (nextResponse, nextAbortController, nextOnEvent) => {
     if (retainedEntry.busy) {
@@ -480,25 +495,13 @@ async function processStream({
       let sawTerminalEvent = false;
       try {
         for await (const event of events) {
-          const transportCursor = readTransportCursor(event);
-          if (transportCursor !== null) {
-            const segmentChanged = transportCursor.streamId !== null && transportStreamId !== null && transportCursor.streamId !== transportStreamId;
-            if (segmentChanged) {
-              blockAccumulator.rewindToBlockCount(
-                getState().activeRequests.byRequestId[requestId]?.renderBlockOrder.length ?? 0
-              );
-              lastTransportSeq = 0;
-            }
-            if (transportCursor.streamId !== null) {
-              transportStreamId = transportCursor.streamId;
-            }
-            if (transportCursor.streamSeq <= lastTransportSeq) {
-              continue;
-            }
-            lastTransportSeq = transportCursor.streamSeq;
+          const stamp = readStreamCursor(event);
+          if (stamp !== null) {
+            if (!transportCursor.admit(event)) continue;
             pendingTransportCursor = {
-              streamSeq: transportCursor.streamSeq,
-              streamId: transportCursor.streamId
+              streamSeq: stamp.streamSeq,
+              streamId: stamp.streamId,
+              marks: transportCursor.marks
             };
             scheduleBatchEvent();
           }

package/dist/agents/redux/execution-system/thunks/run-ai-stream.d.ts

@@ -201,6 +201,13 @@ export interface UnprocessableErrorClassification {
 }
 /** Classify HTTP 422s by server code; message text is legacy fallback only. */
 export declare function classifyUnprocessableError(errorCode: string | null, serverMessage: string): UnprocessableErrorClassification;
+/**
+ * `X-Matrx-Client-Sent-At` (epoch ms of the frozen submission moment) and
+ * `X-Matrx-Client-Prep-Ms` (submission → fetch dispatch). `submitAt` is a
+ * `performance.now()` stamp, so the epoch time is derived from the monotonic
+ * elapsed time — immune to wall-clock steps between submit and dispatch.
+ */
+export declare function buildLatencyHeaders(submitAt: number, nowPerf?: number, nowEpoch?: number): Record<string, string>;
 /**
  * Retry only after the server explicitly rejected the POST before execution
  * with `X-Matrx-Drain`. Once that proof exists, brief connection failures are

package/dist/agents/redux/execution-system/thunks/run-ai-stream.js

@@ -180,6 +180,13 @@ function waitForDrainRetry(ms, signal) {
     signal.addEventListener("abort", onAbort, { once: true });
   });
 }
+function buildLatencyHeaders(submitAt, nowPerf = performance.now(), nowEpoch = Date.now()) {
+  const prepMs = Math.max(0, nowPerf - submitAt);
+  return {
+    "X-Matrx-Client-Sent-At": String(Math.round(nowEpoch - prepMs)),
+    "X-Matrx-Client-Prep-Ms": String(Math.round(prepMs))
+  };
+}
 async function fetchThroughDeploymentDrain(url, init, signal) {
   const deadline = Date.now() + DEPLOYMENT_DRAIN_MAX_WAIT_MS;
   let drainObserved = false;
@@ -299,6 +306,11 @@ async function runAiStreamOnce(args) {
         );
       }
     }
+    if (kind !== "rejoin") {
+      Object.assign(fetchInit, {
+        headers: { ...headers, ...buildLatencyHeaders(submitAt) }
+      });
+    }
     response = kind === "rejoin" ? await fetchRejoin(
       url,
       fetchInit,
@@ -586,6 +598,7 @@ export {
   StreamCancelledError,
   StreamPhaseError,
   StreamRejoinUnavailableError,
+  buildLatencyHeaders,
   classifyUnprocessableError,
   fetchThroughDeploymentDrain,
   parseApiErrorBody,

package/dist/agents/redux/execution-system/thunks/run-headless-agent-json.js

@@ -1,4 +1,4 @@
-import { extractAllJson, extractFirstJson } from "@ai-matrx/kit/json-extract";
+import { extractAllJson, extractFirstJson } from "@ai-matrx/content-ir/json-extract";
 import { extractErrorMessage } from "@ai-matrx/data/net";
 import { destroyInstanceIfAllowed } from "../conversations/conversations.thunks.js";
 import { captureError } from "../../../../host/diagnostics.js";

package/dist/agents/redux/execution-system/utils/assemble-cx-content-blocks.js

@@ -9,7 +9,7 @@ import { readEnvelope } from "@ai-matrx/content-ir";
 import {
   DECISION_ANSWERS_BLOCK_TYPE,
   DECISION_ANSWERS_KIND
-} from "../../../../utils/content-ir/decision-answers-ids.js";
+} from "@ai-matrx/content-ir/surfaces";
 function isReasoningEnd(e) {
   return e.kind === "reasoning_end";
 }

package/dist/agents/redux/execution-system/utils/normalize-content-blocks.js

@@ -4,7 +4,7 @@ import {
   fromCxAudioPart,
   fromCxVideoPart
 } from "@ai-matrx/media/files";
-import { DECISION_ANSWERS_BLOCK_TYPE } from "../../../../utils/content-ir/decision-answers-ids.js";
+import { DECISION_ANSWERS_BLOCK_TYPE } from "@ai-matrx/content-ir/surfaces";
 import { withPerformedScript } from "../../../speech-script/types.js";
 import { seedPersistedEnvelopeCache } from "@ai-matrx/rich-content/kinds/registry/region-envelope-memo";
 function normalizeContentBlocks(rawBlocks) {

package/dist/agents/redux/execution-system/utils/output-contract-guard.js

@@ -3,7 +3,7 @@ import { hasField } from "@ai-matrx/agents/field-flags";
 import { peekMandateCatalogueEntry } from "../../../../host/ui-slots.js";
 import { fetchAgentOutputSchemas } from "../../../../mandates/output-contract.js";
 import { SURFACE_WRITE_TOOL_NAME } from "../../../../surfaces/runtime/surface-writeback.js";
-import { isJsonObject } from "../../../../utils/json.js";
+import { isJsonObject } from "@ai-matrx/rich-content/utils/json";
 import { readAgentName } from "../../../identity/agent-identity.js";
 function schemaName(schema) {
   if (!isJsonObject(schema)) return null;