@agent-native/core 0.98.0 → 0.98.1

package/corpus/README.md

@@ -28,4 +28,4 @@ rg -n "defineAction|useActionQuery" node_modules/@agent-native/core/corpus
 ## Generated Counts
 
 - core files: 2233
-- template files: 5456
+- template files: 5475

package/corpus/core/CHANGELOG.md

@@ -1,5 +1,29 @@
 # @agent-native/core
 
+## 0.98.1
+
+### Patch Changes
+
+- ee7b5b3: Keep assistant chat's duplicate-message recovery installed when assistant-ui swaps the underlying thread runtime during reconnects or thread changes.
+- ee7b5b3: Use the browser's preferred language for more accurate realtime voice transcripts.
+- ee7b5b3: Prevent chat and realtime voice from starting before AI provider readiness is known, and reliably surface setup when no provider is connected.
+- ee7b5b3: Update the session replay recorder to the latest stable rrweb release for more faithful browser capture.
+- ee7b5b3: Skip degenerate hand-drawn frame paths that can overflow the browser call stack while a visual block is still measuring.
+- ee7b5b3: Type nullable organization parameters in integration scope, budget, and workspace MCP queries so PostgreSQL can reliably prepare them.
+- ee7b5b3: Prevent sync-driven request storms by preserving in-flight reads, filtering same-tab action echoes, targeting action-query invalidation, refreshing shared run state from change events, and backing idle Dispatch monitoring away from fixed polling.
+- ee7b5b3: Reduce the width and height of centered full-page chat composers for a more compact starting state.
+- ee7b5b3: Use dated changelog filenames when a hand-written entry omits its release date.
+- ee7b5b3: Polish realtime voice settings, keep them open while using nested pickers, and add live microphone selection.
+- ee7b5b3: Show the full Builder model catalog in the app default model setting instead of filtering suggestions to the current model.
+- ee7b5b3: Support app-scoped encryption keys so multi-app development environments can safely read each app's encrypted data.
+- ee7b5b3: Keep full-page chat open when a user navigates to Settings.
+- ee7b5b3: Keep API key settings compact and move unconfigured providers and custom credentials behind a single New menu.
+- ee7b5b3: Ignore expected browser autoplay-policy rejections emitted by recorded media during session replay playback.
+- ee7b5b3: Let realtime voice discover and load app tools on demand while preserving guarded action execution.
+- ee7b5b3: Prevent the agent prompt composer from crashing when a destroyed editor reconnects after remount or browser history restoration.
+- ee7b5b3: Keep realtime voice waveforms visible between turns, show a clear connection spinner, complete the spoken ready greeting, prioritize navigation tools, flatten the orb into a translucent surface, preserve chronological voice transcripts, improve transcription language accuracy, keep popovers and the voice dock clear of the agent panel, and add in-call language, intelligence, and voice controls.
+- ee7b5b3: Simplify the chat model picker to Claude, OpenAI, Gemini, and OpenRouter, with OpenRouter listed last.
+
 ## 0.98.0
 
 ### Minor Changes

package/corpus/core/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@agent-native/core",
-  "version": "0.98.0",
+  "version": "0.98.1",
   "description": "Framework for agent-native application development — where AI agents and UI share SQL state, actions, and context",
   "homepage": "https://github.com/BuilderIO/agent-native#readme",
   "bugs": {
@@ -278,7 +278,7 @@
     "@react-router/dev": "^8.1.0",
     "@react-router/fs-routes": "^8.1.0",
     "@resvg/resvg-js": "^2.6.2",
-    "@rrweb/record": "2.0.1",
+    "@rrweb/record": "2.1.0",
     "@sentry/browser": "10.60.0",
     "@sentry/node": "10.60.0",
     "@shadcn/react": "^0.2.0",

package/corpus/core/src/action-change-marker.ts

@@ -5,6 +5,7 @@ export interface ActionChangeTarget {
   actionName?: string;
   owner?: string;
   orgId?: string;
+  requestSource?: string;
 }
 
 export function actionChangeMarkerSession(
@@ -23,6 +24,7 @@ export function actionChangeMarkerValue(
     ...(target.actionName ? { actionName: target.actionName } : {}),
     ...(target.owner ? { owner: target.owner } : {}),
     ...(target.orgId ? { orgId: target.orgId } : {}),
+    ...(target.requestSource ? { requestSource: target.requestSource } : {}),
   };
 }
 
@@ -42,6 +44,7 @@ export function parseActionChangeMarker(
   let actionName: string | undefined;
   let owner: string | undefined;
   let orgId: string | undefined;
+  let requestSource: string | undefined;
 
   if (parsed && typeof parsed === "object") {
     const record = parsed as Record<string, unknown>;
@@ -49,6 +52,10 @@ export function parseActionChangeMarker(
       typeof record.actionName === "string" ? record.actionName : undefined;
     owner = typeof record.owner === "string" ? record.owner : undefined;
     orgId = typeof record.orgId === "string" ? record.orgId : undefined;
+    requestSource =
+      typeof record.requestSource === "string"
+        ? record.requestSource
+        : undefined;
   }
 
   if (!owner && !orgId && typeof sessionId === "string" && sessionId) {
@@ -63,5 +70,5 @@ export function parseActionChangeMarker(
   }
 
   if (!actionName && !owner && !orgId) return null;
-  return { actionName, owner, orgId };
+  return { actionName, owner, orgId, requestSource };
 }

package/corpus/core/src/changelog/parse.ts

@@ -154,9 +154,14 @@ function stripBrackets(title: string): string {
 
 /**
  * Parse a pending `changelog/<file>.md` entry: optional `---` frontmatter
- * (`type:` / `date:`) followed by the markdown description body.
+ * (`type:` / `date:`) followed by the markdown description body. Callers that
+ * know the entry filename can provide its date as a fallback for hand-written
+ * entries that omit `date:`.
  */
-export function parsePendingEntry(content: string): PendingChangelogEntry {
+export function parsePendingEntry(
+  content: string,
+  fallbackDate?: string,
+): PendingChangelogEntry {
   let type: string | undefined;
   let date: string | undefined;
   let body = content;
@@ -176,7 +181,7 @@ export function parsePendingEntry(content: string): PendingChangelogEntry {
 
   return {
     type: normalizeType(type),
-    date,
+    date: date?.match(ISO_DATE)?.[1] ?? fallbackDate?.match(ISO_DATE)?.[1],
     text: body.trim(),
   };
 }

package/corpus/core/src/client/AgentPanel.tsx

@@ -1271,7 +1271,7 @@ function AgentPanelInner({
             )}
             {mode === "chat" && (
               <RunsTrayMenuItem
-                pollMs={2000}
+                pollMs={0}
                 limit={12}
                 showRecent={true}
                 onOpenThread={openRunThread}
@@ -1986,7 +1986,7 @@ const SIDEBAR_ANIMATION_MS = 260;
 const SIDEBAR_OVERLAY_Z_INDEX = 70;
 const SIDEBAR_FULLSCREEN_Z_INDEX = 90;
 /** Max width of the centered chat column in fullscreen mode (Claude-style). */
-const FULLSCREEN_CONTENT_MAX_PX = 760;
+const FULLSCREEN_CONTENT_MAX_PX = 570;
 
 function ResizeHandle({
   position,
@@ -2194,7 +2194,6 @@ function URLSync({ browserTabId }: { browserTabId?: string }) {
         return null;
       }
     },
-    refetchInterval: 2_000,
     retry: false,
   });
 

package/corpus/core/src/client/AssistantChat.tsx

@@ -170,6 +170,7 @@ import {
   GuidedQuestionFlow,
   useGuidedQuestionFlow,
 } from "./guided-questions.js";
+import { useT } from "./i18n.js";
 import {
   AgentAutoContinueSignal,
   type ContentPart,
@@ -388,6 +389,63 @@ function isAssistantUiDuplicateMessageIdError(error: unknown): boolean {
   );
 }
 
+type AssistantUiMessageRepository = {
+  addOrUpdateMessage: (parentId: unknown, message: unknown) => unknown;
+  __agentNativePatched?: boolean;
+  head?: { current?: { id?: string } } | null;
+};
+
+type AssistantUiThreadBinding = {
+  getState?: () => { repository?: AssistantUiMessageRepository };
+  outerSubscribe?: (callback: () => void) => void | (() => void);
+};
+
+/**
+ * Keep the assistant-ui repository race recovery installed across runtime-core
+ * replacements. The public ThreadRuntime object stays stable when its binding
+ * swaps to another local runtime (thread activation, reconnect, history load),
+ * but each core owns a different MessageRepository instance.
+ */
+export function installAssistantUiMessageRepositoryRecovery(
+  threadRuntime: unknown,
+): () => void {
+  const binding = (
+    threadRuntime as {
+      __internal_threadBinding?: AssistantUiThreadBinding;
+    }
+  )?.__internal_threadBinding;
+  if (!binding?.getState) return () => {};
+
+  const patchCurrentRepository = () => {
+    const repo = binding.getState?.()?.repository;
+    if (!repo || typeof repo.addOrUpdateMessage !== "function") return;
+    if (repo.__agentNativePatched) return;
+    repo.__agentNativePatched = true;
+    const original = repo.addOrUpdateMessage.bind(repo);
+    repo.addOrUpdateMessage = function (parentId: unknown, message: unknown) {
+      try {
+        return original(parentId, message);
+      } catch (error) {
+        const errorMessage =
+          error instanceof Error ? error.message : String(error);
+        if (parentId && errorMessage.includes("Parent message not found")) {
+          const fallbackParent = this.head?.current?.id ?? null;
+          if (fallbackParent && fallbackParent !== parentId) {
+            return original(fallbackParent, message);
+          }
+          return original(null, message);
+        }
+        if (errorMessage.includes("same id already exists")) return;
+        throw error;
+      }
+    };
+  };
+
+  patchCurrentRepository();
+  const unsubscribe = binding.outerSubscribe?.(patchCurrentRepository);
+  return typeof unsubscribe === "function" ? unsubscribe : () => {};
+}
+
 function cloneContentParts(content: ContentPart[]): ContentPart[] {
   return content.map((part) =>
     part.type === "text" || part.type === "reasoning"
@@ -1885,6 +1943,7 @@ const AssistantChatInner = forwardRef<
 ) {
   const thread = useThread();
   const threadRuntime = useThreadRuntime();
+  const t = useT();
   const composerRuntime = useComposerRuntime();
   const isRuntimeRunning = thread.isRunning;
   // Latest-value ref so long-lived async closures (the reconnect reader, its
@@ -1993,41 +2052,19 @@ const AssistantChatInner = forwardRef<
   // assets.agent-native.com prompt composer (AGENT-NATIVE-BROWSER-18). Fix
   // it by relinking to the current head whenever the requested parent has
   // gone missing instead of throwing.
-  useEffect(() => {
-    const repo = (threadRuntime as any)?.__internal_threadBinding?.getState?.()
-      ?.repository as
-      | { addOrUpdateMessage?: (parentId: any, message: any) => void }
-      | undefined;
-    if (!repo || typeof repo.addOrUpdateMessage !== "function") return;
-    const patched = repo as any;
-    if (patched.__agentNativePatched) return;
-    patched.__agentNativePatched = true;
-    const original = repo.addOrUpdateMessage.bind(repo);
-    repo.addOrUpdateMessage = function (parentId: any, message: any) {
-      try {
-        return original(parentId, message);
-      } catch (err) {
-        const msg = err instanceof Error ? err.message : String(err);
-        if (parentId && msg.includes("Parent message not found")) {
-          const fallbackParent = (this as any).head?.current?.id ?? null;
-          if (fallbackParent && fallbackParent !== parentId) {
-            return original(fallbackParent, message);
-          }
-          return original(null, message);
-        }
-        if (msg.includes("same id already exists")) {
-          return;
-        }
-        throw err;
-      }
-    };
-  }, [threadRuntime]);
+  useEffect(
+    () => installAssistantUiMessageRepositoryRecovery(threadRuntime),
+    [threadRuntime],
+  );
   const agentEngineConfigured = useAgentEngineConfigured(
     providerStatusChecksEnabled,
     { tabId, threadId },
   );
   const missingApiKey = agentEngineConfigured.missing;
-  const isComposerDisabled = missingApiKey || composerDisabled;
+  const isProviderStatusChecking =
+    providerStatusChecksEnabled && agentEngineConfigured.state === "unknown";
+  const isComposerDisabled =
+    missingApiKey || isProviderStatusChecking || composerDisabled;
   const [missingKeySetupOpen, setMissingKeySetupOpen] = useState(false);
   const requestMissingKeySetup = useCallback(() => {
     setMissingKeySetupOpen(true);
@@ -2043,7 +2080,12 @@ const AssistantChatInner = forwardRef<
         : await fetchAgentEngineConfiguredState(providerStatusChecksEnabled, {
             timeoutMs: SUBMIT_ENGINE_STATUS_TIMEOUT_MS,
           });
-    if (state !== "missing") return true;
+    if (state === "configured") return true;
+
+    // Unknown means the readiness endpoint is unavailable or still resolving.
+    // Do not start a run optimistically: that recreates the long failure path
+    // this preflight exists to prevent. The mounted hook retries automatically.
+    if (state === "unknown") return false;
 
     requestMissingKeySetup();
     if (typeof window !== "undefined") {
@@ -5150,14 +5192,16 @@ const AssistantChatInner = forwardRef<
                             placeholder={
                               missingApiKey
                                 ? "Connect AI to start chatting..."
-                                : composerDisabled
-                                  ? (composerDisabledPlaceholder ??
-                                    "Open Desktop to use this chat.")
-                                  : isRunning
-                                    ? queuedMessages.length > 0
-                                      ? `${queuedMessages.length} queued — send a follow-up...`
-                                      : "Send a follow-up..."
-                                    : composerPlaceholder
+                                : isProviderStatusChecking
+                                  ? t("agentPanel.checkingAiConnection")
+                                  : composerDisabled
+                                    ? (composerDisabledPlaceholder ??
+                                      "Open Desktop to use this chat.")
+                                    : isRunning
+                                      ? queuedMessages.length > 0
+                                        ? `${queuedMessages.length} queued — send a follow-up...`
+                                        : "Send a follow-up..."
+                                      : composerPlaceholder
                             }
                             onSubmit={
                               isRunning || composerContextItems.length > 0

package/corpus/core/src/client/analytics.ts

@@ -618,12 +618,41 @@ function isAgentNativeDocsUrl(url: string): boolean {
   }
 }
 
+function isSessionReplayUrl(url: string): boolean {
+  if (!url) return false;
+  try {
+    const parsed = new URL(url);
+    return /^\/sessions\/[^/]+\/?$/.test(parsed.pathname);
+  } catch {
+    return false;
+  }
+}
+
 function shouldDropBrowserSentryNoise(event: Sentry.Event): boolean {
   const exceptionValues = event.exception?.values ?? [];
   const taggedUrl =
     typeof event.tags?.url === "string" ? event.tags.url : undefined;
   const requestUrl = (event.request?.url ?? taggedUrl ?? "").toLowerCase();
   const isDocsPage = isAgentNativeDocsUrl(requestUrl);
+  // rrweb 2.1.0 replays recorded media interactions with `void media.play()`.
+  // Browsers may reject that promise when the recorded media was unmuted and
+  // no user activation is still active, which becomes a source-less unhandled
+  // rejection even though the replay player keeps working. Keep this scoped to
+  // the replay detail route and the exact browser autoplay-policy message.
+  if (
+    isSessionReplayUrl(requestUrl) &&
+    exceptionValues.some((value) => {
+      const exceptionValue = String(value.value ?? "")
+        .trim()
+        .toLowerCase();
+      return (
+        exceptionValue.includes("notallowederror: play() failed") &&
+        exceptionValue.includes("user didn't interact with the document first")
+      );
+    })
+  ) {
+    return true;
+  }
   // AgentAutoContinueSignal is a control-flow sentinel thrown to bubble
   // out of the SSE stream parser when the agent run needs to be
   // auto-continued. It's caught by the chat adapter and is never a real

package/corpus/core/src/client/blocks/library/wireframe-kit.tsx

@@ -1511,6 +1511,20 @@ function roundedRectPath(
   ].join(" ");
 }
 
+/** Rough.js cannot safely render paths whose inset consumes the whole box. */
+export function hasDrawableRoughBounds(
+  width: number,
+  height: number,
+  inset: number,
+): boolean {
+  return (
+    Number.isFinite(width) &&
+    Number.isFinite(height) &&
+    width > inset * 2 &&
+    height > inset * 2
+  );
+}
+
 function elementStroke(node: Element, fallback: string): string {
   const explicit = readVar(node, "--rough-stroke");
   if (explicit) return explicit;
@@ -1623,7 +1637,7 @@ function build(
     preserveVertices: true,
   });
 
-  if (opts.drawFrame) {
+  if (opts.drawFrame && hasDrawableRoughBounds(layoutW, layoutH, 2)) {
     const sw = 2;
     push(
       gen.path(
@@ -1647,7 +1661,7 @@ function build(
     const y = (r.top - base.top) / zoom;
     const w = r.width / zoom;
     const h = r.height / zoom;
-    if (w < 2 || h < 2) return;
+    if (!hasDrawableRoughBounds(w, h, 1)) return;
     const kind = inferRoughKind(node);
     const rawStroke = elementStroke(node, sketch);
     const stroke =

package/corpus/core/src/client/chat-model-groups.ts

@@ -21,6 +21,12 @@ export interface BuildChatModelGroupsOptions {
   currentModel?: string;
 }
 
+const HIDDEN_CHAT_MODEL_ENGINES = new Set([
+  "ai-sdk:groq",
+  "ai-sdk:mistral",
+  "ai-sdk:cohere",
+]);
+
 function addCurrentModel(
   models: readonly string[],
   engineName: string,
@@ -93,6 +99,15 @@ function shouldShowDirectEngine(
   engine: ChatModelEngineEntry,
   currentEngineName?: string,
 ): boolean {
+  // Keep a persisted selection usable after an engine is hidden from the
+  // picker; users can choose a supported replacement instead of landing on a
+  // model that no longer has a rendered group.
+  if (
+    HIDDEN_CHAT_MODEL_ENGINES.has(engine.name) &&
+    engine.name !== currentEngineName
+  ) {
+    return false;
+  }
   if (engine.name === currentEngineName) return true;
   if (engine.name === "builder") return false;
   if (engine.name === "ai-sdk:anthropic") return false;
@@ -100,6 +115,18 @@ function shouldShowDirectEngine(
   return true;
 }
 
+function putOpenRouterLast(
+  a: ChatModelEngineEntry,
+  b: ChatModelEngineEntry,
+): number {
+  const aIsOpenRouter = a.name === "ai-sdk:openrouter";
+  const bIsOpenRouter = b.name === "ai-sdk:openrouter";
+  if (aIsOpenRouter === bIsOpenRouter) return 0;
+  if (aIsOpenRouter) return 1;
+  if (bIsOpenRouter) return -1;
+  return 0;
+}
+
 export function buildChatModelGroups({
   engines,
   configuredKeys,
@@ -123,6 +150,7 @@ export function buildChatModelGroups({
   return engines
     .filter((engine) => engine.packageInstalled !== false)
     .filter((engine) => shouldShowDirectEngine(engine, currentEngineName))
+    .sort(putOpenRouterLast)
     .map((engine) => {
       const requiredEnvVars = engine.requiredEnvVars ?? [];
       return {