@agent-native/core 0.114.10 → 0.114.12

package/corpus/templates/clips/desktop/src/app.tsx

@@ -86,6 +86,7 @@ import {
   type RecorderStopResult,
 } from "./lib/recorder";
 import { REWIND_AGENT_PROMPT } from "./lib/rewind-agent-prompt";
+import { getRewindStatusPresentation } from "./lib/rewind-status";
 import {
   loadBool,
   loadString,
@@ -893,6 +894,7 @@ export function App() {
   const [homeScreenMemoryStatus, setHomeScreenMemoryStatus] =
     useState<ScreenMemoryStatus | null>(null);
   const [homeScreenMemoryBusy, setHomeScreenMemoryBusy] = useState(false);
+  const homeScreenMemoryRefreshVersionRef = useRef(0);
   const [rewindAgentPromptCopied, setRewindAgentPromptCopied] = useState(false);
   const [agentHandoff, setAgentHandoff] =
     useState<RewindAgentHandoffRequest | null>(null);
@@ -946,26 +948,54 @@ export function App() {
   const isRecording = recorder !== null;
   // Whether the popover window is shown; driven by the visibility effect below.
   const [popoverVisible, setPopoverVisible] = useState(false);
+  const homeRewindPresentation = getRewindStatusPresentation({
+    status: homeScreenMemoryStatus,
+    config: featureConfig?.screenMemory ?? DEFAULT_SCREEN_MEMORY_CONFIG,
+    clipRecordingActive: isRecording || recordingFlowActive,
+  });
+  const refreshHomeScreenMemoryStatus = useCallback(() => {
+    const version = ++homeScreenMemoryRefreshVersionRef.current;
+    invoke<ScreenMemoryStatus>("screen_memory_status")
+      .then((status) => {
+        if (version === homeScreenMemoryRefreshVersionRef.current) {
+          setHomeScreenMemoryStatus(status);
+        }
+      })
+      .catch(() => {});
+  }, []);
   useEffect(() => {
     if (featureConfig?.screenMemory?.enabled !== true) {
+      homeScreenMemoryRefreshVersionRef.current += 1;
       setHomeScreenMemoryStatus(null);
       return;
     }
     let cancelled = false;
     const refresh = () => {
-      invoke<ScreenMemoryStatus>("screen_memory_status")
-        .then((status) => {
-          if (!cancelled) setHomeScreenMemoryStatus(status);
-        })
-        .catch(() => {});
+      if (!cancelled) refreshHomeScreenMemoryStatus();
     };
     refresh();
     const timer = window.setInterval(refresh, popoverVisible ? 5_000 : 30_000);
+    let unlisten: (() => void) | undefined;
+    listen("clips:screen-memory-changed", refresh)
+      .then((stopListening) => {
+        if (cancelled) {
+          stopListening();
+          return;
+        }
+        unlisten = stopListening;
+      })
+      .catch(() => {});
     return () => {
       cancelled = true;
+      homeScreenMemoryRefreshVersionRef.current += 1;
       window.clearInterval(timer);
+      unlisten?.();
     };
-  }, [featureConfig?.screenMemory?.enabled, popoverVisible]);
+  }, [
+    featureConfig?.screenMemory?.enabled,
+    popoverVisible,
+    refreshHomeScreenMemoryStatus,
+  ]);
   const recordShortcutHandlerRef = useRef<() => void>(() => {});
   // Mirrors `bubbleActive` (assigned below once it is computed) so device
   // probes can synchronously tell whether the camera bubble owns the grant.
@@ -3154,8 +3184,11 @@ export function App() {
           },
         },
       });
-      const status = await invoke<ScreenMemoryStatus>("screen_memory_status");
-      setHomeScreenMemoryStatus(status);
+      // The native producer can take a moment to finish pausing. Do not keep
+      // the Home switch locked while that status request waits; the existing
+      // change event and bounded poll will reconcile it, and this best-effort
+      // refresh can do the same without blocking the next resume action.
+      refreshHomeScreenMemoryStatus();
     } catch (err) {
       console.error(
         "[clips-tray] update Rewind remembering state failed:",
@@ -3633,34 +3666,13 @@ export function App() {
         <section className="rewind-home-card" aria-label="Rewind status">
           <div className="rewind-home-status">
             <span
-              className={`rewind-home-dot ${
-                featureConfig?.screenMemory?.enabled === true &&
-                featureConfig.screenMemory.paused !== true &&
-                homeScreenMemoryStatus?.state === "recording"
-                  ? "is-live"
-                  : ""
-              }`}
+              className={`rewind-home-dot ${homeRewindPresentation.isLive ? "is-live" : ""}`}
             />
             <div>
-              <strong>
-                {featureConfig?.screenMemory?.enabled !== true
-                  ? "Rewind is off"
-                  : featureConfig.screenMemory.paused === true
-                    ? "Rewind is paused"
-                    : homeScreenMemoryStatus?.exclusionActive
-                      ? "Rewind is protecting a private moment"
-                      : "Rewind is remembering"}
-              </strong>
-              {featureConfig?.screenMemory?.enabled !== true ||
-              featureConfig.screenMemory.paused ||
-              homeScreenMemoryStatus?.exclusionActive ? (
-                <p>
-                  {featureConfig?.screenMemory?.enabled !== true
-                    ? "Private memory for moments you may need later."
-                    : featureConfig.screenMemory.paused
-                      ? "Existing local memory is still available."
-                      : "An excluded app is being skipped."}
-                </p>
+              <strong>{homeRewindPresentation.title}</strong>
+              {!homeRewindPresentation.isLive ||
+              homeRewindPresentation.hasError ? (
+                <p>{homeRewindPresentation.detail}</p>
               ) : null}
             </div>
             <div className="rewind-home-controls">
@@ -4941,6 +4953,7 @@ function Setup({
   );
   const [screenMemoryStatus, setScreenMemoryStatus] =
     useState<ScreenMemoryStatus | null>(null);
+  const screenMemoryStatusRefreshVersionRef = useRef(0);
   const [screenMemoryMessage, setScreenMemoryMessage] = useState<{
     kind: "ok" | "error";
     text: string;
@@ -4976,7 +4989,11 @@ function Setup({
     (sum, segment) => sum + segment.bytes,
     0,
   );
-  const screenMemoryRecording = screenMemoryStatus?.state === "recording";
+  const rewindStatusPresentation = getRewindStatusPresentation({
+    status: screenMemoryStatus,
+    config: screenMemory,
+    clipRecordingActive: recordingActive,
+  });
   const captureControlsLocked = recordingActive;
 
   useEffect(() => {
@@ -5172,11 +5189,16 @@ function Setup({
     }
   }
 
-  function refreshScreenMemoryStatus() {
+  const refreshScreenMemoryStatus = useCallback(() => {
+    const version = ++screenMemoryStatusRefreshVersionRef.current;
     invoke<ScreenMemoryStatus>("screen_memory_status")
-      .then(setScreenMemoryStatus)
+      .then((status) => {
+        if (version === screenMemoryStatusRefreshVersionRef.current) {
+          setScreenMemoryStatus(status);
+        }
+      })
       .catch(() => {});
-  }
+  }, []);
 
   function refreshRewindEgressLog() {
     invoke<RewindEgressEvent[]>("rewind_list_evidence_egress", { limit: 20 })
@@ -5257,6 +5279,7 @@ function Setup({
       const status = await invoke<ScreenMemoryStatus>(
         "screen_memory_delete_all",
       );
+      screenMemoryStatusRefreshVersionRef.current += 1;
       setScreenMemoryStatus(status);
       setScreenMemoryMessage({ kind: "ok", text: "Rewind cleared." });
     } catch (err) {
@@ -5424,13 +5447,10 @@ function Setup({
   useEffect(() => {
     let cancelled = false;
     const refresh = () => {
-      invoke<ScreenMemoryStatus>("screen_memory_status")
-        .then((status) => {
-          if (!cancelled) setScreenMemoryStatus(status);
-        })
-        .catch(() => {});
+      if (!cancelled) refreshScreenMemoryStatus();
     };
     refresh();
+    const timer = window.setInterval(refresh, 5_000);
     const unlistens: Array<() => void> = [];
     const track = (p: Promise<() => void>) => {
       p.then((u) => {
@@ -5448,6 +5468,8 @@ function Setup({
     track(listen("clips:screen-memory-changed", refresh));
     return () => {
       cancelled = true;
+      screenMemoryStatusRefreshVersionRef.current += 1;
+      window.clearInterval(timer);
       unlistens.forEach((u) => {
         try {
           u();
@@ -5456,7 +5478,7 @@ function Setup({
         }
       });
     };
-  }, []);
+  }, [refreshScreenMemoryStatus]);
 
   // Load model status on mount and keep it current via events.
   useEffect(() => {
@@ -6044,17 +6066,16 @@ function Setup({
             </div>
             <div className="rewind-settings-status">
               <span
-                className={`rewind-home-dot ${screenMemoryRecording ? "is-live" : ""}`}
+                className={`rewind-home-dot ${rewindStatusPresentation.isLive ? "is-live" : ""}`}
               />
-              <span>
-                {screenMemoryStatus?.exclusionActive
-                  ? screenMemoryStatus.coverage
-                  : screenMemoryRecording
+              <span className="rewind-settings-status-copy">
+                <strong>{rewindStatusPresentation.title}</strong>
+                <span>
+                  {rewindStatusPresentation.kind === "recording" &&
+                  !rewindStatusPresentation.hasError
                     ? `${screenMemorySegments.length} retained segment${screenMemorySegments.length === 1 ? "" : "s"} · ${formatStorageBytes(screenMemoryTotalBytes)}`
-                    : screenMemory.paused
-                      ? "Paused. Existing memory remains available."
-                      : screenMemoryStatus?.lastError ||
-                        "Waiting for screen-recording permission."}
+                    : rewindStatusPresentation.detail}
+                </span>
               </span>
             </div>
             <div className="setup-section-heading">Privacy</div>
@@ -6550,17 +6571,11 @@ function Setup({
       <div className="setup-section rewind-settings-entry">
         <div className="rewind-settings-entry-main">
           <span
-            className={`rewind-home-dot ${screenMemoryRecording ? "is-live" : ""}`}
+            className={`rewind-home-dot ${rewindStatusPresentation.isLive ? "is-live" : ""}`}
           />
           <div>
             <strong>Rewind</strong>
-            <p className="setup-hint">
-              {!screenMemory.enabled
-                ? "Off"
-                : screenMemory.paused
-                  ? "Paused · existing local memory is still available"
-                  : "Remembering locally"}
-            </p>
+            <p className="setup-hint">{rewindStatusPresentation.title}</p>
           </div>
         </div>
         <button type="button" className="secondary" onClick={onOpenRewind}>
@@ -6738,21 +6753,16 @@ function Setup({
               bundle ID cannot be detected.
             </p>
             <div className="whisper-status">
-              {screenMemoryRecording ? (
+              {rewindStatusPresentation.isLive ? (
                 <IconCircleCheck size={13} className="whisper-status-icon" />
               ) : (
                 <IconAlertTriangle size={13} className="whisper-status-icon" />
               )}
               <span>
-                {screenMemoryStatus?.exclusionActive
-                  ? screenMemoryStatus.coverage
-                  : screenMemoryRecording
-                    ? `Rewind is retaining local coverage: ${screenMemorySegments.length} segment${screenMemorySegments.length === 1 ? "" : "s"}, ${formatStorageBytes(screenMemoryTotalBytes)}.`
-                    : screenMemory.paused
-                      ? "Capture paused. Existing local coverage remains available."
-                      : screenMemoryStatus?.lastError
-                        ? screenMemoryStatus.lastError
-                        : "Capture status is waiting for screen-recording permission."}
+                {rewindStatusPresentation.kind === "recording" &&
+                !rewindStatusPresentation.hasError
+                  ? `Rewind is retaining local coverage: ${screenMemorySegments.length} segment${screenMemorySegments.length === 1 ? "" : "s"}, ${formatStorageBytes(screenMemoryTotalBytes)}.`
+                  : rewindStatusPresentation.detail}
               </span>
             </div>
             {screenMemorySegments[0] ? (

package/corpus/templates/clips/desktop/src/lib/rewind-status.ts

@@ -0,0 +1,103 @@
+import type { ScreenMemoryConfig, ScreenMemoryStatus } from "../shared/config";
+
+export type RewindPresentationKind =
+  | "off"
+  | "paused"
+  | "recording"
+  | "excluded"
+  | "idle"
+  | "error"
+  | "unavailable";
+
+export interface RewindStatusPresentation {
+  kind: RewindPresentationKind;
+  title: string;
+  detail: string;
+  isLive: boolean;
+  hasError: boolean;
+}
+
+export function getRewindStatusPresentation({
+  status,
+  config,
+  clipRecordingActive = false,
+}: {
+  status: ScreenMemoryStatus | null;
+  config: ScreenMemoryConfig;
+  clipRecordingActive?: boolean;
+}): RewindStatusPresentation {
+  const runtimeConfig = status?.config ?? config;
+
+  if (!runtimeConfig.enabled || status?.state === "disabled") {
+    return {
+      kind: "off",
+      title: "Rewind is off",
+      detail: "Private memory for moments you may need later.",
+      isLive: false,
+      hasError: false,
+    };
+  }
+
+  if (runtimeConfig.paused || status?.state === "paused") {
+    return {
+      kind: "paused",
+      title: "Rewind is paused",
+      detail: "Existing local memory is still available.",
+      isLive: false,
+      hasError: false,
+    };
+  }
+
+  if (status?.exclusionActive) {
+    return {
+      kind: "excluded",
+      title: "Rewind is protecting a private moment",
+      detail: status.coverage || "An excluded app is being skipped.",
+      isLive: false,
+      hasError: false,
+    };
+  }
+
+  if (status?.available === false) {
+    return {
+      kind: "unavailable",
+      title: "Rewind is unavailable",
+      detail: "Rewind capture is not available on this device.",
+      isLive: false,
+      hasError: false,
+    };
+  }
+
+  if (status?.state === "recording") {
+    return {
+      kind: "recording",
+      title: "Rewind is remembering",
+      detail:
+        status.lastError ||
+        status.coverage ||
+        "Rewind is retaining local coverage.",
+      isLive: true,
+      hasError: Boolean(status.lastError),
+    };
+  }
+
+  if (status?.lastError) {
+    return {
+      kind: "error",
+      title: "Rewind needs attention",
+      detail: status.lastError,
+      isLive: false,
+      hasError: true,
+    };
+  }
+
+  return {
+    kind: "idle",
+    title: "Rewind is enabled but not currently capturing",
+    detail: clipRecordingActive
+      ? "Rewind will resume when this Clip ends."
+      : "No new local coverage is being retained right now.",
+    isLive: false,
+    hasError: false,
+  };
+}

package/corpus/templates/clips/desktop/src/styles.css

@@ -1707,6 +1707,16 @@ body[data-clips-route="recording-pill"] #root {
   margin: -4px 0 0;
 }
 
+.rewind-settings-status-copy {
+  display: grid;
+  gap: 1px;
+}
+
+.rewind-settings-status-copy strong {
+  color: var(--fg);
+  font-weight: 600;
+}
+
 .rewind-agent-row {
   border-bottom: none;
 }

package/dist/client/extensions/EmbeddedExtension.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"EmbeddedExtension.d.ts","sourceRoot":"","sources":["../../../src/client/extensions/EmbeddedExtension.tsx"],"names":[],"mappings":"AAwFA;;;;;;;;;;GAUG;AACH,wBAAgB,iCAAiC,CAC/C,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,GAAG,SAAS,GAClD,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAUzB;AAED,MAAM,WAAW,sBAAsB;IACrC,WAAW,EAAE,MAAM,CAAC;IACpB;2CACuC;IACvC,MAAM,EAAE,MAAM,CAAC;IACf;iDAC6C;IAC7C,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IACzC,0DAA0D;IAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kEAAkE;IAClE,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;qEAEiE;IACjE,OAAO,CAAC,EAAE,MAAM,IAAI,CAAC;IACrB;;;4EAGwE;IACxE,aAAa,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;CAC3C;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,EAChC,WAAW,EACX,MAAM,EACN,OAAO,EACP,SAAS,EACT,aAAkB,EAClB,OAAO,EACP,aAAa,GACd,EAAE,sBAAsB,sCA8TxB"}
+{"version":3,"file":"EmbeddedExtension.d.ts","sourceRoot":"","sources":["../../../src/client/extensions/EmbeddedExtension.tsx"],"names":[],"mappings":"AAwFA;;;;;;;;;;GAUG;AACH,wBAAgB,iCAAiC,CAC/C,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,GAAG,SAAS,GAClD,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAUzB;AAED,MAAM,WAAW,sBAAsB;IACrC,WAAW,EAAE,MAAM,CAAC;IACpB;2CACuC;IACvC,MAAM,EAAE,MAAM,CAAC;IACf;iDAC6C;IAC7C,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IACzC,0DAA0D;IAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kEAAkE;IAClE,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;qEAEiE;IACjE,OAAO,CAAC,EAAE,MAAM,IAAI,CAAC;IACrB;;;4EAGwE;IACxE,aAAa,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;CAC3C;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAC,EAChC,WAAW,EACX,MAAM,EACN,OAAO,EACP,SAAS,EACT,aAAkB,EAClB,OAAO,EACP,aAAa,GACd,EAAE,sBAAsB,sCAsZxB"}

package/dist/client/extensions/EmbeddedExtension.js

@@ -102,6 +102,7 @@ export function EmbeddedExtension({ extensionId, slotId, context, className, ini
     // originates inside the same sandboxed realm as user code) and must be
     // ignored so a viewer cannot self-escalate to owner.
     const bindingLatchedRef = useRef(false);
+    const extensionRef = useRef(null);
     useEffect(() => {
         setIsDark(document.documentElement.classList.contains("dark"));
         const observer = new MutationObserver(() => {
@@ -131,6 +132,7 @@ export function EmbeddedExtension({ extensionId, slotId, context, className, ini
         retry: shouldRetryExtensionLoad,
         retryDelay: (attempt) => Math.min(1000 * 2 ** attempt, 4000),
     });
+    extensionRef.current = extension ?? null;
     // Notify the host once when the extension can't be loaded for this viewer so
     // it can show a fallback instead of a blank panel.
     const onUnavailableRef = useRef(onUnavailable);
@@ -238,6 +240,68 @@ export function EmbeddedExtension({ extensionId, slotId, context, className, ini
                 });
                 return;
             }
+            if (message.type === "agent-native-extension-error-fix") {
+                const name = extensionRef.current?.name ?? extensionId;
+                const errors = Array.isArray(message.errors)
+                    ? message.errors
+                    : [];
+                const errorDetails = Array.isArray(message.errorDetails)
+                    ? message.errorDetails
+                    : [];
+                const consoleLogs = Array.isArray(message.consoleLogs)
+                    ? message.consoleLogs
+                    : [];
+                const networkLogs = Array.isArray(message.networkLogs)
+                    ? message.networkLogs
+                    : [];
+                const detailedTrace = errorDetails
+                    .filter((e) => e && typeof e === "object")
+                    .map((e) => {
+                    const msg = typeof e.message === "string" ? e.message : String(e.message);
+                    return typeof e.stack === "string" ? `${msg}\n${e.stack}` : msg;
+                })
+                    .join("\n\n");
+                // Force a fresh read from the server, same as ExtensionViewer's fix
+                // flow — the query cache may hold the agent's previous (broken) turn.
+                let freshContent;
+                try {
+                    const res = await fetch(agentNativePath(`/_agent-native/extensions/${extensionId}`), { cache: "no-store" });
+                    if (res.ok) {
+                        const fresh = (await res.json());
+                        freshContent =
+                            typeof fresh?.content === "string" ? fresh.content : undefined;
+                    }
+                }
+                catch {
+                    // Fall through with no snapshot — agent can still re-read via get-extension.
+                }
+                const contextParts = [
+                    `The user is viewing a dashboard panel embedding extension "${name}" (id: ${extensionId}, slot: ${slotId}) and there are runtime errors that need fixing.`,
+                    `\nFull error details:\n${detailedTrace}`,
+                ];
+                if (consoleLogs.length > 0) {
+                    const consoleStr = consoleLogs
+                        .map((l) => `[${l.level}] ${l.message}`)
+                        .join("\n");
+                    contextParts.push(`\nRecent console output:\n${consoleStr}`);
+                }
+                if (networkLogs.length > 0) {
+                    const netStr = networkLogs
+                        .map((l) => `${l.method} ${l.path} → ${l.ok ? l.status : "FAILED: " + (l.error || l.status)}`)
+                        .join("\n");
+                    contextParts.push(`\nRecent network requests:\n${netStr}`);
+                }
+                if (freshContent) {
+                    contextParts.push(`\nCurrent extension content (just re-read from the database — this is the authoritative source, not anything you may have written in a previous turn):\n\`\`\`html\n${freshContent}\n\`\`\``);
+                }
+                sendToAgentChat({
+                    message: `Fix runtime errors in extension "${name}" (id: ${extensionId}), embedded as a dashboard panel. The content snapshot below was just re-read from the database — treat it as authoritative and ignore any prior version you may have generated in this chat. If in doubt, call get-extension first.\n\nErrors:\n${errors.join("\n")}`,
+                    context: contextParts.join("\n"),
+                    submit: true,
+                    openSidebar: true,
+                });
+                return;
+            }
             if (message.type !== "agent-native-extension-request")
                 return;
             const requestId = String(message.requestId ?? "");
@@ -306,7 +370,7 @@ export function EmbeddedExtension({ extensionId, slotId, context, className, ini
         };
         window.addEventListener("message", handleMessage);
         return () => window.removeEventListener("message", handleMessage);
-    }, [extensionId]);
+    }, [extensionId, slotId]);
     if (!extension) {
         if (!isLoading && !isFetching)
             return null;