@agent-native/core 0.169.1 → 0.170.0

package/corpus/templates/clips/app/components/recorder/recorder-engine.ts

@@ -506,6 +506,7 @@ export class RecorderEngine {
   private audioMixSources: MediaStreamAudioSourceNode[] = [];
   private wakeLock: WakeLockSentinel | null = null;
   private wakeLockGeneration = 0;
+  private wakeLockRetake: (() => void) | null = null;
   private recorder: MediaRecorder | null = null;
   private mimeType: string = "video/webm";
 
@@ -909,7 +910,7 @@ export class RecorderEngine {
         // during active recording, which ends getDisplayMedia's video track
         // outright (unlike the mic/camera, display capture requires an
         // active compositor). Without this, a paused recording left idle
-        // finalizes early with no warning — see onDisplayTrackEnded below.
+        // finalizes early — see onDisplayTrackEnded below.
         // Best-effort: unsupported browsers or a denied request must never
         // block capture.
         void this.acquireWakeLock();
@@ -1010,6 +1011,14 @@ export class RecorderEngine {
           );
           track.addEventListener("ended", () => {
             if (this.state === "recording" || this.state === "paused") {
+              // Paused, the user cannot have clicked "Stop sharing" — the
+              // display slept or locked. Same finalize, but say so instead of
+              // ending as if they had asked for it.
+              if (this.state === "paused") {
+                this.emitWarning(
+                  "Screen sharing ended while the recording was paused; saving what was captured so far.",
+                );
+              }
               if (this.opts.onDisplayTrackEnded) {
                 this.opts.onDisplayTrackEnded();
               } else {
@@ -2371,7 +2380,22 @@ export class RecorderEngine {
 
   /** Best-effort — unsupported browsers or a denied request must never block capture. */
   private async acquireWakeLock(): Promise<void> {
+    // The platform drops a screen wake lock the moment the document goes
+    // hidden and refuses to grant one while it is hidden, so a single
+    // acquisition only ever protects the foreground. Taking it again on the
+    // way back is the most the page can do.
+    if (!this.wakeLockRetake && typeof document !== "undefined") {
+      const doc = document;
+      this.wakeLockRetake = () => {
+        if (doc.visibilityState === "visible" && this.displayStream) {
+          void this.acquireWakeLock();
+        }
+      };
+      doc.addEventListener("visibilitychange", this.wakeLockRetake);
+    }
     const generation = ++this.wakeLockGeneration;
+    this.wakeLock?.release().catch(() => {});
+    this.wakeLock = null;
     try {
       // coercion-ok: optional chaining yields undefined only when the Wake
       // Lock API itself is absent (older/other browsers) — a real rejection
@@ -2389,6 +2413,10 @@ export class RecorderEngine {
 
   private releaseWakeLock(): void {
     this.wakeLockGeneration += 1;
+    if (this.wakeLockRetake) {
+      document.removeEventListener("visibilitychange", this.wakeLockRetake);
+      this.wakeLockRetake = null;
+    }
     this.wakeLock?.release().catch(() => {});
     this.wakeLock = null;
   }

package/corpus/templates/clips/app/i18n/en-US.ts

@@ -351,6 +351,7 @@ const messages = {
   },
   meetingDetail: {
     untitledMeeting: "Untitled meeting",
+    recordedBy: "Recorded by {{name}}",
     unassigned: "Unassigned",
     them: "Them",
     me: "Me",
@@ -358,6 +359,10 @@ const messages = {
     meetingRemoved: "Meeting removed",
     couldNotRemoveMeeting: "Couldn't remove meeting",
     couldNotLoadMeeting: "Couldn't load this meeting.",
+    retry: "Retry",
+    meetingNotFound: "Meeting not found",
+    meetingUnavailable: "This meeting isn't available.",
+    noAccess: "You may not have access to this meeting.",
     transcriptCopied: "Transcript copied",
     couldNotCopyTranscript: "Couldn't copy transcript",
     allMeetings: "All meetings",

package/corpus/templates/clips/app/routes/_app.meetings.$meetingId.tsx

@@ -466,6 +466,7 @@ export default function MeetingDetailRoute() {
     } | null;
     recording?: { id: string; durationMs?: number | null } | null;
     role?: "owner" | "admin" | "editor" | "commenter" | "viewer";
+    reason?: "unavailable";
   };
 
   const {
@@ -1018,7 +1019,28 @@ export default function MeetingDetailRoute() {
     finalize,
   ]);
 
-  if (isLoading || !meeting) {
+  // Failed, still pending, and loaded-but-absent are three outcomes: the query
+  // never retries, so collapsing any of them into the skeleton pins it forever.
+  // A failed live-poll on top of an already-loaded meeting is none of them —
+  // keep showing the meeting.
+  if (isError && !meeting) {
+    return (
+      <div className="p-6 max-w-2xl mx-auto w-full">
+        <div className="rounded-md border border-destructive/30 bg-destructive/5 px-4 py-3 text-sm text-destructive">
+          {t("meetingDetail.couldNotLoadMeeting")}
+        </div>
+        <Button
+          variant="outline"
+          className="mt-3"
+          onClick={() => refetchMeeting()}
+        >
+          {t("meetingDetail.retry")}
+        </Button>
+      </div>
+    );
+  }
+
+  if (isLoading) {
     return (
       <div className="p-6 max-w-6xl mx-auto w-full">
         <Skeleton className="h-6 w-32 mb-4" />
@@ -1032,12 +1054,19 @@ export default function MeetingDetailRoute() {
     );
   }
 
-  if (isError) {
+  if (!meeting) {
     return (
       <div className="p-6 max-w-2xl mx-auto w-full">
-        <div className="rounded-md border border-destructive/30 bg-destructive/5 px-4 py-3 text-sm text-destructive">
-          {t("meetingDetail.couldNotLoadMeeting")}
+        <div className="rounded-md border px-4 py-3 text-sm text-muted-foreground">
+          {/* Neutral on purpose: `get-meeting` returns one reason for missing
+              and inaccessible so callers cannot probe which ids exist, and
+              saying "not found" here would leak back the distinction the
+              action withholds. */}
+          {t("meetingDetail.meetingUnavailable")}
         </div>
+        <Button asChild variant="outline" className="mt-3">
+          <NavLink to="/meetings">{t("meetingDetail.allMeetings")}</NavLink>
+        </Button>
       </div>
     );
   }

package/corpus/templates/clips/app/routes/_app.meetings._index.tsx

@@ -94,6 +94,7 @@ interface Meeting {
   userNotesMd?: string | null;
   source?: "calendar" | "adhoc" | "manual";
   participants?: AttendeeStackParticipant[];
+  ownerEmail?: string | null;
 }
 
 interface SearchMeetingResult extends Meeting {

package/corpus/templates/clips/app/routes/access-request.approve.tsx

@@ -43,16 +43,23 @@ export default function ApproveRecordingAccessRequestRoute() {
   const approvalTokenFromUrl = searchParams.get("token") ?? "";
   const approvalTokenStorageKey =
     recordingAccessApprovalSessionKey(recordingId);
-  const [approvalToken, setApprovalToken] = useState(() => {
-    if (approvalTokenFromUrl) return approvalTokenFromUrl;
-    if (typeof window === "undefined" || !recordingId) return "";
+  // Only the URL token is knowable on the server, so reading storage in the
+  // initializer makes the first client render disagree with the server's and
+  // React re-renders the page from scratch. Adopt the stored token after mount.
+  const [approvalToken, setApprovalToken] = useState(
+    () => approvalTokenFromUrl ?? "",
+  );
+
+  useEffect(() => {
+    if (approvalTokenFromUrl || !recordingId) return;
     try {
-      return sessionStorage.getItem(approvalTokenStorageKey) ?? "";
-    } catch {
-      // coercion-ok: unavailable tab storage is an absent continuation.
-      return "";
-    }
-  });
+      const stored = sessionStorage.getItem(approvalTokenStorageKey);
+      if (stored) setApprovalToken(stored);
+      // Unavailable tab storage is an absent continuation: the page then asks
+      // for the token rather than silently continuing without one.
+      // coercion-ok: the absent case is visible to the user, not swallowed.
+    } catch {}
+  }, [approvalTokenFromUrl, recordingId, approvalTokenStorageKey]);
   const [state, setState] = useState<ApprovalState>({ kind: "loading" });
 
   useEffect(() => {

package/corpus/templates/clips/app/routes/embed.$shareId.tsx

@@ -71,14 +71,24 @@ export default function EmbedRoute() {
     [searchParams],
   );
 
-  const [password, setPassword] = useState<string | null>(() => {
-    if (typeof window === "undefined" || !shareId) return null;
+  // Same hydration trap the share route had: reading sessionStorage in the
+  // initializer makes the first client render disagree with the server's,
+  // which has no storage and always renders the locked state. React discards
+  // the hydrated tree and re-renders from scratch, so an embedded player goes
+  // blank for a returning viewer. Start where the server started and adopt the
+  // stored password after mount.
+  const [password, setPassword] = useState<string | null>(null);
+
+  useEffect(() => {
+    if (!shareId) return;
     try {
-      return sessionStorage.getItem(STORAGE_KEY_PREFIX + shareId);
-    } catch {
-      return null;
-    }
-  });
+      const stored = sessionStorage.getItem(STORAGE_KEY_PREFIX + shareId);
+      if (stored) setPassword(stored);
+      // Unreadable storage and no stored password are the same state here:
+      // both leave `password` null, which renders the password prompt.
+      // coercion-ok: the fallback is visible to the viewer, not swallowed.
+    } catch {}
+  }, [shareId]);
   const [pwError, setPwError] = useState<string | null>(null);
   const readyMediaPollRef = useRef<{ key: string; until: number } | null>(null);
 

package/corpus/templates/clips/app/routes/share.$shareId.tsx

@@ -443,14 +443,24 @@ export default function ShareRoute() {
 
   const playerRef = useRef<VideoPlayerHandle | null>(null);
   const readyMediaPollRef = useRef<{ key: string; until: number } | null>(null);
-  const [password, setPassword] = useState<string | null>(() => {
-    if (typeof window === "undefined" || !shareId) return null;
+  // Reading sessionStorage in the initializer makes the first client render
+  // disagree with the server's, which has no storage and always renders the
+  // locked state. React answers a mismatch by throwing away the hydrated tree
+  // and re-rendering from scratch, so a returning viewer watches a blank share
+  // page while everything refetches. Start where the server started and adopt
+  // the stored password after mount.
+  const [password, setPassword] = useState<string | null>(null);
+
+  useEffect(() => {
+    if (!shareId) return;
     try {
-      return sessionStorage.getItem(STORAGE_KEY_PREFIX + shareId);
-    } catch {
-      return null;
-    }
-  });
+      const stored = sessionStorage.getItem(STORAGE_KEY_PREFIX + shareId);
+      if (stored) setPassword(stored);
+      // Unreadable storage and no stored password are the same state to this
+      // screen: both leave `password` null, which renders the password prompt.
+      // coercion-ok: the fallback is visible to the viewer, not swallowed.
+    } catch {}
+  }, [shareId]);
   const [pwError, setPwError] = useState<string | null>(null);
   const [currentMs, setCurrentMs] = useState(0);
   const [commentOpen, setCommentOpen] = useState(false);

package/corpus/templates/clips/changelog/2026-08-21-camera-bubble-black-circle.md

@@ -0,0 +1,6 @@
+---
+type: fixed
+date: 2026-08-21
+---
+
+The camera bubble now recovers on its own when macOS refuses to start its video, instead of sitting as a black circle until you clicked it.

package/corpus/templates/clips/changelog/2026-08-22-screen-recordings-respect-the-microphone-toggle.md

@@ -0,0 +1,6 @@
+---
+type: fixed
+date: 2026-08-22
+---
+
+The Chrome extension no longer records tab/system audio when "Include microphone" is turned off.

package/corpus/templates/clips/changelog/2026-08-22-the-recordings-library-no-longer-fails-right-after-server-start.md

@@ -0,0 +1,6 @@
+---
+type: fixed
+date: 2026-08-22
+---
+
+The recordings library no longer returns an error on the first request right after the app starts.

package/corpus/templates/clips/changelog/2026-08-23-the-agent-can-see-your-library-right-after-server-start.md

@@ -0,0 +1,6 @@
+---
+type: fixed
+date: 2026-08-23
+---
+
+Asking the agent what is in your library or shared clips no longer fails on the first request right after the app starts.

package/corpus/templates/clips/chrome-extension/src/background.ts

@@ -1330,8 +1330,7 @@ async function armRecording(args: {
       sourceAppName: "Chrome",
       sourceWindowTitle: tab.title ?? null,
       hasCamera: cameraInvolved,
-      hasAudio:
-        settings.includeMicrophone || settings.captureSurface !== "camera",
+      hasAudio: settings.includeMicrophone,
       mimeType: "video/webm",
       requestStreaming: true,
     });

package/corpus/templates/clips/chrome-extension/src/native-transcription.ts

@@ -43,6 +43,7 @@ export interface NativeTranscriptionCapture {
 
 const STOP_SETTLE_MS = 1_500;
 const RESTART_DELAY_MS = 250;
+const MAX_RESTART_ATTEMPTS = 8;
 
 function getSpeechRecognitionCtor(): SpeechRecognitionConstructor | null {
   if (typeof window === "undefined") return null;
@@ -81,20 +82,29 @@ export function createNativeTranscriptionCapture(options?: {
   let paused = false;
   let disposed = false;
   let failureReason = unsupportedReason;
+  // Kept apart from `failureReason`: a failed `start()` attempt loses no
+  // audio once a later attempt succeeds, whereas `failureReason` records
+  // speech that was actually dropped and must survive a recovery.
+  let restartStartFailure: string | null = null;
   let restartTimer: ReturnType<typeof setTimeout> | null = null;
+  let restartFailures = 0;
   let stopPromise: Promise<NativeTranscriptResult> | null = null;
   let resolveStop: ((result: NativeTranscriptResult) => void) | null = null;
   let stopTimer: ReturnType<typeof setTimeout> | null = null;
 
   const result = (): NativeTranscriptResult => {
     const text = appendTranscript(finalText, interimText).trim();
+    // Captured text does not clear a failure: a capture that died mid-recording
+    // still has to be re-transcribed in the cloud, and the reason is the only
+    // signal the server has that this transcript is truncated.
     return {
       text,
       failureReason:
-        text.length > 0
+        failureReason ||
+        restartStartFailure ||
+        (text.length > 0
           ? null
-          : failureReason ||
-            "Chrome Web Speech recognition returned no transcript.",
+          : "Chrome Web Speech recognition returned no transcript."),
     };
   };
 
@@ -111,20 +121,34 @@ export function createNativeTranscriptionCapture(options?: {
     resolve(result());
   };
 
-  const scheduleRestart = (): void => {
+  const scheduleRestart = (delayMs: number = RESTART_DELAY_MS): void => {
     if (restartTimer !== null) return;
     restartTimer = setTimeout(() => {
       restartTimer = null;
       if (disposed || stopped || paused || !recognition) return;
       try {
         recognition.start();
+        restartFailures = 0;
+        // The engine recovered, so a failed start attempt is no longer the
+        // transcript's outcome. `failureReason` is deliberately NOT cleared:
+        // it records audio that was actually dropped, which a restart cannot
+        // recover.
+        restartStartFailure = null;
       } catch (error) {
-        failureReason =
+        restartStartFailure =
           error instanceof Error
             ? `Chrome Web Speech recognition could not restart: ${error.message}`
             : "Chrome Web Speech recognition could not restart.";
+        // Nothing started, so no `onend` will arrive to schedule the next try.
+        restartFailures += 1;
+        if (restartFailures < MAX_RESTART_ATTEMPTS) {
+          scheduleRestart(RESTART_DELAY_MS * restartFailures);
+        } else {
+          // Out of retries: the gap is permanent, so it stops being transient.
+          failureReason = failureReason || restartStartFailure;
+        }
       }
-    }, RESTART_DELAY_MS);
+    }, delayMs);
   };
 
   const start = (): void => {
@@ -230,10 +254,18 @@ export function createNativeTranscriptionCapture(options?: {
   const resume = (): void => {
     if (!recognition || stopped || disposed) return;
     paused = false;
+    restartFailures = 0;
     try {
       recognition.start();
     } catch {
-      failureReason = "Chrome Web Speech recognition could not resume.";
+      // Chrome throws a transient InvalidStateError if the previous session has
+      // not finished tearing down. Nothing started, so no `onend` will arrive to
+      // drive the bounded retry loop — schedule it here or transcription stays
+      // dead for the rest of the recording. The gap is recorded durably because
+      // audio is already live: `paused` is false above.
+      failureReason =
+        failureReason || "Chrome Web Speech recognition could not resume.";
+      scheduleRestart();
     }
   };
 

package/corpus/templates/clips/chrome-extension/src/offscreen.ts

@@ -25,7 +25,7 @@ import {
 import { scheduleReadyChime } from "@shared/recording-audio";
 import {
   SCREEN_CAPTURE_FRAME_RATE,
-  screenCaptureVideoConstraints,
+  screenCaptureDisplayOptions,
   type ScreenCaptureSurface,
 } from "@shared/recording-capture";
 import {
@@ -327,17 +327,17 @@ async function streamDimensions(
   };
 }
 
-function displayConstraints(
+// Gates screen/tab audio on the same "Include microphone" toggle the popup
+// shows for the mic stream — see screenCaptureDisplayOptions for why: mic off
+// is the only signal the user gets to say "capture no audio at all".
+export function displayConstraints(
   surface: ScreenCaptureSurface,
+  wantsMic: boolean,
 ): MediaStreamConstraints {
-  return {
-    video: screenCaptureVideoConstraints(surface),
-    audio: {
-      echoCancellation: false,
-      noiseSuppression: false,
-      autoGainControl: false,
-    },
-  } as MediaStreamConstraints;
+  return screenCaptureDisplayOptions(
+    surface,
+    wantsMic,
+  ) as MediaStreamConstraints;
 }
 
 // The user's chosen camera/mic devices (set in the popup, saved to storage).
@@ -1133,7 +1133,7 @@ async function acquire(message: AcquireMessage): Promise<{
     } else {
       // Native "Choose what to share" picker. This is the screenshot Steve showed.
       displayStream = await navigator.mediaDevices.getDisplayMedia(
-        displayConstraints(message.surface),
+        displayConstraints(message.surface, message.includeMicrophone),
       );
       if (message.includeMicrophone) {
         const audioLabel = await lookupAudioDeviceLabel(devices.audio);
@@ -1456,20 +1456,16 @@ async function saveNativeTranscript(recording: ActiveRecording): Promise<void> {
   recording.nativeTranscript = captured.text.trim();
   recording.nativeTranscriptFailure = captured.failureReason;
 
-  const body = recording.nativeTranscript
-    ? {
-        recordingId: recording.recordingId,
-        fullText: recording.nativeTranscript,
-        source: "web-speech",
-      }
-    : {
-        recordingId: recording.recordingId,
-        fullText: "",
-        source: "web-speech",
-        failureReason:
-          recording.nativeTranscriptFailure ||
-          "Chrome Web Speech recognition returned no transcript.",
-      };
+  // A partial capture must carry its reason too — the server treats text
+  // without a reason as a complete transcript and skips the cloud fallback.
+  const body = {
+    recordingId: recording.recordingId,
+    fullText: recording.nativeTranscript,
+    source: "web-speech",
+    ...(recording.nativeTranscriptFailure
+      ? { failureReason: recording.nativeTranscriptFailure }
+      : {}),
+  };
   const headers: Record<string, string> = {
     "Content-Type": "application/json",
     "X-Agent-Native-Frontend": "1",

package/corpus/templates/clips/desktop/src/app.tsx

@@ -404,11 +404,10 @@ const CAM_ON_KEY = "clips:camera-on";
 const MIC_ON_KEY = "clips:mic-on";
 const SYSTEM_AUDIO_KEY = "clips:system-audio";
 const READINESS_REVIEWED_KEY = "clips:readiness-reviewed";
-// The tray's rolling buffer, which the docs publish under its internal name.
-// Not `#rewind-quick-save`: that section describes pulling a pre-roll from the
-// third-party rewind.ai app, which this app does not integrate with at all.
+// The docs section for the tray's rolling buffer, published under the same
+// Rewind name the settings tab uses.
 const REWIND_DOCS_URL =
-  "https://www.agent-native.com/docs/template-clips-capture-everywhere#screen-memory";
+  "https://www.agent-native.com/docs/template-clips-capture-everywhere#rewind";
 
 // Sensible defaults so the user never has to type a URL on first launch.
 // Dev builds point at the local dev server; production builds point at the
@@ -2697,6 +2696,7 @@ export function App({
     let stopPump: (() => void) | null = null;
     let fellBackToPump = false;
     let stream: MediaStream | null = null;
+    let unlistenUnrendered: (() => void) | null = null;
 
     const startPump = (reason: string) => {
       if (cancelled || stopPump || !stream) return;
@@ -2757,11 +2757,30 @@ export function App({
           webrtcHandle = null;
           startPump(reason);
         };
+        // ICE reaching `connected` proves the transport works, nothing more.
+        // WKWebView can refuse to play the received track (no user gesture in
+        // the bubble page, or its window briefly had no on-screen area), and
+        // that failure is invisible from here — so the bubble reports it and
+        // we fall back to the pump. Without this the safety net below only
+        // ever fired on ICE failure, which is not how this breaks in practice.
+        listen("clips:bubble-webrtc-unrendered", (ev) => {
+          startCanvasFallback(
+            `bubble reported no rendered frames ${JSON.stringify(ev.payload)}`,
+          );
+        })
+          .then((u) => {
+            if (cancelled) {
+              u();
+              return;
+            }
+            unlistenUnrendered = u;
+          })
+          .catch(() => {});
         webrtcHandle = startBubbleWebrtc({
           stream: s,
           onConnected: () => {
             console.log(
-              "[clips-popover] bubble WebRTC connected — video is live",
+              "[clips-popover] bubble WebRTC transport connected — waiting for the bubble to confirm playback",
             );
           },
           onFailure: startCanvasFallback,
@@ -2806,6 +2825,10 @@ export function App({
         !!webrtcHandle,
         !!stopPump,
       );
+      if (unlistenUnrendered) {
+        unlistenUnrendered();
+        unlistenUnrendered = null;
+      }
       if (webrtcHandle) {
         webrtcHandle.stop();
         webrtcHandle = null;
@@ -3293,11 +3316,14 @@ export function App({
       // A restart hands off the already-live display stream from the take
       // it's replacing (see `discardForRestart`/`preAcquiredDisplayStream`
       // below) — it must keep recording the same screen, not re-prompt.
-      if (source === "full-screen" && !options?.resumeCapture) {
+      if (
+        (source === "full-screen" || source === "region") &&
+        !options?.resumeCapture
+      ) {
         try {
           // Must resolve before `recordingFlowActive` flips the toolbar on
-          // below — the toolbar reads the pick to place itself on the
-          // chosen screen the first time it's shown.
+          // below — the toolbar and region selector read the pick to place
+          // themselves on the chosen screen the first time they are shown.
           await pickFullscreenRecordingDisplay();
         } catch (err) {
           recordingFlowGateRef.current = false;
@@ -3835,22 +3861,25 @@ export function App({
   const showCameraRow = mode !== "screen"; // screen-only has no camera
   const showSourceRow = mode !== "camera"; // camera-only has no screen source
 
-  const pendingUploadBanner = recordingStopFinalizing ? (
-    <FinalizingUploadBanner />
-  ) : pendingUploads.length > 0 ? (
-    <PendingUploadBanner
-      uploads={pendingUploads}
-      retryingUploadId={retryingUploadId}
-      retryingUploadStatus={retryingUploadStatus}
-      exportingUploadId={exportingUploadId}
-      dismissingUploadId={dismissingUploadId}
-      onExport={exportPendingUpload}
-      onRetry={retryPendingUpload}
-      onDismiss={dismissPendingUpload}
-      onOpenFolder={openPendingUploadFolder}
-      onConnectStorage={(upload) => openVideoStorageSetup(upload.serverUrl)}
-    />
-  ) : null;
+  const pendingUploadBanner =
+    authStatus === "authed" ? (
+      recordingStopFinalizing ? (
+        <FinalizingUploadBanner />
+      ) : pendingUploads.length > 0 ? (
+        <PendingUploadBanner
+          uploads={pendingUploads}
+          retryingUploadId={retryingUploadId}
+          retryingUploadStatus={retryingUploadStatus}
+          exportingUploadId={exportingUploadId}
+          dismissingUploadId={dismissingUploadId}
+          onExport={exportPendingUpload}
+          onRetry={retryPendingUpload}
+          onDismiss={dismissPendingUpload}
+          onOpenFolder={openPendingUploadFolder}
+          onConnectStorage={(upload) => openVideoStorageSetup(upload.serverUrl)}
+        />
+      ) : null
+    ) : null;
 
   async function copyRewindAgentPrompt() {
     try {