@agent-native/core 0.109.0 → 0.109.2

package/corpus/templates/clips/actions/get-recording-player-data.ts

@@ -29,6 +29,7 @@ import { and, asc, eq, or, sql } from "drizzle-orm";
 import { z } from "zod";
 
 import { getDb, schema } from "../server/db/index.js";
+import { isMediaVerificationPending } from "../server/lib/media-verification-state.js";
 import { resolvePlayerVideoUrl } from "../server/lib/player-video-url.js";
 import {
   canOpenDirectRecordingPage,
@@ -178,12 +179,20 @@ export default defineAction({
       access.role === "owner" ||
       access.role === "admin" ||
       access.role === "editor";
-    const [cleanupStateRaw, builderCreditsRaw] = await Promise.all([
-      readAppState(`transcript-cleanup-${args.recordingId}`).catch(() => null),
-      canEditRecording
-        ? readAppState(CLIPS_BUILDER_CREDITS_STATE_KEY).catch(() => null)
-        : Promise.resolve(null),
-    ]);
+    const [cleanupStateRaw, builderCreditsRaw, verificationPending] =
+      await Promise.all([
+        readAppState(`transcript-cleanup-${args.recordingId}`).catch(
+          () => null,
+        ),
+        canEditRecording
+          ? readAppState(CLIPS_BUILDER_CREDITS_STATE_KEY).catch(() => null)
+          : Promise.resolve(null),
+        isMediaVerificationPending({
+          ownerEmail: rec.ownerEmail,
+          recordingId: args.recordingId,
+          recordingStatus: rec.status,
+        }),
+      ]);
     const cleanupState =
       cleanupStateRaw && typeof cleanupStateRaw === "object"
         ? (cleanupStateRaw as Record<string, unknown>)
@@ -326,6 +335,7 @@ export default defineAction({
         hasAudio: Boolean(rec.hasAudio),
         hasCamera: Boolean(rec.hasCamera),
         status: rec.status,
+        verificationPending,
         uploadProgress: rec.uploadProgress,
         failureReason: rec.failureReason,
         // Don't leak the password to clients (especially to MCP hosts that

package/corpus/templates/clips/actions/set-mobile-capture-state.ts

@@ -0,0 +1,37 @@
+import { defineAction } from "@agent-native/core/action";
+import { writeAppState } from "@agent-native/core/application-state";
+import { z } from "zod";
+
+export const MOBILE_CAPTURE_STATE_KEY = "mobile-capture-state";
+
+const mobileCaptureStateSchema = z
+  .object({
+    view: z.enum(["home", "dictate", "meeting", "video"]),
+    phase: z.enum([
+      "idle",
+      "ready",
+      "recording",
+      "paused",
+      "saving",
+      "processing",
+      "review",
+      "error",
+    ]),
+    captureId: z.string().trim().min(1).max(200).optional(),
+  })
+  .strict();
+
+export default defineAction({
+  description:
+    "Record the privacy-safe view and phase of the Agent Native mobile capture companion.",
+  agentTool: false,
+  schema: mobileCaptureStateSchema,
+  run: async (args) => {
+    const state = {
+      ...args,
+      updatedAt: new Date().toISOString(),
+    };
+    await writeAppState(MOBILE_CAPTURE_STATE_KEY, state);
+    return state;
+  },
+});

package/corpus/templates/clips/actions/update-dictation.ts

@@ -20,7 +20,15 @@ export default defineAction({
     fullText: z.string().optional(),
     cleanedText: z.string().nullable().optional(),
     source: z
-      .enum(["fn-hold", "cmd-shift-space", "manual", "other", "fn", "custom"])
+      .enum([
+        "fn-hold",
+        "cmd-shift-space",
+        "manual",
+        "mobile",
+        "other",
+        "fn",
+        "custom",
+      ])
       .optional(),
     targetApp: z.string().nullable().optional(),
   }),

package/corpus/templates/clips/app/components/player/playback-comment-overlay.tsx

@@ -1,5 +1,11 @@
 export const PLAYBACK_COMMENT_VISIBLE_MS = 4_000;
 
+export function getPlaybackCommentVisibleMs(playbackRate = 1): number {
+  const safePlaybackRate =
+    Number.isFinite(playbackRate) && playbackRate > 0 ? playbackRate : 1;
+  return PLAYBACK_COMMENT_VISIBLE_MS * safePlaybackRate;
+}
+
 export interface PlaybackComment {
   id: string;
   content: string;
@@ -13,11 +19,14 @@ export interface PlaybackComment {
 export function getActivePlaybackComments(
   comments: PlaybackComment[] | undefined,
   currentMs: number,
+  playbackRate = 1,
 ): PlaybackComment[] {
   if (!comments?.length || !Number.isFinite(currentMs) || currentMs < 0) {
     return [];
   }
 
+  const visibleMs = getPlaybackCommentVisibleMs(playbackRate);
+
   return comments
     .filter((comment) => {
       const timestamp = comment.videoTimestampMs;
@@ -28,7 +37,7 @@ export function getActivePlaybackComments(
         Number.isFinite(timestamp) &&
         timestamp >= 0 &&
         currentMs >= timestamp &&
-        currentMs < timestamp + PLAYBACK_COMMENT_VISIBLE_MS
+        currentMs < timestamp + visibleMs
       );
     })
     .sort(
@@ -40,11 +49,17 @@ export function getActivePlaybackComments(
 export function PlaybackCommentOverlay({
   comments,
   currentMs,
+  playbackRate = 1,
 }: {
   comments: PlaybackComment[] | undefined;
   currentMs: number;
+  playbackRate?: number;
 }) {
-  const activeComments = getActivePlaybackComments(comments, currentMs);
+  const activeComments = getActivePlaybackComments(
+    comments,
+    currentMs,
+    playbackRate,
+  );
   if (activeComments.length === 0) return null;
 
   return (

package/corpus/templates/clips/app/components/player/video-player.tsx

@@ -318,6 +318,7 @@ export const VideoPlayer = forwardRef<VideoPlayerHandle, VideoPlayerProps>(
     // Whether we've already captured-and-uploaded a still-frame thumbnail for
     // this clip. Owner-only and once per player lifecycle.
     const thumbnailCapturedRef = useRef(false);
+    const [thumbnailLoadFailed, setThumbnailLoadFailed] = useState(false);
     // "Preparing your clip…" overlay — shown while the browser buffers the
     // first frame of a freshly-finalized clip so the user doesn't see a blank
     // black rectangle. Hidden on loadeddata / canplay / currentTime > 0, or
@@ -933,6 +934,10 @@ export const VideoPlayer = forwardRef<VideoPlayerHandle, VideoPlayerProps>(
       setPlayError(null);
     }, [activeVideoSourceIdentity, recordingId]);
 
+    useEffect(() => {
+      setThumbnailLoadFailed(false);
+    }, [recordingId, thumbnailUrl]);
+
     useEffect(() => {
       let cancelled = false;
       setShouldRefreshAutoThumbnail(false);
@@ -1188,10 +1193,11 @@ export const VideoPlayer = forwardRef<VideoPlayerHandle, VideoPlayerProps>(
           // retry on a format that will never play. Show the poster with a
           // clear, non-looping explanation instead.
           <div className="relative flex h-full w-full items-center justify-center bg-black">
-            {thumbnailUrl ? (
+            {thumbnailUrl && !thumbnailLoadFailed ? (
               <img
                 src={resolveLocalUrl(thumbnailUrl)}
                 alt=""
+                onError={() => setThumbnailLoadFailed(true)}
                 className={cn(
                   "absolute inset-0 h-full w-full",
                   cover ? "object-cover" : "object-contain",
@@ -1447,6 +1453,7 @@ export const VideoPlayer = forwardRef<VideoPlayerHandle, VideoPlayerProps>(
         )}
 
         {thumbnailUrl &&
+        !thumbnailLoadFailed &&
         !autoPlay &&
         !hasPlaybackStarted &&
         (!startMs || startMs <= 0) ? (
@@ -1454,6 +1461,7 @@ export const VideoPlayer = forwardRef<VideoPlayerHandle, VideoPlayerProps>(
             src={resolveLocalUrl(thumbnailUrl)}
             alt=""
             aria-hidden="true"
+            onError={() => setThumbnailLoadFailed(true)}
             className={cn(
               "pointer-events-none absolute inset-0 z-[1] h-full w-full",
               cover ? "object-cover" : "object-contain",
@@ -1495,7 +1503,11 @@ export const VideoPlayer = forwardRef<VideoPlayerHandle, VideoPlayerProps>(
 
         {/* Timestamped comments */}
         {!hideChrome && !isLoomEmbed && hasPlaybackStarted ? (
-          <PlaybackCommentOverlay comments={comments} currentMs={currentMs} />
+          <PlaybackCommentOverlay
+            comments={comments}
+            currentMs={currentMs}
+            playbackRate={speed}
+          />
         ) : null}
 
         {/* Floating CTA (throughout placement) */}

package/corpus/templates/clips/app/components/recorder/recorder-engine.ts

@@ -11,7 +11,7 @@ import {
   captureClientException,
   trackEvent,
 } from "@agent-native/core/client";
-import { waitForReadyRecordingAfterFinalizeError } from "@shared/finalize-recovery";
+import { waitForAcceptedRecordingAfterFinalizeError } from "@shared/finalize-recovery";
 import {
   chooseFallbackAudioInput,
   enumerateAudioInputDevices,
@@ -2231,7 +2231,7 @@ export class RecorderEngine {
   private async recoverReadyAfterFinalUploadError(
     signal?: AbortSignal,
   ): Promise<Record<string, unknown> | null> {
-    return waitForReadyRecordingAfterFinalizeError({
+    return waitForAcceptedRecordingAfterFinalizeError({
       uploadUrl: this.opts.uploadUrl,
       recordingId: this.opts.recordingId,
       preferAuthenticated: true,

package/corpus/templates/clips/app/routes/r.$recordingId.tsx

@@ -92,7 +92,7 @@ import { cn } from "@/lib/utils";
 import { STALE_PENDING_TRANSCRIPT_REASON } from "../../shared/transcript-status";
 
 const UPLOAD_STUCK_TIMEOUT_MS = 5 * 60 * 1000;
-const PROCESSING_STUCK_TIMEOUT_MS = 2 * 60 * 1000;
+const PROCESSING_STUCK_TIMEOUT_MS = 12 * 60 * 1000;
 const READY_MEDIA_SETTLE_POLL_MS = 20 * 1000;
 const READY_MEDIA_SETTLE_POLL_INTERVAL_MS = 1000;
 
@@ -376,6 +376,7 @@ export default function RecordingPage() {
   }, [recordingId, playerDataForbidden, navigate]);
 
   const recording = playerDataQ.data?.recording;
+  const verificationPending = recording?.verificationPending === true;
   const role = playerDataQ.data?.role as
     | "owner"
     | "admin"
@@ -781,13 +782,22 @@ export default function RecordingPage() {
       setProcessingTimeout(false);
       return;
     }
+    if (verificationPending) {
+      setProcessingTimeout(false);
+      return;
+    }
     const timeoutMs =
       recording.status === "processing"
         ? PROCESSING_STUCK_TIMEOUT_MS
         : UPLOAD_STUCK_TIMEOUT_MS;
     const handle = setTimeout(() => setProcessingTimeout(true), timeoutMs);
     return () => clearTimeout(handle);
-  }, [recording?.status, recording?.videoUrl, recordingId]);
+  }, [
+    recording?.status,
+    recording?.videoUrl,
+    recordingId,
+    verificationPending,
+  ]);
 
   usePlayerShortcuts({ playerRef, chapters });
 
@@ -873,7 +883,8 @@ export default function RecordingPage() {
       isNativeSaveFailureReason(rawFailureReason);
     // Give a long-running desktop save an actionable recovery state without
     // claiming the upload failed while its bounded final request is still live.
-    const stuckFailure = !explicitFailure && processingTimeout;
+    const stuckFailure =
+      !explicitFailure && !verificationPending && processingTimeout;
     const isFailure = explicitFailure || waitingForStorage || nativeSaveFailed;
     const showRecoveryState = isFailure || stuckFailure;
     const displayReason = explicitFailure

package/corpus/templates/clips/app/routes/record.tsx

@@ -9,7 +9,7 @@ import { useLiveTranscription } from "@agent-native/core/client/transcription/us
 import type { BrowserDiagnosticsData } from "@shared/browser-diagnostics";
 import {
   isStoredButUnservableFinalizeError,
-  waitForReadyRecordingAfterFinalizeError,
+  waitForAcceptedRecordingAfterFinalizeError,
 } from "@shared/finalize-recovery";
 import {
   chunkUploadParallelism,
@@ -1733,7 +1733,7 @@ export default function RecordRoute() {
             createdId &&
             (err as { name?: string } | null)?.name !== "AbortError"
           ) {
-            const recovered = await waitForReadyRecordingAfterFinalizeError({
+            const recovered = await waitForAcceptedRecordingAfterFinalizeError({
               uploadUrl: uploadBase,
               recordingId: createdId,
               preferAuthenticated: true,
@@ -1764,7 +1764,7 @@ export default function RecordRoute() {
             chunkRes.status !== 413 &&
             !isUploadSizeError(error.message)
           ) {
-            const recovered = await waitForReadyRecordingAfterFinalizeError({
+            const recovered = await waitForAcceptedRecordingAfterFinalizeError({
               uploadUrl: uploadBase,
               recordingId: createdId,
               preferAuthenticated: true,

package/corpus/templates/clips/app/routes/share.$shareId.tsx

@@ -67,6 +67,7 @@ import { parsePlaybackSpeed } from "@/lib/playback-speed";
 import { isStorageSetupFailureReason } from "@/lib/storage-failures";
 
 import { getDb, schema } from "../../server/db";
+import { resolvePlayerThumbnailUrl } from "../../server/lib/player-thumbnail-url";
 import {
   buildAgentApiUrls,
   CLIPS_AGENT_ACCESS_PARAM,
@@ -226,8 +227,10 @@ export async function loader({ params, url }: LoaderFunctionArgs) {
     id: rec.id,
     title: rec.title,
     description: rec.description,
-    thumbnailUrl: rec.thumbnailUrl,
-    animatedThumbnailUrl: rec.animatedThumbnailUrl,
+    thumbnailUrl: rec.password
+      ? null
+      : resolvePlayerThumbnailUrl(rec, { appPath }),
+    animatedThumbnailUrl: null,
     visibility: rec.visibility,
     status: rec.status,
     archivedAt: rec.archivedAt,
@@ -286,7 +289,7 @@ const CLIPS_TEMPLATE_URL = "https://www.agent-native.com/templates/clips";
 const CLIPS_AGENT_DOCS_URL =
   "https://www.agent-native.com/docs/template-clips#agent-readable-clips";
 const UPLOAD_STUCK_TIMEOUT_MS = 5 * 60 * 1000;
-const PROCESSING_STUCK_TIMEOUT_MS = 2 * 60 * 1000;
+const PROCESSING_STUCK_TIMEOUT_MS = 12 * 60 * 1000;
 
 type ViewerPlatform = "mac" | "windows" | "linux";
 
@@ -475,6 +478,7 @@ export default function ShareRoute() {
   });
 
   const recording = dataQ.data?.data?.recording;
+  const verificationPending = recording?.verificationPending === true;
   const comments = dataQ.data?.data?.comments ?? [];
   const reactions = dataQ.data?.data?.reactions ?? [];
   const chapters = dataQ.data?.data?.chapters ?? [];
@@ -557,6 +561,10 @@ export default function ShareRoute() {
       setProcessingTimeout(false);
       return;
     }
+    if (verificationPending) {
+      setProcessingTimeout(false);
+      return;
+    }
 
     const timeoutMs =
       recording.status === "processing"
@@ -564,7 +572,12 @@ export default function ShareRoute() {
         : UPLOAD_STUCK_TIMEOUT_MS;
     const handle = setTimeout(() => setProcessingTimeout(true), timeoutMs);
     return () => clearTimeout(handle);
-  }, [recording?.id, recording?.status, recording?.videoUrl]);
+  }, [
+    recording?.id,
+    recording?.status,
+    recording?.videoUrl,
+    verificationPending,
+  ]);
 
   usePlayerShortcuts({ playerRef });
 
@@ -709,7 +722,8 @@ export default function ShareRoute() {
     const storageSetupFailure = isStorageSetupFailureReason(rawFailureReason);
     const loomStorageSetupFailure =
       storageSetupFailure && isLoomRecordingSource(recording);
-    const stuckFailure = !explicitFailure && processingTimeout;
+    const stuckFailure =
+      !explicitFailure && !verificationPending && processingTimeout;
     const isFailure = explicitFailure || storageSetupFailure || stuckFailure;
     const canManageStorage = viewerCanEdit;
     const signInHref = buildSignInHref(`/r/${recording.id}`);

package/corpus/templates/clips/changelog/2026-07-17-capture-dictation-background-meeting-audio-and-camera-videos.md

@@ -0,0 +1,6 @@
+---
+type: added
+date: 2026-07-17
+---
+
+Capture dictation, background meeting audio, and camera videos from the Agent Native iOS and Android app with automatic recovery and resumable Clips sync.

package/corpus/templates/clips/changelog/2026-07-17-clips-now-retries-storage-verification-in-the-background-ins.md

@@ -0,0 +1,6 @@
+---
+type: fixed
+date: 2026-07-17
+---
+
+Clips now retries storage verification in the background instead of failing completed uploads prematurely.

package/corpus/templates/clips/changelog/2026-07-17-delayed-upload-verification-keeps-local-backups-retryable.md

@@ -0,0 +1,6 @@
+---
+type: fixed
+date: 2026-07-17
+---
+
+Delayed upload verification now keeps local backups retryable and avoids showing a false processing failure.

package/corpus/templates/clips/changelog/2026-07-17-fixed-broken-thumbnail-icons-appearing-over-playable-clip-em.md

@@ -0,0 +1,6 @@
+---
+type: fixed
+date: 2026-07-17
+---
+
+Fixed broken thumbnail icons appearing over playable clip embeds

package/corpus/templates/clips/changelog/2026-07-17-playback-comments-stay-readable-at-faster-playback-speeds.md

@@ -0,0 +1,6 @@
+---
+type: improved
+date: 2026-07-17
+---
+
+Playback comments stay readable at faster playback speeds

package/corpus/templates/clips/chrome-extension/src/finalize-recovery.ts

@@ -2,6 +2,9 @@ export {
   authenticatedRecordingStatusUrl,
   publicRecordingStatusUrl,
   readyRecordingFromPublicPayload,
+  waitForAcceptedRecordingAfterFinalizeError,
   waitForReadyRecordingAfterFinalizeError,
+  type RecoveredFinalizeRecording,
+  type RecoveredProcessingRecording,
   type RecoveredReadyRecording,
 } from "@shared/finalize-recovery";

package/corpus/templates/clips/chrome-extension/src/offscreen.ts

@@ -35,7 +35,7 @@ import {
 } from "@shared/recording-core";
 import { MAX_UPLOAD_BYTES } from "@shared/upload-limits";
 
-import { waitForReadyRecordingAfterFinalizeError } from "./finalize-recovery";
+import { waitForAcceptedRecordingAfterFinalizeError } from "./finalize-recovery";
 import {
   createNativeTranscriptionCapture,
   type NativeTranscriptionCapture,
@@ -875,7 +875,7 @@ async function uploadChunk(
       if (extra.isFinal && res.status === 504) {
         triedFinalUploadRecovery = true;
         await res.text().catch(() => "");
-        const recovered = await waitForReadyRecordingAfterFinalizeError({
+        const recovered = await waitForAcceptedRecordingAfterFinalizeError({
           uploadUrl: recording.uploadUrl,
           recordingId: recording.recordingId,
           authToken: recording.authToken,
@@ -1619,7 +1619,7 @@ async function finalizeStop(recording: ActiveRecording): Promise<void> {
     const error = err instanceof Error ? err : new Error(String(err));
 
     if (isFinalUploadRecoveryCandidate(error)) {
-      const recovered = await waitForReadyRecordingAfterFinalizeError({
+      const recovered = await waitForAcceptedRecordingAfterFinalizeError({
         uploadUrl: recording.uploadUrl,
         recordingId: recording.recordingId,
         authToken: recording.authToken,

package/corpus/templates/clips/desktop/src/app.tsx

@@ -70,6 +70,7 @@ import {
   exportBrowserRecordingBackup,
   listBrowserRecordingBackups,
   retryBrowserRecordingBackup,
+  scheduleNativeBackupCleanupAfterProcessing,
   shouldUseNativeFullscreenRecording,
   startRecording,
   type LocalExportedFile,
@@ -1834,6 +1835,23 @@ export function App() {
     );
   }, []);
 
+  useEffect(() => {
+    let unlisten: (() => void) | null = null;
+    let cancelled = false;
+    listen("clips:pending-uploads-changed", () => {
+      void loadPendingUploads();
+    })
+      .then((stop) => {
+        if (cancelled) stop();
+        else unlisten = stop;
+      })
+      .catch(() => {});
+    return () => {
+      cancelled = true;
+      unlisten?.();
+    };
+  }, [loadPendingUploads]);
+
   useEffect(() => {
     if (popoverView === "meetings" && popoverVisible) {
       void fetchUpcomingMeetings();
@@ -1894,12 +1912,23 @@ export function App() {
     try {
       const authToken = loadDesktopAuthToken(targetServerUrl);
       if (upload.kind === "native") {
-        await invoke("native_fullscreen_recording_retry_upload", {
-          serverUrl: targetServerUrl,
-          recordingId: upload.recordingId,
-          authToken,
-          cookie: typeof document !== "undefined" ? document.cookie || "" : "",
-        });
+        const result = await invoke<{ verificationPending?: boolean }>(
+          "native_fullscreen_recording_retry_upload",
+          {
+            serverUrl: targetServerUrl,
+            recordingId: upload.recordingId,
+            authToken,
+            cookie:
+              typeof document !== "undefined" ? document.cookie || "" : "",
+          },
+        );
+        if (result.verificationPending) {
+          scheduleNativeBackupCleanupAfterProcessing({
+            serverUrl: targetServerUrl,
+            recordingId: upload.recordingId,
+            authToken,
+          });
+        }
       } else {
         await retryBrowserRecordingBackup({
           recordingId: upload.recordingId,

package/corpus/templates/clips/desktop/src/lib/processing-backup-recovery.ts

@@ -0,0 +1,19 @@
+export async function reconcileProcessingBackup(args: {
+  waitForReady: () => Promise<{ status?: string } | null>;
+  onReady: () => Promise<unknown>;
+  onUnresolved: () => Promise<unknown>;
+  onPollError?: (error: unknown) => void;
+}): Promise<"ready" | "unresolved"> {
+  try {
+    const recovered = await args.waitForReady();
+    if (recovered?.status === "ready") {
+      await args.onReady();
+      return "ready";
+    }
+  } catch (error) {
+    args.onPollError?.(error);
+  }
+
+  await args.onUnresolved();
+  return "unresolved";
+}