@agent-native/core 0.93.0 → 0.94.0

package/corpus/templates/clips/app/components/player/playback-comment-overlay.tsx

@@ -0,0 +1,102 @@
+export const PLAYBACK_COMMENT_VISIBLE_MS = 4_000;
+
+export interface PlaybackComment {
+  id: string;
+  content: string;
+  videoTimestampMs: number;
+  authorEmail?: string | null;
+  authorName?: string | null;
+  parentId?: string | null;
+  resolved?: boolean;
+}
+
+export function getActivePlaybackComments(
+  comments: PlaybackComment[] | undefined,
+  currentMs: number,
+): PlaybackComment[] {
+  if (!comments?.length || !Number.isFinite(currentMs) || currentMs < 0) {
+    return [];
+  }
+
+  return comments
+    .filter((comment) => {
+      const timestamp = comment.videoTimestampMs;
+      return (
+        comment.parentId == null &&
+        comment.resolved !== true &&
+        comment.content.trim().length > 0 &&
+        Number.isFinite(timestamp) &&
+        timestamp >= 0 &&
+        currentMs >= timestamp &&
+        currentMs < timestamp + PLAYBACK_COMMENT_VISIBLE_MS
+      );
+    })
+    .sort(
+      (a, b) =>
+        a.videoTimestampMs - b.videoTimestampMs || a.id.localeCompare(b.id),
+    );
+}
+
+export function PlaybackCommentOverlay({
+  comments,
+  currentMs,
+}: {
+  comments: PlaybackComment[] | undefined;
+  currentMs: number;
+}) {
+  const activeComments = getActivePlaybackComments(comments, currentMs);
+  if (activeComments.length === 0) return null;
+
+  return (
+    <div
+      data-player-ui
+      className="pointer-events-none absolute inset-x-3 bottom-[5.25rem] z-20 flex justify-center sm:inset-x-6"
+      aria-live="polite"
+    >
+      <div className="flex w-full max-w-xl flex-col items-center gap-2">
+        {activeComments.map((comment) => {
+          const author = displayAuthor(comment);
+          return (
+            <div
+              key={comment.id}
+              className="animate-in fade-in slide-in-from-bottom-2 flex max-w-full items-start gap-2.5 rounded-xl bg-black/85 px-3 py-2.5 text-white shadow-2xl ring-1 ring-white/15 backdrop-blur-md duration-200"
+            >
+              <span
+                aria-hidden="true"
+                className="flex size-7 shrink-0 items-center justify-center rounded-full bg-white/15 text-[10px] font-semibold text-white"
+              >
+                {initials(author)}
+              </span>
+              <div className="min-w-0">
+                <p className="truncate text-xs font-semibold text-white/80">
+                  {author}
+                </p>
+                <p className="line-clamp-3 break-words text-sm leading-5 text-white">
+                  {comment.content}
+                </p>
+              </div>
+            </div>
+          );
+        })}
+      </div>
+    </div>
+  );
+}
+
+function displayAuthor(comment: PlaybackComment): string {
+  const name = comment.authorName?.trim();
+  if (name) return name;
+  const emailName = comment.authorEmail?.split("@")[0]?.trim();
+  return emailName || comment.authorEmail?.trim() || "";
+}
+
+function initials(name: string): string {
+  return (
+    name
+      .split(/\s+/)
+      .filter(Boolean)
+      .slice(0, 2)
+      .map((part) => part[0]?.toUpperCase() ?? "")
+      .join("") || "?"
+  );
+}

package/corpus/templates/clips/app/components/player/video-player.tsx

@@ -47,6 +47,10 @@ import { cn } from "@/lib/utils";
 
 import { CaptionsOverlay } from "./captions-overlay";
 import { CtaButton } from "./cta-button";
+import {
+  PlaybackCommentOverlay,
+  type PlaybackComment,
+} from "./playback-comment-overlay";
 import { PlayerControls, SPEED_OPTIONS } from "./player-controls";
 
 function resolveLocalUrl(url: string | null | undefined): string | undefined {
@@ -168,7 +172,7 @@ export interface VideoPlayerProps {
   startMs?: number;
   /** Comment + chapter overlays for the scrubber. */
   editsJson?: string | null;
-  comments?: { id: string; videoTimestampMs: number; content: string }[];
+  comments?: PlaybackComment[];
   chapters?: { startMs: number; title: string }[];
   reactions?: { id: string; emoji: string; videoTimestampMs: number }[];
   transcriptSegments?: { startMs: number; endMs: number; text: string }[];
@@ -1418,6 +1422,11 @@ export const VideoPlayer = forwardRef<VideoPlayerHandle, VideoPlayerProps>(
           <CaptionsOverlay text={currentSegment.text} />
         ) : null}
 
+        {/* Timestamped comments */}
+        {!hideChrome && !isLoomEmbed && hasPlaybackStarted ? (
+          <PlaybackCommentOverlay comments={comments} currentMs={currentMs} />
+        ) : null}
+
         {/* Floating CTA (throughout placement) */}
         {showThroughoutCta ? (
           <div data-player-ui className="absolute bottom-16 right-4 z-20">

package/corpus/templates/clips/app/hooks/use-auto-title.ts

@@ -49,10 +49,12 @@ interface AiRequest {
   recordingId?: string;
   requestedAt?: string;
   currentTitle?: string;
+  currentDescription?: string;
   transcriptStatus?: string;
   transcriptText?: string;
   segmentsJson?: string;
   agentsContext?: string;
+  includeSummary?: boolean;
   thresholdMs?: number;
   message?: string;
   includeFullVideoInAi?: boolean;
@@ -60,6 +62,7 @@ interface AiRequest {
 }
 
 const DISPATCHABLE_REQUESTS = new Set([
+  "generate-metadata",
   "regenerate-title",
   "regenerate-summary",
   "regenerate-chapters",
@@ -142,6 +145,15 @@ export function useAutoTitleBridge(): void {
             }`;
             if (dispatched.current.has(dispatchKey)) continue;
             dispatched.current.add(dispatchKey);
+            if (
+              request.kind === "generate-metadata" ||
+              request.kind === "regenerate-title"
+            ) {
+              // The temporary title remains replaceable while the background
+              // agent runs. Suppress the old-recording fallback in this tab so
+              // clearing the request does not immediately launch a duplicate.
+              dispatched.current.add(`${rec.id}:fallback`);
+            }
 
             dispatchAiRequest(rec, request);
 
@@ -194,11 +206,13 @@ function buildRequestContext(rec: RecordingSummary, request: AiRequest) {
   return {
     recordingId: rec.id,
     currentTitle: request.currentTitle ?? rec.title,
+    currentDescription: request.currentDescription ?? "",
     transcript: request.transcriptText ?? "",
     agentsContext: request.agentsContext ?? "",
     transcriptStatus: request.transcriptStatus ?? "ready",
     transcriptSegments: parseJsonArray(request.segmentsJson),
     includeFullVideoInAi: request.includeFullVideoInAi === true,
+    includeSummary: request.includeSummary === true,
     request,
   };
 }

package/corpus/templates/clips/app/routes/embed.$shareId.tsx

@@ -123,6 +123,7 @@ export default function EmbedRoute() {
   });
 
   const recording = dataQ.data?.data?.recording;
+  const comments = dataQ.data?.data?.comments ?? [];
   const transcriptSegments = dataQ.data?.data?.transcript?.segments ?? [];
   const chapters = dataQ.data?.data?.chapters ?? [];
   const ctas = dataQ.data?.data?.ctas ?? [];
@@ -201,6 +202,7 @@ export default function EmbedRoute() {
         defaultSpeed={parsePlaybackSpeed(recording.defaultSpeed) ?? 1.2}
         autoPlay={autoplay}
         startMs={startMs}
+        comments={comments}
         chapters={chapters}
         transcriptSegments={transcriptSegments}
         cta={firstCta}

package/corpus/templates/clips/changelog/2026-07-10-comment-replies-now-open-inline-and-focus-immediately-while-.md

@@ -0,0 +1,6 @@
+---
+type: improved
+date: 2026-07-10
+---
+
+Comment replies now open inline and focus immediately, while the new-comment box stays at the bottom.

package/corpus/templates/clips/changelog/2026-07-10-dismissed-upload-warnings-now-keep-recordings-in-clip-drafts.md

@@ -0,0 +1,6 @@
+---
+type: improved
+date: 2026-07-10
+---
+
+Dismissed upload warnings now keep recordings in Clip Drafts, which opens directly from desktop settings.

package/corpus/templates/clips/changelog/2026-07-10-dragging-the-meeting-recorder-no-longer-opens-the-expanded.md

@@ -0,0 +1,6 @@
+---
+type: fixed
+date: 2026-07-10
+---
+
+Dragging the meeting recorder now moves it without opening the expanded view.

package/corpus/templates/clips/changelog/2026-07-10-finishing-meeting-notes-no-longer-opens-your-browser.md

@@ -0,0 +1,6 @@
+---
+type: improved
+date: 2026-07-10
+---
+
+Finishing meeting notes no longer opens your browser automatically.

package/corpus/templates/clips/changelog/2026-07-10-meeting-recordings-now-keep-microphone-audio-and-recover-tra.md

@@ -0,0 +1,6 @@
+---
+type: fixed
+date: 2026-07-10
+---
+
+Meeting recordings now keep microphone audio and recover transcripts across every supported macOS capture path.

package/corpus/templates/clips/changelog/2026-07-10-recording-pause-and-resume-controls-now-respond-reliably-on-.md

@@ -0,0 +1,6 @@
+---
+type: fixed
+date: 2026-07-10
+---
+
+Recording pause and resume controls now respond reliably on the first click.

package/corpus/templates/clips/changelog/2026-07-10-starting-and-joining-a-meeting-now-closes-the-desktop-popover.md

@@ -0,0 +1,6 @@
+---
+type: fixed
+date: 2026-07-10
+---
+
+Starting and joining a meeting now closes the desktop popover.

package/corpus/templates/clips/changelog/2026-07-10-timestamped-comments-now-appear-over-the-video-as-playback-r.md

@@ -0,0 +1,6 @@
+---
+type: improved
+date: 2026-07-10
+---
+
+Timestamped comments now appear over the video as playback reaches their moment.

package/corpus/templates/clips/changelog/2026-07-10-transcript-backed-titles-and-summaries-now-finish-after-recording.md

@@ -0,0 +1,6 @@
+---
+type: fixed
+date: 2026-07-10
+---
+
+New recordings now replace rough transcript-word titles with a useful title and summary.

package/corpus/templates/clips/changelog/2026-07-10-zoom-meetings-now-open-directly-in-the-desktop-app.md

@@ -0,0 +1,6 @@
+---
+type: improved
+date: 2026-07-10
+---
+
+Zoom meetings now open directly in the desktop app without an extra browser tab when you join from Clips.

package/corpus/templates/clips/chrome-extension/src/overlay.ts

@@ -130,14 +130,22 @@ const ICONS = {
   ),
 };
 
-function send(type: string, extra: Record<string, unknown> = {}): void {
+function send(
+  type: string,
+  extra: Record<string, unknown> = {},
+  onComplete?: (ok: boolean) => void,
+): void {
   try {
     chrome.runtime.sendMessage(
       { type, ...extra },
-      () => void chrome.runtime.lastError,
+      (response?: { ok?: boolean }) => {
+        const error = chrome.runtime.lastError;
+        onComplete?.(!error && response?.ok !== false);
+      },
     );
   } catch {
     /* the background may be momentarily asleep; state will re-sync */
+    onComplete?.(false);
   }
 }
 
@@ -398,6 +406,7 @@ function initToolbar(): void {
     title: string,
     svg: string,
     onClick: () => void,
+    activateOnPointerDown = false,
   ): HTMLButtonElement => {
     const btn = document.createElement("button");
     btn.type = "button";
@@ -405,7 +414,22 @@ function initToolbar(): void {
     btn.title = title;
     btn.setAttribute("aria-label", title);
     btn.innerHTML = svg;
-    btn.addEventListener("click", onClick);
+    if (activateOnPointerDown) {
+      btn.addEventListener("pointerdown", (event) => {
+        if (event.button !== 0) return;
+        // The iframe grows when the pointer enters the toolbar. Act before that
+        // resize/focus work can cancel the browser's later click event.
+        event.preventDefault();
+        onClick();
+      });
+      btn.addEventListener("click", (event) => {
+        // Pointer activation already ran above. Preserve native keyboard
+        // activation, whose synthetic click has detail=0.
+        if (event.detail === 0) onClick();
+      });
+    } else {
+      btn.addEventListener("click", onClick);
+    }
     return btn;
   };
 
@@ -422,10 +446,28 @@ function initToolbar(): void {
   clock.textContent = "0:00";
   time.append(clock);
 
-  const pauseBtn = makeBtn("toolbar-v-pause", "Pause", ICONS.pause, () => {
-    if (state.phase === "paused") send("CLIPS_OVERLAY_RESUME");
-    else send("CLIPS_OVERLAY_PAUSE");
-  });
+  let pauseCommandPending = false;
+  const pauseBtn = makeBtn(
+    "toolbar-v-pause",
+    "Pause",
+    ICONS.pause,
+    () => {
+      if (pauseCommandPending) return;
+      const resume = state.phase === "paused";
+      const command = resume ? "CLIPS_OVERLAY_RESUME" : "CLIPS_OVERLAY_PAUSE";
+      pauseCommandPending = true;
+      // Make the control react to the first press even if waking the MV3
+      // service worker takes a moment. The worker remains authoritative and
+      // immediately broadcasts the confirmed state.
+      state.phase = resume ? "recording" : "paused";
+      toolbarRender?.();
+      send(command, {}, (ok) => {
+        pauseCommandPending = false;
+        if (!ok) send("CLIPS_OVERLAY_HELLO", { part });
+      });
+    },
+    true,
+  );
 
   const hoverGroup = document.createElement("div");
   hoverGroup.className = "toolbar-v-hover-actions";

package/corpus/templates/clips/desktop/src/app.tsx

@@ -12,6 +12,7 @@ import {
   IconRefresh,
   IconTrash,
   IconUpload,
+  IconX,
 } from "@tabler/icons-react";
 import { invoke } from "@tauri-apps/api/core";
 import { emit, listen } from "@tauri-apps/api/event";
@@ -54,6 +55,7 @@ import {
   getCameraStreamWithFallback,
   isMediaConstraintFailure,
 } from "./lib/media-capture-constraints";
+import { resolveDesktopMeetingJoinUrl } from "./lib/meeting-join-url";
 import {
   DESKTOP_CAPTURE_PERMISSION_MESSAGE,
   isHardCapturePermissionError,
@@ -64,7 +66,7 @@ import {
 } from "./lib/permissions";
 import { isMacPlatform, isWindowsPlatform } from "./lib/platform";
 import {
-  discardBrowserRecordingBackup,
+  dismissBrowserRecordingBackup,
   exportBrowserRecordingBackup,
   listBrowserRecordingBackups,
   retryBrowserRecordingBackup,
@@ -702,7 +704,7 @@ export function App() {
   const [exportingUploadId, setExportingUploadId] = useState<string | null>(
     null,
   );
-  const [discardingUploadId, setDiscardingUploadId] = useState<string | null>(
+  const [dismissingUploadId, setDismissingUploadId] = useState<string | null>(
     null,
   );
   const [localRecordingNotice, setLocalRecordingNotice] =
@@ -1027,7 +1029,7 @@ export function App() {
       const url = ev.payload?.joinUrl;
       if (!url) return;
       import("@tauri-apps/plugin-shell")
-        .then(({ open }) => open(url))
+        .then(({ open }) => open(resolveDesktopMeetingJoinUrl(url)))
         .catch((err) => {
           console.error("[clips-popover] open join url failed:", err);
         });
@@ -1158,11 +1160,14 @@ export function App() {
   const startMeetingNotesAndJoin = useCallback(
     (meeting: PopoverMeeting) => {
       if (meeting.joinUrl) {
-        openExternal(meeting.joinUrl).catch((err) => {
-          console.error("[clips-popover] open meeting join url failed:", err);
-        });
+        openExternal(resolveDesktopMeetingJoinUrl(meeting.joinUrl)).catch(
+          (err) => {
+            console.error("[clips-popover] open meeting join url failed:", err);
+          },
+        );
       }
       startMeetingNotes(meeting);
+      hidePopover();
     },
     [startMeetingNotes],
   );
@@ -1869,7 +1874,7 @@ export function App() {
   }
 
   async function retryPendingUpload(upload: PendingDesktopUpload) {
-    if (retryingUploadId || exportingUploadId || discardingUploadId) return;
+    if (retryingUploadId || exportingUploadId || dismissingUploadId) return;
     const targetServerUrl = serverUrlForPendingUpload(upload, serverUrl);
     setRecError(null);
     setRetryingUploadId(upload.recordingId);
@@ -1910,7 +1915,7 @@ export function App() {
   }
 
   async function exportPendingUpload(upload: PendingDesktopUpload) {
-    if (retryingUploadId || exportingUploadId || discardingUploadId) return;
+    if (retryingUploadId || exportingUploadId || dismissingUploadId) return;
     setRecError(null);
 
     if (upload.kind === "native") {
@@ -1939,29 +1944,29 @@ export function App() {
     }
   }
 
-  async function discardPendingUpload(upload: PendingDesktopUpload) {
-    if (retryingUploadId || exportingUploadId || discardingUploadId) return;
+  async function dismissPendingUpload(upload: PendingDesktopUpload) {
+    if (retryingUploadId || exportingUploadId || dismissingUploadId) return;
     setRecError(null);
-    setDiscardingUploadId(upload.recordingId);
+    setDismissingUploadId(upload.recordingId);
     setPendingUploads((uploads) =>
       uploads.filter((item) => item.recordingId !== upload.recordingId),
     );
     try {
       if (upload.kind === "native") {
-        await invoke("native_fullscreen_recording_discard_upload", {
+        await invoke("native_fullscreen_recording_dismiss_upload", {
           recordingId: upload.recordingId,
         });
       } else {
-        await discardBrowserRecordingBackup(upload.recordingId);
+        await dismissBrowserRecordingBackup(upload.recordingId);
       }
       await loadPendingUploads();
     } catch (err) {
       const message = err instanceof Error ? err.message : String(err);
-      console.error("[clips-tray] discard saved upload failed:", err);
+      console.error("[clips-tray] dismiss saved upload failed:", err);
       setRecError(message);
       await loadPendingUploads();
     } finally {
-      setDiscardingUploadId(null);
+      setDismissingUploadId(null);
     }
   }
 
@@ -2630,10 +2635,10 @@ export function App() {
           uploads={pendingUploads}
           retryingUploadId={retryingUploadId}
           exportingUploadId={exportingUploadId}
-          discardingUploadId={discardingUploadId}
+          dismissingUploadId={dismissingUploadId}
           onExport={exportPendingUpload}
           onRetry={retryPendingUpload}
-          onDiscard={discardPendingUpload}
+          onDismiss={dismissPendingUpload}
           onOpenFolder={openPendingUploadFolder}
           onConnectStorage={(upload) => openVideoStorageSetup(upload.serverUrl)}
         />
@@ -2929,20 +2934,20 @@ function PendingUploadBanner({
   uploads,
   retryingUploadId,
   exportingUploadId,
-  discardingUploadId,
+  dismissingUploadId,
   onExport,
   onRetry,
-  onDiscard,
+  onDismiss,
   onOpenFolder,
   onConnectStorage,
 }: {
   uploads: PendingDesktopUpload[];
   retryingUploadId: string | null;
   exportingUploadId: string | null;
-  discardingUploadId: string | null;
+  dismissingUploadId: string | null;
   onExport: (upload: PendingDesktopUpload) => void;
   onRetry: (upload: PendingDesktopUpload) => void;
-  onDiscard: (upload: PendingDesktopUpload) => void;
+  onDismiss: (upload: PendingDesktopUpload) => void;
   onOpenFolder: (upload: PendingDesktopUpload) => void;
   onConnectStorage: (upload: PendingDesktopUpload) => void;
 }) {
@@ -2955,7 +2960,7 @@ function PendingUploadBanner({
   const canOpenFolder = latest.kind === "native" && !!latest.folderPath;
   const canExport = latest.kind === "browser";
   const actionsDisabled =
-    !!retryingUploadId || !!exportingUploadId || !!discardingUploadId;
+    !!retryingUploadId || !!exportingUploadId || !!dismissingUploadId;
   const savedLabel =
     uploads.length === 1
       ? "1 Clip saved locally"
@@ -2993,7 +2998,7 @@ function PendingUploadBanner({
           }
         >
           {nativeCorrupt
-            ? `${details.join(" · ")} · discard and record again`
+            ? `${details.join(" · ")} · file may be unusable`
             : storageSetupFailure
               ? `${details.join(" · ")} · your clip is safe locally`
               : `${details.join(" · ")}${errorText ? ` · ${errorText}` : ""}`}
@@ -3040,18 +3045,7 @@ function PendingUploadBanner({
             <IconDownload size={14} stroke={2} />
           </button>
         ) : null}
-        {latest.kind === "native" && latest.corrupt ? (
-          <button
-            type="button"
-            className="pending-upload-discard"
-            disabled={actionsDisabled}
-            onClick={() => onDiscard(latest)}
-            aria-label="Discard corrupted clip"
-            title="This clip is corrupted and cannot be recovered. Discard it and record again."
-          >
-            <IconTrash size={14} stroke={2} />
-          </button>
-        ) : (
+        {latest.kind === "native" && latest.corrupt ? null : (
           <>
             {storageSetupFailure ? (
               <button
@@ -3073,18 +3067,24 @@ function PendingUploadBanner({
               <IconRefresh size={14} stroke={2} />
               {retrying ? "Retrying" : "Retry"}
             </button>
+          </>
+        )}
+        <Tooltip>
+          <TooltipTrigger asChild>
             <button
               type="button"
-              className="pending-upload-discard"
+              className="pending-upload-dismiss"
               disabled={actionsDisabled}
-              onClick={() => onDiscard(latest)}
-              aria-label="Discard saved local clip"
-              title="Discard saved local clip"
+              onClick={() => onDismiss(latest)}
+              aria-label="Dismiss saved clip warning"
             >
-              <IconTrash size={14} stroke={2} />
+              <IconX size={16} stroke={2} />
             </button>
-          </>
-        )}
+          </TooltipTrigger>
+          <TooltipContent side="bottom" align="end">
+            Dismiss warning and keep the clip in Clip Drafts
+          </TooltipContent>
+        </Tooltip>
       </div>
     </div>
   );
@@ -3833,6 +3833,7 @@ function Setup({
     kind: "ok" | "error";
     text: string;
   } | null>(null);
+  const [clipDraftsError, setClipDraftsError] = useState<string | null>(null);
   const [screenMemoryBusy, setScreenMemoryBusy] = useState(false);
   const screenMemorySegments = screenMemoryStatus?.recentSegments ?? [];
   const screenMemoryTotalBytes = screenMemorySegments.reduce(
@@ -3994,6 +3995,15 @@ function Setup({
     });
   }
 
+  function openClipDraftsFolder() {
+    setClipDraftsError(null);
+    invoke("native_fullscreen_open_drafts_folder").catch((err) => {
+      setClipDraftsError(
+        (err as Error)?.message ?? "Could not open Clip Drafts.",
+      );
+    });
+  }
+
   function openRegionGuideEditor() {
     invoke("show_region_guide_editor").catch((err) =>
       console.error("[settings] show_region_guide_editor failed", err),
@@ -4518,6 +4528,24 @@ function Setup({
 
       <div className="setup-section-heading">Recording</div>
 
+      <div className="setup-section">
+        <SettingLabel
+          label="Clip Drafts"
+          hint="Clips dismissed after an upload problem stay in Movies/Clips/Drafts until you remove them in Finder."
+        />
+        <button
+          type="button"
+          className="secondary"
+          onClick={openClipDraftsFolder}
+        >
+          <IconFolderOpen size={15} stroke={1.9} />
+          Open Clip Drafts
+        </button>
+        {clipDraftsError ? (
+          <p className="setup-warning">{clipDraftsError}</p>
+        ) : null}
+      </div>
+
       <div className="setup-section">
         <div className="setup-toggle-row">
           <SettingLabel