@agent-native/core 0.92.12 → 0.94.0

package/corpus/templates/clips/app/routes/record.tsx

@@ -66,6 +66,10 @@ import {
   defaultRecordingTitle,
   inferWindowTitleFromDisplayStream,
 } from "@/lib/recording-title";
+import {
+  decideRecordingVisibilityAction,
+  isMobileRecorderRuntime,
+} from "@/lib/recording-visibility";
 import {
   captureVideoThumbnailBlob,
   uploadRecordingThumbnail,
@@ -838,6 +842,7 @@ export default function RecordRoute() {
   const [uiState, setUiState] = useState<UiState>("idle");
   const [error, setError] = useState<string | null>(null);
   const [isPaused, setIsPaused] = useState(false);
+  const visibilityAutoPausedRef = useRef(false);
   const [elapsedMs, setElapsedMs] = useState(0);
   const [cameraStream, setCameraStream] = useState<MediaStream | null>(null);
   const [cameraSize, setCameraSize] = useState<CameraBubbleSize>(
@@ -2291,6 +2296,10 @@ export default function RecordRoute() {
   const togglePause = useCallback(() => {
     const engine = engineRef.current;
     if (!engine) return;
+    // A direct user gesture owns the paused state from this point forward.
+    // In particular, returning to the foreground must not auto-resume a clip
+    // that the user deliberately left paused.
+    visibilityAutoPausedRef.current = false;
     if (engine.getState() === "paused") {
       engine.resume();
       liveTranscription.resume();
@@ -2302,6 +2311,59 @@ export default function RecordRoute() {
     }
   }, [liveTranscription]);
 
+  useEffect(() => {
+    if (typeof navigator === "undefined") return;
+    if (!isMobileRecorderRuntime(navigator)) return;
+    if (recordingMode !== "camera" || !cameraStream) {
+      visibilityAutoPausedRef.current = false;
+      return;
+    }
+
+    const videoTracks = cameraStream.getVideoTracks();
+    const syncCaptureSuspension = () => {
+      const engine = engineRef.current;
+      if (!engine) {
+        visibilityAutoPausedRef.current = false;
+        return;
+      }
+
+      const decision = decideRecordingVisibilityAction({
+        mode: recordingMode,
+        mobileRuntime: true,
+        documentHidden: document.hidden,
+        cameraTrackMuted: videoTracks.some((track) => track.muted),
+        recorderState: engine.getState(),
+        autoPaused: visibilityAutoPausedRef.current,
+      });
+      visibilityAutoPausedRef.current = decision.autoPaused;
+
+      if (decision.action === "pause") {
+        engine.pause();
+        liveTranscription.pause();
+        setIsPaused(true);
+      } else if (decision.action === "resume") {
+        engine.resume();
+        liveTranscription.resume();
+        setIsPaused(false);
+      }
+    };
+
+    document.addEventListener("visibilitychange", syncCaptureSuspension);
+    for (const track of videoTracks) {
+      track.addEventListener("mute", syncCaptureSuspension);
+      track.addEventListener("unmute", syncCaptureSuspension);
+    }
+    syncCaptureSuspension();
+
+    return () => {
+      document.removeEventListener("visibilitychange", syncCaptureSuspension);
+      for (const track of videoTracks) {
+        track.removeEventListener("mute", syncCaptureSuspension);
+        track.removeEventListener("unmute", syncCaptureSuspension);
+      }
+    };
+  }, [cameraStream, liveTranscription, recordingMode]);
+
   const restart = useCallback(async () => {
     await doCancel();
     const opts = pendingStartOptsRef.current;

package/corpus/templates/clips/app/routes/share.$shareId.tsx

@@ -28,12 +28,12 @@ import {
   type ReactNode,
 } from "react";
 import {
-  data,
   type HeadersArgs,
   type LoaderFunctionArgs,
   type MetaFunction,
 } from "react-router";
 import { useLoaderData, useNavigate, useParams } from "react-router";
+import { toast } from "sonner";
 
 import { CaptureInstallButton } from "@/components/capture-install-options";
 import { AccessPasswordPrompt } from "@/components/player/access-password-prompt";
@@ -79,6 +79,7 @@ import {
   buildSignupAttributionQuery,
   readShareAttribution,
 } from "../../shared/share-attribution";
+import { privateShareLoaderData } from "../../shared/share-loader-response";
 import {
   buildClipsShareMeta,
   clipsSharePageTitle,
@@ -104,10 +105,6 @@ type SharePageLoaderData = {
   shareUrl: string | null;
 };
 
-const PRIVATE_AGENT_SHARE_HEADERS = {
-  "Cache-Control": "private, max-age=0, no-store",
-  "Referrer-Policy": "no-referrer",
-};
 const CLIPS_AGENT_ACCESS_TTL_SECONDS = 2 * 60 * 60;
 
 function emptyLoaderData(url: URL): SharePageLoaderData {
@@ -124,9 +121,7 @@ function shareLoaderData(
   privateAgentAccess = false,
 ) {
   if (!privateAgentAccess) return payload;
-  return data(payload, {
-    headers: PRIVATE_AGENT_SHARE_HEADERS,
-  });
+  return privateShareLoaderData(payload);
 }
 
 export function headers({ loaderHeaders }: HeadersArgs) {
@@ -222,7 +217,7 @@ export async function loader({ params, url }: LoaderFunctionArgs) {
   if (rec.visibility !== "public" && !tokenGrantsAgentAccess) {
     const userEmail = getRequestUserEmail();
     const access = userEmail ? await resolveAccess("recording", id) : null;
-    if (!access) return emptyLoaderData(url);
+    if (!access) return privateShareLoaderData(emptyLoaderData(url));
   }
 
   const recording: SharePageMetaRecording = {
@@ -291,13 +286,14 @@ const CLIPS_AGENT_DOCS_URL =
 const UPLOAD_STUCK_TIMEOUT_MS = 5 * 60 * 1000;
 const PROCESSING_STUCK_TIMEOUT_MS = 2 * 60 * 1000;
 
-type ViewerPlatform = "mac" | "windows";
+type ViewerPlatform = "mac" | "windows" | "linux";
 
 function detectViewerPlatform(): ViewerPlatform | null {
   if (typeof navigator === "undefined") return null;
   const ua = navigator.userAgent;
   if (/Windows/i.test(ua)) return "windows";
   if (/Mac/i.test(ua)) return "mac";
+  if (/Linux|X11/i.test(ua) && !/Android/i.test(ua)) return "linux";
   return null;
 }
 
@@ -421,6 +417,7 @@ export default function ShareRoute() {
     [],
   );
   const [downloading, setDownloading] = useState(false);
+  const [downloadMenuOpen, setDownloadMenuOpen] = useState(false);
   const agentAccessToken = useMemo(() => {
     if (typeof window === "undefined") return "";
     return (
@@ -594,6 +591,7 @@ export default function ShareRoute() {
   async function downloadRecording() {
     if (!recording?.videoUrl) return;
     setDownloading(true);
+    const downloadToastId = toast.loading(t("sharePage.downloading"));
     try {
       const res = await fetch(recording.videoUrl);
       if (!res.ok) throw new Error(`HTTP ${res.status}`);
@@ -601,7 +599,11 @@ export default function ShareRoute() {
       const url = URL.createObjectURL(blob);
       const a = document.createElement("a");
       a.href = url;
-      a.download = `${sanitizeFilename(recording.title || "clip")}.mp4`;
+      const extension =
+        blob.type.includes("webm") || recording.videoFormat === "webm"
+          ? "webm"
+          : "mp4";
+      a.download = `${sanitizeFilename(recording.title || "clip")}.${extension}`;
       document.body.appendChild(a);
       a.click();
       a.remove();
@@ -610,6 +612,7 @@ export default function ShareRoute() {
       window.open(recording.videoUrl, "_blank", "noopener,noreferrer");
     } finally {
       setDownloading(false);
+      toast.dismiss(downloadToastId);
     }
   }
 
@@ -859,7 +862,10 @@ export default function ShareRoute() {
               </Button>
             )}
             {!viewerCanEdit && canDownloadRecording ? (
-              <DropdownMenu>
+              <DropdownMenu
+                open={downloadMenuOpen}
+                onOpenChange={setDownloadMenuOpen}
+              >
                 <DropdownMenuTrigger asChild>
                   <Button
                     variant="ghost"
@@ -873,6 +879,7 @@ export default function ShareRoute() {
                 <DropdownMenuContent align="end" className="w-44">
                   <DropdownMenuItem
                     onSelect={() => {
+                      setDownloadMenuOpen(false);
                       void downloadRecording();
                     }}
                     disabled={downloading}
@@ -880,7 +887,7 @@ export default function ShareRoute() {
                     <IconDownload className="h-4 w-4" />
                     {downloading
                       ? t("sharePage.downloading")
-                      : t("sharePage.downloadMp4")}
+                      : t("recordRoute.downloadRecording")}
                   </DropdownMenuItem>
                 </DropdownMenuContent>
               </DropdownMenu>
@@ -891,7 +898,7 @@ export default function ShareRoute() {
                 canDelete
                 canDownload={canDownloadRecording}
                 downloadPending={downloading}
-                downloadLabel={t("sharePage.downloadMp4")}
+                downloadLabel={t("recordRoute.downloadRecording")}
                 downloadingLabel={t("sharePage.downloading")}
                 onDownload={() => {
                   void downloadRecording();
@@ -1010,7 +1017,7 @@ export default function ShareRoute() {
                   <IconDownload className="h-4 w-4" />
                   {downloading
                     ? t("sharePage.downloading")
-                    : t("sharePage.downloadMp4")}
+                    : t("recordRoute.downloadRecording")}
                 </Button>
               ) : null}
             </div>
@@ -1152,7 +1159,9 @@ function PublicAgentEmptyState({
       ? t("sharePage.downloadForMac")
       : platform === "windows"
         ? t("sharePage.downloadForWindows")
-        : t("sharePage.downloadDesktopApp");
+        : platform === "linux"
+          ? t("sharePage.downloadForLinux")
+          : t("sharePage.downloadDesktopApp");
 
   return (
     <div className="flex h-full flex-col items-center justify-center px-8 py-12 text-center">

package/corpus/templates/clips/changelog/2026-07-10-clips-desktop-is-now-available-for-linux-with-appimage-debia.md

@@ -0,0 +1,6 @@
+---
+type: added
+date: 2026-07-10
+---
+
+Clips Desktop is now available for Linux with AppImage, Debian, and RPM installers.

package/corpus/templates/clips/changelog/2026-07-10-clips-downloads-updates-sooner-in-the-background-and-offers-.md

@@ -0,0 +1,6 @@
+---
+type: improved
+date: 2026-07-10
+---
+
+Clips downloads updates sooner in the background and offers a one-click restart when the latest version is ready.

package/corpus/templates/clips/changelog/2026-07-10-clips-shared-with-you-now-appear-in-a-searchable-shared-with.md

@@ -0,0 +1,6 @@
+---
+type: added
+date: 2026-07-10
+---
+
+Clips shared with you now appear in a searchable Shared with me view.

package/corpus/templates/clips/changelog/2026-07-10-clips-with-missing-mobile-video-frames-can-be-repaired-witho.md

@@ -0,0 +1,6 @@
+---
+type: fixed
+date: 2026-07-10
+---
+
+Clips with missing mobile video frames can be repaired without losing their audio or original upload.

package/corpus/templates/clips/changelog/2026-07-10-comment-replies-now-open-inline-and-focus-immediately-while-.md

@@ -0,0 +1,6 @@
+---
+type: improved
+date: 2026-07-10
+---
+
+Comment replies now open inline and focus immediately, while the new-comment box stays at the bottom.

package/corpus/templates/clips/changelog/2026-07-10-dismissed-upload-warnings-now-keep-recordings-in-clip-drafts.md

@@ -0,0 +1,6 @@
+---
+type: improved
+date: 2026-07-10
+---
+
+Dismissed upload warnings now keep recordings in Clip Drafts, which opens directly from desktop settings.

package/corpus/templates/clips/changelog/2026-07-10-dragging-the-meeting-recorder-no-longer-opens-the-expanded.md

@@ -0,0 +1,6 @@
+---
+type: fixed
+date: 2026-07-10
+---
+
+Dragging the meeting recorder now moves it without opening the expanded view.

package/corpus/templates/clips/changelog/2026-07-10-finishing-meeting-notes-no-longer-opens-your-browser.md

@@ -0,0 +1,6 @@
+---
+type: improved
+date: 2026-07-10
+---
+
+Finishing meeting notes no longer opens your browser automatically.

package/corpus/templates/clips/changelog/2026-07-10-meeting-recordings-now-keep-microphone-audio-and-recover-tra.md

@@ -0,0 +1,6 @@
+---
+type: fixed
+date: 2026-07-10
+---
+
+Meeting recordings now keep microphone audio and recover transcripts across every supported macOS capture path.

package/corpus/templates/clips/changelog/2026-07-10-mobile-camera-recordings-pause-while-backgrounded.md

@@ -0,0 +1,6 @@
+---
+type: fixed
+date: 2026-07-10
+---
+
+Mobile camera recordings now pause while Clips is backgrounded instead of saving a misleading frozen span.

package/corpus/templates/clips/changelog/2026-07-10-mp4-downloads-now-show-progress-immediately-after-the-option.md

@@ -0,0 +1,6 @@
+---
+type: improved
+date: 2026-07-10
+---
+
+MP4 downloads now show progress immediately after the options menu closes

package/corpus/templates/clips/changelog/2026-07-10-recording-pages-now-open-as-soon-as-you-stop-with-a-share-li.md

@@ -0,0 +1,6 @@
+---
+type: improved
+date: 2026-07-10
+---
+
+Desktop recording pages now open as soon as you stop, with a share link available while the video finishes uploading.

package/corpus/templates/clips/changelog/2026-07-10-recording-pause-and-resume-controls-now-respond-reliably-on-.md

@@ -0,0 +1,6 @@
+---
+type: fixed
+date: 2026-07-10
+---
+
+Recording pause and resume controls now respond reliably on the first click.

package/corpus/templates/clips/changelog/2026-07-10-recordings-now-seek-smoothly-downloads-use-the-correct-file-.md

@@ -0,0 +1,6 @@
+---
+type: fixed
+date: 2026-07-10
+---
+
+Recordings now seek smoothly, downloads use the correct file format, and interrupted transcripts can be retried.

package/corpus/templates/clips/changelog/2026-07-10-s3-compatible-storage-now-saves-hosted-recordings-without-re.md

@@ -0,0 +1,6 @@
+---
+type: fixed
+date: 2026-07-10
+---
+
+S3-compatible storage now saves hosted recordings reliably instead of failing during upload.

package/corpus/templates/clips/changelog/2026-07-10-starting-and-joining-a-meeting-now-closes-the-desktop-popover.md

@@ -0,0 +1,6 @@
+---
+type: fixed
+date: 2026-07-10
+---
+
+Starting and joining a meeting now closes the desktop popover.

package/corpus/templates/clips/changelog/2026-07-10-timestamped-comments-now-appear-over-the-video-as-playback-r.md

@@ -0,0 +1,6 @@
+---
+type: improved
+date: 2026-07-10
+---
+
+Timestamped comments now appear over the video as playback reaches their moment.

package/corpus/templates/clips/changelog/2026-07-10-transcript-backed-titles-and-summaries-now-finish-after-recording.md

@@ -0,0 +1,6 @@
+---
+type: fixed
+date: 2026-07-10
+---
+
+New recordings now replace rough transcript-word titles with a useful title and summary.

package/corpus/templates/clips/changelog/2026-07-10-zoom-meetings-now-open-directly-in-the-desktop-app.md

@@ -0,0 +1,6 @@
+---
+type: improved
+date: 2026-07-10
+---
+
+Zoom meetings now open directly in the desktop app without an extra browser tab when you join from Clips.

package/corpus/templates/clips/chrome-extension/src/overlay.ts

@@ -130,14 +130,22 @@ const ICONS = {
   ),
 };
 
-function send(type: string, extra: Record<string, unknown> = {}): void {
+function send(
+  type: string,
+  extra: Record<string, unknown> = {},
+  onComplete?: (ok: boolean) => void,
+): void {
   try {
     chrome.runtime.sendMessage(
       { type, ...extra },
-      () => void chrome.runtime.lastError,
+      (response?: { ok?: boolean }) => {
+        const error = chrome.runtime.lastError;
+        onComplete?.(!error && response?.ok !== false);
+      },
     );
   } catch {
     /* the background may be momentarily asleep; state will re-sync */
+    onComplete?.(false);
   }
 }
 
@@ -398,6 +406,7 @@ function initToolbar(): void {
     title: string,
     svg: string,
     onClick: () => void,
+    activateOnPointerDown = false,
   ): HTMLButtonElement => {
     const btn = document.createElement("button");
     btn.type = "button";
@@ -405,7 +414,22 @@ function initToolbar(): void {
     btn.title = title;
     btn.setAttribute("aria-label", title);
     btn.innerHTML = svg;
-    btn.addEventListener("click", onClick);
+    if (activateOnPointerDown) {
+      btn.addEventListener("pointerdown", (event) => {
+        if (event.button !== 0) return;
+        // The iframe grows when the pointer enters the toolbar. Act before that
+        // resize/focus work can cancel the browser's later click event.
+        event.preventDefault();
+        onClick();
+      });
+      btn.addEventListener("click", (event) => {
+        // Pointer activation already ran above. Preserve native keyboard
+        // activation, whose synthetic click has detail=0.
+        if (event.detail === 0) onClick();
+      });
+    } else {
+      btn.addEventListener("click", onClick);
+    }
     return btn;
   };
 
@@ -422,10 +446,28 @@ function initToolbar(): void {
   clock.textContent = "0:00";
   time.append(clock);
 
-  const pauseBtn = makeBtn("toolbar-v-pause", "Pause", ICONS.pause, () => {
-    if (state.phase === "paused") send("CLIPS_OVERLAY_RESUME");
-    else send("CLIPS_OVERLAY_PAUSE");
-  });
+  let pauseCommandPending = false;
+  const pauseBtn = makeBtn(
+    "toolbar-v-pause",
+    "Pause",
+    ICONS.pause,
+    () => {
+      if (pauseCommandPending) return;
+      const resume = state.phase === "paused";
+      const command = resume ? "CLIPS_OVERLAY_RESUME" : "CLIPS_OVERLAY_PAUSE";
+      pauseCommandPending = true;
+      // Make the control react to the first press even if waking the MV3
+      // service worker takes a moment. The worker remains authoritative and
+      // immediately broadcasts the confirmed state.
+      state.phase = resume ? "recording" : "paused";
+      toolbarRender?.();
+      send(command, {}, (ok) => {
+        pauseCommandPending = false;
+        if (!ok) send("CLIPS_OVERLAY_HELLO", { part });
+      });
+    },
+    true,
+  );
 
   const hoverGroup = document.createElement("div");
   hoverGroup.className = "toolbar-v-hover-actions";

package/corpus/templates/clips/desktop/README.md

@@ -1,6 +1,6 @@
 # Clips Tray — Desktop menu-bar app
 
-A small Tauri 2.x menu-bar app that lives in the macOS menu bar / Windows system tray. Click the icon — or press the global shortcut `Cmd/Ctrl+Shift+L` — to open a popover with:
+A small Tauri 2.x tray app for macOS, Windows, and Linux. Click the icon — or press the global shortcut `Cmd/Ctrl+Shift+L` — to open a popover with:
 
 - **New recording** button (opens `/record` on your configured Clips server)
 - **Recent** — your three most recent recordings
@@ -22,10 +22,18 @@ From the template root you can also run:
 
 ```bash
 pnpm tauri:dev    # start the tray app against the local dev server
-pnpm tauri:build  # produce a .dmg / .msi
+pnpm tauri:build  # produce platform installers (.dmg / .msi / AppImage + .deb + .rpm)
 ```
 
-Dev builds use the real macOS screen/camera/microphone permission flow by
+On Linux, install Tauri's WebKitGTK/AppIndicator prerequisites before running
+the app. Screen and window capture use the desktop portal and PipeWire, so a
+modern XDG desktop session with `xdg-desktop-portal` and PipeWire must be
+running. The AppImage bundles the GStreamer media framework; `.deb` and `.rpm`
+installs use the distribution's WebKitGTK/GStreamer packages. Use the AppImage
+for in-app auto-updates; package-manager installs are updated by installing the
+new `.deb` or `.rpm`.
+
+Dev builds use the real platform screen/camera/microphone permission flow by
 default so failures show up in the popover instead of saving a fake recording.
 For automation-only sessions that need a generated screen stream, run this in
 the tray devtools console:
@@ -36,6 +44,14 @@ localStorage.setItem("clips:dev-synthetic-capture", "1");
 
 Remove that key to return to real capture.
 
+### Linux capabilities
+
+Linux uses the WebKitGTK recorder for screen, window, camera, and microphone
+capture. Transcripts use Web Speech when available and the normal hosted
+fallback after upload. macOS-native features — ScreenCaptureKit system audio,
+local SFSpeech/Whisper capture, the Fn dictation shortcut, automatic text paste,
+and Screen Memory — are not available on Linux yet.
+
 Full-screen recording uses the native macOS recorder by default so it can start
 without WebKit's screen/window picker. To debug the old `getDisplayMedia` path,
 run this in the tray devtools console:
@@ -65,12 +81,12 @@ Clips Desktop ships on its own release channel — tag prefix `clips-v*`, separa
 ### Shipping a release
 
 1. Bump `templates/clips/desktop/package.json` version (or pass it via workflow input).
-2. Trigger **Clips Desktop Release** in GitHub Actions (`.github/workflows/clips-desktop-release.yml`). It builds on macOS (universal), Windows, and Linux in parallel, signs everything, and uploads to `clips-v{version}`.
-3. After all three platforms finish, the `publish-release` job flips the versioned release out of draft and refreshes the `clips-latest` pointer release with the new manifest. Within a few hours (next update check) every installed Clips starts auto-downloading in the background through the hosted manifest endpoint.
+2. Trigger **Clips Desktop Release** in GitHub Actions (`.github/workflows/clips-desktop-release.yml`). It builds macOS (universal), Windows, and Linux x86_64 installers, signs updater artifacts, and uploads them to `clips-v{version}`.
+3. After all three platforms finish, the `publish-release` job flips the versioned release out of draft and refreshes the `clips-latest` pointer release with the new manifest. Installed macOS, Windows, and Linux AppImage copies auto-download it in the background on their next hourly or app-focus update check.
 
 ### Auto-update flow (inside the app)
 
-- `src/lib/updater.ts` checks for updates 3s after launch and every 4 hours.
+- `src/lib/updater.ts` checks for updates 3s after launch, hourly while Clips stays open, and when the user returns after at least 15 minutes.
 - On `available` it auto-downloads; on `downloaded` the popover shows an "Update ready — Restart" banner.
 - Clicking Restart calls `@tauri-apps/plugin-process` `relaunch()`, which applies the already-staged bundle.
 - No banner is shown in idle / checking / not-available states — the popover stays focused on recording.

package/corpus/templates/clips/desktop/package.json

@@ -2,7 +2,7 @@
   "name": "clips-desktop",
   "version": "0.1.1",
   "private": true,
-  "description": "Clips menu-bar tray app (Tauri 2). Quick-record + recent recordings from the OS tray.",
+  "description": "Clips cross-platform tray app (Tauri 2). Quick-record + recent recordings from the OS tray.",
   "type": "module",
   "scripts": {
     "check:prereqs": "node ./scripts/check-tauri-prereqs.mjs",