@agent-native/core 0.134.1 → 0.135.0

package/corpus/templates/chat/app/routes/settings.tsx

@@ -3,6 +3,8 @@ import { LanguagePicker, useT } from "@agent-native/core/client/i18n";
 import { TeamPage } from "@agent-native/core/client/org";
 import {
   AccountSettingsCard,
+  SettingsGroup,
+  SettingsRow,
   SettingsTabsPage,
   useAgentSettingsTabs,
   type SettingsSearchEntry,
@@ -10,14 +12,6 @@ import {
 import { useSetPageTitle } from "@agent-native/toolkit/app-shell";
 import { useMemo } from "react";
 
-import {
-  Card,
-  CardContent,
-  CardDescription,
-  CardHeader,
-  CardTitle,
-} from "@/components/ui/card";
-import { Label } from "@/components/ui/label";
 import { APP_TITLE } from "@/lib/app-config";
 
 import changelog from "../../CHANGELOG.md?raw";
@@ -55,20 +49,18 @@ export default function SettingsRoute() {
             {t("settings.description")}
           </p>
 
-          <Card id="language" className="scroll-mt-16">
-            <CardHeader>
-              <CardTitle className="text-base">
-                {t("settings.languageTitle")}
-              </CardTitle>
-              <CardDescription>
-                {t("settings.languageDescription")}
-              </CardDescription>
-            </CardHeader>
-            <CardContent className="max-w-xs space-y-1.5">
-              <Label>{t("settings.languageLabel")}</Label>
-              <LanguagePicker label={t("settings.languageLabel")} />
-            </CardContent>
-          </Card>
+          <SettingsGroup>
+            <SettingsRow
+              id="language"
+              label={t("settings.languageTitle")}
+              description={t("settings.languageDescription")}
+              control={
+                <div className="w-56">
+                  <LanguagePicker label={t("settings.languageLabel")} />
+                </div>
+              }
+            />
+          </SettingsGroup>
         </div>
       }
       team={

package/corpus/templates/chat/vitest.config.ts

@@ -0,0 +1,9 @@
+import baseConfig from "@agent-native/core/vitest-config";
+import { mergeConfig } from "vitest/config";
+
+import viteConfig from "./vite.config";
+
+// Kept separate from vite.config.ts so the production config never imports
+// vitest: `agent-native build` loads vite.config.ts in installs where vitest
+// is absent.
+export default mergeConfig(viteConfig, baseConfig);

package/corpus/templates/clips/.agents/skills/video-editing/SKILL.md

@@ -229,6 +229,37 @@ downsamples to a 2000-point peaks array. Peaks are cached in
 recompute. The editor reads the cache first and falls back to computing only
 when the key is missing or corrupted.
 
+### Timeline filmstrip
+
+The trim track shows video frames behind the waveform. Two paths, and the order
+matters:
+
+1. **Sprite (preferred).** `generate-filmstrip` runs one ffmpeg pass
+   (`fps` → `scale` → `pad` → `tile`) into a single JPEG grid, uploads it, and
+   stores the URL plus grid geometry on the recording. The editor renders cells
+   with CSS `background-position` — one cached image request, no video decoding
+   in the browser.
+2. **Browser extraction (fallback).** `extractFilmstripThumbnails()` seeks a
+   detached `<video>` once per frame. Only used when there is no sprite, which
+   means hosts without ffmpeg and local/dev media the server cannot fetch.
+
+Three traps this design exists to avoid:
+
+- **Pass the proxied URL.** Frame extraction must use `getWaveformMediaUrl()`,
+  never `recording.videoUrl` — reading pixels back out of a cross-origin video
+  taints the canvas and `toDataURL` throws, so provider media silently yields no
+  filmstrip at all.
+- **Both paths sample cell midpoints,** not `0 … duration` endpoints. The strip
+  renders N equal cells, so cell `i` must show the middle of the slot it
+  occupies or every thumbnail sits up to half a cell from the time beneath it.
+- **Cell count comes from the geometry,** `trackWidth / (height × aspect)`, not
+  from the sprite's frame count. Rendering all 40 frames across an unzoomed
+  track makes each cell portrait, and `object-cover` then shows a narrow centre
+  slice of each frame instead of a recognisable thumbnail.
+
+The filmstrip never replaces the waveform — peaks still draw on top of a scrim,
+because frames say nothing about the audio.
+
 ### Keyboard shortcuts (editor scope)
 
 - **Space** — play / pause (even while focused in the editor area)

package/corpus/templates/clips/AGENTS.md

@@ -92,6 +92,7 @@ Read the matching skill before deeper work in that area:
 | `move-recording` | Move `id` or `ids` to a folder or root |
 | `archive-`, `trash-`, `restore-recording` | Lifecycle |
 | `reprocess-recording` | Repair unseekable/frozen media |
+| `generate-filmstrip` | Editor timeline frame sprite; `all` backfills |
 | `request-transcript`, `cleanup-transcript` | Transcribe; `force`/`regenerate` |
 | `regenerate-title`, `-summary`, `-chapters` | AI metadata |
 | `trim-`, `split-recording`, `remove-silences`, `remove-filler-words` | Edits |

package/corpus/templates/clips/actions/add-comment.ts

@@ -15,6 +15,7 @@ import { eq } from "drizzle-orm";
 import { z } from "zod";
 
 import { getDb, schema } from "../server/db/index.js";
+import { notifyRecordingComment } from "../server/lib/activity-notifications.js";
 import { nanoid } from "../server/lib/recordings.js";
 
 export default defineAction({
@@ -80,12 +81,22 @@ export default defineAction({
       updatedAt: now,
     });
 
+    const notified = await notifyRecordingComment({
+      recordingId: args.recordingId,
+      threadId,
+      authorEmail,
+      authorName: args.authorName,
+      content: args.content,
+      videoTimestampMs: args.videoTimestampMs,
+      isReply: Boolean(parentId),
+    });
+
     await writeAppState("refresh-signal", { ts: Date.now() });
 
     console.log(
       `Added comment to recording ${args.recordingId} @ ${args.videoTimestampMs}ms (thread: ${threadId})`,
     );
 
-    return { id, threadId };
+    return { id, threadId, notified };
   },
 });

package/corpus/templates/clips/actions/create-meeting.ts

@@ -17,7 +17,7 @@ import { getDb, schema } from "../server/db/index.js";
 import {
   getCurrentOwnerEmail,
   getActiveOrganizationId,
-  getOrganizationDefaultVisibility,
+  getDefaultRecordingVisibility,
   nanoid,
 } from "../server/lib/recordings.js";
 
@@ -191,7 +191,7 @@ export default defineAction({
     }
 
     const visibility =
-      args.visibility ?? (await getOrganizationDefaultVisibility(orgId));
+      args.visibility ?? (await getDefaultRecordingVisibility(orgId));
 
     try {
       await db.insert(schema.meetings).values({

package/corpus/templates/clips/actions/create-recording.ts

@@ -20,7 +20,7 @@ import { createError } from "h3";
 import { getDb, schema } from "../server/db/index.js";
 import {
   getCurrentOwnerEmail,
-  getOrganizationDefaultVisibility,
+  getDefaultRecordingVisibility,
   nanoid,
   requireOrganizationAccess,
   stringifySpaceIds,
@@ -53,7 +53,7 @@ export default defineAction({
       args.organizationId,
     );
     const defaultVisibility =
-      await getOrganizationDefaultVisibility(organizationId);
+      await getDefaultRecordingVisibility(organizationId);
 
     const spaceIds = (args.spaceIds ?? []).filter(
       (value, index, arr) => value && arr.indexOf(value) === index,

package/corpus/templates/clips/actions/finalize-recording.ts

@@ -902,6 +902,12 @@ export default defineAction({
         "Whether the uploaded video bytes were already locally transcoded/compressed before upload",
       ),
     mediaVerificationRetryAttempt: z.number().int().min(1).max(10).optional(),
+    uploadGenerationId: z
+      .string()
+      .min(1)
+      .max(128)
+      .optional()
+      .describe("Upload generation that owns the scratch data being finalized"),
   }),
   run: async (args) => {
     const db = getDb();
@@ -921,7 +927,7 @@ export default defineAction({
     // never retain scratch video blobs.
     let chunkKeysToPurge: string[] = [];
     try {
-      const [existing] = await db
+      let [existing] = await db
         .select()
         .from(schema.recordings)
         .where(
@@ -938,6 +944,32 @@ export default defineAction({
         throw new Error(`Recording not found: ${id}`);
       }
 
+      const generationId = args.uploadGenerationId ?? null;
+      if ((existing.uploadGenerationId ?? null) !== generationId) {
+        throw new Error("Upload generation changed before finalization");
+      }
+      // Claim finalization before touching provider/scratch state. Reset only
+      // admits uploading/failed rows, so once this CAS succeeds it cannot
+      // replace the generation underneath a delayed final chunk.
+      if (generationId !== null && existing.status === "uploading") {
+        const claimed = await db
+          .update(schema.recordings)
+          .set({ status: "processing", updatedAt: new Date().toISOString() })
+          .where(
+            and(
+              eq(schema.recordings.id, id),
+              ownerEmailMatches(schema.recordings.ownerEmail, ownerEmail),
+              eq(schema.recordings.status, "uploading"),
+              eq(schema.recordings.uploadGenerationId, generationId),
+            ),
+          )
+          .returning();
+        if (claimed.length !== 1) {
+          throw new Error("Upload changed before finalization could claim it");
+        }
+        existing = claimed[0]!;
+      }
+
       // Idempotency guard: finalize can be re-invoked when a client retries the
       // final chunk after a lost response. If already 'ready' return the existing
       // result instead of re-running the complete/assembly path (session and
@@ -947,7 +979,7 @@ export default defineAction({
         // A prior attempt may have persisted the ready row and then failed
         // before deleting its resumable-session handle. The provider upload is
         // complete at this point, so retire only the local retry state.
-        await deleteResumableSession(id).catch((err) =>
+        await deleteResumableSession(id, generationId).catch((err) =>
           console.warn("[finalize] failed to delete resumable session:", err),
         );
         await deleteAppState(mediaVerificationStateKey(id)).catch(() => {});
@@ -1038,7 +1070,7 @@ export default defineAction({
 
       // Resumable path: create-recording initialized a session and chunk.post.ts
       // forwarded all chunks to the provider. Complete the session to get the CDN URL.
-      const resumableSession = await getResumableSession(id);
+      const resumableSession = await getResumableSession(id, generationId);
       if (resumableSession && isStreamingUploadDisabled()) {
         console.warn(
           `[finalize] streaming uploads are disabled, but completing existing resumable session for in-flight recording: ${id}`,
@@ -1147,7 +1179,7 @@ export default defineAction({
                 locallyTranscoded: args.locallyTranscoded === true,
               },
             });
-            await deleteResumableSession(id).catch((deleteErr) =>
+            await deleteResumableSession(id, generationId).catch((deleteErr) =>
               console.warn(
                 "[finalize] failed to retire pending resumable session:",
                 deleteErr,
@@ -1178,7 +1210,7 @@ export default defineAction({
           }
           // Delete only after durable state is written — so a retry before
           // this point can still find the session and re-enter this path.
-          deleteResumableSession(id).catch((err) =>
+          deleteResumableSession(id, generationId).catch((err) =>
             console.warn("[finalize] failed to delete resumable session:", err),
           );
           return result;
@@ -1262,7 +1294,11 @@ export default defineAction({
       // Pull chunk keys first, then fetch values one at a time. A single
       // SELECT key,value over many base64 chunks can exceed Neon's 8s op
       // timeout before we even start assembling the recording.
-      const chunkKeys = await listRecordingChunkKeys(ownerEmail, id);
+      const chunkKeys = await listRecordingChunkKeys(
+        ownerEmail,
+        id,
+        generationId,
+      );
       const expectedDataChunks = stateNumber(uploadState, "expectedDataChunks");
       debugLog("[finalize] chunks found", {
         id,

package/corpus/templates/clips/actions/generate-filmstrip.ts

@@ -0,0 +1,154 @@
+/**
+ * Generate editor-timeline filmstrip sprites for stored recordings.
+ *
+ * The editor shows video frames behind the waveform so a trim range can be
+ * found visually. Generating them server-side with one ffmpeg pass replaces
+ * per-frame decoding in the browser, which cannot read cross-origin media at
+ * all and needs one seek per frame.
+ *
+ * Non-destructive and idempotent: a recording whose sprite already matches its
+ * current media is skipped, and any failure leaves the row untouched so the
+ * editor keeps its browser-side fallback.
+ *
+ * Usage:
+ *   pnpm action generate-filmstrip --id=<recordingId>
+ *   pnpm action generate-filmstrip --id=<recordingId> --force
+ *   pnpm action generate-filmstrip --all --limit=20
+ */
+
+import { defineAction } from "@agent-native/core";
+import { and, desc, eq, isNotNull, isNull } from "drizzle-orm";
+import { z } from "zod";
+
+import { getDb, schema } from "../server/db/index.js";
+import {
+  getCurrentOwnerEmail,
+  ownerEmailMatches,
+} from "../server/lib/recordings.js";
+import {
+  DEFAULT_FILMSTRIP_FRAME_COUNT,
+  MAX_FILMSTRIP_FRAME_COUNT,
+} from "../server/lib/video-filmstrip-sprite.js";
+import {
+  ensureRecordingFilmstrip,
+  type EnsureFilmstripResult,
+} from "./lib/ensure-recording-filmstrip.js";
+
+const MAX_TARGETS_PER_CALL = 50;
+const DEFAULT_ALL_LIMIT = 10;
+const cliBoolean = z.preprocess((value) => {
+  if (value === "true" || value === "1") return true;
+  if (value === "false" || value === "0") return false;
+  return value;
+}, z.boolean());
+
+export default defineAction({
+  description:
+    "Generate the editor timeline filmstrip (a sprite of evenly-spaced video frames) for one or more of the caller's recordings, so the editor can show frames behind the waveform without decoding video in the browser. Pass `id` for one clip, `ids` for several, or `all: true` to backfill clips that have no filmstrip yet. Recordings whose sprite already matches their current media are skipped unless `force` is true. Requires ffmpeg on the server; without it this reports `skipped-no-ffmpeg` and the editor falls back to browser-side extraction.",
+  schema: z.object({
+    id: z
+      .string()
+      .optional()
+      .describe("A single recording id to generate a filmstrip for."),
+    ids: z
+      .array(z.string())
+      .optional()
+      .describe("Several recording ids to process in one call."),
+    all: cliBoolean
+      .optional()
+      .describe(
+        "Backfill the caller's ready clips that have no filmstrip yet, most recent first, up to `limit`.",
+      ),
+    limit: z.coerce
+      .number()
+      .int()
+      .min(1)
+      .max(MAX_TARGETS_PER_CALL)
+      .optional()
+      .describe(
+        `Max clips to process when using \`all\` (default ${DEFAULT_ALL_LIMIT}).`,
+      ),
+    frameCount: z.coerce
+      .number()
+      .int()
+      .min(4)
+      .max(MAX_FILMSTRIP_FRAME_COUNT)
+      .optional()
+      .describe(
+        `How many frames to sample across the clip (default ${DEFAULT_FILMSTRIP_FRAME_COUNT}). More frames means finer scrubbing detail and a larger sprite.`,
+      ),
+    force: cliBoolean
+      .optional()
+      .describe("Regenerate even when a current filmstrip already exists."),
+  }),
+  run: async (args) => {
+    const db = getDb();
+    const ownerEmail = getCurrentOwnerEmail();
+
+    let targetIds: string[] = [];
+    if (args.id) targetIds.push(args.id);
+    if (args.ids?.length) targetIds.push(...args.ids.filter(Boolean));
+
+    if (args.all) {
+      const conditions = [
+        ownerEmailMatches(schema.recordings.ownerEmail, ownerEmail),
+        eq(schema.recordings.status, "ready"),
+        isNotNull(schema.recordings.videoUrl),
+      ];
+      if (!args.force) {
+        conditions.push(isNull(schema.recordings.filmstripUrl));
+      }
+      const rows = await db
+        .select({ id: schema.recordings.id })
+        .from(schema.recordings)
+        .where(and(...conditions))
+        .orderBy(desc(schema.recordings.createdAt))
+        .limit(args.limit ?? DEFAULT_ALL_LIMIT);
+      targetIds.push(...rows.map((r) => r.id));
+    }
+
+    // De-dupe while preserving order, and bound the batch so one call can't run
+    // unboundedly under the hosted foreground budget.
+    targetIds = Array.from(new Set(targetIds)).slice(0, MAX_TARGETS_PER_CALL);
+
+    if (targetIds.length === 0) {
+      return {
+        ok: true,
+        processed: 0,
+        changed: 0,
+        results: [] as EnsureFilmstripResult[],
+        message:
+          "No recordings to process. Pass id / ids, or all: true to backfill clips without a filmstrip.",
+      };
+    }
+
+    const results: EnsureFilmstripResult[] = [];
+    for (const recordingId of targetIds) {
+      try {
+        results.push(
+          await ensureRecordingFilmstrip({
+            recordingId,
+            ownerEmail,
+            frameCount: args.frameCount,
+            force: Boolean(args.force),
+          }),
+        );
+      } catch (err) {
+        console.warn("[generate-filmstrip] failed for", recordingId, err);
+        results.push({
+          recordingId,
+          status: "failed-ffmpeg",
+          changed: false,
+          detail: err instanceof Error ? err.message : String(err),
+        });
+      }
+    }
+
+    const changed = results.filter((r) => r.changed).length;
+    console.log(
+      `Processed ${results.length} recording(s); ${changed} filmstrip(s) generated.`,
+    );
+
+    return { ok: true, processed: results.length, changed, results };
+  },
+});

package/corpus/templates/clips/actions/get-recording-player-data.ts

@@ -314,6 +314,12 @@ export default defineAction({
         description: rec.description,
         thumbnailUrl: rec.thumbnailUrl,
         animatedThumbnailUrl: rec.animatedThumbnailUrl,
+        filmstripUrl: rec.filmstripUrl ?? null,
+        filmstripFrameCount: rec.filmstripFrameCount ?? 0,
+        filmstripColumns: rec.filmstripColumns ?? 0,
+        filmstripRows: rec.filmstripRows ?? 0,
+        filmstripFrameWidth: rec.filmstripFrameWidth ?? 0,
+        filmstripFrameHeight: rec.filmstripFrameHeight ?? 0,
         sourceAppName: rec.sourceAppName,
         sourceWindowTitle: rec.sourceWindowTitle,
         durationMs: rec.durationMs,

package/corpus/templates/clips/actions/import-loom-recording.ts

@@ -12,7 +12,7 @@ import { queueBuilderMediaCompression } from "../server/lib/builder-media-compre
 import { dispatchPostFinalizeJob } from "../server/lib/post-finalize-dispatch.js";
 import {
   getCurrentOwnerEmail,
-  getOrganizationDefaultVisibility,
+  getDefaultRecordingVisibility,
   nanoid,
   ownerEmailMatches,
   parseSpaceIds,
@@ -215,7 +215,7 @@ export default defineAction({
       existingRecording?.organizationId ?? args.organizationId,
     );
     const defaultVisibility =
-      await getOrganizationDefaultVisibility(organizationId);
+      await getDefaultRecordingVisibility(organizationId);
 
     const now = new Date().toISOString();
     const id = existingRecording?.id ?? nanoid();