@agent-native/core 0.154.5 → 0.155.0

package/corpus/templates/clips/desktop/src/app.tsx

@@ -66,7 +66,10 @@ import { UpdateBanner } from "./components/UpdateBanner";
 import { useMediaDevices } from "./hooks/useMediaDevices";
 import { useMeetingTranscription } from "./hooks/useMeetingTranscription";
 import { stopAllMicMeters } from "./hooks/useMicMeter";
-import { useWhisperSettings } from "./hooks/useWhisperSettings";
+import {
+  useWhisperSettings,
+  type WhisperModelOption,
+} from "./hooks/useWhisperSettings";
 import { startBubbleFramePump } from "./lib/bubble-pump";
 import { shouldKeepBubbleSession } from "./lib/bubble-session";
 import {
@@ -111,6 +114,10 @@ import {
 } from "./lib/recording-link";
 import { REWIND_AGENT_PROMPT } from "./lib/rewind-agent-prompt";
 import { getRewindStatusPresentation } from "./lib/rewind-status";
+import {
+  initialDesktopSettingsTab,
+  type DesktopSettingsTab,
+} from "./lib/settings-navigation";
 import {
   loadBool,
   loadString,
@@ -133,6 +140,7 @@ import {
   type VoiceProvider,
   type VoiceShortcutPreference,
 } from "./lib/voice-dictation";
+import { whisperModelOptionLabel } from "./lib/whisper-model-picker";
 import {
   useFeatureConfig,
   type FeatureConfig,
@@ -168,7 +176,7 @@ type PopoverView =
   | "meetings"
   | "dictation";
 
-type SettingsTabId = "general" | "recording" | "meetings" | "dictation";
+type SettingsTabId = DesktopSettingsTab;
 
 interface PopoverMeeting {
   id: string;
@@ -988,6 +996,14 @@ export function App() {
   const [shareLinkNotice, setShareLinkNotice] =
     useState<ShareLinkNotice | null>(null);
   const [popoverView, setPopoverView] = useState<PopoverView>("recorder");
+  const [initialSettingsTab, setInitialSettingsTab] =
+    useState<SettingsTabId>("general");
+
+  function openSettings(tab: SettingsTabId = "general") {
+    setInitialSettingsTab(tab);
+    setPopoverView("settings");
+  }
+
   const [rewindSettingsReturnView, setRewindSettingsReturnView] = useState<
     "recorder" | "settings"
   >("recorder");
@@ -3802,6 +3818,7 @@ export function App() {
         {pendingUploadBanner}
         {isRecording ? <ActiveRecordingBanner /> : null}
         <Setup
+          initialSettingsTab={initialSettingsTab}
           recordingActive={isRecording || recordingFlowActive}
           initial={serverUrl}
           serverUrl={serverUrl}
@@ -3855,7 +3872,7 @@ export function App() {
           onOpenMeeting={(meetingId) =>
             openInBrowser(`/meetings/${encodeURIComponent(meetingId)}`)
           }
-          onOpenSettings={() => setPopoverView("settings")}
+          onOpenSettings={() => openSettings()}
           onStartNotes={startMeetingNotes}
           onStartNotesAndJoin={startMeetingNotesAndJoin}
           onShowActiveMeeting={showActiveMeetingPill}
@@ -3877,7 +3894,7 @@ export function App() {
           voiceProvider={voiceProvider}
           onBack={() => setPopoverView("recorder")}
           onOpenDictate={() => openInBrowser("/dictate")}
-          onOpenSettings={() => setPopoverView("settings")}
+          onOpenSettings={() => openSettings("dictation")}
         />
       </div>
     );
@@ -3932,7 +3949,7 @@ export function App() {
           </>
         )}
         <div className="footer">
-          <a className="footer-link" onClick={() => setPopoverView("settings")}>
+          <a className="footer-link" onClick={() => openSettings()}>
             Settings
           </a>
         </div>
@@ -4154,7 +4171,7 @@ export function App() {
         <BottomButton
           icon="settings"
           label="Settings"
-          onClick={() => setPopoverView("settings")}
+          onClick={() => openSettings()}
         />
       </div>
     </div>
@@ -5296,6 +5313,7 @@ function desktopUpdateStatusText(status: UpdateStatus): string {
 
 function Setup({
   surface = "settings",
+  initialSettingsTab,
   promptRewindEnable = false,
   recordingActive = false,
   initial,
@@ -5324,6 +5342,7 @@ function Setup({
   onSignOut,
 }: {
   surface?: "settings" | "memory" | "rewind";
+  initialSettingsTab?: SettingsTabId;
   promptRewindEnable?: boolean;
   recordingActive?: boolean;
   initial?: string | null;
@@ -5353,7 +5372,9 @@ function Setup({
 }) {
   const [url, setUrl] = useState(initial ?? DEFAULT_URL);
   const [readinessOpen, setReadinessOpen] = useState(false);
-  const [settingsTab, setSettingsTab] = useState<SettingsTabId>("general");
+  const [settingsTab, setSettingsTab] = useState<SettingsTabId>(() =>
+    initialDesktopSettingsTab(initialSettingsTab),
+  );
   const [rewindSettingsOpen, setRewindSettingsOpen] = useState(false);
   const [rewindActivityOpen, setRewindActivityOpen] = useState(false);
   const [rewindMemoryOpen, setRewindMemoryOpen] = useState(false);
@@ -5361,6 +5382,12 @@ function Setup({
   const [rewindPrivacyOpen, setRewindPrivacyOpen] = useState(false);
   const [rewindAgentSetupOpen, setRewindAgentSetupOpen] = useState(false);
   const [rewindHandoffOpen, setRewindHandoffOpen] = useState(false);
+
+  useEffect(() => {
+    if (surface !== "settings") return;
+    setSettingsTab(initialDesktopSettingsTab(initialSettingsTab));
+  }, [initialSettingsTab, surface]);
+
   const featureConfig = useFeatureConfig();
   const updateStatus = useUpdateStatus();
   const voiceEnabled = featureConfig?.voiceEnabled !== false;
@@ -7491,22 +7518,15 @@ function Setup({
               "Choose the downloaded model used for offline transcription."
             }
             control={
-              <select
-                id="whisper-model"
-                className="setup-select"
-                value={whisperModelId}
-                onChange={(event) => whisper.setModelId(event.target.value)}
+              <WhisperModelPicker
+                models={whisperModels}
+                modelId={whisperModelId}
+                onChange={whisper.setModelId}
                 disabled={
                   whisperModels.length === 0 ||
                   whisperStatus?.state === "downloading"
                 }
-              >
-                {whisperModels.map((model) => (
-                  <option key={model.id} value={model.id}>
-                    {model.title} · {model.sizeMb} MB — {model.description}
-                  </option>
-                ))}
-              </select>
+              />
             }
           >
             <>
@@ -8061,6 +8081,83 @@ function SettingLabel({
   );
 }
 
+function WhisperModelPicker({
+  models,
+  modelId,
+  onChange,
+  disabled,
+}: {
+  models: WhisperModelOption[];
+  modelId: string;
+  onChange: (modelId: string) => void;
+  disabled: boolean;
+}) {
+  const [open, setOpen] = useState(false);
+  const selectedModel = models.find((model) => model.id === modelId);
+
+  return (
+    <PopoverPrimitive.Root open={open} onOpenChange={setOpen}>
+      <PopoverPrimitive.Trigger asChild>
+        <button
+          type="button"
+          className="whisper-model-picker-trigger"
+          disabled={disabled}
+          aria-haspopup="listbox"
+          aria-expanded={open}
+        >
+          <span className="whisper-model-picker-trigger-label">
+            {selectedModel
+              ? whisperModelOptionLabel(selectedModel)
+              : "No models available"}
+          </span>
+          <IconChevronDown size={15} stroke={1.8} aria-hidden="true" />
+        </button>
+      </PopoverPrimitive.Trigger>
+      <PopoverPrimitive.Portal>
+        <PopoverPrimitive.Content
+          side="bottom"
+          align="end"
+          sideOffset={6}
+          collisionPadding={12}
+          className="whisper-model-picker"
+          data-popover-overlay="true"
+        >
+          <div
+            className="whisper-model-picker-list"
+            role="listbox"
+            aria-label="Whisper model"
+          >
+            {models.map((model) => {
+              const selected = model.id === modelId;
+              return (
+                <button
+                  key={model.id}
+                  type="button"
+                  role="option"
+                  aria-selected={selected}
+                  className={`whisper-model-picker-option ${selected ? "is-selected" : ""}`}
+                  onClick={() => {
+                    onChange(model.id);
+                    setOpen(false);
+                  }}
+                >
+                  <span className="whisper-model-picker-option-title">
+                    <span>{whisperModelOptionLabel(model)}</span>
+                    {selected ? <IconCheck size={15} stroke={2.1} /> : null}
+                  </span>
+                  <span className="whisper-model-picker-option-description">
+                    {model.description}
+                  </span>
+                </button>
+              );
+            })}
+          </div>
+        </PopoverPrimitive.Content>
+      </PopoverPrimitive.Portal>
+    </PopoverPrimitive.Root>
+  );
+}
+
 function WhisperModelStatusRow({
   status,
   enabled,

package/corpus/templates/clips/desktop/src/lib/recorder.ts

@@ -83,6 +83,10 @@ import {
   type PauseTransitionQueue,
 } from "./pause-transition";
 import { reconcileProcessingBackup } from "./processing-backup-recovery";
+import {
+  buildCreateRecordingRequestBody,
+  type NativeRecordingRequestOptions,
+} from "./recording-request";
 import {
   guardRecordingStart,
   RECORDING_START_TIMEOUT_MS,
@@ -143,7 +147,6 @@ const STREAM_CHUNK_BYTES = 15 * GCS_CHUNK_ALIGN_BYTES; // 3.75 MiB
 //  - "streaming" — server has a resumable session; flush aligned chunks live.
 //  - "buffered"  — per-blob chunks staged server-side, assembled on finalize.
 type UploadMode = "streaming" | "buffered";
-type StreamingUploadClient = "desktop-native";
 const CLOUD_CAPTURE_FRAME_RATE = 24;
 const CLOUD_CAPTURE_MAX_WIDTH = 1920;
 const CLOUD_CAPTURE_MAX_HEIGHT = 1080;
@@ -1538,13 +1541,7 @@ async function createServerRecording(
   hasCamera: boolean,
   hasAudio: boolean,
   titleContext?: CaptureTitleResult,
-  options?: {
-    mimeType?: string;
-    requestStreaming?: boolean;
-    streamingUploadClient?: StreamingUploadClient;
-    visibility?: "public" | "private";
-    signal?: AbortSignal;
-  },
+  options?: NativeRecordingRequestOptions & { signal?: AbortSignal },
 ) {
   const url = `${serverUrl.replace(/\/+$/, "")}/_agent-native/actions/create-recording`;
   console.log("[clips-recorder] POST", url, {
@@ -1564,27 +1561,14 @@ async function createServerRecording(
       // cookies aren't needed.
       credentials: "include",
       signal: options?.signal,
-      body: JSON.stringify({
-        hasCamera,
-        hasAudio,
-        spaceIds: [],
-        visibility: options?.visibility ?? "public",
-        ...(options?.requestStreaming
-          ? {
-              requestStreaming: true,
-              mimeType: options.mimeType,
-              streamingUploadClient: options.streamingUploadClient,
-            }
-          : {}),
-        ...(titleContext
-          ? {
-              title: titleContext.title,
-              titleSource: titleContext.titleSource,
-              sourceAppName: titleContext.sourceAppName,
-              sourceWindowTitle: titleContext.sourceWindowTitle,
-            }
-          : {}),
-      }),
+      body: JSON.stringify(
+        buildCreateRecordingRequestBody(
+          hasCamera,
+          hasAudio,
+          titleContext,
+          options,
+        ),
+      ),
     });
   } catch (err) {
     const msg = err instanceof Error ? err.message : String(err);

package/corpus/templates/clips/desktop/src/lib/recording-request.ts

@@ -0,0 +1,39 @@
+import type { CaptureTitleResult } from "./recording-title";
+
+export type NativeRecordingVisibility = "private" | "org" | "public";
+
+export interface NativeRecordingRequestOptions {
+  mimeType?: string;
+  requestStreaming?: boolean;
+  streamingUploadClient?: "desktop-native";
+  visibility?: NativeRecordingVisibility;
+}
+
+export function buildCreateRecordingRequestBody(
+  hasCamera: boolean,
+  hasAudio: boolean,
+  titleContext?: CaptureTitleResult,
+  options?: NativeRecordingRequestOptions,
+): Record<string, unknown> {
+  return {
+    hasCamera,
+    hasAudio,
+    spaceIds: [],
+    ...(options?.visibility ? { visibility: options.visibility } : {}),
+    ...(options?.requestStreaming
+      ? {
+          requestStreaming: true,
+          mimeType: options.mimeType,
+          streamingUploadClient: options.streamingUploadClient,
+        }
+      : {}),
+    ...(titleContext
+      ? {
+          title: titleContext.title,
+          titleSource: titleContext.titleSource,
+          sourceAppName: titleContext.sourceAppName,
+          sourceWindowTitle: titleContext.sourceWindowTitle,
+        }
+      : {}),
+  };
+}

package/corpus/templates/clips/desktop/src/lib/settings-navigation.ts

@@ -0,0 +1,11 @@
+export type DesktopSettingsTab =
+  | "general"
+  | "recording"
+  | "meetings"
+  | "dictation";
+
+export function initialDesktopSettingsTab(
+  tab?: DesktopSettingsTab,
+): DesktopSettingsTab {
+  return tab ?? "general";
+}

package/corpus/templates/clips/desktop/src/lib/whisper-model-picker.ts

@@ -0,0 +1,7 @@
+import type { WhisperModelOption } from "../hooks/useWhisperSettings";
+
+export function whisperModelOptionLabel(
+  model: Pick<WhisperModelOption, "title" | "sizeMb">,
+): string {
+  return `${model.title} · ${model.sizeMb} MB`;
+}

package/corpus/templates/clips/desktop/src/styles.css

@@ -362,6 +362,10 @@ body[data-clips-route="recording-pill"] #root {
   width: min(100%, 300px);
 }
 
+.settings-row-control > .whisper-model-picker-trigger {
+  width: min(100%, 300px);
+}
+
 .settings-row-control > .setup-textarea {
   width: 100%;
 }
@@ -396,6 +400,119 @@ body[data-clips-route="recording-pill"] #root {
   white-space: nowrap;
 }
 
+.whisper-model-picker-trigger {
+  display: flex;
+  align-items: center;
+  justify-content: space-between;
+  gap: 8px;
+  min-width: 0;
+  padding: 10px 12px;
+  border: 1px solid var(--border-strong);
+  border-radius: var(--radius-sm);
+  background: var(--bg);
+  color: var(--fg);
+  cursor: pointer;
+  font-size: 13px;
+  text-align: left;
+  outline: none;
+  transition:
+    border-color 120ms,
+    box-shadow 120ms;
+}
+
+.whisper-model-picker-trigger:hover:not(:disabled) {
+  border-color: var(--fg-muted);
+}
+
+.whisper-model-picker-trigger:focus-visible {
+  border-color: var(--brand);
+  box-shadow: 0 0 0 3px var(--brand-ring);
+}
+
+.whisper-model-picker-trigger:disabled {
+  opacity: 0.48;
+  background: var(--surface);
+  cursor: not-allowed;
+}
+
+.whisper-model-picker-trigger-label {
+  min-width: 0;
+  overflow: hidden;
+  text-overflow: ellipsis;
+  white-space: nowrap;
+}
+
+.whisper-model-picker {
+  z-index: 80;
+  width: min(420px, calc(100vw - 24px));
+  max-height: min(360px, calc(100vh - 24px));
+  overflow-x: hidden;
+  overflow-y: auto;
+  padding: 6px;
+  border: 1px solid var(--border);
+  border-radius: var(--radius);
+  background: var(--bg);
+  color: var(--fg);
+  box-shadow: var(--shadow-md);
+  outline: none;
+}
+
+.whisper-model-picker-list {
+  display: grid;
+  gap: 2px;
+}
+
+.whisper-model-picker-option {
+  display: grid;
+  gap: 4px;
+  width: 100%;
+  min-width: 0;
+  padding: 9px 10px;
+  border: 1px solid transparent;
+  border-radius: var(--radius-sm);
+  background: transparent;
+  color: var(--fg-muted);
+  cursor: pointer;
+  text-align: left;
+}
+
+.whisper-model-picker-option:hover,
+.whisper-model-picker-option.is-selected {
+  background: var(--surface-hover);
+  color: var(--fg);
+}
+
+.whisper-model-picker-option.is-selected {
+  border-color: var(--border);
+}
+
+.whisper-model-picker-option:focus-visible {
+  outline: none;
+  box-shadow: 0 0 0 3px var(--brand-ring);
+}
+
+.whisper-model-picker-option-title {
+  display: flex;
+  align-items: center;
+  justify-content: space-between;
+  gap: 10px;
+  min-width: 0;
+  color: var(--fg);
+  font-size: 12px;
+  font-weight: 650;
+}
+
+.whisper-model-picker-option-title > span {
+  min-width: 0;
+}
+
+.whisper-model-picker-option-description {
+  color: var(--fg-muted);
+  font-size: 11px;
+  line-height: 1.4;
+  white-space: normal;
+}
+
 .settings-url-input {
   width: 100%;
 }

package/corpus/templates/clips/server/db/index.ts

@@ -3,6 +3,10 @@ import { organizations } from "@agent-native/core/org";
 import { registerShareableResource } from "@agent-native/core/sharing";
 import { eq } from "drizzle-orm";
 
+import {
+  CLIPS_MEETING_AGENT_CONTEXT_ENDPOINT,
+  CLIPS_MEETING_AGENT_RESOURCE_KIND,
+} from "../../shared/meeting-agent-access.js";
 import {
   absoluteUrl,
   recordingShareEmailExtras,
@@ -75,6 +79,12 @@ registerShareableResource({
   displayName: "Meeting",
   titleColumn: "title",
   getResourcePath: (meeting) => `/meetings/${meeting.id}`,
+  agentReadable: {
+    resourceKind: CLIPS_MEETING_AGENT_RESOURCE_KIND,
+    getContextPath: () => CLIPS_MEETING_AGENT_CONTEXT_ENDPOINT,
+    getPagePath: (meeting) =>
+      `/share/meeting/${encodeURIComponent(meeting.id)}`,
+  },
   getDb,
 });
 

package/corpus/templates/clips/server/db/schema.ts

@@ -216,6 +216,7 @@ export const recordings = table("recordings", {
 
   createdAt: text("created_at").notNull().default(now()),
   updatedAt: text("updated_at").notNull().default(now()),
+  mediaUpdatedAt: text("media_updated_at").notNull().default(now()),
   archivedAt: text("archived_at"),
   trashedAt: text("trashed_at"),
 

package/corpus/templates/clips/server/lib/recordings.ts

@@ -11,6 +11,7 @@ import { HTTPError, type H3Event } from "h3";
 
 import {
   CLIPS_USER_PREFS_KEY,
+  DEFAULT_CLIPS_RECORDING_VISIBILITY,
   type ClipsUserPrefs,
 } from "../../shared/clips-ai-prefs.js";
 import { getDb, schema } from "../db/index.js";
@@ -67,7 +68,8 @@ export type OrganizationAccessRole = "owner" | "admin" | "member";
 
 export type RecordingVisibility = "private" | "org" | "public";
 
-export const DEFAULT_RECORDING_VISIBILITY: RecordingVisibility = "public";
+export const DEFAULT_RECORDING_VISIBILITY: RecordingVisibility =
+  DEFAULT_CLIPS_RECORDING_VISIBILITY;
 
 export function isRecordingVisibility(
   value: unknown,

package/corpus/templates/clips/server/lib/seekable-media-state.ts

@@ -0,0 +1,90 @@
+import {
+  appStateGet,
+  deleteAppState,
+  writeAppState,
+} from "@agent-native/core/application-state";
+
+export const SEEKABLE_REPAIR_STATE_PREFIX = "recording-seekable-repair-";
+export const SEEKABLE_REPAIR_PENDING_TTL_MS = 10 * 60 * 1000;
+
+export type SeekableRepairMarker = {
+  recordingId: string;
+  status: "pending";
+  videoUrl: string;
+  startedAt: string;
+  expiresAt: string;
+};
+
+export function seekableRepairStateKey(recordingId: string): string {
+  return `${SEEKABLE_REPAIR_STATE_PREFIX}${recordingId}`;
+}
+
+export function parseSeekableRepairMarker(
+  value: unknown,
+): SeekableRepairMarker | null {
+  if (!value || typeof value !== "object") return null;
+  const state = value as Record<string, unknown>;
+  if (
+    typeof state.recordingId !== "string" ||
+    !state.recordingId ||
+    state.status !== "pending" ||
+    typeof state.videoUrl !== "string" ||
+    !state.videoUrl ||
+    typeof state.startedAt !== "string" ||
+    !Number.isFinite(Date.parse(state.startedAt)) ||
+    typeof state.expiresAt !== "string" ||
+    !Number.isFinite(Date.parse(state.expiresAt))
+  ) {
+    return null;
+  }
+  return state as SeekableRepairMarker;
+}
+
+export async function markSeekableRepairPending(params: {
+  recordingId: string;
+  videoUrl: string;
+}): Promise<void> {
+  const startedAt = Date.now();
+  await writeAppState(seekableRepairStateKey(params.recordingId), {
+    recordingId: params.recordingId,
+    status: "pending",
+    videoUrl: params.videoUrl,
+    startedAt: new Date(startedAt).toISOString(),
+    expiresAt: new Date(
+      startedAt + SEEKABLE_REPAIR_PENDING_TTL_MS,
+    ).toISOString(),
+  });
+}
+
+export async function clearSeekableRepairPending(
+  recordingId: string,
+): Promise<void> {
+  await deleteAppState(seekableRepairStateKey(recordingId));
+}
+
+export async function isSeekableRepairPending(args: {
+  ownerEmail: string;
+  recordingId: string;
+  recordingStatus: string;
+  videoUrl?: string | null;
+}): Promise<boolean> {
+  if (args.recordingStatus !== "ready") return false;
+
+  const value = await appStateGet(
+    args.ownerEmail,
+    seekableRepairStateKey(args.recordingId),
+  );
+  if (value === null) return false;
+  const marker = parseSeekableRepairMarker(value);
+  if (!marker) {
+    throw new Error(
+      `Malformed seekable repair marker for recording ${args.recordingId}`,
+    );
+  }
+  if (marker.recordingId !== args.recordingId) return false;
+  if (args.videoUrl !== undefined && marker.videoUrl !== args.videoUrl) {
+    return false;
+  }
+
+  return Date.parse(marker.expiresAt) > Date.now();
+}

package/corpus/templates/clips/server/plugins/db.ts

@@ -1154,6 +1154,11 @@ export const migrations = runMigrations(
       // re-derived by regex over the message.
       sql: `ALTER TABLE recording_transcripts ADD COLUMN failure_code TEXT`,
     },
+    {
+      version: 65,
+      name: "recording-media-updated-at",
+      sql: `ALTER TABLE recordings ADD COLUMN IF NOT EXISTS media_updated_at TEXT NOT NULL DEFAULT (datetime('now'))`,
+    },
   ],
   { table: "clips_migrations" },
 );