@agent-native/core 0.90.3 → 0.90.4

package/corpus/templates/clips/desktop/src/lib/recorder.ts

@@ -999,7 +999,6 @@ async function captureTitleForRecording(params: {
 }
 
 const COUNTDOWN_EVENT_TIMEOUT_MS = 5000;
-const COUNTDOWN_OVERLAY_SETTLE_MS = 120;
 
 function wait(ms: number): Promise<void> {
   return new Promise((resolve) => window.setTimeout(resolve, ms));
@@ -1652,10 +1651,6 @@ async function runRecordingCountdown(wantsScreen: boolean) {
     console.warn("[clips-recorder] countdown timed out — proceeding");
     return;
   }
-  // The countdown webview emits before it finishes closing. Give macOS a
-  // brief beat to remove the overlay and any shortcut handling before capture
-  // starts, so the first frame/audio sample is the real recording.
-  await wait(COUNTDOWN_OVERLAY_SETTLE_MS);
 }
 
 function showFinalizingFeedback() {
@@ -1852,29 +1847,35 @@ async function startNativeFullscreenRecording(
       }).catch((err) => {
         console.warn("[clips-recorder] mic warm failed:", err);
       });
-    const countdownPromise = runRecordingCountdown(true);
     if (localOnly) {
+      const countdownPromise = runRecordingCountdown(true);
       id = localFolderName;
       await Promise.all([countdownPromise, warmMic(id)]);
     } else {
-      const captureTitle = await captureTitleForRecording({
+      const captureTitlePromise = captureTitleForRecording({
         mode: params.mode,
         source: params.source,
       });
-      console.time("[clips-recorder] createServerRecording duration");
-      const recordingPromise = createServerRecording(
-        params.serverUrl,
-        wantsCamera,
-        wantsRecordedAudio,
-        captureTitle,
-        {
-          mimeType: NATIVE_FULLSCREEN_MIME_TYPE,
-          requestStreaming: true,
-          streamingUploadClient: "desktop-native",
-        },
-      ).finally(() => {
-        console.timeEnd("[clips-recorder] createServerRecording duration");
-      });
+      const countdownPromise = runRecordingCountdown(true);
+      const recordingPromise = (async () => {
+        const captureTitle = await captureTitlePromise;
+        console.time("[clips-recorder] createServerRecording duration");
+        try {
+          return await createServerRecording(
+            params.serverUrl,
+            wantsCamera,
+            wantsRecordedAudio,
+            captureTitle,
+            {
+              mimeType: NATIVE_FULLSCREEN_MIME_TYPE,
+              requestStreaming: true,
+              streamingUploadClient: "desktop-native",
+            },
+          );
+        } finally {
+          console.timeEnd("[clips-recorder] createServerRecording duration");
+        }
+      })();
       // The recording id usually lands well before the countdown ends — warm
       // native capture as soon as it does so setup overlaps the 3-2-1.
       const warmAndId = (async () => {
@@ -1918,6 +1919,11 @@ async function startNativeFullscreenRecording(
     // Capture is now live — after rebasing the transcript timeline, stamp the
     // timer baseline so the toolbar clock lines up with the real start.
     startedAt = Date.now();
+    emit("clips:toolbar-enabled", true).catch(() => {});
+    emit("clips:recorder-state", {
+      paused: false,
+      elapsedMs: 0,
+    }).catch(() => {});
     localCameraExport?.start(2_000);
   } catch (err) {
     await localCameraExport?.cancel().catch(() => {});

package/corpus/templates/clips/desktop/src/overlays/meeting-notification.tsx

@@ -23,9 +23,8 @@ const DEFAULT_AUTO_HIDE_MS = 30_000;
 const SNOOZE_MS = 5 * 60_000;
 
 /**
- * Open a meeting join URL via the Tauri shell plugin. Centralized here so
- * both the notification's "Take Notes" and the watcher's
- * `meetings:start-transcription` event use the same path.
+ * Open a meeting join URL via the Tauri shell plugin. Used by the
+ * notification's dedicated Join CTA (notes start is a separate action).
  */
 async function openJoinUrl(url: string | null | undefined): Promise<void> {
   if (!url) return;
@@ -41,7 +40,7 @@ async function openJoinUrl(url: string | null | undefined): Promise<void> {
  * Variants:
  *
  *   - Calendar event: solid left bar (green), meeting title, time,
- *     "Start notes" + "Snooze 5 min" buttons.
+ *     "Start notes" + optional "Join" + "Snooze 5 min" buttons.
  *   - Ad-hoc call: dashed left bar (slate), "Call detected", app name,
  *     same controls.
  *
@@ -170,11 +169,6 @@ export function MeetingNotification() {
     if (!data || pending) return;
     setPending(true);
     setError(null);
-    // Open the join URL right away so the user feels the click — the
-    // recording action runs in parallel.
-    if (data.joinUrl) {
-      openJoinUrl(data.joinUrl);
-    }
     emit("meetings:start-transcription", {
       meetingId: data.meetingId,
       joinUrl: data.joinUrl,
@@ -185,25 +179,20 @@ export function MeetingNotification() {
     });
   }
 
+  async function joinMeeting() {
+    if (!data?.joinUrl) return;
+    await openJoinUrl(data.joinUrl);
+  }
+
   function snooze() {
     if (!data) return;
     // Hand the snooze to the Rust watcher so the reminder re-fires after the
     // delay even though this overlay window closes right away. A setTimeout
-    // here would be torn down with the window and never fire, and re-emitting
-    // immediately (as before) just re-showed the same banner instantly.
+    // here would be torn down with the window and never fire.
     invoke("meetings_snooze", {
       meetingId: data.meetingId,
       minutes: Math.round(SNOOZE_MS / 60_000),
     }).catch(() => {});
-    const payload = data;
-    // Hide the current banner and re-fire the same payload after the snooze
-    // delay. We re-emit through Tauri so the in-app banner overlay window
-    // (which is what hosts this React component) can rerender with a fresh
-    // auto-hide timer.
-    emit("meetings:show-notification", {
-      ...payload,
-      subtitle: `${payload.subtitle} (snoozed)`,
-    } as NotificationData).catch(() => {});
     hideNotification();
   }
 
@@ -212,6 +201,7 @@ export function MeetingNotification() {
   }
 
   const isCalendar = data.type === "calendar";
+  const hasJoin = Boolean(data.joinUrl);
 
   return (
     <div
@@ -227,7 +217,9 @@ export function MeetingNotification() {
         scheduleAutoHide(DEFAULT_AUTO_HIDE_MS);
       }}
     >
-      <div className="meeting-notification">
+      <div
+        className={`meeting-notification${hasJoin ? " meeting-notification-with-join" : ""}`}
+      >
         <div
           className={`meeting-notification-bar ${isCalendar ? "meeting-notification-bar-calendar" : "meeting-notification-bar-adhoc"}`}
         />
@@ -243,13 +235,22 @@ export function MeetingNotification() {
         </div>
         <div className="meeting-notification-actions">
           <button
-            className="meeting-notification-btn"
+            className="meeting-notification-btn meeting-notification-btn-primary"
             onClick={takeNotes}
             disabled={pending}
             data-no-drag
           >
             {pending ? "Starting…" : "Start notes"}
           </button>
+          {hasJoin ? (
+            <button
+              className="meeting-notification-btn meeting-notification-btn-secondary"
+              onClick={joinMeeting}
+              data-no-drag
+            >
+              Join
+            </button>
+          ) : null}
           <button
             className="meeting-notification-btn meeting-notification-btn-secondary"
             onClick={snooze}

package/corpus/templates/clips/desktop/src/styles.css

@@ -1096,7 +1096,7 @@ body[data-clips-route="recording-pill"] #root {
 
 .bottom-row {
   display: grid;
-  grid-template-columns: repeat(3, 1fr);
+  grid-template-columns: repeat(4, 1fr);
   gap: 4px;
 }
 
@@ -1138,6 +1138,145 @@ body[data-clips-route="recording-pill"] #root {
   font-weight: 500;
 }
 
+/* ------------------------------------------------------------------------- */
+/* Popover drill-in views                                                     */
+/* ------------------------------------------------------------------------- */
+
+.app-popover-view {
+  gap: 0;
+  padding: 0;
+}
+
+.popover-view {
+  min-height: 260px;
+}
+
+.popover-view-header {
+  margin-bottom: 2px;
+}
+
+.popover-view-header-spacer {
+  flex: 1;
+}
+
+.popover-view-link {
+  font-size: 11px;
+}
+
+.popover-empty-card {
+  display: flex;
+  flex-direction: column;
+  gap: 8px;
+  padding: 12px;
+  border: 1px solid var(--border);
+  border-radius: var(--radius);
+  background: var(--surface);
+}
+
+.popover-empty-card strong {
+  font-size: 13px;
+  color: var(--fg);
+}
+
+.popover-card-heading {
+  display: flex;
+  align-items: center;
+  gap: 8px;
+}
+
+.popover-list {
+  display: flex;
+  flex-direction: column;
+  gap: 6px;
+}
+
+.popover-list-item {
+  display: flex;
+  align-items: center;
+  gap: 9px;
+  padding: 9px;
+  border: 1px solid var(--border);
+  border-radius: var(--radius);
+  background: var(--surface);
+}
+
+.popover-list-icon {
+  display: inline-flex;
+  align-items: center;
+  justify-content: center;
+  color: var(--fg-muted);
+  flex-shrink: 0;
+}
+
+.popover-list-main {
+  flex: 1;
+  min-width: 0;
+}
+
+.popover-list-title {
+  font-size: 12px;
+  font-weight: 600;
+  color: var(--fg);
+  white-space: nowrap;
+  overflow: hidden;
+  text-overflow: ellipsis;
+}
+
+.popover-list-sub {
+  margin-top: 1px;
+  font-size: 11px;
+  color: var(--fg-subtle);
+  white-space: nowrap;
+  overflow: hidden;
+  text-overflow: ellipsis;
+}
+
+.popover-list-action {
+  flex-shrink: 0;
+  border: 1px solid var(--border-strong);
+  border-radius: var(--radius-sm);
+  background: var(--bg);
+  color: var(--fg);
+  padding: 6px 8px;
+  font-size: 11px;
+  font-weight: 600;
+  cursor: pointer;
+}
+
+.popover-list-action:hover {
+  background: var(--surface-hover);
+}
+
+.popover-list-action-primary {
+  border-color: var(--brand);
+  background: var(--brand);
+  color: var(--bg);
+}
+
+.popover-list-action-primary:hover {
+  background: var(--brand-hover);
+}
+
+.popover-kv {
+  display: flex;
+  align-items: center;
+  justify-content: space-between;
+  gap: 12px;
+  padding-top: 6px;
+  border-top: 1px solid var(--border);
+  font-size: 11px;
+}
+
+.popover-kv span {
+  color: var(--fg-subtle);
+}
+
+.popover-kv strong {
+  min-width: 0;
+  text-align: right;
+  font-size: 11px;
+}
+
 .badge {
   position: absolute;
   top: -4px;
@@ -3468,7 +3607,19 @@ body[data-clips-route="recording-pill"] #root {
   color: white;
   pointer-events: auto;
   min-width: 280px;
-  max-width: 320px;
+  max-width: 400px;
+}
+
+.meeting-notification-with-join {
+  flex-wrap: wrap;
+  align-items: flex-start;
+  row-gap: 10px;
+}
+
+.meeting-notification-with-join .meeting-notification-actions {
+  flex: 1 1 100%;
+  justify-content: flex-end;
+  padding-left: 13px; /* align under content past the bar */
 }
 
 .meeting-notification-bar {
@@ -3536,6 +3687,20 @@ body[data-clips-route="recording-pill"] #root {
   cursor: progress;
 }
 
+.meeting-notification-btn-primary {
+  background: #ffffff;
+  color: #111827;
+}
+
+.meeting-notification-btn-primary:hover {
+  background: #f3f4f6;
+}
+
+.meeting-notification-btn-primary:disabled {
+  background: rgba(255, 255, 255, 0.7);
+  color: #374151;
+}
+
 .meeting-notification-actions {
   display: inline-flex;
   align-items: center;

package/corpus/templates/clips/desktop/src-tauri/src/native_screen.rs

@@ -648,7 +648,7 @@ pub async fn native_fullscreen_recording_available() -> Result<bool, String> {
 /// the countdown by now; this is just a safety net so a slow/denied mic can't
 /// stall the start.
 #[cfg(target_os = "macos")]
-const MIC_WARM_TIMEOUT_MS: u64 = 1500;
+const MIC_WARM_TIMEOUT_MS: u64 = 250;
 
 /// Acquire a backend (ScreenCaptureKit, or the screencapture fallback) and
 /// store it as the active session. Shared by the immediate-start command and

package/corpus/templates/clips/desktop/src-tauri/src/notifications.rs

@@ -16,8 +16,8 @@ use crate::util::{
 };
 
 const MEETING_NOTIFICATION_LABEL: &str = "meeting-notif";
-const NOTIFICATION_W_LOGICAL: u32 = 380;
-const NOTIFICATION_H_LOGICAL: u32 = 132;
+const NOTIFICATION_W_LOGICAL: u32 = 420;
+const NOTIFICATION_H_LOGICAL: u32 = 148;
 const NOTIFICATION_TOP_MARGIN_LOGICAL: u32 = 44;
 const NOTIFICATION_RIGHT_MARGIN_LOGICAL: u32 = 24;
 
@@ -125,11 +125,7 @@ pub async fn notify_meeting_starting(
     } else {
         format!("in {} min", (starts_in_secs / 60).max(1))
     };
-    let body = if join_url.is_some() {
-        format!("{} — Start notes", pretty_in)
-    } else {
-        format!("Starts {}", pretty_in)
-    };
+    let body = format!("Starts {}", pretty_in);
     dlog!(
         "[clips-tray] notify_meeting_starting id={} title={} body={}",
         meeting_id,

package/corpus/templates/clips/desktop/src-tauri/src/tray_meetings.rs

@@ -25,21 +25,22 @@ pub struct MeetingItem {
 
 pub const MEETING_ID_PREFIX: &str = "meeting:";
 
-/// Build the "Upcoming Meetings" submenu populated with up to 3 events. If
+/// Build the "Start Meeting Notes" submenu populated with up to 3 events. If
 /// the list is empty, returns a submenu containing a single disabled "No
-/// upcoming meetings" item — keeps the menu structure stable.
+/// meetings ready" item — keeps the menu structure stable. Selecting a real
+/// meeting starts live notes immediately.
 pub fn build_meetings_section(
     app: &AppHandle,
     upcoming: Vec<MeetingItem>,
 ) -> Result<Submenu<Wry>, Box<dyn std::error::Error>> {
     let mut builder: SubmenuBuilder<'_, Wry, AppHandle> =
-        SubmenuBuilder::new(app, "Upcoming Meetings");
+        SubmenuBuilder::new(app, "Start Meeting Notes");
 
     if upcoming.is_empty() {
         let placeholder = MenuItem::with_id(
             app,
             "meeting:none",
-            "No upcoming meetings",
+            "No meetings ready",
             false,
             None::<&str>,
         )?;

package/corpus/templates/clips/server/routes/_agent-native/clips/user-prefs.put.ts

@@ -1,5 +1,5 @@
 import { getSession } from "@agent-native/core/server";
-import { putUserSetting } from "@agent-native/core/settings";
+import { getUserSetting, putUserSetting } from "@agent-native/core/settings";
 import { defineEventHandler, getHeader, readBody, setResponseStatus } from "h3";
 
 const CLIPS_USER_PREFS_KEY = "clips-user-prefs";
@@ -17,11 +17,19 @@ export default defineEventHandler(async (event) => {
     return { error: "Invalid settings payload" };
   }
 
-  await putUserSetting(
-    session.email,
-    CLIPS_USER_PREFS_KEY,
-    body as Record<string, unknown>,
-    { requestSource: getHeader(event, "x-request-source") || undefined },
-  );
-  return body;
+  // Merge so partial Settings saves (playback, notifications, …) don't wipe
+  // AI-tool prefs written from the recording page popover.
+  const existing =
+    (await getUserSetting(session.email, CLIPS_USER_PREFS_KEY)) ?? {};
+  const next = {
+    ...(typeof existing === "object" && existing && !Array.isArray(existing)
+      ? existing
+      : {}),
+    ...(body as Record<string, unknown>),
+  };
+
+  await putUserSetting(session.email, CLIPS_USER_PREFS_KEY, next, {
+    requestSource: getHeader(event, "x-request-source") || undefined,
+  });
+  return next;
 });

package/corpus/templates/clips/shared/clips-ai-prefs.ts

@@ -0,0 +1,81 @@
+/**
+ * Clips user preferences that affect AI video tools.
+ *
+ * Stored under the shared `clips-user-prefs` user-setting key so Settings and
+ * the AI tools popover both read/write the same object.
+ */
+
+export const CLIPS_USER_PREFS_KEY = "clips-user-prefs";
+
+/**
+ * Preferred chat model when Include full video is on. Full-recording video
+ * input only works with Gemini (Builder Gemini or Google/Gemini BYOK) —
+ * Claude and OpenAI cannot ingest the MP4/WebM.
+ */
+export const CLIPS_FULL_VIDEO_AI_ENGINE = "builder";
+export const CLIPS_FULL_VIDEO_AI_MODEL = "gemini-3-5-flash";
+
+export type ClipsAiPrefs = {
+  /**
+   * When true, Clips AI tools (default title/description, regenerate title/
+   * description/chapters, workflows) must watch the full recording — not just
+   * the transcript — before writing results. Off by default for cost/latency.
+   * Sending the full video requires a Gemini model.
+   */
+  includeFullVideoInAi?: boolean;
+};
+
+export type ClipsUserPrefs = ClipsAiPrefs & {
+  defaultPlaybackSpeed?: string;
+  emailNotifications?: boolean;
+  displayName?: string;
+  transcriptCleanupEnabled?: boolean;
+};
+
+export function isIncludeFullVideoInAiEnabled(
+  prefs: ClipsAiPrefs | Record<string, unknown> | null | undefined,
+): boolean {
+  return prefs?.includeFullVideoInAi === true;
+}
+
+/**
+ * Extra agent instructions when the user wants AI tools to watch the clip,
+ * not just read the audio transcript. Full-video understanding requires Gemini.
+ */
+export function buildFullVideoAiInstructions(recordingId: string): string {
+  return (
+    `The user enabled "Include full video" for Clips AI. Do NOT rely on the ` +
+    `transcript alone — audio is often incomplete for accurate titles, ` +
+    `descriptions, chapters, and workflow docs. ` +
+    `IMPORTANT: sending / understanding the full recording only works with ` +
+    `Gemini (Builder Gemini or a Google Gemini key). Use a Gemini model for ` +
+    `this turn — Claude and OpenAI cannot ingest the full video file. ` +
+    `Prefer attaching or uploading the recording video itself to Gemini when ` +
+    `available. Otherwise use \`get-recording-player-data --recordingId=${recordingId}\` ` +
+    `(preferred in-app) or \`create-recording-agent-link --recordingId=${recordingId}\` ` +
+    `and fetch that context URL, then sample the timeline via recommendedFrames / ` +
+    `the frame API. Combine on-screen UI text, product names, and visual context ` +
+    `with any transcript. If the transcript is thin or missing, lean harder on ` +
+    `the video.`
+  );
+}
+
+export function withFullVideoAiInstructions(
+  message: string,
+  recordingId: string,
+  includeFullVideo: boolean,
+): string {
+  if (!includeFullVideo) return message;
+  return `${message} ${buildFullVideoAiInstructions(recordingId)}`;
+}
+
+/** Model selection for sendToAgentChat when Include full video is enabled. */
+export function fullVideoAiModelSelection(): {
+  engine: string;
+  model: string;
+} {
+  return {
+    engine: CLIPS_FULL_VIDEO_AI_ENGINE,
+    model: CLIPS_FULL_VIDEO_AI_MODEL,
+  };
+}

package/corpus/templates/design/.agents/skills/visual-edit/SKILL.md

@@ -21,6 +21,19 @@ iframe-backed screens on the infinite canvas.
 - Each screen is a URL-backed iframe, not copied HTML.
 - Each screen keeps its own URL metadata: `connectionId`, `routeId`, `path`,
   `url`, `bridgeUrl`, title, and viewport size.
+- Localhost Edit mode renders the running app through the local bridge as a live
+  iframe with the same editor bridge used by HTML designs. It is not a frozen
+  static DOM snapshot.
+- The live editor is same-origin through the local bridge proxy. This boots
+  CSR apps and root-relative assets, but it is still a localhost editing proxy:
+  app-origin cookies, WebSockets/HMR, SSE, and non-GET app API calls may need a
+  future dev-server/plugin integration for perfect parity with the app's own
+  origin.
+- Interact mode renders the app's normal URL so app navigation, scrolling,
+  links, and form controls behave as they would in the browser.
+- While a localhost screen has pending live visual edits, do not switch back to
+  Interact until the user either applies the edits to source or explicitly
+  aborts/discards the preview.
 - Start in Design's screen overview mode. The user can edit/select/drop on any
   visible screen from the overview canvas.
 - In overview, screens are static like Figma frames: no iframe scrolling or app
@@ -168,7 +181,9 @@ explicitly asks to freeze a snapshot.
 Once a connection is registered, the design editor's Code panel (left rail →
 Code, or `navigate --view editor --designId <id> --leftPanel code`) shows a
 local-files workspace root for that connection next to the design's own files.
-It lists the connected app's text/code files through the bridge
+Treat that root like VS Code opened at the connected project directory: file
+tree, search, open/edit, and save are backed by the real local files. It lists
+the connected app's text/code files through the bridge
 (`list-local-files` / `read-local-file`); build output, `node_modules`,
 `.git`, and secret-looking paths (`.env*`, key files) are always excluded.
 

package/corpus/templates/design/actions/add-localhost-screens.ts

@@ -468,6 +468,7 @@ export default defineAction({
         sourceFile: screen.sourceFile,
         path: screen.path,
         bridgeUrl: connection.bridgeUrl ?? undefined,
+        bridgeToken: connection.bridgeToken ?? undefined,
       };
       previousMetadata[screen.id] = metadata;
       previousLocalhostScreens[screen.id] = metadata;