@agent-native/core 0.93.0 → 0.94.0

package/corpus/templates/calendar/server/lib/google-calendar.ts

@@ -574,6 +574,54 @@ export async function getClient(
   return { accessToken };
 }
 
+export interface GoogleAccountSelection {
+  ownerEmail: string;
+  accountEmail: string;
+}
+
+export async function getDefaultAccountSelection(
+  ownerEmail: string,
+): Promise<GoogleAccountSelection> {
+  const accounts = await listOAuthAccountsByOwner("google", ownerEmail);
+  const account =
+    accounts.find(
+      (candidate) =>
+        candidate.accountId.trim().toLowerCase() ===
+        ownerEmail.trim().toLowerCase(),
+    ) ?? accounts[0];
+  if (!account) {
+    throw new Error(
+      "Google Calendar not connected. Connect via Settings first.",
+    );
+  }
+  return { ownerEmail, accountEmail: account.accountId };
+}
+
+/** Resolve one connected Google account beneath its signed-in owner. */
+export async function getClientForAccount({
+  ownerEmail,
+  accountEmail,
+}: GoogleAccountSelection): Promise<{ accessToken: string }> {
+  const normalizedAccountEmail = accountEmail.trim().toLowerCase();
+  const accounts = await listOAuthAccountsByOwner("google", ownerEmail);
+  const account = accounts.find(
+    (candidate) =>
+      candidate.accountId.trim().toLowerCase() === normalizedAccountEmail,
+  );
+  if (!account) {
+    throw new Error(
+      `Google Calendar account not connected for this user: ${accountEmail}`,
+    );
+  }
+
+  const accessToken = await getValidAccessToken(
+    account.accountId,
+    account.tokens as unknown as GoogleTokens,
+    ownerEmail,
+  );
+  return { accessToken };
+}
+
 /**
  * Get OAuth credentials. When `forEmail` is provided, returns only that
  * user's credentials (multi-user mode). Otherwise returns an empty array.
@@ -1006,14 +1054,9 @@ export async function listOverlayEvents(
 
 export async function getEvent(
   googleEventId: string,
-  accountEmail: string,
+  account: GoogleAccountSelection,
 ): Promise<CalendarEvent> {
-  const client = await getClient(accountEmail);
-  if (!client) {
-    throw new Error(
-      `Google Calendar account not connected: ${accountEmail || "selected account"}`,
-    );
-  }
+  const client = await getClientForAccount(account);
 
   const event = await calendarGetEvent(
     client.accessToken,
@@ -1035,7 +1078,7 @@ export async function getEvent(
     source: "google",
     googleEventId: event.id || undefined,
     htmlLink: event.htmlLink || undefined,
-    accountEmail,
+    accountEmail: account.accountEmail,
     responseStatus: selfAttendee?.responseStatus || undefined,
     transparency: event.transparency || undefined,
     ...mapColor(event),
@@ -1060,7 +1103,8 @@ export async function getEvent(
 
 export async function createEvent(
   event: CalendarEvent,
-  opts?: {
+  opts: {
+    account: GoogleAccountSelection;
     addGoogleMeet?: boolean;
     sendUpdates?: "all" | "externalOnly" | "none";
   },
@@ -1070,8 +1114,7 @@ export async function createEvent(
   meetLink?: string;
   conferenceData?: CalendarEvent["conferenceData"];
 }> {
-  const client = await getClient(event.accountEmail);
-  if (!client) return {};
+  const client = await getClientForAccount(opts.account);
   if (
     (event.eventType === "outOfOffice" || event.eventType === "focusTime") &&
     event.allDay
@@ -1131,7 +1174,8 @@ export async function createEvent(
 export async function updateEvent(
   googleEventId: string,
   event: Partial<CalendarEvent>,
-  options?: {
+  options: {
+    account: GoogleAccountSelection;
     sendUpdates?: "all" | "none";
     addGoogleMeet?: boolean;
     scope?: UpdateEventScope;
@@ -1142,12 +1186,7 @@ export async function updateEvent(
   conferenceData?: CalendarEvent["conferenceData"];
   attendees?: CalendarEvent["attendees"];
 }> {
-  const client = await getClient(event.accountEmail);
-  if (!client) {
-    throw new Error(
-      `Google Calendar account not connected: ${event.accountEmail ?? "selected account"}`,
-    );
-  }
+  const client = await getClientForAccount(options.account);
 
   let targetEventId = googleEventId;
   let eventPatch = event;
@@ -1252,18 +1291,13 @@ export async function updateEvent(
 
 export async function deleteEvent(
   googleEventId: string,
-  accountEmail?: string,
+  account: GoogleAccountSelection,
   options?: {
     scope?: "single" | "all" | "thisAndFollowing";
     sendUpdates?: "all" | "none";
   },
 ): Promise<void> {
-  const client = await getClient(accountEmail);
-  if (!client) {
-    throw new Error(
-      `Google Calendar account not connected: ${accountEmail ?? "selected account"}`,
-    );
-  }
+  const client = await getClientForAccount(account);
 
   const scope = options?.scope || "single";
   const sendUpdates = options?.sendUpdates;
@@ -1358,16 +1392,13 @@ export async function deleteEvent(
  */
 export async function removeEventFromCalendar(
   googleEventId: string,
-  accountEmail: string,
+  account: GoogleAccountSelection,
   options?: {
     scope?: "single" | "all" | "thisAndFollowing";
     sendUpdates?: "all" | "none";
   },
 ): Promise<void> {
-  const client = await getClient(accountEmail);
-  if (!client) {
-    throw new Error(`Google Calendar account not connected: ${accountEmail}`);
-  }
+  const client = await getClientForAccount(account);
 
   const scope = options?.scope || "single";
   const sendUpdates = options?.sendUpdates;
@@ -1444,22 +1475,19 @@ async function rsvpSingleEvent(
 export async function rsvpEvent(
   googleEventId: string,
   responseStatus: "accepted" | "declined" | "tentative",
-  accountEmail: string,
+  account: GoogleAccountSelection,
   scope: "single" | "all" | "thisAndFollowing" = "single",
   comment?: string,
   sendUpdates?: string,
 ): Promise<void> {
-  const client = await getClient(accountEmail);
-  if (!client) {
-    throw new Error(`Google Calendar account not connected: ${accountEmail}`);
-  }
+  const client = await getClientForAccount(account);
 
   if (scope === "single") {
     await rsvpSingleEvent(
       client.accessToken,
       googleEventId,
       responseStatus,
-      accountEmail,
+      account.accountEmail,
       comment,
       sendUpdates,
     );
@@ -1481,7 +1509,7 @@ export async function rsvpEvent(
       client.accessToken,
       recurringEventId,
       responseStatus,
-      accountEmail,
+      account.accountEmail,
       comment,
       sendUpdates,
     );
@@ -1516,7 +1544,7 @@ export async function rsvpEvent(
         client.accessToken,
         e.id,
         responseStatus,
-        accountEmail,
+        account.accountEmail,
         comment,
         sendUpdates,
       ),

package/corpus/templates/calendar/server/plugins/db.ts

@@ -206,6 +206,11 @@ CREATE INDEX IF NOT EXISTS idx_bookings_slug_start ON bookings (slug, "start");`
       version: 20,
       sql: `ALTER TABLE booking_links ADD COLUMN IF NOT EXISTS hosts TEXT`,
     },
+    {
+      version: 21,
+      name: "bookings-calendar-account-id",
+      sql: `ALTER TABLE bookings ADD COLUMN IF NOT EXISTS calendar_account_id TEXT`,
+    },
   ],
   { table: "calendar_migrations" },
 );

package/corpus/templates/clips/.agents/skills/ai-video-tools/SKILL.md

@@ -28,9 +28,9 @@ The agent is already the user's primary interface — it has full project contex
 | Feature                   | Trigger                                                                               | What the action does                                                                                  |
 | ------------------------- | ------------------------------------------------------------------------------------- | ----------------------------------------------------------------------------------------------------- |
 | Include full video        | User toggles "Include full video" in the AI tools menu                                | `update-clips-ai-prefs --includeFullVideoInAi=true\|false` → stored in `clips-user-prefs`; default off |
-| Default title             | Native transcript is saved and the recording still has the default title              | `regenerate-title --recordingId=<id>` → writes `clips-ai-request-:id`; the UI bridge sends it to the agent chat. If Include full video is on, skips the transcript-only Gemini fast path and always delegates so the agent watches the recording |
+| Default title             | Native/cloud transcript becomes ready and the recording still has an automatic title   | `regenerate-title --recordingId=<id> --includeSummary=true` tries the transcript-only Gemini fast path, keeps any local heuristic title replaceable, and queues a `generate-metadata` agent refinement that writes a specific title plus description. If Include full video is on, it always delegates so the agent watches the recording |
 | Manual title suggestion   | User asks the agent "rename this"                                                     | Agent reads transcript and calls `update-recording --id=<id> --title=...`                             |
-| Summary / description     | Upload completes, or user clicks "Summarize" / "Regenerate description"               | `regenerate-summary` / `generate-ai-metadata --id=<id> --kind=summary` → agent writes `update-recording --description=...`. With Include full video, agent must watch the clip, not transcript alone |
+| Summary / description     | Transcript becomes ready, or user clicks "Summarize" / "Regenerate description"       | The automatic metadata handoff or `regenerate-summary` asks the agent to write `update-recording --description=...`. Existing user-authored descriptions are preserved. With Include full video, the agent must watch the clip, not transcript alone |
 | Chapters                  | User clicks "Add chapters" or transcript > 3 minutes                                  | `generate-chapters --id=<id>` / `regenerate-chapters` → agent writes `chapters_json` (same full-video preference) |
 | Tags                      | On upload complete                                                                    | `generate-ai-metadata --id=<id> --kind=tags` → agent inserts `recording_tags` rows                    |
 | Filler-word removal       | User clicks "Remove ums and uhs"                                                      | `generate-filler-removal --id=<id>` → agent writes proposed cuts into `editor-draft` for user review  |
@@ -57,7 +57,9 @@ on-screen text.
   `get-recording-player-data` / `create-recording-agent-link` and follow
   recommended frames / the frame API across the timeline — not transcript only.
 - Default title generation also honors this: `regenerate-title` skips the
-  transcript-only Gemini cleanup path and always queues the agent.
+  transcript-only Gemini cleanup path and always queues the agent. Automatic
+  post-transcription work uses one `generate-metadata` request so title and
+  description are not competing application-state entries.
 
 Do not invent a parallel "video LLM" path in the UI. Keep the preference on the
 shared user-prefs object and keep delegation through the agent chat.
@@ -133,6 +135,13 @@ Clips never routes recording/meeting audio to OpenAI for transcription. (Groq's
 
 If no native transcript exists and no cloud fallback is available (no Builder connection and no Groq key), the action writes `status="failed"` so the UI can show a friendly prompt.
 
+When a transcript becomes ready, `request-transcript` must await native cleanup
+and the metadata handoff before its durable post-finalize worker returns.
+Do not leave title/summary work as an unawaited promise in that worker:
+serverless runtimes may freeze it immediately. A local heuristic title uses
+`titleSource: "context"` so it remains a temporary UI fallback until the
+`generate-metadata` agent request replaces it with a transcript-backed title.
+
 If Builder transcription fails because credits are exhausted, explain that
 Builder.io credits/upgrade or a Groq key are the supported speech-to-text
 fallbacks. Generic OpenAI or Anthropic chat keys power chat, but they do not

package/corpus/templates/clips/.agents/skills/meetings/SKILL.md

@@ -58,7 +58,7 @@ Both fields are set by `start-meeting-recording`. Agents that operate on a recor
 
 ## Calendar reminders
 
-Calendar events fire a desktop notification **1 minute before** the meeting start and keep it visible until **5 minutes after** start unless dismissed (consumer: the desktop tray in `src-tauri/`). The tray polls `list-meetings`, which reads Google Calendar live, so upcoming reminders do not depend on a manual sync or pre-created `meetings` rows. Agents do not need to schedule reminders manually.
+Calendar events fire a desktop notification **1 minute before** the meeting start and keep it visible until **5 minutes after** start unless dismissed (consumer: the desktop tray in `src-tauri/`). The tray polls `list-meetings`, which reads Google Calendar live, so upcoming reminders do not depend on a manual sync or pre-created `meetings` rows. Desktop Zoom joins use Zoom's native `zoommtg://` link so the Zoom app opens directly without an intermediate browser tab; unsupported Zoom link shapes and other providers retain their HTTPS join URL. Agents do not need to schedule reminders manually.
 
 ## Adhoc Zoom / Teams detection (desktop)
 

package/corpus/templates/clips/AGENTS.md

@@ -32,8 +32,10 @@ Detailed media, meeting, dictation, editing, and sharing rules live in
   Clips-hosted recording, and imports Loom's public transcript when the share
   page exposes one. If Loom does not expose a downloadable MP4, ask the user to
   download the original from Loom and use "Upload video".
-- Native transcript first. Cleanup and title generation can run in the
-  background; do not hide a usable native transcript behind a failed cleanup.
+- Native transcript first. Cleanup and transcript-backed title/summary
+  generation run in the durable post-finalize path; do not hide a usable native
+  transcript behind failed metadata work, and keep heuristic titles replaceable
+  until the agent refinement lands.
 - Use `request-transcript --recordingId=<id> --force=true` to retry a failed
   transcript. Pass `--regenerate=true` to replace an existing ready transcript
   from the stored recording media; if regeneration fails, keep the prior ready

package/corpus/templates/clips/actions/regenerate-title.ts

@@ -32,6 +32,7 @@ import {
   fallbackTitleFromTranscript,
 } from "./lib/title-fallback.js";
 import { isAutoTitleReplaceable, isDefaultTitle } from "./lib/title-source.js";
+import regenerateSummary from "./regenerate-summary.js";
 
 function transcriptTextFromSegments(raw: string | null | undefined): string {
   if (!raw) return "";
@@ -67,19 +68,23 @@ function buildTitleContext({
 export async function queueTitleRegenerationRequest({
   recordingId,
   currentTitle,
+  currentDescription,
   transcriptText,
   transcriptStatus = "ready",
   segmentsJson = "[]",
   ownerEmail,
   includeFullVideoInAi,
+  includeSummary = false,
 }: {
   recordingId: string;
   currentTitle: string | null | undefined;
+  currentDescription?: string | null;
   transcriptText: string;
   transcriptStatus?: string;
   segmentsJson?: string | null;
   ownerEmail?: string | null;
   includeFullVideoInAi?: boolean;
+  includeSummary?: boolean;
 }) {
   const agentsContext = await loadAgentsMdContext({
     ownerEmail,
@@ -87,22 +92,29 @@ export async function queueTitleRegenerationRequest({
   });
   const useVideo =
     includeFullVideoInAi ?? (await readIncludeFullVideoInAi(ownerEmail));
+  const summaryInstruction = includeSummary
+    ? ` Also include \`--description="..."\` with a useful 2-4 sentence summary of what the Clip covers.`
+    : "";
   const baseMessage =
-    `Regenerate the title for recording ${recordingId}. ` +
-    `Read the native transcript and AGENTS.md context in this request's context and call ` +
-    `\`update-recording --id=${recordingId} --title="..."\` with a concise ` +
-    `4-9 word descriptive title. Current title: "${currentTitle ?? ""}". ` +
+    `Generate a concise, specific 4-9 word title for recording ${recordingId}. ` +
+    `Read the native transcript and AGENTS.md context in this request's context, summarize the actual subject instead of quoting the opening words, and call ` +
+    `\`update-recording --id=${recordingId} --title="..."\`${summaryInstruction} ` +
+    `Current title: "${currentTitle ?? ""}". Current description: "${currentDescription ?? ""}". ` +
     "Do not prompt the user.";
   const request = {
-    kind: "regenerate-title" as const,
+    kind: includeSummary
+      ? ("generate-metadata" as const)
+      : ("regenerate-title" as const),
     recordingId,
     requestedAt: new Date().toISOString(),
     currentTitle: currentTitle ?? "",
+    currentDescription: currentDescription ?? "",
     transcriptStatus,
     transcriptText,
     segmentsJson: segmentsJson ?? "[]",
     agentsContext,
     includeFullVideoInAi: useVideo,
+    includeSummary,
     message: withFullVideoAiInstructions(baseMessage, recordingId, useVideo),
   };
 
@@ -122,6 +134,13 @@ export default defineAction({
       .describe(
         "Optional native Web Speech/macOS Speech transcript text to title from immediately.",
       ),
+    includeSummary: z
+      .boolean()
+      .optional()
+      .default(false)
+      .describe(
+        "Also queue an automatic recording description after the transcript-backed title. Used by the post-transcription pipeline.",
+      ),
   }),
   run: async (args) => {
     await assertAccess("recording", args.recordingId, "editor");
@@ -132,6 +151,7 @@ export default defineAction({
         id: schema.recordings.id,
         title: schema.recordings.title,
         titleSource: schema.recordings.titleSource,
+        description: schema.recordings.description,
       })
       .from(schema.recordings)
       .where(eq(schema.recordings.id, args.recordingId))
@@ -157,11 +177,13 @@ export default defineAction({
       await queueTitleRegenerationRequest({
         recordingId: args.recordingId,
         currentTitle: rec.title,
+        currentDescription: rec.description,
         transcriptStatus: transcript?.status ?? "pending",
         transcriptText: transcriptText || "",
         segmentsJson: transcript?.segmentsJson ?? "[]",
         ownerEmail: getRequestUserEmail() ?? transcript?.ownerEmail,
         includeFullVideoInAi: true,
+        includeSummary: args.includeSummary,
       });
       console.log(
         `Delegation queued: regenerate-title (full video) for ${args.recordingId}`,
@@ -231,6 +253,12 @@ export default defineAction({
           if (result.provider === "builder") {
             await clearBuilderCreditsExhausted();
           }
+          const summaryResult =
+            args.includeSummary && !rec.description?.trim()
+              ? await regenerateSummary.run({
+                  recordingId: args.recordingId,
+                })
+              : null;
 
           console.log(
             `Regenerated title for ${args.recordingId} via ${result.provider}: ${generatedTitle}`,
@@ -240,6 +268,7 @@ export default defineAction({
             recordingId: args.recordingId,
             title: generatedTitle,
             provider: result.provider,
+            summaryQueued: summaryResult?.queued === true,
           };
         }
 
@@ -281,20 +310,35 @@ export default defineAction({
           .update(schema.recordings)
           .set({
             title: fallbackTitle,
-            titleSource: "ai",
+            // This is an immediate heuristic while the agent prepares the
+            // real transcript-backed title. Keep it replaceable.
+            titleSource: "context",
             updatedAt: new Date().toISOString(),
           })
           .where(eq(schema.recordings.id, args.recordingId));
         await writeAppState("refresh-signal", { ts: Date.now() });
+        await queueTitleRegenerationRequest({
+          recordingId: args.recordingId,
+          currentTitle: fallbackTitle,
+          currentDescription: rec.description,
+          transcriptStatus: transcript?.status ?? "ready",
+          transcriptText,
+          segmentsJson: transcript?.segmentsJson ?? "[]",
+          ownerEmail: getRequestUserEmail() ?? transcript?.ownerEmail,
+          includeFullVideoInAi: false,
+          includeSummary: args.includeSummary,
+        });
 
         console.log(
-          `Regenerated title for ${args.recordingId} via local fallback: ${fallbackTitle}`,
+          `Set temporary title for ${args.recordingId} via local fallback and queued transcript-backed refinement: ${fallbackTitle}`,
         );
         return {
           updated: true,
+          queued: true,
           recordingId: args.recordingId,
           title: fallbackTitle,
           provider: "local",
+          summaryQueued: args.includeSummary,
         };
       }
     }
@@ -311,11 +355,13 @@ export default defineAction({
     await queueTitleRegenerationRequest({
       recordingId: args.recordingId,
       currentTitle: rec.title,
+      currentDescription: rec.description,
       transcriptStatus: transcript?.status ?? "pending",
       transcriptText,
       segmentsJson: transcript?.segmentsJson ?? "[]",
       ownerEmail: getRequestUserEmail() ?? transcript?.ownerEmail,
       includeFullVideoInAi: false,
+      includeSummary: args.includeSummary,
     });
 
     console.log(`Delegation queued: regenerate-title for ${args.recordingId}`);