@agent-native/core 0.90.3 → 0.90.4

package/corpus/templates/calendar/app/i18n-data.ts

@@ -137,7 +137,11 @@ const enUS = {
     contacts: "Contacts",
     contactsReconnect: "Contacts or directory access needs to be reconnected.",
     directory: "Directory",
+    guestOptions: "Guest options for {{email}}",
     inviteEmail: "Invite {{email}}",
+    markOptional: "Mark as optional",
+    markRequired: "Mark as required",
+    optionalBadge: "Optional",
     otherContacts: "Other contacts",
     removeAttendee: "Remove {{email}}",
     searchingPeople: "Searching people",
@@ -6122,7 +6126,11 @@ const translatedCalendarRemainingRaw = {
       contacts: "联系人",
       contactsReconnect: "需要重新连接联系人或目录访问权限。",
       directory: "目录",
+      guestOptions: "{{email}} 的来宾选项",
       inviteEmail: "邀请 {{email}}",
+      markOptional: "标为可选",
+      markRequired: "标为必选",
+      optionalBadge: "可选",
       otherContacts: "其他联系人",
       removeAttendee: "移除 {{email}}",
       searchingPeople: "正在搜索人员",
@@ -6238,7 +6246,11 @@ const translatedCalendarRemainingRaw = {
       contactsReconnect:
         "Hay que volver a conectar el acceso a contactos o directorio.",
       directory: "Directorio",
+      guestOptions: "Opciones de invitado para {{email}}",
       inviteEmail: "Invitar a {{email}}",
+      markOptional: "Marcar como opcional",
+      markRequired: "Marcar como obligatorio",
+      optionalBadge: "Opcional",
       otherContacts: "Otros contactos",
       removeAttendee: "Quitar {{email}}",
       searchingPeople: "Buscando personas",
@@ -6578,7 +6590,11 @@ const translatedCalendarExactCleanup = {
       contactsReconnect:
         "L’accès aux contacts ou à l’annuaire doit être reconnecté.",
       directory: "Annuaire",
+      guestOptions: "Options d’invité pour {{email}}",
       inviteEmail: "Inviter {{email}}",
+      markOptional: "Marquer comme facultatif",
+      markRequired: "Marquer comme obligatoire",
+      optionalBadge: "Facultatif",
       otherContacts: "Autres contacts",
       removeAttendee: "Retirer {{email}}",
       searchingPeople: "Recherche de personnes",
@@ -6763,7 +6779,11 @@ const translatedCalendarExactCleanup = {
       contactsReconnect:
         "Kontakte oder Verzeichniszugriff müssen erneut verbunden werden.",
       directory: "Verzeichnis",
+      guestOptions: "Gastoptionen für {{email}}",
       inviteEmail: "{{email}} einladen",
+      markOptional: "Als optional markieren",
+      markRequired: "Als erforderlich markieren",
+      optionalBadge: "Optional",
       otherContacts: "Weitere Kontakte",
       removeAttendee: "{{email}} entfernen",
       searchingPeople: "Personen werden gesucht",
@@ -6938,7 +6958,11 @@ const translatedCalendarExactCleanup = {
       contacts: "連絡先",
       contactsReconnect: "連絡先またはディレクトリアクセスの再接続が必要です。",
       directory: "ディレクトリ",
+      guestOptions: "{{email}} のゲストオプション",
       inviteEmail: "{{email}} を招待",
+      markOptional: "任意出席者にする",
+      markRequired: "必須出席者にする",
+      optionalBadge: "任意",
       otherContacts: "その他の連絡先",
       removeAttendee: "{{email}} を削除",
       searchingPeople: "ユーザーを検索中",
@@ -7104,7 +7128,11 @@ const translatedCalendarExactCleanup = {
       contacts: "연락처",
       contactsReconnect: "연락처 또는 디렉터리 액세스를 다시 연결해야 합니다.",
       directory: "디렉터리",
+      guestOptions: "{{email}} 게스트 옵션",
       inviteEmail: "{{email}} 초대",
+      markOptional: "선택으로 표시",
+      markRequired: "필수로 표시",
+      optionalBadge: "선택",
       otherContacts: "기타 연락처",
       removeAttendee: "{{email}} 제거",
       searchingPeople: "사람 검색 중",
@@ -7279,7 +7307,11 @@ const translatedCalendarExactCleanup = {
       contactsReconnect:
         "O acesso a contatos ou diretório precisa ser reconectado.",
       directory: "Diretório",
+      guestOptions: "Opções de convidado para {{email}}",
       inviteEmail: "Convidar {{email}}",
+      markOptional: "Marcar como opcional",
+      markRequired: "Marcar como obrigatório",
+      optionalBadge: "Opcional",
       otherContacts: "Outros contatos",
       removeAttendee: "Remover {{email}}",
       searchingPeople: "Pesquisando pessoas",
@@ -7454,7 +7486,11 @@ const translatedCalendarExactCleanup = {
       contacts: "संपर्क",
       contactsReconnect: "संपर्क या डायरेक्टरी एक्सेस को फिर से कनेक्ट करना होगा।",
       directory: "डायरेक्टरी",
+      guestOptions: "{{email}} के लिए अतिथि विकल्प",
       inviteEmail: "{{email}} को आमंत्रित करें",
+      markOptional: "वैकल्पिक के रूप में चिह्नित करें",
+      markRequired: "आवश्यक के रूप में चिह्नित करें",
+      optionalBadge: "वैकल्पिक",
       otherContacts: "अन्य संपर्क",
       removeAttendee: "{{email}} हटाएं",
       searchingPeople: "लोग खोजे जा रहे हैं",
@@ -7624,7 +7660,11 @@ const translatedCalendarExactCleanup = {
       contacts: "جهات الاتصال",
       contactsReconnect: "يلزم إعادة توصيل الوصول إلى جهات الاتصال أو الدليل.",
       directory: "الدليل",
+      guestOptions: "خيارات الضيف لـ {{email}}",
       inviteEmail: "دعوة {{email}}",
+      markOptional: "تعيين كاختياري",
+      markRequired: "تعيين كإلزامي",
+      optionalBadge: "اختياري",
       otherContacts: "جهات اتصال أخرى",
       removeAttendee: "إزالة {{email}}",
       searchingPeople: "جارٍ البحث عن أشخاص",

package/corpus/templates/calendar/changelog/2026-07-07-you-can-mark-event-guests-as-optional-while-inviting-them-or.md

@@ -0,0 +1,6 @@
+---
+type: added
+date: 2026-07-07
+---
+
+You can mark event guests as optional while inviting them or later from the guest list

package/corpus/templates/calendar/server/handlers/events.ts

@@ -181,6 +181,7 @@ export const getEvent = defineEventHandler(async (event: H3Event) => {
             responseStatus: a.responseStatus || undefined,
             organizer: a.organizer || undefined,
             self: a.self || undefined,
+            optional: a.optional === true ? true : undefined,
           })),
           remindersUseDefault: evt.reminders?.useDefault ?? true,
           reminders: evt.reminders?.overrides?.map((r: any) => ({

package/corpus/templates/calendar/server/lib/google-calendar.ts

@@ -228,6 +228,7 @@ function mapAttendees(event: any): CalendarEvent["attendees"] {
     responseStatus: attendee.responseStatus || undefined,
     organizer: attendee.organizer || undefined,
     self: attendee.self || undefined,
+    optional: attendee.optional === true ? true : undefined,
   }));
 }
 
@@ -1094,6 +1095,7 @@ export async function createEvent(
       email: a.email,
       ...(a.displayName ? { displayName: a.displayName } : {}),
       ...(a.comment ? { comment: a.comment } : {}),
+      ...(a.optional === true ? { optional: true } : {}),
     }));
   }
 
@@ -1204,6 +1206,7 @@ export async function updateEvent(
       ...(a.displayName ? { displayName: a.displayName } : {}),
       ...(a.comment ? { comment: a.comment } : {}),
       ...(a.responseStatus ? { responseStatus: a.responseStatus } : {}),
+      ...(a.optional === true ? { optional: true } : { optional: false }),
     }));
   }
   if (eventPatch.recurrence !== undefined) {
@@ -1241,6 +1244,7 @@ export async function updateEvent(
       responseStatus: a.responseStatus || undefined,
       organizer: a.organizer || undefined,
       self: a.self || undefined,
+      optional: a.optional === true ? true : undefined,
     })),
   };
 }

package/corpus/templates/calendar/server/plugins/agent-chat.ts

@@ -107,7 +107,7 @@ Provider-specific Calendar actions are shortcuts, not limits. If a first-class a
 - \`pnpm action search-events --query "term" --from YYYY-MM-DD --to YYYY-MM-DD\` — Convenience bounded search by title, attendees, organizer, location, or description. For relationship history, all-calendar discovery, exact attendee/domain search, or custom pagination, prefer provider-api-request with provider=google_calendar.
 - \`pnpm action provider-api-catalog\` / \`provider-api-docs\` / \`provider-api-request\` — Inspect and call the real Google Calendar, Apollo, Gong, HubSpot, and Pylon APIs directly. For Google Calendar events.list pagination use provider=google_calendar, path=/calendars/primary/events, query={...}, fetchAllPages={cursorPath:"nextPageToken",cursorParam:"pageToken",itemsPath:"items"}. For large relationship-history scans, pass stageAs and pagination={nextCursorPath:"nextPageToken",cursorParam:"pageToken",maxPages:N} with itemsPath="items", then use query-staged-dataset.
 - \`pnpm action create-event --title "..." --start "ISO" --end "ISO"\` — Create a new event. Use \`--eventType outOfOffice\` for OOO, \`--eventType focusTime\` for focus time, \`--eventType workingLocation\` for working location, \`--transparency transparent\` to show as Free, \`--visibility private\` for private events, \`--startTimeZone America/Los_Angeles\` for timezone anchoring, \`--colorId 9\` for Google event color, \`--reminders '[{"method":"popup","minutes":10}]'\` for alerts, and \`--attachments '[{"fileUrl":"https://...","title":"Agenda"}]'\` for Drive/HTTPS file links.
-- \`pnpm action update-event --id "google-..." --transparency opaque|transparent --visibility default|public|private --reminderMinutes 10 --addAttendees "alice@example.com" --scope single|all\` — Update event availability, visibility, reminders, timezone, color, attachments, recurrence, guests, or generated video links. Use \`addAttendees\` when inviting more people so existing RSVP metadata is preserved. Use \`--scope all\` to update an entire recurring series from one occurrence.
+- \`pnpm action update-event --id "google-..." --transparency opaque|transparent --visibility default|public|private --reminderMinutes 10 --addAttendees "alice@example.com" --scope single|all\` — Update event availability, visibility, reminders, timezone, color, attachments, recurrence, guests, or generated video links. Use \`addAttendees\` when inviting more people so existing RSVP metadata is preserved. Pass attendee objects with \`optional:true\` to mark optional guests. Use \`--scope all\` to update an entire recurring series from one occurrence.
 - \`pnpm action navigate --view=calendar --calendarViewMode=day\` — Navigate the UI (day/week/month views, dates)
 - \`pnpm action navigate --view=calendar --date=YYYY-MM-DD\` — Navigate to a specific date
 - \`pnpm action navigate --view=availability\` — Show availability settings

package/corpus/templates/calendar/shared/api.ts

@@ -45,6 +45,8 @@ export interface CalendarEvent {
     responseStatus?: "accepted" | "declined" | "tentative" | "needsAction";
     organizer?: boolean;
     self?: boolean;
+    /** When true, the attendee is optional (Google Calendar `optional`). */
+    optional?: boolean;
   }>;
   reminders?: Array<{ method: "popup" | "email"; minutes: number }>;
   /** Whether this event uses the calendar's default reminder policy. */

package/corpus/templates/clips/.agents/skills/ai-video-tools/SKILL.md

@@ -27,15 +27,41 @@ The agent is already the user's primary interface — it has full project contex
 
 | Feature                   | Trigger                                                                               | What the action does                                                                                  |
 | ------------------------- | ------------------------------------------------------------------------------------- | ----------------------------------------------------------------------------------------------------- |
-| Default title             | Native transcript is saved and the recording still has the default title              | `regenerate-title --recordingId=<id>` → writes `clips-ai-request-:id`; the UI bridge sends it to the agent chat |
+| Include full video        | User toggles "Include full video" in the AI tools menu                                | `update-clips-ai-prefs --includeFullVideoInAi=true\|false` → stored in `clips-user-prefs`; default off |
+| Default title             | Native transcript is saved and the recording still has the default title              | `regenerate-title --recordingId=<id>` → writes `clips-ai-request-:id`; the UI bridge sends it to the agent chat. If Include full video is on, skips the transcript-only Gemini fast path and always delegates so the agent watches the recording |
 | Manual title suggestion   | User asks the agent "rename this"                                                     | Agent reads transcript and calls `update-recording --id=<id> --title=...`                             |
-| Summary / description     | Upload completes, or user clicks "Summarize"                                          | `generate-ai-metadata --id=<id> --kind=summary` → agent writes `update-recording --description=...`   |
-| Chapters                  | User clicks "Add chapters" or transcript > 3 minutes                                  | `generate-chapters --id=<id>` → agent writes `chapters_json`                                          |
+| Summary / description     | Upload completes, or user clicks "Summarize" / "Regenerate description"               | `regenerate-summary` / `generate-ai-metadata --id=<id> --kind=summary` → agent writes `update-recording --description=...`. With Include full video, agent must watch the clip, not transcript alone |
+| Chapters                  | User clicks "Add chapters" or transcript > 3 minutes                                  | `generate-chapters --id=<id>` / `regenerate-chapters` → agent writes `chapters_json` (same full-video preference) |
 | Tags                      | On upload complete                                                                    | `generate-ai-metadata --id=<id> --kind=tags` → agent inserts `recording_tags` rows                    |
 | Filler-word removal       | User clicks "Remove ums and uhs"                                                      | `generate-filler-removal --id=<id>` → agent writes proposed cuts into `editor-draft` for user review  |
 | Comment auto-reply        | User types "reply with …" in the agent chat                                           | agent calls `add-comment` directly                                                                    |
 | **Transcription**         | On upload complete (automatic) + live during recording                                | `request-transcript` → native (Web Speech / macOS SFSpeech) first, then cloud fallback Builder.io managed Gemini → Groq; `save-browser-transcript` for instant Web Speech result — see "Transcription" section below |
 
+## Include full video
+
+Screen recordings often have thin or misleading audio ("real quick", "um this
+thing"). Titles, descriptions, chapters, and workflow docs (PR / SOP / ticket /
+email) are more accurate when the agent can **see** the UI, product names, and
+on-screen text.
+
+- Preference key: `includeFullVideoInAi` on user setting `clips-user-prefs`.
+- UI: checkbox at the top of the recording-page **AI tools** dropdown (copy
+  notes Gemini-only).
+- Actions: `get-clips-ai-prefs`, `update-clips-ai-prefs`.
+- **Gemini only:** sending / understanding the full recording video requires a
+  Gemini model (Builder Gemini or `GEMINI_API_KEY`). Claude and OpenAI cannot
+  ingest the MP4/WebM. When the preference is on, the AI-request bridge prefers
+  Builder `gemini-3-5-flash` for that turn.
+- When on, queued `clips-ai-request-*` messages include instructions to attach
+  or upload the recording to Gemini when possible, otherwise use
+  `get-recording-player-data` / `create-recording-agent-link` and follow
+  recommended frames / the frame API across the timeline — not transcript only.
+- Default title generation also honors this: `regenerate-title` skips the
+  transcript-only Gemini cleanup path and always queues the agent.
+
+Do not invent a parallel "video LLM" path in the UI. Keep the preference on the
+shared user-prefs object and keep delegation through the agent chat.
+
 ## The delegation pattern
 
 From an action, kick work over to the agent chat in **background mode** so the user doesn't see a new message bubble mid-playback:

package/corpus/templates/clips/actions/generate-workflow.ts

@@ -21,6 +21,8 @@ import { eq } from "drizzle-orm";
 import { z } from "zod";
 
 import { getDb, schema } from "../server/db/index.js";
+import { withFullVideoAiInstructions } from "../shared/clips-ai-prefs.js";
+import { readIncludeFullVideoInAi } from "./lib/clips-ai-prefs.js";
 
 const KIND_PROMPTS = {
   pr: `Compose a pull-request description. Include:
@@ -51,7 +53,7 @@ Keep it concise, warm, and professional.`,
 
 export default defineAction({
   description:
-    "Ask the agent to generate a structured workflow doc (pr/sop/ticket/email) from this recording's transcript. The agent writes the result to clips-workflow-<recordingId> in application_state.",
+    "Ask the agent to generate a structured workflow doc (pr/sop/ticket/email) from this recording's transcript (and the full video when Include full video is enabled). The agent writes the result to clips-workflow-<recordingId> in application_state.",
   schema: z.object({
     recordingId: z.string().describe("Recording ID"),
     kind: z.enum(["pr", "sop", "ticket", "email"]).describe("Workflow kind"),
@@ -74,6 +76,7 @@ export default defineAction({
       .limit(1);
 
     const stateKey = `clips-workflow-${args.recordingId}`;
+    const includeFullVideoInAi = await readIncludeFullVideoInAi();
 
     // Seed the output state with a "generating" placeholder so the UI can show
     // a loading state immediately.
@@ -84,6 +87,14 @@ export default defineAction({
       requestedAt: new Date().toISOString(),
     } as any);
 
+    const baseMessage =
+      `Generate a ${args.kind.toUpperCase()} workflow document from recording ${args.recordingId} ` +
+      `(title: "${rec.title}"). Read the transcript from this request's context. ` +
+      `${KIND_PROMPTS[args.kind]} ` +
+      `Then write the final markdown to application_state key "${stateKey}" as ` +
+      `\`{ kind: "${args.kind}", status: "ready", content: "...", recordingId: "${args.recordingId}" }\`. ` +
+      `Finish by replying in chat with the same generated markdown so the user can read it immediately.`;
+
     const request = {
       kind: "generate-workflow" as const,
       workflowKind: args.kind,
@@ -95,13 +106,12 @@ export default defineAction({
       transcriptText: transcript?.fullText ?? "",
       stateKey,
       instructions: KIND_PROMPTS[args.kind],
-      message:
-        `Generate a ${args.kind.toUpperCase()} workflow document from recording ${args.recordingId} ` +
-        `(title: "${rec.title}"). Read the transcript from this request's context. ` +
-        `${KIND_PROMPTS[args.kind]} ` +
-        `Then write the final markdown to application_state key "${stateKey}" as ` +
-        `\`{ kind: "${args.kind}", status: "ready", content: "...", recordingId: "${args.recordingId}" }\`. ` +
-        `Finish by replying in chat with the same generated markdown so the user can read it immediately.`,
+      includeFullVideoInAi,
+      message: withFullVideoAiInstructions(
+        baseMessage,
+        args.recordingId,
+        includeFullVideoInAi,
+      ),
     };
 
     await writeAppState(`clips-ai-request-${args.recordingId}`, request as any);
@@ -115,6 +125,7 @@ export default defineAction({
       recordingId: args.recordingId,
       kind: args.kind,
       stateKey,
+      includeFullVideoInAi,
     };
   },
 });

package/corpus/templates/clips/actions/get-clips-ai-prefs.ts

@@ -0,0 +1,36 @@
+/**
+ * Read Clips AI preferences for the current user (include-full-video switch).
+ *
+ * Usage:
+ *   pnpm action get-clips-ai-prefs
+ */
+
+import { defineAction } from "@agent-native/core";
+import { getRequestUserEmail } from "@agent-native/core/server/request-context";
+import { getUserSetting } from "@agent-native/core/settings";
+import { z } from "zod";
+
+import {
+  CLIPS_USER_PREFS_KEY,
+  isIncludeFullVideoInAiEnabled,
+  type ClipsUserPrefs,
+} from "../shared/clips-ai-prefs.js";
+
+export default defineAction({
+  description:
+    "Get Clips AI tool preferences for the current user, including whether AI tools should watch the full recording with Gemini instead of transcript-only.",
+  schema: z.object({}),
+  http: { method: "GET" },
+  readOnly: true,
+  run: async () => {
+    const email = getRequestUserEmail();
+    if (!email) {
+      return { includeFullVideoInAi: false };
+    }
+    const prefs = ((await getUserSetting(email, CLIPS_USER_PREFS_KEY)) ??
+      {}) as ClipsUserPrefs;
+    return {
+      includeFullVideoInAi: isIncludeFullVideoInAiEnabled(prefs),
+    };
+  },
+});

package/corpus/templates/clips/actions/lib/clips-ai-prefs.ts

@@ -0,0 +1,28 @@
+/**
+ * Server helper: load the current user's "include full video in AI" preference.
+ */
+
+import { getRequestUserEmail } from "@agent-native/core/server/request-context";
+import { getUserSetting } from "@agent-native/core/settings";
+
+import {
+  CLIPS_USER_PREFS_KEY,
+  isIncludeFullVideoInAiEnabled,
+  type ClipsUserPrefs,
+} from "../../shared/clips-ai-prefs.js";
+
+export async function readIncludeFullVideoInAi(
+  email?: string | null,
+): Promise<boolean> {
+  const userEmail = email ?? getRequestUserEmail();
+  if (!userEmail) return false;
+  try {
+    const prefs = (await getUserSetting(
+      userEmail,
+      CLIPS_USER_PREFS_KEY,
+    )) as ClipsUserPrefs | null;
+    return isIncludeFullVideoInAiEnabled(prefs);
+  } catch {
+    return false;
+  }
+}

package/corpus/templates/clips/actions/regenerate-chapters.ts

@@ -15,10 +15,12 @@ import { eq } from "drizzle-orm";
 import { z } from "zod";
 
 import { getDb, schema } from "../server/db/index.js";
+import { withFullVideoAiInstructions } from "../shared/clips-ai-prefs.js";
+import { readIncludeFullVideoInAi } from "./lib/clips-ai-prefs.js";
 
 export default defineAction({
   description:
-    "Ask the agent to generate chapters for this recording based on its transcript. The agent identifies topic transitions and calls set-chapters.",
+    "Ask the agent to generate chapters for this recording based on its transcript (and the full video when Include full video is enabled). The agent identifies topic transitions and calls set-chapters.",
   schema: z.object({
     recordingId: z.string().describe("Recording ID"),
   }),
@@ -39,6 +41,13 @@ export default defineAction({
       .where(eq(schema.recordingTranscripts.recordingId, args.recordingId))
       .limit(1);
 
+    const includeFullVideoInAi = await readIncludeFullVideoInAi();
+    const baseMessage =
+      `Generate chapters for recording ${args.recordingId} (duration ${rec.durationMs}ms). ` +
+      `Read the transcript segments in this request's context, identify topic transitions, ` +
+      `and call \`set-chapters --recordingId=${args.recordingId} --chapters='[{ "startMs": 0, "title": "Intro" }, ...]'\`. ` +
+      `Aim for 3–8 chapters. Each chapter title should be 3–6 words and capture the essence of that section.`;
+
     const request = {
       kind: "regenerate-chapters" as const,
       recordingId: args.recordingId,
@@ -47,11 +56,12 @@ export default defineAction({
       transcriptStatus: transcript?.status ?? "pending",
       segmentsJson: transcript?.segmentsJson ?? "[]",
       transcriptText: transcript?.fullText ?? "",
-      message:
-        `Generate chapters for recording ${args.recordingId} (duration ${rec.durationMs}ms). ` +
-        `Read the transcript segments in this request's context, identify topic transitions, ` +
-        `and call \`set-chapters --recordingId=${args.recordingId} --chapters='[{ "startMs": 0, "title": "Intro" }, ...]'\`. ` +
-        `Aim for 3–8 chapters. Each chapter title should be 3–6 words and capture the essence of that section.`,
+      includeFullVideoInAi,
+      message: withFullVideoAiInstructions(
+        baseMessage,
+        args.recordingId,
+        includeFullVideoInAi,
+      ),
     };
 
     await writeAppState(`clips-ai-request-${args.recordingId}`, request as any);
@@ -60,6 +70,10 @@ export default defineAction({
     console.log(
       `Delegation queued: regenerate-chapters for ${args.recordingId}`,
     );
-    return { queued: true, recordingId: args.recordingId };
+    return {
+      queued: true,
+      recordingId: args.recordingId,
+      includeFullVideoInAi,
+    };
   },
 });

package/corpus/templates/clips/actions/regenerate-summary.ts

@@ -14,10 +14,12 @@ import { eq } from "drizzle-orm";
 import { z } from "zod";
 
 import { getDb, schema } from "../server/db/index.js";
+import { withFullVideoAiInstructions } from "../shared/clips-ai-prefs.js";
+import { readIncludeFullVideoInAi } from "./lib/clips-ai-prefs.js";
 
 export default defineAction({
   description:
-    "Ask the agent to regenerate this recording's description/summary based on its transcript.",
+    "Ask the agent to regenerate this recording's description/summary based on its transcript (and the full video when Include full video is enabled).",
   schema: z.object({
     recordingId: z.string().describe("Recording ID"),
   }),
@@ -42,7 +44,12 @@ export default defineAction({
       .where(eq(schema.recordingTranscripts.recordingId, args.recordingId))
       .limit(1);
 
-    if (transcript?.status !== "ready" || !transcript.fullText?.trim()) {
+    const includeFullVideoInAi = await readIncludeFullVideoInAi();
+
+    if (
+      !includeFullVideoInAi &&
+      (transcript?.status !== "ready" || !transcript.fullText?.trim())
+    ) {
       return {
         updated: false,
         skipped: true,
@@ -52,6 +59,12 @@ export default defineAction({
       };
     }
 
+    const baseMessage =
+      `Regenerate the description for recording ${args.recordingId}. ` +
+      `Read the transcript in this request's context and call ` +
+      `\`update-recording --id=${args.recordingId} --description="..."\` with a 2–4 ` +
+      `sentence summary of what the recording covers. Title: "${rec.title}".`;
+
     const request = {
       kind: "regenerate-summary" as const,
       recordingId: args.recordingId,
@@ -60,11 +73,12 @@ export default defineAction({
       currentDescription: rec.description,
       transcriptStatus: transcript?.status ?? "pending",
       transcriptText: transcript?.fullText ?? "",
-      message:
-        `Regenerate the description for recording ${args.recordingId}. ` +
-        `Read the transcript in this request's context and call ` +
-        `\`update-recording --id=${args.recordingId} --description="..."\` with a 2–4 ` +
-        `sentence summary of what the recording covers. Title: "${rec.title}".`,
+      includeFullVideoInAi,
+      message: withFullVideoAiInstructions(
+        baseMessage,
+        args.recordingId,
+        includeFullVideoInAi,
+      ),
     };
 
     await writeAppState(`clips-ai-request-${args.recordingId}`, request as any);
@@ -73,6 +87,10 @@ export default defineAction({
     console.log(
       `Delegation queued: regenerate-summary for ${args.recordingId}`,
     );
-    return { queued: true, recordingId: args.recordingId };
+    return {
+      queued: true,
+      recordingId: args.recordingId,
+      includeFullVideoInAi,
+    };
   },
 });

package/corpus/templates/clips/actions/regenerate-title.ts

@@ -6,6 +6,9 @@
  * waiting for the agent chat bridge. If the fast path is unavailable, we still
  * queue the older agent-chat request as a fallback.
  *
+ * When the user enables Include full video, we skip the transcript-only fast
+ * path and always delegate so the agent can watch the recording.
+ *
  * Usage:
  *   pnpm action regenerate-title --recordingId=<id>
  */
@@ -19,9 +22,11 @@ import { z } from "zod";
 
 import { getDb, schema } from "../server/db/index.js";
 import { isBuilderCreditsExhaustedMessage } from "../shared/builder-credits.js";
+import { withFullVideoAiInstructions } from "../shared/clips-ai-prefs.js";
 import cleanupTranscript from "./cleanup-transcript.js";
 import { loadAgentsMdContext } from "./lib/agents-md-context.js";
 import { clearBuilderCreditsExhausted } from "./lib/builder-credits-state.js";
+import { readIncludeFullVideoInAi } from "./lib/clips-ai-prefs.js";
 import {
   cleanGeneratedTitle,
   fallbackTitleFromTranscript,
@@ -66,6 +71,7 @@ export async function queueTitleRegenerationRequest({
   transcriptStatus = "ready",
   segmentsJson = "[]",
   ownerEmail,
+  includeFullVideoInAi,
 }: {
   recordingId: string;
   currentTitle: string | null | undefined;
@@ -73,11 +79,20 @@ export async function queueTitleRegenerationRequest({
   transcriptStatus?: string;
   segmentsJson?: string | null;
   ownerEmail?: string | null;
+  includeFullVideoInAi?: boolean;
 }) {
   const agentsContext = await loadAgentsMdContext({
     ownerEmail,
     purpose: "title",
   });
+  const useVideo =
+    includeFullVideoInAi ?? (await readIncludeFullVideoInAi(ownerEmail));
+  const baseMessage =
+    `Regenerate the title for recording ${recordingId}. ` +
+    `Read the native transcript and AGENTS.md context in this request's context and call ` +
+    `\`update-recording --id=${recordingId} --title="..."\` with a concise ` +
+    `4-9 word descriptive title. Current title: "${currentTitle ?? ""}". ` +
+    "Do not prompt the user.";
   const request = {
     kind: "regenerate-title" as const,
     recordingId,
@@ -87,12 +102,8 @@ export async function queueTitleRegenerationRequest({
     transcriptText,
     segmentsJson: segmentsJson ?? "[]",
     agentsContext,
-    message:
-      `Regenerate the title for recording ${recordingId}. ` +
-      `Read the native transcript and AGENTS.md context in this request's context and call ` +
-      `\`update-recording --id=${recordingId} --title="..."\` with a concise ` +
-      `4-9 word descriptive title. Current title: "${currentTitle ?? ""}". ` +
-      "Do not prompt the user.",
+    includeFullVideoInAi: useVideo,
+    message: withFullVideoAiInstructions(baseMessage, recordingId, useVideo),
   };
 
   await writeAppState(`clips-ai-request-${recordingId}`, request as any);
@@ -102,7 +113,7 @@ export async function queueTitleRegenerationRequest({
 
 export default defineAction({
   description:
-    "Regenerate this recording's title from its transcript using the configured cleanup/title path, falling back to a local transcript title when unavailable.",
+    "Regenerate this recording's title from its transcript using the configured cleanup/title path, falling back to a local transcript title when unavailable. When the user has enabled Include full video, delegates to the agent so it can watch the recording.",
   schema: z.object({
     recordingId: z.string().describe("Recording ID"),
     transcriptText: z
@@ -137,6 +148,31 @@ export default defineAction({
       args.transcriptText?.trim() ||
       transcript?.fullText?.trim() ||
       transcriptTextFromSegments(transcript?.segmentsJson);
+
+    const includeFullVideoInAi = await readIncludeFullVideoInAi();
+
+    // Full-video mode needs the agent to watch the clip; skip the transcript-
+    // only Gemini fast path so we don't generate titles from audio alone.
+    if (includeFullVideoInAi) {
+      await queueTitleRegenerationRequest({
+        recordingId: args.recordingId,
+        currentTitle: rec.title,
+        transcriptStatus: transcript?.status ?? "pending",
+        transcriptText: transcriptText || "",
+        segmentsJson: transcript?.segmentsJson ?? "[]",
+        ownerEmail: getRequestUserEmail() ?? transcript?.ownerEmail,
+        includeFullVideoInAi: true,
+      });
+      console.log(
+        `Delegation queued: regenerate-title (full video) for ${args.recordingId}`,
+      );
+      return {
+        queued: true,
+        recordingId: args.recordingId,
+        includeFullVideoInAi: true,
+      };
+    }
+
     if (
       (!args.transcriptText && transcript?.status !== "ready") ||
       !transcriptText
@@ -279,6 +315,7 @@ export default defineAction({
       transcriptText,
       segmentsJson: transcript?.segmentsJson ?? "[]",
       ownerEmail: getRequestUserEmail() ?? transcript?.ownerEmail,
+      includeFullVideoInAi: false,
     });
 
     console.log(`Delegation queued: regenerate-title for ${args.recordingId}`);