vellum 0.2.1 → 0.2.2

package/src/daemon/video-thumbnail.ts

@@ -0,0 +1,60 @@
+/**
+ * Extract a JPEG thumbnail from a video file using ffmpeg.
+ *
+ * Writes the video to a temp file, runs ffmpeg to extract the first frame
+ * as a JPEG, and returns the result as a base64 string.
+ */
+
+import { tmpdir } from 'node:os';
+import { join } from 'node:path';
+import { writeFile, readFile, unlink } from 'node:fs/promises';
+import { randomUUID } from 'node:crypto';
+import { getLogger } from '../util/logger.js';
+
+const log = getLogger('video-thumbnail');
+
+/**
+ * Generate a JPEG thumbnail from base64-encoded video data.
+ * Returns null if ffmpeg is unavailable or extraction fails.
+ */
+export async function generateVideoThumbnail(dataBase64: string): Promise<string | null> {
+  const id = randomUUID();
+  const inputPath = join(tmpdir(), `vellum-thumb-in-${id}`);
+  const outputPath = join(tmpdir(), `vellum-thumb-out-${id}.jpg`);
+
+  try {
+    const videoBuffer = Buffer.from(dataBase64, 'base64');
+    await writeFile(inputPath, videoBuffer);
+
+    const proc = Bun.spawn([
+      'ffmpeg', '-y',
+      '-i', inputPath,
+      '-vframes', '1',
+      '-vf', 'scale=720:-2',
+      '-q:v', '5',
+      outputPath,
+    ], { stderr: 'pipe' });
+
+    // Race against a 10s timeout to avoid hanging on slow/stuck ffmpeg
+    const exitCode = await Promise.race([
+      proc.exited,
+      new Promise<never>((_, reject) =>
+        setTimeout(() => { proc.kill(); reject(new Error('ffmpeg timed out')); }, 10_000)
+      ),
+    ]);
+
+    if (exitCode !== 0) {
+      log.warn({ exitCode }, 'ffmpeg thumbnail extraction failed');
+      return null;
+    }
+
+    const jpegData = await readFile(outputPath);
+    return jpegData.toString('base64');
+  } catch (err) {
+    log.warn({ error: (err as Error).message }, 'Video thumbnail generation failed');
+    return null;
+  } finally {
+    try { await unlink(inputPath); } catch { /* ignore */ }
+    try { await unlink(outputPath); } catch { /* ignore */ }
+  }
+}

package/src/doordash/client.ts

@@ -24,6 +24,7 @@ import {
   UPDATE_CART_ITEM_QUERY,
 } from './queries.js';
 import { loadCapturedQueries } from './query-extractor.js';
+import { truncate } from '../util/truncate.js';
 
 const GRAPHQL_BASE = 'https://www.doordash.com/graphql';
 const CDP_BASE = 'http://localhost:9222';
@@ -50,6 +51,14 @@ export class SessionExpiredError extends Error {
   }
 }
 
+/** Thrown when DoorDash returns HTTP 403 (rate limited). */
+export class RateLimitError extends Error {
+  constructor(reason: string) {
+    super(reason);
+    this.name = 'RateLimitError';
+  }
+}
+
 function requireSession(): DoorDashSession {
   const session = loadSession();
   if (!session) {
@@ -152,8 +161,10 @@ async function cdpFetch(wsUrl: string, url: string, body: string): Promise<unkno
 
           const parsed = typeof value === 'string' ? JSON.parse(value) : value;
           if (parsed.__error) {
-            if (parsed.__status === 403 || parsed.__status === 401) {
+            if (parsed.__status === 401) {
               reject(new SessionExpiredError('DoorDash session has expired.'));
+            } else if (parsed.__status === 403) {
+              reject(new RateLimitError('DoorDash rate limit hit (HTTP 403).'));
             } else {
               reject(new Error(parsed.__message ?? `HTTP ${parsed.__status}: ${parsed.__body ?? ''}`));
             }
@@ -175,28 +186,54 @@ async function cdpFetch(wsUrl: string, url: string, body: string): Promise<unkno
   });
 }
 
+let lastRequestTime = 0;
+
 async function graphql<T = unknown>(
   operationName: string,
   query: string,
   variables: Record<string, unknown>,
   _session?: DoorDashSession,
 ): Promise<T> {
-  // Still require a session to exist (proves we've logged in)
   if (!_session) requireSession();
 
   const wsUrl = await findDoordashTab();
   const url = `${GRAPHQL_BASE}/${operationName}?operation=${operationName}`;
   const body = JSON.stringify({ operationName, variables, query });
 
-  const json = (await cdpFetch(wsUrl, url, body)) as GraphQLResponse<T>;
-  if (json.errors?.length) {
-    const msgs = json.errors.map(e => e.message || JSON.stringify(e)).join('; ');
-    throw new Error(`GraphQL errors: ${msgs}`);
-  }
-  if (!json.data) {
-    throw new Error('Empty response from DoorDash API');
+  const backoffSchedule = [5000, 10000, 20000];
+
+  for (let attempt = 0; ; attempt++) {
+    // Inter-request delay
+    const now = Date.now();
+    const elapsed = now - lastRequestTime;
+    if (lastRequestTime > 0 && elapsed < 2000) {
+      await new Promise(r => setTimeout(r, 2000 - elapsed));
+    }
+
+    try {
+      lastRequestTime = Date.now();
+      const json = (await cdpFetch(wsUrl, url, body)) as GraphQLResponse<T>;
+
+      if (json.errors?.length) {
+        const msgs = json.errors.map(e => e.message || JSON.stringify(e)).join('; ');
+        throw new Error(`Unexpected response from DoorDash API: ${msgs}`);
+      }
+      if (!json.data) {
+        throw new Error('Unexpected response format from DoorDash API');
+      }
+      return json.data;
+    } catch (err) {
+      if (err instanceof RateLimitError && attempt < backoffSchedule.length) {
+        const delay = backoffSchedule[attempt];
+        process.stderr.write(
+          `[doordash] Rate limited, retrying in ${delay / 1000}s... (attempt ${attempt + 1}/${backoffSchedule.length})\n`,
+        );
+        await new Promise(r => setTimeout(r, delay));
+        continue;
+      }
+      throw err;
+    }
   }
-  return json.data;
 }
 
 // ---------------------------------------------------------------------------
@@ -240,7 +277,7 @@ export async function searchItems(query: string, opts?: { debug?: boolean }): Pr
   );
   if (opts?.debug) {
     process.stderr.write(
-      `[debug] homePageFacetFeed raw: ${JSON.stringify(data.homePageFacetFeed).substring(0, 3000)}\n`,
+      `[debug] homePageFacetFeed raw: ${truncate(JSON.stringify(data.homePageFacetFeed), 3000, '')}\n`,
     );
   }
   return extractSearchResults(data.homePageFacetFeed);
@@ -360,7 +397,7 @@ export async function getStoreMenu(
     process.stderr.write(
       `[debug] storepageFeed keys: ${Object.keys(feed).join(', ')}\n` +
       `[debug] itemLists count: ${rawItemLists.length}, carousels count: ${rawCarousels.length}\n` +
-      `[debug] menuBook: ${JSON.stringify(menuBook).substring(0, 2000)}\n`,
+      `[debug] menuBook: ${truncate(JSON.stringify(menuBook), 2000, '')}\n`,
     );
   }
 
@@ -404,8 +441,8 @@ export async function getRetailStoreMenu(
     process.stderr.write(
       `[debug] retailStorePageFeed keys: ${Object.keys(feed).join(', ')}\n` +
       `[debug] l1Categories count: ${l1Cats.length}, collections count: ${collections.length}\n` +
-      `[debug] page: ${JSON.stringify(page).substring(0, 500)}\n` +
-      `[debug] collections sample: ${JSON.stringify(collections.slice(0, 2)).substring(0, 2000)}\n`,
+      `[debug] page: ${truncate(JSON.stringify(page), 500, '')}\n` +
+      `[debug] collections sample: ${truncate(JSON.stringify(collections.slice(0, 2)), 2000, '')}\n`,
     );
   }
   return extractRetailStoreInfo(data.retailStorePageFeed);
@@ -424,12 +461,31 @@ export interface ItemDetails {
     id: string;
     name: string;
     required: boolean;
+    minSelections?: number;
+    maxSelections?: number;
     choices: Array<{
       id: string;
       name: string;
       price?: string;
+      unitAmount?: number;
+      defaultQuantity?: number;
+      nestedOptions?: Array<{
+        id: string;
+        name: string;
+        required: boolean;
+        choices: Array<{
+          id: string;
+          name: string;
+          price?: string;
+        }>;
+      }>;
     }>;
   }>;
+  specialInstructionsConfig?: {
+    maxLength: number;
+    placeholderText?: string;
+    isEnabled: boolean;
+  };
 }
 
 export async function getItemDetails(
@@ -595,7 +651,6 @@ export interface PaymentMethod {
   id: string;
   type: string;
   last4: string;
-  cardBrand: string;
   isDefault: boolean;
   uuid: string;
 }
@@ -614,7 +669,6 @@ export async function getPaymentMethods(): Promise<PaymentMethod[]> {
     id: String(p.id ?? ''),
     type: String(p.type ?? ''),
     last4: String(p.last4 ?? ''),
-    cardBrand: String(p.cardBrand ?? ''),
     isDefault: Boolean(p.isDefault),
     uuid: String(p.paymentMethodUuid ?? p.uuid ?? ''),
   }));
@@ -800,11 +854,25 @@ function extractStoreInfo(feed: Record<string, unknown>): StoreInfo {
   };
 }
 
+function extractNestedOptions(extrasList: Array<Record<string, unknown>>): ItemDetails['options'][number]['choices'][number]['nestedOptions'] {
+  return extrasList.map(nested => ({
+    id: String(nested.id),
+    name: String(nested.name ?? ''),
+    required: !nested.isOptional,
+    choices: ((nested.options ?? []) as Array<Record<string, unknown>>).map(o => ({
+      id: String(o.id),
+      name: String(o.name ?? ''),
+      price: o.displayString as string | undefined,
+    })),
+  }));
+}
+
 function extractItemDetails(page: Record<string, unknown>): ItemDetails {
   const header = (page.itemHeader ?? {}) as Record<string, unknown>;
   const optionLists = (page.optionLists ?? []) as Array<Record<string, unknown>>;
+  const itemPreferences = page.itemPreferences as Record<string, unknown> | undefined;
 
-  return {
+  const result: ItemDetails = {
     id: String(header.id ?? ''),
     name: String(header.name ?? ''),
     description: header.description as string | undefined,
@@ -813,17 +881,43 @@ function extractItemDetails(page: Record<string, unknown>): ItemDetails {
     currency: header.currency as string | undefined,
     imageUrl: header.imgUrl as string | undefined,
     menuId: header.menuId as string | undefined,
-    options: optionLists.map(ol => ({
-      id: String(ol.id),
-      name: String(ol.name ?? ''),
-      required: !ol.isOptional,
-      choices: ((ol.options ?? []) as Array<Record<string, unknown>>).map(o => ({
-        id: String(o.id),
-        name: String(o.name ?? ''),
-        price: o.displayString as string | undefined,
-      })),
-    })),
+    options: optionLists.map(ol => {
+      const choices = ((ol.options ?? []) as Array<Record<string, unknown>>).map(o => {
+        const choice: ItemDetails['options'][number]['choices'][number] = {
+          id: String(o.id),
+          name: String(o.name ?? ''),
+          price: o.displayString as string | undefined,
+          unitAmount: o.unitAmount as number | undefined,
+          defaultQuantity: o.defaultQuantity as number | undefined,
+        };
+        const nestedExtrasList = (o.nestedExtrasList ?? []) as Array<Record<string, unknown>>;
+        if (nestedExtrasList.length > 0) {
+          choice.nestedOptions = extractNestedOptions(nestedExtrasList);
+        }
+        return choice;
+      });
+
+      return {
+        id: String(ol.id),
+        name: String(ol.name ?? ''),
+        required: !ol.isOptional,
+        minSelections: ol.minNumOptions as number | undefined,
+        maxSelections: ol.maxNumOptions as number | undefined,
+        choices,
+      };
+    }),
   };
+
+  if (itemPreferences) {
+    const specialInstructions = (itemPreferences.specialInstructions ?? {}) as Record<string, unknown>;
+    result.specialInstructionsConfig = {
+      maxLength: Number(specialInstructions.characterMaxLength ?? 500),
+      placeholderText: specialInstructions.placeholderText as string | undefined,
+      isEnabled: specialInstructions.isEnabled !== false,
+    };
+  }
+
+  return result;
 }
 
 function extractRetailStoreInfo(feed: Record<string, unknown>): StoreInfo {

package/src/doordash/queries.ts

@@ -1304,9 +1304,8 @@ query paymentMethodQuery {
     id
     type
     last4
-    cardBrand
     isDefault
-    uuid
+    paymentMethodUuid
     __typename
   }
 }`;

package/src/export/formatter.ts

@@ -2,6 +2,8 @@
  * Conversation export formatters for markdown and JSON.
  */
 
+import { truncate } from '../util/truncate.js';
+
 interface ContentBlock {
   type: string;
   text?: string;
@@ -44,7 +46,7 @@ function extractText(blocks: ContentBlock[]): string {
         if (block.is_error) {
           parts.push(`[Error: ${block.content ?? ''}]`);
         } else {
-          parts.push(`[Result: ${(block.content ?? '').slice(0, 500)}]`);
+          parts.push(`[Result: ${truncate(block.content ?? '', 500)}]`);
         }
         break;
     }

package/src/followups/followup-store.ts

@@ -7,6 +7,7 @@ import type { FollowUp, FollowUpCreateInput, FollowUpStatus } from './types.js';
 // ── Helpers ──────────────────────────────────────────────────────────
 
 function parseFollowUp(row: typeof followups.$inferSelect): FollowUp {
+  const scheduleId = row.reminderCronId;
   return {
     id: row.id,
     channel: row.channel,
@@ -15,7 +16,8 @@ function parseFollowUp(row: typeof followups.$inferSelect): FollowUp {
     sentAt: row.sentAt,
     expectedResponseBy: row.expectedResponseBy,
     status: row.status as FollowUpStatus,
-    reminderCronId: row.reminderCronId,
+    reminderScheduleId: scheduleId,
+    reminderCronId: scheduleId,
     createdAt: row.createdAt,
     updatedAt: row.updatedAt,
   };
@@ -36,7 +38,7 @@ export function createFollowUp(input: FollowUpCreateInput): FollowUp {
     sentAt: input.sentAt ?? now,
     expectedResponseBy: input.expectedResponseBy ?? null,
     status: 'pending',
-    reminderCronId: input.reminderCronId ?? null,
+    reminderCronId: input.reminderScheduleId ?? input.reminderCronId ?? null,
     createdAt: now,
     updatedAt: now,
   }).run();

package/src/followups/types.ts

@@ -8,6 +8,9 @@ export interface FollowUp {
   sentAt: number;
   expectedResponseBy: number | null;
   status: FollowUpStatus;
+  /** Canonical field — the recurrence schedule ID linked to this follow-up. */
+  reminderScheduleId: string | null;
+  /** @deprecated Use {@link reminderScheduleId}. Kept for migration compatibility. */
   reminderCronId: string | null;
   createdAt: number;
   updatedAt: number;
@@ -19,5 +22,8 @@ export interface FollowUpCreateInput {
   contactId?: string | null;
   sentAt?: number;
   expectedResponseBy?: number | null;
+  /** Canonical field — the recurrence schedule ID to link. */
+  reminderScheduleId?: string | null;
+  /** @deprecated Use {@link reminderScheduleId}. Kept for migration compatibility. */
   reminderCronId?: string | null;
 }

package/src/hooks/templates.ts

@@ -45,7 +45,7 @@ export function installTemplates(): void {
       log.info({ hook: entry.name }, 'Installed hook template (disabled by default)');
     } catch (err) {
       // Clean up partially-copied directory so the next restart can retry
-      try { rmSync(targetDir, { recursive: true, force: true }); } catch {}
+      try { rmSync(targetDir, { recursive: true, force: true }); } catch (e) { log.debug({ err: e }, 'Cleanup of partial hook template directory failed'); }
       log.warn({ err, hook: entry.name }, 'Failed to install hook template');
     }
   }