@vellumai/assistant 0.3.5 → 0.3.6

package/src/daemon/watch-handler.ts

@@ -1,6 +1,5 @@
 import type * as net from 'node:net';
-import Anthropic from '@anthropic-ai/sdk';
-import { getConfig } from '../config/loader.js';
+import { getConfiguredProvider, extractText, userMessage } from '../providers/provider-send-message.js';
 import { getLogger } from '../util/logger.js';
 import type { WatchObservation } from './ipc-protocol.js';
 import type { HandlerContext } from './handlers.js';
@@ -63,7 +62,7 @@ export async function handleWatchObservation(
       'Observation added to session',
     );
 
-    // 4. Every 3 observations: call Haiku for live commentary (chat-initiated watch only)
+    // 4. Every 3 observations: call the LLM for live commentary (chat-initiated watch only)
     if (!session.isRideShotgun && session.observations.length % 3 === 0) {
       log.debug(
         { watchId: msg.watchId, observationCount: session.observations.length },
@@ -85,12 +84,11 @@ export async function handleWatchObservation(
 
 async function generateCommentary(session: WatchSession): Promise<void> {
   try {
-    const apiKey = getConfig().apiKeys.anthropic ?? process.env.ANTHROPIC_API_KEY;
-    if (!apiKey) {
-      log.warn({ watchId: session.watchId }, 'No Anthropic API key available for commentary generation');
+    const provider = getConfiguredProvider();
+    if (!provider) {
+      log.warn({ watchId: session.watchId }, 'Configured provider unavailable for commentary generation');
       return;
     }
-    const client = new Anthropic({ apiKey });
     const lastThree = session.observations.slice(-3);
     const previousCommentary = lastCommentaryBySession.get(session.sessionId);
 
@@ -122,16 +120,19 @@ async function generateCommentary(session: WatchSession): Promise<void> {
       '- If nothing interesting or meaningfully different has happened since the last observations, respond with exactly "SKIP" (no quotes, no extra text).',
     ].join('\n');
 
-    const response = await client.messages.create({
-      model: 'claude-haiku-4-5-20251001',
-      max_tokens: 200,
-      system: systemPrompt,
-      messages: [{ role: 'user', content: userContent }],
-    });
+    const response = await provider.sendMessage(
+      [userMessage(userContent)],
+      undefined,
+      systemPrompt,
+      {
+        config: {
+          modelIntent: 'latency-optimized',
+          max_tokens: 200,
+        },
+      },
+    );
 
-    const textBlock = response.content.find((b) => b.type === 'text');
-    const commentaryText =
-      textBlock && 'text' in textBlock ? textBlock.text.trim() : '';
+    const commentaryText = extractText(response);
 
     if (commentaryText && commentaryText !== 'SKIP') {
       lastCommentaryBySession.set(session.sessionId, commentaryText);
@@ -154,16 +155,15 @@ export async function generateSummary(session: WatchSession): Promise<void> {
   try {
     log.debug(
       { watchId: session.watchId, sessionId: session.sessionId, observationCount: session.observations.length, commentaryCount: session.commentaryCount },
-      'generateSummary starting — calling Sonnet',
+      'generateSummary starting — calling LLM',
     );
-    const apiKey = getConfig().apiKeys.anthropic ?? process.env.ANTHROPIC_API_KEY;
-    if (!apiKey) {
-      log.warn({ watchId: session.watchId }, 'No Anthropic API key available for summary generation');
-      lastSummaryBySession.set(session.sessionId, '[error] No Anthropic API key configured. Check your settings.');
+    const provider = getConfiguredProvider();
+    if (!provider) {
+      log.warn({ watchId: session.watchId }, 'Configured provider unavailable for summary generation');
+      lastSummaryBySession.set(session.sessionId, '[error] Configured provider unavailable. Check your settings.');
       fireWatchCompletionNotifier(session.sessionId, session);
       return;
     }
-    const client = new Anthropic({ apiKey });
 
     // Build observations text with truncation (keep most recent if >50K chars)
     let observations = session.observations;
@@ -238,18 +238,21 @@ export async function generateSummary(session: WatchSession): Promise<void> {
         : []),
     ].join('\n');
 
-    const response = await client.messages.create({
-      model: 'claude-sonnet-4-6',
-      max_tokens: 2000,
-      system: systemPrompt,
-      messages: [{ role: 'user', content: userContent }],
-    });
+    const response = await provider.sendMessage(
+      [userMessage(userContent)],
+      undefined,
+      systemPrompt,
+      {
+        config: {
+          modelIntent: 'quality-optimized',
+          max_tokens: 2000,
+        },
+      },
+    );
 
-    log.debug({ watchId: session.watchId }, 'Sonnet API call completed successfully');
+    log.debug({ watchId: session.watchId }, 'LLM API call completed successfully');
 
-    const textBlock = response.content.find((b) => b.type === 'text');
-    const summaryText =
-      textBlock && 'text' in textBlock ? textBlock.text.trim() : '';
+    const summaryText = extractText(response);
 
     log.debug(
       { watchId: session.watchId, summaryLength: summaryText.length },
@@ -266,7 +269,7 @@ export async function generateSummary(session: WatchSession): Promise<void> {
       fireWatchCompletionNotifier(session.sessionId, session);
     }
   } catch (err) {
-    log.error({ err, watchId: session.watchId }, 'Error generating watch summary — Sonnet API call failed');
+    log.error({ err, watchId: session.watchId }, 'Error generating watch summary — LLM API call failed');
     const message = err instanceof Error ? err.message : String(err);
     lastSummaryBySession.set(session.sessionId, `[error] Summary generation failed: ${message}`);
     fireWatchCompletionNotifier(session.sessionId, session);