@meetsmore-oss/use-ai-server 1.15.0 → 1.17.0

package/dist/index.js

@@ -116744,6 +116744,62 @@ function isUseAIInternalResponse(value) {
   return isMcpConfirmationResponse(value);
 }
 
+// src/attachmentResolution.ts
+function hasRef(part) {
+  if (typeof part !== "object" || part === null) {
+    return false;
+  }
+  const p = part;
+  return (p.type === "image_ref" || p.type === "file_ref") && typeof p.ref === "string" && p.ref.length > 0;
+}
+function countRefParts(messages) {
+  let count = 0;
+  for (const msg of messages) {
+    const content = msg.content;
+    if (Array.isArray(content)) {
+      for (const part of content) {
+        if (hasRef(part))
+          count++;
+      }
+    }
+  }
+  return count;
+}
+async function resolveAttachmentParts(messages, resolve, context) {
+  const refParts = [];
+  const locations = [];
+  messages.forEach((msg, message) => {
+    const content = msg.content;
+    if (Array.isArray(content)) {
+      content.forEach((part, partIndex) => {
+        if (hasRef(part)) {
+          refParts.push(part);
+          locations.push({ message, part: partIndex });
+        }
+      });
+    }
+  });
+  if (refParts.length === 0) {
+    return messages;
+  }
+  const resolved = await resolve(refParts, context);
+  if (!Array.isArray(resolved) || resolved.length !== refParts.length) {
+    throw new Error(`resolveAttachments must return one part per input ref (expected ${refParts.length})`);
+  }
+  const out = messages.slice();
+  const clonedContent = new Map;
+  locations.forEach((loc, i) => {
+    let content = clonedContent.get(loc.message);
+    if (!content) {
+      content = out[loc.message].content.slice();
+      clonedContent.set(loc.message, content);
+      out[loc.message] = { ...out[loc.message], content };
+    }
+    content[loc.part] = resolved[i];
+  });
+  return out;
+}
+
 // src/rateLimiter.ts
 class RateLimiter {
   requests = new Map;
@@ -120925,6 +120981,7 @@ class UseAIServer {
   messageHandlers = new Map;
   mcpEndpoints = [];
   serverTools = [];
+  resolveAttachments;
   clientIpTracker;
   constructor(config) {
     startTracing(config.spanProcessors);
@@ -120973,6 +121030,7 @@ class UseAIServer {
         names: this.serverTools.map((t) => t.name)
       });
     }
+    this.resolveAttachments = config.resolveAttachments;
     this.plugins = config.plugins ?? [];
     this.initializePlugins();
     this.runtimeAdapter = createRuntimeAdapter(config.runtime ?? "auto");
@@ -121231,9 +121289,9 @@ class UseAIServer {
         for (const block of content) {
           if (block.type === "text" && "text" in block) {
             parts.push({ type: "text", text: block.text });
-          } else if (block.type === "image" && "url" in block) {
+          } else if (block.type === "image_url" && "url" in block) {
             parts.push({ type: "image", image: block.url });
-          } else if (block.type === "file" && "url" in block) {
+          } else if (block.type === "file_url" && "url" in block) {
             parts.push({
               type: "file",
               data: block.url,
@@ -121261,7 +121319,29 @@ ${block.text}`
       }
       return "";
     };
-    const incomingMessages = messages.map((msg, msgIndex) => {
+    let resolvedMessages = messages;
+    let resolveErrored = false;
+    if (this.resolveAttachments) {
+      try {
+        resolvedMessages = await resolveAttachmentParts(messages, this.resolveAttachments, { forwardedProps });
+      } catch (error) {
+        resolveErrored = true;
+        logger2.error("resolveAttachments failed; proceeding without resolved attachments", {
+          runId,
+          error: error instanceof Error ? error.message : String(error)
+        });
+        resolvedMessages = messages;
+      }
+    }
+    const unresolvedRefs = countRefParts(resolvedMessages);
+    if (unresolvedRefs > 0) {
+      logger2.warn("Attachment refs left unresolved; attachments will not reach the model", {
+        runId,
+        unresolvedRefs,
+        reason: resolveErrored ? "resolver-errored" : this.resolveAttachments ? "resolver-returned-ref" : "no-resolver-wired"
+      });
+    }
+    const incomingMessages = resolvedMessages.map((msg, msgIndex) => {
       if (msg.role === "user") {
         return {
           role: "user",
@@ -121338,7 +121418,7 @@ ${block.text}`
         let toolName;
         let toolEncryptedValue;
         for (let i = msgIndex - 1;i >= 0; i--) {
-          const prevToolCalls = messages[i].toolCalls;
+          const prevToolCalls = resolvedMessages[i].toolCalls;
           if (prevToolCalls) {
             const match = prevToolCalls.find((tc) => tc.id === toolCallId);
             if (match) {
@@ -144871,6 +144951,26 @@ var uiMessagesSchema = lazySchema(() => zodSchema(exports_external2.array(export
   ])).nonempty("Message must contain at least one part")
 })).nonempty("Messages array must not be empty")));
 var originalGenerateId3 = createIdGenerator({ prefix: "aiobj", size: 24 });
+function simulateReadableStream({
+  chunks,
+  initialDelayInMs = 0,
+  chunkDelayInMs = 0,
+  _internal
+}) {
+  var _a152;
+  const delay2 = (_a152 = _internal == null ? undefined : _internal.delay) != null ? _a152 : delay;
+  let index = 0;
+  return new ReadableStream({
+    async pull(controller) {
+      if (index < chunks.length) {
+        await delay2(index === 0 ? initialDelayInMs : chunkDelayInMs);
+        controller.enqueue(chunks[index++]);
+      } else {
+        controller.close();
+      }
+    }
+  });
+}
 var originalGenerateId4 = createIdGenerator({ prefix: "aiobj", size: 24 });
 var name142 = "AI_NoSuchProviderError";
 var marker142 = `vercel.ai.error.${name142}`;
@@ -145087,27 +145187,17 @@ function extractReasoningSignature(providerMetadata) {
 }
 
 class AISDKAgent {
-  model;
-  providerOptions;
   name;
   annotation;
   toolFilter;
-  systemPrompt;
   cacheBreakpoint;
-  maxOutputTokens;
-  temperature;
-  maxSteps;
+  loadConfig;
   constructor(config2) {
-    this.model = config2.model;
-    this.providerOptions = config2.providerOptions;
     this.name = config2.name || "ai-sdk";
     this.annotation = config2.annotation;
     this.toolFilter = config2.toolFilter;
-    this.systemPrompt = config2.systemPrompt;
     this.cacheBreakpoint = config2.cacheBreakpoint;
-    this.maxOutputTokens = config2.maxOutputTokens ?? DEFAULT_MAX_OUTPUT_TOKENS;
-    this.temperature = config2.temperature;
-    this.maxSteps = config2.maxSteps ?? DEFAULT_MAX_STEPS;
+    this.loadConfig = config2.hooks.loadConfig;
   }
   getName() {
     return this.name;
@@ -145119,7 +145209,13 @@ class AISDKAgent {
     await flushTelemetry();
   }
   async run(input, events) {
-    const ctx = await this.createRunContext(input);
+    let runConfig;
+    try {
+      runConfig = await this.loadConfig();
+    } catch (error40) {
+      return this.handleConfigLoadError(error40, input, events);
+    }
+    const ctx = this.createRunContext(input, runConfig);
     this.emitRunStartEvents(ctx, events);
     const span = this.startTelemetrySpan(ctx);
     try {
@@ -145130,12 +145226,12 @@ class AISDKAgent {
       return this.handleRunError(error40, ctx, events, span);
     }
   }
-  async createRunContext(input) {
+  createRunContext(input, runConfig) {
     const { session, runId, messages, tools, state, systemPrompt: runtimeSystemPrompt, originalInput } = input;
     if (session.tools.length === 0 && tools.length > 0) {
       session.tools = tools;
     }
-    const configSystemPrompt = await this.resolveSystemPrompt();
+    const configSystemPrompt = runConfig.systemPrompt || undefined;
     const staticSystemMessages = this.buildStaticSystemMessages(configSystemPrompt, runtimeSystemPrompt);
     const sanitizedInputMessages = this.sanitizeMessages(messages);
     return {
@@ -145146,6 +145242,13 @@ class AISDKAgent {
       state,
       originalInput,
       staticSystemMessages,
+      resolved: {
+        model: runConfig.model,
+        temperature: runConfig.temperature,
+        maxOutputTokens: runConfig.maxOutputTokens ?? DEFAULT_MAX_OUTPUT_TOKENS,
+        maxSteps: runConfig.maxSteps ?? DEFAULT_MAX_STEPS,
+        providerOptions: runConfig.providerOptions
+      },
       streamTextStarted: false,
       finalText: "",
       currentStepNumber: 0,
@@ -145158,6 +145261,30 @@ class AISDKAgent {
       pendingTextMessageId: null
     };
   }
+  handleConfigLoadError(error40, input, events) {
+    const errorMessage = error40 instanceof Error ? error40.message : String(error40);
+    logger2.error("hooks.loadConfig failed; aborting run", {
+      clientId: input.session.clientId,
+      error: errorMessage
+    });
+    events.emit({
+      type: EventType.RUN_STARTED,
+      threadId: input.session.threadId,
+      runId: input.runId,
+      input: input.originalInput,
+      timestamp: Date.now()
+    });
+    events.emit({
+      type: EventType.RUN_ERROR,
+      message: ErrorCode.UNKNOWN_ERROR,
+      timestamp: Date.now()
+    });
+    return {
+      success: false,
+      error: errorMessage,
+      conversationHistory: input.messages
+    };
+  }
   emitRunStartEvents(ctx, events) {
     events.emit({
       type: EventType.RUN_STARTED,
@@ -145202,8 +145329,8 @@ class AISDKAgent {
     });
   }
   async executeStepLoop(ctx, events, span) {
-    for (let stepIteration = 0;stepIteration <= this.maxSteps; stepIteration++) {
-      const isGracefulSummaryStep = stepIteration === this.maxSteps;
+    for (let stepIteration = 0;stepIteration <= ctx.resolved.maxSteps; stepIteration++) {
+      const isGracefulSummaryStep = stepIteration === ctx.resolved.maxSteps;
       if (isGracefulSummaryStep && !ctx.lastStepHadToolCalls)
         break;
       const isTruncationFallbackStep = ctx.truncationFallbackPending;
@@ -145244,18 +145371,18 @@ class AISDKAgent {
       this.applyGracefulSummaryOverrides(isGracefulSummaryStep, stepConfig);
       this.applyTruncationFallbackOverrides(isTruncationFallbackStep, stepConfig);
       logger2.debug("Starting step iteration", { stepIteration, ...stepConfig.metadata });
-      const messagesWithCache = applyCacheBreakpoints(stepConfig.messages, this.cacheBreakpoint, this.model);
+      const messagesWithCache = applyCacheBreakpoints(stepConfig.messages, this.cacheBreakpoint, ctx.resolved.model);
       ctx.streamTextStarted = true;
-      const stepMaxOutputTokens = isTruncationFallbackStep ? Math.min(this.maxOutputTokens, TRUNCATION_FALLBACK_MAX_TOKENS) : this.maxOutputTokens;
+      const stepMaxOutputTokens = isTruncationFallbackStep ? Math.min(ctx.resolved.maxOutputTokens, TRUNCATION_FALLBACK_MAX_TOKENS) : ctx.resolved.maxOutputTokens;
       const createStream = () => streamText({
-        model: this.model,
+        model: ctx.resolved.model,
         messages: messagesWithCache,
         tools: stepConfig.tools,
         stopWhen: stepCountIs(1),
         maxOutputTokens: stepMaxOutputTokens,
-        temperature: this.temperature,
+        temperature: ctx.resolved.temperature,
         abortSignal: ctx.session.abortController?.signal,
-        providerOptions: this.providerOptions,
+        providerOptions: ctx.resolved.providerOptions,
         experimental_telemetry: span.active ? { isEnabled: true, functionId: "use-ai", metadata: stepConfig.metadata } : undefined,
         onStepFinish: ({ usage, finishReason }) => {
           logger2.debug("Step finished", { usage, finishReason, stepIteration });
@@ -145355,14 +145482,14 @@ class AISDKAgent {
     ctx.currentMessages = [...ctx.currentMessages, fallbackMessage];
     ctx.truncationFallbackPending = true;
     logger2.warn("Output truncated mid-text/reasoning by maxOutputTokens; running fallback iteration", {
-      maxOutputTokens: this.maxOutputTokens,
+      maxOutputTokens: ctx.resolved.maxOutputTokens,
       appendingToMessageId: ctx.pendingTextMessageId ?? undefined
     });
     return true;
   }
   handleIncompleteToolCalls(ctx, stepCtx) {
     const incompleteToolCalls = [...stepCtx.activeToolCalls.entries()].filter(([id]) => !stepCtx.completedToolCalls.has(id)).map(([id, call]) => ({ id, ...call }));
-    const recoveryMessages = buildRecoveryToolResults(incompleteToolCalls, stepCtx.stepFinishReason, this.maxOutputTokens);
+    const recoveryMessages = buildRecoveryToolResults(incompleteToolCalls, stepCtx.stepFinishReason, ctx.resolved.maxOutputTokens);
     if (recoveryMessages.length === 0) {
       return false;
     }
@@ -145695,16 +145822,6 @@ class AISDKAgent {
       conversationHistory: ctx.messages
     };
   }
-  async resolveSystemPrompt() {
-    if (!this.systemPrompt) {
-      return;
-    }
-    if (typeof this.systemPrompt === "string") {
-      return this.systemPrompt;
-    }
-    const result = await this.systemPrompt();
-    return result || undefined;
-  }
   buildStaticSystemMessages(configPrompt, runtimePrompt) {
     const messages = [];
     if (configPrompt) {
@@ -145984,26 +146101,6 @@ var MockLanguageModelV3 = class {
     return this._supportedUrls();
   }
 };
-function simulateReadableStream({
-  chunks,
-  initialDelayInMs = 0,
-  chunkDelayInMs = 0,
-  _internal
-}) {
-  const delay2 = _internal?.delay ?? delay;
-  let index = 0;
-  return new ReadableStream({
-    async pull(controller) {
-      if (index < chunks.length) {
-        await delay2(index === 0 ? initialDelayInMs : chunkDelayInMs);
-        controller.enqueue(chunks[index++]);
-      } else {
-        controller.close();
-      }
-    }
-  });
-}
-var simulateReadableStream2 = simulateReadableStream;
 
 // src/agents/testing/MockReasoningModel.ts
 var CHUNK_DELAY_MS = 100;
@@ -146081,7 +146178,7 @@ function toolCallChunks(toolCallId, toolName, input) {
 }
 function makeStreamResponse(chunks, content) {
   return {
-    stream: simulateReadableStream2({ chunks, chunkDelayInMs: CHUNK_DELAY_MS }),
+    stream: simulateReadableStream({ chunks, chunkDelayInMs: CHUNK_DELAY_MS }),
     response: {
       id: `mock-response-${Date.now()}`,
       timestamp: new Date,
@@ -147431,6 +147528,7 @@ function defineServerTool(description, schemaOrExecute, executeOrOptions, option
 }
 export {
   startRunSpan,
+  resolveAttachmentParts,
   or,
   not,
   logger2 as logger,

package/dist/plugins/FeedbackPlugin.d.ts

@@ -17,7 +17,7 @@ import type { ClientSession } from '../agents/types';
  * import { FeedbackPlugin } from '@meetsmore-oss/use-ai-server';
  *
  * const server = new UseAIServer({
- *   agents: { claude: new AISDKAgent({ model }) },
+ *   agents: { claude: new AISDKAgent({ hooks: { loadConfig: () => ({ model }) } }) },
  *   defaultAgent: 'claude',
  *   plugins: [
  *     new FeedbackPlugin(),

package/dist/server.d.ts

@@ -26,7 +26,7 @@ export type { ClientSession } from './agents/types';
  *   apiKey: process.env.ANTHROPIC_API_KEY,
  * });
  * const claudeAgent = new AISDKAgent({
- *   model: anthropic('claude-sonnet-4-20250514'),
+ *   hooks: { loadConfig: () => ({ model: anthropic('claude-sonnet-4-20250514') }) },
  * });
  * const server = new UseAIServer({
  *   port: 8081,
@@ -36,7 +36,7 @@ export type { ClientSession } from './agents/types';
  *
  * // Multiple agents (Claude + OpenAI)
  * const gptAgent = new AISDKAgent({
- *   model: openai('gpt-4-turbo'),
+ *   hooks: { loadConfig: () => ({ model: openai('gpt-4-turbo') }) },
  * });
  * const multiServer = new UseAIServer({
  *   port: 8081,
@@ -64,6 +64,7 @@ export declare class UseAIServer {
     private messageHandlers;
     private mcpEndpoints;
     private serverTools;
+    private resolveAttachments?;
     private clientIpTracker;
     /**
      * Creates a new UseAI server instance.

package/dist/server.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/server.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,iBAAiB,EAYlB,MAAM,SAAS,CAAC;AAOjB,OAAO,KAAK,EAAqB,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAezE,YAAY,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAEpD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8CG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,EAAE,CAAiB;IAC3B,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,YAAY,CAAoC;IACxD,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,MAAM,CAAwB;IACtC,OAAO,CAAC,OAAO,CAAyC;IACxD,OAAO,CAAC,MAAM,CAIZ;IACF,OAAO,CAAC,WAAW,CAAc;IACjC,OAAO,CAAC,eAAe,CAAiB;IACxC,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,OAAO,CAA2B;IAC1C,OAAO,CAAC,eAAe,CAA0C;IACjE,OAAO,CAAC,YAAY,CAAgC;IACpD,OAAO,CAAC,WAAW,CAA8B;IAEjD,OAAO,CAAC,eAAe,CAAkB;IAEzC;;;;;OAKG;gBACS,MAAM,EAAE,iBAAiB;IAoGrC;;;OAGG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAqBjC;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAiBzB;;;;;;OAMG;IACI,sBAAsB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,GAAG,IAAI;IAS1E,OAAO,CAAC,mBAAmB;YAqGb,mBAAmB;YA8BnB,cAAc;IA4Y5B,OAAO,CAAC,iBAAiB;IAKzB,OAAO,CAAC,gBAAgB;IAiDxB,OAAO,CAAC,0BAA0B;IAqBlC,OAAO,CAAC,cAAc;IAYtB,OAAO,CAAC,SAAS;IAMjB;;;;;;;;;;;OAWG;YACW,qBAAqB;IA+CnC;;;;;;;OAOG;IACH,OAAO,CAAC,oBAAoB;IAwC5B;;;;;OAKG;IACH,OAAO,CAAC,cAAc;IAoBtB;;;;;;OAMG;IACH,OAAO,CAAC,yBAAyB;IAYjC;;;OAGG;IACU,KAAK;CAsBnB"}
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/server.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,iBAAiB,EAYlB,MAAM,SAAS,CAAC;AAOjB,OAAO,KAAK,EAAqB,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAezE,YAAY,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAEpD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8CG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,EAAE,CAAiB;IAC3B,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,YAAY,CAAoC;IACxD,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,MAAM,CAAwB;IACtC,OAAO,CAAC,OAAO,CAAyC;IACxD,OAAO,CAAC,MAAM,CAIZ;IACF,OAAO,CAAC,WAAW,CAAc;IACjC,OAAO,CAAC,eAAe,CAAiB;IACxC,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,OAAO,CAA2B;IAC1C,OAAO,CAAC,eAAe,CAA0C;IACjE,OAAO,CAAC,YAAY,CAAgC;IACpD,OAAO,CAAC,WAAW,CAA8B;IAEjD,OAAO,CAAC,kBAAkB,CAAC,CAAqB;IAEhD,OAAO,CAAC,eAAe,CAAkB;IAEzC;;;;;OAKG;gBACS,MAAM,EAAE,iBAAiB;IAsGrC;;;OAGG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAqBjC;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAiBzB;;;;;;OAMG;IACI,sBAAsB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,GAAG,IAAI;IAS1E,OAAO,CAAC,mBAAmB;YAqGb,mBAAmB;YA8BnB,cAAc;IA6a5B,OAAO,CAAC,iBAAiB;IAKzB,OAAO,CAAC,gBAAgB;IAiDxB,OAAO,CAAC,0BAA0B;IAqBlC,OAAO,CAAC,cAAc;IAYtB,OAAO,CAAC,SAAS;IAMjB;;;;;;;;;;;OAWG;YACW,qBAAqB;IA+CnC;;;;;;;OAOG;IACH,OAAO,CAAC,oBAAoB;IAwC5B;;;;;OAKG;IACH,OAAO,CAAC,cAAc;IAoBtB;;;;;;OAMG;IACH,OAAO,CAAC,yBAAyB;IAYjC;;;OAGG;IACU,KAAK;CAsBnB"}