@broberg/ai-sdk 0.37.3 → 0.38.0

package/dist/index.d.ts

@@ -75,6 +75,24 @@ interface Message {
     toolCalls?: ToolCallLike[];
     /** Set on `tool` role messages — which call this result answers. */
     toolCallId?: string;
+    /** F049 — Mistral's `prefix`: start the model's reply with this text instead of
+     *  asking it to. Only valid on the LAST message, and only when that message is an
+     *  `assistant` one; anything else throws rather than being sent, because Mistral
+     *  documents no behaviour for it elsewhere.
+     *
+     *  Mistral's own first-listed use case is Language Adherence, and it pairs with a
+     *  system instruction rather than replacing one — they warn that a prefix alone
+     *  gives "noisy and unpredictable answers". Measured on this repo's own data: an
+     *  explicit language rule in the system prompt already took 5/15 wrong answers to
+     *  0/15, and every leak began in the FIRST words ("Tak for din henvendelse"), which
+     *  is exactly what a prefix pins.
+     *
+     *  **The SDK strips the prefix back off the response**, in `chat` and `chatStream`
+     *  alike, so a caller never has to. Mistral's own example does
+     *  `content[len(prefix):]` by hand; forgetting it puts "Here is the answer in
+     *  Norwegian:" at the top of a real customer's email — a defect that reads as
+     *  formatting rather than as a bug. */
+    prefix?: boolean;
 }
 /** SDK-level tool definition. Adapters convert this to each provider's format
  *  (F4.5). `parameters` is a JSON Schema object. */
@@ -635,6 +653,10 @@ declare const messageSchema: z.ZodObject<{
         arguments?: Record<string, unknown> | undefined;
     }>, "many">>;
     toolCallId: z.ZodOptional<z.ZodString>;
+    /** F049 — see Message.prefix. Position/role validity is enforced in the adapter,
+     *  not here: the rule is about a message's place in the ARRAY, which a per-message
+     *  schema cannot see. */
+    prefix: z.ZodOptional<z.ZodBoolean>;
 }, "strip", z.ZodTypeAny, {
     content: string | ({
         text: string;
@@ -651,6 +673,7 @@ declare const messageSchema: z.ZodObject<{
         args?: Record<string, unknown> | undefined;
         arguments?: Record<string, unknown> | undefined;
     }[] | undefined;
+    prefix?: boolean | undefined;
     toolCallId?: string | undefined;
 }, {
     content: string | ({
@@ -668,6 +691,7 @@ declare const messageSchema: z.ZodObject<{
         args?: Record<string, unknown> | undefined;
         arguments?: Record<string, unknown> | undefined;
     }[] | undefined;
+    prefix?: boolean | undefined;
     toolCallId?: string | undefined;
 }>;
 declare const chatInputSchema: z.ZodObject<{
@@ -760,6 +784,10 @@ declare const chatInputSchema: z.ZodObject<{
             arguments?: Record<string, unknown> | undefined;
         }>, "many">>;
         toolCallId: z.ZodOptional<z.ZodString>;
+        /** F049 — see Message.prefix. Position/role validity is enforced in the adapter,
+         *  not here: the rule is about a message's place in the ARRAY, which a per-message
+         *  schema cannot see. */
+        prefix: z.ZodOptional<z.ZodBoolean>;
     }, "strip", z.ZodTypeAny, {
         content: string | ({
             text: string;
@@ -776,6 +804,7 @@ declare const chatInputSchema: z.ZodObject<{
             args?: Record<string, unknown> | undefined;
             arguments?: Record<string, unknown> | undefined;
         }[] | undefined;
+        prefix?: boolean | undefined;
         toolCallId?: string | undefined;
     }, {
         content: string | ({
@@ -793,6 +822,7 @@ declare const chatInputSchema: z.ZodObject<{
             args?: Record<string, unknown> | undefined;
             arguments?: Record<string, unknown> | undefined;
         }[] | undefined;
+        prefix?: boolean | undefined;
         toolCallId?: string | undefined;
     }>, "many">>;
     system: z.ZodOptional<z.ZodString>;
@@ -833,6 +863,7 @@ declare const chatInputSchema: z.ZodObject<{
             args?: Record<string, unknown> | undefined;
             arguments?: Record<string, unknown> | undefined;
         }[] | undefined;
+        prefix?: boolean | undefined;
         toolCallId?: string | undefined;
     }[] | undefined;
     tools?: {
@@ -877,6 +908,7 @@ declare const chatInputSchema: z.ZodObject<{
             args?: Record<string, unknown> | undefined;
             arguments?: Record<string, unknown> | undefined;
         }[] | undefined;
+        prefix?: boolean | undefined;
         toolCallId?: string | undefined;
     }[] | undefined;
     tools?: {
@@ -2182,6 +2214,11 @@ interface OpenAICompatibleConfig {
     extraHeaders?: Record<string, string>;
     /** Injectable fetch for the streaming path (tests). */
     fetch?: typeof fetch;
+    /** F049 — the provider understands `prefix: true` on a trailing assistant message.
+     *  Mistral only. A prefix sent anywhere else is REFUSED rather than dropped: a
+     *  silently ignored flag means the call succeeds, the language is not pinned, and
+     *  the caller believes it is. */
+    supportsPrefix?: boolean;
     /** OpenRouter ground-truth cost (F010): send `usage:{include:true}` and use the
      *  response's `usage.cost` (USD) as costUsd, falling back to the pricing table.
      *  Only OpenRouter returns this field — openai/deepinfra leave it false. */
@@ -2214,8 +2251,8 @@ declare const falStubAdapter: ProviderAdapter;
  *  wires the live adapters. */
 declare const stubProviders: Record<string, ProviderAdapter>;
 
-declare const VERSION: "0.37.3";
-declare const SDK_TAG: "@broberg/ai-sdk@0.37.3";
+declare const VERSION: "0.38.0";
+declare const SDK_TAG: "@broberg/ai-sdk@0.38.0";
 
 /** Built-in defaults. Every entry is overridable via AiConfig.defaults or a
  *  per-call override.

package/dist/index.js

@@ -619,6 +619,7 @@ function autoCacheKey(messages) {
 function toOpenAIMessage(m) {
   if (typeof m.content === "string") {
     const base = { role: m.role, content: m.content };
+    if (m.prefix) base.prefix = true;
     if (m.toolCallId) base.tool_call_id = m.toolCallId;
     if (m.toolCalls && m.toolCalls.length > 0) {
       base.tool_calls = m.toolCalls.map((tc) => ({
@@ -640,7 +641,70 @@ function toOpenAIMessage(m) {
   });
   return { role: m.role, content };
 }
+function makeStreamPrefixStripper(prefix) {
+  if (!prefix) return (d) => d;
+  let seen = "";
+  let done = false;
+  let trimNext = false;
+  return (delta) => {
+    if (done) {
+      if (!trimNext) return delta;
+      const t = delta.trimStart();
+      if (t.length === 0) return "";
+      trimNext = false;
+      return t;
+    }
+    seen += delta;
+    if (seen.length < prefix.length) {
+      if (!prefix.startsWith(seen)) {
+        done = true;
+        return seen;
+      }
+      return "";
+    }
+    done = true;
+    const rest = seen.startsWith(prefix) ? seen.slice(prefix.length) : seen;
+    if (rest.length > 0) return rest.trimStart();
+    trimNext = true;
+    return "";
+  };
+}
+function stripPrefix(text, prefix) {
+  if (!prefix) return text;
+  return text.startsWith(prefix) ? text.slice(prefix.length).trimStart() : text;
+}
+function prefixText(messages) {
+  const last = messages[messages.length - 1];
+  if (!last?.prefix) return void 0;
+  return typeof last.content === "string" ? last.content : void 0;
+}
+function assertPrefixUsage(messages, config) {
+  const at = messages.findIndex((m) => m.prefix === true);
+  if (at === -1) return;
+  if (!config.supportsPrefix) {
+    throw new Error(
+      `${config.name} adapter: message.prefix is not supported by "${config.name}" \u2014 only mistral implements it. Remove the flag, or route this call with override:{provider:"mistral", model:"<a mistral model>"}.`
+    );
+  }
+  if (at !== messages.length - 1) {
+    throw new Error(
+      `${config.name} adapter: message.prefix is only valid on the LAST message (found at index ${at} of ${messages.length}). The provider documents no behaviour for it elsewhere.`
+    );
+  }
+  const last = messages[at];
+  if (last.role !== "assistant") {
+    throw new Error(
+      `${config.name} adapter: message.prefix is only valid on an "assistant" message (found on "${last.role}"). The prefix IS the start of the assistant's reply.`
+    );
+  }
+  if (typeof last.content !== "string") {
+    throw new Error(
+      `${config.name} adapter: a prefix message's content must be a plain string (got content blocks). The prefix is text the reply continues from.`
+    );
+  }
+}
 function buildChatBody(req, config) {
+  assertPrefixUsage(req.messages, config);
   const body = {
     model: req.spec.model,
     messages: req.messages.map(toOpenAIMessage)
@@ -680,7 +744,7 @@ function makeOpenAICompatibleAdapter(config) {
     }
     const data = res.json;
     const msg = data.choices?.[0]?.message;
-    const text = contentToText(msg?.content);
+    const text = stripPrefix(contentToText(msg?.content), prefixText(req.messages));
     const toolCalls = msg?.tool_calls?.map(
       (tc) => fromProviderToolCall(tc, "openai")
     );
@@ -713,6 +777,7 @@ function makeOpenAICompatibleAdapter(config) {
     if (!apiKey) {
       throw new Error(`${config.name} adapter: API key not set (env ${config.name.toUpperCase()}_API_KEY)`);
     }
+    const stripStreamPrefix = makeStreamPrefixStripper(prefixText(req.messages));
     const body = {
       ...buildChatBody(req, config),
       stream: true,
@@ -744,7 +809,8 @@ function makeOpenAICompatibleAdapter(config) {
       if (choice) {
         const delta = choice.delta ?? {};
         if (typeof delta.content === "string" && delta.content.length > 0) {
-          yield { type: "text", delta: delta.content };
+          const out = stripStreamPrefix(delta.content);
+          if (out.length > 0) yield { type: "text", delta: out };
         }
         for (const tc of delta.tool_calls ?? []) {
           const idx = tc.index ?? 0;
@@ -1296,7 +1362,7 @@ var VOXTRAL_PRICE_PER_MIN = {
 };
 function mistralAdapter(config = {}) {
   const baseUrl = config.baseUrl ?? "https://api.mistral.ai/v1";
-  const base = makeOpenAICompatibleAdapter({ name: "mistral", baseUrl, apiKey: config.apiKey, supportsPromptCacheKey: true });
+  const base = makeOpenAICompatibleAdapter({ name: "mistral", baseUrl, apiKey: config.apiKey, supportsPromptCacheKey: true, supportsPrefix: true });
   function key() {
     const k = config.apiKey ?? process.env.MISTRAL_API_KEY;
     if (!k) throw new Error("mistral adapter: API key not set (env MISTRAL_API_KEY)");
@@ -2812,7 +2878,11 @@ var messageSchema = z.object({
   role: z.enum(["system", "user", "assistant", "tool"]),
   content: z.union([z.string(), z.array(contentPartSchema)]),
   toolCalls: z.array(toolCallSchema).optional(),
-  toolCallId: z.string().optional()
+  toolCallId: z.string().optional(),
+  /** F049 — see Message.prefix. Position/role validity is enforced in the adapter,
+   *  not here: the rule is about a message's place in the ARRAY, which a per-message
+   *  schema cannot see. */
+  prefix: z.boolean().optional()
 });
 var callOptions = {
   tier: tierSchema.optional(),
@@ -2997,8 +3067,8 @@ var aiConfigSchema = z.object({
 });
 
 // src/version.ts
-var VERSION = "0.37.3";
-var SDK_TAG = "@broberg/ai-sdk@0.37.3";
+var VERSION = "0.38.0";
+var SDK_TAG = "@broberg/ai-sdk@0.38.0";
 
 // src/cost/sinks/upmetrics.ts
 function upmetricsSink(config) {