@providerprotocol/ai 0.0.36 → 0.0.37

package/dist/index.js

@@ -10,6 +10,9 @@ import {
   createTurn,
   emptyUsage
 } from "./chunk-NSE7QN3P.js";
+import {
+  Thread
+} from "./chunk-ZKNPQBIE.js";
 import {
   Image
 } from "./chunk-N5DX5JW3.js";
@@ -25,39 +28,39 @@ import {
   resolveImageHandler,
   resolveLLMHandler
 } from "./chunk-JA3UZALR.js";
+import "./chunk-SBGZJVTJ.js";
+import {
+  StreamEventType,
+  contentBlockStart,
+  contentBlockStop,
+  createStreamResult,
+  messageStart,
+  messageStop,
+  objectDelta,
+  textDelta,
+  toolCallDelta,
+  toolExecutionEnd,
+  toolExecutionStart
+} from "./chunk-MJI74VEJ.js";
 import {
   AssistantMessage,
   Message,
   MessageRole,
   ToolResultMessage,
   UserMessage,
-  generateId,
   isAssistantMessage,
   isToolResultMessage,
   isUserMessage
-} from "./chunk-BRP5XJ6Q.js";
+} from "./chunk-WU4U6IHF.js";
 import {
   isCancelledError,
   toError
-} from "./chunk-AY55T37A.js";
+} from "./chunk-GIDT7C6I.js";
 import {
   ErrorCode,
   ModalityType,
   UPPError
 } from "./chunk-COS4ON4G.js";
-import {
-  StreamEventType,
-  contentBlockStart,
-  contentBlockStop,
-  createStreamResult,
-  messageStart,
-  messageStop,
-  objectDelta,
-  textDelta,
-  toolCallDelta,
-  toolExecutionEnd,
-  toolExecutionStart
-} from "./chunk-RJGTRQ47.js";
 
 // src/types/content.ts
 var ContentBlockType = {
@@ -160,6 +163,14 @@ async function runToolHook(middlewares, hook, tool, data, ctx) {
     }
   }
 }
+async function runTurnHook(middlewares, turn, ctx) {
+  const ordered = [...middlewares].reverse();
+  for (const mw of ordered) {
+    if (mw.onTurn) {
+      await mw.onTurn.call(mw, turn, ctx);
+    }
+  }
+}
 function createStreamTransformer(middlewares, ctx) {
   const streamMiddlewares = middlewares.filter((mw) => mw.onStreamEvent);
   if (streamMiddlewares.length === 0) {
@@ -218,6 +229,7 @@ function createStreamContext(state) {
 
 // src/core/llm.ts
 var DEFAULT_MAX_ITERATIONS = 10;
+var TURN_START_INDEX_KEY = "llm:turnStartIndex";
 function validateMediaCapabilities(messages, capabilities, providerName) {
   for (const msg of messages) {
     if (!isUserMessage(msg)) continue;
@@ -319,6 +331,34 @@ function parseInputs(historyOrInput, inputs) {
   const newMessages = allInputs.map(inputToMessage);
   return { history: [], messages: newMessages };
 }
+function resolveTurnStartIndex(messages, history, newMessages, requestMessageCount, overrideIndex) {
+  if (history.length > 0) {
+    const historyIds = new Set(history.map((message) => message.id));
+    let lastHistoryIndex = -1;
+    for (let i = 0; i < messages.length; i += 1) {
+      if (historyIds.has(messages[i].id)) {
+        lastHistoryIndex = i;
+      }
+    }
+    if (lastHistoryIndex !== -1) {
+      return lastHistoryIndex + 1;
+    }
+  }
+  if (typeof overrideIndex === "number" && Number.isFinite(overrideIndex)) {
+    return Math.min(Math.max(0, overrideIndex), requestMessageCount);
+  }
+  if (newMessages.length > 0) {
+    const newMessageIds = new Set(newMessages.map((message) => message.id));
+    const index = messages.findIndex((message) => newMessageIds.has(message.id));
+    if (index !== -1) {
+      return index;
+    }
+  }
+  if (history.length === 0) {
+    return 0;
+  }
+  return Math.max(0, requestMessageCount - newMessages.length);
+}
 async function executeTools(assistantMessage, tools, toolStrategy, executions, onEvent, middleware = [], ctx) {
   const toolCalls = assistantMessage.toolCalls ?? [];
   const results = [];
@@ -463,17 +503,13 @@ async function executeTools(assistantMessage, tools, toolStrategy, executions, o
   return results;
 }
 async function executeGenerate(model, config, system, params, tools, toolStrategy, structure, history, newMessages, middleware) {
-  validateMediaCapabilities(
-    [...history, ...newMessages],
-    model.capabilities,
-    model.provider.name
-  );
   const maxIterations = toolStrategy?.maxIterations ?? DEFAULT_MAX_ITERATIONS;
-  const allMessages = [...history, ...newMessages];
+  let allMessages = [...history, ...newMessages];
   const toolExecutions = [];
   const usages = [];
   let cycles = 0;
   let structuredData;
+  let turnStartIndex = history.length;
   const initialRequest = {
     messages: allMessages,
     system,
@@ -492,6 +528,17 @@ async function executeGenerate(model, config, system, params, tools, toolStrateg
   try {
     await runHook(middleware, "onStart", ctx);
     await runHook(middleware, "onRequest", ctx);
+    allMessages = ctx.request.messages;
+    const requestMessageCount = allMessages.length;
+    const overrideIndex = ctx.state.get(TURN_START_INDEX_KEY);
+    turnStartIndex = resolveTurnStartIndex(
+      allMessages,
+      history,
+      newMessages,
+      requestMessageCount,
+      typeof overrideIndex === "number" ? overrideIndex : void 0
+    );
+    validateMediaCapabilities(allMessages, model.capabilities, model.provider.name);
     while (cycles < maxIterations + 1) {
       cycles++;
       const request = {
@@ -537,7 +584,7 @@ async function executeGenerate(model, config, system, params, tools, toolStrateg
     }
     const data = structure ? structuredData : void 0;
     const turn = createTurn(
-      allMessages.slice(history.length),
+      allMessages.slice(turnStartIndex),
       toolExecutions,
       aggregateUsage(usages),
       cycles,
@@ -551,6 +598,7 @@ async function executeGenerate(model, config, system, params, tools, toolStrateg
     };
     ctx.endTime = Date.now();
     await runHook(middleware, "onResponse", ctx, true);
+    await runTurnHook(middleware, turn, ctx);
     await runHook(middleware, "onEnd", ctx, true);
     return turn;
   } catch (error) {
@@ -560,19 +608,15 @@ async function executeGenerate(model, config, system, params, tools, toolStrateg
   }
 }
 function executeStream(model, config, system, params, tools, toolStrategy, structure, history, newMessages, middleware) {
-  validateMediaCapabilities(
-    [...history, ...newMessages],
-    model.capabilities,
-    model.provider.name
-  );
   const abortController = new AbortController();
-  const allMessages = [...history, ...newMessages];
+  let allMessages = [...history, ...newMessages];
   const toolExecutions = [];
   const usages = [];
   let cycles = 0;
   let generatorError = null;
   let structuredData;
   let generatorCompleted = false;
+  let turnStartIndex = history.length;
   const initialRequest = {
     messages: allMessages,
     system,
@@ -629,6 +673,17 @@ function executeStream(model, config, system, params, tools, toolStrategy, struc
       ensureNotAborted();
       await runHook(middleware, "onStart", ctx);
       await runHook(middleware, "onRequest", ctx);
+      allMessages = ctx.request.messages;
+      const requestMessageCount = allMessages.length;
+      const overrideIndex = ctx.state.get(TURN_START_INDEX_KEY);
+      turnStartIndex = resolveTurnStartIndex(
+        allMessages,
+        history,
+        newMessages,
+        requestMessageCount,
+        typeof overrideIndex === "number" ? overrideIndex : void 0
+      );
+      validateMediaCapabilities(allMessages, model.capabilities, model.provider.name);
       while (cycles < maxIterations + 1) {
         cycles++;
         ensureNotAborted();
@@ -733,7 +788,7 @@ function executeStream(model, config, system, params, tools, toolStrategy, struc
     }
     const data = structure ? structuredData : void 0;
     const turn = createTurn(
-      allMessages.slice(history.length),
+      allMessages.slice(turnStartIndex),
       toolExecutions,
       aggregateUsage(usages),
       cycles,
@@ -747,6 +802,7 @@ function executeStream(model, config, system, params, tools, toolStrategy, struc
     };
     ctx.endTime = Date.now();
     await runHook(middleware, "onResponse", ctx, true);
+    await runTurnHook(middleware, turn, ctx);
     await runHook(middleware, "onEnd", ctx, true);
     return turn;
   };
@@ -1851,259 +1907,6 @@ var Video = class _Video {
   }
 };
 
-// src/types/thread.ts
-var Thread = class _Thread {
-  /** Unique thread identifier */
-  id;
-  /** Internal message storage */
-  _messages;
-  /** Creation timestamp */
-  _createdAt;
-  /** Last update timestamp */
-  _updatedAt;
-  /**
-   * Creates a new thread instance.
-   *
-   * @param messages - Optional initial messages to populate the thread
-   */
-  constructor(messages) {
-    this.id = generateId();
-    this._messages = messages ? [...messages] : [];
-    this._createdAt = /* @__PURE__ */ new Date();
-    this._updatedAt = /* @__PURE__ */ new Date();
-  }
-  /**
-   * All messages in the thread (readonly).
-   */
-  get messages() {
-    return this._messages;
-  }
-  /**
-   * Number of messages in the thread.
-   */
-  get length() {
-    return this._messages.length;
-  }
-  /**
-   * Appends all messages from a Turn to the thread.
-   *
-   * @param turn - The Turn containing messages to append
-   * @returns This thread instance for chaining
-   */
-  append(turn) {
-    this._messages.push(...turn.messages);
-    this._updatedAt = /* @__PURE__ */ new Date();
-    return this;
-  }
-  /**
-   * Adds raw messages to the thread.
-   *
-   * @param messages - Messages to add
-   * @returns This thread instance for chaining
-   */
-  push(...messages) {
-    this._messages.push(...messages);
-    this._updatedAt = /* @__PURE__ */ new Date();
-    return this;
-  }
-  /**
-   * Adds a user message to the thread.
-   *
-   * @param content - String or array of content blocks
-   * @returns This thread instance for chaining
-   *
-   * @example
-   * ```typescript
-   * thread.user('Hello, world!');
-   * thread.user([
-   *   { type: 'text', text: 'Describe this image:' },
-   *   { type: 'image', source: { type: 'url', url: '...' }, mimeType: 'image/png' }
-   * ]);
-   * ```
-   */
-  user(content) {
-    this._messages.push(new UserMessage(content));
-    this._updatedAt = /* @__PURE__ */ new Date();
-    return this;
-  }
-  /**
-   * Adds an assistant message to the thread.
-   *
-   * @param content - String or array of content blocks
-   * @returns This thread instance for chaining
-   *
-   * @example
-   * ```typescript
-   * thread.assistant('I can help with that!');
-   * ```
-   */
-  assistant(content) {
-    this._messages.push(new AssistantMessage(content));
-    this._updatedAt = /* @__PURE__ */ new Date();
-    return this;
-  }
-  /**
-   * Filters messages by type.
-   *
-   * @param type - The message type to filter by
-   * @returns Array of messages matching the type
-   *
-   * @example
-   * ```typescript
-   * const userMessages = thread.filter('user');
-   * const assistantMessages = thread.filter('assistant');
-   * ```
-   */
-  filter(type) {
-    return this._messages.filter((m) => m.type === type);
-  }
-  /**
-   * Returns the last N messages from the thread.
-   *
-   * @param count - Number of messages to return
-   * @returns Array of the last N messages
-   *
-   * @example
-   * ```typescript
-   * const recent = thread.tail(5);
-   * ```
-   */
-  tail(count) {
-    return this._messages.slice(-count);
-  }
-  /**
-   * Creates a new thread with a subset of messages.
-   *
-   * @param start - Start index (inclusive)
-   * @param end - End index (exclusive)
-   * @returns New Thread containing the sliced messages
-   *
-   * @example
-   * ```typescript
-   * const subset = thread.slice(0, 10);
-   * ```
-   */
-  slice(start, end) {
-    return new _Thread(this._messages.slice(start, end));
-  }
-  /**
-   * Removes all messages from the thread.
-   *
-   * @returns This thread instance for chaining
-   */
-  clear() {
-    this._messages = [];
-    this._updatedAt = /* @__PURE__ */ new Date();
-    return this;
-  }
-  /**
-   * Converts the thread to a plain message array.
-   *
-   * @returns Copy of the internal message array
-   */
-  toMessages() {
-    return [...this._messages];
-  }
-  /**
-   * Serializes the thread to JSON format.
-   *
-   * @returns JSON-serializable representation of the thread
-   *
-   * @example
-   * ```typescript
-   * const json = thread.toJSON();
-   * localStorage.setItem('thread', JSON.stringify(json));
-   * ```
-   */
-  toJSON() {
-    return {
-      id: this.id,
-      messages: this._messages.map((m) => this.messageToJSON(m)),
-      createdAt: this._createdAt.toISOString(),
-      updatedAt: this._updatedAt.toISOString()
-    };
-  }
-  /**
-   * Deserializes a thread from JSON format.
-   *
-   * @param json - The JSON representation to deserialize
-   * @returns Reconstructed Thread instance
-   *
-   * @example
-   * ```typescript
-   * const json = JSON.parse(localStorage.getItem('thread'));
-   * const thread = Thread.fromJSON(json);
-   * ```
-   */
-  static fromJSON(json) {
-    const messages = json.messages.map((m) => _Thread.messageFromJSON(m));
-    const thread = new _Thread(messages);
-    thread.id = json.id;
-    thread._createdAt = new Date(json.createdAt);
-    thread._updatedAt = new Date(json.updatedAt);
-    return thread;
-  }
-  /**
-   * Enables iteration over messages with for...of loops.
-   *
-   * @returns Iterator over the thread's messages
-   *
-   * @example
-   * ```typescript
-   * for (const message of thread) {
-   *   console.log(message.text);
-   * }
-   * ```
-   */
-  [Symbol.iterator]() {
-    return this._messages[Symbol.iterator]();
-  }
-  /**
-   * Converts a message to JSON format.
-   */
-  messageToJSON(m) {
-    const base = {
-      id: m.id,
-      type: m.type,
-      content: [],
-      metadata: m.metadata,
-      timestamp: m.timestamp.toISOString()
-    };
-    if (m instanceof UserMessage) {
-      base.content = m.content;
-    } else if (m instanceof AssistantMessage) {
-      base.content = m.content;
-      base.toolCalls = m.toolCalls;
-    } else if (m instanceof ToolResultMessage) {
-      base.results = m.results;
-    }
-    return base;
-  }
-  /**
-   * Reconstructs a message from JSON format.
-   */
-  static messageFromJSON(json) {
-    const options = {
-      id: json.id,
-      metadata: json.metadata
-    };
-    switch (json.type) {
-      case "user":
-        return new UserMessage(json.content, options);
-      case "assistant":
-        return new AssistantMessage(
-          json.content,
-          json.toolCalls,
-          options
-        );
-      case "tool_result":
-        return new ToolResultMessage(json.results ?? [], options);
-      default:
-        throw new Error(`Unknown message type: ${json.type}`);
-    }
-  }
-};
-
 // src/types/embedding.ts
 var EmbeddingInputType = {
   /** Input is a document to be stored/indexed */