@yourgpt/llm-sdk 0.1.1 → 1.0.0

package/dist/index.d.mts

@@ -5,7 +5,7 @@ export { createOpenAI, openai } from './providers/openai/index.mjs';
 export { anthropic, createAnthropic } from './providers/anthropic/index.mjs';
 export { createXAI, xai } from './providers/xai/index.mjs';
 export { createGoogle, google } from './providers/google/index.mjs';
-import { LLMConfig, ActionDefinition, ToolDefinition, AgentLoopConfig, KnowledgeBaseConfig, StreamEvent, DoneEventMessage, Message, AIProvider as AIProvider$1, ToolResponse } from '@yourgpt/copilot-sdk/core';
+import { LLMConfig, ActionDefinition, ToolDefinition, AgentLoopConfig, KnowledgeBaseConfig, DoneEventMessage, StreamEvent, Message, AIProvider as AIProvider$1, ToolResponse } from '@yourgpt/copilot-sdk/core';
 export { ActionDefinition, AgentLoopConfig, LLMConfig, LLMProvider, Message, StreamEvent, ToolDefinition, ToolExecution, ToolLocation, ToolResponse, UnifiedToolCall, UnifiedToolResult } from '@yourgpt/copilot-sdk/core';
 import { A as AIProvider, P as ProviderCapabilities, d as ProviderFormatter } from './types-BBCZ3Fxy.mjs';
 export { c as AnthropicProviderConfig, e as AnthropicTool, g as AnthropicToolResult, f as AnthropicToolUse, a as AzureProviderConfig, B as BaseProviderConfig, l as GeminiFunctionCall, k as GeminiFunctionDeclaration, m as GeminiFunctionResponse, G as GoogleProviderConfig, O as OllamaProviderConfig, b as OpenAIProviderConfig, h as OpenAITool, i as OpenAIToolCall, j as OpenAIToolResult, X as XAIProviderConfig } from './types-BBCZ3Fxy.mjs';
@@ -366,6 +366,45 @@ interface RequestContext {
     body: ChatRequest;
 }
 
+/**
+ * Result passed to onFinish callback after stream completes
+ */
+interface HandleRequestResult {
+    /** All messages from this request (assistant messages + tool results) */
+    messages: DoneEventMessage[];
+    /** Thread ID if provided in request */
+    threadId?: string;
+    /** Token usage information */
+    usage?: {
+        promptTokens: number;
+        completionTokens: number;
+        totalTokens: number;
+    };
+}
+/**
+ * Options for handleRequest method
+ *
+ * @example
+ * ```typescript
+ * runtime.handleRequest(request, {
+ *   onFinish: async ({ messages, threadId }) => {
+ *     await db.thread.upsert({
+ *       where: { id: threadId },
+ *       update: { messages, updatedAt: new Date() },
+ *       create: { id: threadId, messages },
+ *     });
+ *   },
+ * });
+ * ```
+ */
+interface HandleRequestOptions {
+    /**
+     * Called after the stream completes successfully.
+     * Use this for server-side persistence of messages.
+     */
+    onFinish?: (result: HandleRequestResult) => Promise<void> | void;
+}
+
 /**
  * Copilot SDK Runtime
  *
@@ -387,8 +426,32 @@ declare class Runtime {
     processChat(request: ChatRequest, signal?: AbortSignal): AsyncGenerator<StreamEvent>;
     /**
      * Handle HTTP request (for use with any framework)
+     *
+     * @param request - The HTTP request
+     * @param options - Optional configuration including onFinish callback for persistence
+     *
+     * @example
+     * ```typescript
+     * // Basic usage
+     * return runtime.handleRequest(request);
+     *
+     * // With server-side persistence
+     * return runtime.handleRequest(request, {
+     *   onFinish: async ({ messages, threadId }) => {
+     *     await db.thread.upsert({
+     *       where: { id: threadId },
+     *       update: { messages, updatedAt: new Date() },
+     *       create: { id: threadId, messages },
+     *     });
+     *   },
+     * });
+     * ```
+     */
+    handleRequest(request: Request, options?: HandleRequestOptions): Promise<Response>;
+    /**
+     * Wrap a generator to intercept the done event and call onFinish
      */
-    handleRequest(request: Request): Promise<Response>;
+    private wrapGeneratorWithOnFinish;
     /**
      * Handle non-streaming request - returns JSON instead of SSE
      */

package/dist/index.d.ts

@@ -5,7 +5,7 @@ export { createOpenAI, openai } from './providers/openai/index.js';
 export { anthropic, createAnthropic } from './providers/anthropic/index.js';
 export { createXAI, xai } from './providers/xai/index.js';
 export { createGoogle, google } from './providers/google/index.js';
-import { LLMConfig, ActionDefinition, ToolDefinition, AgentLoopConfig, KnowledgeBaseConfig, StreamEvent, DoneEventMessage, Message, AIProvider as AIProvider$1, ToolResponse } from '@yourgpt/copilot-sdk/core';
+import { LLMConfig, ActionDefinition, ToolDefinition, AgentLoopConfig, KnowledgeBaseConfig, DoneEventMessage, StreamEvent, Message, AIProvider as AIProvider$1, ToolResponse } from '@yourgpt/copilot-sdk/core';
 export { ActionDefinition, AgentLoopConfig, LLMConfig, LLMProvider, Message, StreamEvent, ToolDefinition, ToolExecution, ToolLocation, ToolResponse, UnifiedToolCall, UnifiedToolResult } from '@yourgpt/copilot-sdk/core';
 import { A as AIProvider, P as ProviderCapabilities, d as ProviderFormatter } from './types-DcoCaVVC.js';
 export { c as AnthropicProviderConfig, e as AnthropicTool, g as AnthropicToolResult, f as AnthropicToolUse, a as AzureProviderConfig, B as BaseProviderConfig, l as GeminiFunctionCall, k as GeminiFunctionDeclaration, m as GeminiFunctionResponse, G as GoogleProviderConfig, O as OllamaProviderConfig, b as OpenAIProviderConfig, h as OpenAITool, i as OpenAIToolCall, j as OpenAIToolResult, X as XAIProviderConfig } from './types-DcoCaVVC.js';
@@ -366,6 +366,45 @@ interface RequestContext {
     body: ChatRequest;
 }
 
+/**
+ * Result passed to onFinish callback after stream completes
+ */
+interface HandleRequestResult {
+    /** All messages from this request (assistant messages + tool results) */
+    messages: DoneEventMessage[];
+    /** Thread ID if provided in request */
+    threadId?: string;
+    /** Token usage information */
+    usage?: {
+        promptTokens: number;
+        completionTokens: number;
+        totalTokens: number;
+    };
+}
+/**
+ * Options for handleRequest method
+ *
+ * @example
+ * ```typescript
+ * runtime.handleRequest(request, {
+ *   onFinish: async ({ messages, threadId }) => {
+ *     await db.thread.upsert({
+ *       where: { id: threadId },
+ *       update: { messages, updatedAt: new Date() },
+ *       create: { id: threadId, messages },
+ *     });
+ *   },
+ * });
+ * ```
+ */
+interface HandleRequestOptions {
+    /**
+     * Called after the stream completes successfully.
+     * Use this for server-side persistence of messages.
+     */
+    onFinish?: (result: HandleRequestResult) => Promise<void> | void;
+}
+
 /**
  * Copilot SDK Runtime
  *
@@ -387,8 +426,32 @@ declare class Runtime {
     processChat(request: ChatRequest, signal?: AbortSignal): AsyncGenerator<StreamEvent>;
     /**
      * Handle HTTP request (for use with any framework)
+     *
+     * @param request - The HTTP request
+     * @param options - Optional configuration including onFinish callback for persistence
+     *
+     * @example
+     * ```typescript
+     * // Basic usage
+     * return runtime.handleRequest(request);
+     *
+     * // With server-side persistence
+     * return runtime.handleRequest(request, {
+     *   onFinish: async ({ messages, threadId }) => {
+     *     await db.thread.upsert({
+     *       where: { id: threadId },
+     *       update: { messages, updatedAt: new Date() },
+     *       create: { id: threadId, messages },
+     *     });
+     *   },
+     * });
+     * ```
+     */
+    handleRequest(request: Request, options?: HandleRequestOptions): Promise<Response>;
+    /**
+     * Wrap a generator to intercept the done event and call onFinish
      */
-    handleRequest(request: Request): Promise<Response>;
+    private wrapGeneratorWithOnFinish;
     /**
      * Handle non-streaming request - returns JSON instead of SSE
      */

package/dist/index.js

@@ -3432,8 +3432,28 @@ var Runtime = class {
   }
   /**
    * Handle HTTP request (for use with any framework)
+   *
+   * @param request - The HTTP request
+   * @param options - Optional configuration including onFinish callback for persistence
+   *
+   * @example
+   * ```typescript
+   * // Basic usage
+   * return runtime.handleRequest(request);
+   *
+   * // With server-side persistence
+   * return runtime.handleRequest(request, {
+   *   onFinish: async ({ messages, threadId }) => {
+   *     await db.thread.upsert({
+   *       where: { id: threadId },
+   *       update: { messages, updatedAt: new Date() },
+   *       create: { id: threadId, messages },
+   *     });
+   *   },
+   * });
+   * ```
    */
-  async handleRequest(request) {
+  async handleRequest(request, options) {
     try {
       const body = await request.json();
       if (this.config.debug) {
@@ -3447,11 +3467,17 @@ var Runtime = class {
           body,
           signal,
           useAgentLoop || false,
-          request
+          request,
+          options
         );
       }
       const generator = useAgentLoop ? this.processChatWithLoop(body, signal, void 0, void 0, request) : this.processChat(body, signal);
-      return createSSEResponse(generator);
+      const wrappedGenerator = this.wrapGeneratorWithOnFinish(
+        generator,
+        body.threadId,
+        options
+      );
+      return createSSEResponse(wrappedGenerator);
     } catch (error) {
       console.error("[Copilot SDK] Error:", error);
       return new Response(
@@ -3465,10 +3491,34 @@ var Runtime = class {
       );
     }
   }
+  /**
+   * Wrap a generator to intercept the done event and call onFinish
+   */
+  async *wrapGeneratorWithOnFinish(generator, threadId, options) {
+    let doneMessages;
+    for await (const event of generator) {
+      if (event.type === "done" && event.messages) {
+        doneMessages = event.messages;
+      }
+      yield event;
+    }
+    if (options?.onFinish && doneMessages) {
+      try {
+        const result = {
+          messages: doneMessages,
+          threadId
+          // TODO: Add usage tracking when available from adapter
+        };
+        await options.onFinish(result);
+      } catch (error) {
+        console.error("[Copilot SDK] onFinish callback error:", error);
+      }
+    }
+  }
   /**
    * Handle non-streaming request - returns JSON instead of SSE
    */
-  async handleNonStreamingRequest(body, signal, useAgentLoop, httpRequest) {
+  async handleNonStreamingRequest(body, signal, useAgentLoop, httpRequest, options) {
     try {
       const generator = useAgentLoop ? this.processChatWithLoop(
         body,
@@ -3520,6 +3570,20 @@ var Runtime = class {
             break;
         }
       }
+      if (options?.onFinish && messages && !error) {
+        try {
+          const result = {
+            messages,
+            threadId: body.threadId
+          };
+          await options.onFinish(result);
+        } catch (callbackError) {
+          console.error(
+            "[Copilot SDK] onFinish callback error:",
+            callbackError
+          );
+        }
+      }
       const response = {
         success: !error,
         content,