@memberjunction/ai 3.4.0 → 4.1.0

package/dist/generic/baseLLM.d.ts

@@ -1,45 +1,141 @@
-import { SummarizeParams, SummarizeResult } from "./summarize.types";
-import { BaseModel } from "./baseModel";
-import { ChatParams, ChatResult, ParallelChatCompletionsCallbacks, ChatCompletionMessage } from "./chat.types";
-import { ClassifyParams, ClassifyResult } from "./classify.types";
+import { SummarizeParams, SummarizeResult } from "./summarize.types.js";
+import { BaseModel } from "./baseModel.js";
+import { ChatParams, ChatResult, ParallelChatCompletionsCallbacks, ChatCompletionMessage } from "./chat.types.js";
+import { ClassifyParams, ClassifyResult } from "./classify.types.js";
+/**
+ * Type for thinking stream state management
+ */
 type ThinkingStreamState = {
     accumulatedThinking: string;
     inThinkingBlock: boolean;
     pendingContent: string;
     thinkingComplete: boolean;
 };
+/**
+ * Base class for all LLM sub-class implementations. Not all sub-classes will support all methods.
+ * If a method is not supported an exception will be thrown.
+ */
 export declare abstract class BaseLLM extends BaseModel {
+    /**
+     * Protected property to store additional provider-specific settings
+     */
     protected _additionalSettings: Record<string, any>;
+    /**
+     * Get the current additional settings
+     */
     get AdditionalSettings(): Record<string, any>;
+    /**
+     * Set additional provider-specific settings
+     * Subclasses should override this method to validate required settings
+     *
+     * @param settings Provider-specific settings
+     */
     SetAdditionalSettings(settings: Record<string, any>): void;
+    /**
+     * Clear all additional settings
+     * This is useful for resetting the state of the provider
+     * or when switching between different configurations.
+     */
     ClearAdditionalSettings(): void;
+    /**
+     * Process a chat completion request. If streaming is enabled and supported,
+     * this will route to the streaming implementation.
+     */
     ChatCompletion(params: ChatParams): Promise<ChatResult>;
+    /**
+     * Process multiple chat completion requests in parallel. This is useful for:
+     * - Generating multiple variations with different parameters (temperature, etc.)
+     * - Getting multiple responses to compare or select from
+     * - Improving reliability by sending the same request multiple times
+     *
+     * @param paramsArray Array of chat completion parameter objects
+     * @param callbacks Optional callbacks for progress and individual completions
+     * @returns Promise resolving to an array of ChatResults in the same order as the input params
+     */
     ChatCompletions(paramsArray: ChatParams[], callbacks?: ParallelChatCompletionsCallbacks): Promise<ChatResult[]>;
+    /**
+     * Implementation for non-streaming chat completion
+     */
     protected abstract nonStreamingChatCompletion(params: ChatParams): Promise<ChatResult>;
     abstract ClassifyText(params: ClassifyParams): Promise<ClassifyResult>;
     abstract SummarizeText(params: SummarizeParams): Promise<SummarizeResult>;
+    /**
+     * Check if this provider supports streaming
+     * @returns true if streaming is supported, false otherwise
+     */
     get SupportsStreaming(): boolean;
+    /**
+     * Template method for handling streaming chat completion
+     * This implements the common pattern across providers while delegating
+     * provider-specific logic to abstract methods.
+     */
     protected handleStreamingChatCompletion(params: ChatParams): Promise<ChatResult>;
+    /**
+     * Create a provider-specific streaming request
+     * @param params Chat parameters
+     * @returns A stream object that can be iterated with for await
+     */
     protected abstract createStreamingRequest(params: ChatParams): Promise<any>;
+    /**
+     * Process a streaming chunk from the provider
+     * @param chunk The raw chunk from the provider
+     * @returns Processed content and metadata
+     */
     protected abstract processStreamingChunk(chunk: any): {
         content: string;
         finishReason?: string | undefined;
         usage?: any | null;
     };
+    /**
+     * Create the final response object from streaming results
+     * @param accumulatedContent The complete content accumulated from all chunks
+     * @param lastChunk The last chunk received from the stream
+     * @param usage The usage information (tokens, etc.)
+     * @returns A complete ChatResult object
+     */
     protected abstract finalizeStreamingResponse(accumulatedContent: string | null | undefined, lastChunk: any | null | undefined, usage: any | null | undefined): ChatResult;
+    /**
+     * State tracking for streaming thinking extraction
+     * Providers should initialize this if they support thinking models
+     */
     protected thinkingStreamState: ThinkingStreamState | null;
+    /**
+     * Check if the provider supports thinking models
+     * Providers should override this to return true if they support thinking extraction
+     */
     protected supportsThinkingModels(): boolean;
+    /**
+     * Get the thinking tag format for this provider
+     * Providers can override this to customize the thinking tag format
+     */
     protected getThinkingTagFormat(): {
         open: string;
         close: string;
     };
+    /**
+     * Extract thinking content from non-streaming content
+     * This method handles case-insensitive extraction of thinking blocks
+     */
     protected extractThinkingFromContent(content: string): {
         content: string;
         thinking?: string;
     };
+    /**
+     * Initialize thinking stream state for streaming extraction
+     */
     protected initializeThinkingStreamState(): void;
+    /**
+     * Reset thinking stream state
+     */
     protected resetThinkingStreamState(): void;
+    /**
+     * Process streaming chunk with thinking extraction
+     * This method handles case-insensitive extraction across chunk boundaries
+     */
     protected processStreamChunkWithThinking(rawContent: string): string;
+    /**
+     * Add thinking content to a chat completion message
+     */
     protected addThinkingToMessage(message: ChatCompletionMessage, thinkingContent?: string): ChatCompletionMessage;
 }
 export {};

package/dist/generic/baseLLM.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"baseLLM.d.ts","sourceRoot":"","sources":["../../src/generic/baseLLM.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACrE,OAAO,EAAE,SAAS,EAAc,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,UAAU,EAA0B,gCAAgC,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AACvI,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAMlE,KAAK,mBAAmB,GAAG;IACvB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,eAAe,EAAE,OAAO,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,OAAO,CAAC;CAC7B,CAAC;AAMF,8BAAsB,OAAQ,SAAQ,SAAS;IAI3C,SAAS,CAAC,mBAAmB,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAM;IAKxD,IAAW,kBAAkB,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAEnD;IAQM,qBAAqB,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI;IAS1D,uBAAuB,IAAI,IAAI;IAQzB,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IAwBvD,eAAe,CACxB,WAAW,EAAE,UAAU,EAAE,EACzB,SAAS,CAAC,EAAE,gCAAgC,GAC7C,OAAO,CAAC,UAAU,EAAE,CAAC;IAgExB,SAAS,CAAC,QAAQ,CAAC,0BAA0B,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;aAEtE,YAAY,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;aAC7D,aAAa,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;IAMhF,IAAW,iBAAiB,IAAI,OAAO,CAGtC;cAOe,6BAA6B,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IAiHtF,SAAS,CAAC,QAAQ,CAAC,sBAAsB,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC;IAO3E,SAAS,CAAC,QAAQ,CAAC,qBAAqB,CAAC,KAAK,EAAE,GAAG,GAAG;QAClD,OAAO,EAAE,MAAM,CAAC;QAChB,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAClC,KAAK,CAAC,EAAE,GAAG,GAAG,IAAI,CAAC;KACtB;IASD,SAAS,CAAC,QAAQ,CAAC,yBAAyB,CACxC,kBAAkB,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EAC7C,SAAS,EAAE,GAAG,GAAG,IAAI,GAAG,SAAS,EACjC,KAAK,EAAE,GAAG,GAAG,IAAI,GAAG,SAAS,GAC9B,UAAU;IAQb,SAAS,CAAC,mBAAmB,EAAE,mBAAmB,GAAG,IAAI,CAAQ;IAMjE,SAAS,CAAC,sBAAsB,IAAI,OAAO;IAQ3C,SAAS,CAAC,oBAAoB,IAAI;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE;IAQjE,SAAS,CAAC,0BAA0B,CAAC,OAAO,EAAE,MAAM,GAAG;QACnD,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACrB;IAiCD,SAAS,CAAC,6BAA6B,IAAI,IAAI;IAY/C,SAAS,CAAC,wBAAwB,IAAI,IAAI;IAQ1C,SAAS,CAAC,8BAA8B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM;IAqEpE,SAAS,CAAC,oBAAoB,CAC1B,OAAO,EAAE,qBAAqB,EAC9B,eAAe,CAAC,EAAE,MAAM,GACzB,qBAAqB;CAM3B"}
+{"version":3,"file":"baseLLM.d.ts","sourceRoot":"","sources":["../../src/generic/baseLLM.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACrE,OAAO,EAAE,SAAS,EAAc,MAAM,aAAa,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,UAAU,EAA0B,gCAAgC,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AACvI,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAGlE;;GAEG;AACH,KAAK,mBAAmB,GAAG;IACvB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,eAAe,EAAE,OAAO,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,OAAO,CAAC;CAC7B,CAAC;AAEF;;;GAGG;AACH,8BAAsB,OAAQ,SAAQ,SAAS;IAC3C;;OAEG;IACH,SAAS,CAAC,mBAAmB,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAM;IAExD;;OAEG;IACH,IAAW,kBAAkB,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAEnD;IAED;;;;;OAKG;IACI,qBAAqB,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI;IAIjE;;;;OAIG;IACI,uBAAuB,IAAI,IAAI;IAItC;;;OAGG;IACU,cAAc,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IAcpE;;;;;;;;;OASG;IACU,eAAe,CACxB,WAAW,EAAE,UAAU,EAAE,EACzB,SAAS,CAAC,EAAE,gCAAgC,GAC7C,OAAO,CAAC,UAAU,EAAE,CAAC;IA6DxB;;OAEG;IACH,SAAS,CAAC,QAAQ,CAAC,0BAA0B,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;aAEtE,YAAY,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;aAC7D,aAAa,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;IAEhF;;;OAGG;IACH,IAAW,iBAAiB,IAAI,OAAO,CAGtC;IAED;;;;OAIG;cACa,6BAA6B,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;IA4GtF;;;;OAIG;IACH,SAAS,CAAC,QAAQ,CAAC,sBAAsB,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC;IAE3E;;;;OAIG;IACH,SAAS,CAAC,QAAQ,CAAC,qBAAqB,CAAC,KAAK,EAAE,GAAG,GAAG;QAClD,OAAO,EAAE,MAAM,CAAC;QAChB,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAClC,KAAK,CAAC,EAAE,GAAG,GAAG,IAAI,CAAC;KACtB;IAED;;;;;;OAMG;IACH,SAAS,CAAC,QAAQ,CAAC,yBAAyB,CACxC,kBAAkB,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,EAC7C,SAAS,EAAE,GAAG,GAAG,IAAI,GAAG,SAAS,EACjC,KAAK,EAAE,GAAG,GAAG,IAAI,GAAG,SAAS,GAC9B,UAAU;IAIb;;;OAGG;IACH,SAAS,CAAC,mBAAmB,EAAE,mBAAmB,GAAG,IAAI,CAAQ;IAEjE;;;OAGG;IACH,SAAS,CAAC,sBAAsB,IAAI,OAAO;IAI3C;;;OAGG;IACH,SAAS,CAAC,oBAAoB,IAAI;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE;IAIjE;;;OAGG;IACH,SAAS,CAAC,0BAA0B,CAAC,OAAO,EAAE,MAAM,GAAG;QACnD,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACrB;IA8BD;;OAEG;IACH,SAAS,CAAC,6BAA6B,IAAI,IAAI;IAS/C;;OAEG;IACH,SAAS,CAAC,wBAAwB,IAAI,IAAI;IAI1C;;;OAGG;IACH,SAAS,CAAC,8BAA8B,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM;IAkEpE;;OAEG;IACH,SAAS,CAAC,oBAAoB,CAC1B,OAAO,EAAE,qBAAqB,EAC9B,eAAe,CAAC,EAAE,MAAM,GACzB,qBAAqB;CAM3B"}

package/dist/generic/baseLLM.js

@@ -1,59 +1,105 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.BaseLLM = void 0;
-const baseModel_1 = require("./baseModel");
-const chat_types_1 = require("./chat.types");
-const errorAnalyzer_1 = require("./errorAnalyzer");
-class BaseLLM extends baseModel_1.BaseModel {
+import { BaseModel } from "./baseModel.js";
+import { ChatResult } from "./chat.types.js";
+import { ErrorAnalyzer } from "./errorAnalyzer.js";
+/**
+ * Base class for all LLM sub-class implementations. Not all sub-classes will support all methods.
+ * If a method is not supported an exception will be thrown.
+ */
+export class BaseLLM extends BaseModel {
     constructor() {
         super(...arguments);
+        /**
+         * Protected property to store additional provider-specific settings
+         */
         this._additionalSettings = {};
+        // ============ Thinking Model Support Helper Methods ============
+        /**
+         * State tracking for streaming thinking extraction
+         * Providers should initialize this if they support thinking models
+         */
         this.thinkingStreamState = null;
     }
+    /**
+     * Get the current additional settings
+     */
     get AdditionalSettings() {
         return this._additionalSettings;
     }
+    /**
+     * Set additional provider-specific settings
+     * Subclasses should override this method to validate required settings
+     *
+     * @param settings Provider-specific settings
+     */
     SetAdditionalSettings(settings) {
         this._additionalSettings = { ...this._additionalSettings, ...settings };
     }
+    /**
+     * Clear all additional settings
+     * This is useful for resetting the state of the provider
+     * or when switching between different configurations.
+     */
     ClearAdditionalSettings() {
         this._additionalSettings = {};
     }
+    /**
+     * Process a chat completion request. If streaming is enabled and supported,
+     * this will route to the streaming implementation.
+     */
     async ChatCompletion(params) {
         if (params.enableCaching === undefined) {
-            params.enableCaching = true;
+            params.enableCaching = true; // default to true            
         }
+        // Check if streaming is requested and if we support it
         if (params.streaming && params.streamingCallbacks && this.SupportsStreaming) {
             return this.handleStreamingChatCompletion(params);
         }
+        // Continue with normal non-streaming implementation
         return this.nonStreamingChatCompletion(params);
     }
+    /**
+     * Process multiple chat completion requests in parallel. This is useful for:
+     * - Generating multiple variations with different parameters (temperature, etc.)
+     * - Getting multiple responses to compare or select from
+     * - Improving reliability by sending the same request multiple times
+     *
+     * @param paramsArray Array of chat completion parameter objects
+     * @param callbacks Optional callbacks for progress and individual completions
+     * @returns Promise resolving to an array of ChatResults in the same order as the input params
+     */
     async ChatCompletions(paramsArray, callbacks) {
         if (!paramsArray || paramsArray.length === 0) {
             return [];
         }
+        // Create promises for each completion
         const promises = paramsArray.map((params, index) => this.ChatCompletion(params)
             .then(response => {
+            // Call the OnCompletion callback if provided
             if (callbacks?.OnCompletion) {
                 callbacks.OnCompletion(response, index);
             }
             return response;
         })
             .catch(error => {
+            // Call the OnError callback if provided
             if (callbacks?.OnError) {
                 callbacks.OnError(error, index);
             }
-            throw error;
+            throw error; // Re-throw to be caught by Promise.allSettled
         }));
+        // Use Promise.allSettled to get results even if some fail
         const results = await Promise.allSettled(promises);
+        // Convert the settled results to an array of ChatResults
+        // For rejected promises, create error ChatResults
         const chatResults = results.map((result, index) => {
             if (result.status === 'fulfilled') {
                 return result.value;
             }
             else {
+                // Create an error result
                 const startTime = new Date();
                 const endTime = new Date();
-                const errorResult = new chat_types_1.ChatResult(false, startTime, endTime);
+                const errorResult = new ChatResult(false, startTime, endTime);
                 errorResult.data = {
                     choices: [],
                     usage: {
@@ -65,24 +111,37 @@ class BaseLLM extends baseModel_1.BaseModel {
                 errorResult.statusText = 'error';
                 errorResult.errorMessage = result.reason?.message || 'Unknown error';
                 errorResult.exception = { exception: result.reason };
-                errorResult.errorInfo = errorAnalyzer_1.ErrorAnalyzer.analyzeError(result.reason, this.constructor.name);
+                errorResult.errorInfo = ErrorAnalyzer.analyzeError(result.reason, this.constructor.name);
                 return errorResult;
             }
         });
+        // Call the OnAllCompleted callback if provided
         if (callbacks?.OnAllCompleted) {
             callbacks.OnAllCompleted(chatResults);
         }
         return chatResults;
     }
+    /**
+     * Check if this provider supports streaming
+     * @returns true if streaming is supported, false otherwise
+     */
     get SupportsStreaming() {
+        // Default to false, providers that support streaming should override
         return false;
     }
+    /**
+     * Template method for handling streaming chat completion
+     * This implements the common pattern across providers while delegating
+     * provider-specific logic to abstract methods.
+     */
     async handleStreamingChatCompletion(params) {
         const startTime = new Date();
         return new Promise((resolve, reject) => {
             (async () => {
                 try {
+                    // Get provider-specific stream
                     const stream = await this.createStreamingRequest(params);
+                    // Track accumulated response for final result
                     let accumulatedContent = '';
                     let lastChunk = null;
                     let usage = {
@@ -90,9 +149,11 @@ class BaseLLM extends baseModel_1.BaseModel {
                         completionTokens: 0,
                         totalTokens: 0
                     };
+                    // Guard against null or undefined stream
                     if (!stream) {
                         throw new Error("Stream is null or undefined");
                     }
+                    // Process each chunk using provider-specific implementation
                     try {
                         for await (const chunk of stream) {
                             if (chunk) {
@@ -104,6 +165,7 @@ class BaseLLM extends baseModel_1.BaseModel {
                                     }
                                 }
                                 lastChunk = chunk;
+                                // Update usage if available
                                 if (processed?.usage) {
                                     usage = processed.usage;
                                 }
@@ -111,18 +173,26 @@ class BaseLLM extends baseModel_1.BaseModel {
                         }
                     }
                     catch (streamError) {
+                        // If there's an error in the for-await loop, log and continue
                         console.error("Error processing stream chunks:", streamError);
                     }
+                    // Stream complete, call OnContent one last time with isComplete=true
                     if (params.streamingCallbacks?.OnContent) {
                         params.streamingCallbacks.OnContent('', true);
                     }
+                    // Create final result object using provider-specific implementation
                     const endTime = new Date();
                     const result = this.finalizeStreamingResponse(accumulatedContent, lastChunk, usage);
+                    // Guard against null result
                     if (!result) {
                         throw new Error("Failed to create result");
                     }
+                    // Override timestamps - the provider implementation is responsible for 
+                    // properly constructing ChatResult with the required constructor arguments
                     result.startTime = startTime;
                     result.endTime = endTime;
+                    // timeElapsed is a getter that computes based on startTime and endTime
+                    // Call OnComplete with final result
                     if (params.streamingCallbacks?.OnComplete) {
                         params.streamingCallbacks.OnComplete(result);
                     }
@@ -133,7 +203,8 @@ class BaseLLM extends baseModel_1.BaseModel {
                         params.streamingCallbacks.OnError(error);
                     }
                     const endTime = new Date();
-                    const errorResult = new chat_types_1.ChatResult(false, startTime, endTime);
+                    // Create a proper ChatResult by extending BaseResult
+                    const errorResult = new ChatResult(false, startTime, endTime);
                     errorResult.data = {
                         choices: [],
                         usage: {
@@ -145,18 +216,30 @@ class BaseLLM extends baseModel_1.BaseModel {
                     errorResult.statusText = 'error';
                     errorResult.errorMessage = error?.message || 'Unknown error';
                     errorResult.exception = { exception: error };
-                    errorResult.errorInfo = errorAnalyzer_1.ErrorAnalyzer.analyzeError(error, this.constructor.name);
+                    errorResult.errorInfo = ErrorAnalyzer.analyzeError(error, this.constructor.name);
                     reject(errorResult);
                 }
             })();
         });
     }
+    /**
+     * Check if the provider supports thinking models
+     * Providers should override this to return true if they support thinking extraction
+     */
     supportsThinkingModels() {
         return false;
     }
+    /**
+     * Get the thinking tag format for this provider
+     * Providers can override this to customize the thinking tag format
+     */
     getThinkingTagFormat() {
         return { open: '<think>', close: '</think>' };
     }
+    /**
+     * Extract thinking content from non-streaming content
+     * This method handles case-insensitive extraction of thinking blocks
+     */
     extractThinkingFromContent(content) {
         if (!content)
             return {
@@ -169,7 +252,9 @@ class BaseLLM extends baseModel_1.BaseModel {
         const openTagLower = tags.open.toLowerCase();
         const closeTagLower = tags.close.toLowerCase();
         const contentLower = processedContent.toLowerCase();
+        // Check if content starts with thinking tag (case-insensitive)
         if (contentLower.startsWith(openTagLower) && contentLower.includes(closeTagLower)) {
+            // Find the actual positions in the original content
             const thinkStart = tags.open.length;
             const thinkEndIndex = contentLower.indexOf(closeTagLower);
             if (thinkEndIndex !== -1) {
@@ -179,6 +264,9 @@ class BaseLLM extends baseModel_1.BaseModel {
         }
         return { content: processedContent, thinking: thinkingContent };
     }
+    /**
+     * Initialize thinking stream state for streaming extraction
+     */
     initializeThinkingStreamState() {
         this.thinkingStreamState = {
             accumulatedThinking: '',
@@ -187,15 +275,24 @@ class BaseLLM extends baseModel_1.BaseModel {
             thinkingComplete: false
         };
     }
+    /**
+     * Reset thinking stream state
+     */
     resetThinkingStreamState() {
         this.thinkingStreamState = null;
     }
+    /**
+     * Process streaming chunk with thinking extraction
+     * This method handles case-insensitive extraction across chunk boundaries
+     */
     processStreamChunkWithThinking(rawContent) {
         if (!this.thinkingStreamState) {
+            // If thinking extraction is not enabled, return content as-is
             return rawContent;
         }
         let contentToEmit = '';
         this.thinkingStreamState.pendingContent += rawContent;
+        // If thinking is already complete, just return the pending content
         if (this.thinkingStreamState.thinkingComplete) {
             contentToEmit = this.thinkingStreamState.pendingContent;
             this.thinkingStreamState.pendingContent = '';
@@ -204,36 +301,48 @@ class BaseLLM extends baseModel_1.BaseModel {
         const tags = this.getThinkingTagFormat();
         const pending = this.thinkingStreamState.pendingContent;
         const pendingLower = pending.toLowerCase();
+        // Check if we're starting a thinking block (case-insensitive)
         if (!this.thinkingStreamState.inThinkingBlock && pendingLower.includes(tags.open.toLowerCase())) {
             const thinkStartIndex = pendingLower.indexOf(tags.open.toLowerCase());
+            // If <think> is not at the start, emit content before it
             if (thinkStartIndex > 0) {
                 contentToEmit = pending.substring(0, thinkStartIndex);
                 this.thinkingStreamState.pendingContent = pending.substring(thinkStartIndex);
                 return contentToEmit;
             }
+            // We're now in a thinking block
             this.thinkingStreamState.inThinkingBlock = true;
+            // Remove the opening tag
             this.thinkingStreamState.pendingContent = pending.substring(tags.open.length);
         }
+        // If we're in a thinking block, look for the end (case-insensitive)
         if (this.thinkingStreamState.inThinkingBlock) {
             const pendingInBlockLower = this.thinkingStreamState.pendingContent.toLowerCase();
             const thinkEndIndex = pendingInBlockLower.indexOf(tags.close.toLowerCase());
             if (thinkEndIndex !== -1) {
+                // Found the end of thinking block
                 this.thinkingStreamState.accumulatedThinking += this.thinkingStreamState.pendingContent.substring(0, thinkEndIndex);
                 this.thinkingStreamState.pendingContent = this.thinkingStreamState.pendingContent.substring(thinkEndIndex + tags.close.length);
                 this.thinkingStreamState.inThinkingBlock = false;
                 this.thinkingStreamState.thinkingComplete = true;
+                // Process any remaining content recursively
                 return this.processStreamChunkWithThinking('');
             }
             else {
+                // Still accumulating thinking content
                 this.thinkingStreamState.accumulatedThinking += this.thinkingStreamState.pendingContent;
                 this.thinkingStreamState.pendingContent = '';
                 return '';
             }
         }
+        // Not in thinking block and no thinking tags found
         contentToEmit = this.thinkingStreamState.pendingContent;
         this.thinkingStreamState.pendingContent = '';
         return contentToEmit;
     }
+    /**
+     * Add thinking content to a chat completion message
+     */
     addThinkingToMessage(message, thinkingContent) {
         if (thinkingContent) {
             message.thinking = thinkingContent;
@@ -241,5 +350,4 @@ class BaseLLM extends baseModel_1.BaseModel {
         return message;
     }
 }
-exports.BaseLLM = BaseLLM;
 //# sourceMappingURL=baseLLM.js.map

package/dist/generic/baseLLM.js.map

@@ -1 +1 @@
-{"version":3,"file":"baseLLM.js","sourceRoot":"","sources":["../../src/generic/baseLLM.ts"],"names":[],"mappings":";;;AACA,2CAAoD;AACpD,6CAAuI;AAEvI,mDAAgD;AAgBhD,MAAsB,OAAQ,SAAQ,qBAAS;IAA/C;;QAIc,wBAAmB,GAAwB,EAAE,CAAC;QA+R9C,wBAAmB,GAA+B,IAAI,CAAC;IA4JrE,CAAC;IAtbG,IAAW,kBAAkB;QACzB,OAAO,IAAI,CAAC,mBAAmB,CAAC;IACpC,CAAC;IAQM,qBAAqB,CAAC,QAA6B;QACtD,IAAI,CAAC,mBAAmB,GAAG,EAAC,GAAG,IAAI,CAAC,mBAAmB,EAAE,GAAG,QAAQ,EAAC,CAAC;IAC1E,CAAC;IAOM,uBAAuB;QAC1B,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC;IAClC,CAAC;IAMM,KAAK,CAAC,cAAc,CAAC,MAAkB;QAC1C,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACrC,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC;QAChC,CAAC;QAGD,IAAI,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,kBAAkB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC1E,OAAO,IAAI,CAAC,6BAA6B,CAAC,MAAM,CAAC,CAAC;QACtD,CAAC;QAGD,OAAO,IAAI,CAAC,0BAA0B,CAAC,MAAM,CAAC,CAAC;IACnD,CAAC;IAYM,KAAK,CAAC,eAAe,CACxB,WAAyB,EACzB,SAA4C;QAE5C,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3C,OAAO,EAAE,CAAC;QACd,CAAC;QAGD,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAC/C,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC;aACtB,IAAI,CAAC,QAAQ,CAAC,EAAE;YAEb,IAAI,SAAS,EAAE,YAAY,EAAE,CAAC;gBAC1B,SAAS,CAAC,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC5C,CAAC;YACD,OAAO,QAAQ,CAAC;QACpB,CAAC,CAAC;aACD,KAAK,CAAC,KAAK,CAAC,EAAE;YAEX,IAAI,SAAS,EAAE,OAAO,EAAE,CAAC;gBACrB,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACpC,CAAC;YACD,MAAM,KAAK,CAAC;QAChB,CAAC,CAAC,CACT,CAAC;QAGF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAInD,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YAC9C,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAChC,OAAO,MAAM,CAAC,KAAK,CAAC;YACxB,CAAC;iBAAM,CAAC;gBAEJ,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;gBAC7B,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;gBAC3B,MAAM,WAAW,GAAG,IAAI,uBAAU,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;gBAC9D,WAAW,CAAC,IAAI,GAAG;oBACf,OAAO,EAAE,EAAE;oBACX,KAAK,EAAE;wBACH,YAAY,EAAE,CAAC;wBACf,gBAAgB,EAAE,CAAC;wBACnB,WAAW,EAAE,CAAC;qBACjB;iBACJ,CAAC;gBACF,WAAW,CAAC,UAAU,GAAG,OAAO,CAAC;gBACjC,WAAW,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,IAAI,eAAe,CAAC;gBACrE,WAAW,CAAC,SAAS,GAAG,EAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAC,CAAC;gBACnD,WAAW,CAAC,SAAS,GAAG,6BAAa,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBACzF,OAAO,WAAW,CAAC;YACvB,CAAC;QACL,CAAC,CAAC,CAAC;QAGH,IAAI,SAAS,EAAE,cAAc,EAAE,CAAC;YAC5B,SAAS,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAC1C,CAAC;QAED,OAAO,WAAW,CAAC;IACvB,CAAC;IAcD,IAAW,iBAAiB;QAExB,OAAO,KAAK,CAAC;IACjB,CAAC;IAOS,KAAK,CAAC,6BAA6B,CAAC,MAAkB;QAC5D,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QAE7B,OAAO,IAAI,OAAO,CAAa,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC/C,CAAC,KAAK,IAAI,EAAE;gBACR,IAAI,CAAC;oBAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;oBAGzD,IAAI,kBAAkB,GAAG,EAAE,CAAC;oBAC5B,IAAI,SAAS,GAAQ,IAAI,CAAC;oBAC1B,IAAI,KAAK,GAAG;wBACR,YAAY,EAAE,CAAC;wBACf,gBAAgB,EAAE,CAAC;wBACnB,WAAW,EAAE,CAAC;qBACjB,CAAC;oBAGF,IAAI,CAAC,MAAM,EAAE,CAAC;wBACV,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBACnD,CAAC;oBAGD,IAAI,CAAC;wBACD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;4BAC/B,IAAI,KAAK,EAAE,CAAC;gCACR,MAAM,SAAS,GAAG,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;gCAEpD,IAAI,SAAS,EAAE,OAAO,EAAE,CAAC;oCACrB,kBAAkB,IAAI,SAAS,CAAC,OAAO,CAAC;oCAExC,IAAI,MAAM,CAAC,kBAAkB,EAAE,SAAS,EAAE,CAAC;wCACvC,MAAM,CAAC,kBAAkB,CAAC,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;oCAClE,CAAC;gCACL,CAAC;gCAED,SAAS,GAAG,KAAK,CAAC;gCAGlB,IAAI,SAAS,EAAE,KAAK,EAAE,CAAC;oCACnB,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC;gCAC5B,CAAC;4BACL,CAAC;wBACL,CAAC;oBACL,CAAC;oBAAC,OAAO,WAAW,EAAE,CAAC;wBAEnB,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,WAAW,CAAC,CAAC;oBAClE,CAAC;oBAGD,IAAI,MAAM,CAAC,kBAAkB,EAAE,SAAS,EAAE,CAAC;wBACvC,MAAM,CAAC,kBAAkB,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;oBAClD,CAAC;oBAGD,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;oBAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,yBAAyB,CACzC,kBAAkB,EAClB,SAAS,EACT,KAAK,CACR,CAAC;oBAGF,IAAI,CAAC,MAAM,EAAE,CAAC;wBACV,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;oBAC/C,CAAC;oBAID,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;oBAC7B,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC;oBAIzB,IAAI,MAAM,CAAC,kBAAkB,EAAE,UAAU,EAAE,CAAC;wBACxC,MAAM,CAAC,kBAAkB,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;oBACjD,CAAC;oBAED,OAAO,CAAC,MAAM,CAAC,CAAC;gBACpB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACb,IAAI,MAAM,CAAC,kBAAkB,EAAE,OAAO,EAAE,CAAC;wBACrC,MAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;oBAC7C,CAAC;oBAED,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;oBAG3B,MAAM,WAAW,GAAG,IAAI,uBAAU,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;oBAC9D,WAAW,CAAC,IAAI,GAAG;wBACf,OAAO,EAAE,EAAE;wBACX,KAAK,EAAE;4BACH,YAAY,EAAE,CAAC;4BACf,gBAAgB,EAAE,CAAC;4BACnB,WAAW,EAAE,CAAC;yBACjB;qBACJ,CAAC;oBACF,WAAW,CAAC,UAAU,GAAG,OAAO,CAAC;oBACjC,WAAW,CAAC,YAAY,GAAG,KAAK,EAAE,OAAO,IAAI,eAAe,CAAC;oBAC7D,WAAW,CAAC,SAAS,GAAG,EAAC,SAAS,EAAE,KAAK,EAAC,CAAC;oBAC3C,WAAW,CAAC,SAAS,GAAG,6BAAa,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;oBAEjF,MAAM,CAAC,WAAW,CAAC,CAAC;gBACxB,CAAC;YACL,CAAC,CAAC,EAAE,CAAC;QACT,CAAC,CAAC,CAAC;IACP,CAAC;IA6CS,sBAAsB;QAC5B,OAAO,KAAK,CAAC;IACjB,CAAC;IAMS,oBAAoB;QAC1B,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;IAClD,CAAC;IAMS,0BAA0B,CAAC,OAAe;QAIhD,IAAI,CAAC,OAAO;YACR,OAAO;gBACH,OAAO;gBACP,QAAQ,EAAE,SAAS;aACtB,CAAC;QAEN,IAAI,gBAAgB,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QACtC,IAAI,eAAe,GAAuB,SAAS,CAAC;QAEpD,MAAM,IAAI,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACzC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QAC7C,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QAC/C,MAAM,YAAY,GAAG,gBAAgB,CAAC,WAAW,EAAE,CAAC;QAGpD,IAAI,YAAY,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YAEhF,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;YACpC,MAAM,aAAa,GAAG,YAAY,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAE1D,IAAI,aAAa,KAAK,CAAC,CAAC,EAAE,CAAC;gBACvB,eAAe,GAAG,gBAAgB,CAAC,SAAS,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC/E,gBAAgB,GAAG,gBAAgB,CAAC,SAAS,CAAC,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;YAC5F,CAAC;QACL,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC;IACpE,CAAC;IAKS,6BAA6B;QACnC,IAAI,CAAC,mBAAmB,GAAG;YACvB,mBAAmB,EAAE,EAAE;YACvB,eAAe,EAAE,KAAK;YACtB,cAAc,EAAE,EAAE;YAClB,gBAAgB,EAAE,KAAK;SAC1B,CAAC;IACN,CAAC;IAKS,wBAAwB;QAC9B,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;IACpC,CAAC;IAMS,8BAA8B,CAAC,UAAkB;QACvD,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAE5B,OAAO,UAAU,CAAC;QACtB,CAAC;QAED,IAAI,aAAa,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,mBAAmB,CAAC,cAAc,IAAI,UAAU,CAAC;QAGtD,IAAI,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,EAAE,CAAC;YAC5C,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC;YACxD,IAAI,CAAC,mBAAmB,CAAC,cAAc,GAAG,EAAE,CAAC;YAC7C,OAAO,aAAa,CAAC;QACzB,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC;QACxD,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QAG3C,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,eAAe,IAAI,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;YAC9F,MAAM,eAAe,GAAG,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YAGtE,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;gBACtB,aAAa,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC;gBACtD,IAAI,CAAC,mBAAmB,CAAC,cAAc,GAAG,OAAO,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;gBAC7E,OAAO,aAAa,CAAC;YACzB,CAAC;YAGD,IAAI,CAAC,mBAAmB,CAAC,eAAe,GAAG,IAAI,CAAC;YAGhD,IAAI,CAAC,mBAAmB,CAAC,cAAc,GAAG,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClF,CAAC;QAGD,IAAI,IAAI,CAAC,mBAAmB,CAAC,eAAe,EAAE,CAAC;YAC3C,MAAM,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC,WAAW,EAAE,CAAC;YAClF,MAAM,aAAa,GAAG,mBAAmB,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;YAE5E,IAAI,aAAa,KAAK,CAAC,CAAC,EAAE,CAAC;gBAEvB,IAAI,CAAC,mBAAmB,CAAC,mBAAmB,IAAI,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;gBACpH,IAAI,CAAC,mBAAmB,CAAC,cAAc,GAAG,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC,SAAS,CAAC,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC/H,IAAI,CAAC,mBAAmB,CAAC,eAAe,GAAG,KAAK,CAAC;gBACjD,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,GAAG,IAAI,CAAC;gBAGjD,OAAO,IAAI,CAAC,8BAA8B,CAAC,EAAE,CAAC,CAAC;YACnD,CAAC;iBAAM,CAAC;gBAEJ,IAAI,CAAC,mBAAmB,CAAC,mBAAmB,IAAI,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC;gBACxF,IAAI,CAAC,mBAAmB,CAAC,cAAc,GAAG,EAAE,CAAC;gBAC7C,OAAO,EAAE,CAAC;YACd,CAAC;QACL,CAAC;QAGD,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC;QACxD,IAAI,CAAC,mBAAmB,CAAC,cAAc,GAAG,EAAE,CAAC;QAC7C,OAAO,aAAa,CAAC;IACzB,CAAC;IAKS,oBAAoB,CAC1B,OAA8B,EAC9B,eAAwB;QAExB,IAAI,eAAe,EAAE,CAAC;YAClB,OAAO,CAAC,QAAQ,GAAG,eAAe,CAAC;QACvC,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;CACJ;AA/bD,0BA+bC"}
+{"version":3,"file":"baseLLM.js","sourceRoot":"","sources":["../../src/generic/baseLLM.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAc,MAAM,aAAa,CAAC;AACpD,OAAO,EAAc,UAAU,EAAmF,MAAM,cAAc,CAAC;AAEvI,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAYhD;;;GAGG;AACH,MAAM,OAAgB,OAAQ,SAAQ,SAAS;IAA/C;;QACI;;WAEG;QACO,wBAAmB,GAAwB,EAAE,CAAC;QAyRxD,kEAAkE;QAElE;;;WAGG;QACO,wBAAmB,GAA+B,IAAI,CAAC;IA4JrE,CAAC;IAzbG;;OAEG;IACH,IAAW,kBAAkB;QACzB,OAAO,IAAI,CAAC,mBAAmB,CAAC;IACpC,CAAC;IAED;;;;;OAKG;IACI,qBAAqB,CAAC,QAA6B;QACtD,IAAI,CAAC,mBAAmB,GAAG,EAAC,GAAG,IAAI,CAAC,mBAAmB,EAAE,GAAG,QAAQ,EAAC,CAAC;IAC1E,CAAC;IAED;;;;OAIG;IACI,uBAAuB;QAC1B,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC;IAClC,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,cAAc,CAAC,MAAkB;QAC1C,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACrC,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC,8BAA8B;QAC/D,CAAC;QAED,uDAAuD;QACvD,IAAI,MAAM,CAAC,SAAS,IAAI,MAAM,CAAC,kBAAkB,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC1E,OAAO,IAAI,CAAC,6BAA6B,CAAC,MAAM,CAAC,CAAC;QACtD,CAAC;QAED,oDAAoD;QACpD,OAAO,IAAI,CAAC,0BAA0B,CAAC,MAAM,CAAC,CAAC;IACnD,CAAC;IAED;;;;;;;;;OASG;IACI,KAAK,CAAC,eAAe,CACxB,WAAyB,EACzB,SAA4C;QAE5C,IAAI,CAAC,WAAW,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3C,OAAO,EAAE,CAAC;QACd,CAAC;QAED,sCAAsC;QACtC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAC/C,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC;aACtB,IAAI,CAAC,QAAQ,CAAC,EAAE;YACb,6CAA6C;YAC7C,IAAI,SAAS,EAAE,YAAY,EAAE,CAAC;gBAC1B,SAAS,CAAC,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC5C,CAAC;YACD,OAAO,QAAQ,CAAC;QACpB,CAAC,CAAC;aACD,KAAK,CAAC,KAAK,CAAC,EAAE;YACX,wCAAwC;YACxC,IAAI,SAAS,EAAE,OAAO,EAAE,CAAC;gBACrB,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACpC,CAAC;YACD,MAAM,KAAK,CAAC,CAAC,8CAA8C;QAC/D,CAAC,CAAC,CACT,CAAC;QAEF,0DAA0D;QAC1D,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAEnD,yDAAyD;QACzD,kDAAkD;QAClD,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YAC9C,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAChC,OAAO,MAAM,CAAC,KAAK,CAAC;YACxB,CAAC;iBAAM,CAAC;gBACJ,yBAAyB;gBACzB,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;gBAC7B,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;gBAC3B,MAAM,WAAW,GAAG,IAAI,UAAU,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;gBAC9D,WAAW,CAAC,IAAI,GAAG;oBACf,OAAO,EAAE,EAAE;oBACX,KAAK,EAAE;wBACH,YAAY,EAAE,CAAC;wBACf,gBAAgB,EAAE,CAAC;wBACnB,WAAW,EAAE,CAAC;qBACjB;iBACJ,CAAC;gBACF,WAAW,CAAC,UAAU,GAAG,OAAO,CAAC;gBACjC,WAAW,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,IAAI,eAAe,CAAC;gBACrE,WAAW,CAAC,SAAS,GAAG,EAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAC,CAAC;gBACnD,WAAW,CAAC,SAAS,GAAG,aAAa,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBACzF,OAAO,WAAW,CAAC;YACvB,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,+CAA+C;QAC/C,IAAI,SAAS,EAAE,cAAc,EAAE,CAAC;YAC5B,SAAS,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;QAC1C,CAAC;QAED,OAAO,WAAW,CAAC;IACvB,CAAC;IAUD;;;OAGG;IACH,IAAW,iBAAiB;QACxB,qEAAqE;QACrE,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;;;OAIG;IACO,KAAK,CAAC,6BAA6B,CAAC,MAAkB;QAC5D,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QAE7B,OAAO,IAAI,OAAO,CAAa,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC/C,CAAC,KAAK,IAAI,EAAE;gBACR,IAAI,CAAC;oBACD,+BAA+B;oBAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;oBAEzD,8CAA8C;oBAC9C,IAAI,kBAAkB,GAAG,EAAE,CAAC;oBAC5B,IAAI,SAAS,GAAQ,IAAI,CAAC;oBAC1B,IAAI,KAAK,GAAG;wBACR,YAAY,EAAE,CAAC;wBACf,gBAAgB,EAAE,CAAC;wBACnB,WAAW,EAAE,CAAC;qBACjB,CAAC;oBAEF,yCAAyC;oBACzC,IAAI,CAAC,MAAM,EAAE,CAAC;wBACV,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBACnD,CAAC;oBAED,4DAA4D;oBAC5D,IAAI,CAAC;wBACD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;4BAC/B,IAAI,KAAK,EAAE,CAAC;gCACR,MAAM,SAAS,GAAG,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;gCAEpD,IAAI,SAAS,EAAE,OAAO,EAAE,CAAC;oCACrB,kBAAkB,IAAI,SAAS,CAAC,OAAO,CAAC;oCAExC,IAAI,MAAM,CAAC,kBAAkB,EAAE,SAAS,EAAE,CAAC;wCACvC,MAAM,CAAC,kBAAkB,CAAC,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;oCAClE,CAAC;gCACL,CAAC;gCAED,SAAS,GAAG,KAAK,CAAC;gCAElB,4BAA4B;gCAC5B,IAAI,SAAS,EAAE,KAAK,EAAE,CAAC;oCACnB,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC;gCAC5B,CAAC;4BACL,CAAC;wBACL,CAAC;oBACL,CAAC;oBAAC,OAAO,WAAW,EAAE,CAAC;wBACnB,8DAA8D;wBAC9D,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,WAAW,CAAC,CAAC;oBAClE,CAAC;oBAED,qEAAqE;oBACrE,IAAI,MAAM,CAAC,kBAAkB,EAAE,SAAS,EAAE,CAAC;wBACvC,MAAM,CAAC,kBAAkB,CAAC,SAAS,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;oBAClD,CAAC;oBAED,oEAAoE;oBACpE,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;oBAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,yBAAyB,CACzC,kBAAkB,EAClB,SAAS,EACT,KAAK,CACR,CAAC;oBAEF,4BAA4B;oBAC5B,IAAI,CAAC,MAAM,EAAE,CAAC;wBACV,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;oBAC/C,CAAC;oBAED,wEAAwE;oBACxE,2EAA2E;oBAC3E,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;oBAC7B,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC;oBACzB,uEAAuE;oBAEvE,oCAAoC;oBACpC,IAAI,MAAM,CAAC,kBAAkB,EAAE,UAAU,EAAE,CAAC;wBACxC,MAAM,CAAC,kBAAkB,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;oBACjD,CAAC;oBAED,OAAO,CAAC,MAAM,CAAC,CAAC;gBACpB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACb,IAAI,MAAM,CAAC,kBAAkB,EAAE,OAAO,EAAE,CAAC;wBACrC,MAAM,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;oBAC7C,CAAC;oBAED,MAAM,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC;oBAE3B,qDAAqD;oBACrD,MAAM,WAAW,GAAG,IAAI,UAAU,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;oBAC9D,WAAW,CAAC,IAAI,GAAG;wBACf,OAAO,EAAE,EAAE;wBACX,KAAK,EAAE;4BACH,YAAY,EAAE,CAAC;4BACf,gBAAgB,EAAE,CAAC;4BACnB,WAAW,EAAE,CAAC;yBACjB;qBACJ,CAAC;oBACF,WAAW,CAAC,UAAU,GAAG,OAAO,CAAC;oBACjC,WAAW,CAAC,YAAY,GAAG,KAAK,EAAE,OAAO,IAAI,eAAe,CAAC;oBAC7D,WAAW,CAAC,SAAS,GAAG,EAAC,SAAS,EAAE,KAAK,EAAC,CAAC;oBAC3C,WAAW,CAAC,SAAS,GAAG,aAAa,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;oBAEjF,MAAM,CAAC,WAAW,CAAC,CAAC;gBACxB,CAAC;YACL,CAAC,CAAC,EAAE,CAAC;QACT,CAAC,CAAC,CAAC;IACP,CAAC;IAyCD;;;OAGG;IACO,sBAAsB;QAC5B,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;;OAGG;IACO,oBAAoB;QAC1B,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;IAClD,CAAC;IAED;;;OAGG;IACO,0BAA0B,CAAC,OAAe;QAIhD,IAAI,CAAC,OAAO;YACR,OAAO;gBACH,OAAO;gBACP,QAAQ,EAAE,SAAS;aACtB,CAAC;QAEN,IAAI,gBAAgB,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QACtC,IAAI,eAAe,GAAuB,SAAS,CAAC;QAEpD,MAAM,IAAI,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACzC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QAC7C,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QAC/C,MAAM,YAAY,GAAG,gBAAgB,CAAC,WAAW,EAAE,CAAC;QAEpD,+DAA+D;QAC/D,IAAI,YAAY,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YAChF,oDAAoD;YACpD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;YACpC,MAAM,aAAa,GAAG,YAAY,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAE1D,IAAI,aAAa,KAAK,CAAC,CAAC,EAAE,CAAC;gBACvB,eAAe,GAAG,gBAAgB,CAAC,SAAS,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC/E,gBAAgB,GAAG,gBAAgB,CAAC,SAAS,CAAC,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;YAC5F,CAAC;QACL,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC;IACpE,CAAC;IAED;;OAEG;IACO,6BAA6B;QACnC,IAAI,CAAC,mBAAmB,GAAG;YACvB,mBAAmB,EAAE,EAAE;YACvB,eAAe,EAAE,KAAK;YACtB,cAAc,EAAE,EAAE;YAClB,gBAAgB,EAAE,KAAK;SAC1B,CAAC;IACN,CAAC;IAED;;OAEG;IACO,wBAAwB;QAC9B,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;IACpC,CAAC;IAED;;;OAGG;IACO,8BAA8B,CAAC,UAAkB;QACvD,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC5B,8DAA8D;YAC9D,OAAO,UAAU,CAAC;QACtB,CAAC;QAED,IAAI,aAAa,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,mBAAmB,CAAC,cAAc,IAAI,UAAU,CAAC;QAEtD,mEAAmE;QACnE,IAAI,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,EAAE,CAAC;YAC5C,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC;YACxD,IAAI,CAAC,mBAAmB,CAAC,cAAc,GAAG,EAAE,CAAC;YAC7C,OAAO,aAAa,CAAC;QACzB,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC;QACxD,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QAE3C,8DAA8D;QAC9D,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,eAAe,IAAI,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;YAC9F,MAAM,eAAe,GAAG,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YAEtE,yDAAyD;YACzD,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;gBACtB,aAAa,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC;gBACtD,IAAI,CAAC,mBAAmB,CAAC,cAAc,GAAG,OAAO,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;gBAC7E,OAAO,aAAa,CAAC;YACzB,CAAC;YAED,gCAAgC;YAChC,IAAI,CAAC,mBAAmB,CAAC,eAAe,GAAG,IAAI,CAAC;YAEhD,yBAAyB;YACzB,IAAI,CAAC,mBAAmB,CAAC,cAAc,GAAG,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClF,CAAC;QAED,oEAAoE;QACpE,IAAI,IAAI,CAAC,mBAAmB,CAAC,eAAe,EAAE,CAAC;YAC3C,MAAM,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC,WAAW,EAAE,CAAC;YAClF,MAAM,aAAa,GAAG,mBAAmB,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;YAE5E,IAAI,aAAa,KAAK,CAAC,CAAC,EAAE,CAAC;gBACvB,kCAAkC;gBAClC,IAAI,CAAC,mBAAmB,CAAC,mBAAmB,IAAI,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;gBACpH,IAAI,CAAC,mBAAmB,CAAC,cAAc,GAAG,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC,SAAS,CAAC,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBAC/H,IAAI,CAAC,mBAAmB,CAAC,eAAe,GAAG,KAAK,CAAC;gBACjD,IAAI,CAAC,mBAAmB,CAAC,gBAAgB,GAAG,IAAI,CAAC;gBAEjD,4CAA4C;gBAC5C,OAAO,IAAI,CAAC,8BAA8B,CAAC,EAAE,CAAC,CAAC;YACnD,CAAC;iBAAM,CAAC;gBACJ,sCAAsC;gBACtC,IAAI,CAAC,mBAAmB,CAAC,mBAAmB,IAAI,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC;gBACxF,IAAI,CAAC,mBAAmB,CAAC,cAAc,GAAG,EAAE,CAAC;gBAC7C,OAAO,EAAE,CAAC;YACd,CAAC;QACL,CAAC;QAED,mDAAmD;QACnD,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC;QACxD,IAAI,CAAC,mBAAmB,CAAC,cAAc,GAAG,EAAE,CAAC;QAC7C,OAAO,aAAa,CAAC;IACzB,CAAC;IAED;;OAEG;IACO,oBAAoB,CAC1B,OAA8B,EAC9B,eAAwB;QAExB,IAAI,eAAe,EAAE,CAAC;YAClB,OAAO,CAAC,QAAQ,GAAG,eAAe,CAAC;QACvC,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;CACJ"}

package/dist/generic/baseModel.d.ts

@@ -5,33 +5,124 @@ export declare class BaseResult {
     endTime: Date;
     errorMessage: string;
     exception: any;
+    /**
+     * Structured error information for better error handling and retry logic
+     */
     errorInfo?: AIErrorInfo;
     get timeElapsed(): number;
     constructor(success: boolean, startTime: Date, endTime: Date);
 }
 export declare class BaseParams {
+    /**
+     * Model name, required.
+     */
     model: string;
+    /**
+     * Model temperature, optional.
+     */
     temperature?: number;
+    /**
+     * Specifies the format that the model should output. Not all models support all formats. If not specified, the default is 'Any'.
+     */
     responseFormat?: 'Any' | 'Text' | 'Markdown' | 'JSON' | 'ModelSpecific';
+    /**
+     * The standard response formats may not be sufficient for all models. This field allows for a model-specific response format to be specified. For this field to be used, responseFormat must be set to 'ModelSpecific'.
+     */
     modelSpecificResponseFormat?: any;
+    /**
+     * Model max output response tokens, optional.
+     */
     maxOutputTokens?: number;
+    /**
+     * Model max budget tokens that we may use for reasoning in reasoning models, optional.
+     */
     reasoningBudgetTokens?: number;
+    /**
+     * Optional seed for reproducible outputs.
+     * Not all models support seeding, but when supported, using the same seed
+     * with the same inputs should produce identical outputs.
+     */
     seed?: number;
+    /**
+     * Optional array of sequences where the model will stop generating further tokens.
+     * The returned text will not contain the stop sequence.
+     */
     stopSequences?: string[];
 }
+/**
+ * Represents token usage and cost information for an AI model execution.
+ *
+ * This class tracks the number of tokens used in both the prompt (input) and
+ * completion (output) phases of an AI model execution, along with optional
+ * cost information when provided by the AI provider.
+ *
+ * @class ModelUsage
+ * @since 2.43.0
+ */
 export declare class ModelUsage {
+    /**
+     * Creates a new ModelUsage instance.
+     *
+     * @param {number} promptTokens - Number of tokens used in the prompt/input
+     * @param {number} completionTokens - Number of tokens generated in the completion/output
+     * @param {number} [cost] - Optional cost of the execution
+     * @param {string} [costCurrency] - Optional currency code for the cost (e.g., 'USD', 'EUR', 'GBP')
+     */
     constructor(promptTokens: number, completionTokens: number, cost?: number, costCurrency?: string);
+    /**
+     * Number of tokens used in the prompt/input phase.
+     * This includes all tokens from system messages, user messages, and any
+     * other context provided to the model.
+     */
     promptTokens: number;
+    /**
+     * Number of tokens generated by the model in its response.
+     * This represents the length of the model's output.
+     */
     completionTokens: number;
+    /**
+     * Optional cost of this execution.
+     * The currency is specified in the costCurrency field.
+     * Some providers (like Anthropic) provide this information directly in their API responses.
+     */
     cost?: number;
+    /**
+     * Optional ISO 4217 currency code for the cost field.
+     * Examples: 'USD', 'EUR', 'GBP', 'JPY', etc.
+     * If not specified when cost is provided, the currency is provider-specific.
+     */
     costCurrency?: string;
+    /**
+     * Optional queue time in milliseconds before the model started processing the request.
+     * This is a provider-specific timing metric that may not be available from all providers.
+     */
     queueTime?: number;
+    /**
+     * Optional time in milliseconds for the model to ingest and process the prompt.
+     * This is a provider-specific timing metric that may not be available from all providers.
+     */
     promptTime?: number;
+    /**
+     * Optional time in milliseconds for the model to generate the completion/response tokens.
+     * This is a provider-specific timing metric that may not be available from all providers.
+     */
     completionTime?: number;
+    /**
+     * Calculated total number of tokens (prompt + completion).
+     * This is useful for tracking overall token usage against limits.
+     *
+     * @returns {number} The sum of promptTokens and completionTokens
+     */
     get totalTokens(): number;
 }
+/**
+ * Base AI model class, used for everything else in the MemberJunction AI environment
+ */
 export declare abstract class BaseModel {
     private _apiKey;
+    /**
+     * Only sub-classes can access the API key
+     */
     protected get apiKey(): string;
     constructor(apiKey: string);
 }