@vybestack/llxprt-code-core 0.1.19-beta → 0.1.19

package/dist/src/prompt-config/defaults/tool-defaults.js

@@ -1,81 +1,33 @@
 /**
  * Tool-specific default prompts
- * These constants contain the default content for tool-related prompts
+ * These constants reference the corresponding .md files for default content
  */
+import { readFileSync } from 'node:fs';
+import { join, dirname } from 'node:path';
+import { fileURLToPath } from 'node:url';
+const __dirname = dirname(fileURLToPath(import.meta.url));
+function loadMarkdownFile(filename) {
+    try {
+        return readFileSync(join(__dirname, filename), 'utf-8');
+    }
+    catch (_error) {
+        console.warn(`Warning: Could not load ${filename}, using empty content`);
+        return '';
+    }
+}
 export const TOOL_DEFAULTS = {
-    'tools/shell.md': `- Use the '\${ShellTool.Name}' tool for running shell commands, remembering the safety rule to explain modifying commands first.
-- **Explain Critical Commands:** Before executing commands with '\${ShellTool.Name}' that modify the file system, codebase, or system state, you *must* provide a brief explanation of the command's purpose and potential impact. Prioritize user understanding and safety. You should not ask permission to use the tool; the user will be presented with a confirmation dialogue upon use (you do not need to tell them this).
-- **Command Execution:** Use the '\${ShellTool.Name}' tool for running shell commands, remembering the safety rule to explain modifying commands first.
-- **Background Processes:** Use background processes (via \\\`&\\\`) for commands that are unlikely to stop on their own, e.g. \\\`node server.js &\\\`. If unsure, ask the user.
-- **Interactive Commands:** Try to avoid shell commands that are likely to require user interaction (e.g. \\\`git rebase -i\\\`). Use non-interactive versions of commands (e.g. \\\`npm init -y\\\` instead of \\\`npm init\\\`) when available, and otherwise remind the user that interactive shell commands are not supported and may cause hangs until canceled by the user.`,
-    'tools/read-file.md': `- **File Paths:** Always use absolute paths when referring to files with tools like '\${ReadFileTool.Name}' or '\${WriteFileTool.Name}'. Relative paths are not supported. You must provide an absolute path.
-- **Path Construction:** Before using any file system tool (e.g., \${ReadFileTool.Name}' or '\${WriteFileTool.Name}'), you must construct the full absolute path for the file_path argument. Always combine the absolute path of the project's root directory with the file's path relative to the root. For example, if the project root is /path/to/project/ and the file is foo/bar/baz.txt, the final path you must use is /path/to/project/foo/bar/baz.txt. If the user provides a relative path, you must resolve it against the root directory to create an absolute path.
-- Use '\${ReadFileTool.Name}' and '\${ReadManyFilesTool.Name}' to understand context and validate any assumptions you may have.
-- Never make assumptions about the contents of files; instead use '\${ReadFileTool.Name}' or '\${ReadManyFilesTool.Name}' to ensure you aren't making broad assumptions.`,
-    'tools/edit.md': `- Use the available tools (e.g., '\${EditTool.Name}', '\${WriteFileTool.Name}' '\${ShellTool.Name}' ...) to act on the plan, strictly adhering to the project's established conventions (detailed under 'Core Mandates').
-- When asked to modify files, use the '\${EditTool.Name}' tool`,
-    'tools/write-file.md': `- **File Paths:** Always use absolute paths when referring to files with tools like '\${ReadFileTool.Name}' or '\${WriteFileTool.Name}'. Relative paths are not supported. You must provide an absolute path.
-- **Path Construction:** Before using any file system tool (e.g., \${ReadFileTool.Name}' or '\${WriteFileTool.Name}'), you must construct the full absolute path for the file_path argument. Always combine the absolute path of the project's root directory with the file's path relative to the root. For example, if the project root is /path/to/project/ and the file is foo/bar/baz.txt, the final path you must use is /path/to/project/foo/bar/baz.txt. If the user provides a relative path, you must resolve it against the root directory to create an absolute path.
-- Some tools you may especially find useful are '\${WriteFileTool.Name}', '\${EditTool.Name}' and '\${ShellTool.Name}'.
-- When asked to create files, use the '\${WriteFileTool.Name}' tool`,
-    'tools/grep.md': `- Use '\${GrepTool.Name}' and '\${GlobTool.Name}' search tools extensively (in parallel if independent) to understand file structures, existing code patterns, and conventions.
-- When asked to search for patterns in files, use the '\${GrepTool.Name}' tool`,
-    'tools/glob.md': `- Use '\${GrepTool.Name}' and '\${GlobTool.Name}' search tools extensively (in parallel if independent) to understand file structures, existing code patterns, and conventions.
-- When asked to find files by name, use the '\${GlobTool.Name}' tool`,
-    'tools/ls.md': `- When asked to list files or directories, use the '\${LSTool.Name}' tool`,
-    'tools/memory.md': `- **Remembering Facts:** Use the '\${MemoryTool.Name}' tool to remember specific, *user-related* facts or preferences when the user explicitly asks, or when they state a clear, concise piece of information that would help personalize or streamline *your future interactions with them* (e.g., preferred coding style, common project paths they use, personal tool aliases). This tool is for user-specific information that should persist across sessions. Do *not* use it for general project context or information. If unsure whether to save something, you can ask the user, "Should I remember that for you?"`,
-    'tools/read-many-files.md': `- Use '\${ReadFileTool.Name}' and '\${ReadManyFilesTool.Name}' to understand context and validate any assumptions you may have.
-- Never make assumptions about the contents of files; instead use '\${ReadFileTool.Name}' or '\${ReadManyFilesTool.Name}' to ensure you aren't making broad assumptions.`,
-    'tools/todo-read.md': `# Task Management
-You have access to the TodoWrite and TodoRead tools to help you manage and plan tasks. Use these tools VERY frequently to ensure that you are tracking your tasks and giving the user visibility into your progress.`,
-    'tools/todo-write.md': `# Task Management
-You have access to the TodoWrite and TodoRead tools to help you manage and plan tasks. Use these tools VERY frequently to ensure that you are tracking your tasks and giving the user visibility into your progress.
-
-## When to Use This Tool
-Use this tool proactively in these scenarios:
-
-1. Complex multi-step tasks - When a task requires 3 or more distinct steps or actions
-2. Non-trivial and complex tasks - Tasks that require careful planning or multiple operations
-3. User explicitly requests todo list - When the user directly asks you to use the todo list
-4. User provides multiple tasks - When users provide a list of things to be done (numbered or comma-separated)
-5. After receiving new instructions - Immediately capture user requirements as todos
-6. When you start working on a task - Mark it as in_progress BEFORE beginning work
-7. After completing a task - Mark it as completed and add any new follow-up tasks discovered during implementation
-
-## When NOT to Use This Tool
-Skip using this tool when:
-1. There is only a single, straightforward task
-2. The task is trivial and tracking it provides no organizational benefit
-3. The task can be completed in less than 3 trivial steps
-4. The task is purely conversational or informational
-
-## Task States and Management
-1. **Task States**: Use these states to track progress:
-   - pending: Task not yet started
-   - in_progress: Currently working on (limit to ONE task at a time)
-   - completed: Task finished successfully
-
-2. **Task Management**:
-   - Update task status in real-time as you work
-   - Mark tasks complete IMMEDIATELY after finishing (don't batch completions)
-   - Only have ONE task in_progress at any time
-   - Complete current tasks before starting new ones
-   - Remove tasks that are no longer relevant from the list entirely
-
-3. **Task Completion Requirements**:
-   - ONLY mark a task as completed when you have FULLY accomplished it
-   - If you encounter errors, blockers, or cannot finish, keep the task as in_progress
-   - When blocked, create a new task describing what needs to be resolved
-   - Never mark a task as completed if:
-     - Tests are failing
-     - Implementation is partial
-     - You encountered unresolved errors
-     - You couldn't find necessary files or dependencies
-
-When in doubt, use this tool. Being proactive with task management demonstrates attentiveness and ensures you complete all requirements successfully.`,
-    'tools/web-fetch.md': `# Web Fetch Tool
-Use this tool to fetch content from URLs when needed.`,
-    'tools/web-search.md': `# Web Search Tool
-Use this tool to search the web when needed.`,
+    'tools/shell.md': loadMarkdownFile('tools/shell.md'),
+    'tools/read-file.md': loadMarkdownFile('tools/read-file.md'),
+    'tools/edit.md': loadMarkdownFile('tools/edit.md'),
+    'tools/write-file.md': loadMarkdownFile('tools/write-file.md'),
+    'tools/grep.md': loadMarkdownFile('tools/grep.md'),
+    'tools/glob.md': loadMarkdownFile('tools/glob.md'),
+    'tools/ls.md': loadMarkdownFile('tools/ls.md'),
+    'tools/memory.md': loadMarkdownFile('tools/memory.md'),
+    'tools/read-many-files.md': loadMarkdownFile('tools/read-many-files.md'),
+    'tools/todo-read.md': loadMarkdownFile('tools/todo-read.md'),
+    'tools/todo-write.md': loadMarkdownFile('tools/todo-write.md'),
+    'tools/web-fetch.md': loadMarkdownFile('tools/web-fetch.md'),
+    'tools/web-search.md': loadMarkdownFile('tools/web-search.md'),
 };
 //# sourceMappingURL=tool-defaults.js.map

package/dist/src/prompt-config/defaults/tool-defaults.js.map

@@ -1 +1 @@
-{"version":3,"file":"tool-defaults.js","sourceRoot":"","sources":["../../../../src/prompt-config/defaults/tool-defaults.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,CAAC,MAAM,aAAa,GAA2B;IACnD,gBAAgB,EAAE;;;;kXAI8V;IAEhX,oBAAoB,EAAE;;;yKAGiJ;IAEvK,eAAe,EAAE;+DAC4C;IAE7D,qBAAqB,EAAE;;;oEAG2C;IAElE,eAAe,EAAE;+EAC4D;IAE7E,eAAe,EAAE;qEACkD;IAEnE,aAAa,EAAE,2EAA2E;IAE1F,iBAAiB,EAAE,6lBAA6lB;IAEhnB,0BAA0B,EAAE;yKAC2I;IAEvK,oBAAoB,EAAE;qNAC6L;IAEnN,qBAAqB,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;sJA4C6H;IAEpJ,oBAAoB,EAAE;sDAC8B;IAEpD,qBAAqB,EAAE;6CACoB;CAC5C,CAAC"}
+{"version":3,"file":"tool-defaults.js","sourceRoot":"","sources":["../../../../src/prompt-config/defaults/tool-defaults.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,MAAM,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE1D,SAAS,gBAAgB,CAAC,QAAgB;IACxC,IAAI,CAAC;QACH,OAAO,YAAY,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;IAAC,OAAO,MAAM,EAAE,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC,2BAA2B,QAAQ,uBAAuB,CAAC,CAAC;QACzE,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,MAAM,aAAa,GAA2B;IACnD,gBAAgB,EAAE,gBAAgB,CAAC,gBAAgB,CAAC;IACpD,oBAAoB,EAAE,gBAAgB,CAAC,oBAAoB,CAAC;IAC5D,eAAe,EAAE,gBAAgB,CAAC,eAAe,CAAC;IAClD,qBAAqB,EAAE,gBAAgB,CAAC,qBAAqB,CAAC;IAC9D,eAAe,EAAE,gBAAgB,CAAC,eAAe,CAAC;IAClD,eAAe,EAAE,gBAAgB,CAAC,eAAe,CAAC;IAClD,aAAa,EAAE,gBAAgB,CAAC,aAAa,CAAC;IAC9C,iBAAiB,EAAE,gBAAgB,CAAC,iBAAiB,CAAC;IACtD,0BAA0B,EAAE,gBAAgB,CAAC,0BAA0B,CAAC;IACxE,oBAAoB,EAAE,gBAAgB,CAAC,oBAAoB,CAAC;IAC5D,qBAAqB,EAAE,gBAAgB,CAAC,qBAAqB,CAAC;IAC9D,oBAAoB,EAAE,gBAAgB,CAAC,oBAAoB,CAAC;IAC5D,qBAAqB,EAAE,gBAAgB,CAAC,qBAAqB,CAAC;CAC/D,CAAC"}

package/dist/src/prompt-config/defaults/tools/read-file.md

@@ -1,4 +1,4 @@
 - **File Paths:** Always use absolute paths when referring to files with tools like '${ReadFileTool.Name}' or '${WriteFileTool.Name}'. Relative paths are not supported. You must provide an absolute path.
-- **Path Construction:** Before using any file system tool (e.g., ${ReadFileTool.Name}' or '${WriteFileTool.Name}'), you must construct the full absolute path for the file_path argument. Always combine the absolute path of the project's root directory with the file's path relative to the root. For example, if the project root is /path/to/project/ and the file is foo/bar/baz.txt, the final path you must use is /path/to/project/foo/bar/baz.txt. If the user provides a relative path, you must resolve it against the root directory to create an absolute path.
+- **Path Construction:** Before using any file system tool (e.g., ${ReadFileTool.Name}' or '${WriteFileTool.Name}'), you must construct the full absolute path for the absolute_path argument. Always combine the absolute path of the project's root directory with the file's path relative to the root. For example, if the project root is /path/to/project/ and the file is foo/bar/baz.txt, the final path you must use is /path/to/project/foo/bar/baz.txt. If the user provides a relative path, you must resolve it against the root directory to create an absolute path.
 - Use '${ReadFileTool.Name}' and '${ReadManyFilesTool.Name}' to understand context and validate any assumptions you may have.
 - Never make assumptions about the contents of files; instead use '${ReadFileTool.Name}' or '${ReadManyFilesTool.Name}' to ensure you aren't making broad assumptions.

package/dist/src/providers/BaseProvider.d.ts

@@ -0,0 +1,149 @@
+/**
+ * @license
+ * Copyright 2025 Vybestack LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+/**
+ * Base provider class with authentication precedence logic
+ */
+import { IProvider } from './IProvider.js';
+import { IModel } from './IModel.js';
+import { ITool } from './ITool.js';
+import { IMessage } from './IMessage.js';
+import { AuthPrecedenceResolver, OAuthManager } from '../auth/precedence.js';
+export interface BaseProviderConfig {
+    name: string;
+    apiKey?: string;
+    baseURL?: string;
+    commandKey?: string;
+    commandKeyfile?: string;
+    cliKey?: string;
+    cliKeyfile?: string;
+    envKeyNames?: string[];
+    isOAuthEnabled?: boolean;
+    oauthProvider?: string;
+    oauthManager?: OAuthManager;
+}
+/**
+ * Abstract base provider class that implements authentication precedence logic
+ * This class provides lazy OAuth triggering and proper authentication precedence
+ */
+export declare abstract class BaseProvider implements IProvider {
+    readonly name: string;
+    protected authResolver: AuthPrecedenceResolver;
+    protected baseProviderConfig: BaseProviderConfig;
+    private cachedAuthToken?;
+    private authCacheTimestamp?;
+    private readonly AUTH_CACHE_DURATION;
+    constructor(config: BaseProviderConfig);
+    /**
+     * Gets authentication token using the precedence chain
+     * This method implements lazy OAuth triggering - only triggers OAuth when actually making API calls
+     */
+    protected getAuthToken(): Promise<string>;
+    /**
+     * Checks if OAuth is enabled for this provider
+     */
+    protected isOAuthEnabled(): boolean;
+    /**
+     * Abstract method to determine if this provider supports OAuth
+     * Must be implemented by concrete providers
+     */
+    protected abstract supportsOAuth(): boolean;
+    /**
+     * Checks if authentication is available without triggering OAuth
+     */
+    hasNonOAuthAuthentication(): Promise<boolean>;
+    /**
+     * Checks if OAuth is the only available authentication method
+     */
+    isOAuthOnlyAvailable(): Promise<boolean>;
+    /**
+     * Gets the current authentication method name for debugging
+     */
+    getAuthMethodName(): Promise<string | null>;
+    /**
+     * Updates the API key (used for CLI --key argument)
+     */
+    setApiKey?(apiKey: string): void;
+    /**
+     * Updates the base URL
+     */
+    setBaseUrl?(baseUrl?: string): void;
+    /**
+     * Updates OAuth configuration
+     */
+    protected updateOAuthConfig(isEnabled: boolean, provider?: string, manager?: OAuthManager): void;
+    /**
+     * Clears the authentication token cache
+     */
+    protected clearAuthCache(): void;
+    /**
+     * Checks if the provider is authenticated using any available method
+     */
+    isAuthenticated(): Promise<boolean>;
+    abstract getModels(): Promise<IModel[]>;
+    abstract getDefaultModel(): string;
+    abstract generateChatCompletion(messages: IMessage[], tools?: ITool[], toolFormat?: string): AsyncIterableIterator<unknown>;
+    setModel?(_modelId: string): void;
+    getCurrentModel?(): string;
+    getToolFormat?(): string;
+    setToolFormatOverride?(_format: string | null): void;
+    isPaidMode?(): boolean;
+    clearState?(): void;
+    setConfig?(_config: unknown): void;
+    getServerTools(): string[];
+    invokeServerTool(toolName: string, _params: unknown, _config?: unknown): Promise<unknown>;
+    setModelParams?(_params: Record<string, unknown> | undefined): void;
+    getModelParams?(): Record<string, unknown> | undefined;
+    /**
+     * Get setting value from SettingsService
+     */
+    protected getProviderSetting<T>(key: keyof ProviderSettings, fallback?: T): Promise<T | undefined>;
+    /**
+     * Set setting value in SettingsService
+     */
+    protected setProviderSetting<T>(key: keyof ProviderSettings, value: T): Promise<void>;
+    /**
+     * Get API key from SettingsService if available
+     */
+    protected getApiKeyFromSettings(): Promise<string | undefined>;
+    /**
+     * Set API key in SettingsService if available
+     */
+    protected setApiKeyInSettings(apiKey: string): Promise<void>;
+    /**
+     * Get model from SettingsService if available
+     */
+    protected getModelFromSettings(): Promise<string | undefined>;
+    /**
+     * Set model in SettingsService if available
+     */
+    protected setModelInSettings(model: string): Promise<void>;
+    /**
+     * Get base URL from SettingsService if available
+     */
+    protected getBaseUrlFromSettings(): Promise<string | undefined>;
+    /**
+     * Set base URL in SettingsService if available
+     */
+    protected setBaseUrlInSettings(baseUrl?: string): Promise<void>;
+    /**
+     * Get model parameters from SettingsService
+     */
+    protected getModelParamsFromSettings(): Promise<Record<string, unknown> | undefined>;
+    /**
+     * Set model parameters in SettingsService
+     */
+    protected setModelParamsInSettings(params: Record<string, unknown> | undefined): Promise<void>;
+}
+interface ProviderSettings {
+    enabled: boolean;
+    apiKey?: string;
+    baseUrl?: string;
+    model?: string;
+    maxTokens?: number;
+    temperature?: number;
+    [key: string]: unknown;
+}
+export {};

package/dist/src/providers/BaseProvider.js

@@ -0,0 +1,315 @@
+/**
+ * @license
+ * Copyright 2025 Vybestack LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { AuthPrecedenceResolver, } from '../auth/precedence.js';
+import { getSettingsService } from '../settings/settingsServiceInstance.js';
+import { UnauthorizedError } from '../utils/errors.js';
+/**
+ * Abstract base provider class that implements authentication precedence logic
+ * This class provides lazy OAuth triggering and proper authentication precedence
+ */
+export class BaseProvider {
+    name;
+    authResolver;
+    baseProviderConfig;
+    cachedAuthToken;
+    authCacheTimestamp;
+    AUTH_CACHE_DURATION = 60000; // 1 minute in milliseconds
+    constructor(config) {
+        this.name = config.name;
+        this.baseProviderConfig = config;
+        // Initialize auth precedence resolver
+        // OAuth enablement will be checked dynamically through the manager
+        const precedenceConfig = {
+            commandKey: config.commandKey,
+            commandKeyfile: config.commandKeyfile,
+            cliKey: config.cliKey,
+            cliKeyfile: config.cliKeyfile,
+            envKeyNames: config.envKeyNames || [],
+            isOAuthEnabled: config.isOAuthEnabled ?? false, // Use the config value, which can be updated
+            supportsOAuth: this.supportsOAuth(),
+            oauthProvider: config.oauthProvider,
+        };
+        this.authResolver = new AuthPrecedenceResolver(precedenceConfig, config.oauthManager);
+    }
+    /**
+     * Gets authentication token using the precedence chain
+     * This method implements lazy OAuth triggering - only triggers OAuth when actually making API calls
+     */
+    async getAuthToken() {
+        // Check cache first (short-lived cache to avoid repeated OAuth calls)
+        if (this.cachedAuthToken &&
+            this.authCacheTimestamp &&
+            Date.now() - this.authCacheTimestamp < this.AUTH_CACHE_DURATION) {
+            return this.cachedAuthToken;
+        }
+        // Clear stale cache
+        this.cachedAuthToken = undefined;
+        this.authCacheTimestamp = undefined;
+        // Resolve authentication using precedence chain
+        const token = await this.authResolver.resolveAuthentication();
+        if (!token) {
+            const isOAuthOnly = await this.authResolver.isOAuthOnlyAvailable();
+            if (isOAuthOnly) {
+                // Special message for Qwen explaining the OAuth limitation
+                if (this.baseProviderConfig.oauthProvider === 'qwen') {
+                    throw new Error(`Qwen OAuth (chat.qwen.ai) doesn't provide API access to DashScope. ` +
+                        `You need a DashScope API key from https://dashscope.console.aliyun.com/ ` +
+                        `Use /key <your-api-key> to set it.`);
+                }
+                throw new UnauthorizedError(`No API key found and OAuth is available but not authenticated for ${this.name} provider. ` +
+                    `Please authenticate using OAuth or provide an API key.`);
+            }
+            else {
+                throw new Error(`No authentication method available for ${this.name} provider`);
+            }
+        }
+        // Cache the token briefly
+        this.cachedAuthToken = token;
+        this.authCacheTimestamp = Date.now();
+        if (process.env.DEBUG) {
+            const authMethod = await this.authResolver.getAuthMethodName();
+            console.log(`[${this.name}] Authentication resolved using: ${authMethod}`);
+        }
+        return token;
+    }
+    /**
+     * Checks if OAuth is enabled for this provider
+     */
+    isOAuthEnabled() {
+        // OAuth is enabled if we have a manager AND it's enabled in settings
+        return !!this.baseProviderConfig.oauthManager;
+    }
+    /**
+     * Checks if authentication is available without triggering OAuth
+     */
+    async hasNonOAuthAuthentication() {
+        return this.authResolver.hasNonOAuthAuthentication();
+    }
+    /**
+     * Checks if OAuth is the only available authentication method
+     */
+    async isOAuthOnlyAvailable() {
+        return this.authResolver.isOAuthOnlyAvailable();
+    }
+    /**
+     * Gets the current authentication method name for debugging
+     */
+    async getAuthMethodName() {
+        return this.authResolver.getAuthMethodName();
+    }
+    /**
+     * Updates the API key (used for CLI --key argument)
+     */
+    setApiKey(apiKey) {
+        this.baseProviderConfig.cliKey = apiKey;
+        this.authResolver.updateConfig({ cliKey: apiKey });
+        this.clearAuthCache();
+    }
+    /**
+     * Updates the base URL
+     */
+    setBaseUrl(baseUrl) {
+        this.baseProviderConfig.baseURL = baseUrl;
+        // Providers may override to implement endpoint-specific OAuth logic
+        this.clearAuthCache();
+    }
+    /**
+     * Updates OAuth configuration
+     */
+    updateOAuthConfig(isEnabled, provider, manager) {
+        this.baseProviderConfig.isOAuthEnabled = isEnabled;
+        this.baseProviderConfig.oauthProvider = provider;
+        this.baseProviderConfig.oauthManager = manager;
+        this.authResolver.updateConfig({
+            isOAuthEnabled: isEnabled,
+            supportsOAuth: this.supportsOAuth(),
+            oauthProvider: provider,
+        });
+        if (manager) {
+            this.authResolver.updateOAuthManager(manager);
+        }
+        this.clearAuthCache();
+    }
+    /**
+     * Clears the authentication token cache
+     */
+    clearAuthCache() {
+        this.cachedAuthToken = undefined;
+        this.authCacheTimestamp = undefined;
+    }
+    /**
+     * Checks if the provider is authenticated using any available method
+     */
+    async isAuthenticated() {
+        try {
+            const token = await this.authResolver.resolveAuthentication();
+            return token !== null;
+        }
+        catch {
+            return false;
+        }
+    }
+    // Optional methods with default implementations
+    setModel(_modelId) { }
+    getCurrentModel() {
+        return 'default';
+    }
+    getToolFormat() {
+        return 'default';
+    }
+    setToolFormatOverride(_format) { }
+    isPaidMode() {
+        return false;
+    }
+    clearState() {
+        this.clearAuthCache();
+    }
+    setConfig(_config) { }
+    getServerTools() {
+        return [];
+    }
+    async invokeServerTool(toolName, _params, _config) {
+        throw new Error(`Server tool '${toolName}' not supported by ${this.name} provider`);
+    }
+    setModelParams(_params) { }
+    getModelParams() {
+        return undefined;
+    }
+    /**
+     * Get setting value from SettingsService
+     */
+    async getProviderSetting(key, fallback) {
+        const settingsService = getSettingsService();
+        try {
+            const settings = await settingsService.getSettings(this.name);
+            return settings[key] || fallback;
+        }
+        catch (error) {
+            if (process.env.DEBUG) {
+                console.error(`Failed to get ${key} from SettingsService for ${this.name}:`, error);
+            }
+            return fallback;
+        }
+    }
+    /**
+     * Set setting value in SettingsService
+     */
+    async setProviderSetting(key, value) {
+        const settingsService = getSettingsService();
+        try {
+            await settingsService.updateSettings(this.name, {
+                [key]: value,
+            });
+        }
+        catch (error) {
+            if (process.env.DEBUG) {
+                console.error(`Failed to set ${key} in SettingsService for ${this.name}:`, error);
+            }
+        }
+    }
+    /**
+     * Get API key from SettingsService if available
+     */
+    async getApiKeyFromSettings() {
+        return this.getProviderSetting('apiKey');
+    }
+    /**
+     * Set API key in SettingsService if available
+     */
+    async setApiKeyInSettings(apiKey) {
+        await this.setProviderSetting('apiKey', apiKey);
+    }
+    /**
+     * Get model from SettingsService if available
+     */
+    async getModelFromSettings() {
+        return this.getProviderSetting('model');
+    }
+    /**
+     * Set model in SettingsService if available
+     */
+    async setModelInSettings(model) {
+        await this.setProviderSetting('model', model);
+    }
+    /**
+     * Get base URL from SettingsService if available
+     */
+    async getBaseUrlFromSettings() {
+        return this.getProviderSetting('baseUrl');
+    }
+    /**
+     * Set base URL in SettingsService if available
+     */
+    async setBaseUrlInSettings(baseUrl) {
+        await this.setProviderSetting('baseUrl', baseUrl);
+    }
+    /**
+     * Get model parameters from SettingsService
+     */
+    async getModelParamsFromSettings() {
+        const settingsService = getSettingsService();
+        try {
+            const settings = await settingsService.getSettings(this.name);
+            // Extract model parameters from settings, excluding standard fields
+            const { enabled: _enabled, apiKey: _apiKey, baseUrl: _baseUrl, model: _model, maxTokens, temperature, ...modelParams } = settings;
+            // Include temperature and maxTokens as model params if they exist
+            const params = {};
+            if (temperature !== undefined)
+                params.temperature = temperature;
+            if (maxTokens !== undefined)
+                params.max_tokens = maxTokens;
+            return Object.keys(params).length > 0 ||
+                Object.keys(modelParams).length > 0
+                ? { ...params, ...modelParams }
+                : undefined;
+        }
+        catch (error) {
+            if (process.env.DEBUG) {
+                console.error(`Failed to get model params from SettingsService for ${this.name}:`, error);
+            }
+            return undefined;
+        }
+    }
+    /**
+     * Set model parameters in SettingsService
+     */
+    async setModelParamsInSettings(params) {
+        const settingsService = getSettingsService();
+        try {
+            if (params === undefined) {
+                // Clear model parameters by setting them to undefined
+                await settingsService.updateSettings(this.name, {
+                    temperature: undefined,
+                    maxTokens: undefined,
+                });
+                return;
+            }
+            // Convert standard model params to settings format
+            const updates = {};
+            if ('temperature' in params)
+                updates.temperature = params.temperature;
+            if ('max_tokens' in params)
+                updates.maxTokens = params.max_tokens;
+            if ('maxTokens' in params)
+                updates.maxTokens = params.maxTokens;
+            // Store other parameters as custom fields
+            for (const [key, value] of Object.entries(params)) {
+                if (!['temperature', 'max_tokens', 'maxTokens'].includes(key)) {
+                    updates[key] = value;
+                }
+            }
+            if (Object.keys(updates).length > 0) {
+                await settingsService.updateSettings(this.name, updates);
+            }
+        }
+        catch (error) {
+            if (process.env.DEBUG) {
+                console.error(`Failed to set model params in SettingsService for ${this.name}:`, error);
+            }
+        }
+    }
+}
+//# sourceMappingURL=BaseProvider.js.map

package/dist/src/providers/BaseProvider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BaseProvider.js","sourceRoot":"","sources":["../../../src/providers/BaseProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAUH,OAAO,EACL,sBAAsB,GAGvB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAqBvD;;;GAGG;AACH,MAAM,OAAgB,YAAY;IACvB,IAAI,CAAS;IACZ,YAAY,CAAyB;IACrC,kBAAkB,CAAqB;IACzC,eAAe,CAAU;IACzB,kBAAkB,CAAU;IACnB,mBAAmB,GAAG,KAAK,CAAC,CAAC,2BAA2B;IAEzE,YAAY,MAA0B;QACpC,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACxB,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC;QAEjC,sCAAsC;QACtC,mEAAmE;QACnE,MAAM,gBAAgB,GAAyB;YAC7C,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,EAAE;YACrC,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,KAAK,EAAE,6CAA6C;YAC7F,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE;YACnC,aAAa,EAAE,MAAM,CAAC,aAAa;SACpC,CAAC;QAEF,IAAI,CAAC,YAAY,GAAG,IAAI,sBAAsB,CAC5C,gBAAgB,EAChB,MAAM,CAAC,YAAY,CACpB,CAAC;IACJ,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,YAAY;QAC1B,sEAAsE;QACtE,IACE,IAAI,CAAC,eAAe;YACpB,IAAI,CAAC,kBAAkB;YACvB,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,mBAAmB,EAC/D,CAAC;YACD,OAAO,IAAI,CAAC,eAAe,CAAC;QAC9B,CAAC;QAED,oBAAoB;QACpB,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACjC,IAAI,CAAC,kBAAkB,GAAG,SAAS,CAAC;QAEpC,gDAAgD;QAChD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,qBAAqB,EAAE,CAAC;QAE9D,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,oBAAoB,EAAE,CAAC;YAEnE,IAAI,WAAW,EAAE,CAAC;gBAChB,2DAA2D;gBAC3D,IAAI,IAAI,CAAC,kBAAkB,CAAC,aAAa,KAAK,MAAM,EAAE,CAAC;oBACrD,MAAM,IAAI,KAAK,CACb,qEAAqE;wBACnE,0EAA0E;wBAC1E,oCAAoC,CACvC,CAAC;gBACJ,CAAC;gBACD,MAAM,IAAI,iBAAiB,CACzB,qEAAqE,IAAI,CAAC,IAAI,aAAa;oBACzF,wDAAwD,CAC3D,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CACb,0CAA0C,IAAI,CAAC,IAAI,WAAW,CAC/D,CAAC;YACJ,CAAC;QACH,CAAC;QAED,0BAA0B;QAC1B,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC7B,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAErC,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;YACtB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,iBAAiB,EAAE,CAAC;YAC/D,OAAO,CAAC,GAAG,CACT,IAAI,IAAI,CAAC,IAAI,oCAAoC,UAAU,EAAE,CAC9D,CAAC;QACJ,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACO,cAAc;QACtB,qEAAqE;QACrE,OAAO,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC;IAChD,CAAC;IAQD;;OAEG;IACH,KAAK,CAAC,yBAAyB;QAC7B,OAAO,IAAI,CAAC,YAAY,CAAC,yBAAyB,EAAE,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,oBAAoB;QACxB,OAAO,IAAI,CAAC,YAAY,CAAC,oBAAoB,EAAE,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB;QACrB,OAAO,IAAI,CAAC,YAAY,CAAC,iBAAiB,EAAE,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,SAAS,CAAE,MAAc;QACvB,IAAI,CAAC,kBAAkB,CAAC,MAAM,GAAG,MAAM,CAAC;QACxC,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QACnD,IAAI,CAAC,cAAc,EAAE,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,UAAU,CAAE,OAAgB;QAC1B,IAAI,CAAC,kBAAkB,CAAC,OAAO,GAAG,OAAO,CAAC;QAC1C,oEAAoE;QACpE,IAAI,CAAC,cAAc,EAAE,CAAC;IACxB,CAAC;IAED;;OAEG;IACO,iBAAiB,CACzB,SAAkB,EAClB,QAAiB,EACjB,OAAsB;QAEtB,IAAI,CAAC,kBAAkB,CAAC,cAAc,GAAG,SAAS,CAAC;QACnD,IAAI,CAAC,kBAAkB,CAAC,aAAa,GAAG,QAAQ,CAAC;QACjD,IAAI,CAAC,kBAAkB,CAAC,YAAY,GAAG,OAAO,CAAC;QAE/C,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC;YAC7B,cAAc,EAAE,SAAS;YACzB,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE;YACnC,aAAa,EAAE,QAAQ;SACxB,CAAC,CAAC;QAEH,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,YAAY,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAChD,CAAC;QAED,IAAI,CAAC,cAAc,EAAE,CAAC;IACxB,CAAC;IAED;;OAEG;IACO,cAAc;QACtB,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACjC,IAAI,CAAC,kBAAkB,GAAG,SAAS,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe;QACnB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,qBAAqB,EAAE,CAAC;YAC9D,OAAO,KAAK,KAAK,IAAI,CAAC;QACxB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAWD,gDAAgD;IAChD,QAAQ,CAAE,QAAgB,IAAS,CAAC;IACpC,eAAe;QACb,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,aAAa;QACX,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,qBAAqB,CAAE,OAAsB,IAAS,CAAC;IACvD,UAAU;QACR,OAAO,KAAK,CAAC;IACf,CAAC;IACD,UAAU;QACR,IAAI,CAAC,cAAc,EAAE,CAAC;IACxB,CAAC;IACD,SAAS,CAAE,OAAgB,IAAS,CAAC;IACrC,cAAc;QACZ,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,KAAK,CAAC,gBAAgB,CACpB,QAAgB,EAChB,OAAgB,EAChB,OAAiB;QAEjB,MAAM,IAAI,KAAK,CACb,gBAAgB,QAAQ,sBAAsB,IAAI,CAAC,IAAI,WAAW,CACnE,CAAC;IACJ,CAAC;IACD,cAAc,CAAE,OAA4C,IAAS,CAAC;IACtE,cAAc;QACZ,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,kBAAkB,CAChC,GAA2B,EAC3B,QAAY;QAEZ,MAAM,eAAe,GAAG,kBAAkB,EAAE,CAAC;QAE7C,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9D,OAAQ,QAAQ,CAAC,GAAG,CAAO,IAAI,QAAQ,CAAC;QAC1C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;gBACtB,OAAO,CAAC,KAAK,CACX,iBAAiB,GAAG,6BAA6B,IAAI,CAAC,IAAI,GAAG,EAC7D,KAAK,CACN,CAAC;YACJ,CAAC;YACD,OAAO,QAAQ,CAAC;QAClB,CAAC;IACH,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,kBAAkB,CAChC,GAA2B,EAC3B,KAAQ;QAER,MAAM,eAAe,GAAG,kBAAkB,EAAE,CAAC;QAE7C,IAAI,CAAC;YACH,MAAM,eAAe,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE;gBAC9C,CAAC,GAAG,CAAC,EAAE,KAAK;aACb,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;gBACtB,OAAO,CAAC,KAAK,CACX,iBAAiB,GAAG,2BAA2B,IAAI,CAAC,IAAI,GAAG,EAC3D,KAAK,CACN,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,qBAAqB;QACnC,OAAO,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,mBAAmB,CAAC,MAAc;QAChD,MAAM,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,oBAAoB;QAClC,OAAO,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC1C,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,kBAAkB,CAAC,KAAa;QAC9C,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,sBAAsB;QACpC,OAAO,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,oBAAoB,CAAC,OAAgB;QACnD,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACpD,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,0BAA0B;QAGxC,MAAM,eAAe,GAAG,kBAAkB,EAAE,CAAC;QAE7C,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE9D,oEAAoE;YACpE,MAAM,EACJ,OAAO,EAAE,QAAQ,EACjB,MAAM,EAAE,OAAO,EACf,OAAO,EAAE,QAAQ,EACjB,KAAK,EAAE,MAAM,EACb,SAAS,EACT,WAAW,EACX,GAAG,WAAW,EACf,GAAG,QAAQ,CAAC;YAEb,kEAAkE;YAClE,MAAM,MAAM,GAA4B,EAAE,CAAC;YAC3C,IAAI,WAAW,KAAK,SAAS;gBAAE,MAAM,CAAC,WAAW,GAAG,WAAW,CAAC;YAChE,IAAI,SAAS,KAAK,SAAS;gBAAE,MAAM,CAAC,UAAU,GAAG,SAAS,CAAC;YAE3D,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC;gBACnC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC;gBACnC,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,GAAG,WAAW,EAAE;gBAC/B,CAAC,CAAC,SAAS,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;gBACtB,OAAO,CAAC,KAAK,CACX,uDAAuD,IAAI,CAAC,IAAI,GAAG,EACnE,KAAK,CACN,CAAC;YACJ,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAED;;OAEG;IACO,KAAK,CAAC,wBAAwB,CACtC,MAA2C;QAE3C,MAAM,eAAe,GAAG,kBAAkB,EAAE,CAAC;QAE7C,IAAI,CAAC;YACH,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBACzB,sDAAsD;gBACtD,MAAM,eAAe,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE;oBAC9C,WAAW,EAAE,SAAS;oBACtB,SAAS,EAAE,SAAS;iBACrB,CAAC,CAAC;gBACH,OAAO;YACT,CAAC;YAED,mDAAmD;YACnD,MAAM,OAAO,GAA4B,EAAE,CAAC;YAC5C,IAAI,aAAa,IAAI,MAAM;gBAAE,OAAO,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;YACtE,IAAI,YAAY,IAAI,MAAM;gBAAE,OAAO,CAAC,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC;YAClE,IAAI,WAAW,IAAI,MAAM;gBAAE,OAAO,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;YAEhE,0CAA0C;YAC1C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAClD,IAAI,CAAC,CAAC,aAAa,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC9D,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;gBACvB,CAAC;YACH,CAAC;YAED,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpC,MAAM,eAAe,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;gBACtB,OAAO,CAAC,KAAK,CACX,qDAAqD,IAAI,CAAC,IAAI,GAAG,EACjE,KAAK,CACN,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/dist/src/providers/IProvider.d.ts

@@ -23,6 +23,7 @@ export interface IProvider {
     generateChatCompletion(messages: IMessage[], tools?: ITool[], toolFormat?: string): AsyncIterableIterator<unknown>;
     setModel?(modelId: string): void;
     getCurrentModel?(): string;
+    getDefaultModel(): string;
     setApiKey?(apiKey: string): void;
     setBaseUrl?(baseUrl?: string): void;
     getToolFormat?(): string;

package/dist/src/providers/LoggingProviderWrapper.d.ts

@@ -29,6 +29,7 @@ export declare class LoggingProviderWrapper implements IProvider {
     get name(): string;
     get isDefault(): boolean | undefined;
     getModels(): Promise<IModel[]>;
+    getDefaultModel(): string;
     generateChatCompletion(messages: IMessage[], tools?: ITool[], toolFormat?: string): AsyncIterableIterator<unknown>;
     private logRequest;
     private logResponseStream;

package/dist/src/providers/LoggingProviderWrapper.js

@@ -131,6 +131,9 @@ export class LoggingProviderWrapper {
     async getModels() {
         return this.wrapped.getModels();
     }
+    getDefaultModel() {
+        return this.wrapped.getDefaultModel();
+    }
     // Only method that includes logging - everything else is passthrough
     async *generateChatCompletion(messages, tools, toolFormat) {
         const promptId = this.generatePromptId();