@mcp-use/cli 1.0.0 → 1.0.1

package/dist/services/llm-service.d.ts

@@ -0,0 +1,174 @@
+import { ChatOpenAI, AzureChatOpenAI } from '@langchain/openai';
+import { ChatAnthropic } from '@langchain/anthropic';
+import { ChatGoogleGenerativeAI } from '@langchain/google-genai';
+import { ChatVertexAI } from '@langchain/google-vertexai';
+import { ChatMistralAI } from '@langchain/mistralai';
+import { ChatGroq } from '@langchain/groq';
+import { ChatCohere } from '@langchain/cohere';
+import { ChatFireworks } from '@langchain/community/chat_models/fireworks';
+import { ChatPerplexity } from '@langchain/community/chat_models/perplexity';
+import { ChatOllama } from '@langchain/ollama';
+import { ChatTogetherAI } from '@langchain/community/chat_models/togetherai';
+import { ChatDeepSeek } from '@langchain/deepseek';
+import { ChatXAI } from '@langchain/xai';
+import type { CommandResult } from '../types.js';
+export type ProviderKey = keyof typeof PROVIDERS;
+export interface LLMConfig {
+    provider: ProviderKey;
+    model: string;
+    temperature?: number;
+    maxTokens?: number;
+}
+declare const PROVIDERS: {
+    readonly openai: {
+        readonly envVar: "OPENAI_API_KEY";
+        readonly defaultModel: "gpt-4o";
+        readonly factory: (key: string, cfg: LLMConfig) => ChatOpenAI<import("@langchain/openai").ChatOpenAICallOptions>;
+    };
+    readonly azureopenai: {
+        readonly envVar: "AZURE_OPENAI_API_KEY";
+        readonly defaultModel: "gpt-4o";
+        readonly factory: (key: string, cfg: LLMConfig) => AzureChatOpenAI;
+    };
+    readonly anthropic: {
+        readonly envVar: "ANTHROPIC_API_KEY";
+        readonly defaultModel: "claude-3-5-sonnet-20240620";
+        readonly factory: (key: string, cfg: LLMConfig) => ChatAnthropic;
+    };
+    readonly gemini: {
+        readonly envVar: "GOOGLE_API_KEY";
+        readonly defaultModel: "gemini-1.5-pro";
+        readonly factory: (key: string, cfg: LLMConfig) => ChatGoogleGenerativeAI;
+    };
+    readonly vertex: {
+        readonly envVar: "GOOGLE_APPLICATION_CREDENTIALS";
+        readonly defaultModel: "gemini-1.5-flash";
+        readonly factory: (_key: string, cfg: LLMConfig) => ChatVertexAI;
+    };
+    readonly mistral: {
+        readonly envVar: "MISTRAL_API_KEY";
+        readonly defaultModel: "mistral-large-latest";
+        readonly factory: (key: string, cfg: LLMConfig) => ChatMistralAI<import("@langchain/mistralai").ChatMistralAICallOptions>;
+    };
+    readonly groq: {
+        readonly envVar: "GROQ_API_KEY";
+        readonly defaultModel: "llama-3.1-70b-versatile";
+        readonly factory: (key: string, cfg: LLMConfig) => ChatGroq;
+    };
+    readonly cohere: {
+        readonly envVar: "COHERE_API_KEY";
+        readonly defaultModel: "command-r-plus";
+        readonly factory: (key: string, cfg: LLMConfig) => ChatCohere<import("@langchain/cohere").ChatCohereCallOptions>;
+    };
+    readonly fireworks: {
+        readonly envVar: "FIREWORKS_API_KEY";
+        readonly defaultModel: "accounts/fireworks/models/llama-v3p1-70b-instruct";
+        readonly factory: (key: string, cfg: LLMConfig) => ChatFireworks;
+    };
+    readonly perplexity: {
+        readonly envVar: "PERPLEXITY_API_KEY";
+        readonly defaultModel: "pplx-70b-online";
+        readonly factory: (key: string, cfg: LLMConfig) => ChatPerplexity;
+    };
+    readonly ollama: {
+        readonly envVar: "OLLAMA_HOST";
+        readonly defaultModel: "llama3";
+        readonly factory: (_key: string, cfg: LLMConfig) => ChatOllama;
+    };
+    readonly together: {
+        readonly envVar: "TOGETHER_API_KEY";
+        readonly defaultModel: "mistralai/Mixtral-8x22B-Instruct-v0.1";
+        readonly factory: (key: string, cfg: LLMConfig) => ChatTogetherAI;
+    };
+    readonly deepseek: {
+        readonly envVar: "DEEPSEEK_API_KEY";
+        readonly defaultModel: "deepseek-chat";
+        readonly factory: (key: string, cfg: LLMConfig) => ChatDeepSeek;
+    };
+    readonly xai: {
+        readonly envVar: "XAI_API_KEY";
+        readonly defaultModel: "grok-1.5";
+        readonly factory: (key: string, cfg: LLMConfig) => ChatXAI;
+    };
+};
+export declare class LLMService {
+    private currentLLMConfig;
+    private sessionApiKeys;
+    private persistentConfig;
+    constructor();
+    private initializeDefaultProvider;
+    private getApiKey;
+    getAvailableProviders(): string[];
+    isAnyProviderAvailable(): boolean;
+    getAvailableModels(provider?: string): Record<string, string[]> | string[];
+    getCurrentConfig(): LLMConfig | null;
+    setModel(provider: string, model: string): {
+        success: boolean;
+        message: string;
+        requiresApiKey?: boolean;
+        envVar?: string;
+    };
+    setTemperature(temperature: number): {
+        success: boolean;
+        message: string;
+    };
+    setMaxTokens(maxTokens: number): {
+        success: boolean;
+        message: string;
+    };
+    validateApiKey(_provider: string, apiKey: string): {
+        valid: boolean;
+        message: string;
+    };
+    setApiKey(provider: string, apiKey: string, shouldAutoSelect?: boolean): {
+        success: boolean;
+        message: string;
+        autoSelected?: LLMConfig;
+    };
+    clearApiKeys(): void;
+    maskApiKey(apiKey: string): string;
+    getApiKeyStatus(): Record<string, {
+        status: string;
+        source: string;
+        masked: string;
+    }>;
+    createLLM(): any;
+    /**
+     * Handles the /model command to select a provider and model.
+     * @param args - Array of arguments where args[0] is provider and args[1] is model
+     * @returns A CommandResult with success/error status and prompts for API key if needed
+     */
+    handleModelCommand(args: string[]): CommandResult;
+    /**
+     * Handles the /models command to list available models.
+     * @param args - Optional array with provider name to filter models
+     * @returns A CommandResult with the list of available models
+     */
+    handleListModelsCommand(_args: string[]): CommandResult;
+    /**
+     * Handles the /config command to adjust temperature and max tokens.
+     * @param args - Array where args[0] is setting name and args[1] is value
+     * @returns A CommandResult with success/error status
+     */
+    handleConfigCommand(args: string[]): CommandResult;
+    /**
+     * Handles the /setkey command to manually set API keys.
+     * @param args - Array where args[0] is provider and args[1] is API key
+     * @returns A CommandResult with success/error status
+     */
+    handleSetKeyCommand(args: string[]): CommandResult;
+    /**
+     * Handles the /clearkeys command to clear all stored API keys.
+     * @returns A CommandResult indicating success
+     */
+    handleClearKeysCommand(): CommandResult;
+    /**
+     * Handles API key input when prompted during model selection.
+     * @param apiKey - The API key entered by the user
+     * @param provider - The provider for the API key
+     * @param model - The model to select after setting the key
+     * @returns A CommandResult with success/error status
+     */
+    handleApiKeyInput(apiKey: string, provider: string, model: string): CommandResult;
+}
+export {};