adaptive-memory-multi-model-router 2.14.45 → 2.14.47

package/tmlpd-pi-extension/src/providers/localProvider.ts

@@ -1,406 +0,0 @@
-/**
- * TMLPD Local Provider Support
- * 
- * Integration with local LLM runtimes:
- * - Ollama (localhost:11434)
- * - vLLM (localhost:8000)
- * - LM Studio (localhost:1234)
- * 
- * Enables privacy-preserving, cost-free parallel LLM execution.
- */
-
-import { nanoid } from "nanoid";
-
-export type LocalRuntime = "ollama" | "vllm" | "lmstudio";
-
-export interface LocalProviderConfig {
-  runtime: LocalRuntime;
-  endpoint?: string;  // Auto-detected if not provided
-  default_model?: string;
-  timeout_ms?: number;
-}
-
-export interface LocalModelInfo {
-  name: string;
-  size?: string;
-  quantization?: string;
-  capabilities?: string[];
-}
-
-// Default endpoints for each runtime
-const DEFAULT_ENDPOINTS: Record<LocalRuntime, string> = {
-  ollama: "http://localhost:11434",
-  vllm: "http://localhost:8000",
-  lmstudio: "http://localhost:1234"
-};
-
-export class LocalProvider {
-  private runtime: LocalRuntime;
-  private endpoint: string;
-  private default_model: string;
-  private timeout_ms: number;
-  
-  constructor(config: LocalProviderConfig) {
-    this.runtime = config.runtime;
-    this.endpoint = config.endpoint || DEFAULT_ENDPOINTS[config.runtime];
-    this.default_model = config.default_model || "llama-3.3-70b";
-    this.timeout_ms = config.timeout_ms || 120000;
-  }
-  
-  /**
-   * List available models on this runtime.
-   */
-  async listModels(): Promise<LocalModelInfo[]> {
-    try {
-      if (this.runtime === "ollama") {
-        return await this.listOllamaModels();
-      } else if (this.runtime === "vllm") {
-        return await this.listVLLMModels();
-      } else if (this.runtime === "lmstudio") {
-        return await this.listLMStudioModels();
-      }
-      return [];
-    } catch (error) {
-      console.error(`Failed to list models from ${this.runtime}:`, error);
-      return [];
-    }
-  }
-  
-  private async listOllamaModels(): Promise<LocalModelInfo[]> {
-    const response = await fetch(`${this.endpoint}/api/tags`, {
-      method: "GET",
-      headers: { "Content-Type": "application/json" }
-    });
-    
-    if (!response.ok) throw new Error(`Ollama API error: ${response.status}`);
-    
-    const data = await response.json() as { models?: Array<{name: string; size?: number; details?: {quantization?: string}}> };
-    return (data.models || []).map((m) => ({
-      name: m.name,
-      size: m.size ? this.formatSize(m.size) : undefined,
-      quantization: m.details?.quantization,
-      capabilities: []
-    }));
-  }
-  
-  private async listVLLMModels(): Promise<LocalModelInfo[]> {
-    // vLLM doesn't have a model list API, use OpenAI compatible endpoint
-    const response = await fetch(`${this.endpoint}/v1/models`, {
-      method: "GET",
-      headers: { "Content-Type": "application/json" }
-    });
-    
-    if (!response.ok) throw new Error(`vLLM API error: ${response.status}`);
-    
-    const data = await response.json() as { data?: Array<{id: string; extensions?: string[]}> };
-    return (data.data || []).map((m) => ({
-      name: m.id,
-      capabilities: m.extensions || []
-    }));
-  }
-  
-  private async listLMStudioModels(): Promise<LocalModelInfo[]> {
-    // LM Studio has a different API
-    const response = await fetch(`${this.endpoint}/api/v0/models`, {
-      method: "GET",
-      headers: { "Content-Type": "application/json" }
-    });
-    
-    if (!response.ok) throw new Error(`LM Studio API error: ${response.status}`);
-    
-    const data = await response.json() as { models?: Array<{id?: string; name?: string; size?: string}> };
-    return (data.models || []).map((m) => ({
-      name: m.id || m.name || "unknown",
-      size: m.size,
-      capabilities: []
-    }));
-  }
-  
-  /**
-   * Generate completion (generic, works with all runtimes).
-   */
-  async generate(prompt: string, model?: string, options?: Record<string, any>): Promise<LocalGenerationResult> {
-    const targetModel = model || this.default_model;
-    
-    try {
-      if (this.runtime === "ollama") {
-        return await this.ollamaGenerate(targetModel, prompt, options);
-      } else if (this.runtime === "vllm") {
-        return await this.vllmGenerate(targetModel, prompt, options);
-      } else {
-        return await this.lmstudioGenerate(targetModel, prompt, options);
-      }
-    } catch (error) {
-      return {
-        success: false,
-        error: `Local generation failed: ${error}`,
-        model: targetModel,
-        provider: this.runtime,
-        content: "",
-        duration_ms: 0,
-        tokens: 0,
-        cost: 0
-      };
-    }
-  }
-  
-  private async ollamaGenerate(model: string, prompt: string, options?: Record<string, any>): Promise<LocalGenerationResult> {
-    const response = await fetch(`${this.endpoint}/api/generate`, {
-      method: "POST",
-      headers: { "Content-Type": "application/json" },
-      body: JSON.stringify({
-        model,
-        prompt,
-        stream: false,
-        options: options || {}
-      })
-    });
-    
-    if (!response.ok) throw new Error(`Ollama error: ${response.status}`);
-    
-    const data = await response.json() as { model?: string; response?: string; total_duration?: number; eval_count?: number };
-    return {
-      success: true,
-      error: null,
-      model: data.model || model,
-      provider: "ollama",
-      content: data.response || "",
-      duration_ms: data.total_duration ? data.total_duration / 1_000_000 : 0,
-      tokens: data.eval_count || 0,
-      cost: 0  // Local = free
-    };
-  }
-  
-  private async vllmGenerate(model: string, prompt: string, options?: Record<string, any>): Promise<LocalGenerationResult> {
-    // vLLM uses OpenAI-compatible API
-    const response = await fetch(`${this.endpoint}/v1/completions`, {
-      method: "POST",
-      headers: { "Content-Type": "application/json" },
-      body: JSON.stringify({
-        model,
-        prompt,
-        max_tokens: options?.max_tokens || 1024,
-        temperature: options?.temperature || 0.7
-      })
-    });
-    
-    if (!response.ok) throw new Error(`vLLM error: ${response.status}`);
-    
-    const data = await response.json() as { choices?: Array<{text?: string}>; model?: string; elapsed_time?: number; usage?: {total_tokens?: number} };
-    const completion = data.choices?.[0]?.text || "";
-    return {
-      success: true,
-      error: null,
-      model: data.model || model,
-      provider: "vllm",
-      content: completion,
-      duration_ms: data.elapsed_time ? data.elapsed_time * 1000 : 0,
-      tokens: data.usage?.total_tokens || 0,
-      cost: 0
-    };
-  }
-  
-  private async lmstudioGenerate(model: string, prompt: string, options?: Record<string, any>): Promise<LocalGenerationResult> {
-    // LM Studio uses OpenAI-compatible API
-    const response = await fetch(`${this.endpoint}/v1/completions`, {
-      method: "POST",
-      headers: { "Content-Type": "application/json" },
-      body: JSON.stringify({
-        model,
-        prompt,
-        max_tokens: options?.max_tokens || 1024,
-        temperature: options?.temperature || 0.7
-      })
-    });
-    
-    if (!response.ok) throw new Error(`LM Studio error: ${response.status}`);
-    
-    const data = await response.json() as { choices?: Array<{text?: string}>; model?: string; usage?: {total_tokens?: number} };
-    const completion = data.choices?.[0]?.text || "";
-    return {
-      success: true,
-      error: null,
-      model: data.model || model,
-      provider: "lmstudio",
-      content: completion,
-      duration_ms: 0,
-      tokens: data.usage?.total_tokens || 0,
-      cost: 0
-    };
-  }
-  
-  /**
-   * Check if this runtime is available/healthy.
-   */
-  async healthCheck(): Promise<boolean> {
-    try {
-      if (this.runtime === "ollama") {
-        const response = await fetch(`${this.endpoint}/api/tags`, { method: "GET" });
-        return response.ok;
-      } else if (this.runtime === "vllm" || this.runtime === "lmstudio") {
-        const response = await fetch(`${this.endpoint}/v1/models`, { method: "GET" });
-        return response.ok;
-      }
-      return false;
-    } catch {
-      return false;
-    }
-  }
-  
-  /**
-   * Get runtime info.
-   */
-  getInfo() {
-    return {
-      runtime: this.runtime,
-      endpoint: this.endpoint,
-      default_model: this.default_model,
-      timeout_ms: this.timeout_ms
-    };
-  }
-  
-  private formatSize(bytes: number): string {
-    const units = ["B", "KB", "MB", "GB", "TB"];
-    let unitIndex = 0;
-    let size = bytes;
-    
-    while (size >= 1024 && unitIndex < units.length - 1) {
-      size /= 1024;
-      unitIndex++;
-    }
-    
-    return `${size.toFixed(1)} ${units[unitIndex]}`;
-  }
-}
-
-export interface LocalGenerationResult {
-  success: boolean;
-  error: string | null;
-  model: string;
-  provider: string;
-  content: string;
-  duration_ms: number;
-  tokens: number;
-  cost: number;  // Always 0 for local
-}
-
-/**
- * Manager for multiple local providers.
- */
-export class LocalProviderManager {
-  private providers: Map<string, LocalProvider> = new Map();
-  
-  addProvider(name: string, config: LocalProviderConfig): void {
-    this.providers.set(name, new LocalProvider(config));
-  }
-  
-  async executeParallel(
-    prompt: string,
-    options?: {
-      models?: string[];
-      provider_priority?: string[];
-      fallback_to_cloud?: boolean;
-    }
-  ): Promise<LocalParallelResult> {
-    const models = options?.models || ["local/llama-3.3-70b"];
-    const results: LocalGenerationResult[] = [];
-    
-    // Execute in parallel across providers
-    const promises = models.map(async model => {
-      // Parse model string like "ollama/llama-3.3-70b" or just "llama-3.3-70b"
-      const parts = model.split("/");
-      const providerType = parts.length > 1 ? parts[0] : "ollama";
-      const modelName = parts.length > 1 ? parts[1] : model;
-      
-      const provider = this.providers.get(providerType) || 
-        new LocalProvider({ runtime: providerType as LocalRuntime });
-      
-      return provider.generate(prompt, modelName);
-    });
-    
-    const settled = await Promise.allSettled(promises);
-    
-    for (let i = 0; i < settled.length; i++) {
-      const result = settled[i];
-      if (result.status === "fulfilled") {
-        results.push(result.value);
-      } else {
-        results.push({
-          success: false,
-          error: result.reason?.message || "Unknown error",
-          model: models[i],
-          provider: "unknown",
-          content: "",
-          duration_ms: 0,
-          tokens: 0,
-          cost: 0
-        });
-      }
-    }
-    
-    const successful = results.filter(r => r.success);
-    
-    return {
-      success: successful.length > 0,
-      responses: results,
-      total_models: models.length,
-      successful_models: successful.length,
-      total_cost: results.reduce((sum, r) => sum + r.cost, 0),
-      duration_ms: Math.max(...results.map(r => r.duration_ms), 0)
-    };
-  }
-  
-  async healthCheckAll(): Promise<Record<string, boolean>> {
-    const results: Record<string, boolean> = {};
-    
-    for (const [name, provider] of this.providers) {
-      results[name] = await provider.healthCheck();
-    }
-    
-    return results;
-  }
-  
-  listProviders(): string[] {
-    return Array.from(this.providers.keys());
-  }
-}
-
-export interface LocalParallelResult {
-  success: boolean;
-  responses: LocalGenerationResult[];
-  total_models: number;
-  successful_models: number;
-  total_cost: number;
-  duration_ms: number;
-}
-
-// Utility function for creating common local configurations
-export function createOllamaProvider(model?: string): LocalProvider {
-  return new LocalProvider({
-    runtime: "ollama",
-    default_model: model || "llama-3.3-70b"
-  });
-}
-
-export function createVLLMProvider(endpoint?: string, model?: string): LocalProvider {
-  return new LocalProvider({
-    runtime: "vllm",
-    endpoint: endpoint || "http://localhost:8000",
-    default_model: model || "meta-llama/Llama-3.3-70b-Instruct"
-  });
-}
-
-export function createLMStudioProvider(model?: string): LocalProvider {
-  return new LocalProvider({
-    runtime: "lmstudio",
-    default_model: model || "llama-3.3-70b"
-  });
-}
-
-export default {
-  LocalProvider,
-  LocalProviderManager,
-  createOllamaProvider,
-  createVLLMProvider,
-  createLMStudioProvider
-};

package/tmlpd-pi-extension/src/providers/registry.ts

@@ -1,164 +0,0 @@
-/**
- * TMLPD Provider Registry
- * 
- * Manages provider configurations, API keys, and base URLs.
- */
-
-export interface ProviderConfig {
-  name: string;
-  apiKey: string;
-  baseUrl: string;
-  mode: "openai" | "anthropic" | "gemini";
-  priority: number;
-  enabled: boolean;
-  cooldownUntil: number;
-  failureCount: number;
-  lastError: string | null;
-  lastStatus: number | null;
-}
-
-export interface ProviderRegistryConfig {
-  providers: string[];
-  modelPriority: string[];
-  useOpenclawFallback: boolean;
-  maxTokens: number;
-}
-
-const DEFAULT_PROVIDER_CONFIG: ProviderRegistryConfig = {
-  providers: ["openai", "openrouter", "groq", "cerebras", "mistral", "xai", "zai", "anthropic", "google"],
-  modelPriority: ["openai/gpt-4o", "groq/llama-3.3-70b-versatile", "cerebras/llama-3.3-70b"],
-  useOpenclawFallback: false,
-  maxTokens: 4096,
-};
-
-export class ProviderRegistry {
-  private providers: Map<string, ProviderConfig> = new Map();
-  private config: ProviderRegistryConfig;
-  private modelPriority: string[];
-
-  constructor(config: Partial<ProviderRegistryConfig> = {}) {
-    this.config = { ...DEFAULT_PROVIDER_CONFIG, ...config };
-    this.modelPriority = this.config.modelPriority;
-    this.initializeProviders();
-  }
-
-  private initializeProviders(): void {
-    // Initialize from environment
-    const envVars: Record<string, { key: string; url: string; mode: "openai" | "anthropic" | "gemini" }> = {
-      openai: { key: "OPENAI_API_KEY", url: "OPENAI_OPENAI_BASE_URL", mode: "openai" },
-      openrouter: { key: "OPENROUTER_API_KEY", url: "OPENROUTER_OPENAI_BASE_URL", mode: "openai" },
-      groq: { key: "GROQ_API_KEY", url: "GROQ_OPENAI_BASE_URL", mode: "openai" },
-      cerebras: { key: "CEREBRAS_API_KEY", url: "CEREBRAS_OPENAI_BASE_URL", mode: "openai" },
-      mistral: { key: "MISTRAL_API_KEY", url: "MISTRAL_OPENAI_BASE_URL", mode: "openai" },
-      xai: { key: "XAI_API_KEY", url: "XAI_OPENAI_BASE_URL", mode: "openai" },
-      zai: { key: "ZAI_API_KEY", url: "ZAI_OPENAI_BASE_URL", mode: "anthropic" },
-      anthropic: { key: "ANTHROPIC_API_KEY", url: "ANTHROPIC_BASE_URL", mode: "anthropic" },
-      google: { key: "GOOGLE_API_KEY", url: "GOOGLE_GEMINI_BASE_URL", mode: "gemini" },
-    };
-
-    for (const [name, env] of Object.entries(envVars)) {
-      const apiKey = process.env[env.key] || "";
-      const baseUrl = process.env[env.url] || "";
-
-      this.providers.set(name, {
-        name,
-        apiKey,
-        baseUrl,
-        mode: env.mode,
-        priority: this.modelPriority.findIndex((m) => m.startsWith(name + "/")),
-        enabled: Boolean(apiKey),
-        cooldownUntil: 0,
-        failureCount: 0,
-        lastError: null,
-        lastStatus: null,
-      });
-    }
-  }
-
-  /**
-   * Check if provider is ready (has API key, not in cooldown)
-   */
-  isProviderReady(name: string): boolean {
-    const provider = this.providers.get(name);
-    if (!provider || !provider.enabled) return false;
-    if (Date.now() < provider.cooldownUntil) return false;
-    return true;
-  }
-
-  /**
-   * Get best available model from priority list
-   */
-  selectModel(): string | null {
-    for (const model of this.modelPriority) {
-      const providerName = model.split("/")[0];
-      if (this.isProviderReady(providerName)) {
-        return model;
-      }
-    }
-    return null;
-  }
-
-  /**
-   * Get all providers sorted by priority
-   */
-  getReadyProviders(): string[] {
-    return Array.from(this.providers.entries())
-      .filter(([_, p]) => this.isProviderReady(p.name))
-      .sort((a, b) => a[1].priority - b[1].priority)
-      .map(([name]) => name);
-  }
-
-  /**
-   * Record provider success
-   */
-  recordSuccess(name: string): void {
-    const provider = this.providers.get(name);
-    if (provider) {
-      provider.cooldownUntil = 0;
-      provider.failureCount = 0;
-      provider.lastError = null;
-      provider.lastStatus = null;
-    }
-  }
-
-  /**
-   * Record provider failure
-   */
-  recordFailure(name: string, statusCode: number | null, error: string): void {
-    const provider = this.providers.get(name);
-    if (!provider) return;
-
-    provider.failureCount++;
-    provider.lastError = error;
-    provider.lastStatus = statusCode;
-
-    // Apply exponential backoff cooldown
-    const baseDelay = statusCode === 429 ? 60000 : statusCode === 403 ? 300000 : 30000;
-    const multiplier = Math.min(4, Math.pow(2, Math.max(0, provider.failureCount - 1)));
-    provider.cooldownUntil = Date.now() + baseDelay * multiplier;
-  }
-
-  /**
-   * Get provider status summary
-   */
-  getStatus(): Record<string, any> {
-    const status: Record<string, any> = {};
-    for (const [name, provider] of this.providers.entries()) {
-      status[name] = {
-        enabled: provider.enabled,
-        mode: provider.mode,
-        ready: this.isProviderReady(name),
-        cooldownUntil: provider.cooldownUntil ? new Date(provider.cooldownUntil).toISOString() : null,
-        lastError: provider.lastError,
-        lastStatus: provider.lastStatus,
-        failureCount: provider.failureCount,
-      };
-    }
-    return {
-      modelPriority: this.modelPriority,
-      readyProviders: this.getReadyProviders(),
-      providers: status,
-      timestamp: new Date().toISOString(),
-    };
-  }
-}