@contractspec/lib.ai-providers 1.57.0 → 1.58.0

package/dist/browser/factory.js

@@ -0,0 +1,504 @@
+// src/models.ts
+var DEFAULT_MODELS = {
+  ollama: "llama3.2",
+  openai: "gpt-4o",
+  anthropic: "claude-sonnet-4-20250514",
+  mistral: "mistral-large-latest",
+  gemini: "gemini-2.0-flash"
+};
+var MODELS = [
+  {
+    id: "llama3.2",
+    name: "Llama 3.2",
+    provider: "ollama",
+    contextWindow: 128000,
+    capabilities: {
+      vision: false,
+      tools: true,
+      reasoning: false,
+      streaming: true
+    }
+  },
+  {
+    id: "codellama",
+    name: "Code Llama",
+    provider: "ollama",
+    contextWindow: 16000,
+    capabilities: {
+      vision: false,
+      tools: false,
+      reasoning: false,
+      streaming: true
+    }
+  },
+  {
+    id: "deepseek-coder",
+    name: "DeepSeek Coder",
+    provider: "ollama",
+    contextWindow: 16000,
+    capabilities: {
+      vision: false,
+      tools: false,
+      reasoning: false,
+      streaming: true
+    }
+  },
+  {
+    id: "mistral",
+    name: "Mistral 7B",
+    provider: "ollama",
+    contextWindow: 32000,
+    capabilities: {
+      vision: false,
+      tools: false,
+      reasoning: false,
+      streaming: true
+    }
+  },
+  {
+    id: "gpt-4o",
+    name: "GPT-4o",
+    provider: "openai",
+    contextWindow: 128000,
+    capabilities: {
+      vision: true,
+      tools: true,
+      reasoning: false,
+      streaming: true
+    },
+    costPerMillion: { input: 2.5, output: 10 }
+  },
+  {
+    id: "gpt-4o-mini",
+    name: "GPT-4o Mini",
+    provider: "openai",
+    contextWindow: 128000,
+    capabilities: {
+      vision: true,
+      tools: true,
+      reasoning: false,
+      streaming: true
+    },
+    costPerMillion: { input: 0.15, output: 0.6 }
+  },
+  {
+    id: "o1",
+    name: "o1",
+    provider: "openai",
+    contextWindow: 200000,
+    capabilities: {
+      vision: true,
+      tools: true,
+      reasoning: true,
+      streaming: true
+    },
+    costPerMillion: { input: 15, output: 60 }
+  },
+  {
+    id: "o1-mini",
+    name: "o1 Mini",
+    provider: "openai",
+    contextWindow: 128000,
+    capabilities: {
+      vision: false,
+      tools: true,
+      reasoning: true,
+      streaming: true
+    },
+    costPerMillion: { input: 3, output: 12 }
+  },
+  {
+    id: "claude-sonnet-4-20250514",
+    name: "Claude Sonnet 4",
+    provider: "anthropic",
+    contextWindow: 200000,
+    capabilities: {
+      vision: true,
+      tools: true,
+      reasoning: true,
+      streaming: true
+    },
+    costPerMillion: { input: 3, output: 15 }
+  },
+  {
+    id: "claude-3-5-sonnet-20241022",
+    name: "Claude 3.5 Sonnet",
+    provider: "anthropic",
+    contextWindow: 200000,
+    capabilities: {
+      vision: true,
+      tools: true,
+      reasoning: false,
+      streaming: true
+    },
+    costPerMillion: { input: 3, output: 15 }
+  },
+  {
+    id: "claude-3-5-haiku-20241022",
+    name: "Claude 3.5 Haiku",
+    provider: "anthropic",
+    contextWindow: 200000,
+    capabilities: {
+      vision: true,
+      tools: true,
+      reasoning: false,
+      streaming: true
+    },
+    costPerMillion: { input: 0.8, output: 4 }
+  },
+  {
+    id: "mistral-large-latest",
+    name: "Mistral Large",
+    provider: "mistral",
+    contextWindow: 128000,
+    capabilities: {
+      vision: false,
+      tools: true,
+      reasoning: false,
+      streaming: true
+    },
+    costPerMillion: { input: 2, output: 6 }
+  },
+  {
+    id: "codestral-latest",
+    name: "Codestral",
+    provider: "mistral",
+    contextWindow: 32000,
+    capabilities: {
+      vision: false,
+      tools: true,
+      reasoning: false,
+      streaming: true
+    },
+    costPerMillion: { input: 0.2, output: 0.6 }
+  },
+  {
+    id: "mistral-small-latest",
+    name: "Mistral Small",
+    provider: "mistral",
+    contextWindow: 32000,
+    capabilities: {
+      vision: false,
+      tools: true,
+      reasoning: false,
+      streaming: true
+    },
+    costPerMillion: { input: 0.2, output: 0.6 }
+  },
+  {
+    id: "gemini-2.0-flash",
+    name: "Gemini 2.0 Flash",
+    provider: "gemini",
+    contextWindow: 1e6,
+    capabilities: {
+      vision: true,
+      tools: true,
+      reasoning: false,
+      streaming: true
+    },
+    costPerMillion: { input: 0.075, output: 0.3 }
+  },
+  {
+    id: "gemini-2.5-pro-preview-06-05",
+    name: "Gemini 2.5 Pro",
+    provider: "gemini",
+    contextWindow: 1e6,
+    capabilities: {
+      vision: true,
+      tools: true,
+      reasoning: true,
+      streaming: true
+    },
+    costPerMillion: { input: 1.25, output: 10 }
+  },
+  {
+    id: "gemini-2.5-flash-preview-05-20",
+    name: "Gemini 2.5 Flash",
+    provider: "gemini",
+    contextWindow: 1e6,
+    capabilities: {
+      vision: true,
+      tools: true,
+      reasoning: true,
+      streaming: true
+    },
+    costPerMillion: { input: 0.15, output: 0.6 }
+  }
+];
+function getModelsForProvider(provider) {
+  return MODELS.filter((m) => m.provider === provider);
+}
+function getModelInfo(modelId) {
+  return MODELS.find((m) => m.id === modelId);
+}
+function getRecommendedModels(provider) {
+  const normalizedProvider = provider === "claude" ? "anthropic" : provider === "custom" ? "openai" : provider;
+  return getModelsForProvider(normalizedProvider).map((m) => m.id);
+}
+function getDefaultModel(provider) {
+  return DEFAULT_MODELS[provider];
+}
+
+// src/factory.ts
+import { anthropic } from "@ai-sdk/anthropic";
+import { google } from "@ai-sdk/google";
+import { mistral } from "@ai-sdk/mistral";
+import { openai } from "@ai-sdk/openai";
+import { ollama } from "ollama-ai-provider";
+class BaseProvider {
+  name;
+  model;
+  mode;
+  config;
+  cachedModel = null;
+  constructor(config) {
+    this.name = config.provider;
+    this.model = config.model ?? DEFAULT_MODELS[config.provider];
+    this.mode = this.determineMode(config);
+    this.config = config;
+  }
+  getModel() {
+    if (!this.cachedModel) {
+      this.cachedModel = this.createModel();
+    }
+    return this.cachedModel;
+  }
+  async listModels() {
+    if (this.name === "ollama") {
+      return this.listOllamaModels();
+    }
+    return getModelsForProvider(this.name);
+  }
+  async validate() {
+    if (this.name === "ollama") {
+      return this.validateOllama();
+    }
+    if (this.mode === "byok" && !this.config.apiKey) {
+      return {
+        valid: false,
+        error: `API key required for ${this.name}`
+      };
+    }
+    if (this.mode === "managed" && !this.config.proxyUrl && !this.config.organizationId) {
+      return {
+        valid: false,
+        error: "Managed mode requires proxyUrl or organizationId"
+      };
+    }
+    return { valid: true };
+  }
+  determineMode(config) {
+    if (config.provider === "ollama")
+      return "local";
+    if (config.apiKey)
+      return "byok";
+    return "managed";
+  }
+  createModel() {
+    const { baseUrl, proxyUrl } = this.config;
+    switch (this.name) {
+      case "ollama": {
+        const originalBaseUrl = process.env.OLLAMA_BASE_URL;
+        if (baseUrl && baseUrl !== "http://localhost:11434") {
+          process.env.OLLAMA_BASE_URL = baseUrl;
+        }
+        const ollamaModel = ollama(this.model);
+        if (originalBaseUrl !== undefined) {
+          process.env.OLLAMA_BASE_URL = originalBaseUrl;
+        } else if (baseUrl && baseUrl !== "http://localhost:11434") {
+          delete process.env.OLLAMA_BASE_URL;
+        }
+        return ollamaModel;
+      }
+      case "openai":
+        if (this.mode === "managed") {
+          const originalBaseUrl = process.env.OPENAI_BASE_URL;
+          if (proxyUrl) {
+            process.env.OPENAI_BASE_URL = proxyUrl;
+          }
+          const model = openai(this.model);
+          if (originalBaseUrl !== undefined) {
+            process.env.OPENAI_BASE_URL = originalBaseUrl;
+          } else if (proxyUrl) {
+            delete process.env.OPENAI_BASE_URL;
+          }
+          return model;
+        }
+        return openai(this.model);
+      case "anthropic":
+        if (this.mode === "managed") {
+          const originalBaseUrl = process.env.OPENAI_BASE_URL;
+          if (proxyUrl) {
+            process.env.OPENAI_BASE_URL = proxyUrl;
+          }
+          const model = openai(this.model);
+          if (originalBaseUrl !== undefined) {
+            process.env.OPENAI_BASE_URL = originalBaseUrl;
+          } else if (proxyUrl) {
+            delete process.env.OPENAI_BASE_URL;
+          }
+          return model;
+        }
+        return anthropic(this.model);
+      case "mistral":
+        if (this.mode === "managed") {
+          const originalBaseUrl = process.env.OPENAI_BASE_URL;
+          if (proxyUrl) {
+            process.env.OPENAI_BASE_URL = proxyUrl;
+          }
+          const model = openai(this.model);
+          if (originalBaseUrl !== undefined) {
+            process.env.OPENAI_BASE_URL = originalBaseUrl;
+          } else if (proxyUrl) {
+            delete process.env.OPENAI_BASE_URL;
+          }
+          return model;
+        }
+        return mistral(this.model);
+      case "gemini":
+        if (this.mode === "managed") {
+          const originalBaseUrl = process.env.OPENAI_BASE_URL;
+          if (proxyUrl) {
+            process.env.OPENAI_BASE_URL = proxyUrl;
+          }
+          const model = openai(this.model);
+          if (originalBaseUrl !== undefined) {
+            process.env.OPENAI_BASE_URL = originalBaseUrl;
+          } else if (proxyUrl) {
+            delete process.env.OPENAI_BASE_URL;
+          }
+          return model;
+        }
+        return google(this.model);
+      default:
+        throw new Error(`Unknown provider: ${this.name}`);
+    }
+  }
+  async listOllamaModels() {
+    try {
+      const baseUrl = this.config.baseUrl ?? "http://localhost:11434";
+      const response = await fetch(`${baseUrl}/api/tags`);
+      if (!response.ok) {
+        return getModelsForProvider("ollama");
+      }
+      const data = await response.json();
+      const models = data.models ?? [];
+      return models.map((m) => ({
+        id: m.name,
+        name: m.name,
+        provider: "ollama",
+        contextWindow: 8000,
+        capabilities: {
+          vision: false,
+          tools: false,
+          reasoning: false,
+          streaming: true
+        }
+      }));
+    } catch {
+      return getModelsForProvider("ollama");
+    }
+  }
+  async validateOllama() {
+    try {
+      const baseUrl = this.config.baseUrl ?? "http://localhost:11434";
+      const response = await fetch(`${baseUrl}/api/tags`);
+      if (!response.ok) {
+        return {
+          valid: false,
+          error: `Ollama server returned ${response.status}`
+        };
+      }
+      const data = await response.json();
+      const models = data.models ?? [];
+      const hasModel = models.some((m) => m.name === this.model);
+      if (!hasModel) {
+        return {
+          valid: false,
+          error: `Model "${this.model}" not found. Available: ${models.map((m) => m.name).join(", ")}`
+        };
+      }
+      return { valid: true };
+    } catch (error) {
+      const baseUrl = this.config.baseUrl ?? "http://localhost:11434";
+      return {
+        valid: false,
+        error: `Cannot connect to Ollama at ${baseUrl}: ${error instanceof Error ? error.message : String(error)}`
+      };
+    }
+  }
+}
+function createProvider(config) {
+  return new BaseProvider(config);
+}
+function createProviderFromEnv() {
+  const provider = process.env.CONTRACTSPEC_AI_PROVIDER ?? "openai";
+  const model = process.env.CONTRACTSPEC_AI_MODEL;
+  let apiKey;
+  switch (provider) {
+    case "openai":
+      apiKey = process.env.OPENAI_API_KEY;
+      break;
+    case "anthropic":
+      apiKey = process.env.ANTHROPIC_API_KEY;
+      break;
+    case "mistral":
+      apiKey = process.env.MISTRAL_API_KEY;
+      break;
+    case "gemini":
+      apiKey = process.env.GOOGLE_API_KEY ?? process.env.GEMINI_API_KEY;
+      break;
+    case "ollama":
+      break;
+  }
+  return createProvider({
+    provider,
+    model,
+    apiKey,
+    baseUrl: process.env.OLLAMA_BASE_URL,
+    proxyUrl: process.env.CONTRACTSPEC_AI_PROXY_URL,
+    organizationId: process.env.CONTRACTSPEC_ORG_ID
+  });
+}
+function getAvailableProviders() {
+  const providers = [];
+  providers.push({
+    provider: "ollama",
+    available: true,
+    mode: "local"
+  });
+  const openaiKey = process.env.OPENAI_API_KEY;
+  providers.push({
+    provider: "openai",
+    available: Boolean(openaiKey) || Boolean(process.env.CONTRACTSPEC_AI_PROXY_URL),
+    mode: openaiKey ? "byok" : "managed",
+    reason: !openaiKey ? "Set OPENAI_API_KEY for BYOK mode" : undefined
+  });
+  const anthropicKey = process.env.ANTHROPIC_API_KEY;
+  providers.push({
+    provider: "anthropic",
+    available: Boolean(anthropicKey) || Boolean(process.env.CONTRACTSPEC_AI_PROXY_URL),
+    mode: anthropicKey ? "byok" : "managed",
+    reason: !anthropicKey ? "Set ANTHROPIC_API_KEY for BYOK mode" : undefined
+  });
+  const mistralKey = process.env.MISTRAL_API_KEY;
+  providers.push({
+    provider: "mistral",
+    available: Boolean(mistralKey) || Boolean(process.env.CONTRACTSPEC_AI_PROXY_URL),
+    mode: mistralKey ? "byok" : "managed",
+    reason: !mistralKey ? "Set MISTRAL_API_KEY for BYOK mode" : undefined
+  });
+  const geminiKey = process.env.GOOGLE_API_KEY ?? process.env.GEMINI_API_KEY;
+  providers.push({
+    provider: "gemini",
+    available: Boolean(geminiKey) || Boolean(process.env.CONTRACTSPEC_AI_PROXY_URL),
+    mode: geminiKey ? "byok" : "managed",
+    reason: !geminiKey ? "Set GOOGLE_API_KEY for BYOK mode" : undefined
+  });
+  return providers;
+}
+export {
+  getAvailableProviders,
+  createProviderFromEnv,
+  createProvider
+};