@operor/llm 0.1.0

package/dist/index.d.ts

@@ -0,0 +1,95 @@
+import { LanguageModelV1 } from "ai";
+
+//#region src/types.d.ts
+interface SimpleTool {
+  name: string;
+  description: string;
+  parameters: Record<string, any>;
+}
+interface LLMConfig {
+  provider: 'openai' | 'anthropic' | 'google' | 'groq' | 'ollama';
+  apiKey?: string;
+  model?: string;
+  temperature?: number;
+  maxTokens?: number;
+  baseURL?: string;
+}
+interface LLMMessage {
+  role: 'system' | 'user' | 'assistant' | 'function';
+  content: string;
+  name?: string;
+}
+interface LLMToolCall {
+  id: string;
+  name: string;
+  arguments: Record<string, any>;
+}
+interface LLMResponse {
+  text: string;
+  toolCalls?: LLMToolCall[];
+  usage?: {
+    promptTokens: number;
+    completionTokens: number;
+    totalTokens: number;
+  };
+  cost?: number;
+  finishReason?: string;
+}
+interface LLMProvider {
+  complete(messages: LLMMessage[], options?: {
+    tools?: SimpleTool[];
+    temperature?: number;
+    maxTokens?: number;
+  }): Promise<LLMResponse>;
+}
+//#endregion
+//#region src/LLMGateway.d.ts
+declare class LLMGateway {
+  private provider;
+  constructor(config: LLMConfig);
+  getProvider(): LLMProvider;
+}
+//#endregion
+//#region src/AIProvider.d.ts
+interface AIProviderConfig {
+  provider: LLMConfig['provider'];
+  apiKey?: string;
+  model?: string;
+  temperature?: number;
+  maxTokens?: number;
+  baseURL?: string;
+}
+/** Known models per provider — used by /model list */
+declare const MODEL_CATALOG: Record<string, string[]>;
+/** Default model per provider */
+declare const DEFAULT_MODELS: Record<string, string>;
+declare class AIProvider implements LLMProvider {
+  private config;
+  /** Extra API keys stored at runtime (provider → key) */
+  private apiKeys;
+  constructor(config: AIProviderConfig);
+  /** Update provider/model/apiKey at runtime */
+  setConfig(patch: Partial<Pick<AIProviderConfig, 'provider' | 'model' | 'apiKey'>>): void;
+  /** Store an API key for a provider */
+  setApiKey(provider: string, key: string): void;
+  /** Get API key for a provider (stored keys take precedence) */
+  getApiKey(provider?: string): string | undefined;
+  getConfig(): Readonly<AIProviderConfig>;
+  /** Return the model catalog and defaults for /model list */
+  getModelCatalog(): {
+    catalog: Record<string, string[]>;
+    defaults: Record<string, string>;
+  };
+  getModel(): LanguageModelV1;
+  private convertTools;
+  complete(messages: LLMMessage[], options?: {
+    tools?: SimpleTool[];
+    temperature?: number;
+    maxTokens?: number;
+  }): Promise<LLMResponse>;
+  getModelName(): string;
+  getProviderName(): string;
+}
+//#endregion
+export { AIProvider, type AIProviderConfig, DEFAULT_MODELS, type LLMConfig, LLMGateway, type LLMMessage, type LLMProvider, type LLMResponse, type LLMToolCall, MODEL_CATALOG, type SimpleTool };
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","names":[],"sources":["../src/types.ts","../src/LLMGateway.ts","../src/AIProvider.ts"],"mappings":";;;UAGiB,UAAA;EACf,IAAA;EACA,WAAA;EACA,UAAA,EAAY,MAAA;AAAA;AAAA,UAGG,SAAA;EACf,QAAA;EACA,MAAA;EACA,KAAA;EACA,WAAA;EACA,SAAA;EACA,OAAA;AAAA;AAAA,UAGe,UAAA;EACf,IAAA;EACA,OAAA;EACA,IAAA;AAAA;AAAA,UAGe,WAAA;EACf,EAAA;EACA,IAAA;EACA,SAAA,EAAW,MAAA;AAAA;AAAA,UAGI,WAAA;EACf,IAAA;EACA,SAAA,GAAY,WAAA;EACZ,KAAA;IACE,YAAA;IACA,gBAAA;IACA,WAAA;EAAA;EAEF,IAAA;EACA,YAAA;AAAA;AAAA,UAGe,WAAA;EACf,QAAA,CACE,QAAA,EAAU,UAAA,IACV,OAAA;IACE,KAAA,GAAQ,UAAA;IACR,WAAA;IACA,SAAA;EAAA,IAED,OAAA,CAAQ,WAAA;AAAA;;;cC/CA,UAAA;EAAA,QACH,QAAA;cAEI,MAAA,EAAQ,SAAA;EAepB,WAAA,CAAA,GAAe,WAAA;AAAA;;;UCfA,gBAAA;EACf,QAAA,EAAU,SAAA;EACV,MAAA;EACA,KAAA;EACA,WAAA;EACA,SAAA;EACA,OAAA;AAAA;;cAIW,aAAA,EAAe,MAAA;;cASf,cAAA,EAAgB,MAAA;AAAA,cAQhB,UAAA,YAAsB,WAAA;EAAA,QACzB,MAAA;EFzBgB;EAAA,QE2BhB,OAAA;cAEI,MAAA,EAAQ,gBAAA;EF1BpB;EEmCA,SAAA,CAAU,KAAA,EAAO,OAAA,CAAQ,IAAA,CAAK,gBAAA;EFjC9B;EEwCA,SAAA,CAAU,QAAA,UAAkB,GAAA;EFvCrB;EE4CP,SAAA,CAAU,QAAA;EAKV,SAAA,CAAA,GAAa,QAAA,CAAS,gBAAA;EF9CG;EEmDzB,eAAA,CAAA;IAAqB,OAAA,EAAS,MAAA;IAA0B,QAAA,EAAU,MAAA;EAAA;EAIlE,QAAA,CAAA,GAAY,eAAA;EAAA,QAmCJ,YAAA;EAmEF,QAAA,CACJ,QAAA,EAAU,UAAA,IACV,OAAA;IACE,KAAA,GAAQ,UAAA;IACR,WAAA;IACA,SAAA;EAAA,IAED,OAAA,CAAQ,WAAA;EAgDX,YAAA,CAAA;EAIA,eAAA,CAAA;AAAA"}

package/dist/index.js

@@ -0,0 +1,227 @@
+import { generateText, jsonSchema, tool } from "ai";
+import { createOpenAI } from "@ai-sdk/openai";
+import { createAnthropic } from "@ai-sdk/anthropic";
+import { createGoogleGenerativeAI } from "@ai-sdk/google";
+
+//#region src/AIProvider.ts
+/** Known models per provider — used by /model list */
+const MODEL_CATALOG = {
+	openai: [
+		"gpt-5-mini",
+		"gpt-5.1",
+		"gpt-5.2",
+		"gpt-5.3-codex",
+		"o3-mini"
+	],
+	anthropic: [
+		"claude-sonnet-4-6-20250218",
+		"claude-opus-4-6-20250205",
+		"claude-haiku-4-5-20251001"
+	],
+	google: [
+		"gemini-2.5-flash",
+		"gemini-2.5-pro",
+		"gemini-2.0-flash",
+		"gemini-3-flash"
+	],
+	groq: [
+		"llama-3.3-70b-versatile",
+		"llama-3.1-8b-instant",
+		"meta-llama/llama-4-scout-17b-16e-instruct",
+		"mistral-saba-24b",
+		"qwen/qwen3-32b"
+	],
+	ollama: [
+		"llama3.2",
+		"llama3.1",
+		"mistral",
+		"gemma2"
+	]
+};
+/** Default model per provider */
+const DEFAULT_MODELS = {
+	openai: "gpt-5-mini",
+	anthropic: "claude-sonnet-4-5-20250929",
+	google: "gemini-2.0-flash",
+	groq: "llama-3.3-70b-versatile",
+	ollama: "llama3.2"
+};
+var AIProvider = class {
+	config;
+	/** Extra API keys stored at runtime (provider → key) */
+	apiKeys = /* @__PURE__ */ new Map();
+	constructor(config) {
+		this.config = {
+			temperature: .7,
+			maxTokens: 1e3,
+			...config
+		};
+	}
+	/** Update provider/model/apiKey at runtime */
+	setConfig(patch) {
+		if (patch.provider) this.config.provider = patch.provider;
+		if (patch.model) this.config.model = patch.model;
+		if (patch.apiKey) this.config.apiKey = patch.apiKey;
+	}
+	/** Store an API key for a provider */
+	setApiKey(provider, key) {
+		this.apiKeys.set(provider, key);
+	}
+	/** Get API key for a provider (stored keys take precedence) */
+	getApiKey(provider) {
+		const p = provider || this.config.provider;
+		return this.apiKeys.get(p) || (p === this.config.provider ? this.config.apiKey : void 0);
+	}
+	getConfig() {
+		return this.config;
+	}
+	/** Return the model catalog and defaults for /model list */
+	getModelCatalog() {
+		return {
+			catalog: MODEL_CATALOG,
+			defaults: DEFAULT_MODELS
+		};
+	}
+	getModel() {
+		const { provider, apiKey, baseURL, model } = this.config;
+		switch (provider) {
+			case "openai": return createOpenAI({
+				apiKey,
+				baseURL
+			})(model || "gpt-5-mini");
+			case "anthropic": return createAnthropic({
+				apiKey,
+				baseURL
+			})(model || "claude-sonnet-4-5-20250929");
+			case "google": return createGoogleGenerativeAI({
+				apiKey,
+				baseURL
+			})(model || "gemini-2.0-flash");
+			case "groq": return createOpenAI({
+				apiKey,
+				baseURL: baseURL || "https://api.groq.com/openai/v1"
+			})(model || "llama-3.3-70b-versatile");
+			case "ollama": return createOpenAI({
+				apiKey: apiKey || "ollama",
+				baseURL: baseURL || "http://localhost:11434/v1"
+			})(model || "llama3.2");
+			default: throw new Error(`Unknown provider: ${provider}`);
+		}
+	}
+	convertTools(tools) {
+		const result = {};
+		for (const t of tools) {
+			const params = t.parameters;
+			if (params && typeof params === "object" && params.type === "object" && params.properties) {
+				result[t.name] = tool({
+					description: t.description,
+					inputSchema: jsonSchema(params)
+				});
+				continue;
+			}
+			const properties = {};
+			const required = [];
+			if (params && typeof params === "object") for (const [key, value] of Object.entries(params)) {
+				if (!value || typeof value !== "object") continue;
+				const prop = { description: value.description || "" };
+				if (value.enum) {
+					prop.type = "string";
+					prop.enum = value.enum;
+				} else switch (value.type) {
+					case "number":
+					case "integer":
+						prop.type = value.type;
+						break;
+					case "boolean":
+						prop.type = "boolean";
+						break;
+					case "array":
+						prop.type = "array";
+						break;
+					default: prop.type = "string";
+				}
+				properties[key] = prop;
+				if (value.required) required.push(key);
+			}
+			result[t.name] = tool({
+				description: t.description,
+				inputSchema: jsonSchema({
+					type: "object",
+					properties,
+					required: required.length > 0 ? required : void 0,
+					additionalProperties: false
+				})
+			});
+		}
+		return result;
+	}
+	async complete(messages, options = {}) {
+		const maxTokens = options.maxTokens ?? this.config.maxTokens;
+		const modelName = this.config.model || "";
+		const temperature = /^(gpt-5|o[1-4])/.test(modelName) ? void 0 : options.temperature ?? this.config.temperature;
+		const sdkMessages = messages.map((msg) => {
+			if (msg.role === "function") return {
+				role: "user",
+				content: `[Function result: ${msg.content}]`
+			};
+			return {
+				role: msg.role,
+				content: msg.content
+			};
+		});
+		const tools = options.tools && options.tools.length > 0 ? this.convertTools(options.tools) : void 0;
+		const result = await generateText({
+			model: this.getModel(),
+			messages: sdkMessages,
+			temperature,
+			maxTokens,
+			tools,
+			maxSteps: 1
+		});
+		const toolCalls = result.toolCalls?.length ? result.toolCalls.map((tc) => ({
+			id: tc.toolCallId,
+			name: tc.toolName,
+			arguments: tc.input ?? tc.args
+		})) : void 0;
+		return {
+			text: result.text || "",
+			toolCalls,
+			usage: {
+				promptTokens: result.usage?.promptTokens || 0,
+				completionTokens: result.usage?.completionTokens || 0,
+				totalTokens: (result.usage?.promptTokens || 0) + (result.usage?.completionTokens || 0)
+			},
+			finishReason: result.finishReason
+		};
+	}
+	getModelName() {
+		return this.config.model || "default";
+	}
+	getProviderName() {
+		return this.config.provider;
+	}
+};
+
+//#endregion
+//#region src/LLMGateway.ts
+var LLMGateway = class {
+	provider;
+	constructor(config) {
+		if (!config.apiKey && config.provider !== "ollama") throw new Error(`API key required for provider: ${config.provider}`);
+		this.provider = new AIProvider({
+			provider: config.provider,
+			apiKey: config.apiKey,
+			model: config.model,
+			temperature: config.temperature,
+			maxTokens: config.maxTokens,
+			baseURL: config.baseURL
+		});
+	}
+	getProvider() {
+		return this.provider;
+	}
+};
+
+//#endregion
+export { AIProvider, DEFAULT_MODELS, LLMGateway, MODEL_CATALOG };
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","names":["aiTool"],"sources":["../src/AIProvider.ts","../src/LLMGateway.ts"],"sourcesContent":["import { generateText, tool as aiTool, jsonSchema, type LanguageModelV1 } from 'ai';\nimport { createOpenAI } from '@ai-sdk/openai';\nimport { createAnthropic } from '@ai-sdk/anthropic';\nimport { createGoogleGenerativeAI } from '@ai-sdk/google';\nimport type { LLMProvider, LLMMessage, LLMResponse, LLMToolCall, SimpleTool, LLMConfig } from './types.js';\n\nexport interface AIProviderConfig {\n  provider: LLMConfig['provider'];\n  apiKey?: string;\n  model?: string;\n  temperature?: number;\n  maxTokens?: number;\n  baseURL?: string;\n}\n\n/** Known models per provider — used by /model list */\nexport const MODEL_CATALOG: Record<string, string[]> = {\n  openai: ['gpt-5-mini', 'gpt-5.1', 'gpt-5.2', 'gpt-5.3-codex', 'o3-mini'],\n  anthropic: ['claude-sonnet-4-6-20250218', 'claude-opus-4-6-20250205', 'claude-haiku-4-5-20251001'],\n  google: ['gemini-2.5-flash', 'gemini-2.5-pro', 'gemini-2.0-flash', 'gemini-3-flash'],\n  groq: ['llama-3.3-70b-versatile', 'llama-3.1-8b-instant', 'meta-llama/llama-4-scout-17b-16e-instruct', 'mistral-saba-24b', 'qwen/qwen3-32b'],\n  ollama: ['llama3.2', 'llama3.1', 'mistral', 'gemma2'],\n};\n\n/** Default model per provider */\nexport const DEFAULT_MODELS: Record<string, string> = {\n  openai: 'gpt-5-mini',\n  anthropic: 'claude-sonnet-4-5-20250929',\n  google: 'gemini-2.0-flash',\n  groq: 'llama-3.3-70b-versatile',\n  ollama: 'llama3.2',\n};\n\nexport class AIProvider implements LLMProvider {\n  private config: AIProviderConfig & { temperature: number; maxTokens: number };\n  /** Extra API keys stored at runtime (provider → key) */\n  private apiKeys: Map<string, string> = new Map();\n\n  constructor(config: AIProviderConfig) {\n    this.config = {\n      temperature: 0.7,\n      maxTokens: 1000,\n      ...config,\n    };\n  }\n\n  /** Update provider/model/apiKey at runtime */\n  setConfig(patch: Partial<Pick<AIProviderConfig, 'provider' | 'model' | 'apiKey'>>) {\n    if (patch.provider) this.config.provider = patch.provider;\n    if (patch.model) this.config.model = patch.model;\n    if (patch.apiKey) this.config.apiKey = patch.apiKey;\n  }\n\n  /** Store an API key for a provider */\n  setApiKey(provider: string, key: string) {\n    this.apiKeys.set(provider, key);\n  }\n\n  /** Get API key for a provider (stored keys take precedence) */\n  getApiKey(provider?: string): string | undefined {\n    const p = provider || this.config.provider;\n    return this.apiKeys.get(p) || (p === this.config.provider ? this.config.apiKey : undefined);\n  }\n\n  getConfig(): Readonly<AIProviderConfig> {\n    return this.config;\n  }\n\n  /** Return the model catalog and defaults for /model list */\n  getModelCatalog(): { catalog: Record<string, string[]>; defaults: Record<string, string> } {\n    return { catalog: MODEL_CATALOG, defaults: DEFAULT_MODELS };\n  }\n\n  getModel(): LanguageModelV1 {\n    const { provider, apiKey, baseURL, model } = this.config;\n\n    switch (provider) {\n      case 'openai': {\n        const openai = createOpenAI({ apiKey, baseURL });\n        return openai(model || 'gpt-5-mini');\n      }\n      case 'anthropic': {\n        const anthropic = createAnthropic({ apiKey, baseURL });\n        return anthropic(model || 'claude-sonnet-4-5-20250929');\n      }\n      case 'google': {\n        const google = createGoogleGenerativeAI({ apiKey, baseURL });\n        return google(model || 'gemini-2.0-flash');\n      }\n      case 'groq': {\n        const groq = createOpenAI({\n          apiKey,\n          baseURL: baseURL || 'https://api.groq.com/openai/v1',\n        });\n        return groq(model || 'llama-3.3-70b-versatile');\n      }\n      case 'ollama': {\n        const ollama = createOpenAI({\n          apiKey: apiKey || 'ollama',\n          baseURL: baseURL || 'http://localhost:11434/v1',\n        });\n        return ollama(model || 'llama3.2');\n      }\n      default:\n        throw new Error(`Unknown provider: ${provider}`);\n    }\n  }\n\n  private convertTools(tools: SimpleTool[]): Record<string, ReturnType<typeof aiTool>> {\n    const result: Record<string, ReturnType<typeof aiTool>> = {};\n\n    for (const t of tools) {\n      const params = t.parameters;\n\n      // JSON Schema passthrough: if parameters already look like a JSON Schema object\n      // (has type: 'object' and properties), pass directly to jsonSchema()\n      if (params && typeof params === 'object' && params.type === 'object' && params.properties) {\n        result[t.name] = aiTool({\n          description: t.description,\n          inputSchema: jsonSchema(params),\n        });\n        continue;\n      }\n\n      // Flat format conversion (original Operor Tool parameter format)\n      const properties: Record<string, any> = {};\n      const required: string[] = [];\n\n      if (params && typeof params === 'object') {\n        for (const [key, value] of Object.entries(params)) {\n          if (!value || typeof value !== 'object') continue;\n\n          const prop: any = { description: value.description || '' };\n\n          if (value.enum) {\n            prop.type = 'string';\n            prop.enum = value.enum;\n          } else {\n            switch (value.type) {\n              case 'number':\n              case 'integer':\n                prop.type = value.type;\n                break;\n              case 'boolean':\n                prop.type = 'boolean';\n                break;\n              case 'array':\n                prop.type = 'array';\n                break;\n              default:\n                prop.type = 'string';\n            }\n          }\n\n          properties[key] = prop;\n          if (value.required) {\n            required.push(key);\n          }\n        }\n      }\n\n      result[t.name] = aiTool({\n        description: t.description,\n        inputSchema: jsonSchema({\n          type: 'object',\n          properties,\n          required: required.length > 0 ? required : undefined,\n          additionalProperties: false,\n        }),\n      });\n    }\n\n    return result;\n  }\n\n  async complete(\n    messages: LLMMessage[],\n    options: {\n      tools?: SimpleTool[];\n      temperature?: number;\n      maxTokens?: number;\n    } = {}\n  ): Promise<LLMResponse> {\n    const maxTokens = options.maxTokens ?? this.config.maxTokens;\n\n    // Reasoning models (GPT-5 family, o-series) do not support temperature\n    const modelName = this.config.model || '';\n    const isReasoningModel = /^(gpt-5|o[1-4])/.test(modelName);\n    const temperature = isReasoningModel ? undefined : (options.temperature ?? this.config.temperature);\n\n    const sdkMessages = messages.map((msg) => {\n      if (msg.role === 'function') {\n        return { role: 'user' as const, content: `[Function result: ${msg.content}]` };\n      }\n      return { role: msg.role as 'system' | 'user' | 'assistant', content: msg.content };\n    });\n\n    const tools = options.tools && options.tools.length > 0\n      ? this.convertTools(options.tools)\n      : undefined;\n\n    const result = await generateText({\n      model: this.getModel(),\n      messages: sdkMessages,\n      temperature,\n      maxTokens,\n      tools,\n      maxSteps: 1,\n    });\n\n    const toolCalls: LLMToolCall[] | undefined = result.toolCalls?.length\n      ? result.toolCalls.map((tc) => ({\n          id: tc.toolCallId,\n          name: tc.toolName,\n          arguments: (tc as any).input ?? (tc as any).args as Record<string, any>,\n        }))\n      : undefined;\n\n    return {\n      text: result.text || '',\n      toolCalls,\n      usage: {\n        promptTokens: result.usage?.promptTokens || 0,\n        completionTokens: result.usage?.completionTokens || 0,\n        totalTokens: (result.usage?.promptTokens || 0) + (result.usage?.completionTokens || 0),\n      },\n      finishReason: result.finishReason,\n    };\n  }\n\n  getModelName(): string {\n    return this.config.model || 'default';\n  }\n\n  getProviderName(): string {\n    return this.config.provider;\n  }\n}\n","import type { LLMProvider, LLMConfig } from './types.js';\nimport { AIProvider } from './AIProvider.js';\n\nexport class LLMGateway {\n  private provider: LLMProvider;\n\n  constructor(config: LLMConfig) {\n    if (!config.apiKey && config.provider !== 'ollama') {\n      throw new Error(`API key required for provider: ${config.provider}`);\n    }\n\n    this.provider = new AIProvider({\n      provider: config.provider,\n      apiKey: config.apiKey,\n      model: config.model,\n      temperature: config.temperature,\n      maxTokens: config.maxTokens,\n      baseURL: config.baseURL,\n    });\n  }\n\n  getProvider(): LLMProvider {\n    return this.provider;\n  }\n}\n"],"mappings":";;;;;;;AAgBA,MAAa,gBAA0C;CACrD,QAAQ;EAAC;EAAc;EAAW;EAAW;EAAiB;EAAU;CACxE,WAAW;EAAC;EAA8B;EAA4B;EAA4B;CAClG,QAAQ;EAAC;EAAoB;EAAkB;EAAoB;EAAiB;CACpF,MAAM;EAAC;EAA2B;EAAwB;EAA6C;EAAoB;EAAiB;CAC5I,QAAQ;EAAC;EAAY;EAAY;EAAW;EAAS;CACtD;;AAGD,MAAa,iBAAyC;CACpD,QAAQ;CACR,WAAW;CACX,QAAQ;CACR,MAAM;CACN,QAAQ;CACT;AAED,IAAa,aAAb,MAA+C;CAC7C,AAAQ;;CAER,AAAQ,0BAA+B,IAAI,KAAK;CAEhD,YAAY,QAA0B;AACpC,OAAK,SAAS;GACZ,aAAa;GACb,WAAW;GACX,GAAG;GACJ;;;CAIH,UAAU,OAAyE;AACjF,MAAI,MAAM,SAAU,MAAK,OAAO,WAAW,MAAM;AACjD,MAAI,MAAM,MAAO,MAAK,OAAO,QAAQ,MAAM;AAC3C,MAAI,MAAM,OAAQ,MAAK,OAAO,SAAS,MAAM;;;CAI/C,UAAU,UAAkB,KAAa;AACvC,OAAK,QAAQ,IAAI,UAAU,IAAI;;;CAIjC,UAAU,UAAuC;EAC/C,MAAM,IAAI,YAAY,KAAK,OAAO;AAClC,SAAO,KAAK,QAAQ,IAAI,EAAE,KAAK,MAAM,KAAK,OAAO,WAAW,KAAK,OAAO,SAAS;;CAGnF,YAAwC;AACtC,SAAO,KAAK;;;CAId,kBAA2F;AACzF,SAAO;GAAE,SAAS;GAAe,UAAU;GAAgB;;CAG7D,WAA4B;EAC1B,MAAM,EAAE,UAAU,QAAQ,SAAS,UAAU,KAAK;AAElD,UAAQ,UAAR;GACE,KAAK,SAEH,QADe,aAAa;IAAE;IAAQ;IAAS,CAAC,CAClC,SAAS,aAAa;GAEtC,KAAK,YAEH,QADkB,gBAAgB;IAAE;IAAQ;IAAS,CAAC,CACrC,SAAS,6BAA6B;GAEzD,KAAK,SAEH,QADe,yBAAyB;IAAE;IAAQ;IAAS,CAAC,CAC9C,SAAS,mBAAmB;GAE5C,KAAK,OAKH,QAJa,aAAa;IACxB;IACA,SAAS,WAAW;IACrB,CAAC,CACU,SAAS,0BAA0B;GAEjD,KAAK,SAKH,QAJe,aAAa;IAC1B,QAAQ,UAAU;IAClB,SAAS,WAAW;IACrB,CAAC,CACY,SAAS,WAAW;GAEpC,QACE,OAAM,IAAI,MAAM,qBAAqB,WAAW;;;CAItD,AAAQ,aAAa,OAAgE;EACnF,MAAM,SAAoD,EAAE;AAE5D,OAAK,MAAM,KAAK,OAAO;GACrB,MAAM,SAAS,EAAE;AAIjB,OAAI,UAAU,OAAO,WAAW,YAAY,OAAO,SAAS,YAAY,OAAO,YAAY;AACzF,WAAO,EAAE,QAAQA,KAAO;KACtB,aAAa,EAAE;KACf,aAAa,WAAW,OAAO;KAChC,CAAC;AACF;;GAIF,MAAM,aAAkC,EAAE;GAC1C,MAAM,WAAqB,EAAE;AAE7B,OAAI,UAAU,OAAO,WAAW,SAC9B,MAAK,MAAM,CAAC,KAAK,UAAU,OAAO,QAAQ,OAAO,EAAE;AACjD,QAAI,CAAC,SAAS,OAAO,UAAU,SAAU;IAEzC,MAAM,OAAY,EAAE,aAAa,MAAM,eAAe,IAAI;AAE1D,QAAI,MAAM,MAAM;AACd,UAAK,OAAO;AACZ,UAAK,OAAO,MAAM;UAElB,SAAQ,MAAM,MAAd;KACE,KAAK;KACL,KAAK;AACH,WAAK,OAAO,MAAM;AAClB;KACF,KAAK;AACH,WAAK,OAAO;AACZ;KACF,KAAK;AACH,WAAK,OAAO;AACZ;KACF,QACE,MAAK,OAAO;;AAIlB,eAAW,OAAO;AAClB,QAAI,MAAM,SACR,UAAS,KAAK,IAAI;;AAKxB,UAAO,EAAE,QAAQA,KAAO;IACtB,aAAa,EAAE;IACf,aAAa,WAAW;KACtB,MAAM;KACN;KACA,UAAU,SAAS,SAAS,IAAI,WAAW;KAC3C,sBAAsB;KACvB,CAAC;IACH,CAAC;;AAGJ,SAAO;;CAGT,MAAM,SACJ,UACA,UAII,EAAE,EACgB;EACtB,MAAM,YAAY,QAAQ,aAAa,KAAK,OAAO;EAGnD,MAAM,YAAY,KAAK,OAAO,SAAS;EAEvC,MAAM,cADmB,kBAAkB,KAAK,UAAU,GACnB,SAAa,QAAQ,eAAe,KAAK,OAAO;EAEvF,MAAM,cAAc,SAAS,KAAK,QAAQ;AACxC,OAAI,IAAI,SAAS,WACf,QAAO;IAAE,MAAM;IAAiB,SAAS,qBAAqB,IAAI,QAAQ;IAAI;AAEhF,UAAO;IAAE,MAAM,IAAI;IAAyC,SAAS,IAAI;IAAS;IAClF;EAEF,MAAM,QAAQ,QAAQ,SAAS,QAAQ,MAAM,SAAS,IAClD,KAAK,aAAa,QAAQ,MAAM,GAChC;EAEJ,MAAM,SAAS,MAAM,aAAa;GAChC,OAAO,KAAK,UAAU;GACtB,UAAU;GACV;GACA;GACA;GACA,UAAU;GACX,CAAC;EAEF,MAAM,YAAuC,OAAO,WAAW,SAC3D,OAAO,UAAU,KAAK,QAAQ;GAC5B,IAAI,GAAG;GACP,MAAM,GAAG;GACT,WAAY,GAAW,SAAU,GAAW;GAC7C,EAAE,GACH;AAEJ,SAAO;GACL,MAAM,OAAO,QAAQ;GACrB;GACA,OAAO;IACL,cAAc,OAAO,OAAO,gBAAgB;IAC5C,kBAAkB,OAAO,OAAO,oBAAoB;IACpD,cAAc,OAAO,OAAO,gBAAgB,MAAM,OAAO,OAAO,oBAAoB;IACrF;GACD,cAAc,OAAO;GACtB;;CAGH,eAAuB;AACrB,SAAO,KAAK,OAAO,SAAS;;CAG9B,kBAA0B;AACxB,SAAO,KAAK,OAAO;;;;;;ACxOvB,IAAa,aAAb,MAAwB;CACtB,AAAQ;CAER,YAAY,QAAmB;AAC7B,MAAI,CAAC,OAAO,UAAU,OAAO,aAAa,SACxC,OAAM,IAAI,MAAM,kCAAkC,OAAO,WAAW;AAGtE,OAAK,WAAW,IAAI,WAAW;GAC7B,UAAU,OAAO;GACjB,QAAQ,OAAO;GACf,OAAO,OAAO;GACd,aAAa,OAAO;GACpB,WAAW,OAAO;GAClB,SAAS,OAAO;GACjB,CAAC;;CAGJ,cAA2B;AACzB,SAAO,KAAK"}

package/package.json

@@ -0,0 +1,24 @@
+{
+  "name": "@operor/llm",
+  "version": "0.1.0",
+  "description": "LLM providers for Agent OS",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "dependencies": {
+    "ai": "^6.0.0",
+    "@ai-sdk/openai": "^3.0.0",
+    "@ai-sdk/anthropic": "^3.0.0",
+    "@ai-sdk/google": "^3.0.0",
+    "zod": "^4.0.0",
+    "@operor/core": "0.1.0"
+  },
+  "devDependencies": {
+    "tsdown": "^0.20.3",
+    "typescript": "^5.7.0"
+  },
+  "scripts": {
+    "build": "tsdown",
+    "dev": "tsdown --watch"
+  }
+}

package/src/AIProvider.ts

@@ -0,0 +1,238 @@
+import { generateText, tool as aiTool, jsonSchema, type LanguageModelV1 } from 'ai';
+import { createOpenAI } from '@ai-sdk/openai';
+import { createAnthropic } from '@ai-sdk/anthropic';
+import { createGoogleGenerativeAI } from '@ai-sdk/google';
+import type { LLMProvider, LLMMessage, LLMResponse, LLMToolCall, SimpleTool, LLMConfig } from './types.js';
+
+export interface AIProviderConfig {
+  provider: LLMConfig['provider'];
+  apiKey?: string;
+  model?: string;
+  temperature?: number;
+  maxTokens?: number;
+  baseURL?: string;
+}
+
+/** Known models per provider — used by /model list */
+export const MODEL_CATALOG: Record<string, string[]> = {
+  openai: ['gpt-5-mini', 'gpt-5.1', 'gpt-5.2', 'gpt-5.3-codex', 'o3-mini'],
+  anthropic: ['claude-sonnet-4-6-20250218', 'claude-opus-4-6-20250205', 'claude-haiku-4-5-20251001'],
+  google: ['gemini-2.5-flash', 'gemini-2.5-pro', 'gemini-2.0-flash', 'gemini-3-flash'],
+  groq: ['llama-3.3-70b-versatile', 'llama-3.1-8b-instant', 'meta-llama/llama-4-scout-17b-16e-instruct', 'mistral-saba-24b', 'qwen/qwen3-32b'],
+  ollama: ['llama3.2', 'llama3.1', 'mistral', 'gemma2'],
+};
+
+/** Default model per provider */
+export const DEFAULT_MODELS: Record<string, string> = {
+  openai: 'gpt-5-mini',
+  anthropic: 'claude-sonnet-4-5-20250929',
+  google: 'gemini-2.0-flash',
+  groq: 'llama-3.3-70b-versatile',
+  ollama: 'llama3.2',
+};
+
+export class AIProvider implements LLMProvider {
+  private config: AIProviderConfig & { temperature: number; maxTokens: number };
+  /** Extra API keys stored at runtime (provider → key) */
+  private apiKeys: Map<string, string> = new Map();
+
+  constructor(config: AIProviderConfig) {
+    this.config = {
+      temperature: 0.7,
+      maxTokens: 1000,
+      ...config,
+    };
+  }
+
+  /** Update provider/model/apiKey at runtime */
+  setConfig(patch: Partial<Pick<AIProviderConfig, 'provider' | 'model' | 'apiKey'>>) {
+    if (patch.provider) this.config.provider = patch.provider;
+    if (patch.model) this.config.model = patch.model;
+    if (patch.apiKey) this.config.apiKey = patch.apiKey;
+  }
+
+  /** Store an API key for a provider */
+  setApiKey(provider: string, key: string) {
+    this.apiKeys.set(provider, key);
+  }
+
+  /** Get API key for a provider (stored keys take precedence) */
+  getApiKey(provider?: string): string | undefined {
+    const p = provider || this.config.provider;
+    return this.apiKeys.get(p) || (p === this.config.provider ? this.config.apiKey : undefined);
+  }
+
+  getConfig(): Readonly<AIProviderConfig> {
+    return this.config;
+  }
+
+  /** Return the model catalog and defaults for /model list */
+  getModelCatalog(): { catalog: Record<string, string[]>; defaults: Record<string, string> } {
+    return { catalog: MODEL_CATALOG, defaults: DEFAULT_MODELS };
+  }
+
+  getModel(): LanguageModelV1 {
+    const { provider, apiKey, baseURL, model } = this.config;
+
+    switch (provider) {
+      case 'openai': {
+        const openai = createOpenAI({ apiKey, baseURL });
+        return openai(model || 'gpt-5-mini');
+      }
+      case 'anthropic': {
+        const anthropic = createAnthropic({ apiKey, baseURL });
+        return anthropic(model || 'claude-sonnet-4-5-20250929');
+      }
+      case 'google': {
+        const google = createGoogleGenerativeAI({ apiKey, baseURL });
+        return google(model || 'gemini-2.0-flash');
+      }
+      case 'groq': {
+        const groq = createOpenAI({
+          apiKey,
+          baseURL: baseURL || 'https://api.groq.com/openai/v1',
+        });
+        return groq(model || 'llama-3.3-70b-versatile');
+      }
+      case 'ollama': {
+        const ollama = createOpenAI({
+          apiKey: apiKey || 'ollama',
+          baseURL: baseURL || 'http://localhost:11434/v1',
+        });
+        return ollama(model || 'llama3.2');
+      }
+      default:
+        throw new Error(`Unknown provider: ${provider}`);
+    }
+  }
+
+  private convertTools(tools: SimpleTool[]): Record<string, ReturnType<typeof aiTool>> {
+    const result: Record<string, ReturnType<typeof aiTool>> = {};
+
+    for (const t of tools) {
+      const params = t.parameters;
+
+      // JSON Schema passthrough: if parameters already look like a JSON Schema object
+      // (has type: 'object' and properties), pass directly to jsonSchema()
+      if (params && typeof params === 'object' && params.type === 'object' && params.properties) {
+        result[t.name] = aiTool({
+          description: t.description,
+          inputSchema: jsonSchema(params),
+        });
+        continue;
+      }
+
+      // Flat format conversion (original Operor Tool parameter format)
+      const properties: Record<string, any> = {};
+      const required: string[] = [];
+
+      if (params && typeof params === 'object') {
+        for (const [key, value] of Object.entries(params)) {
+          if (!value || typeof value !== 'object') continue;
+
+          const prop: any = { description: value.description || '' };
+
+          if (value.enum) {
+            prop.type = 'string';
+            prop.enum = value.enum;
+          } else {
+            switch (value.type) {
+              case 'number':
+              case 'integer':
+                prop.type = value.type;
+                break;
+              case 'boolean':
+                prop.type = 'boolean';
+                break;
+              case 'array':
+                prop.type = 'array';
+                break;
+              default:
+                prop.type = 'string';
+            }
+          }
+
+          properties[key] = prop;
+          if (value.required) {
+            required.push(key);
+          }
+        }
+      }
+
+      result[t.name] = aiTool({
+        description: t.description,
+        inputSchema: jsonSchema({
+          type: 'object',
+          properties,
+          required: required.length > 0 ? required : undefined,
+          additionalProperties: false,
+        }),
+      });
+    }
+
+    return result;
+  }
+
+  async complete(
+    messages: LLMMessage[],
+    options: {
+      tools?: SimpleTool[];
+      temperature?: number;
+      maxTokens?: number;
+    } = {}
+  ): Promise<LLMResponse> {
+    const maxTokens = options.maxTokens ?? this.config.maxTokens;
+
+    // Reasoning models (GPT-5 family, o-series) do not support temperature
+    const modelName = this.config.model || '';
+    const isReasoningModel = /^(gpt-5|o[1-4])/.test(modelName);
+    const temperature = isReasoningModel ? undefined : (options.temperature ?? this.config.temperature);
+
+    const sdkMessages = messages.map((msg) => {
+      if (msg.role === 'function') {
+        return { role: 'user' as const, content: `[Function result: ${msg.content}]` };
+      }
+      return { role: msg.role as 'system' | 'user' | 'assistant', content: msg.content };
+    });
+
+    const tools = options.tools && options.tools.length > 0
+      ? this.convertTools(options.tools)
+      : undefined;
+
+    const result = await generateText({
+      model: this.getModel(),
+      messages: sdkMessages,
+      temperature,
+      maxTokens,
+      tools,
+      maxSteps: 1,
+    });
+
+    const toolCalls: LLMToolCall[] | undefined = result.toolCalls?.length
+      ? result.toolCalls.map((tc) => ({
+          id: tc.toolCallId,
+          name: tc.toolName,
+          arguments: (tc as any).input ?? (tc as any).args as Record<string, any>,
+        }))
+      : undefined;
+
+    return {
+      text: result.text || '',
+      toolCalls,
+      usage: {
+        promptTokens: result.usage?.promptTokens || 0,
+        completionTokens: result.usage?.completionTokens || 0,
+        totalTokens: (result.usage?.promptTokens || 0) + (result.usage?.completionTokens || 0),
+      },
+      finishReason: result.finishReason,
+    };
+  }
+
+  getModelName(): string {
+    return this.config.model || 'default';
+  }
+
+  getProviderName(): string {
+    return this.config.provider;
+  }
+}

package/src/LLMGateway.ts

@@ -0,0 +1,25 @@
+import type { LLMProvider, LLMConfig } from './types.js';
+import { AIProvider } from './AIProvider.js';
+
+export class LLMGateway {
+  private provider: LLMProvider;
+
+  constructor(config: LLMConfig) {
+    if (!config.apiKey && config.provider !== 'ollama') {
+      throw new Error(`API key required for provider: ${config.provider}`);
+    }
+
+    this.provider = new AIProvider({
+      provider: config.provider,
+      apiKey: config.apiKey,
+      model: config.model,
+      temperature: config.temperature,
+      maxTokens: config.maxTokens,
+      baseURL: config.baseURL,
+    });
+  }
+
+  getProvider(): LLMProvider {
+    return this.provider;
+  }
+}

package/src/index.ts

@@ -0,0 +1,11 @@
+export { LLMGateway } from './LLMGateway.js';
+export { AIProvider, MODEL_CATALOG, DEFAULT_MODELS } from './AIProvider.js';
+export type { AIProviderConfig } from './AIProvider.js';
+export type {
+  LLMConfig,
+  LLMMessage,
+  LLMResponse,
+  LLMToolCall,
+  LLMProvider,
+  SimpleTool,
+} from './types.js';

package/src/types.ts

@@ -0,0 +1,52 @@
+import type { Tool } from '@operor/core';
+
+// Re-export simple version for external use
+export interface SimpleTool {
+  name: string;
+  description: string;
+  parameters: Record<string, any>;
+}
+
+export interface LLMConfig {
+  provider: 'openai' | 'anthropic' | 'google' | 'groq' | 'ollama';
+  apiKey?: string;
+  model?: string;
+  temperature?: number;
+  maxTokens?: number;
+  baseURL?: string;
+}
+
+export interface LLMMessage {
+  role: 'system' | 'user' | 'assistant' | 'function';
+  content: string;
+  name?: string;
+}
+
+export interface LLMToolCall {
+  id: string;
+  name: string;
+  arguments: Record<string, any>;
+}
+
+export interface LLMResponse {
+  text: string;
+  toolCalls?: LLMToolCall[];
+  usage?: {
+    promptTokens: number;
+    completionTokens: number;
+    totalTokens: number;
+  };
+  cost?: number;
+  finishReason?: string;
+}
+
+export interface LLMProvider {
+  complete(
+    messages: LLMMessage[],
+    options?: {
+      tools?: SimpleTool[];
+      temperature?: number;
+      maxTokens?: number;
+    }
+  ): Promise<LLMResponse>;
+}

package/tsconfig.json

@@ -0,0 +1,9 @@
+{
+  "extends": "../../tsconfig.json",
+  "compilerOptions": {
+    "outDir": "./dist",
+    "rootDir": "./src"
+  },
+  "include": ["src/**/*"],
+  "exclude": ["node_modules", "dist"]
+}

package/tsdown.config.ts

@@ -0,0 +1,10 @@
+import { defineConfig } from 'tsdown';
+
+export default defineConfig({
+  entry: ['src/index.ts'],
+  format: ['esm'],
+  dts: true,
+  clean: true,
+  sourcemap: true,
+  outExtensions: () => ({ js: '.js', dts: '.d.ts' }),
+});