@dex-ai/ollama 0.1.3

package/package.json

@@ -0,0 +1,27 @@
+{
+  "name": "@dex-ai/ollama",
+  "version": "0.1.3",
+  "description": "Ollama provider for @dex-ai/sdk — thin wrapper over @dex-ai/openai.",
+  "type": "module",
+  "exports": {
+    ".": {
+      "types": "./src/index.ts",
+      "default": "./src/index.ts"
+    }
+  },
+  "files": [
+    "src"
+  ],
+  "scripts": {
+    "typecheck": "tsc --noEmit"
+  },
+  "dependencies": {
+    "@dex-ai/sdk": "^0.1.1",
+    "@dex-ai/openai": "^0.1.3"
+  },
+  "sideEffects": false,
+  "publishConfig": {
+    "access": "public",
+    "registry": "https://registry.npmjs.org/"
+  }
+}

package/src/extension.ts

@@ -0,0 +1,134 @@
+/**
+ * Ollama Extension — thin wrapper over @dex-ai/openai.
+ *
+ * Ollama exposes an OpenAI-compatible endpoint at /v1/chat/completions.
+ * Model discovery uses /api/tags (Ollama-native) to list local models.
+ * No API key required by default.
+ */
+
+import type { Extension, Model, ThinkingLevel } from "@dex-ai/sdk";
+import { openaiExtension } from "@dex-ai/openai";
+import type { OpenAIExtensionOptions, ModelConfig } from "@dex-ai/openai";
+
+/* ------------------------------------------------------------------ */
+/* Options                                                             */
+/* ------------------------------------------------------------------ */
+
+export interface OllamaExtensionOptions {
+	/** Base URL. Default: http://127.0.0.1:11434/v1 */
+	readonly baseUrl?: string;
+	/** Extension name. Default: "ollama". */
+	readonly name?: string;
+	/** Model IDs to register statically. Discovery adds more. */
+	readonly models?: ReadonlyArray<string | ModelConfig>;
+	/**
+	 * Disable model discovery. Default: false (discovery enabled).
+	 * When enabled, discovers models via Ollama's GET /api/tags endpoint.
+	 */
+	readonly noDiscovery?: boolean;
+	/** Emit raw-chunk parts during streaming. Default: false. */
+	readonly rawChunks?: boolean;
+	/** Fetch override. */
+	readonly fetch?: (url: string, init: RequestInit) => Promise<Response>;
+}
+
+export type { ModelConfig };
+
+/* ------------------------------------------------------------------ */
+/* Extension factory                                                   */
+/* ------------------------------------------------------------------ */
+
+export function ollamaExtension(
+	opts: OllamaExtensionOptions = {},
+): Extension {
+	const extName = opts.name ?? "ollama";
+	const baseUrl =
+		opts.baseUrl ||
+		process.env.OLLAMA_BASE_URL ||
+		"http://127.0.0.1:11434/v1";
+	// Ollama's OpenAI-compat endpoint is at /v1, strip if caller passed full host
+	const openaiBaseUrl = baseUrl.endsWith("/v1") ? baseUrl : `${baseUrl}/v1`;
+	// Ollama host without /v1 for native API calls
+	const ollamaHost = openaiBaseUrl.replace(/\/v1$/, "");
+
+	const doFetch =
+		opts.fetch ?? ((url: string, init: RequestInit) => fetch(url, init));
+
+	// Ollama doesn't need an API key, but openaiExtension requires one.
+	// Pass a dummy value — Ollama ignores the Authorization header.
+	const openaiOpts: OpenAIExtensionOptions = {
+		name: extName,
+		apiKey: "ollama",
+		baseUrl: openaiBaseUrl,
+		// Disable OpenAI-style /v1/models discovery — we use /api/tags instead
+		modelsPath: null,
+		...(opts.models !== undefined ? { models: opts.models } : {}),
+		...(opts.rawChunks !== undefined ? { rawChunks: opts.rawChunks } : {}),
+		...(opts.fetch !== undefined ? { fetch: opts.fetch } : {}),
+	};
+
+	const inner = openaiExtension(openaiOpts);
+
+	// If discovery disabled, return as-is
+	if (opts.noDiscovery) return inner;
+
+	// Wrap with Ollama-native model discovery
+	return {
+		...inner,
+		async init(actx) {
+			// Call inner init first (no-op since modelsPath is null)
+			if (inner.init) await inner.init(actx);
+
+			// Discover models via Ollama's /api/tags
+			try {
+				const res = await doFetch(`${ollamaHost}/api/tags`, {
+					method: "GET",
+				});
+				if (!res.ok) return;
+
+				const json = (await res.json()) as {
+					models?: Array<{
+						name: string;
+						size?: number;
+						details?: {
+							parameter_size?: string;
+							family?: string;
+						};
+					}>;
+				};
+				const modelList = json.models ?? [];
+
+				const staticIds = new Set(
+					(inner.models ?? []).map((m: Model) => m.id),
+				);
+				const allModels = inner.models as Model[];
+
+				for (const m of modelList) {
+					if (!m.name || staticIds.has(m.name)) continue;
+
+					// Import createChatStream indirectly via openaiExtension
+					// Since we can't easily create new Model instances that use
+					// the inner openai stream, we create a mini openai extension
+					// for this model and grab the model from it.
+					const singleExt = openaiExtension({
+						name: extName,
+						apiKey: "ollama",
+						baseUrl: openaiBaseUrl,
+						modelsPath: null,
+						models: [m.name],
+						...(opts.rawChunks !== undefined
+							? { rawChunks: opts.rawChunks }
+							: {}),
+						...(opts.fetch !== undefined ? { fetch: opts.fetch } : {}),
+					});
+					const model = singleExt.models?.[0];
+					if (model) {
+						allModels.push(model);
+					}
+				}
+			} catch {
+				// Discovery failed — proceed with static models only
+			}
+		},
+	};
+}

package/src/index.ts

@@ -0,0 +1,22 @@
+export { ollamaExtension } from "./extension";
+export type { OllamaExtensionOptions, ModelConfig } from "./extension";
+
+import type { ProviderDescriptor } from "@dex-ai/sdk";
+import { ollamaExtension } from "./extension";
+
+export const descriptor: ProviderDescriptor = {
+	type: "ollama",
+	label: "Ollama (local)",
+	fields: [
+		{ key: "baseUrl", label: "Base URL", required: false, default: "http://127.0.0.1:11434/v1", hint: "Ollama server URL" },
+		{ key: "models", label: "Models", required: false, hint: "Comma-separated model IDs, or leave blank to auto-discover" },
+	],
+	create(config) {
+		const models = config.models as string[] | undefined;
+		return ollamaExtension({
+			...(config.name ? { name: config.name as string } : {}),
+			baseUrl: (config.baseUrl as string) ?? "http://127.0.0.1:11434/v1",
+			...(models ? { models } : {}),
+		});
+	},
+};