@zhivex-ai/ollama 0.1.0

package/dist/index.d.ts

@@ -0,0 +1,15 @@
+import { type CallableProviderAdapter, type ProviderAdapter } from "@zhivex-ai/core";
+export interface OllamaProviderOptions {
+    baseURL?: string;
+    fetch?: typeof globalThis.fetch;
+}
+export interface OllamaLanguageModelOptions {
+    format?: "json" | Record<string, unknown> | string;
+    keep_alive?: string | number;
+    raw?: boolean;
+    template?: string;
+    options?: Record<string, unknown>;
+    [key: string]: unknown;
+}
+export declare const createOllama: (options?: OllamaProviderOptions) => CallableProviderAdapter & ProviderAdapter;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAOL,KAAK,uBAAuB,EAM5B,KAAK,eAAe,EACrB,MAAM,iBAAiB,CAAC;AAEzB,MAAM,WAAW,qBAAqB;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,UAAU,CAAC,KAAK,CAAC;CACjC;AAED,MAAM,WAAW,0BAA0B;IACzC,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC7B,GAAG,CAAC,EAAE,OAAO,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AA+ID,eAAO,MAAM,YAAY,GAAI,UAAS,qBAA0B,KAAG,uBAAuB,GAAG,eAQ5F,CAAC"}

package/dist/index.js

@@ -0,0 +1,134 @@
+import { ConfigurationError, ProviderHTTPError, ValidationError, createProviderAdapter, withRetry, withTimeoutSignal } from "@zhivex-ai/core";
+const capabilities = {
+    streaming: false,
+    tools: false,
+    structuredOutput: false,
+    jsonMode: false,
+    toolChoice: false,
+    parallelToolCalls: false,
+    vision: true,
+    files: false,
+    audioInput: false,
+    audioOutput: false,
+    embeddings: false,
+    reasoning: false,
+    webSearch: false
+};
+const parseDataUrl = (value) => {
+    const match = value.match(/^data:(image\/[a-zA-Z0-9.+-]+);base64,(.+)$/);
+    if (!match) {
+        throw new ValidationError("Ollama image inputs must be provided as data URLs.");
+    }
+    return match[2];
+};
+const mapPrompt = (messages) => messages
+    .filter((message) => message.role !== "system")
+    .map((message) => {
+    const text = message.parts
+        .filter((part) => part.type === "text")
+        .map((part) => part.text)
+        .join("\n");
+    return `${message.role.toUpperCase()}: ${text}`;
+})
+    .join("\n\n");
+const systemPrompt = (messages) => messages
+    .filter((message) => message.role === "system")
+    .flatMap((message) => message.parts)
+    .filter((part) => part.type === "text")
+    .map((part) => part.text)
+    .join("\n");
+const lastUserImages = (messages) => {
+    const lastUser = [...messages].reverse().find((message) => message.role === "user");
+    return (lastUser?.parts
+        .filter((part) => part.type === "image")
+        .map((part) => parseDataUrl(part.image)) ?? []);
+};
+const parseJson = async (response) => {
+    if (!response.ok) {
+        const body = await response.text();
+        throw new ProviderHTTPError(`Ollama request failed with status ${response.status}.`, response.status, {
+            responseBody: body
+        });
+    }
+    return response.json();
+};
+class OllamaLanguageModel {
+    modelId;
+    baseURL;
+    fetcher;
+    provider = "ollama";
+    capabilities = capabilities;
+    constructor(modelId, baseURL, fetcher) {
+        this.modelId = modelId;
+        this.baseURL = baseURL;
+        this.fetcher = fetcher;
+    }
+    async generate(input) {
+        const { signal, cleanup } = withTimeoutSignal(input);
+        try {
+            const response = await withRetry(() => this.fetcher(`${this.baseURL}/api/generate`, {
+                method: "POST",
+                headers: { "content-type": "application/json" },
+                signal,
+                body: JSON.stringify({
+                    model: this.modelId,
+                    system: systemPrompt(input.messages) || undefined,
+                    prompt: mapPrompt(input.messages),
+                    images: lastUserImages(input.messages),
+                    options: {
+                        num_predict: input.maxTokens,
+                        temperature: input.temperature
+                    },
+                    stream: false,
+                    ...input.providerOptions
+                })
+            }), input);
+            const json = await parseJson(response);
+            const text = json.response || "";
+            return {
+                messages: text
+                    ? [
+                        {
+                            role: "assistant",
+                            parts: [{ type: "text", text }]
+                        }
+                    ]
+                    : [],
+                text,
+                finishReason: "stop",
+                providerFinishReason: json.done_reason,
+                usage: {
+                    inputTokens: json.prompt_eval_count,
+                    outputTokens: json.eval_count,
+                    totalTokens: (json.prompt_eval_count ?? 0) + (json.eval_count ?? 0)
+                },
+                rawResponse: json
+            };
+        }
+        catch (error) {
+            if (error instanceof ProviderHTTPError) {
+                throw error;
+            }
+            const message = error instanceof Error ? error.message : "Ollama request failed.";
+            if (message.toLowerCase().includes("model") && message.toLowerCase().includes("not found")) {
+                throw new ValidationError(message, { cause: error });
+            }
+            if (message.toLowerCase().includes("connect") || message.toLowerCase().includes("econnrefused")) {
+                throw new ConfigurationError(message, { cause: error });
+            }
+            throw error instanceof Error ? error : new Error(message);
+        }
+        finally {
+            cleanup();
+        }
+    }
+}
+export const createOllama = (options = {}) => {
+    const baseURL = options.baseURL ?? process.env.OLLAMA_HOST ?? "http://localhost:11434";
+    const fetcher = options.fetch ?? globalThis.fetch;
+    return createProviderAdapter({
+        name: "ollama",
+        languageModel: (modelId) => new OllamaLanguageModel(modelId, baseURL, fetcher)
+    });
+};
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,kBAAkB,EAClB,iBAAiB,EACjB,eAAe,EACf,qBAAqB,EACrB,SAAS,EACT,iBAAiB,EAQlB,MAAM,iBAAiB,CAAC;AAgBzB,MAAM,YAAY,GAAsB;IACtC,SAAS,EAAE,KAAK;IAChB,KAAK,EAAE,KAAK;IACZ,gBAAgB,EAAE,KAAK;IACvB,QAAQ,EAAE,KAAK;IACf,UAAU,EAAE,KAAK;IACjB,iBAAiB,EAAE,KAAK;IACxB,MAAM,EAAE,IAAI;IACZ,KAAK,EAAE,KAAK;IACZ,UAAU,EAAE,KAAK;IACjB,WAAW,EAAE,KAAK;IAClB,UAAU,EAAE,KAAK;IACjB,SAAS,EAAE,KAAK;IAChB,SAAS,EAAE,KAAK;CACjB,CAAC;AAEF,MAAM,YAAY,GAAG,CAAC,KAAa,EAAE,EAAE;IACrC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACzE,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,eAAe,CAAC,oDAAoD,CAAC,CAAC;IAClF,CAAC;IACD,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,QAAwB,EAAE,EAAE,CAC7C,QAAQ;KACL,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC;KAC9C,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;IACf,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK;SACvB,MAAM,CAAC,CAAC,IAAI,EAAoE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC;SACxG,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;SACxB,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,IAAI,EAAE,CAAC;AAClD,CAAC,CAAC;KACD,IAAI,CAAC,MAAM,CAAC,CAAC;AAElB,MAAM,YAAY,GAAG,CAAC,QAAwB,EAAE,EAAE,CAChD,QAAQ;KACL,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC;KAC9C,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;KACnC,MAAM,CAAC,CAAC,IAAI,EAAoE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC;KACxG,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;KACxB,IAAI,CAAC,IAAI,CAAC,CAAC;AAEhB,MAAM,cAAc,GAAG,CAAC,QAAwB,EAAE,EAAE;IAClD,MAAM,QAAQ,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;IACpF,OAAO,CACL,QAAQ,EAAE,KAAK;SACZ,MAAM,CAAC,CAAC,IAAI,EAAqE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC;SAC1G,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CACjD,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,KAAK,EAAE,QAAkB,EAAE,EAAE;IAC7C,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,IAAI,iBAAiB,CAAC,qCAAqC,QAAQ,CAAC,MAAM,GAAG,EAAE,QAAQ,CAAC,MAAM,EAAE;YACpG,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;AACzB,CAAC,CAAC;AAEF,MAAM,mBAAmB;IAKZ;IACQ;IACA;IANV,QAAQ,GAAG,QAAQ,CAAC;IACpB,YAAY,GAAG,YAAY,CAAC;IAErC,YACW,OAAe,EACP,OAAe,EACf,OAAgC;QAFxC,YAAO,GAAP,OAAO,CAAQ;QACP,YAAO,GAAP,OAAO,CAAQ;QACf,YAAO,GAAP,OAAO,CAAyB;IAChD,CAAC;IAEJ,KAAK,CAAC,QAAQ,CAAC,KAAyB;QACtC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAErD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,SAAS,CAC9B,GAAG,EAAE,CACH,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,OAAO,eAAe,EAAE;gBAC3C,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,MAAM;gBACN,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,IAAI,CAAC,OAAO;oBACnB,MAAM,EAAE,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,SAAS;oBACjD,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC;oBACjC,MAAM,EAAE,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC;oBACtC,OAAO,EAAE;wBACP,WAAW,EAAE,KAAK,CAAC,SAAS;wBAC5B,WAAW,EAAE,KAAK,CAAC,WAAW;qBAC/B;oBACD,MAAM,EAAE,KAAK;oBACb,GAAG,KAAK,CAAC,eAAe;iBACzB,CAAC;aACH,CAAC,EACJ,KAAK,CACN,CAAC;YAEF,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC;YACvC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;YAEjC,OAAO;gBACL,QAAQ,EAAE,IAAI;oBACZ,CAAC,CAAC;wBACE;4BACE,IAAI,EAAE,WAAW;4BACjB,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;yBAChC;qBACF;oBACH,CAAC,CAAC,EAAE;gBACN,IAAI;gBACJ,YAAY,EAAE,MAAM;gBACpB,oBAAoB,EAAE,IAAI,CAAC,WAAW;gBACtC,KAAK,EAAE;oBACL,WAAW,EAAE,IAAI,CAAC,iBAAiB;oBACnC,YAAY,EAAE,IAAI,CAAC,UAAU;oBAC7B,WAAW,EAAE,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;iBACpE;gBACD,WAAW,EAAE,IAAI;aAClB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,iBAAiB,EAAE,CAAC;gBACvC,MAAM,KAAK,CAAC;YACd,CAAC;YAED,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;YAClF,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC3F,MAAM,IAAI,eAAe,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACvD,CAAC;YACD,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;gBAChG,MAAM,IAAI,kBAAkB,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1D,CAAC;YACD,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;QAC5D,CAAC;gBAAS,CAAC;YACT,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF;AAED,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,UAAiC,EAAE,EAA6C,EAAE;IAC7G,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,wBAAwB,CAAC;IACvF,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC;IAElD,OAAO,qBAAqB,CAAC;QAC3B,IAAI,EAAE,QAAQ;QACd,aAAa,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,mBAAmB,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC;KAC/E,CAAC,CAAC;AACL,CAAC,CAAC"}

package/package.json

@@ -0,0 +1,32 @@
+{
+  "name": "@zhivex-ai/ollama",
+  "version": "0.1.0",
+  "license": "MIT",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "files": ["dist"],
+  "sideEffects": false,
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/Zhivex/zhivex-ai-sdk.git",
+    "directory": "packages/ollama"
+  },
+  "homepage": "https://github.com/Zhivex/zhivex-ai-sdk#readme",
+  "bugs": {
+    "url": "https://github.com/Zhivex/zhivex-ai-sdk/issues"
+  },
+  "keywords": ["ai", "sdk", "ollama", "local-llm", "typescript"],
+  "publishConfig": {
+    "access": "public"
+  },
+  "dependencies": {
+    "@zhivex-ai/core": "^0.1.0"
+  }
+}