@nodetool-ai/runtime 0.7.0-rc.22 → 0.8.1

package/dist/providers/mistral-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"mistral-provider.d.ts","sourceRoot":"","sources":["../../src/providers/mistral-provider.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhE,UAAU,sBAAsB;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,MAAM,CAAC;IAC3C,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;CACxB;AAED,qBAAa,eAAgB,SAAQ,cAAc;WACjC,eAAe,IAAI,MAAM,EAAE;IAI3C,OAAO,CAAC,aAAa,CAAe;gBAGlC,OAAO,EAAE;QAAE,eAAe,CAAC,EAAE,MAAM,CAAA;KAAE,EACrC,OAAO,GAAE,sBAA2B;IA4B7B,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAInC,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIhD,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;IA8BtD,2BAA2B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAWxD,iBAAiB,CAAC,IAAI,EAAE;QACrC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;QACxB,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;CAcxB"}
+{"version":3,"file":"mistral-provider.d.ts","sourceRoot":"","sources":["../../src/providers/mistral-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,oBAAoB,EACpB,KAAK,2BAA2B,EACjC,MAAM,6BAA6B,CAAC;AACrC,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAEhE,qBAAa,eAAgB,SAAQ,oBAAoB;IACvD,OAAgB,eAAe,IAAI,MAAM,EAAE,CAE1C;IAED,YACE,OAAO,EAAE;QAAE,eAAe,CAAC,EAAE,MAAM,CAAA;KAAE,EACrC,OAAO,GAAE,2BAAgC,EAe1C;IAEQ,eAAe;QACb,eAAe;MACzB;IAEc,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAE9D;IAEc,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC,CAEpE;IAEc,2BAA2B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC,CAStE;IAEc,iBAAiB,CAAC,IAAI,EAAE;QACrC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;QACxB,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CActB;CACF"}

package/dist/providers/mistral-provider.js

@@ -1,27 +1,18 @@
-import OpenAI from "openai";
-import { OpenAIProvider } from "./openai-provider.js";
-export class MistralProvider extends OpenAIProvider {
+import { OpenAICompatProvider } from "./openai-compat-provider.js";
+export class MistralProvider extends OpenAICompatProvider {
     static requiredSecrets() {
         return ["MISTRAL_API_KEY"];
     }
-    _mistralFetch;
     constructor(secrets, options = {}) {
         const apiKey = secrets.MISTRAL_API_KEY;
         if (!apiKey) {
             throw new Error("MISTRAL_API_KEY is required");
         }
-        const fetchFn = options.fetchFn ?? globalThis.fetch.bind(globalThis);
-        super({ OPENAI_API_KEY: apiKey }, {
-            client: options.client,
-            clientFactory: options.clientFactory ??
-                ((key) => new OpenAI({
-                    apiKey: key,
-                    baseURL: "https://api.mistral.ai/v1"
-                })),
-            fetchFn
-        });
-        this.provider = "mistral";
-        this._mistralFetch = fetchFn;
+        super({
+            providerId: "mistral",
+            apiKey,
+            baseURL: "https://api.mistral.ai/v1"
+        }, options);
     }
     getContainerEnv() {
         return { MISTRAL_API_KEY: this.apiKey };
@@ -30,23 +21,7 @@ export class MistralProvider extends OpenAIProvider {
         return true;
     }
     async getAvailableLanguageModels() {
-        const response = await this._mistralFetch("https://api.mistral.ai/v1/models", {
-            headers: {
-                Authorization: `Bearer ${this.apiKey}`
-            }
-        });
-        if (!response.ok) {
-            return [];
-        }
-        const payload = (await response.json());
-        const rows = payload.data ?? [];
-        return rows
-            .filter((row) => typeof row.id === "string" && row.id.length > 0)
-            .map((row) => ({
-            id: row.id,
-            name: row.name ?? row.id,
-            provider: "mistral"
-        }));
+        return this.listCompatModels();
     }
     async getAvailableEmbeddingModels() {
         return [
@@ -60,7 +35,8 @@ export class MistralProvider extends OpenAIProvider {
     }
     async generateEmbedding(args) {
         const input = Array.isArray(args.text) ? args.text : [args.text];
-        if (input.length === 0 || input.every((v) => !v)) {
+        // `[].every(...)` is vacuously true, so this also rejects an empty array.
+        if (input.every((v) => !v)) {
             throw new Error("text must not be empty");
         }
         const model = args.model || "mistral-embed";

package/dist/providers/mistral-provider.js.map

@@ -1 +1 @@
-{"version":3,"file":"mistral-provider.js","sourceRoot":"","sources":["../../src/providers/mistral-provider.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAStD,MAAM,OAAO,eAAgB,SAAQ,cAAc;IACjD,MAAM,CAAU,eAAe;QAC7B,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC7B,CAAC;IAEO,aAAa,CAAe;IAEpC,YACE,OAAqC,EACrC,UAAkC,EAAE;QAEpC,MAAM,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;QACvC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAErE,KAAK,CACH,EAAE,cAAc,EAAE,MAAM,EAAE,EAC1B;YACE,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,aAAa,EACX,OAAO,CAAC,aAAa;gBACrB,CAAC,CAAC,GAAG,EAAE,EAAE,CACP,IAAI,MAAM,CAAC;oBACT,MAAM,EAAE,GAAG;oBACX,OAAO,EAAE,2BAA2B;iBACrC,CAAC,CAAC;YACP,OAAO;SACR,CACF,CAAC;QAED,IAA6B,CAAC,QAAQ,GAAG,SAAS,CAAC;QACpD,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;IAC/B,CAAC;IAEQ,eAAe;QACtB,OAAO,EAAE,eAAe,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;IAC1C,CAAC;IAEQ,KAAK,CAAC,cAAc,CAAC,MAAc;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAEQ,KAAK,CAAC,0BAA0B;QACvC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CACvC,kCAAkC,EAClC;YACE,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACvC;SACF,CACF,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,OAAO,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAErC,CAAC;QACF,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;QAChC,OAAO,IAAI;aACR,MAAM,CACL,CAAC,GAAG,EAAwC,EAAE,CAC5C,OAAO,GAAG,CAAC,EAAE,KAAK,QAAQ,IAAI,GAAG,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,CAClD;aACA,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACb,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,EAAE;YACxB,QAAQ,EAAE,SAAS;SACpB,CAAC,CAAC,CAAC;IACR,CAAC;IAEQ,KAAK,CAAC,2BAA2B;QACxC,OAAO;YACL;gBACE,EAAE,EAAE,eAAe;gBACnB,IAAI,EAAE,eAAe;gBACrB,QAAQ,EAAE,SAAS;gBACnB,UAAU,EAAE,IAAI;aACjB;SACF,CAAC;IACJ,CAAC;IAEQ,KAAK,CAAC,iBAAiB,CAAC,IAIhC;QACC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACjD,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,eAAe,CAAC;QAC5C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;YACxD,KAAK;YACL,KAAK;SACN,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAqB,CAAC,CAAC;IAC/D,CAAC;CACF"}
+{"version":3,"file":"mistral-provider.js","sourceRoot":"","sources":["../../src/providers/mistral-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,oBAAoB,EAErB,MAAM,6BAA6B,CAAC;AAGrC,MAAM,OAAO,eAAgB,SAAQ,oBAAoB;IACvD,MAAM,CAAU,eAAe;QAC7B,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC7B,CAAC;IAED,YACE,OAAqC,EACrC,OAAO,GAAgC,EAAE;QAEzC,MAAM,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;QACvC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QAED,KAAK,CACH;YACE,UAAU,EAAE,SAAS;YACrB,MAAM;YACN,OAAO,EAAE,2BAA2B;SACrC,EACD,OAAO,CACR,CAAC;IACJ,CAAC;IAEQ,eAAe;QACtB,OAAO,EAAE,eAAe,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;IAC1C,CAAC;IAEQ,KAAK,CAAC,cAAc,CAAC,MAAc;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAEQ,KAAK,CAAC,0BAA0B;QACvC,OAAO,IAAI,CAAC,gBAAgB,EAAE,CAAC;IACjC,CAAC;IAEQ,KAAK,CAAC,2BAA2B;QACxC,OAAO;YACL;gBACE,EAAE,EAAE,eAAe;gBACnB,IAAI,EAAE,eAAe;gBACrB,QAAQ,EAAE,SAAS;gBACnB,UAAU,EAAE,IAAI;aACjB;SACF,CAAC;IACJ,CAAC;IAEQ,KAAK,CAAC,iBAAiB,CAAC,IAIhC;QACC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjE,0EAA0E;QAC1E,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,eAAe,CAAC;QAC5C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC;YACxD,KAAK;YACL,KAAK;SACN,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACnD,CAAC;CACF"}

package/dist/providers/moonshot-provider.d.ts

@@ -1,24 +1,20 @@
-import Anthropic from "@anthropic-ai/sdk";
-import { AnthropicProvider } from "./anthropic-provider.js";
-import type { LanguageModel } from "./types.js";
-interface MoonshotProviderOptions {
-    client?: Anthropic;
-    clientFactory?: (apiKey: string) => Anthropic;
-    fetchFn?: typeof fetch;
-}
+import { OpenAICompatProvider, type OpenAICompatProviderOptions } from "./openai-compat-provider.js";
+import { type LanguageModel } from "./types.js";
 /**
- * Moonshot AI (Kimi) provider. Uses the Anthropic SDK against Moonshot's
- * Claude-compatible endpoint exposed to Kimi coding plan subscribers at
- * https://api.kimi.com/coding.
+ * Moonshot AI (Kimi) provider. Speaks the OpenAI Chat Completions dialect
+ * against Moonshot's OpenAI-compatible endpoint at https://api.moonshot.ai/v1.
+ * Covers the Kimi K2 model family.
  */
-export declare class MoonshotProvider extends AnthropicProvider {
+export declare class MoonshotProvider extends OpenAICompatProvider {
     static requiredSecrets(): string[];
+    private _moonshotFetch;
     constructor(secrets: {
         KIMI_API_KEY?: string;
-    }, options?: MoonshotProviderOptions);
-    getContainerEnv(): Record<string, string>;
+    }, options?: OpenAICompatProviderOptions);
+    getContainerEnv(): {
+        KIMI_API_KEY: string;
+    };
     hasToolSupport(_model: string): Promise<boolean>;
     getAvailableLanguageModels(): Promise<LanguageModel[]>;
 }
-export {};
 //# sourceMappingURL=moonshot-provider.d.ts.map

package/dist/providers/moonshot-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"moonshot-provider.d.ts","sourceRoot":"","sources":["../../src/providers/moonshot-provider.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAIhD,UAAU,uBAAuB;IAC/B,MAAM,CAAC,EAAE,SAAS,CAAC;IACnB,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,SAAS,CAAC;IAC9C,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;CACxB;AAED;;;;GAIG;AACH,qBAAa,gBAAiB,SAAQ,iBAAiB;WACrC,eAAe,IAAI,MAAM,EAAE;gBAKzC,OAAO,EAAE;QAAE,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,EAClC,OAAO,GAAE,uBAA4B;IAyB9B,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAOnC,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIhD,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;CAItE"}
+{"version":3,"file":"moonshot-provider.d.ts","sourceRoot":"","sources":["../../src/providers/moonshot-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,oBAAoB,EACpB,KAAK,2BAA2B,EACjC,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAgB,KAAK,aAAa,EAAE,MAAM,YAAY,CAAC;AAI9D;;;;GAIG;AACH,qBAAa,gBAAiB,SAAQ,oBAAoB;IACxD,OAAgB,eAAe,IAAI,MAAM,EAAE,CAE1C;IAED,OAAO,CAAC,cAAc,CAAe;IAErC,YACE,OAAO,EAAE;QAAE,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,EAClC,OAAO,GAAE,2BAAgC,EAmB1C;IAEQ,eAAe;QACb,YAAY;MACtB;IAEc,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAE9D;IAEc,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC,CAyBpE;CACF"}

package/dist/providers/moonshot-provider.js

@@ -1,43 +1,53 @@
-import Anthropic from "@anthropic-ai/sdk";
-import { AnthropicProvider } from "./anthropic-provider.js";
-const MOONSHOT_BASE_URL = "https://api.kimi.com/coding";
+import { OpenAICompatProvider } from "./openai-compat-provider.js";
+import { PROVIDER_IDS } from "./types.js";
+const MOONSHOT_BASE_URL = "https://api.moonshot.ai/v1";
 /**
- * Moonshot AI (Kimi) provider. Uses the Anthropic SDK against Moonshot's
- * Claude-compatible endpoint exposed to Kimi coding plan subscribers at
- * https://api.kimi.com/coding.
+ * Moonshot AI (Kimi) provider. Speaks the OpenAI Chat Completions dialect
+ * against Moonshot's OpenAI-compatible endpoint at https://api.moonshot.ai/v1.
+ * Covers the Kimi K2 model family.
  */
-export class MoonshotProvider extends AnthropicProvider {
+export class MoonshotProvider extends OpenAICompatProvider {
     static requiredSecrets() {
         return ["KIMI_API_KEY"];
     }
+    _moonshotFetch;
     constructor(secrets, options = {}) {
         const apiKey = secrets.KIMI_API_KEY;
         if (!apiKey || !apiKey.trim()) {
             throw new Error("KIMI_API_KEY is not configured");
         }
-        super({ ANTHROPIC_API_KEY: apiKey }, {
-            client: options.client,
-            clientFactory: options.clientFactory ??
-                ((key) => new Anthropic({
-                    apiKey: key,
-                    baseURL: MOONSHOT_BASE_URL
-                })),
-            fetchFn: options.fetchFn
-        });
-        this.provider = "moonshot";
+        const fetchFn = options.fetchFn ?? globalThis.fetch.bind(globalThis);
+        super({
+            providerId: PROVIDER_IDS.MOONSHOT,
+            apiKey: apiKey.trim(),
+            baseURL: MOONSHOT_BASE_URL
+        }, { ...options, fetchFn });
+        this._moonshotFetch = fetchFn;
     }
     getContainerEnv() {
-        return {
-            KIMI_API_KEY: this.apiKey,
-            ANTHROPIC_BASE_URL: MOONSHOT_BASE_URL
-        };
+        return { KIMI_API_KEY: this.apiKey };
     }
     async hasToolSupport(_model) {
         return true;
     }
     async getAvailableLanguageModels() {
-        const knownModels = ["kimi-k2.5", "kimi-k2.6"];
-        return knownModels.map((id) => ({ id, name: id, provider: "moonshot" }));
+        const response = await this._moonshotFetch(`${MOONSHOT_BASE_URL}/models`, {
+            headers: {
+                Authorization: `Bearer ${this.apiKey}`
+            }
+        });
+        if (!response.ok) {
+            return [];
+        }
+        const payload = (await response.json());
+        const rows = payload.data ?? [];
+        return rows
+            .filter((row) => typeof row.id === "string" && row.id.length > 0)
+            .map((row) => ({
+            id: row.id,
+            name: row.id,
+            provider: PROVIDER_IDS.MOONSHOT
+        }));
     }
 }
 //# sourceMappingURL=moonshot-provider.js.map

package/dist/providers/moonshot-provider.js.map

@@ -1 +1 @@
-{"version":3,"file":"moonshot-provider.js","sourceRoot":"","sources":["../../src/providers/moonshot-provider.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAG5D,MAAM,iBAAiB,GAAG,6BAA6B,CAAC;AAQxD;;;;GAIG;AACH,MAAM,OAAO,gBAAiB,SAAQ,iBAAiB;IACrD,MAAM,CAAU,eAAe;QAC7B,OAAO,CAAC,cAAc,CAAC,CAAC;IAC1B,CAAC;IAED,YACE,OAAkC,EAClC,UAAmC,EAAE;QAErC,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;QACpC,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,KAAK,CACH,EAAE,iBAAiB,EAAE,MAAM,EAAE,EAC7B;YACE,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,aAAa,EACX,OAAO,CAAC,aAAa;gBACrB,CAAC,CAAC,GAAG,EAAE,EAAE,CACP,IAAI,SAAS,CAAC;oBACZ,MAAM,EAAE,GAAG;oBACX,OAAO,EAAE,iBAAiB;iBAC3B,CAAC,CAAC;YACP,OAAO,EAAE,OAAO,CAAC,OAAO;SACzB,CACF,CAAC;QAED,IAA6B,CAAC,QAAQ,GAAG,UAAU,CAAC;IACvD,CAAC;IAEQ,eAAe;QACtB,OAAO;YACL,YAAY,EAAE,IAAI,CAAC,MAAM;YACzB,kBAAkB,EAAE,iBAAiB;SACtC,CAAC;IACJ,CAAC;IAEQ,KAAK,CAAC,cAAc,CAAC,MAAc;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAEQ,KAAK,CAAC,0BAA0B;QACvC,MAAM,WAAW,GAAG,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QAC/C,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;IAC3E,CAAC;CACF"}
+{"version":3,"file":"moonshot-provider.js","sourceRoot":"","sources":["../../src/providers/moonshot-provider.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,oBAAoB,EAErB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,YAAY,EAAsB,MAAM,YAAY,CAAC;AAE9D,MAAM,iBAAiB,GAAG,4BAA4B,CAAC;AAEvD;;;;GAIG;AACH,MAAM,OAAO,gBAAiB,SAAQ,oBAAoB;IACxD,MAAM,CAAU,eAAe;QAC7B,OAAO,CAAC,cAAc,CAAC,CAAC;IAC1B,CAAC;IAEO,cAAc,CAAe;IAErC,YACE,OAAkC,EAClC,OAAO,GAAgC,EAAE;QAEzC,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;QACpC,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAErE,KAAK,CACH;YACE,UAAU,EAAE,YAAY,CAAC,QAAQ;YACjC,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE;YACrB,OAAO,EAAE,iBAAiB;SAC3B,EACD,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,CACxB,CAAC;QAEF,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC;IAChC,CAAC;IAEQ,eAAe;QACtB,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;IACvC,CAAC;IAEQ,KAAK,CAAC,cAAc,CAAC,MAAc;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAEQ,KAAK,CAAC,0BAA0B;QACvC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,iBAAiB,SAAS,EAAE;YACxE,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aACvC;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,OAAO,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAErC,CAAC;QACF,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;QAChC,OAAO,IAAI;aACR,MAAM,CACL,CAAC,GAAG,EAAyB,EAAE,CAC7B,OAAO,GAAG,CAAC,EAAE,KAAK,QAAQ,IAAI,GAAG,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,CAClD;aACA,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACb,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,IAAI,EAAE,GAAG,CAAC,EAAE;YACZ,QAAQ,EAAE,YAAY,CAAC,QAAQ;SAChC,CAAC,CAAC,CAAC;IACR,CAAC;CACF"}

package/dist/providers/node-llama-cpp-provider.d.ts

@@ -0,0 +1,98 @@
+import { BaseProvider } from "./base-provider.js";
+import type { EmbeddingModel, LanguageModel, Message, ProviderStreamItem, ProviderTool } from "./types.js";
+/**
+ * In-process llama.cpp provider backed by the native `node-llama-cpp` binding.
+ * Unlike {@link LlamaProvider} (an HTTP client for a remote `llama-server`),
+ * this runs inference directly in the backend process: no port, no health
+ * check, no external process. Models are GGUF files loaded on demand and kept
+ * in a small cache so switching models never restarts anything.
+ *
+ * Tool calling uses node-llama-cpp's native `functions` API: each
+ * {@link ProviderTool} becomes a `defineChatSessionFunction` whose `handler`
+ * either bridges to the harness's `onToolCall` (agentic loop — the library
+ * runs the whole multi-call round internally and returns the final text) or,
+ * when no `onToolCall` is supplied, records the call and aborts generation so
+ * it can be returned to the caller unexecuted, matching every other
+ * provider's `generateMessages`/`generateMessage` contract.
+ */
+export declare class NodeLlamaCppProvider extends BaseProvider {
+    static requiredSecrets(): string[];
+    private readonly modelsDir?;
+    private readonly gpuBackend?;
+    private _llama;
+    private readonly _models;
+    constructor(secrets?: {
+        NODE_LLAMA_CPP_MODELS_DIR?: string;
+        NODE_LLAMA_CPP_GPU_BACKEND?: string;
+    });
+    getContainerEnv(): {};
+    hasToolSupport(_model: string): Promise<boolean>;
+    private resolveModelsDir;
+    private getLlama;
+    /** Resolve a model id (absolute path, or a GGUF filename under the models
+     * directory) to a loaded model, caching the handle for reuse. */
+    private getOrLoadModel;
+    /** Split a message array into a system prompt, the prior-turn history, and
+     * the final user turn to prompt with. An assistant turn that called tools is
+     * rejoined with its `tool` result messages into one model turn carrying
+     * native `functionCall` items, so a resumed conversation replays prior calls
+     * in the model's own syntax. */
+    private buildChat;
+    private createSession;
+    /**
+     * Build node-llama-cpp's native `functions` map from our provider-agnostic
+     * tools. Each handler either bridges to `onToolCall` (the harness's
+     * in-process tool executor — see {@link BaseProvider.generateLoop}'s
+     * `executeTool`, which the caller wraps into this callback) so the whole
+     * call-and-continue round happens inside this one `prompt()`, or — when no
+     * executor is wired up — records the call and fires `stopGeneration` so the
+     * (unexecuted) call can be returned to the caller like every other
+     * provider's native tool calling.
+     */
+    private buildToolFunctions;
+    generateMessages(args: {
+        messages: Message[];
+        model: string;
+        tools?: ProviderTool[];
+        maxTokens?: number;
+        temperature?: number;
+        topP?: number;
+        onToolCall?: (name: string, args: Record<string, unknown>) => Promise<string>;
+        signal?: AbortSignal;
+    }): AsyncGenerator<ProviderStreamItem>;
+    generateMessage(args: {
+        messages: Message[];
+        model: string;
+        tools?: ProviderTool[];
+        maxTokens?: number;
+        temperature?: number;
+        topP?: number;
+        onToolCall?: (name: string, args: Record<string, unknown>) => Promise<string>;
+        signal?: AbortSignal;
+    }): Promise<Message>;
+    generateEmbedding(args: {
+        text: string | string[];
+        model: string;
+        dimensions?: number;
+    }): Promise<number[][]>;
+    getAvailableLanguageModels(): Promise<LanguageModel[]>;
+    getAvailableEmbeddingModels(): Promise<EmbeddingModel[]>;
+    /**
+     * List the GGUF models available locally, from both places they land:
+     * the flat llama.cpp cache (or `NODE_LLAMA_CPP_MODELS_DIR`), and the
+     * HuggingFace hub cache that the app's model downloader writes to. Without
+     * the latter, a GGUF pulled from a HuggingFace repo was never selectable.
+     */
+    private scanGgufFiles;
+    /** GGUFs sitting directly in the configured/default models directory. */
+    private scanModelsDir;
+    /**
+     * GGUFs inside the HuggingFace hub cache, which stores them as
+     * `models--<org>--<repo>/snapshots/<sha>/<file>.gguf`. Those entries are
+     * symlinks into `blobs/`, so the walk must accept symlinks. Ids are absolute
+     * paths — {@link getOrLoadModel} loads those directly.
+     */
+    private scanHfHubCache;
+    isContextLengthError(error: unknown): boolean;
+}
+//# sourceMappingURL=node-llama-cpp-provider.d.ts.map

package/dist/providers/node-llama-cpp-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"node-llama-cpp-provider.d.ts","sourceRoot":"","sources":["../../src/providers/node-llama-cpp-provider.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,KAAK,EACV,cAAc,EACd,aAAa,EACb,OAAO,EAEP,kBAAkB,EAClB,YAAY,EAEb,MAAM,YAAY,CAAC;AA4PpB;;;;;;;;;;;;;;GAcG;AACH,qBAAa,oBAAqB,SAAQ,YAAY;IACpD,MAAM,CAAC,eAAe,IAAI,MAAM,EAAE,CAEjC;IAED,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,CAA+C;IAC3E,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqC;IAE7D,YACE,OAAO,GAAE;QACP,yBAAyB,CAAC,EAAE,MAAM,CAAC;QACnC,0BAA0B,CAAC,EAAE,MAAM,CAAC;KAChC,EAoBP;IAED,eAAe,OAEd;IAEK,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAKrD;YAEa,gBAAgB;YAIhB,QAAQ;IActB;qEACiE;YACnD,cAAc;IAoB5B;;;;oCAIgC;IAChC,OAAO,CAAC,SAAS;YAgDH,aAAa;IA8B3B;;;;;;;;;OASG;IACH,OAAO,CAAC,kBAAkB;IA2BnB,gBAAgB,CAAC,IAAI,EAAE;QAC5B,QAAQ,EAAE,OAAO,EAAE,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,UAAU,CAAC,EAAE,CACX,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC1B,OAAO,CAAC,MAAM,CAAC,CAAC;QACrB,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GAAG,cAAc,CAAC,kBAAkB,CAAC,CAkFrC;IAEK,eAAe,CAAC,IAAI,EAAE;QAC1B,QAAQ,EAAE,OAAO,EAAE,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,UAAU,CAAC,EAAE,CACX,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC1B,OAAO,CAAC,MAAM,CAAC,CAAC;QACrB,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GAAG,OAAO,CAAC,OAAO,CAAC,CAanB;IAEK,iBAAiB,CAAC,IAAI,EAAE;QAC5B,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;QACxB,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CActB;IAEK,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC,CAG3D;IAEK,2BAA2B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC,CAG7D;IAED;;;;;OAKG;YACW,aAAa;IAY3B,yEAAyE;YAC3D,aAAa;IAiB3B;;;;;OAKG;YACW,cAAc;IAkC5B,oBAAoB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAS5C;CACF"}