@nodetool-ai/runtime 0.7.0-rc.11

package/dist/providers/index.js

@@ -0,0 +1,137 @@
+export { CostType, CostCalculator, calculateChatCost, calculateEmbeddingCost, calculateSpeechCost, calculateWhisperCost, calculateImageCost } from "./cost-calculator.js";
+import { AnthropicProvider } from "./anthropic-provider.js";
+import { GeminiProvider } from "./gemini-provider.js";
+import { LlamaProvider } from "./llama-provider.js";
+import { OpenAIProvider } from "./openai-provider.js";
+import { OllamaProvider } from "./ollama-provider.js";
+import { GroqProvider } from "./groq-provider.js";
+import { MinimaxProvider } from "./minimax-provider.js";
+import { MistralProvider } from "./mistral-provider.js";
+import { MoonshotProvider } from "./moonshot-provider.js";
+import { OpenRouterProvider } from "./openrouter-provider.js";
+import { TogetherProvider } from "./together-provider.js";
+import { CerebrasProvider } from "./cerebras-provider.js";
+import { DeepSeekProvider } from "./deepseek-provider.js";
+import { XAIProvider } from "./xai-provider.js";
+import { LMStudioProvider } from "./lmstudio-provider.js";
+import { VLLMProvider } from "./vllm-provider.js";
+import { HuggingFaceProvider } from "./huggingface-provider.js";
+import { PythonProvider } from "./python-provider.js";
+import { ReplicateProvider } from "./replicate-provider.js";
+import { ClaudeAgentProvider } from "./claude-agent-provider.js";
+import { FalProvider } from "./fal-provider.js";
+import { KieProvider } from "./kie-provider.js";
+import { AkiProvider } from "./aki-provider.js";
+import { MeshyProvider } from "./meshy-provider.js";
+import { RodinProvider } from "./rodin-provider.js";
+import { CohereProvider } from "./cohere-provider.js";
+import { VoyageProvider } from "./voyage-provider.js";
+import { JinaProvider } from "./jina-provider.js";
+export { BaseProvider, providerCapabilities } from "./base-provider.js";
+export { AnthropicProvider };
+export { ClaudeAgentProvider };
+export { ClaudeAgentError, classifyClaudeAgentError } from "./claude-agent-provider.js";
+export { GeminiProvider };
+export { LlamaProvider };
+export { OpenAIProvider };
+export { OllamaProvider };
+export { GroqProvider };
+export { MinimaxProvider };
+export { MistralProvider };
+export { MoonshotProvider };
+export { OpenRouterProvider };
+export { TogetherProvider };
+export { CerebrasProvider };
+export { DeepSeekProvider };
+export { XAIProvider };
+export { LMStudioProvider };
+export { VLLMProvider };
+export { HuggingFaceProvider };
+export { PythonProvider };
+export { ReplicateProvider };
+export { FalProvider };
+export { KieProvider };
+export { AkiProvider };
+export { MeshyProvider };
+export { RodinProvider };
+export { CohereProvider };
+export { VoyageProvider };
+export { JinaProvider };
+export { FakeProvider, createFakeToolCall, createSimpleFakeProvider, createStreamingFakeProvider, createToolCallingFakeProvider } from "./fake-provider.js";
+export { ScriptedProvider, planScript, multiTaskPlanScript, stepScript, textScript, toolCallScript, autoScript, toolThenFinishScript } from "./scripted-provider.js";
+export { registerProvider, getRegisteredProvider, getProvider, getProviderSecretKey, isProviderConfigured, clearProviderCache, listRegisteredProviderIds, setSecretResolver } from "./provider-registry.js";
+import { registerProvider as registerBuiltinProvider } from "./provider-registry.js";
+registerBuiltinProvider("openai", OpenAIProvider, {
+    OPENAI_API_KEY: process.env["OPENAI_API_KEY"]
+});
+registerBuiltinProvider("anthropic", AnthropicProvider, {
+    ANTHROPIC_API_KEY: process.env["ANTHROPIC_API_KEY"]
+});
+registerBuiltinProvider("gemini", GeminiProvider, {
+    GEMINI_API_KEY: process.env["GEMINI_API_KEY"]
+});
+registerBuiltinProvider("groq", GroqProvider, {
+    GROQ_API_KEY: process.env["GROQ_API_KEY"]
+});
+registerBuiltinProvider("mistral", MistralProvider, {
+    MISTRAL_API_KEY: process.env["MISTRAL_API_KEY"]
+});
+registerBuiltinProvider("moonshot", MoonshotProvider, {
+    KIMI_API_KEY: process.env["KIMI_API_KEY"]
+});
+registerBuiltinProvider("minimax", MinimaxProvider, {
+    MINIMAX_API_KEY: process.env["MINIMAX_API_KEY"]
+});
+registerBuiltinProvider("replicate", ReplicateProvider, {
+    REPLICATE_API_TOKEN: process.env["REPLICATE_API_TOKEN"]
+});
+registerBuiltinProvider("fal_ai", FalProvider, {
+    FAL_API_KEY: process.env["FAL_API_KEY"]
+});
+registerBuiltinProvider("kie", KieProvider, {
+    KIE_API_KEY: process.env["KIE_API_KEY"]
+});
+registerBuiltinProvider("aki", AkiProvider, {
+    AKI_API_KEY: process.env["AKI_API_KEY"]
+});
+registerBuiltinProvider("meshy", MeshyProvider, {
+    MESHY_API_KEY: process.env["MESHY_API_KEY"]
+});
+registerBuiltinProvider("rodin", RodinProvider, {
+    RODIN_API_KEY: process.env["RODIN_API_KEY"]
+});
+registerBuiltinProvider("openrouter", OpenRouterProvider, {
+    OPENROUTER_API_KEY: process.env["OPENROUTER_API_KEY"]
+});
+registerBuiltinProvider("together", TogetherProvider, {
+    TOGETHER_API_KEY: process.env["TOGETHER_API_KEY"]
+});
+registerBuiltinProvider("cerebras", CerebrasProvider, {
+    CEREBRAS_API_KEY: process.env["CEREBRAS_API_KEY"]
+});
+registerBuiltinProvider("cohere", CohereProvider, {
+    COHERE_API_KEY: process.env["COHERE_API_KEY"]
+});
+registerBuiltinProvider("voyage", VoyageProvider, {
+    VOYAGE_API_KEY: process.env["VOYAGE_API_KEY"]
+});
+registerBuiltinProvider("jina", JinaProvider, {
+    JINA_API_KEY: process.env["JINA_API_KEY"]
+});
+registerBuiltinProvider("deepseek", DeepSeekProvider, {
+    DEEPSEEK_API_KEY: process.env["DEEPSEEK_API_KEY"]
+});
+registerBuiltinProvider("xai", XAIProvider, {
+    XAI_API_KEY: process.env["XAI_API_KEY"]
+});
+// Local-only providers — require local servers/CLIs, skip in production
+if (process.env["NODETOOL_ENV"] !== "production") {
+    // Ollama defaults to the standard local daemon port so the provider is
+    // usable out-of-the-box. Users running a remote instance override via env.
+    registerBuiltinProvider("ollama", OllamaProvider, {
+        OLLAMA_API_URL: process.env["OLLAMA_API_URL"] ?? "http://127.0.0.1:11434"
+    });
+    registerBuiltinProvider("lmstudio", LMStudioProvider, {});
+    registerBuiltinProvider("claude_agent", ClaudeAgentProvider, {});
+}
+//# sourceMappingURL=index.js.map

package/dist/providers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,QAAQ,EACR,cAAc,EACd,iBAAiB,EACjB,sBAAsB,EACtB,mBAAmB,EACnB,oBAAoB,EACpB,kBAAkB,EACnB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAExE,OAAO,EAAE,iBAAiB,EAAE,CAAC;AAC7B,OAAO,EAAE,mBAAmB,EAAE,CAAC;AAC/B,OAAO,EACL,gBAAgB,EAChB,wBAAwB,EACzB,MAAM,4BAA4B,CAAC;AAKpC,OAAO,EAAE,cAAc,EAAE,CAAC;AAC1B,OAAO,EAAE,aAAa,EAAE,CAAC;AACzB,OAAO,EAAE,cAAc,EAAE,CAAC;AAC1B,OAAO,EAAE,cAAc,EAAE,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,CAAC;AACxB,OAAO,EAAE,eAAe,EAAE,CAAC;AAC3B,OAAO,EAAE,eAAe,EAAE,CAAC;AAC3B,OAAO,EAAE,gBAAgB,EAAE,CAAC;AAC5B,OAAO,EAAE,kBAAkB,EAAE,CAAC;AAC9B,OAAO,EAAE,gBAAgB,EAAE,CAAC;AAC5B,OAAO,EAAE,gBAAgB,EAAE,CAAC;AAC5B,OAAO,EAAE,gBAAgB,EAAE,CAAC;AAC5B,OAAO,EAAE,WAAW,EAAE,CAAC;AACvB,OAAO,EAAE,gBAAgB,EAAE,CAAC;AAC5B,OAAO,EAAE,YAAY,EAAE,CAAC;AACxB,OAAO,EAAE,mBAAmB,EAAE,CAAC;AAC/B,OAAO,EAAE,cAAc,EAAE,CAAC;AAC1B,OAAO,EAAE,iBAAiB,EAAE,CAAC;AAC7B,OAAO,EAAE,WAAW,EAAE,CAAC;AACvB,OAAO,EAAE,WAAW,EAAE,CAAC;AACvB,OAAO,EAAE,WAAW,EAAE,CAAC;AACvB,OAAO,EAAE,aAAa,EAAE,CAAC;AACzB,OAAO,EAAE,aAAa,EAAE,CAAC;AACzB,OAAO,EAAE,cAAc,EAAE,CAAC;AAC1B,OAAO,EAAE,cAAc,EAAE,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,CAAC;AACxB,OAAO,EACL,YAAY,EACZ,kBAAkB,EAClB,wBAAwB,EACxB,2BAA2B,EAC3B,6BAA6B,EAC9B,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EACL,gBAAgB,EAChB,UAAU,EACV,mBAAmB,EACnB,UAAU,EACV,UAAU,EACV,cAAc,EACd,UAAU,EACV,oBAAoB,EACrB,MAAM,wBAAwB,CAAC;AAOhC,OAAO,EACL,gBAAgB,EAChB,qBAAqB,EACrB,WAAW,EACX,oBAAoB,EACpB,oBAAoB,EACpB,kBAAkB,EAClB,yBAAyB,EACzB,iBAAiB,EAClB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,gBAAgB,IAAI,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AA8BrF,uBAAuB,CAAC,QAAQ,EAAE,cAAc,EAAE;IAChD,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;CAC9C,CAAC,CAAC;AACH,uBAAuB,CAAC,WAAW,EAAE,iBAAiB,EAAE;IACtD,iBAAiB,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;CACpD,CAAC,CAAC;AACH,uBAAuB,CAAC,QAAQ,EAAE,cAAc,EAAE;IAChD,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;CAC9C,CAAC,CAAC;AACH,uBAAuB,CAAC,MAAM,EAAE,YAAY,EAAE;IAC5C,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;CAC1C,CAAC,CAAC;AACH,uBAAuB,CAAC,SAAS,EAAE,eAAe,EAAE;IAClD,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;CAChD,CAAC,CAAC;AACH,uBAAuB,CAAC,UAAU,EAAE,gBAAgB,EAAE;IACpD,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;CAC1C,CAAC,CAAC;AACH,uBAAuB,CAAC,SAAS,EAAE,eAAe,EAAE;IAClD,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;CAChD,CAAC,CAAC;AACH,uBAAuB,CAAC,WAAW,EAAE,iBAAiB,EAAE;IACtD,mBAAmB,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;CACxD,CAAC,CAAC;AACH,uBAAuB,CAAC,QAAQ,EAAE,WAAW,EAAE;IAC7C,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;CACxC,CAAC,CAAC;AACH,uBAAuB,CAAC,KAAK,EAAE,WAAW,EAAE;IAC1C,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;CACxC,CAAC,CAAC;AACH,uBAAuB,CAAC,KAAK,EAAE,WAAW,EAAE;IAC1C,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;CACxC,CAAC,CAAC;AACH,uBAAuB,CAAC,OAAO,EAAE,aAAa,EAAE;IAC9C,aAAa,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;CAC5C,CAAC,CAAC;AACH,uBAAuB,CAAC,OAAO,EAAE,aAAa,EAAE;IAC9C,aAAa,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;CAC5C,CAAC,CAAC;AACH,uBAAuB,CAAC,YAAY,EAAE,kBAAkB,EAAE;IACxD,kBAAkB,EAAE,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;CACtD,CAAC,CAAC;AACH,uBAAuB,CAAC,UAAU,EAAE,gBAAgB,EAAE;IACpD,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;CAClD,CAAC,CAAC;AACH,uBAAuB,CAAC,UAAU,EAAE,gBAAgB,EAAE;IACpD,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;CAClD,CAAC,CAAC;AACH,uBAAuB,CAAC,QAAQ,EAAE,cAAc,EAAE;IAChD,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;CAC9C,CAAC,CAAC;AACH,uBAAuB,CAAC,QAAQ,EAAE,cAAc,EAAE;IAChD,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;CAC9C,CAAC,CAAC;AACH,uBAAuB,CAAC,MAAM,EAAE,YAAY,EAAE;IAC5C,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;CAC1C,CAAC,CAAC;AACH,uBAAuB,CAAC,UAAU,EAAE,gBAAgB,EAAE;IACpD,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;CAClD,CAAC,CAAC;AACH,uBAAuB,CAAC,KAAK,EAAE,WAAW,EAAE;IAC1C,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;CACxC,CAAC,CAAC;AAEH,wEAAwE;AACxE,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,YAAY,EAAE,CAAC;IACjD,uEAAuE;IACvE,2EAA2E;IAC3E,uBAAuB,CAAC,QAAQ,EAAE,cAAc,EAAE;QAChD,cAAc,EACZ,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,IAAI,wBAAwB;KAC5D,CAAC,CAAC;IACH,uBAAuB,CAAC,UAAU,EAAE,gBAAgB,EAAE,EAAE,CAAC,CAAC;IAC1D,uBAAuB,CAAC,cAAc,EAAE,mBAAmB,EAAE,EAAE,CAAC,CAAC;AACnE,CAAC"}

package/dist/providers/jina-provider.d.ts

@@ -0,0 +1,37 @@
+/**
+ * Jina AI Provider — exposes Jina's `/v1/embeddings` API through the standard
+ * {@link BaseProvider} interface. The wire format is OpenAI-compatible.
+ *
+ * API docs: https://api.jina.ai/redoc
+ */
+import { BaseProvider } from "./base-provider.js";
+import type { EmbeddingModel, Message, ProviderStreamItem } from "./types.js";
+export interface JinaProviderOptions {
+    fetchFn?: typeof fetch;
+    /**
+     * Jina-specific task hint. v3 supports `retrieval.passage` (default for
+     * indexing) and `retrieval.query` for query embeddings, plus
+     * `text-matching`, `classification`, and `separation`. Older v2 models
+     * ignore this field.
+     */
+    task?: string | null;
+}
+export declare class JinaProvider extends BaseProvider {
+    static requiredSecrets(): string[];
+    private readonly apiKey;
+    private readonly _fetch;
+    private readonly task;
+    constructor(secrets?: {
+        JINA_API_KEY?: string;
+    }, options?: JinaProviderOptions);
+    getContainerEnv(): Record<string, string>;
+    generateMessage(_args: Parameters<BaseProvider["generateMessage"]>[0]): Promise<Message>;
+    generateMessages(_args: Parameters<BaseProvider["generateMessages"]>[0]): AsyncGenerator<ProviderStreamItem>;
+    getAvailableEmbeddingModels(): Promise<EmbeddingModel[]>;
+    generateEmbedding(args: {
+        text: string | string[];
+        model: string;
+        dimensions?: number;
+    }): Promise<number[][]>;
+}
+//# sourceMappingURL=jina-provider.d.ts.map

package/dist/providers/jina-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jina-provider.d.ts","sourceRoot":"","sources":["../../src/providers/jina-provider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,OAAO,KAAK,EACV,cAAc,EACd,OAAO,EACP,kBAAkB,EACnB,MAAM,YAAY,CAAC;AA6CpB,MAAM,WAAW,mBAAmB;IAClC,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;IACvB;;;;;OAKG;IACH,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACtB;AAED,qBAAa,YAAa,SAAQ,YAAY;WAC5B,eAAe,IAAI,MAAM,EAAE;IAI3C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAe;IACtC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAgB;gBAGnC,OAAO,GAAE;QAAE,YAAY,CAAC,EAAE,MAAM,CAAA;KAAO,EACvC,OAAO,GAAE,mBAAwB;IAW1B,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAI5C,eAAe,CACnB,KAAK,EAAE,UAAU,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,GACpD,OAAO,CAAC,OAAO,CAAC;IAIZ,gBAAgB,CACrB,KAAK,EAAE,UAAU,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,GACrD,cAAc,CAAC,kBAAkB,CAAC;IAKtB,2BAA2B,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAIxD,iBAAiB,CAAC,IAAI,EAAE;QACrC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;QACxB,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;CAgDxB"}

package/dist/providers/jina-provider.js

@@ -0,0 +1,118 @@
+/**
+ * Jina AI Provider — exposes Jina's `/v1/embeddings` API through the standard
+ * {@link BaseProvider} interface. The wire format is OpenAI-compatible.
+ *
+ * API docs: https://api.jina.ai/redoc
+ */
+import { BaseProvider } from "./base-provider.js";
+import { createLogger } from "@nodetool-ai/config";
+const log = createLogger("nodetool.runtime.providers.jina");
+const JINA_API_BASE_URL = "https://api.jina.ai/v1";
+const JINA_EMBEDDING_MODELS = [
+    {
+        id: "jina-embeddings-v3",
+        name: "Jina Embeddings v3",
+        provider: "jina",
+        dimensions: 1024
+    },
+    {
+        id: "jina-clip-v2",
+        name: "Jina CLIP v2",
+        provider: "jina",
+        dimensions: 1024
+    },
+    {
+        id: "jina-embeddings-v2-base-en",
+        name: "Jina Embeddings v2 Base (English)",
+        provider: "jina",
+        dimensions: 768
+    },
+    {
+        id: "jina-embeddings-v2-base-de",
+        name: "Jina Embeddings v2 Base (German)",
+        provider: "jina",
+        dimensions: 768
+    },
+    {
+        id: "jina-embeddings-v2-base-zh",
+        name: "Jina Embeddings v2 Base (Chinese)",
+        provider: "jina",
+        dimensions: 768
+    },
+    {
+        id: "jina-embeddings-v2-base-code",
+        name: "Jina Embeddings v2 Base (Code)",
+        provider: "jina",
+        dimensions: 768
+    }
+];
+export class JinaProvider extends BaseProvider {
+    static requiredSecrets() {
+        return ["JINA_API_KEY"];
+    }
+    apiKey;
+    _fetch;
+    task;
+    constructor(secrets = {}, options = {}) {
+        super("jina");
+        this.apiKey = secrets.JINA_API_KEY ?? "";
+        this._fetch = options.fetchFn ?? globalThis.fetch.bind(globalThis);
+        this.task = options.task ?? "retrieval.passage";
+        if (!this.apiKey) {
+            log.warn("Jina API key not configured");
+        }
+    }
+    getContainerEnv() {
+        return { JINA_API_KEY: this.apiKey };
+    }
+    async generateMessage(_args) {
+        throw new Error("jina provider does not support chat generation");
+    }
+    async *generateMessages(_args) {
+        throw new Error("jina provider does not support chat generation");
+        yield* [];
+    }
+    async getAvailableEmbeddingModels() {
+        return JINA_EMBEDDING_MODELS;
+    }
+    async generateEmbedding(args) {
+        if (!this.apiKey) {
+            throw new Error("JINA_API_KEY is not configured");
+        }
+        const texts = Array.isArray(args.text) ? args.text : [args.text];
+        if (texts.length === 0 ||
+            texts.some((v) => typeof v !== "string" || v.length === 0)) {
+            throw new Error("text must not be empty");
+        }
+        const model = args.model || "jina-embeddings-v3";
+        const body = {
+            model,
+            input: texts
+        };
+        if (this.task && model.startsWith("jina-embeddings-v3")) {
+            body.task = this.task;
+        }
+        if (args.dimensions) {
+            body.dimensions = args.dimensions;
+        }
+        const response = await this._fetch(`${JINA_API_BASE_URL}/embeddings`, {
+            method: "POST",
+            headers: {
+                Authorization: `Bearer ${this.apiKey}`,
+                "Content-Type": "application/json"
+            },
+            body: JSON.stringify(body)
+        });
+        if (!response.ok) {
+            const errText = await response.text().catch(() => "");
+            throw new Error(`Jina embedding error ${response.status}: ${errText}`);
+        }
+        const data = (await response.json());
+        const rows = data.data ?? [];
+        return rows
+            .slice()
+            .sort((a, b) => (a.index ?? 0) - (b.index ?? 0))
+            .map((row) => row.embedding);
+    }
+}
+//# sourceMappingURL=jina-provider.js.map

package/dist/providers/jina-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jina-provider.js","sourceRoot":"","sources":["../../src/providers/jina-provider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAOnD,MAAM,GAAG,GAAG,YAAY,CAAC,iCAAiC,CAAC,CAAC;AAE5D,MAAM,iBAAiB,GAAG,wBAAwB,CAAC;AAEnD,MAAM,qBAAqB,GAAqB;IAC9C;QACE,EAAE,EAAE,oBAAoB;QACxB,IAAI,EAAE,oBAAoB;QAC1B,QAAQ,EAAE,MAAM;QAChB,UAAU,EAAE,IAAI;KACjB;IACD;QACE,EAAE,EAAE,cAAc;QAClB,IAAI,EAAE,cAAc;QACpB,QAAQ,EAAE,MAAM;QAChB,UAAU,EAAE,IAAI;KACjB;IACD;QACE,EAAE,EAAE,4BAA4B;QAChC,IAAI,EAAE,mCAAmC;QACzC,QAAQ,EAAE,MAAM;QAChB,UAAU,EAAE,GAAG;KAChB;IACD;QACE,EAAE,EAAE,4BAA4B;QAChC,IAAI,EAAE,kCAAkC;QACxC,QAAQ,EAAE,MAAM;QAChB,UAAU,EAAE,GAAG;KAChB;IACD;QACE,EAAE,EAAE,4BAA4B;QAChC,IAAI,EAAE,mCAAmC;QACzC,QAAQ,EAAE,MAAM;QAChB,UAAU,EAAE,GAAG;KAChB;IACD;QACE,EAAE,EAAE,8BAA8B;QAClC,IAAI,EAAE,gCAAgC;QACtC,QAAQ,EAAE,MAAM;QAChB,UAAU,EAAE,GAAG;KAChB;CACF,CAAC;AAaF,MAAM,OAAO,YAAa,SAAQ,YAAY;IAC5C,MAAM,CAAU,eAAe;QAC7B,OAAO,CAAC,cAAc,CAAC,CAAC;IAC1B,CAAC;IAEgB,MAAM,CAAS;IACf,MAAM,CAAe;IACrB,IAAI,CAAgB;IAErC,YACE,UAAqC,EAAE,EACvC,UAA+B,EAAE;QAEjC,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,YAAY,IAAI,EAAE,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,OAAO,IAAI,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACnE,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,mBAAmB,CAAC;QAChD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,GAAG,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAEQ,eAAe;QACtB,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,KAAqD;QAErD,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,CAAC,gBAAgB,CACrB,KAAsD;QAEtD,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QAClE,KAAK,CAAC,CAAC,EAAE,CAAC;IACZ,CAAC;IAEQ,KAAK,CAAC,2BAA2B;QACxC,OAAO,qBAAqB,CAAC;IAC/B,CAAC;IAEQ,KAAK,CAAC,iBAAiB,CAAC,IAIhC;QACC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QACD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjE,IACE,KAAK,CAAC,MAAM,KAAK,CAAC;YAClB,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,EAC1D,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;QAC5C,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,oBAAoB,CAAC;QACjD,MAAM,IAAI,GAA4B;YACpC,KAAK;YACL,KAAK,EAAE,KAAK;SACb,CAAC;QACF,IAAI,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC,UAAU,CAAC,oBAAoB,CAAC,EAAE,CAAC;YACxD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACxB,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QACpC,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,iBAAiB,aAAa,EAAE;YACpE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;gBACtC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YACtD,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC,CAAC;QACzE,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAElC,CAAC;QAEF,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAC7B,OAAO,IAAI;aACR,KAAK,EAAE;aACP,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC;aAC/C,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACjC,CAAC;CACF"}

package/dist/providers/kie-provider.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Kie.ai Provider — wraps the Kie.ai API to expose image, video, and audio
+ * generation through the standard BaseProvider interface.
+ *
+ * Model lists are loaded from the kie-manifest.json shipped by @nodetool-ai/kie-nodes.
+ */
+import { BaseProvider } from "./base-provider.js";
+import type { ImageModel, VideoModel, Message, ProviderStreamItem, TextToImageParams, TextToVideoParams } from "./types.js";
+export declare class KieProvider extends BaseProvider {
+    private apiKey;
+    constructor(secrets?: Record<string, unknown>);
+    generateMessage(_args: Parameters<BaseProvider["generateMessage"]>[0]): Promise<Message>;
+    generateMessages(_args: Parameters<BaseProvider["generateMessages"]>[0]): AsyncGenerator<ProviderStreamItem>;
+    getAvailableVideoModels(): Promise<VideoModel[]>;
+    getAvailableImageModels(): Promise<ImageModel[]>;
+    textToVideo(params: TextToVideoParams): Promise<Uint8Array>;
+    textToImage(params: TextToImageParams): Promise<Uint8Array>;
+}
+//# sourceMappingURL=kie-provider.d.ts.map

package/dist/providers/kie-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"kie-provider.d.ts","sourceRoot":"","sources":["../../src/providers/kie-provider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,OAAO,KAAK,EACV,UAAU,EACV,UAAU,EACV,OAAO,EACP,kBAAkB,EAClB,iBAAiB,EACjB,iBAAiB,EAClB,MAAM,YAAY,CAAC;AAiFpB,qBAAa,WAAY,SAAQ,YAAY;IAC3C,OAAO,CAAC,MAAM,CAAS;gBAEX,OAAO,GAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAM;IAK3C,eAAe,CACnB,KAAK,EAAE,UAAU,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC,GACpD,OAAO,CAAC,OAAO,CAAC;IAIZ,gBAAgB,CACrB,KAAK,EAAE,UAAU,CAAC,YAAY,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC,GACrD,cAAc,CAAC,kBAAkB,CAAC;IAItB,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAIhD,uBAAuB,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAIhD,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC;IAiB3D,WAAW,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC;CAY3E"}

package/dist/providers/kie-provider.js

@@ -0,0 +1,118 @@
+/**
+ * Kie.ai Provider — wraps the Kie.ai API to expose image, video, and audio
+ * generation through the standard BaseProvider interface.
+ *
+ * Model lists are loaded from the kie-manifest.json shipped by @nodetool-ai/kie-nodes.
+ */
+import { BaseProvider } from "./base-provider.js";
+import { createLogger } from "@nodetool-ai/config";
+import { loadVideoModels, loadImageModels } from "./manifest-models.js";
+const log = createLogger("nodetool.runtime.providers.kie");
+const KIE_API_BASE = "https://api.kie.ai";
+function headers(apiKey) {
+    return {
+        Authorization: `Bearer ${apiKey}`,
+        "Content-Type": "application/json"
+    };
+}
+async function submitTask(apiKey, model, input) {
+    const res = await fetch(`${KIE_API_BASE}/api/v1/jobs/createTask`, {
+        method: "POST",
+        headers: headers(apiKey),
+        body: JSON.stringify({ model, input })
+    });
+    const data = (await res.json());
+    if (!res.ok) {
+        throw new Error(`Kie submit failed: ${res.status} ${JSON.stringify(data)}`);
+    }
+    const taskId = data.data?.taskId;
+    if (!taskId) {
+        throw new Error(`No taskId in Kie response: ${JSON.stringify(data)}`);
+    }
+    return taskId;
+}
+async function pollUntilDone(apiKey, taskId, pollInterval = 4000, maxAttempts = 300) {
+    const url = `${KIE_API_BASE}/api/v1/jobs/recordInfo?taskId=${taskId}`;
+    for (let i = 0; i < maxAttempts; i++) {
+        const res = await fetch(url, { headers: headers(apiKey) });
+        const data = (await res.json());
+        const state = data.data?.state;
+        if (state === "success")
+            return;
+        if (state === "failed") {
+            const msg = data.data?.failMsg || "Unknown error";
+            throw new Error(`Kie task failed: ${msg}`);
+        }
+        await new Promise((r) => setTimeout(r, pollInterval));
+    }
+    throw new Error(`Kie task timed out after ${maxAttempts * pollInterval}ms`);
+}
+async function downloadResultBytes(apiKey, taskId) {
+    const url = `${KIE_API_BASE}/api/v1/jobs/recordInfo?taskId=${taskId}`;
+    const res = await fetch(url, { headers: headers(apiKey) });
+    if (!res.ok)
+        throw new Error(`Failed to get Kie result: ${res.status}`);
+    const data = (await res.json());
+    const resultJsonStr = data.data
+        ?.resultJson;
+    if (!resultJsonStr)
+        throw new Error("No resultJson in Kie response");
+    const resultData = JSON.parse(resultJsonStr);
+    const resultUrls = resultData.resultUrls;
+    if (!resultUrls?.length)
+        throw new Error("No resultUrls in Kie resultJson");
+    const dlRes = await fetch(resultUrls[0]);
+    if (!dlRes.ok) {
+        throw new Error(`Failed to download from ${resultUrls[0]}`);
+    }
+    return new Uint8Array(await dlRes.arrayBuffer());
+}
+const KIE_MANIFEST_PKG = "@nodetool-ai/kie-nodes";
+const KIE_MANIFEST_PATH = "kie-manifest.json";
+export class KieProvider extends BaseProvider {
+    apiKey;
+    constructor(secrets = {}) {
+        super("kie");
+        this.apiKey = secrets["KIE_API_KEY"] ?? "";
+    }
+    async generateMessage(_args) {
+        throw new Error("Kie does not support chat generation");
+    }
+    async *generateMessages(_args) {
+        throw new Error("Kie does not support chat generation");
+    }
+    async getAvailableVideoModels() {
+        return loadVideoModels(KIE_MANIFEST_PKG, KIE_MANIFEST_PATH, "kie");
+    }
+    async getAvailableImageModels() {
+        return loadImageModels(KIE_MANIFEST_PKG, KIE_MANIFEST_PATH, "kie");
+    }
+    async textToVideo(params) {
+        if (!params.prompt)
+            throw new Error("Prompt is required");
+        const input = { prompt: params.prompt };
+        if (params.aspectRatio)
+            input.aspect_ratio = params.aspectRatio;
+        if (params.numFrames) {
+            input.duration = Math.ceil(params.numFrames / 24);
+        }
+        const modelId = params.model.id;
+        log.debug("Kie textToVideo", { model: modelId });
+        const taskId = await submitTask(this.apiKey, modelId, input);
+        await pollUntilDone(this.apiKey, taskId);
+        return downloadResultBytes(this.apiKey, taskId);
+    }
+    async textToImage(params) {
+        const input = { prompt: params.prompt };
+        if (params.width)
+            input.width = params.width;
+        if (params.height)
+            input.height = params.height;
+        const modelId = params.model.id;
+        log.debug("Kie textToImage", { model: modelId });
+        const taskId = await submitTask(this.apiKey, modelId, input);
+        await pollUntilDone(this.apiKey, taskId);
+        return downloadResultBytes(this.apiKey, taskId);
+    }
+}
+//# sourceMappingURL=kie-provider.js.map

package/dist/providers/kie-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kie-provider.js","sourceRoot":"","sources":["../../src/providers/kie-provider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AASnD,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAExE,MAAM,GAAG,GAAG,YAAY,CAAC,gCAAgC,CAAC,CAAC;AAE3D,MAAM,YAAY,GAAG,oBAAoB,CAAC;AAE1C,SAAS,OAAO,CAAC,MAAc;IAC7B,OAAO;QACL,aAAa,EAAE,UAAU,MAAM,EAAE;QACjC,cAAc,EAAE,kBAAkB;KACnC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,MAAc,EACd,KAAa,EACb,KAA8B;IAE9B,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,YAAY,yBAAyB,EAAE;QAChE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC;QACxB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;KACvC,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA4B,CAAC;IAC3D,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,sBAAsB,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC9E,CAAC;IACD,MAAM,MAAM,GAAI,IAAI,CAAC,IAAgC,EAAE,MAAgB,CAAC;IACxE,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,8BAA8B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,MAAc,EACd,MAAc,EACd,YAAY,GAAG,IAAI,EACnB,WAAW,GAAG,GAAG;IAEjB,MAAM,GAAG,GAAG,GAAG,YAAY,kCAAkC,MAAM,EAAE,CAAC;IACtE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC3D,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA4B,CAAC;QAC3D,MAAM,KAAK,GAAI,IAAI,CAAC,IAAgC,EAAE,KAAe,CAAC;QACtE,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO;QAChC,IAAI,KAAK,KAAK,QAAQ,EAAE,CAAC;YACvB,MAAM,GAAG,GACN,IAAI,CAAC,IAAgC,EAAE,OAAO,IAAI,eAAe,CAAC;YACrE,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,EAAE,CAAC,CAAC;QAC7C,CAAC;QACD,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC;IACxD,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,4BAA4B,WAAW,GAAG,YAAY,IAAI,CAAC,CAAC;AAC9E,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,MAAc,EACd,MAAc;IAEd,MAAM,GAAG,GAAG,GAAG,YAAY,kCAAkC,MAAM,EAAE,CAAC;IACtE,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAC3D,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;IACxE,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA4B,CAAC;IAC3D,MAAM,aAAa,GAAI,IAAI,CAAC,IAAgC;QAC1D,EAAE,UAAoB,CAAC;IACzB,IAAI,CAAC,aAAa;QAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACrE,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAA4B,CAAC;IACxE,MAAM,UAAU,GAAG,UAAU,CAAC,UAAsB,CAAC;IACrD,IAAI,CAAC,UAAU,EAAE,MAAM;QAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IAC5E,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IACzC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,2BAA2B,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;AACnD,CAAC;AAED,MAAM,gBAAgB,GAAG,wBAAwB,CAAC;AAClD,MAAM,iBAAiB,GAAG,mBAAmB,CAAC;AAE9C,MAAM,OAAO,WAAY,SAAQ,YAAY;IACnC,MAAM,CAAS;IAEvB,YAAY,UAAmC,EAAE;QAC/C,KAAK,CAAC,KAAK,CAAC,CAAC;QACb,IAAI,CAAC,MAAM,GAAI,OAAO,CAAC,aAAa,CAAY,IAAI,EAAE,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,KAAqD;QAErD,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,CAAC,gBAAgB,CACrB,KAAsD;QAEtD,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAC1D,CAAC;IAEQ,KAAK,CAAC,uBAAuB;QACpC,OAAO,eAAe,CAAC,gBAAgB,EAAE,iBAAiB,EAAE,KAAK,CAAC,CAAC;IACrE,CAAC;IAEQ,KAAK,CAAC,uBAAuB;QACpC,OAAO,eAAe,CAAC,gBAAgB,EAAE,iBAAiB,EAAE,KAAK,CAAC,CAAC;IACrE,CAAC;IAEQ,KAAK,CAAC,WAAW,CAAC,MAAyB;QAClD,IAAI,CAAC,MAAM,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAE1D,MAAM,KAAK,GAA4B,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;QACjE,IAAI,MAAM,CAAC,WAAW;YAAE,KAAK,CAAC,YAAY,GAAG,MAAM,CAAC,WAAW,CAAC;QAChE,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,EAAE,CAAC,CAAC;QACpD,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,GAAG,CAAC,KAAK,CAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QAC7D,MAAM,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACzC,OAAO,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClD,CAAC;IAEQ,KAAK,CAAC,WAAW,CAAC,MAAyB;QAClD,MAAM,KAAK,GAA4B,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;QACjE,IAAI,MAAM,CAAC,KAAK;YAAE,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC7C,IAAI,MAAM,CAAC,MAAM;YAAE,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAEhD,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QAChC,GAAG,CAAC,KAAK,CAAC,iBAAiB,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QAEjD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QAC7D,MAAM,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACzC,OAAO,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClD,CAAC;CACF"}

package/dist/providers/llama-provider.d.ts

@@ -0,0 +1,49 @@
+import OpenAI from "openai";
+import { BaseProvider } from "./base-provider.js";
+import type { LanguageModel, Message, ProviderStreamItem, ProviderTool } from "./types.js";
+interface LlamaProviderOptions {
+    client?: OpenAI;
+    clientFactory?: (baseUrl: string) => OpenAI;
+    fetchFn?: typeof fetch;
+}
+export declare class LlamaProvider extends BaseProvider {
+    static requiredSecrets(): string[];
+    readonly baseUrl: string;
+    private _client;
+    private _clientFactory;
+    private _fetch;
+    constructor(secrets: {
+        LLAMA_CPP_URL?: string;
+    }, options?: LlamaProviderOptions);
+    getContainerEnv(): Record<string, string>;
+    private getClient;
+    hasToolSupport(_model: string): Promise<boolean>;
+    getAvailableLanguageModels(): Promise<LanguageModel[]>;
+    private normalizeMessagesForLlama;
+    convertMessage(message: Message): Promise<Record<string, unknown>>;
+    formatTools(tools: ProviderTool[]): Array<Record<string, unknown>>;
+    generateMessages(args: {
+        messages: Message[];
+        model: string;
+        tools?: ProviderTool[];
+        maxTokens?: number;
+        temperature?: number;
+        topP?: number;
+        presencePenalty?: number;
+        frequencyPenalty?: number;
+        audio?: Record<string, unknown>;
+    }): AsyncGenerator<ProviderStreamItem>;
+    generateMessage(args: {
+        messages: Message[];
+        model: string;
+        tools?: ProviderTool[];
+        maxTokens?: number;
+        temperature?: number;
+        topP?: number;
+        presencePenalty?: number;
+        frequencyPenalty?: number;
+    }): Promise<Message>;
+    isContextLengthError(error: unknown): boolean;
+}
+export {};
+//# sourceMappingURL=llama-provider.d.ts.map

package/dist/providers/llama-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llama-provider.d.ts","sourceRoot":"","sources":["../../src/providers/llama-provider.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,KAAK,EACV,aAAa,EACb,OAAO,EAEP,kBAAkB,EAClB,YAAY,EAEb,MAAM,YAAY,CAAC;AAEpB,UAAU,oBAAoB;IAC5B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,MAAM,CAAC;IAC5C,OAAO,CAAC,EAAE,OAAO,KAAK,CAAC;CACxB;AAyJD,qBAAa,aAAc,SAAQ,YAAY;IAC7C,MAAM,CAAC,eAAe,IAAI,MAAM,EAAE;IAIlC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,cAAc,CAA8B;IACpD,OAAO,CAAC,MAAM,CAAe;gBAG3B,OAAO,EAAE;QAAE,aAAa,CAAC,EAAE,MAAM,CAAA;KAAE,EACnC,OAAO,GAAE,oBAAyB;IAsBpC,eAAe,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAKzC,OAAO,CAAC,SAAS;IAOX,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAKhD,0BAA0B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;YAc9C,yBAAyB;IAmDjC,cAAc,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IA+BxE,WAAW,CAAC,KAAK,EAAE,YAAY,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAW3D,gBAAgB,CAAC,IAAI,EAAE;QAC5B,QAAQ,EAAE,OAAO,EAAE,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACjC,GAAG,cAAc,CAAC,kBAAkB,CAAC;IA0FhC,eAAe,CAAC,IAAI,EAAE;QAC1B,QAAQ,EAAE,OAAO,EAAE,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,GAAG,OAAO,CAAC,OAAO,CAAC;IAiDpB,oBAAoB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO;CAU9C"}