daycare-cli 0.0.0-canary.f57680e

package/dist/providers/__tests__/inference.integration.spec.js

@@ -0,0 +1,203 @@
+import { describe, it, expect } from "vitest";
+import { config as loadEnv } from "dotenv";
+import { promises as fs } from "node:fs";
+import os from "node:os";
+import path from "node:path";
+import { fileURLToPath } from "node:url";
+import { AuthStore } from "../../auth/store.js";
+import { FileStore } from "../../files/store.js";
+import { InferenceRouter } from "../../engine/modules/inference/router.js";
+import { ImageGenerationRegistry } from "../../engine/modules/imageGenerationRegistry.js";
+import { InferenceRegistry } from "../../engine/modules/inferenceRegistry.js";
+import { ProviderManager } from "../manager.js";
+import { configResolve } from "../../config/configResolve.js";
+import { ConfigModule } from "../../engine/config/configModule.js";
+const here = path.dirname(fileURLToPath(import.meta.url));
+const repoRoot = path.resolve(here, "..", "..", "..", "..", "..");
+loadEnv({ path: path.join(repoRoot, ".env") });
+loadEnv({ path: path.join(process.cwd(), ".env") });
+const RUN_INTEGRATION = process.env.RUN_INTEGRATION === "1" || process.env.RUN_INTEGRATION === "true";
+const describeIf = RUN_INTEGRATION ? describe : describe.skip;
+const providers = [
+    { id: "openai", apiKeyEnv: ["OPENAI_API_TOKEN", "OPENAI_API_KEY"], modelEnv: ["OPENAI_MODEL"] },
+    { id: "anthropic", apiKeyEnv: ["ANTHROPIC_API_KEY"], modelEnv: ["ANTHROPIC_MODEL"] },
+    { id: "google", apiKeyEnv: ["GEMINI_API_TOKEN", "GEMINI_API_KEY"], modelEnv: ["GEMINI_MODEL"] },
+    { id: "openrouter", apiKeyEnv: ["OPENROUTER_API_KEY"], modelEnv: ["OPENROUTER_MODEL"] },
+    { id: "mistral", apiKeyEnv: ["MISTRAL_API_KEY"], modelEnv: ["MISTRAL_MODEL"] },
+    { id: "groq", apiKeyEnv: ["GROQ_API_KEY"], modelEnv: ["GROQ_MODEL"] },
+    { id: "xai", apiKeyEnv: ["XAI_API_KEY"], modelEnv: ["XAI_MODEL"] },
+    { id: "cerebras", apiKeyEnv: ["CEREBRAS_API_KEY"], modelEnv: ["CEREBRAS_MODEL"] },
+    { id: "minimax", apiKeyEnv: ["MINIMAX_API_KEY"], modelEnv: ["MINIMAX_MODEL"] },
+    { id: "kimi-coding", apiKeyEnv: ["KIMI_API_KEY"], modelEnv: ["KIMI_MODEL"] }
+];
+const fallbackModels = {
+    anthropic: ["claude-3-5-haiku-latest", "claude-3-5-sonnet-20241022"],
+    xai: ["grok-2-latest", "grok-beta"]
+};
+const openAiCompatible = {
+    id: "openai-compatible",
+    apiKeyEnv: ["OPENAI_COMPATIBLE_API_KEY"],
+    baseUrlEnv: ["OPENAI_COMPATIBLE_BASE_URL"],
+    modelEnv: ["OPENAI_COMPATIBLE_MODEL"],
+    apiEnv: ["OPENAI_COMPATIBLE_API"]
+};
+describeIf("inference providers", () => {
+    for (const provider of providers) {
+        const apiKey = resolveEnv(provider.apiKeyEnv);
+        const explicitModel = resolveEnv(provider.modelEnv);
+        const fallback = fallbackModels[provider.id];
+        const candidates = explicitModel ? [explicitModel] : fallback ?? [""];
+        const itIf = apiKey ? it : it.skip;
+        itIf(`${provider.id} completes a prompt`, async () => {
+            let passed = false;
+            let lastResult = null;
+            for (const candidate of candidates) {
+                const { router, cleanup } = await setupProvider(provider.id, {
+                    apiKey,
+                    model: candidate || undefined
+                });
+                const result = await router.complete(buildContext(), "integration");
+                const hasOutput = hasAssistantOutput(result.message);
+                await cleanup();
+                if (hasOutput) {
+                    passed = true;
+                    break;
+                }
+                lastResult = { model: candidate || undefined, message: result.message };
+            }
+            if (!passed && lastResult) {
+                const text = extractAssistantText(lastResult.message);
+                console.error(`[${provider.id}] no output for model ${lastResult.model ?? "(default)"}:`, {
+                    stopReason: lastResult.message.stopReason,
+                    errorMessage: lastResult.message.errorMessage,
+                    model: lastResult.message.model,
+                    text: text?.slice(0, 500) ?? "",
+                    content: lastResult.message.content
+                });
+            }
+            expect(passed).toBe(true);
+        });
+    }
+    const compatKey = resolveEnv(openAiCompatible.apiKeyEnv);
+    const compatBaseUrl = resolveEnv(openAiCompatible.baseUrlEnv);
+    const compatModel = resolveEnv(openAiCompatible.modelEnv);
+    const compatApi = resolveEnv(openAiCompatible.apiEnv) ?? undefined;
+    const compatReady = compatBaseUrl && compatModel;
+    const compatIt = compatReady ? it : it.skip;
+    compatIt("openai-compatible completes a prompt", async () => {
+        const { router, cleanup } = await setupProvider("openai-compatible", {
+            apiKey: compatKey,
+            model: compatModel,
+            options: {
+                baseUrl: compatBaseUrl,
+                modelId: compatModel,
+                api: compatApi
+            }
+        });
+        const result = await router.complete(buildContext(), "integration");
+        const hasOutput = hasAssistantOutput(result.message);
+        expect(hasOutput).toBe(true);
+        await cleanup();
+    });
+});
+function buildContext() {
+    return {
+        messages: [
+            {
+                role: "user",
+                content: [{ type: "text", text: "Say OK." }],
+                timestamp: Date.now()
+            }
+        ],
+        tools: []
+    };
+}
+function extractAssistantText(message) {
+    if (message.role !== "assistant") {
+        return null;
+    }
+    const parts = message.content
+        .filter((block) => block.type === "text")
+        .map((block) => block.text)
+        .filter((text) => typeof text === "string" && text.length > 0);
+    return parts.join("\n");
+}
+function hasAssistantOutput(message) {
+    if (message.role !== "assistant") {
+        return false;
+    }
+    if (message.stopReason === "error" || message.stopReason === "aborted") {
+        return false;
+    }
+    if (message.content.length === 0) {
+        return true;
+    }
+    const text = extractAssistantText(message);
+    if (text && text.trim()) {
+        return true;
+    }
+    if ((message.usage?.totalTokens ?? 0) > 0) {
+        return true;
+    }
+    return message.content.some((part) => {
+        if (part.type === "thinking") {
+            return Boolean(part.thinking && part.thinking.trim());
+        }
+        if (part.type === "toolCall") {
+            return true;
+        }
+        return false;
+    });
+}
+function resolveEnv(keys) {
+    const candidates = Array.isArray(keys) ? keys : [keys];
+    for (const key of candidates) {
+        const value = process.env[key];
+        if (value) {
+            return value;
+        }
+    }
+    return "";
+}
+async function setupProvider(providerId, config) {
+    const dir = await fs.mkdtemp(path.join(os.tmpdir(), `daycare-${providerId}-`));
+    const settings = {
+        engine: { dataDir: dir },
+        providers: [
+            {
+                id: providerId,
+                enabled: true,
+                model: config.model,
+                options: config.options
+            }
+        ]
+    };
+    const resolvedConfig = configResolve(settings, path.join(dir, "settings.json"));
+    const auth = new AuthStore(resolvedConfig);
+    if (config.apiKey) {
+        await auth.setApiKey(providerId, config.apiKey);
+    }
+    const inferenceRegistry = new InferenceRegistry();
+    const imageRegistry = new ImageGenerationRegistry();
+    const configModule = new ConfigModule(resolvedConfig);
+    const providerManager = new ProviderManager({
+        config: configModule,
+        auth,
+        fileStore: new FileStore(resolvedConfig),
+        inferenceRegistry,
+        imageRegistry
+    });
+    await providerManager.reload();
+    const router = new InferenceRouter({
+        registry: inferenceRegistry,
+        auth,
+        config: configModule
+    });
+    return {
+        router,
+        cleanup: async () => {
+            await fs.rm(dir, { recursive: true, force: true });
+        }
+    };
+}
+//# sourceMappingURL=inference.integration.spec.js.map

package/dist/providers/__tests__/inference.integration.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference.integration.spec.js","sourceRoot":"","sources":["../../../sources/providers/__tests__/inference.integration.spec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,MAAM,IAAI,OAAO,EAAE,MAAM,QAAQ,CAAC;AAC3C,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAIzC,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,0CAA0C,CAAC;AAC3E,OAAO,EAAE,uBAAuB,EAAE,MAAM,iDAAiD,CAAC;AAC1F,OAAO,EAAE,iBAAiB,EAAE,MAAM,2CAA2C,CAAC;AAC9E,OAAO,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AAChD,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,qCAAqC,CAAC;AAEnE,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AAClE,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;AAC/C,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;AAEpD,MAAM,eAAe,GACnB,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,MAAM,CAAC;AAChF,MAAM,UAAU,GAAG,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;AAE9D,MAAM,SAAS,GAAG;IAChB,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,EAAE,QAAQ,EAAE,CAAC,cAAc,CAAC,EAAE;IAC/F,EAAE,EAAE,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,mBAAmB,CAAC,EAAE,QAAQ,EAAE,CAAC,iBAAiB,CAAC,EAAE;IACpF,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,EAAE,QAAQ,EAAE,CAAC,cAAc,CAAC,EAAE;IAC/F,EAAE,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC,oBAAoB,CAAC,EAAE,QAAQ,EAAE,CAAC,kBAAkB,CAAC,EAAE;IACvF,EAAE,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,iBAAiB,CAAC,EAAE,QAAQ,EAAE,CAAC,eAAe,CAAC,EAAE;IAC9E,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,cAAc,CAAC,EAAE,QAAQ,EAAE,CAAC,YAAY,CAAC,EAAE;IACrE,EAAE,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,aAAa,CAAC,EAAE,QAAQ,EAAE,CAAC,WAAW,CAAC,EAAE;IAClE,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC,kBAAkB,CAAC,EAAE,QAAQ,EAAE,CAAC,gBAAgB,CAAC,EAAE;IACjF,EAAE,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE,CAAC,iBAAiB,CAAC,EAAE,QAAQ,EAAE,CAAC,eAAe,CAAC,EAAE;IAC9E,EAAE,EAAE,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC,cAAc,CAAC,EAAE,QAAQ,EAAE,CAAC,YAAY,CAAC,EAAE;CAC7E,CAAC;AAEF,MAAM,cAAc,GAA6B;IAC/C,SAAS,EAAE,CAAC,yBAAyB,EAAE,4BAA4B,CAAC;IACpE,GAAG,EAAE,CAAC,eAAe,EAAE,WAAW,CAAC;CACpC,CAAC;AAEF,MAAM,gBAAgB,GAAG;IACvB,EAAE,EAAE,mBAAmB;IACvB,SAAS,EAAE,CAAC,2BAA2B,CAAC;IACxC,UAAU,EAAE,CAAC,4BAA4B,CAAC;IAC1C,QAAQ,EAAE,CAAC,yBAAyB,CAAC;IACrC,MAAM,EAAE,CAAC,uBAAuB,CAAC;CAClC,CAAC;AAEF,UAAU,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACrC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC9C,MAAM,aAAa,GAAG,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC7C,MAAM,UAAU,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,EAAE,CAAC,CAAC;QACtE,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC;QAEnC,IAAI,CAAC,GAAG,QAAQ,CAAC,EAAE,qBAAqB,EAAE,KAAK,IAAI,EAAE;YACnD,IAAI,MAAM,GAAG,KAAK,CAAC;YACnB,IAAI,UAAU,GAAyD,IAAI,CAAC;YAE5E,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;gBACnC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,aAAa,CAAC,QAAQ,CAAC,EAAE,EAAE;oBAC3D,MAAM;oBACN,KAAK,EAAE,SAAS,IAAI,SAAS;iBAC9B,CAAC,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,EAAE,aAAa,CAAC,CAAC;gBACpE,MAAM,SAAS,GAAG,kBAAkB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBACrD,MAAM,OAAO,EAAE,CAAC;gBAEhB,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,GAAG,IAAI,CAAC;oBACd,MAAM;gBACR,CAAC;gBAED,UAAU,GAAG,EAAE,KAAK,EAAE,SAAS,IAAI,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;YAC1E,CAAC;YAED,IAAI,CAAC,MAAM,IAAI,UAAU,EAAE,CAAC;gBAC1B,MAAM,IAAI,GAAG,oBAAoB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;gBACtD,OAAO,CAAC,KAAK,CACX,IAAI,QAAQ,CAAC,EAAE,yBAAyB,UAAU,CAAC,KAAK,IAAI,WAAW,GAAG,EAC1E;oBACE,UAAU,EAAE,UAAU,CAAC,OAAO,CAAC,UAAU;oBACzC,YAAY,EAAE,UAAU,CAAC,OAAO,CAAC,YAAY;oBAC7C,KAAK,EAAG,UAAU,CAAC,OAA8B,CAAC,KAAK;oBACvD,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE;oBAC/B,OAAO,EAAE,UAAU,CAAC,OAAO,CAAC,OAAO;iBACpC,CACF,CAAC;YACJ,CAAC;YAED,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,SAAS,GAAG,UAAU,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;IACzD,MAAM,aAAa,GAAG,UAAU,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;IAC9D,MAAM,WAAW,GAAG,UAAU,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAC1D,MAAM,SAAS,GAAG,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;IAEnE,MAAM,WAAW,GAAG,aAAa,IAAI,WAAW,CAAC;IACjD,MAAM,QAAQ,GAAG,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC;IAE5C,QAAQ,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,aAAa,CAAC,mBAAmB,EAAE;YACnE,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE,WAAW;YAClB,OAAO,EAAE;gBACP,OAAO,EAAE,aAAa;gBACtB,OAAO,EAAE,WAAW;gBACpB,GAAG,EAAE,SAAS;aACf;SACF,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,EAAE,aAAa,CAAC,CAAC;QACpE,MAAM,SAAS,GAAG,kBAAkB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7B,MAAM,OAAO,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAS,YAAY;IACnB,OAAO;QACL,QAAQ,EAAE;YACR;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;gBAC5C,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB;SACF;QACD,KAAK,EAAE,EAAE;KACV,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,OAAoC;IAChE,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QACjC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO;SAC1B,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC;SACxC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;SAC1B,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACjF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAoC;IAC9D,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QACjC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,OAAO,CAAC,UAAU,KAAK,OAAO,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACvE,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,IAAI,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAC3C,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;QACnC,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC7B,OAAO,OAAO,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,UAAU,CAAC,IAAuB;IACzC,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACvD,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAQD,KAAK,UAAU,aAAa,CAAC,UAAkB,EAAE,MAAsB;IACrE,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,WAAW,UAAU,GAAG,CAAC,CAAC,CAAC;IAC/E,MAAM,QAAQ,GAAG;QACf,MAAM,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE;QACxB,SAAS,EAAE;YACT;gBACE,EAAE,EAAE,UAAU;gBACd,OAAO,EAAE,IAAI;gBACb,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,OAAO,EAAE,MAAM,CAAC,OAAO;aACxB;SACF;KACF,CAAC;IACF,MAAM,cAAc,GAAG,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC,CAAC;IAChF,MAAM,IAAI,GAAG,IAAI,SAAS,CAAC,cAAc,CAAC,CAAC;IAC3C,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAClB,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,iBAAiB,GAAG,IAAI,iBAAiB,EAAE,CAAC;IAClD,MAAM,aAAa,GAAG,IAAI,uBAAuB,EAAE,CAAC;IACpD,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC,cAAc,CAAC,CAAC;IAEtD,MAAM,eAAe,GAAG,IAAI,eAAe,CAAC;QAC1C,MAAM,EAAE,YAAY;QACpB,IAAI;QACJ,SAAS,EAAE,IAAI,SAAS,CAAC,cAAc,CAAC;QACxC,iBAAiB;QACjB,aAAa;KACd,CAAC,CAAC;IAEH,MAAM,eAAe,CAAC,MAAM,EAAE,CAAC;IAE/B,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC;QACjC,QAAQ,EAAE,iBAAiB;QAC3B,IAAI;QACJ,MAAM,EAAE,YAAY;KACrB,CAAC,CAAC;IAEH,OAAO;QACL,MAAM;QACN,OAAO,EAAE,KAAK,IAAI,EAAE;YAClB,MAAM,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/providers/__tests__/models.spec.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=models.spec.d.ts.map

package/dist/providers/__tests__/models.spec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.spec.d.ts","sourceRoot":"","sources":["../../../sources/providers/__tests__/models.spec.ts"],"names":[],"mappings":""}

package/dist/providers/__tests__/models.spec.js

@@ -0,0 +1,19 @@
+import { describe, it, expect } from "vitest";
+import { getModels, getProviders } from "@mariozechner/pi-ai";
+import { PROVIDER_MODELS } from "../models.js";
+function sortIds(ids) {
+    return [...ids].sort((a, b) => a.localeCompare(b));
+}
+describe("provider model registry", () => {
+    it("matches pi-ai provider/model ids", () => {
+        const piProviders = sortIds(getProviders());
+        const ourProviders = sortIds(Object.keys(PROVIDER_MODELS));
+        expect(ourProviders).toEqual(piProviders);
+        for (const provider of piProviders) {
+            const piIds = sortIds(getModels(provider).map((model) => model.id));
+            const ourIds = sortIds(PROVIDER_MODELS[provider].map((model) => model.id));
+            expect(ourIds).toEqual(piIds);
+        }
+    });
+});
+//# sourceMappingURL=models.spec.js.map

package/dist/providers/__tests__/models.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.spec.js","sourceRoot":"","sources":["../../../sources/providers/__tests__/models.spec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAE9C,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAE9D,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAE/C,SAAS,OAAO,CAAC,GAAa;IAC5B,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,WAAW,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;QAC5C,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC;QAC3D,MAAM,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAE1C,KAAK,MAAM,QAAQ,IAAI,WAAW,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,OAAO,CAAC,SAAS,CAAC,QAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YAC7E,MAAM,MAAM,GAAG,OAAO,CACpB,eAAe,CAAC,QAAwC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CACnF,CAAC;YACF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/providers/catalog.d.ts

@@ -0,0 +1,6 @@
+import type { ProviderDefinition } from "./types.js";
+import type { ProviderSettings, SettingsConfig } from "../settings.js";
+export declare function listProviderDefinitions(): ProviderDefinition[];
+export declare function getProviderDefinition(id: string): ProviderDefinition | null;
+export declare function listActiveInferenceProviders(settings: SettingsConfig): ProviderSettings[];
+//# sourceMappingURL=catalog.d.ts.map

package/dist/providers/catalog.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"catalog.d.ts","sourceRoot":"","sources":["../../sources/providers/catalog.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AACrD,OAAO,KAAK,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAoHvE,wBAAgB,uBAAuB,IAAI,kBAAkB,EAAE,CAE9D;AAED,wBAAgB,qBAAqB,CAAC,EAAE,EAAE,MAAM,GAAG,kBAAkB,GAAG,IAAI,CAE3E;AAED,wBAAgB,4BAA4B,CAAC,QAAQ,EAAE,cAAc,GAAG,gBAAgB,EAAE,CAMzF"}

package/dist/providers/catalog.js

@@ -0,0 +1,128 @@
+import { createPiAiProviderDefinition } from "./pi-ai.js";
+import { openAiCompatibleProvider } from "./openai-compatible.js";
+import { buildOpenAiImageProvider } from "./openai-image.js";
+import { listActiveProviders } from "../settings.js";
+const PROVIDERS = [
+    createPiAiProviderDefinition({
+        id: "openai",
+        name: "OpenAI",
+        description: "OpenAI inference provider.",
+        auth: "apiKey",
+        imageProvider: buildOpenAiImageProvider
+    }),
+    openAiCompatibleProvider,
+    createPiAiProviderDefinition({
+        id: "anthropic",
+        name: "Anthropic",
+        description: "Anthropic inference provider.",
+        auth: "mixed"
+    }),
+    createPiAiProviderDefinition({
+        id: "google",
+        name: "Google",
+        description: "Google inference provider.",
+        auth: "apiKey"
+    }),
+    createPiAiProviderDefinition({
+        id: "openrouter",
+        name: "OpenRouter",
+        description: "OpenRouter inference provider.",
+        auth: "apiKey"
+    }),
+    createPiAiProviderDefinition({
+        id: "groq",
+        name: "Groq",
+        description: "Groq inference provider.",
+        auth: "apiKey"
+    }),
+    createPiAiProviderDefinition({
+        id: "mistral",
+        name: "Mistral",
+        description: "Mistral inference provider.",
+        auth: "apiKey"
+    }),
+    createPiAiProviderDefinition({
+        id: "xai",
+        name: "xAI",
+        description: "xAI inference provider.",
+        auth: "apiKey"
+    }),
+    createPiAiProviderDefinition({
+        id: "azure-openai-responses",
+        name: "Azure OpenAI (Responses)",
+        description: "Azure OpenAI Responses provider.",
+        auth: "apiKey"
+    }),
+    createPiAiProviderDefinition({
+        id: "github-copilot",
+        name: "GitHub Copilot",
+        description: "GitHub Copilot inference provider.",
+        auth: "oauth"
+    }),
+    createPiAiProviderDefinition({
+        id: "openai-codex",
+        name: "OpenAI Codex",
+        description: "OpenAI Codex inference provider.",
+        auth: "oauth"
+    }),
+    createPiAiProviderDefinition({
+        id: "google-gemini-cli",
+        name: "Google Gemini CLI",
+        description: "Google Gemini CLI inference provider.",
+        auth: "oauth"
+    }),
+    createPiAiProviderDefinition({
+        id: "google-antigravity",
+        name: "Antigravity",
+        description: "Google Antigravity inference provider.",
+        auth: "oauth"
+    }),
+    createPiAiProviderDefinition({
+        id: "amazon-bedrock",
+        name: "Amazon Bedrock",
+        description: "Amazon Bedrock inference provider.",
+        auth: "none"
+    }),
+    createPiAiProviderDefinition({
+        id: "google-vertex",
+        name: "Vertex AI",
+        description: "Vertex AI inference provider.",
+        auth: "none"
+    }),
+    createPiAiProviderDefinition({
+        id: "vercel-ai-gateway",
+        name: "Vercel AI Gateway",
+        description: "Vercel AI Gateway inference provider.",
+        auth: "apiKey"
+    }),
+    createPiAiProviderDefinition({
+        id: "cerebras",
+        name: "Cerebras",
+        description: "Cerebras inference provider.",
+        auth: "apiKey"
+    }),
+    createPiAiProviderDefinition({
+        id: "minimax",
+        name: "MiniMax",
+        description: "MiniMax inference provider.",
+        auth: "apiKey"
+    }),
+    createPiAiProviderDefinition({
+        id: "kimi-coding",
+        name: "Kimi For Coding",
+        description: "Kimi inference provider.",
+        auth: "apiKey"
+    })
+];
+export function listProviderDefinitions() {
+    return [...PROVIDERS];
+}
+export function getProviderDefinition(id) {
+    return PROVIDERS.find((provider) => provider.id === id) ?? null;
+}
+export function listActiveInferenceProviders(settings) {
+    const active = listActiveProviders(settings);
+    const inferenceIds = new Set(PROVIDERS.filter((provider) => provider.capabilities.inference).map((provider) => provider.id));
+    return active.filter((provider) => inferenceIds.has(provider.id));
+}
+//# sourceMappingURL=catalog.js.map

package/dist/providers/catalog.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"catalog.js","sourceRoot":"","sources":["../../sources/providers/catalog.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,4BAA4B,EAAE,MAAM,YAAY,CAAC;AAC1D,OAAO,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AAClE,OAAO,EAAE,wBAAwB,EAAE,MAAM,mBAAmB,CAAC;AAI7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAErD,MAAM,SAAS,GAAyB;IACtC,4BAA4B,CAAC;QAC3B,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,4BAA4B;QACzC,IAAI,EAAE,QAAQ;QACd,aAAa,EAAE,wBAAwB;KACxC,CAAC;IACF,wBAAwB;IACxB,4BAA4B,CAAC;QAC3B,EAAE,EAAE,WAAW;QACf,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,+BAA+B;QAC5C,IAAI,EAAE,OAAO;KACd,CAAC;IACF,4BAA4B,CAAC;QAC3B,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,QAAQ;QACd,WAAW,EAAE,4BAA4B;QACzC,IAAI,EAAE,QAAQ;KACf,CAAC;IACF,4BAA4B,CAAC;QAC3B,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,gCAAgC;QAC7C,IAAI,EAAE,QAAQ;KACf,CAAC;IACF,4BAA4B,CAAC;QAC3B,EAAE,EAAE,MAAM;QACV,IAAI,EAAE,MAAM;QACZ,WAAW,EAAE,0BAA0B;QACvC,IAAI,EAAE,QAAQ;KACf,CAAC;IACF,4BAA4B,CAAC;QAC3B,EAAE,EAAE,SAAS;QACb,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,6BAA6B;QAC1C,IAAI,EAAE,QAAQ;KACf,CAAC;IACF,4BAA4B,CAAC;QAC3B,EAAE,EAAE,KAAK;QACT,IAAI,EAAE,KAAK;QACX,WAAW,EAAE,yBAAyB;QACtC,IAAI,EAAE,QAAQ;KACf,CAAC;IACF,4BAA4B,CAAC;QAC3B,EAAE,EAAE,wBAAwB;QAC5B,IAAI,EAAE,0BAA0B;QAChC,WAAW,EAAE,kCAAkC;QAC/C,IAAI,EAAE,QAAQ;KACf,CAAC;IACF,4BAA4B,CAAC;QAC3B,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,gBAAgB;QACtB,WAAW,EAAE,oCAAoC;QACjD,IAAI,EAAE,OAAO;KACd,CAAC;IACF,4BAA4B,CAAC;QAC3B,EAAE,EAAE,cAAc;QAClB,IAAI,EAAE,cAAc;QACpB,WAAW,EAAE,kCAAkC;QAC/C,IAAI,EAAE,OAAO;KACd,CAAC;IACF,4BAA4B,CAAC;QAC3B,EAAE,EAAE,mBAAmB;QACvB,IAAI,EAAE,mBAAmB;QACzB,WAAW,EAAE,uCAAuC;QACpD,IAAI,EAAE,OAAO;KACd,CAAC;IACF,4BAA4B,CAAC;QAC3B,EAAE,EAAE,oBAAoB;QACxB,IAAI,EAAE,aAAa;QACnB,WAAW,EAAE,wCAAwC;QACrD,IAAI,EAAE,OAAO;KACd,CAAC;IACF,4BAA4B,CAAC;QAC3B,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,gBAAgB;QACtB,WAAW,EAAE,oCAAoC;QACjD,IAAI,EAAE,MAAM;KACb,CAAC;IACF,4BAA4B,CAAC;QAC3B,EAAE,EAAE,eAAe;QACnB,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,+BAA+B;QAC5C,IAAI,EAAE,MAAM;KACb,CAAC;IACF,4BAA4B,CAAC;QAC3B,EAAE,EAAE,mBAAmB;QACvB,IAAI,EAAE,mBAAmB;QACzB,WAAW,EAAE,uCAAuC;QACpD,IAAI,EAAE,QAAQ;KACf,CAAC;IACF,4BAA4B,CAAC;QAC3B,EAAE,EAAE,UAAU;QACd,IAAI,EAAE,UAAU;QAChB,WAAW,EAAE,8BAA8B;QAC3C,IAAI,EAAE,QAAQ;KACf,CAAC;IACF,4BAA4B,CAAC;QAC3B,EAAE,EAAE,SAAS;QACb,IAAI,EAAE,SAAS;QACf,WAAW,EAAE,6BAA6B;QAC1C,IAAI,EAAE,QAAQ;KACf,CAAC;IACF,4BAA4B,CAAC;QAC3B,EAAE,EAAE,aAAa;QACjB,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE,0BAA0B;QACvC,IAAI,EAAE,QAAQ;KACf,CAAC;CACH,CAAC;AAEF,MAAM,UAAU,uBAAuB;IACrC,OAAO,CAAC,GAAG,SAAS,CAAC,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,EAAU;IAC9C,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,IAAI,CAAC;AAClE,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,QAAwB;IACnE,MAAM,MAAM,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAC7C,MAAM,YAAY,GAAG,IAAI,GAAG,CAC1B,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAC/F,CAAC;IACF,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;AACpE,CAAC"}

package/dist/providers/manager.d.ts

@@ -0,0 +1,33 @@
+import type { AuthStore } from "../auth/store.js";
+import type { FileStore } from "../files/store.js";
+import type { InferenceRegistry } from "../engine/modules/inferenceRegistry.js";
+import type { ImageGenerationRegistry } from "../engine/modules/imageGenerationRegistry.js";
+import type { ProviderDefinition } from "./types.js";
+import type { ConfigModule } from "../engine/config/configModule.js";
+export type ProviderManagerOptions = {
+    config: ConfigModule;
+    auth: AuthStore;
+    fileStore: FileStore;
+    inferenceRegistry: InferenceRegistry;
+    imageRegistry: ImageGenerationRegistry;
+    providerDefinitionResolve?: (id: string) => ProviderDefinition | null;
+};
+export declare class ProviderManager {
+    private readonly config;
+    private auth;
+    private fileStore;
+    private inferenceRegistry;
+    private imageRegistry;
+    private providerDefinitionResolve;
+    private loaded;
+    constructor(options: ProviderManagerOptions);
+    listLoaded(): string[];
+    listLoadedDetails(): Array<{
+        id: string;
+        name: string;
+    }>;
+    reload(): Promise<void>;
+    static listDefinitions(): ProviderDefinition[];
+    private unloadProvider;
+}
+//# sourceMappingURL=manager.d.ts.map

package/dist/providers/manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"manager.d.ts","sourceRoot":"","sources":["../../sources/providers/manager.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wCAAwC,CAAC;AAChF,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,8CAA8C,CAAC;AAG5F,OAAO,KAAK,EAAE,kBAAkB,EAAoB,MAAM,YAAY,CAAC;AAEvE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,kCAAkC,CAAC;AAErE,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,YAAY,CAAC;IACrB,IAAI,EAAE,SAAS,CAAC;IAChB,SAAS,EAAE,SAAS,CAAC;IACrB,iBAAiB,EAAE,iBAAiB,CAAC;IACrC,aAAa,EAAE,uBAAuB,CAAC;IACvC,yBAAyB,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,KAAK,kBAAkB,GAAG,IAAI,CAAC;CACvE,CAAC;AASF,qBAAa,eAAe;IAC1B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAe;IACtC,OAAO,CAAC,IAAI,CAAY;IACxB,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,iBAAiB,CAAoB;IAC7C,OAAO,CAAC,aAAa,CAA0B;IAC/C,OAAO,CAAC,yBAAyB,CAA4C;IAC7E,OAAO,CAAC,MAAM,CAAqC;gBAEvC,OAAO,EAAE,sBAAsB;IAS3C,UAAU,IAAI,MAAM,EAAE;IAItB,iBAAiB,IAAI,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAUlD,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IA+D7B,MAAM,CAAC,eAAe;YAIR,cAAc;CAW7B"}

package/dist/providers/manager.js

@@ -0,0 +1,104 @@
+import { listProviders } from "../settings.js";
+import { getLogger } from "../log.js";
+import { getProviderDefinition, listProviderDefinitions } from "./catalog.js";
+import { valueDeepEqual } from "../util/valueDeepEqual.js";
+const logger = getLogger("providers.manager");
+export class ProviderManager {
+    config;
+    auth;
+    fileStore;
+    inferenceRegistry;
+    imageRegistry;
+    providerDefinitionResolve;
+    loaded = new Map();
+    constructor(options) {
+        this.config = options.config;
+        this.auth = options.auth;
+        this.fileStore = options.fileStore;
+        this.inferenceRegistry = options.inferenceRegistry;
+        this.imageRegistry = options.imageRegistry;
+        this.providerDefinitionResolve = options.providerDefinitionResolve ?? getProviderDefinition;
+    }
+    listLoaded() {
+        return Array.from(this.loaded.keys());
+    }
+    listLoadedDetails() {
+        return Array.from(this.loaded.keys()).map((id) => {
+            const definition = this.providerDefinitionResolve(id);
+            return {
+                id,
+                name: definition?.name ?? id
+            };
+        });
+    }
+    async reload() {
+        const currentConfig = this.config.current;
+        logger.debug(`start: reload() starting loadedCount=${this.loaded.size}`);
+        const activeProviders = listProviders(currentConfig.settings).filter((provider) => provider.enabled !== false);
+        const activeIds = activeProviders.map(p => p.id).join(",");
+        logger.debug(`event: Active providers from settings activeCount=${activeProviders.length} activeIds=${activeIds}`);
+        const activeIdSet = new Set(activeProviders.map((provider) => provider.id));
+        for (const [id, entry] of this.loaded.entries()) {
+            if (!activeIdSet.has(id)) {
+                logger.debug(`unload: Provider no longer active, unloading providerId=${id}`);
+                await this.unloadProvider(id, entry.instance);
+            }
+        }
+        for (const providerSettings of activeProviders) {
+            logger.debug(`event: Processing provider providerId=${providerSettings.id} model=${providerSettings.model}`);
+            const definition = this.providerDefinitionResolve(providerSettings.id);
+            if (!definition) {
+                logger.debug(`event: Provider definition not found providerId=${providerSettings.id}`);
+                logger.warn({ provider: providerSettings.id }, "event: Unknown provider");
+                continue;
+            }
+            const existing = this.loaded.get(providerSettings.id);
+            if (existing && valueDeepEqual(existing.settings, providerSettings)) {
+                logger.debug(`load: Provider already loaded with same settings providerId=${providerSettings.id}`);
+                continue;
+            }
+            if (existing) {
+                logger.debug(`reload: Provider settings changed, reloading providerId=${providerSettings.id}`);
+                await this.unloadProvider(providerSettings.id, existing.instance);
+            }
+            logger.debug(`event: Creating provider instance providerId=${providerSettings.id}`);
+            const instance = await Promise.resolve(definition.create({
+                settings: providerSettings,
+                auth: this.auth,
+                fileStore: this.fileStore,
+                inferenceRegistry: this.inferenceRegistry,
+                imageRegistry: this.imageRegistry,
+                logger
+            }));
+            try {
+                logger.debug(`load: Calling provider.load() providerId=${providerSettings.id}`);
+                await instance.load?.();
+                this.loaded.set(providerSettings.id, { instance, settings: structuredClone(providerSettings) });
+                logger.debug(`register: Provider registered providerId=${providerSettings.id} totalLoaded=${this.loaded.size}`);
+                logger.info({ provider: providerSettings.id }, "load: Provider loaded");
+            }
+            catch (error) {
+                this.inferenceRegistry.unregisterByPlugin(providerSettings.id);
+                this.imageRegistry.unregisterByPlugin(providerSettings.id);
+                throw error;
+            }
+        }
+        logger.debug(`reload: reload() complete loadedCount=${this.loaded.size}`);
+    }
+    static listDefinitions() {
+        return listProviderDefinitions();
+    }
+    async unloadProvider(providerId, instance) {
+        try {
+            await instance.unload?.();
+        }
+        finally {
+            // Providers can forget cleanup; always remove registrations bound to provider id.
+            this.inferenceRegistry.unregisterByPlugin(providerId);
+            this.imageRegistry.unregisterByPlugin(providerId);
+            this.loaded.delete(providerId);
+            logger.info({ provider: providerId }, "unload: Provider unloaded");
+        }
+    }
+}
+//# sourceMappingURL=manager.js.map

package/dist/providers/manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"manager.js","sourceRoot":"","sources":["../../sources/providers/manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAyB,MAAM,gBAAgB,CAAC;AAKtE,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAE9E,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAiB3D,MAAM,MAAM,GAAG,SAAS,CAAC,mBAAmB,CAAC,CAAC;AAE9C,MAAM,OAAO,eAAe;IACT,MAAM,CAAe;IAC9B,IAAI,CAAY;IAChB,SAAS,CAAY;IACrB,iBAAiB,CAAoB;IACrC,aAAa,CAA0B;IACvC,yBAAyB,CAA4C;IACrE,MAAM,GAAG,IAAI,GAAG,EAA0B,CAAC;IAEnD,YAAY,OAA+B;QACzC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;QACnD,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC3C,IAAI,CAAC,yBAAyB,GAAG,OAAO,CAAC,yBAAyB,IAAI,qBAAqB,CAAC;IAC9F,CAAC;IAED,UAAU;QACR,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACxC,CAAC;IAED,iBAAiB;QACf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;YAC/C,MAAM,UAAU,GAAG,IAAI,CAAC,yBAAyB,CAAC,EAAE,CAAC,CAAC;YACtD,OAAO;gBACL,EAAE;gBACF,IAAI,EAAE,UAAU,EAAE,IAAI,IAAI,EAAE;aAC7B,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;QAC1C,MAAM,CAAC,KAAK,CAAC,wCAAwC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QACzE,MAAM,eAAe,GAAG,aAAa,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,MAAM,CAClE,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,KAAK,KAAK,CACzC,CAAC;QACF,MAAM,SAAS,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3D,MAAM,CAAC,KAAK,CAAC,qDAAqD,eAAe,CAAC,MAAM,cAAc,SAAS,EAAE,CAAC,CAAC;QAEnH,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5E,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YAChD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;gBACzB,MAAM,CAAC,KAAK,CAAC,2DAA2D,EAAE,EAAE,CAAC,CAAC;gBAC9E,MAAM,IAAI,CAAC,cAAc,CAAC,EAAE,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;QAED,KAAK,MAAM,gBAAgB,IAAI,eAAe,EAAE,CAAC;YAC/C,MAAM,CAAC,KAAK,CAAC,yCAAyC,gBAAgB,CAAC,EAAE,UAAU,gBAAgB,CAAC,KAAK,EAAE,CAAC,CAAC;YAC7G,MAAM,UAAU,GAAG,IAAI,CAAC,yBAAyB,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;YACvE,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,MAAM,CAAC,KAAK,CAAC,mDAAmD,gBAAgB,CAAC,EAAE,EAAE,CAAC,CAAC;gBACvF,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,gBAAgB,CAAC,EAAE,EAAE,EAAE,yBAAyB,CAAC,CAAC;gBAC1E,SAAS;YACX,CAAC;YAED,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;YACtD,IAAI,QAAQ,IAAI,cAAc,CAAC,QAAQ,CAAC,QAAQ,EAAE,gBAAgB,CAAC,EAAE,CAAC;gBACpE,MAAM,CAAC,KAAK,CAAC,+DAA+D,gBAAgB,CAAC,EAAE,EAAE,CAAC,CAAC;gBACnG,SAAS;YACX,CAAC;YAED,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,CAAC,KAAK,CAAC,2DAA2D,gBAAgB,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC/F,MAAM,IAAI,CAAC,cAAc,CAAC,gBAAgB,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACpE,CAAC;YAED,MAAM,CAAC,KAAK,CAAC,gDAAgD,gBAAgB,CAAC,EAAE,EAAE,CAAC,CAAC;YACpF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,OAAO,CACpC,UAAU,CAAC,MAAM,CAAC;gBAChB,QAAQ,EAAE,gBAAgB;gBAC1B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;gBACzC,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,MAAM;aACP,CAAC,CACH,CAAC;YACF,IAAI,CAAC;gBACH,MAAM,CAAC,KAAK,CAAC,4CAA4C,gBAAgB,CAAC,EAAE,EAAE,CAAC,CAAC;gBAChF,MAAM,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;gBACxB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,eAAe,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;gBAChG,MAAM,CAAC,KAAK,CAAC,4CAA4C,gBAAgB,CAAC,EAAE,gBAAgB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;gBAChH,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,gBAAgB,CAAC,EAAE,EAAE,EAAE,uBAAuB,CAAC,CAAC;YAC1E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;gBAC/D,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;gBAC3D,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QACD,MAAM,CAAC,KAAK,CAAC,yCAAyC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IAC5E,CAAC;IAED,MAAM,CAAC,eAAe;QACpB,OAAO,uBAAuB,EAAE,CAAC;IACnC,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,UAAkB,EAAE,QAA0B;QACzE,IAAI,CAAC;YACH,MAAM,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;QAC5B,CAAC;gBAAS,CAAC;YACT,kFAAkF;YAClF,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;YACtD,IAAI,CAAC,aAAa,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;YAClD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,2BAA2B,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;CACF"}

package/dist/providers/manager.spec.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=manager.spec.d.ts.map

package/dist/providers/manager.spec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"manager.spec.d.ts","sourceRoot":"","sources":["../../sources/providers/manager.spec.ts"],"names":[],"mappings":""}