@zhivex-ai/gateway 0.1.0

package/dist/compat.d.ts

@@ -0,0 +1,7 @@
+import type { ModelMessage } from "@zhivex-ai/core";
+import type { GatewayMessage, GatewayModelTarget, GatewayProviderId, GatewayResponse } from "./types.js";
+export declare const supportsVisionInput: (provider: GatewayProviderId, modelId: string) => boolean;
+export declare const stripImagesForUnsupportedModel: (messages: GatewayMessage[], provider: GatewayProviderId, modelId: string) => GatewayMessage[];
+export declare const gatewayMessagesToModelMessages: (messages: GatewayMessage[], systemPrompt?: string) => ModelMessage[];
+export declare const createRouteDecision: (mode: GatewayResponse["routeDecision"]["mode"], intent: GatewayResponse["routeDecision"]["intent"], orderedTargets: GatewayModelTarget[]) => GatewayResponse["routeDecision"];
+//# sourceMappingURL=compat.d.ts.map

package/dist/compat.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"compat.d.ts","sourceRoot":"","sources":["../src/compat.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAEpD,OAAO,KAAK,EACV,cAAc,EACd,kBAAkB,EAClB,iBAAiB,EACjB,eAAe,EAChB,MAAM,YAAY,CAAC;AAEpB,eAAO,MAAM,mBAAmB,GAAI,UAAU,iBAAiB,EAAE,SAAS,MAAM,KAAG,OAYlF,CAAC;AAEF,eAAO,MAAM,8BAA8B,GACzC,UAAU,cAAc,EAAE,EAC1B,UAAU,iBAAiB,EAC3B,SAAS,MAAM,KACd,cAAc,EAMhB,CAAC;AAEF,eAAO,MAAM,8BAA8B,GACzC,UAAU,cAAc,EAAE,EAC1B,eAAe,MAAM,KACpB,YAAY,EAyBd,CAAC;AAEF,eAAO,MAAM,mBAAmB,GAC9B,MAAM,eAAe,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,EAC9C,QAAQ,eAAe,CAAC,eAAe,CAAC,CAAC,QAAQ,CAAC,EAClD,gBAAgB,kBAAkB,EAAE,KACnC,eAAe,CAAC,eAAe,CAKhC,CAAC"}

package/dist/compat.js

@@ -0,0 +1,46 @@
+export const supportsVisionInput = (provider, modelId) => {
+    const model = modelId.toLowerCase();
+    if (provider === "gemini") {
+        return !model.includes("embedding");
+    }
+    if (provider === "bedrock") {
+        return model.includes("nova") || model.includes("claude-3") || model.includes("claude-4");
+    }
+    return true;
+};
+export const stripImagesForUnsupportedModel = (messages, provider, modelId) => {
+    if (supportsVisionInput(provider, modelId)) {
+        return messages;
+    }
+    return messages.map((message) => (message.images?.length ? { ...message, images: [] } : message));
+};
+export const gatewayMessagesToModelMessages = (messages, systemPrompt) => {
+    const mappedMessages = [];
+    if (systemPrompt) {
+        mappedMessages.push({
+            role: "system",
+            parts: [{ type: "text", text: systemPrompt }]
+        });
+    }
+    for (const message of messages) {
+        mappedMessages.push({
+            role: message.role,
+            parts: [
+                { type: "text", text: message.content },
+                ...((message.images ?? []).map((image) => ({
+                    type: "image",
+                    image: image.dataUrl,
+                    mediaType: image.mimeType
+                })) ?? [])
+            ]
+        });
+    }
+    return mappedMessages;
+};
+export const createRouteDecision = (mode, intent, orderedTargets) => ({
+    mode,
+    intent,
+    orderedTargets,
+    reason: `Ordered by ${mode} mode with ${intent} intent.`
+});
+//# sourceMappingURL=compat.js.map

package/dist/compat.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compat.js","sourceRoot":"","sources":["../src/compat.ts"],"names":[],"mappings":"AASA,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,QAA2B,EAAE,OAAe,EAAW,EAAE;IAC3F,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAEpC,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC1B,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC5F,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAC5C,QAA0B,EAC1B,QAA2B,EAC3B,OAAe,EACG,EAAE;IACpB,IAAI,mBAAmB,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC;QAC3C,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;AACpG,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAC5C,QAA0B,EAC1B,YAAqB,EACL,EAAE;IAClB,MAAM,cAAc,GAAmB,EAAE,CAAC;IAE1C,IAAI,YAAY,EAAE,CAAC;QACjB,cAAc,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;SAC9C,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,cAAc,CAAC,IAAI,CAAC;YAClB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,KAAK,EAAE;gBACL,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE;gBACvC,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;oBACzC,IAAI,EAAE,OAAgB;oBACtB,KAAK,EAAE,KAAK,CAAC,OAAO;oBACpB,SAAS,EAAE,KAAK,CAAC,QAAQ;iBAC1B,CAAC,CAAC,IAAI,EAAE,CAAC;aACX;SACF,CAAC,CAAC;IACL,CAAC;IAED,OAAO,cAAc,CAAC;AACxB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAG,CACjC,IAA8C,EAC9C,MAAkD,EAClD,cAAoC,EACF,EAAE,CAAC,CAAC;IACtC,IAAI;IACJ,MAAM;IACN,cAAc;IACd,MAAM,EAAE,cAAc,IAAI,cAAc,MAAM,UAAU;CACzD,CAAC,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,7 @@
+import { type GatewayConfig, type GatewayRequest, type GatewayResponse } from "./types.js";
+export declare const createGateway: (config: GatewayConfig) => {
+    generate(request: GatewayRequest): Promise<GatewayResponse>;
+};
+export * from "./compat.js";
+export * from "./types.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAGL,KAAK,aAAa,EAGlB,KAAK,cAAc,EACnB,KAAK,eAAe,EAGrB,MAAM,YAAY,CAAC;AA8HpB,eAAO,MAAM,aAAa,GAAI,QAAQ,aAAa;sBAUvB,cAAc,GAAG,OAAO,CAAC,eAAe,CAAC;CA+GpE,CAAC;AAEF,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC"}

package/dist/index.js

@@ -0,0 +1,194 @@
+import { generateText } from "@zhivex-ai/core";
+import { createRouteDecision, gatewayMessagesToModelMessages, stripImagesForUnsupportedModel } from "./compat.js";
+import { GatewayError } from "./types.js";
+const scoreTarget = (mode, intent, target, config) => {
+    const model = target.modelId.toLowerCase();
+    const localBoost = target.provider === "ollama" ? -2 : 0;
+    const qualityBoost = model.includes("pro") || model.includes("claude") ? 2 : 0;
+    const speedBoost = model.includes("flash") || model.includes("lite") ? 2 : 0;
+    const reasoningBoost = model.includes("pro") || model.includes("claude") ? 2 : 0;
+    const catalogCost = config.modelCatalog?.find(target.provider, target.modelId)?.costPer1kTokens;
+    const costPenalty = config.providerCostsPer1kTokens?.[target.provider] ?? catalogCost ?? 0;
+    const latencyPenalty = (config.latencyBiasMs?.[target.provider] ?? 0) / 100;
+    if (mode === "speed") {
+        return speedBoost + localBoost - latencyPenalty;
+    }
+    if (mode === "quality") {
+        return qualityBoost + (intent === "reasoning" ? reasoningBoost : 0) - costPenalty;
+    }
+    return speedBoost + qualityBoost + localBoost + (intent === "reasoning" ? 1 : 0) - costPenalty - latencyPenalty;
+};
+const orderTargets = (mode, intent, primary, fallbacks, config) => [primary, ...fallbacks]
+    .filter((target, index, list) => list.findIndex((candidate) => candidate.provider === target.provider && candidate.modelId === target.modelId) === index)
+    .sort((left, right) => scoreTarget(mode, intent, right, config) - scoreTarget(mode, intent, left, config));
+const supportsRequiredCapabilities = (adapter, target, requiredCapabilities) => {
+    if (!requiredCapabilities) {
+        return true;
+    }
+    const capabilities = adapter.languageModel(target.modelId).capabilities;
+    return Object.entries(requiredCapabilities).every(([key, required]) => required !== true || capabilities[key] === true);
+};
+const withinCostBudget = (config, request, target) => {
+    if (request.maxCostPer1kTokens == null) {
+        return true;
+    }
+    const configuredCost = config.providerCostsPer1kTokens?.[target.provider];
+    const catalogCost = config.modelCatalog?.find(target.provider, target.modelId)?.costPer1kTokens;
+    const effectiveCost = configuredCost ?? catalogCost;
+    if (effectiveCost == null) {
+        return true;
+    }
+    return effectiveCost <= request.maxCostPer1kTokens;
+};
+const estimateTokens = (text) => Math.max(1, Math.ceil(text.trim().length / 4));
+const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+const withTimeout = async (promise, timeoutMs) => new Promise((resolve, reject) => {
+    const timer = setTimeout(() => reject(new GatewayError(`Provider timed out after ${timeoutMs}ms.`, true)), timeoutMs);
+    promise
+        .then((value) => {
+        clearTimeout(timer);
+        resolve(value);
+    })
+        .catch((error) => {
+        clearTimeout(timer);
+        reject(error);
+    });
+});
+const normalizeError = (error) => {
+    if (error instanceof GatewayError) {
+        return error;
+    }
+    if (error instanceof Error) {
+        const message = error.message.toLowerCase();
+        if (message.includes("timed out") || message.includes("429") || message.includes("rate")) {
+            return new GatewayError(error.message, true);
+        }
+        if (message.includes("connect") || message.includes("econnrefused") || message.includes("503")) {
+            return new GatewayError(error.message, true);
+        }
+        return new GatewayError(error.message, false);
+    }
+    return new GatewayError("Unknown gateway error.", false);
+};
+const getAttemptTimeoutMs = (config, provider) => config.attemptTimeoutsMs?.[provider] ?? config.attemptTimeoutMs ?? 20_000;
+const retryBackoffMs = (config, retry) => (config.retryBackoffMs ?? 200) * (retry + 1);
+const normalizeUsage = (usage, inputText, outputText) => {
+    const inputTokens = usage?.inputTokens ?? estimateTokens(inputText);
+    const outputTokens = usage?.outputTokens ?? estimateTokens(outputText);
+    const totalTokens = usage?.totalTokens ?? inputTokens + outputTokens;
+    return {
+        inputTokens,
+        outputTokens,
+        totalTokens,
+        estimated: usage?.inputTokens == null || usage?.outputTokens == null || usage?.totalTokens == null
+    };
+};
+export const createGateway = (config) => {
+    const getAdapter = (provider) => {
+        const adapter = config.adapters[provider];
+        if (!adapter) {
+            throw new GatewayError(`No adapter registered for provider "${provider}".`, false);
+        }
+        return adapter;
+    };
+    return {
+        async generate(request) {
+            const attempts = [];
+            const startedAt = Date.now();
+            const mode = request.routingMode ?? "balanced";
+            const intent = request.taskIntent ?? "chat";
+            const orderedTargets = orderTargets(mode, intent, request.primary, request.fallbacks ?? [], config);
+            const routeDecision = createRouteDecision(mode, intent, orderedTargets);
+            const maxRetries = Math.max(0, config.maxRetries ?? 2);
+            for (const [targetIndex, target] of orderedTargets.entries()) {
+                const adapter = getAdapter(target.provider);
+                if (!supportsRequiredCapabilities(adapter, target, request.requiredCapabilities)) {
+                    attempts.push({
+                        provider: target.provider,
+                        modelId: target.modelId,
+                        ok: false,
+                        latencyMs: 0,
+                        errorMessage: "Skipped because model capabilities do not satisfy the request."
+                    });
+                    continue;
+                }
+                if (!withinCostBudget(config, request, target)) {
+                    attempts.push({
+                        provider: target.provider,
+                        modelId: target.modelId,
+                        ok: false,
+                        latencyMs: 0,
+                        errorMessage: "Skipped because provider cost exceeds the configured budget."
+                    });
+                    continue;
+                }
+                for (let retry = 0; retry <= maxRetries; retry += 1) {
+                    const attemptStartedAt = Date.now();
+                    try {
+                        const providerMessages = stripImagesForUnsupportedModel(request.messages, target.provider, target.modelId);
+                        await config.onAttempt?.({
+                            provider: target.provider,
+                            modelId: target.modelId,
+                            ok: true,
+                            latencyMs: 0,
+                            retry,
+                            targetRank: targetIndex
+                        });
+                        const result = await withTimeout(generateText({
+                            model: adapter.languageModel(target.modelId),
+                            messages: gatewayMessagesToModelMessages(providerMessages, request.systemPrompt),
+                            temperature: request.temperature,
+                            maxTokens: request.maxTokens,
+                            abortSignal: request.abortSignal
+                        }), getAttemptTimeoutMs(config, target.provider));
+                        attempts.push({
+                            provider: target.provider,
+                            modelId: target.modelId,
+                            ok: true,
+                            latencyMs: Date.now() - attemptStartedAt
+                        });
+                        const inputText = `${request.systemPrompt ?? ""}\n${providerMessages.map((message) => message.content).join("\n")}`.trim();
+                        return {
+                            text: result.text,
+                            providerUsed: target.provider,
+                            modelUsed: target.modelId,
+                            latencyMs: Date.now() - startedAt,
+                            attempts,
+                            usage: normalizeUsage(result.usage, inputText, result.text),
+                            routeDecision
+                        };
+                    }
+                    catch (error) {
+                        const normalized = normalizeError(error);
+                        attempts.push({
+                            provider: target.provider,
+                            modelId: target.modelId,
+                            ok: false,
+                            latencyMs: Date.now() - attemptStartedAt,
+                            errorMessage: normalized.message
+                        });
+                        await config.onAttempt?.({
+                            provider: target.provider,
+                            modelId: target.modelId,
+                            ok: false,
+                            latencyMs: Date.now() - attemptStartedAt,
+                            errorMessage: normalized.message,
+                            retry,
+                            targetRank: targetIndex
+                        });
+                        if (retry < maxRetries && normalized.retryable) {
+                            await sleep(retryBackoffMs(config, retry));
+                            continue;
+                        }
+                        break;
+                    }
+                }
+            }
+            const finalError = attempts.at(-1)?.errorMessage ?? "All gateway attempts failed.";
+            throw new GatewayError(finalError, false);
+        }
+    };
+};
+export * from "./compat.js";
+export * from "./types.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAwB,MAAM,iBAAiB,CAAC;AAErE,OAAO,EAAE,mBAAmB,EAAE,8BAA8B,EAAE,8BAA8B,EAAE,MAAM,aAAa,CAAC;AAClH,OAAO,EACL,YAAY,EASb,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,GAAG,CAClB,IAAwB,EACxB,MAAyB,EACzB,MAA0B,EAC1B,MAAqB,EACrB,EAAE;IACF,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzD,MAAM,YAAY,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/E,MAAM,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7E,MAAM,cAAc,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjF,MAAM,WAAW,GAAG,MAAM,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,eAAe,CAAC;IAChG,MAAM,WAAW,GAAG,MAAM,CAAC,wBAAwB,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,WAAW,IAAI,CAAC,CAAC;IAC3F,MAAM,cAAc,GAAG,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC;IAE5E,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;QACrB,OAAO,UAAU,GAAG,UAAU,GAAG,cAAc,CAAC;IAClD,CAAC;IACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,OAAO,YAAY,GAAG,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC;IACpF,CAAC;IACD,OAAO,UAAU,GAAG,YAAY,GAAG,UAAU,GAAG,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,WAAW,GAAG,cAAc,CAAC;AAClH,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CACnB,IAAwB,EACxB,MAAyB,EACzB,OAA2B,EAC3B,SAA+B,EAC/B,MAAqB,EACrB,EAAE,CACF,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC;KACpB,MAAM,CACL,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CACtB,IAAI,CAAC,SAAS,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,KAAK,MAAM,CAAC,QAAQ,IAAI,SAAS,CAAC,OAAO,KAAK,MAAM,CAAC,OAAO,CAAC,KAAK,KAAK,CAC1H;KACA,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;AAE/G,MAAM,4BAA4B,GAAG,CACnC,OAAwB,EACxB,MAA0B,EAC1B,oBAA4D,EAC5D,EAAE;IACF,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC;IACxE,OAAO,MAAM,CAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,QAAQ,KAAK,IAAI,IAAI,YAAY,CAAC,GAAgC,CAAC,KAAK,IAAI,CAAC,CAAC;AACvJ,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,MAAqB,EAAE,OAAuB,EAAE,MAA0B,EAAE,EAAE;IACtG,IAAI,OAAO,CAAC,kBAAkB,IAAI,IAAI,EAAE,CAAC;QACvC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,CAAC,wBAAwB,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC1E,MAAM,WAAW,GAAG,MAAM,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,eAAe,CAAC;IAChG,MAAM,aAAa,GAAG,cAAc,IAAI,WAAW,CAAC;IACpD,IAAI,aAAa,IAAI,IAAI,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,aAAa,IAAI,OAAO,CAAC,kBAAkB,CAAC;AACrD,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;AACxF,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEhF,MAAM,WAAW,GAAG,KAAK,EAAK,OAAmB,EAAE,SAAiB,EAAE,EAAE,CACtE,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;IACjC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,4BAA4B,SAAS,KAAK,EAAE,IAAI,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;IAEtH,OAAO;SACJ,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;QACd,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,CAAC;IACjB,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QACf,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,MAAM,CAAC,KAAK,CAAC,CAAC;IAChB,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC;AAEL,MAAM,cAAc,GAAG,CAAC,KAAc,EAAE,EAAE;IACxC,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;QAC5C,IAAI,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACzF,OAAO,IAAI,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC/C,CAAC;QACD,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/F,OAAO,IAAI,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC/C,CAAC;QACD,OAAO,IAAI,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,IAAI,YAAY,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;AAC3D,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAAC,MAAqB,EAAE,QAA2B,EAAE,EAAE,CACjF,MAAM,CAAC,iBAAiB,EAAE,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,gBAAgB,IAAI,MAAM,CAAC;AAE5E,MAAM,cAAc,GAAG,CAAC,MAAqB,EAAE,KAAa,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,cAAc,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;AAE9G,MAAM,cAAc,GAAG,CACrB,KAAwF,EACxF,SAAiB,EACjB,UAAkB,EAClB,EAAE;IACF,MAAM,WAAW,GAAG,KAAK,EAAE,WAAW,IAAI,cAAc,CAAC,SAAS,CAAC,CAAC;IACpE,MAAM,YAAY,GAAG,KAAK,EAAE,YAAY,IAAI,cAAc,CAAC,UAAU,CAAC,CAAC;IACvE,MAAM,WAAW,GAAG,KAAK,EAAE,WAAW,IAAI,WAAW,GAAG,YAAY,CAAC;IACrE,OAAO;QACL,WAAW;QACX,YAAY;QACZ,WAAW;QACX,SAAS,EAAE,KAAK,EAAE,WAAW,IAAI,IAAI,IAAI,KAAK,EAAE,YAAY,IAAI,IAAI,IAAI,KAAK,EAAE,WAAW,IAAI,IAAI;KACnG,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,MAAqB,EAAE,EAAE;IACrD,MAAM,UAAU,GAAG,CAAC,QAA2B,EAAmB,EAAE;QAClE,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,YAAY,CAAC,uCAAuC,QAAQ,IAAI,EAAE,KAAK,CAAC,CAAC;QACrF,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,OAAO;QACL,KAAK,CAAC,QAAQ,CAAC,OAAuB;YACpC,MAAM,QAAQ,GAAqB,EAAE,CAAC;YACtC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,IAAI,UAAU,CAAC;YAC/C,MAAM,MAAM,GAAG,OAAO,CAAC,UAAU,IAAI,MAAM,CAAC;YAC5C,MAAM,cAAc,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;YACpG,MAAM,aAAa,GAAG,mBAAmB,CAAC,IAAI,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;YACxE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC;YAEvD,KAAK,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,cAAc,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC7D,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAE5C,IAAI,CAAC,4BAA4B,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,oBAAoB,CAAC,EAAE,CAAC;oBACjF,QAAQ,CAAC,IAAI,CAAC;wBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,EAAE,EAAE,KAAK;wBACT,SAAS,EAAE,CAAC;wBACZ,YAAY,EAAE,gEAAgE;qBAC/E,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBAED,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC;oBAC/C,QAAQ,CAAC,IAAI,CAAC;wBACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,EAAE,EAAE,KAAK;wBACT,SAAS,EAAE,CAAC;wBACZ,YAAY,EAAE,8DAA8D;qBAC7E,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBAED,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,IAAI,UAAU,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;oBACpD,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBAEpC,IAAI,CAAC;wBACH,MAAM,gBAAgB,GAAG,8BAA8B,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;wBAC3G,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;4BACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;4BACzB,OAAO,EAAE,MAAM,CAAC,OAAO;4BACvB,EAAE,EAAE,IAAI;4BACR,SAAS,EAAE,CAAC;4BACZ,KAAK;4BACL,UAAU,EAAE,WAAW;yBACxB,CAAC,CAAC;wBACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAC9B,YAAY,CAAC;4BACX,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC;4BAC5C,QAAQ,EAAE,8BAA8B,CAAC,gBAAgB,EAAE,OAAO,CAAC,YAAY,CAAC;4BAChF,WAAW,EAAE,OAAO,CAAC,WAAW;4BAChC,SAAS,EAAE,OAAO,CAAC,SAAS;4BAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;yBACjC,CAAC,EACF,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,CAC7C,CAAC;wBAEF,QAAQ,CAAC,IAAI,CAAC;4BACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;4BACzB,OAAO,EAAE,MAAM,CAAC,OAAO;4BACvB,EAAE,EAAE,IAAI;4BACR,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;yBACzC,CAAC,CAAC;wBAEH,MAAM,SAAS,GAAG,GAAG,OAAO,CAAC,YAAY,IAAI,EAAE,KAAK,gBAAgB,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC;wBAE3H,OAAO;4BACL,IAAI,EAAE,MAAM,CAAC,IAAI;4BACjB,YAAY,EAAE,MAAM,CAAC,QAAQ;4BAC7B,SAAS,EAAE,MAAM,CAAC,OAAO;4BACzB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;4BACjC,QAAQ;4BACR,KAAK,EAAE,cAAc,CAAC,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC;4BAC3D,aAAa;yBACd,CAAC;oBACJ,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;wBAEzC,QAAQ,CAAC,IAAI,CAAC;4BACZ,QAAQ,EAAE,MAAM,CAAC,QAAQ;4BACzB,OAAO,EAAE,MAAM,CAAC,OAAO;4BACvB,EAAE,EAAE,KAAK;4BACT,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;4BACxC,YAAY,EAAE,UAAU,CAAC,OAAO;yBACjC,CAAC,CAAC;wBAEH,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;4BACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;4BACzB,OAAO,EAAE,MAAM,CAAC,OAAO;4BACvB,EAAE,EAAE,KAAK;4BACT,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;4BACxC,YAAY,EAAE,UAAU,CAAC,OAAO;4BAChC,KAAK;4BACL,UAAU,EAAE,WAAW;yBACxB,CAAC,CAAC;wBAEH,IAAI,KAAK,GAAG,UAAU,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;4BAC/C,MAAM,KAAK,CAAC,cAAc,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;4BAC3C,SAAS;wBACX,CAAC;wBAED,MAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC;YAED,MAAM,UAAU,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY,IAAI,8BAA8B,CAAC;YACnF,MAAM,IAAI,YAAY,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAC5C,CAAC;KACF,CAAC;AACJ,CAAC,CAAC;AAEF,cAAc,aAAa,CAAC;AAC5B,cAAc,YAAY,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,72 @@
+import type { ModelCatalog, ProviderAdapter, TokenUsage } from "@zhivex-ai/core";
+export type GatewayProviderId = "openai" | "anthropic" | "gemini" | "bedrock" | "ollama" | "azure-openai" | "openrouter";
+export type GatewayRoutingMode = "speed" | "balanced" | "quality";
+export type GatewayTaskIntent = "chat" | "reasoning" | "tool-heavy";
+export interface GatewayImageAttachment {
+    dataUrl: string;
+    mimeType: string;
+}
+export interface GatewayMessage {
+    role: "user" | "assistant";
+    content: string;
+    images?: GatewayImageAttachment[];
+}
+export interface GatewayModelTarget {
+    provider: GatewayProviderId;
+    modelId: string;
+}
+export interface GatewayRequest {
+    messages: GatewayMessage[];
+    systemPrompt?: string;
+    temperature?: number;
+    maxTokens?: number;
+    requiredCapabilities?: Partial<Record<"streaming" | "tools" | "structuredOutput" | "jsonMode" | "vision" | "reasoning", boolean>>;
+    maxCostPer1kTokens?: number;
+    routingMode?: GatewayRoutingMode;
+    taskIntent?: GatewayTaskIntent;
+    abortSignal?: AbortSignal;
+    primary: GatewayModelTarget;
+    fallbacks?: GatewayModelTarget[];
+}
+export interface GatewayAttempt {
+    provider: GatewayProviderId;
+    modelId: string;
+    ok: boolean;
+    latencyMs: number;
+    errorMessage?: string;
+}
+export interface GatewayResponse {
+    text: string;
+    providerUsed: GatewayProviderId;
+    modelUsed: string;
+    latencyMs: number;
+    attempts: GatewayAttempt[];
+    usage: TokenUsage & {
+        estimated: boolean;
+    };
+    routeDecision: {
+        mode: GatewayRoutingMode;
+        intent: GatewayTaskIntent;
+        orderedTargets: GatewayModelTarget[];
+        reason: string;
+    };
+}
+export interface GatewayConfig {
+    adapters: Partial<Record<GatewayProviderId, ProviderAdapter>>;
+    modelCatalog?: ModelCatalog;
+    providerCostsPer1kTokens?: Partial<Record<GatewayProviderId, number>>;
+    latencyBiasMs?: Partial<Record<GatewayProviderId, number>>;
+    maxRetries?: number;
+    attemptTimeoutMs?: number;
+    attemptTimeoutsMs?: Partial<Record<GatewayProviderId, number>>;
+    retryBackoffMs?: number;
+    onAttempt?: (attempt: GatewayAttempt & {
+        retry: number;
+        targetRank: number;
+    }) => void | Promise<void>;
+}
+export declare class GatewayError extends Error {
+    readonly retryable: boolean;
+    constructor(message: string, retryable: boolean);
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,eAAe,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAEjF,MAAM,MAAM,iBAAiB,GAAG,QAAQ,GAAG,WAAW,GAAG,QAAQ,GAAG,SAAS,GAAG,QAAQ,GAAG,cAAc,GAAG,YAAY,CAAC;AACzH,MAAM,MAAM,kBAAkB,GAAG,OAAO,GAAG,UAAU,GAAG,SAAS,CAAC;AAClE,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,WAAW,GAAG,YAAY,CAAC;AAEpE,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,sBAAsB,EAAE,CAAC;CACnC;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,oBAAoB,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,WAAW,GAAG,OAAO,GAAG,kBAAkB,GAAG,UAAU,GAAG,QAAQ,GAAG,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC;IAClI,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,UAAU,CAAC,EAAE,iBAAiB,CAAC;IAC/B,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,OAAO,EAAE,kBAAkB,CAAC;IAC5B,SAAS,CAAC,EAAE,kBAAkB,EAAE,CAAC;CAClC;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,OAAO,EAAE,MAAM,CAAC;IAChB,EAAE,EAAE,OAAO,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,iBAAiB,CAAC;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,KAAK,EAAE,UAAU,GAAG;QAAE,SAAS,EAAE,OAAO,CAAA;KAAE,CAAC;IAC3C,aAAa,EAAE;QACb,IAAI,EAAE,kBAAkB,CAAC;QACzB,MAAM,EAAE,iBAAiB,CAAC;QAC1B,cAAc,EAAE,kBAAkB,EAAE,CAAC;QACrC,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,iBAAiB,EAAE,eAAe,CAAC,CAAC,CAAC;IAC9D,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,wBAAwB,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC,CAAC;IACtE,aAAa,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC,CAAC;IAC3D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,iBAAiB,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC,CAAC;IAC/D,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,cAAc,GAAG;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACvG;AAED,qBAAa,YAAa,SAAQ,KAAK;IAGnC,QAAQ,CAAC,SAAS,EAAE,OAAO;gBAD3B,OAAO,EAAE,MAAM,EACN,SAAS,EAAE,OAAO;CAK9B"}

package/dist/types.js

@@ -0,0 +1,9 @@
+export class GatewayError extends Error {
+    retryable;
+    constructor(message, retryable) {
+        super(message);
+        this.retryable = retryable;
+        this.name = "GatewayError";
+    }
+}
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAuEA,MAAM,OAAO,YAAa,SAAQ,KAAK;IAG1B;IAFX,YACE,OAAe,EACN,SAAkB;QAE3B,KAAK,CAAC,OAAO,CAAC,CAAC;QAFN,cAAS,GAAT,SAAS,CAAS;QAG3B,IAAI,CAAC,IAAI,GAAG,cAAc,CAAC;IAC7B,CAAC;CACF"}

package/package.json

@@ -0,0 +1,32 @@
+{
+  "name": "@zhivex-ai/gateway",
+  "version": "0.1.0",
+  "license": "MIT",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "files": ["dist"],
+  "sideEffects": false,
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/Zhivex/zhivex-ai-sdk.git",
+    "directory": "packages/gateway"
+  },
+  "homepage": "https://github.com/Zhivex/zhivex-ai-sdk#readme",
+  "bugs": {
+    "url": "https://github.com/Zhivex/zhivex-ai-sdk/issues"
+  },
+  "keywords": ["ai", "sdk", "gateway", "routing", "typescript"],
+  "publishConfig": {
+    "access": "public"
+  },
+  "dependencies": {
+    "@zhivex-ai/core": "^0.1.0"
+  }
+}