ai-gateway-kit 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,102 @@
+# ai-gateway-kit
+
+A boring, provider-agnostic AI Gateway for Node.js.
+
+This library exists to solve the “production gateway” problems around LLM usage:
+
+- **Capability-based routing** (agents request *capabilities*, not models)
+- **Ordered fallback** (graceful degradation, never silent failure)
+- **In-memory rate limiting** (instance-scoped by design)
+- **Observability hooks** (you choose logging/metrics/tracing)
+
+## Why capability-based routing?
+
+Model names change, providers change, and quotas fluctuate.
+A gateway that routes by *capability* lets your agents stay stable while the model fleet evolves.
+
+Example capabilities:
+- `fast_text`
+- `deep_reasoning`
+- `search`
+- `speech_to_text`
+
+## Why in-memory state?
+
+This kit intentionally uses **in-memory** rate limit state.
+
+- Works in serverless environments (Vercel-compatible)
+- No shared storage dependency
+- Predictable failure modes
+
+Trade-off: **multi-instance deployments do not share quotas**. Each instance enforces limits based on its own in-memory view.
+
+If you need cross-instance coordination, you can replace the in-memory `RateLimitManager` with your own implementation.
+
+## This is not a chat wrapper
+
+This library is infrastructure:
+- routing
+- backoff
+- fallbacks
+- hooks
+
+It does **not** provide prompt templates, product policies, UI, or agent logic.
+
+## Install
+
+```bash
+npm install @your-scope/ai-gateway-kit
+```
+
+## Quick start
+
+```ts
+import { createAIGateway } from "@your-scope/ai-gateway-kit";
+
+const gateway = createAIGateway({
+  models: [
+    {
+      id: "gpt-4o-mini",
+      provider: "github",
+      capabilities: ["fast_text"],
+      limits: { rpm: 15, rpd: 150, tpmInput: 150000, tpmOutput: 20000, concurrency: 3 }
+    }
+  ],
+  providers: {
+    github: {
+      type: "github-models",
+      token: process.env.GITHUB_TOKEN!
+    }
+  }
+});
+
+const result = await gateway.execute({
+  capability: "fast_text",
+  input: {
+    kind: "chat",
+    messages: [{ role: "user", content: "Say hi." }]
+  }
+});
+
+console.log(result.output);
+```
+
+## Providers
+
+- GitHub Models: see `@your-scope/ai-gateway-kit/providers/github-models`
+- Gemini: see `@your-scope/ai-gateway-kit/providers/gemini`
+- Custom provider: implement `ProviderAdapter`
+
+## Observability hooks
+
+You can subscribe to lifecycle events without taking a dependency on any logging stack:
+
+- `onRequestStart`
+- `onRequestEnd`
+- `onRateLimit`
+- `onFallback`
+- `onError`
+
+## License
+
+MIT

package/dist/gateway/createAIGateway.d.ts

@@ -0,0 +1,11 @@
+import type { Capability, CapabilityRouter, Gateway, GatewayHooks, ModelDefinition, ProviderAdapter } from "../types/public.js";
+export interface CreateAIGatewayConfig<C extends string = Capability> {
+    models?: readonly ModelDefinition<C>[];
+    providers: Record<string, ProviderAdapter<C>>;
+    router?: CapabilityRouter<C>;
+    hooks?: GatewayHooks<C>;
+    now?: () => number;
+    maxRecentRequests?: number;
+}
+export declare function createAIGateway<C extends string = Capability>(config: CreateAIGatewayConfig<C>): Gateway<C>;
+//# sourceMappingURL=createAIGateway.d.ts.map

package/dist/gateway/createAIGateway.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"createAIGateway.d.ts","sourceRoot":"","sources":["../../src/gateway/createAIGateway.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,UAAU,EACV,gBAAgB,EAChB,OAAO,EAGP,YAAY,EAIZ,eAAe,EACf,eAAe,EAGhB,MAAM,oBAAoB,CAAC;AAY5B,MAAM,WAAW,qBAAqB,CAAC,CAAC,SAAS,MAAM,GAAG,UAAU;IAClE,MAAM,CAAC,EAAE,SAAS,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC;IACvC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9C,MAAM,CAAC,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAC7B,KAAK,CAAC,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,wBAAgB,eAAe,CAAC,CAAC,SAAS,MAAM,GAAG,UAAU,EAC3D,MAAM,EAAE,qBAAqB,CAAC,CAAC,CAAC,GAC/B,OAAO,CAAC,CAAC,CAAC,CA8VZ"}

package/dist/gateway/createAIGateway.js

@@ -0,0 +1,296 @@
+import { createModelRegistry } from "../registry/modelRegistry.js";
+import { createInMemoryRateLimitManager } from "../rate-limiter/rateLimitManager.js";
+import { normalizeToProviderError, parseRetryAfterMsFromText } from "../utils/errors.js";
+export function createAIGateway(config) {
+    const now = config.now ?? (() => Date.now());
+    const hooks = config.hooks;
+    const maxRecent = config.maxRecentRequests ?? 100;
+    const registry = createModelRegistry();
+    const initialModels = config.models ?? [];
+    registry.register(initialModels);
+    const rateLimiter = createInMemoryRateLimitManager(initialModels, { now });
+    const recentRequests = [];
+    const agentLastUse = new Map();
+    const defaultRouter = {
+        getModelOrderForCapability(capability) {
+            const all = registry.getAllModels();
+            return all.filter((m) => m.capabilities.includes(capability)).map((m) => m.id);
+        }
+    };
+    const router = config.router ?? defaultRouter;
+    function pushRecent(entry) {
+        recentRequests.push(entry);
+        if (recentRequests.length > maxRecent)
+            recentRequests.shift();
+    }
+    function snapshot() {
+        const models = registry.getAllModels();
+        const rateLimits = rateLimiter.getAllSnapshots();
+        const availabilityByModel = new Map(rateLimits.map((s) => [
+            s.modelId,
+            s.availability === "throttled" ? "limited" : s.availability
+        ]));
+        const modelRegistry = models.map((m) => ({
+            id: m.id,
+            provider: m.provider,
+            tier: m.tier ?? "",
+            capabilities: m.capabilities,
+            limits: m.limits,
+            isReasoning: m.isReasoning === true,
+            availability: availabilityByModel.get(m.id) ?? "available"
+        }));
+        const agentMappings = Array.from(agentLastUse.entries())
+            .map(([agentName, usage]) => {
+            const queue = router.getModelOrderForCapability(usage.capability);
+            return {
+                agentName,
+                capabilities: [usage.capability],
+                primaryModels: queue.slice(0, 2),
+                fallbackModels: queue.slice(2),
+                lastUsedModel: usage.modelId,
+                lastUsedTimestamp: usage.timestamp
+            };
+        })
+            .sort((a, b) => (b.lastUsedTimestamp ?? 0) - (a.lastUsedTimestamp ?? 0));
+        return {
+            timestamp: now(),
+            recentRequests: [...recentRequests].slice(-50).reverse(),
+            rateLimits,
+            models: models,
+            modelRegistry,
+            agentMappings
+        };
+    }
+    return {
+        registerModels(models) {
+            registry.register(models);
+            for (const model of models) {
+                rateLimiter.getSnapshot(model);
+            }
+        },
+        async execute(request) {
+            const requestId = `${now()}-${Math.random().toString(36).slice(2, 10)}`;
+            const startedAt = now();
+            const agentName = request.metadata?.agentName ?? "unknown";
+            const modelQueue = router.getModelOrderForCapability(request.capability);
+            if (modelQueue.length === 0) {
+                const latencyMs = now() - startedAt;
+                pushRecent({
+                    requestId,
+                    agentName,
+                    capability: String(request.capability),
+                    modelUsed: "none",
+                    provider: "none",
+                    status: "blocked",
+                    latencyMs
+                });
+                throw new Error(`No models available for capability: ${String(request.capability)}`);
+            }
+            const attempts = [];
+            const rateLimitBlocks = [];
+            for (let attempt = 0; attempt < modelQueue.length; attempt += 1) {
+                const modelId = modelQueue[attempt];
+                if (modelId === undefined)
+                    continue;
+                const model = registry.getModel(modelId);
+                if (!model) {
+                    rateLimitBlocks.push({ modelId, reason: "Unknown model" });
+                    continue;
+                }
+                const provider = config.providers[model.provider];
+                if (!provider) {
+                    rateLimitBlocks.push({ modelId, reason: `No provider adapter registered for: ${model.provider}` });
+                    continue;
+                }
+                const decision = rateLimiter.check(model);
+                if (!decision.allowed) {
+                    rateLimitBlocks.push({ modelId, reason: decision.reason ?? "Rate limited" });
+                    hooks?.onRateLimit?.({
+                        requestId,
+                        capability: request.capability,
+                        modelId,
+                        provider: model.provider,
+                        decision
+                    });
+                    if (decision.hardStop) {
+                        const latencyMs = now() - startedAt;
+                        pushRecent({
+                            requestId,
+                            agentName,
+                            capability: String(request.capability),
+                            modelUsed: modelId,
+                            provider: model.provider,
+                            status: "blocked",
+                            latencyMs
+                        });
+                        throw new Error(decision.reason ?? "Hard stop due to rate limit");
+                    }
+                    continue;
+                }
+                if (!rateLimiter.acquire(model)) {
+                    rateLimitBlocks.push({ modelId, reason: "Concurrency limit reached" });
+                    continue;
+                }
+                const attemptStartedAt = now();
+                hooks?.onRequestStart?.({
+                    requestId,
+                    capability: request.capability,
+                    modelId,
+                    provider: model.provider,
+                    attempt,
+                    startedAt: attemptStartedAt
+                });
+                try {
+                    // Build options without undefined values for exactOptionalPropertyTypes
+                    const execOptions = {};
+                    if (request.options?.temperature !== undefined) {
+                        execOptions.temperature = request.options.temperature;
+                    }
+                    if (request.options?.maxOutputTokens !== undefined) {
+                        execOptions.maxOutputTokens = request.options.maxOutputTokens;
+                    }
+                    if (request.options?.responseFormat !== undefined) {
+                        execOptions.responseFormat = request.options.responseFormat;
+                    }
+                    if (request.options?.useSearch !== undefined) {
+                        execOptions.useSearch = request.options.useSearch;
+                    }
+                    if (request.options?.signal !== undefined) {
+                        execOptions.signal = request.options.signal;
+                    }
+                    const executeRequest = {
+                        model,
+                        input: request.input
+                    };
+                    if (Object.keys(execOptions).length > 0) {
+                        executeRequest.options = execOptions;
+                    }
+                    const result = await provider.execute(executeRequest);
+                    rateLimiter.incrementDaily(model);
+                    const attemptEndedAt = now();
+                    attempts.push({
+                        modelId,
+                        provider: model.provider,
+                        ok: true,
+                        startedAt: attemptStartedAt,
+                        endedAt: attemptEndedAt
+                    });
+                    hooks?.onRequestEnd?.({
+                        requestId,
+                        capability: request.capability,
+                        modelId,
+                        provider: model.provider,
+                        attempt,
+                        startedAt: attemptStartedAt,
+                        endedAt: attemptEndedAt,
+                        ok: true
+                    });
+                    const latencyMs = now() - startedAt;
+                    const status = attempt === 0 ? "success" : "fallback";
+                    agentLastUse.set(agentName, {
+                        capability: request.capability,
+                        modelId,
+                        timestamp: now()
+                    });
+                    pushRecent({
+                        requestId,
+                        agentName,
+                        capability: String(request.capability),
+                        modelUsed: modelId,
+                        provider: model.provider,
+                        status,
+                        latencyMs
+                    });
+                    return {
+                        output: result.output,
+                        modelUsed: modelId,
+                        provider: model.provider,
+                        attempts,
+                        rateLimitBlocks,
+                        executionTimeMs: latencyMs
+                    };
+                }
+                catch (unknownError) {
+                    const errMsg = String(unknownError?.message ?? "");
+                    const retryHint = parseRetryAfterMsFromText(errMsg);
+                    const providerError = normalizeToProviderError(unknownError, model.provider, retryHint !== undefined ? { retryAfterMsHint: retryHint } : undefined);
+                    const errorInfo = {
+                        isRateLimit: providerError.isRateLimit === true,
+                        message: providerError.message
+                    };
+                    if (providerError.retryAfterMs !== undefined) {
+                        errorInfo.retryAfterMs = providerError.retryAfterMs;
+                    }
+                    rateLimiter.registerProviderError(model, errorInfo);
+                    const attemptEndedAt = now();
+                    attempts.push({
+                        modelId,
+                        provider: model.provider,
+                        ok: false,
+                        errorMessage: providerError.message,
+                        startedAt: attemptStartedAt,
+                        endedAt: attemptEndedAt
+                    });
+                    hooks?.onError?.({
+                        requestId,
+                        capability: request.capability,
+                        modelId,
+                        provider: model.provider,
+                        error: providerError
+                    });
+                    hooks?.onRequestEnd?.({
+                        requestId,
+                        capability: request.capability,
+                        modelId,
+                        provider: model.provider,
+                        attempt,
+                        startedAt: attemptStartedAt,
+                        endedAt: attemptEndedAt,
+                        ok: false
+                    });
+                    // If there is a next model, emit fallback.
+                    const next = modelQueue[attempt + 1];
+                    if (next !== undefined) {
+                        hooks?.onFallback?.({
+                            requestId,
+                            capability: request.capability,
+                            fromModelId: modelId,
+                            toModelId: next,
+                            reason: providerError.message
+                        });
+                        continue;
+                    }
+                    const latencyMs = now() - startedAt;
+                    pushRecent({
+                        requestId,
+                        agentName,
+                        capability: String(request.capability),
+                        modelUsed: modelId,
+                        provider: model.provider,
+                        status: "error",
+                        latencyMs
+                    });
+                    throw new Error(`All models failed for capability ${String(request.capability)}. Last error: ${providerError.message}`);
+                }
+                finally {
+                    rateLimiter.release(model);
+                }
+            }
+            const latencyMs = now() - startedAt;
+            pushRecent({
+                requestId,
+                agentName,
+                capability: String(request.capability),
+                modelUsed: "none",
+                provider: "none",
+                status: "blocked",
+                latencyMs
+            });
+            throw new Error(`All models exhausted for capability: ${String(request.capability)}`);
+        },
+        getGatewayState() {
+            return snapshot();
+        }
+    };
+}
+//# sourceMappingURL=createAIGateway.js.map

package/dist/gateway/createAIGateway.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"createAIGateway.js","sourceRoot":"","sources":["../../src/gateway/createAIGateway.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AACnE,OAAO,EAAE,8BAA8B,EAAE,MAAM,qCAAqC,CAAC;AACrF,OAAO,EAAE,wBAAwB,EAAE,yBAAyB,EAAE,MAAM,oBAAoB,CAAC;AAoCzF,MAAM,UAAU,eAAe,CAC7B,MAAgC;IAEhC,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IAC3B,MAAM,SAAS,GAAG,MAAM,CAAC,iBAAiB,IAAI,GAAG,CAAC;IAElD,MAAM,QAAQ,GAAG,mBAAmB,EAAK,CAAC;IAC1C,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;IAC1C,QAAQ,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;IAEjC,MAAM,WAAW,GAAG,8BAA8B,CAAI,aAAa,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;IAE9E,MAAM,cAAc,GAAoB,EAAE,CAAC;IAC3C,MAAM,YAAY,GAAG,IAAI,GAAG,EAGzB,CAAC;IAEJ,MAAM,aAAa,GAAwB;QACzC,0BAA0B,CAAC,UAAa;YACtC,MAAM,GAAG,GAAG,QAAQ,CAAC,YAAY,EAAE,CAAC;YACpC,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACjF,CAAC;KACF,CAAC;IAEF,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,aAAa,CAAC;IAE9C,SAAS,UAAU,CAAC,KAAoB;QACtC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,IAAI,cAAc,CAAC,MAAM,GAAG,SAAS;YAAE,cAAc,CAAC,KAAK,EAAE,CAAC;IAChE,CAAC;IAED,SAAS,QAAQ;QACf,MAAM,MAAM,GAAG,QAAQ,CAAC,YAAY,EAAE,CAAC;QACvC,MAAM,UAAU,GAAG,WAAW,CAAC,eAAe,EAAE,CAAC;QAEjD,MAAM,mBAAmB,GAAG,IAAI,GAAG,CACjC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YACpB,CAAC,CAAC,OAAO;YACT,CAAC,CAAC,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,YAAY;SAC5D,CAAC,CACH,CAAC;QAEF,MAAM,aAAa,GAAgC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACpE,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE;YAClB,YAAY,EAAE,CAAC,CAAC,YAAiC;YACjD,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,WAAW,EAAE,CAAC,CAAC,WAAW,KAAK,IAAI;YACnC,YAAY,EAAE,mBAAmB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,WAAW;SAC3D,CAAC,CAAC,CAAC;QAEJ,MAAM,aAAa,GAA0B,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;aAC5E,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,KAAK,CAAC,EAAE,EAAE;YAC1B,MAAM,KAAK,GAAG,MAAM,CAAC,0BAA0B,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAClE,OAAO;gBACL,SAAS;gBACT,YAAY,EAAE,CAAC,KAAK,CAAC,UAAoB,CAAC;gBAC1C,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;gBAChC,cAAc,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC9B,aAAa,EAAE,KAAK,CAAC,OAAO;gBAC5B,iBAAiB,EAAE,KAAK,CAAC,SAAS;aACnC,CAAC;QACJ,CAAC,CAAC;aACD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,iBAAiB,IAAI,CAAC,CAAC,CAAC,CAAC;QAE3E,OAAO;YACL,SAAS,EAAE,GAAG,EAAE;YAChB,cAAc,EAAE,CAAC,GAAG,cAAc,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,OAAO,EAAE;YACxD,UAAU;YACV,MAAM,EAAE,MAAoC;YAC5C,aAAa;YACb,aAAa;SACd,CAAC;IACJ,CAAC;IAED,OAAO;QACL,cAAc,CAAC,MAAM;YACnB,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC1B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,WAAW,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;QAED,KAAK,CAAC,OAAO,CAAC,OAAiC;YAC7C,MAAM,SAAS,GAAG,GAAG,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YACxE,MAAM,SAAS,GAAG,GAAG,EAAE,CAAC;YACxB,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,EAAE,SAAS,IAAI,SAAS,CAAC;YAE3D,MAAM,UAAU,GAAG,MAAM,CAAC,0BAA0B,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;YACzE,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5B,MAAM,SAAS,GAAG,GAAG,EAAE,GAAG,SAAS,CAAC;gBACpC,UAAU,CAAC;oBACT,SAAS;oBACT,SAAS;oBACT,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;oBACtC,SAAS,EAAE,MAAM;oBACjB,QAAQ,EAAE,MAAM;oBAChB,MAAM,EAAE,SAAS;oBACjB,SAAS;iBACV,CAAC,CAAC;gBACH,MAAM,IAAI,KAAK,CAAC,uCAAuC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;YACvF,CAAC;YAED,MAAM,QAAQ,GAOR,EAAE,CAAC;YAET,MAAM,eAAe,GAA0C,EAAE,CAAC;YAElE,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,UAAU,CAAC,MAAM,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;gBAChE,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;gBACpC,IAAI,OAAO,KAAK,SAAS;oBAAE,SAAS;gBAEpC,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBACzC,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,eAAe,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;oBAC3D,SAAS;gBACX,CAAC;gBAED,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAClD,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,eAAe,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,uCAAuC,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;oBACnG,SAAS;gBACX,CAAC;gBAED,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC1C,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;oBACtB,eAAe,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,cAAc,EAAE,CAAC,CAAC;oBAC7E,KAAK,EAAE,WAAW,EAAE,CAAC;wBACnB,SAAS;wBACT,UAAU,EAAE,OAAO,CAAC,UAAU;wBAC9B,OAAO;wBACP,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,QAAQ;qBACT,CAAC,CAAC;oBAEH,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;wBACtB,MAAM,SAAS,GAAG,GAAG,EAAE,GAAG,SAAS,CAAC;wBACpC,UAAU,CAAC;4BACT,SAAS;4BACT,SAAS;4BACT,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;4BACtC,SAAS,EAAE,OAAO;4BAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ;4BACxB,MAAM,EAAE,SAAS;4BACjB,SAAS;yBACV,CAAC,CAAC;wBACH,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,IAAI,6BAA6B,CAAC,CAAC;oBACpE,CAAC;oBAED,SAAS;gBACX,CAAC;gBAED,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;oBAChC,eAAe,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,2BAA2B,EAAE,CAAC,CAAC;oBACvE,SAAS;gBACX,CAAC;gBAED,MAAM,gBAAgB,GAAG,GAAG,EAAE,CAAC;gBAC/B,KAAK,EAAE,cAAc,EAAE,CAAC;oBACtB,SAAS;oBACT,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,OAAO;oBACP,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,OAAO;oBACP,SAAS,EAAE,gBAAgB;iBAC5B,CAAC,CAAC;gBAEH,IAAI,CAAC;oBACH,wEAAwE;oBACxE,MAAM,WAAW,GAAyC,EAAE,CAAC;oBAC7D,IAAI,OAAO,CAAC,OAAO,EAAE,WAAW,KAAK,SAAS,EAAE,CAAC;wBAC/C,WAAW,CAAC,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC;oBACxD,CAAC;oBACD,IAAI,OAAO,CAAC,OAAO,EAAE,eAAe,KAAK,SAAS,EAAE,CAAC;wBACnD,WAAW,CAAC,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC;oBAChE,CAAC;oBACD,IAAI,OAAO,CAAC,OAAO,EAAE,cAAc,KAAK,SAAS,EAAE,CAAC;wBAClD,WAAW,CAAC,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC;oBAC9D,CAAC;oBACD,IAAI,OAAO,CAAC,OAAO,EAAE,SAAS,KAAK,SAAS,EAAE,CAAC;wBAC7C,WAAW,CAAC,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC;oBACpD,CAAC;oBACD,IAAI,OAAO,CAAC,OAAO,EAAE,MAAM,KAAK,SAAS,EAAE,CAAC;wBAC1C,WAAW,CAAC,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;oBAC9C,CAAC;oBAED,MAAM,cAAc,GAA8B;wBAChD,KAAK;wBACL,KAAK,EAAE,OAAO,CAAC,KAAK;qBACrB,CAAC;oBACF,IAAI,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACxC,cAAc,CAAC,OAAO,GAAG,WAAW,CAAC;oBACvC,CAAC;oBAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;oBAEtD,WAAW,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;oBAElC,MAAM,cAAc,GAAG,GAAG,EAAE,CAAC;oBAC7B,QAAQ,CAAC,IAAI,CAAC;wBACZ,OAAO;wBACP,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,EAAE,EAAE,IAAI;wBACR,SAAS,EAAE,gBAAgB;wBAC3B,OAAO,EAAE,cAAc;qBACxB,CAAC,CAAC;oBAEH,KAAK,EAAE,YAAY,EAAE,CAAC;wBACpB,SAAS;wBACT,UAAU,EAAE,OAAO,CAAC,UAAU;wBAC9B,OAAO;wBACP,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,OAAO;wBACP,SAAS,EAAE,gBAAgB;wBAC3B,OAAO,EAAE,cAAc;wBACvB,EAAE,EAAE,IAAI;qBACT,CAAC,CAAC;oBAEH,MAAM,SAAS,GAAG,GAAG,EAAE,GAAG,SAAS,CAAC;oBACpC,MAAM,MAAM,GAA4B,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC;oBAE/E,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE;wBAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;wBAC9B,OAAO;wBACP,SAAS,EAAE,GAAG,EAAE;qBACjB,CAAC,CAAC;oBAEH,UAAU,CAAC;wBACT,SAAS;wBACT,SAAS;wBACT,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;wBACtC,SAAS,EAAE,OAAO;wBAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,MAAM;wBACN,SAAS;qBACV,CAAC,CAAC;oBAEH,OAAO;wBACL,MAAM,EAAE,MAAM,CAAC,MAAM;wBACrB,SAAS,EAAE,OAAO;wBAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,QAAQ;wBACR,eAAe;wBACf,eAAe,EAAE,SAAS;qBAC3B,CAAC;gBACJ,CAAC;gBAAC,OAAO,YAAY,EAAE,CAAC;oBACtB,MAAM,MAAM,GAAG,MAAM,CAAE,YAAsC,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;oBAC9E,MAAM,SAAS,GAAG,yBAAyB,CAAC,MAAM,CAAC,CAAC;oBAEpD,MAAM,aAAa,GAAG,wBAAwB,CAC5C,YAAY,EACZ,KAAK,CAAC,QAAQ,EACd,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CACtE,CAAC;oBAEF,MAAM,SAAS,GAAqE;wBAClF,WAAW,EAAE,aAAa,CAAC,WAAW,KAAK,IAAI;wBAC/C,OAAO,EAAE,aAAa,CAAC,OAAO;qBAC/B,CAAC;oBACF,IAAI,aAAa,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;wBAC7C,SAAS,CAAC,YAAY,GAAG,aAAa,CAAC,YAAY,CAAC;oBACtD,CAAC;oBACD,WAAW,CAAC,qBAAqB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;oBAEpD,MAAM,cAAc,GAAG,GAAG,EAAE,CAAC;oBAC7B,QAAQ,CAAC,IAAI,CAAC;wBACZ,OAAO;wBACP,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,EAAE,EAAE,KAAK;wBACT,YAAY,EAAE,aAAa,CAAC,OAAO;wBACnC,SAAS,EAAE,gBAAgB;wBAC3B,OAAO,EAAE,cAAc;qBACxB,CAAC,CAAC;oBAEH,KAAK,EAAE,OAAO,EAAE,CAAC;wBACf,SAAS;wBACT,UAAU,EAAE,OAAO,CAAC,UAAU;wBAC9B,OAAO;wBACP,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,KAAK,EAAE,aAAa;qBACrB,CAAC,CAAC;oBAEH,KAAK,EAAE,YAAY,EAAE,CAAC;wBACpB,SAAS;wBACT,UAAU,EAAE,OAAO,CAAC,UAAU;wBAC9B,OAAO;wBACP,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,OAAO;wBACP,SAAS,EAAE,gBAAgB;wBAC3B,OAAO,EAAE,cAAc;wBACvB,EAAE,EAAE,KAAK;qBACV,CAAC,CAAC;oBAEH,2CAA2C;oBAC3C,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC;oBACrC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;wBACvB,KAAK,EAAE,UAAU,EAAE,CAAC;4BAClB,SAAS;4BACT,UAAU,EAAE,OAAO,CAAC,UAAU;4BAC9B,WAAW,EAAE,OAAO;4BACpB,SAAS,EAAE,IAAI;4BACf,MAAM,EAAE,aAAa,CAAC,OAAO;yBAC9B,CAAC,CAAC;wBACH,SAAS;oBACX,CAAC;oBAED,MAAM,SAAS,GAAG,GAAG,EAAE,GAAG,SAAS,CAAC;oBACpC,UAAU,CAAC;wBACT,SAAS;wBACT,SAAS;wBACT,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;wBACtC,SAAS,EAAE,OAAO;wBAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,MAAM,EAAE,OAAO;wBACf,SAAS;qBACV,CAAC,CAAC;oBAEH,MAAM,IAAI,KAAK,CACb,oCAAoC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,iBAAiB,aAAa,CAAC,OAAO,EAAE,CACvG,CAAC;gBACJ,CAAC;wBAAS,CAAC;oBACT,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC7B,CAAC;YACH,CAAC;YAED,MAAM,SAAS,GAAG,GAAG,EAAE,GAAG,SAAS,CAAC;YACpC,UAAU,CAAC;gBACT,SAAS;gBACT,SAAS;gBACT,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;gBACtC,SAAS,EAAE,MAAM;gBACjB,QAAQ,EAAE,MAAM;gBAChB,MAAM,EAAE,SAAS;gBACjB,SAAS;aACV,CAAC,CAAC;YAEH,MAAM,IAAI,KAAK,CAAC,wCAAwC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;QACxF,CAAC;QAED,eAAe;YACb,OAAO,QAAQ,EAAE,CAAC;QACpB,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,8 @@
+export { createAIGateway } from "./gateway/createAIGateway.js";
+export type { Gateway, GatewayExecuteRequest, GatewayExecuteResult, GatewayInput, GatewayMessage, GatewayHooks, GatewayStateSnapshot, CapabilityRouter, Capability, ModelDefinition, ProviderAdapter, ProviderExecuteRequest, ProviderExecuteResult, ProviderError, RateLimitDecision, RateLimitSnapshot, RateLimitManagerOptions } from "./types/public.js";
+export { createInMemoryRateLimitManager } from "./rate-limiter/rateLimitManager.js";
+export { createModelRegistry, registerModels } from "./registry/modelRegistry.js";
+export { DEFAULT_CAPABILITY_ROUTING, DEFAULT_GEMINI_MODELS, DEFAULT_GITHUB_MODELS, getDefaultModels, createStaticCapabilityRouter } from "./registry/presets.js";
+export { createGitHubModelsProvider } from "./providers/github-models.js";
+export { createGeminiProvider } from "./providers/gemini.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,YAAY,EACV,OAAO,EACP,qBAAqB,EACrB,oBAAoB,EACpB,YAAY,EACZ,cAAc,EACd,YAAY,EACZ,oBAAoB,EACpB,gBAAgB,EAChB,UAAU,EACV,eAAe,EACf,eAAe,EACf,sBAAsB,EACtB,qBAAqB,EACrB,aAAa,EACb,iBAAiB,EACjB,iBAAiB,EACjB,uBAAuB,EACxB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAAE,8BAA8B,EAAE,MAAM,oCAAoC,CAAC;AACpF,OAAO,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAElF,OAAO,EACL,0BAA0B,EAC1B,qBAAqB,EACrB,qBAAqB,EACrB,gBAAgB,EAChB,4BAA4B,EAC7B,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EAAE,0BAA0B,EAAE,MAAM,8BAA8B,CAAC;AAC1E,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC"}

package/dist/index.js

@@ -0,0 +1,8 @@
+export { createAIGateway } from "./gateway/createAIGateway.js";
+export { createInMemoryRateLimitManager } from "./rate-limiter/rateLimitManager.js";
+export { createModelRegistry, registerModels } from "./registry/modelRegistry.js";
+export { DEFAULT_CAPABILITY_ROUTING, DEFAULT_GEMINI_MODELS, DEFAULT_GITHUB_MODELS, getDefaultModels, createStaticCapabilityRouter } from "./registry/presets.js";
+// Provider adapters
+export { createGitHubModelsProvider } from "./providers/github-models.js";
+export { createGeminiProvider } from "./providers/gemini.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAqB/D,OAAO,EAAE,8BAA8B,EAAE,MAAM,oCAAoC,CAAC;AACpF,OAAO,EAAE,mBAAmB,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAElF,OAAO,EACL,0BAA0B,EAC1B,qBAAqB,EACrB,qBAAqB,EACrB,gBAAgB,EAChB,4BAA4B,EAC7B,MAAM,uBAAuB,CAAC;AAE/B,oBAAoB;AACpB,OAAO,EAAE,0BAA0B,EAAE,MAAM,8BAA8B,CAAC;AAC1E,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC"}

package/dist/providers/gemini.d.ts

@@ -0,0 +1,7 @@
+import type { ProviderAdapter, ProviderId } from "../types/public.js";
+export interface GeminiProviderConfig {
+    id?: ProviderId;
+    apiKey: string;
+}
+export declare function createGeminiProvider<C extends string>(_config: GeminiProviderConfig): ProviderAdapter<C>;
+//# sourceMappingURL=gemini.d.ts.map

package/dist/providers/gemini.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini.d.ts","sourceRoot":"","sources":["../../src/providers/gemini.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAEV,eAAe,EAGf,UAAU,EACX,MAAM,oBAAoB,CAAC;AAE5B,MAAM,WAAW,oBAAoB;IACnC,EAAE,CAAC,EAAE,UAAU,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,oBAAoB,CAAC,CAAC,SAAS,MAAM,EACnD,OAAO,EAAE,oBAAoB,GAC5B,eAAe,CAAC,CAAC,CAAC,CA+DpB"}

package/dist/providers/gemini.js

@@ -0,0 +1,52 @@
+export function createGeminiProvider(_config) {
+    const id = _config.id ?? "gemini";
+    function toPrompts(input) {
+        if (input.kind === "prompt") {
+            return { systemPrompt: input.systemPrompt ?? null, userPrompt: input.userPrompt };
+        }
+        const systemPrompt = input.messages.find((m) => m.role === "system")?.content ?? null;
+        const userPrompt = input.messages
+            .filter((m) => m.role === "user")
+            .map((m) => m.content)
+            .join("\n\n");
+        return { systemPrompt, userPrompt };
+    }
+    async function execute(request) {
+        // Lazy import so core users don't need the dependency.
+        // @ts-expect-error -- peer dependency may not be installed at typecheck time
+        const mod = await import("@google/generative-ai");
+        const genAI = new mod.GoogleGenerativeAI(_config.apiKey);
+        const { systemPrompt, userPrompt } = toPrompts(request.input);
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        const modelConfig = {
+            model: request.model.id
+        };
+        if (systemPrompt !== null) {
+            modelConfig.systemInstruction = systemPrompt;
+        }
+        if (request.options?.useSearch) {
+            modelConfig.tools = [{ googleSearch: {} }];
+        }
+        const model = genAI.getGenerativeModel(modelConfig);
+        const responseMimeType = request.options?.responseFormat === "json" && !request.options?.useSearch
+            ? "application/json"
+            : "text/plain";
+        const generationConfig = {
+            responseMimeType
+        };
+        if (request.options?.temperature !== undefined) {
+            generationConfig.temperature = request.options.temperature;
+        }
+        const result = await model.generateContent({
+            contents: [{ role: "user", parts: [{ text: userPrompt }] }],
+            generationConfig
+        });
+        const text = result.response.text();
+        if (!text) {
+            throw new Error(`Gemini model [${request.model.id}] returned empty content.`);
+        }
+        return { output: text };
+    }
+    return { id, execute };
+}
+//# sourceMappingURL=gemini.js.map

package/dist/providers/gemini.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../src/providers/gemini.ts"],"names":[],"mappings":"AAaA,MAAM,UAAU,oBAAoB,CAClC,OAA6B;IAE7B,MAAM,EAAE,GAAG,OAAO,CAAC,EAAE,IAAI,QAAQ,CAAC;IAElC,SAAS,SAAS,CAAC,KAAmB;QACpC,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5B,OAAO,EAAE,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC;QACpF,CAAC;QAED,MAAM,YAAY,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC;QACtF,MAAM,UAAU,GAAG,KAAK,CAAC,QAAQ;aAC9B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;aAChC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;aACrB,IAAI,CAAC,MAAM,CAAC,CAAC;QAEhB,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC;IACtC,CAAC;IAED,KAAK,UAAU,OAAO,CAAC,OAAkC;QACvD,uDAAuD;QACvD,6EAA6E;QAC7E,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAEzD,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAE9D,8DAA8D;QAC9D,MAAM,WAAW,GAAQ;YACvB,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE;SACxB,CAAC;QACF,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;YAC1B,WAAW,CAAC,iBAAiB,GAAG,YAAY,CAAC;QAC/C,CAAC;QACD,IAAI,OAAO,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC;YAC/B,WAAW,CAAC,KAAK,GAAG,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,CAAC;QAC7C,CAAC;QACD,MAAM,KAAK,GAAG,KAAK,CAAC,kBAAkB,CAAC,WAAW,CAAC,CAAC;QAEpD,MAAM,gBAAgB,GACpB,OAAO,CAAC,OAAO,EAAE,cAAc,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS;YACvE,CAAC,CAAC,kBAAkB;YACpB,CAAC,CAAC,YAAY,CAAC;QAEnB,MAAM,gBAAgB,GAAuD;YAC3E,gBAAgB;SACjB,CAAC;QACF,IAAI,OAAO,CAAC,OAAO,EAAE,WAAW,KAAK,SAAS,EAAE,CAAC;YAC/C,gBAAgB,CAAC,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC;QAC7D,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,eAAe,CAAC;YACzC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;YAC3D,gBAAgB;SACjB,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACpC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,iBAAiB,OAAO,CAAC,KAAK,CAAC,EAAE,2BAA2B,CAAC,CAAC;QAChF,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAC1B,CAAC;IAED,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,CAAC;AACzB,CAAC"}

package/dist/providers/github-models.d.ts

@@ -0,0 +1,9 @@
+import type { ProviderAdapter, ProviderId } from "../types/public.js";
+export interface GitHubModelsProviderConfig {
+    id?: ProviderId;
+    token: string;
+    endpoint?: string;
+    modelNameMap?: Record<string, string>;
+}
+export declare function createGitHubModelsProvider<C extends string>(config: GitHubModelsProviderConfig): ProviderAdapter<C>;
+//# sourceMappingURL=github-models.d.ts.map

package/dist/providers/github-models.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"github-models.d.ts","sourceRoot":"","sources":["../../src/providers/github-models.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAGV,eAAe,EAGf,UAAU,EACX,MAAM,oBAAoB,CAAC;AAE5B,MAAM,WAAW,0BAA0B;IACzC,EAAE,CAAC,EAAE,UAAU,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACvC;AAED,wBAAgB,0BAA0B,CAAC,CAAC,SAAS,MAAM,EACzD,MAAM,EAAE,0BAA0B,GACjC,eAAe,CAAC,CAAC,CAAC,CAqHpB"}

package/dist/providers/github-models.js

@@ -0,0 +1,93 @@
+export function createGitHubModelsProvider(config) {
+    const id = config.id ?? "github";
+    const endpoint = config.endpoint ?? "https://models.github.ai/inference/chat/completions";
+    const modelNameMap = {
+        "Meta-Llama-3.1-405B-Instruct": "meta/Meta-Llama-3.1-405B-Instruct",
+        "Llama-3.2-11B-Vision-Instruct": "meta/Llama-3.2-11B-Vision-Instruct",
+        "Mistral-Nemo": "mistral-ai/Mistral-Nemo-Instruct-2407",
+        ...(config.modelNameMap ?? {})
+    };
+    function toMessages(input) {
+        if (input.kind === "chat")
+            return input.messages;
+        const messages = [];
+        if (input.systemPrompt)
+            messages.push({ role: "system", content: input.systemPrompt });
+        messages.push({ role: "user", content: input.userPrompt });
+        return messages;
+    }
+    function requiresJsonInstruction(modelId, responseFormat) {
+        return modelId === "gpt-4o-mini" && responseFormat === "json";
+    }
+    function ensureJsonInstruction(messages) {
+        const hasJson = messages.some((m) => m.content.toLowerCase().includes("json"));
+        if (hasJson)
+            return messages;
+        const systemIndex = messages.findIndex((m) => m.role === "system");
+        if (systemIndex >= 0) {
+            const existing = messages[systemIndex];
+            if (existing) {
+                const updated = [...messages];
+                updated[systemIndex] = {
+                    role: existing.role,
+                    content: `${existing.content}\n\nIMPORTANT: You must output valid JSON.`
+                };
+                return updated;
+            }
+        }
+        return [{ role: "system", content: "You must output valid JSON." }, ...messages];
+    }
+    async function execute(request) {
+        const model = request.model;
+        const apiModelName = modelNameMap[model.id] ?? model.id;
+        let messages = toMessages(request.input);
+        if (requiresJsonInstruction(model.id, request.options?.responseFormat)) {
+            messages = ensureJsonInstruction(messages);
+        }
+        const payload = {
+            model: apiModelName,
+            messages,
+            stream: false
+        };
+        // GitHub reasoning models ignore temperature (keep parity with existing behavior)
+        const isReasoning = model.id.startsWith("o1") || model.id.startsWith("o3");
+        if (!isReasoning && typeof request.options?.temperature === "number") {
+            payload.temperature = request.options.temperature;
+        }
+        if (typeof request.options?.maxOutputTokens === "number") {
+            payload.max_tokens = request.options.maxOutputTokens;
+        }
+        if (request.options?.responseFormat === "json") {
+            payload.response_format = { type: "json_object" };
+        }
+        else if (request.options?.responseFormat === "text") {
+            payload.response_format = { type: "text" };
+        }
+        const fetchOptions = {
+            method: "POST",
+            headers: {
+                "Content-Type": "application/json",
+                Authorization: `Bearer ${config.token}`
+            },
+            body: JSON.stringify(payload)
+        };
+        if (request.options?.signal) {
+            fetchOptions.signal = request.options.signal;
+        }
+        const response = await fetch(endpoint, fetchOptions);
+        if (!response.ok) {
+            const errorText = await response.text();
+            const err = new Error(`GitHub Models API Error (${model.id}): ${response.status} ${response.statusText} - ${errorText}`);
+            err.status = response.status;
+            throw err;
+        }
+        const data = (await response.json());
+        const content = data.choices?.[0]?.message?.content ?? null;
+        if (!content) {
+            throw new Error(`GitHub Model [${model.id}] returned empty content.`);
+        }
+        return { output: content };
+    }
+    return { id, execute };
+}
+//# sourceMappingURL=github-models.js.map