@denispro2006/duke-ai-kernel 1.0.0

package/dist/index.js

@@ -0,0 +1,31 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+require("dotenv/config");
+const http_1 = __importDefault(require("http"));
+const ws_1 = require("ws");
+const app_1 = require("./app");
+const gateway_1 = require("./ws/gateway");
+const config_1 = require("./config");
+const logger_1 = require("./lib/logger");
+const kernel_1 = require("./kernel");
+const app = (0, app_1.buildApp)();
+const server = http_1.default.createServer(app);
+const wss = new ws_1.WebSocketServer({ server, path: '/ws' });
+(0, gateway_1.createWsGateway)(wss);
+server.listen(config_1.config.port, () => {
+    logger_1.logger.info({ port: config_1.config.port, env: config_1.config.nodeEnv }, 'duke-ai-kernel started');
+});
+async function shutdown(signal) {
+    logger_1.logger.info({ signal }, 'Shutdown signal received');
+    await kernel_1.kernel.shutdown();
+    server.close(() => {
+        logger_1.logger.info('HTTP server closed');
+        process.exit(0);
+    });
+}
+process.on('SIGTERM', () => shutdown('SIGTERM'));
+process.on('SIGINT', () => shutdown('SIGINT'));
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;AAAA,yBAAsB;AACtB,gDAAuB;AACvB,2BAAoC;AACpC,+BAAgC;AAChC,0CAA8C;AAC9C,qCAAiC;AACjC,yCAAqC;AACrC,qCAAiC;AAEjC,MAAM,GAAG,GAAG,IAAA,cAAQ,GAAE,CAAA;AACtB,MAAM,MAAM,GAAG,cAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;AAErC,MAAM,GAAG,GAAG,IAAI,oBAAe,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;AACxD,IAAA,yBAAe,EAAC,GAAG,CAAC,CAAA;AAEpB,MAAM,CAAC,MAAM,CAAC,eAAM,CAAC,IAAI,EAAE,GAAG,EAAE;IAC9B,eAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAM,CAAC,IAAI,EAAE,GAAG,EAAE,eAAM,CAAC,OAAO,EAAE,EAAE,wBAAwB,CAAC,CAAA;AACnF,CAAC,CAAC,CAAA;AAEF,KAAK,UAAU,QAAQ,CAAC,MAAc;IACpC,eAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,0BAA0B,CAAC,CAAA;IACnD,MAAM,eAAM,CAAC,QAAQ,EAAE,CAAA;IACvB,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE;QAChB,eAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAA;QACjC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAA;AAChD,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAA"}

package/dist/kernel/index.d.ts

@@ -0,0 +1,17 @@
+import { KernelRequest, KernelResponse, KernelPlugin } from '../types';
+export declare class AIKernel {
+    private plugins;
+    private postPlugins;
+    private streamListeners;
+    private abortSignals;
+    use(plugin: KernelPlugin): void;
+    onStream(conversationId: string, listener: (chunk: string) => void): void;
+    offStream(conversationId: string): void;
+    abort(conversationId: string): void;
+    process(request: KernelRequest): Promise<KernelResponse>;
+    private executeWithRetry;
+    private executeWithStream;
+    shutdown(): Promise<void>;
+}
+export declare const kernel: AIKernel;
+//# sourceMappingURL=index.d.ts.map

package/dist/kernel/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/kernel/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,YAAY,EAA0B,MAAM,UAAU,CAAA;AAQ9F,qBAAa,QAAQ;IACnB,OAAO,CAAC,OAAO,CAAsC;IACrD,OAAO,CAAC,WAAW,CAAmC;IACtD,OAAO,CAAC,eAAe,CAAkD;IACzE,OAAO,CAAC,YAAY,CAAyB;IAE7C,GAAG,CAAC,MAAM,EAAE,YAAY,GAAG,IAAI;IAI/B,QAAQ,CAAC,cAAc,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI;IAIzE,SAAS,CAAC,cAAc,EAAE,MAAM,GAAG,IAAI;IAIvC,KAAK,CAAC,cAAc,EAAE,MAAM,GAAG,IAAI;IAI7B,OAAO,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,cAAc,CAAC;YAkDhD,gBAAgB;YAqChB,iBAAiB;IA2CzB,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAKhC;AAED,eAAO,MAAM,MAAM,UAAiB,CAAA"}

package/dist/kernel/index.js

@@ -0,0 +1,134 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.kernel = exports.AIKernel = void 0;
+const context_manager_1 = require("../context/context-manager");
+const router_1 = require("../router");
+const plugins_1 = require("../plugins");
+const config_1 = require("../config");
+const logger_1 = require("../lib/logger");
+const helpers_1 = require("../utils/helpers");
+class AIKernel {
+    plugins = [...plugins_1.defaultPlugins];
+    postPlugins = [...plugins_1.postPlugins];
+    streamListeners = new Map();
+    abortSignals = new Set();
+    use(plugin) {
+        this.plugins.push(plugin);
+    }
+    onStream(conversationId, listener) {
+        this.streamListeners.set(conversationId, listener);
+    }
+    offStream(conversationId) {
+        this.streamListeners.delete(conversationId);
+    }
+    abort(conversationId) {
+        this.abortSignals.add(conversationId);
+    }
+    async process(request) {
+        const requestId = request.id ?? (0, helpers_1.generateId)('req');
+        logger_1.logger.info({ requestId, conversationId: request.conversationId }, 'Processing request');
+        if (!context_manager_1.contextManager.has(request.conversationId)) {
+            await context_manager_1.contextManager.create(request.conversationId);
+        }
+        const { messages: history, systemPrompt } = await context_manager_1.contextManager.getForRequest(request.conversationId);
+        const fullMessages = [
+            ...(systemPrompt ? [{ role: 'system', content: systemPrompt }] : []),
+            ...history,
+            ...request.messages,
+        ];
+        const enrichedRequest = { ...request, messages: fullMessages };
+        const ctx = {
+            request: enrichedRequest,
+            metadata: {},
+        };
+        await (0, plugins_1.runPipeline)(this.plugins, ctx, 'pre');
+        const { provider, model, providerName } = router_1.router.resolve(ctx.request);
+        const resolvedModel = model;
+        logger_1.logger.debug({ model: resolvedModel, providerName }, 'Provider resolved');
+        const streamListener = this.streamListeners.get(request.conversationId);
+        let response;
+        if (streamListener) {
+            response = await this.executeWithStream(ctx, provider, resolvedModel, request.conversationId, streamListener);
+        }
+        else {
+            response = await this.executeWithRetry(ctx, provider, resolvedModel);
+        }
+        ctx.response = response;
+        await (0, plugins_1.runPipeline)(this.postPlugins, ctx, 'post');
+        await context_manager_1.contextManager.append(request.conversationId, [
+            ...request.messages,
+            response.message,
+        ]);
+        return response;
+    }
+    async executeWithRetry(ctx, provider, model) {
+        let lastError;
+        for (let attempt = 0; attempt <= config_1.config.worker.retryLimit; attempt++) {
+            try {
+                const completion = await Promise.race([
+                    provider.complete({ model, messages: ctx.request.messages, options: ctx.request.options }),
+                    new Promise((_, reject) => setTimeout(() => reject(new Error('TIMEOUT')), config_1.config.worker.timeoutMs)),
+                ]);
+                return {
+                    id: (0, helpers_1.generateId)('cmpl'),
+                    conversationId: ctx.request.conversationId,
+                    ...completion,
+                };
+            }
+            catch (err) {
+                lastError = err;
+                const status = err.status;
+                if (attempt < config_1.config.worker.retryLimit && status && (0, helpers_1.isRetryableStatus)(status)) {
+                    const delay = (0, helpers_1.exponentialBackoff)(attempt, config_1.config.worker.retryDelayMs);
+                    logger_1.logger.warn({ attempt, delay, status }, 'Retrying after error');
+                    await (0, helpers_1.sleep)(delay);
+                }
+                else {
+                    break;
+                }
+            }
+        }
+        throw lastError ?? new Error('LLM call failed');
+    }
+    async executeWithStream(ctx, provider, model, conversationId, listener) {
+        let fullContent = '';
+        let index = 0;
+        const stream = provider.stream({ model, messages: ctx.request.messages, options: ctx.request.options });
+        for await (const chunk of stream) {
+            if (this.abortSignals.has(conversationId)) {
+                this.abortSignals.delete(conversationId);
+                return {
+                    id: (0, helpers_1.generateId)('cmpl'),
+                    conversationId,
+                    message: { role: 'assistant', content: fullContent },
+                    usage: { promptTokens: 0, completionTokens: index, totalTokens: index },
+                    finishReason: 'aborted',
+                    model,
+                };
+            }
+            fullContent += chunk;
+            listener(chunk);
+            index++;
+        }
+        return {
+            id: (0, helpers_1.generateId)('cmpl'),
+            conversationId,
+            message: { role: 'assistant', content: fullContent },
+            usage: {
+                promptTokens: provider.countTokens(ctx.request.messages),
+                completionTokens: Math.ceil(fullContent.length / 4),
+                totalTokens: provider.countTokens(ctx.request.messages) + Math.ceil(fullContent.length / 4),
+            },
+            finishReason: 'stop',
+            model,
+        };
+    }
+    async shutdown() {
+        logger_1.logger.info('Kernel shutting down');
+        this.streamListeners.clear();
+        this.abortSignals.clear();
+    }
+}
+exports.AIKernel = AIKernel;
+exports.kernel = new AIKernel();
+//# sourceMappingURL=index.js.map

package/dist/kernel/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/kernel/index.ts"],"names":[],"mappings":";;;AACA,gEAA2D;AAC3D,sCAAkC;AAClC,wCAAqE;AACrE,sCAAkC;AAClC,0CAAsC;AACtC,8CAA2F;AAE3F,MAAa,QAAQ;IACX,OAAO,GAAmB,CAAC,GAAG,wBAAc,CAAC,CAAA;IAC7C,WAAW,GAAmB,CAAC,GAAG,qBAAW,CAAC,CAAA;IAC9C,eAAe,GAAyC,IAAI,GAAG,EAAE,CAAA;IACjE,YAAY,GAAgB,IAAI,GAAG,EAAE,CAAA;IAE7C,GAAG,CAAC,MAAoB;QACtB,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IAC3B,CAAC;IAED,QAAQ,CAAC,cAAsB,EAAE,QAAiC;QAChE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAA;IACpD,CAAC;IAED,SAAS,CAAC,cAAsB;QAC9B,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,cAAc,CAAC,CAAA;IAC7C,CAAC;IAED,KAAK,CAAC,cAAsB;QAC1B,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;IACvC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAsB;QAClC,MAAM,SAAS,GAAG,OAAO,CAAC,EAAE,IAAI,IAAA,oBAAU,EAAC,KAAK,CAAC,CAAA;QACjD,eAAM,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,CAAC,cAAc,EAAE,EAAE,oBAAoB,CAAC,CAAA;QAExF,IAAI,CAAC,gCAAc,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;YAChD,MAAM,gCAAc,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAA;QACrD,CAAC;QAED,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM,gCAAc,CAAC,aAAa,CAAC,OAAO,CAAC,cAAc,CAAC,CAAA;QAEtG,MAAM,YAAY,GAAc;YAC9B,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAiB,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7E,GAAG,OAAO;YACV,GAAG,OAAO,CAAC,QAAQ;SACpB,CAAA;QAED,MAAM,eAAe,GAAkB,EAAE,GAAG,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAA;QAE7E,MAAM,GAAG,GAAkB;YACzB,OAAO,EAAE,eAAe;YACxB,QAAQ,EAAE,EAAE;SACb,CAAA;QAED,MAAM,IAAA,qBAAW,EAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,CAAC,CAAA;QAE3C,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,YAAY,EAAE,GAAG,eAAM,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACrE,MAAM,aAAa,GAAG,KAAK,CAAA;QAE3B,eAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,EAAE,mBAAmB,CAAC,CAAA;QAEzE,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,cAAc,CAAC,CAAA;QACvE,IAAI,QAAwB,CAAA;QAE5B,IAAI,cAAc,EAAE,CAAC;YACnB,QAAQ,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,QAAQ,EAAE,aAAa,EAAE,OAAO,CAAC,cAAc,EAAE,cAAc,CAAC,CAAA;QAC/G,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAA;QACtE,CAAC;QAED,GAAG,CAAC,QAAQ,GAAG,QAAQ,CAAA;QACvB,MAAM,IAAA,qBAAW,EAAC,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE,MAAM,CAAC,CAAA;QAEhD,MAAM,gCAAc,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,EAAE;YAClD,GAAG,OAAO,CAAC,QAAQ;YACnB,QAAQ,CAAC,OAAO;SACjB,CAAC,CAAA;QAEF,OAAO,QAAQ,CAAA;IACjB,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC5B,GAAkB,EAClB,QAAuD,EACvD,KAAa;QAEb,IAAI,SAA4B,CAAA;QAEhC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,eAAM,CAAC,MAAM,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YACrE,IAAI,CAAC;gBACH,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;oBACpC,QAAQ,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;oBAC1F,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAC/B,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,eAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CACxE;iBACF,CAAC,CAAA;gBAEF,OAAO;oBACL,EAAE,EAAE,IAAA,oBAAU,EAAC,MAAM,CAAC;oBACtB,cAAc,EAAE,GAAG,CAAC,OAAO,CAAC,cAAc;oBAC1C,GAAG,UAAU;iBACd,CAAA;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,SAAS,GAAG,GAAY,CAAA;gBACxB,MAAM,MAAM,GAAI,GAA2B,CAAC,MAAM,CAAA;gBAClD,IAAI,OAAO,GAAG,eAAM,CAAC,MAAM,CAAC,UAAU,IAAI,MAAM,IAAI,IAAA,2BAAiB,EAAC,MAAM,CAAC,EAAE,CAAC;oBAC9E,MAAM,KAAK,GAAG,IAAA,4BAAkB,EAAC,OAAO,EAAE,eAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAA;oBACrE,eAAM,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,sBAAsB,CAAC,CAAA;oBAC/D,MAAM,IAAA,eAAK,EAAC,KAAK,CAAC,CAAA;gBACpB,CAAC;qBAAM,CAAC;oBACN,MAAK;gBACP,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,SAAS,IAAI,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAA;IACjD,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,GAAkB,EAClB,QAAuD,EACvD,KAAa,EACb,cAAsB,EACtB,QAAiC;QAEjC,IAAI,WAAW,GAAG,EAAE,CAAA;QACpB,IAAI,KAAK,GAAG,CAAC,CAAA;QAEb,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;QAEvG,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC;gBAC1C,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,cAAc,CAAC,CAAA;gBACxC,OAAO;oBACL,EAAE,EAAE,IAAA,oBAAU,EAAC,MAAM,CAAC;oBACtB,cAAc;oBACd,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW,EAAE;oBACpD,KAAK,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,gBAAgB,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE;oBACvE,YAAY,EAAE,SAAS;oBACvB,KAAK;iBACN,CAAA;YACH,CAAC;YACD,WAAW,IAAI,KAAK,CAAA;YACpB,QAAQ,CAAC,KAAK,CAAC,CAAA;YACf,KAAK,EAAE,CAAA;QACT,CAAC;QAED,OAAO;YACL,EAAE,EAAE,IAAA,oBAAU,EAAC,MAAM,CAAC;YACtB,cAAc;YACd,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW,EAAE;YACpD,KAAK,EAAE;gBACL,YAAY,EAAE,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC;gBACxD,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;gBACnD,WAAW,EAAE,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;aAC5F;YACD,YAAY,EAAE,MAAM;YACpB,KAAK;SACN,CAAA;IACH,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,eAAM,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;QACnC,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAA;QAC5B,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAA;IAC3B,CAAC;CACF;AA7JD,4BA6JC;AAEY,QAAA,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAA"}

package/dist/lib/logger.d.ts

@@ -0,0 +1,3 @@
+import pino from 'pino';
+export declare const logger: pino.Logger<never, boolean>;
+//# sourceMappingURL=logger.d.ts.map

package/dist/lib/logger.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../../src/lib/logger.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,MAAM,CAAA;AAGvB,eAAO,MAAM,MAAM,6BAMjB,CAAA"}

package/dist/lib/logger.js

@@ -0,0 +1,15 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.logger = void 0;
+const pino_1 = __importDefault(require("pino"));
+const config_1 = require("../config");
+exports.logger = (0, pino_1.default)({
+    level: config_1.config.logLevel,
+    transport: config_1.config.nodeEnv === 'development'
+        ? { target: 'pino-pretty', options: { colorize: true } }
+        : undefined,
+});
+//# sourceMappingURL=logger.js.map

package/dist/lib/logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../src/lib/logger.ts"],"names":[],"mappings":";;;;;;AAAA,gDAAuB;AACvB,sCAAkC;AAErB,QAAA,MAAM,GAAG,IAAA,cAAI,EAAC;IACzB,KAAK,EAAE,eAAM,CAAC,QAAQ;IACtB,SAAS,EACP,eAAM,CAAC,OAAO,KAAK,aAAa;QAC9B,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE;QACxD,CAAC,CAAC,SAAS;CAChB,CAAC,CAAA"}

package/dist/middleware/auth.middleware.d.ts

@@ -0,0 +1,3 @@
+import { Request, Response, NextFunction } from 'express';
+export declare function authMiddleware(req: Request, res: Response, next: NextFunction): void;
+//# sourceMappingURL=auth.middleware.d.ts.map

package/dist/middleware/auth.middleware.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth.middleware.d.ts","sourceRoot":"","sources":["../../src/middleware/auth.middleware.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAIzD,wBAAgB,cAAc,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,YAAY,GAAG,IAAI,CAoBpF"}

package/dist/middleware/auth.middleware.js

@@ -0,0 +1,24 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.authMiddleware = authMiddleware;
+const config_1 = require("../config");
+const logger_1 = require("../lib/logger");
+function authMiddleware(req, res, next) {
+    if (config_1.config.auth.bypass) {
+        next();
+        return;
+    }
+    const authHeader = req.headers['authorization'];
+    if (!authHeader || !authHeader.startsWith('Bearer ')) {
+        res.status(401).json({ error: 'UNAUTHORIZED', message: 'Missing or invalid Authorization header' });
+        return;
+    }
+    const token = authHeader.slice(7);
+    if (token !== config_1.config.auth.secret) {
+        logger_1.logger.warn({ ip: req.ip }, 'Auth failed — invalid token');
+        res.status(401).json({ error: 'UNAUTHORIZED', message: 'Invalid bearer token' });
+        return;
+    }
+    next();
+}
+//# sourceMappingURL=auth.middleware.js.map

package/dist/middleware/auth.middleware.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"auth.middleware.js","sourceRoot":"","sources":["../../src/middleware/auth.middleware.ts"],"names":[],"mappings":";;AAIA,wCAoBC;AAvBD,sCAAkC;AAClC,0CAAsC;AAEtC,SAAgB,cAAc,CAAC,GAAY,EAAE,GAAa,EAAE,IAAkB;IAC5E,IAAI,eAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,IAAI,EAAE,CAAA;QACN,OAAM;IACR,CAAC;IAED,MAAM,UAAU,GAAG,GAAG,CAAC,OAAO,CAAC,eAAe,CAAC,CAAA;IAC/C,IAAI,CAAC,UAAU,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACrD,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,OAAO,EAAE,yCAAyC,EAAE,CAAC,CAAA;QACnG,OAAM;IACR,CAAC;IAED,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IACjC,IAAI,KAAK,KAAK,eAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACjC,eAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,6BAA6B,CAAC,CAAA;QAC1D,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,OAAO,EAAE,sBAAsB,EAAE,CAAC,CAAA;QAChF,OAAM;IACR,CAAC;IAED,IAAI,EAAE,CAAA;AACR,CAAC"}

package/dist/middleware/error.middleware.d.ts

@@ -0,0 +1,6 @@
+import { Request, Response, NextFunction } from 'express';
+export declare function errorMiddleware(err: Error & {
+    status?: number;
+    code?: string;
+}, req: Request, res: Response, _next: NextFunction): void;
+//# sourceMappingURL=error.middleware.d.ts.map

package/dist/middleware/error.middleware.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"error.middleware.d.ts","sourceRoot":"","sources":["../../src/middleware/error.middleware.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAGzD,wBAAgB,eAAe,CAC7B,GAAG,EAAE,KAAK,GAAG;IAAE,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,EAC/C,GAAG,EAAE,OAAO,EACZ,GAAG,EAAE,QAAQ,EAEb,KAAK,EAAE,YAAY,GAClB,IAAI,CAUN"}

package/dist/middleware/error.middleware.js

@@ -0,0 +1,16 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.errorMiddleware = errorMiddleware;
+const logger_1 = require("../lib/logger");
+function errorMiddleware(err, req, res, 
+// eslint-disable-next-line @typescript-eslint/no-unused-vars
+_next) {
+    logger_1.logger.error({ err, path: req.path, method: req.method }, 'Unhandled error');
+    const status = err.status ?? 500;
+    const code = err.code ?? 'INTERNAL_ERROR';
+    res.status(status).json({
+        error: code,
+        message: err.message || 'An unexpected error occurred',
+    });
+}
+//# sourceMappingURL=error.middleware.js.map

package/dist/middleware/error.middleware.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"error.middleware.js","sourceRoot":"","sources":["../../src/middleware/error.middleware.ts"],"names":[],"mappings":";;AAGA,0CAgBC;AAlBD,0CAAsC;AAEtC,SAAgB,eAAe,CAC7B,GAA+C,EAC/C,GAAY,EACZ,GAAa;AACb,6DAA6D;AAC7D,KAAmB;IAEnB,eAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,iBAAiB,CAAC,CAAA;IAE5E,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,GAAG,CAAA;IAChC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,IAAI,gBAAgB,CAAA;IAEzC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC;QACtB,KAAK,EAAE,IAAI;QACX,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,8BAA8B;KACvD,CAAC,CAAA;AACJ,CAAC"}

package/dist/models/Message.d.ts

@@ -0,0 +1,10 @@
+import { Role } from '../types';
+export type MessageRecord = {
+    id: string;
+    conversationId: string;
+    role: Role;
+    content: string;
+    metadata?: Record<string, unknown>;
+    createdAt: Date;
+};
+//# sourceMappingURL=Message.d.ts.map

package/dist/models/Message.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Message.d.ts","sourceRoot":"","sources":["../../src/models/Message.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,UAAU,CAAA;AAE/B,MAAM,MAAM,aAAa,GAAG;IAC1B,EAAE,EAAE,MAAM,CAAA;IACV,cAAc,EAAE,MAAM,CAAA;IACtB,IAAI,EAAE,IAAI,CAAA;IACV,OAAO,EAAE,MAAM,CAAA;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAClC,SAAS,EAAE,IAAI,CAAA;CAChB,CAAA"}

package/dist/models/Message.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=Message.js.map

package/dist/models/Message.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Message.js","sourceRoot":"","sources":["../../src/models/Message.ts"],"names":[],"mappings":""}

package/dist/models/User.d.ts

@@ -0,0 +1,7 @@
+export type User = {
+    id: string;
+    email: string;
+    createdAt: Date;
+    updatedAt: Date;
+};
+//# sourceMappingURL=User.d.ts.map

package/dist/models/User.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"User.d.ts","sourceRoot":"","sources":["../../src/models/User.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,IAAI,GAAG;IACjB,EAAE,EAAE,MAAM,CAAA;IACV,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,IAAI,CAAA;IACf,SAAS,EAAE,IAAI,CAAA;CAChB,CAAA"}

package/dist/models/User.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=User.js.map

package/dist/models/User.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"User.js","sourceRoot":"","sources":["../../src/models/User.ts"],"names":[],"mappings":""}

package/dist/plugins/index.d.ts

@@ -0,0 +1,10 @@
+import { KernelPlugin, PluginContext } from '../types';
+export declare const systemPromptPlugin: KernelPlugin;
+export declare const tokenCountPlugin: KernelPlugin;
+export declare const profanityFilterPlugin: KernelPlugin;
+export declare const responseLogPlugin: KernelPlugin;
+export declare const rateLimitPlugin: KernelPlugin;
+export declare const defaultPlugins: KernelPlugin[];
+export declare const postPlugins: KernelPlugin[];
+export declare function runPipeline(plugins: KernelPlugin[], ctx: PluginContext, phase: 'pre' | 'post'): Promise<void>;
+//# sourceMappingURL=index.d.ts.map

package/dist/plugins/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/plugins/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AAItD,eAAO,MAAM,kBAAkB,EAAE,YAYhC,CAAA;AAED,eAAO,MAAM,gBAAgB,EAAE,YAW9B,CAAA;AAED,eAAO,MAAM,qBAAqB,EAAE,YAKnC,CAAA;AAED,eAAO,MAAM,iBAAiB,EAAE,YAgB/B,CAAA;AAED,eAAO,MAAM,eAAe,EAAE,YAK7B,CAAA;AAED,eAAO,MAAM,cAAc,EAAE,YAAY,EAKxC,CAAA;AAED,eAAO,MAAM,WAAW,EAAE,YAAY,EAAwB,CAAA;AAE9D,wBAAsB,WAAW,CAC/B,OAAO,EAAE,YAAY,EAAE,EACvB,GAAG,EAAE,aAAa,EAClB,KAAK,EAAE,KAAK,GAAG,MAAM,GACpB,OAAO,CAAC,IAAI,CAAC,CAYf"}

package/dist/plugins/index.js

@@ -0,0 +1,74 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.postPlugins = exports.defaultPlugins = exports.rateLimitPlugin = exports.responseLogPlugin = exports.profanityFilterPlugin = exports.tokenCountPlugin = exports.systemPromptPlugin = void 0;
+exports.runPipeline = runPipeline;
+const logger_1 = require("../lib/logger");
+const config_1 = require("../config");
+exports.systemPromptPlugin = {
+    name: 'system-prompt',
+    pre: async (ctx, next) => {
+        const hasSystem = ctx.request.messages.some((m) => m.role === 'system');
+        if (!hasSystem) {
+            ctx.request.messages = [
+                { role: 'system', content: config_1.config.systemPrompt.text },
+                ...ctx.request.messages,
+            ];
+        }
+        await next();
+    },
+};
+exports.tokenCountPlugin = {
+    name: 'token-count',
+    pre: async (ctx, next) => {
+        const estimated = ctx.request.messages.reduce((sum, m) => sum + Math.ceil(m.content.length / 4) + 4, 0);
+        ctx.metadata['estimatedPromptTokens'] = estimated;
+        logger_1.logger.debug({ estimatedPromptTokens: estimated, conversationId: ctx.request.conversationId }, 'Token estimate');
+        await next();
+    },
+};
+exports.profanityFilterPlugin = {
+    name: 'profanity-filter',
+    pre: async (_ctx, next) => {
+        await next();
+    },
+};
+exports.responseLogPlugin = {
+    name: 'response-log',
+    post: async (ctx, next) => {
+        await next();
+        if (ctx.response) {
+            logger_1.logger.info({
+                conversationId: ctx.request.conversationId,
+                model: ctx.response.model,
+                usage: ctx.response.usage,
+                finishReason: ctx.response.finishReason,
+            }, 'Completion logged');
+        }
+    },
+};
+exports.rateLimitPlugin = {
+    name: 'rate-limit',
+    pre: async (_ctx, next) => {
+        await next();
+    },
+};
+exports.defaultPlugins = [
+    exports.systemPromptPlugin,
+    exports.tokenCountPlugin,
+    exports.profanityFilterPlugin,
+    exports.rateLimitPlugin,
+];
+exports.postPlugins = [exports.responseLogPlugin];
+async function runPipeline(plugins, ctx, phase) {
+    const handlers = plugins
+        .filter((p) => p[phase])
+        .map((p) => p[phase]);
+    async function dispatch(index) {
+        if (index >= handlers.length)
+            return;
+        const handler = handlers[index];
+        await handler(ctx, () => dispatch(index + 1));
+    }
+    await dispatch(0);
+}
+//# sourceMappingURL=index.js.map

package/dist/plugins/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/plugins/index.ts"],"names":[],"mappings":";;;AAwEA,kCAgBC;AAvFD,0CAAsC;AACtC,sCAAkC;AAErB,QAAA,kBAAkB,GAAiB;IAC9C,IAAI,EAAE,eAAe;IACrB,GAAG,EAAE,KAAK,EAAE,GAAkB,EAAE,IAAyB,EAAE,EAAE;QAC3D,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAA;QACvE,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,GAAG,CAAC,OAAO,CAAC,QAAQ,GAAG;gBACrB,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,eAAM,CAAC,YAAY,CAAC,IAAI,EAAE;gBACrD,GAAG,GAAG,CAAC,OAAO,CAAC,QAAQ;aACxB,CAAA;QACH,CAAC;QACD,MAAM,IAAI,EAAE,CAAA;IACd,CAAC;CACF,CAAA;AAEY,QAAA,gBAAgB,GAAiB;IAC5C,IAAI,EAAE,aAAa;IACnB,GAAG,EAAE,KAAK,EAAE,GAAkB,EAAE,IAAyB,EAAE,EAAE;QAC3D,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAC3C,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,EACrD,CAAC,CACF,CAAA;QACD,GAAG,CAAC,QAAQ,CAAC,uBAAuB,CAAC,GAAG,SAAS,CAAA;QACjD,eAAM,CAAC,KAAK,CAAC,EAAE,qBAAqB,EAAE,SAAS,EAAE,cAAc,EAAE,GAAG,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,gBAAgB,CAAC,CAAA;QAChH,MAAM,IAAI,EAAE,CAAA;IACd,CAAC;CACF,CAAA;AAEY,QAAA,qBAAqB,GAAiB;IACjD,IAAI,EAAE,kBAAkB;IACxB,GAAG,EAAE,KAAK,EAAE,IAAmB,EAAE,IAAyB,EAAE,EAAE;QAC5D,MAAM,IAAI,EAAE,CAAA;IACd,CAAC;CACF,CAAA;AAEY,QAAA,iBAAiB,GAAiB;IAC7C,IAAI,EAAE,cAAc;IACpB,IAAI,EAAE,KAAK,EAAE,GAAkB,EAAE,IAAyB,EAAE,EAAE;QAC5D,MAAM,IAAI,EAAE,CAAA;QACZ,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;YACjB,eAAM,CAAC,IAAI,CACT;gBACE,cAAc,EAAE,GAAG,CAAC,OAAO,CAAC,cAAc;gBAC1C,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,KAAK;gBACzB,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,KAAK;gBACzB,YAAY,EAAE,GAAG,CAAC,QAAQ,CAAC,YAAY;aACxC,EACD,mBAAmB,CACpB,CAAA;QACH,CAAC;IACH,CAAC;CACF,CAAA;AAEY,QAAA,eAAe,GAAiB;IAC3C,IAAI,EAAE,YAAY;IAClB,GAAG,EAAE,KAAK,EAAE,IAAmB,EAAE,IAAyB,EAAE,EAAE;QAC5D,MAAM,IAAI,EAAE,CAAA;IACd,CAAC;CACF,CAAA;AAEY,QAAA,cAAc,GAAmB;IAC5C,0BAAkB;IAClB,wBAAgB;IAChB,6BAAqB;IACrB,uBAAe;CAChB,CAAA;AAEY,QAAA,WAAW,GAAmB,CAAC,yBAAiB,CAAC,CAAA;AAEvD,KAAK,UAAU,WAAW,CAC/B,OAAuB,EACvB,GAAkB,EAClB,KAAqB;IAErB,MAAM,QAAQ,GAAG,OAAO;SACrB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;SACvB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAqE,CAAC,CAAA;IAE3F,KAAK,UAAU,QAAQ,CAAC,KAAa;QACnC,IAAI,KAAK,IAAI,QAAQ,CAAC,MAAM;YAAE,OAAM;QACpC,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAqE,CAAA;QACnG,MAAM,OAAO,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAA;IAC/C,CAAC;IAED,MAAM,QAAQ,CAAC,CAAC,CAAC,CAAA;AACnB,CAAC"}

package/dist/providers/anthropic.d.ts

@@ -0,0 +1,3 @@
+import { LLMProvider } from '../types';
+export declare const anthropicProvider: LLMProvider;
+//# sourceMappingURL=anthropic.d.ts.map

package/dist/providers/anthropic.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":"AACA,OAAO,EAAyC,WAAW,EAAW,MAAM,UAAU,CAAA;AAQtF,eAAO,MAAM,iBAAiB,EAAE,WA6D/B,CAAA"}

package/dist/providers/anthropic.js

@@ -0,0 +1,65 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.anthropicProvider = void 0;
+const sdk_1 = __importDefault(require("@anthropic-ai/sdk"));
+const config_1 = require("../config");
+const logger_1 = require("../lib/logger");
+function buildClient() {
+    return new sdk_1.default({ apiKey: config_1.config.providers.anthropic.apiKey });
+}
+exports.anthropicProvider = {
+    async complete(request) {
+        const client = buildClient();
+        const systemMsg = request.messages.find((m) => m.role === 'system');
+        const userMessages = request.messages.filter((m) => m.role !== 'system');
+        const response = await client.messages.create({
+            model: request.model,
+            max_tokens: request.options?.maxTokens ?? 1024,
+            system: systemMsg?.content,
+            messages: userMessages.map((m) => ({
+                role: m.role,
+                content: m.content,
+            })),
+        });
+        const block = response.content[0];
+        const content = block?.type === 'text' ? block.text : '';
+        logger_1.logger.debug({ model: request.model }, 'Anthropic completion');
+        return {
+            message: { role: 'assistant', content },
+            usage: {
+                promptTokens: response.usage.input_tokens,
+                completionTokens: response.usage.output_tokens,
+                totalTokens: response.usage.input_tokens + response.usage.output_tokens,
+            },
+            finishReason: response.stop_reason === 'end_turn' ? 'stop' : 'length',
+            model: response.model,
+        };
+    },
+    async *stream(request) {
+        const client = buildClient();
+        const systemMsg = request.messages.find((m) => m.role === 'system');
+        const userMessages = request.messages.filter((m) => m.role !== 'system');
+        const stream = client.messages.stream({
+            model: request.model,
+            max_tokens: request.options?.maxTokens ?? 1024,
+            system: systemMsg?.content,
+            messages: userMessages.map((m) => ({
+                role: m.role,
+                content: m.content,
+            })),
+        });
+        for await (const event of stream) {
+            if (event.type === 'content_block_delta' &&
+                event.delta.type === 'text_delta') {
+                yield event.delta.text;
+            }
+        }
+    },
+    countTokens(messages) {
+        return messages.reduce((sum, m) => sum + Math.ceil(m.content.length / 4) + 4, 0);
+    },
+};
+//# sourceMappingURL=anthropic.js.map

package/dist/providers/anthropic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../src/providers/anthropic.ts"],"names":[],"mappings":";;;;;;AAAA,4DAAyC;AAEzC,sCAAkC;AAClC,0CAAsC;AAEtC,SAAS,WAAW;IAClB,OAAO,IAAI,aAAS,CAAC,EAAE,MAAM,EAAE,eAAM,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAA;AACrE,CAAC;AAEY,QAAA,iBAAiB,GAAgB;IAC5C,KAAK,CAAC,QAAQ,CAAC,OAA0B;QACvC,MAAM,MAAM,GAAG,WAAW,EAAE,CAAA;QAC5B,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAA;QACnE,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAA;QAExE,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC5C,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,OAAO,CAAC,OAAO,EAAE,SAAS,IAAI,IAAI;YAC9C,MAAM,EAAE,SAAS,EAAE,OAAO;YAC1B,QAAQ,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACjC,IAAI,EAAE,CAAC,CAAC,IAA4B;gBACpC,OAAO,EAAE,CAAC,CAAC,OAAO;aACnB,CAAC,CAAC;SACJ,CAAC,CAAA;QAEF,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;QACjC,MAAM,OAAO,GAAG,KAAK,EAAE,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAA;QAExD,eAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,EAAE,sBAAsB,CAAC,CAAA;QAE9D,OAAO;YACL,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE;YACvC,KAAK,EAAE;gBACL,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;gBACzC,gBAAgB,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;gBAC9C,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa;aACxE;YACD,YAAY,EAAE,QAAQ,CAAC,WAAW,KAAK,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ;YACrE,KAAK,EAAE,QAAQ,CAAC,KAAK;SACtB,CAAA;IACH,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CAAC,OAA0B;QACtC,MAAM,MAAM,GAAG,WAAW,EAAE,CAAA;QAC5B,MAAM,SAAS,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAA;QACnE,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAA;QAExE,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;YACpC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,UAAU,EAAE,OAAO,CAAC,OAAO,EAAE,SAAS,IAAI,IAAI;YAC9C,MAAM,EAAE,SAAS,EAAE,OAAO;YAC1B,QAAQ,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACjC,IAAI,EAAE,CAAC,CAAC,IAA4B;gBACpC,OAAO,EAAE,CAAC,CAAC,OAAO;aACnB,CAAC,CAAC;SACJ,CAAC,CAAA;QAEF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,IACE,KAAK,CAAC,IAAI,KAAK,qBAAqB;gBACpC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,YAAY,EACjC,CAAC;gBACD,MAAM,KAAK,CAAC,KAAK,CAAC,IAAI,CAAA;YACxB,CAAC;QACH,CAAC;IACH,CAAC;IAED,WAAW,CAAC,QAAmB;QAC7B,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAA;IAClF,CAAC;CACF,CAAA"}

package/dist/providers/index.d.ts

@@ -0,0 +1,8 @@
+import { LLMProvider, ModelInfo } from '../types';
+export declare const providers: Record<string, LLMProvider>;
+export declare const modelCatalog: ModelInfo[];
+export declare function getProviderForModel(modelId: string): {
+    provider: LLMProvider;
+    name: string;
+} | undefined;
+//# sourceMappingURL=index.d.ts.map

package/dist/providers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,UAAU,CAAA;AAKjD,eAAO,MAAM,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAIjD,CAAA;AAED,eAAO,MAAM,YAAY,EAAE,SAAS,EAenC,CAAA;AAED,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG;IAAE,QAAQ,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAAG,SAAS,CAMxG"}

package/dist/providers/index.js

@@ -0,0 +1,38 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.modelCatalog = exports.providers = void 0;
+exports.getProviderForModel = getProviderForModel;
+const openai_1 = require("./openai");
+const anthropic_1 = require("./anthropic");
+const ollama_1 = require("./ollama");
+exports.providers = {
+    openai: openai_1.openaiProvider,
+    anthropic: anthropic_1.anthropicProvider,
+    ollama: ollama_1.ollamaProvider,
+};
+exports.modelCatalog = [
+    { id: 'gpt-4o', provider: 'openai', contextWindow: 128000, streaming: true, vision: true },
+    { id: 'gpt-4o-mini', provider: 'openai', contextWindow: 128000, streaming: true, vision: true },
+    { id: 'gpt-4-turbo', provider: 'openai', contextWindow: 128000, streaming: true, vision: true },
+    { id: 'gpt-3.5-turbo', provider: 'openai', contextWindow: 16385, streaming: true, vision: false },
+    { id: 'o1-mini', provider: 'openai', contextWindow: 128000, streaming: false, vision: false },
+    { id: 'o1', provider: 'openai', contextWindow: 200000, streaming: false, vision: false },
+    { id: 'claude-3-5-sonnet-20241022', provider: 'anthropic', contextWindow: 200000, streaming: true, vision: true },
+    { id: 'claude-3-5-haiku-20241022', provider: 'anthropic', contextWindow: 200000, streaming: true, vision: true },
+    { id: 'claude-3-opus-20240229', provider: 'anthropic', contextWindow: 200000, streaming: true, vision: true },
+    { id: 'llama3', provider: 'ollama', contextWindow: 8192, streaming: true, vision: false },
+    { id: 'llama3:70b', provider: 'ollama', contextWindow: 8192, streaming: true, vision: false },
+    { id: 'mistral', provider: 'ollama', contextWindow: 32768, streaming: true, vision: false },
+    { id: 'phi3', provider: 'ollama', contextWindow: 128000, streaming: true, vision: false },
+    { id: 'gemma2', provider: 'ollama', contextWindow: 8192, streaming: true, vision: false },
+];
+function getProviderForModel(modelId) {
+    const info = exports.modelCatalog.find((m) => m.id === modelId);
+    if (!info)
+        return undefined;
+    const provider = exports.providers[info.provider];
+    if (!provider)
+        return undefined;
+    return { provider, name: info.provider };
+}
+//# sourceMappingURL=index.js.map

package/dist/providers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":";;;AA4BA,kDAMC;AAjCD,qCAAyC;AACzC,2CAA+C;AAC/C,qCAAyC;AAE5B,QAAA,SAAS,GAAgC;IACpD,MAAM,EAAE,uBAAc;IACtB,SAAS,EAAE,6BAAiB;IAC5B,MAAM,EAAE,uBAAc;CACvB,CAAA;AAEY,QAAA,YAAY,GAAgB;IACvC,EAAE,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAC1F,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAC/F,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAC/F,EAAE,EAAE,EAAE,eAAe,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE;IACjG,EAAE,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE;IAC7F,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE;IACxF,EAAE,EAAE,EAAE,4BAA4B,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IACjH,EAAE,EAAE,EAAE,2BAA2B,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAChH,EAAE,EAAE,EAAE,wBAAwB,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAC7G,EAAE,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE;IACzF,EAAE,EAAE,EAAE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE;IAC7F,EAAE,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE;IAC3F,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE;IACzF,EAAE,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE;CAC1F,CAAA;AAED,SAAgB,mBAAmB,CAAC,OAAe;IACjD,MAAM,IAAI,GAAG,oBAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,CAAA;IACvD,IAAI,CAAC,IAAI;QAAE,OAAO,SAAS,CAAA;IAC3B,MAAM,QAAQ,GAAG,iBAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;IACzC,IAAI,CAAC,QAAQ;QAAE,OAAO,SAAS,CAAA;IAC/B,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAA;AAC1C,CAAC"}

package/dist/providers/ollama.d.ts

@@ -0,0 +1,3 @@
+import { LLMProvider } from '../types';
+export declare const ollamaProvider: LLMProvider;
+//# sourceMappingURL=ollama.d.ts.map

package/dist/providers/ollama.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../src/providers/ollama.ts"],"names":[],"mappings":"AAAA,OAAO,EAAyC,WAAW,EAAW,MAAM,UAAU,CAAA;AAItF,eAAO,MAAM,cAAc,EAAE,WAgF5B,CAAA"}