ysk-omni 1.0.0

package/dist/services/usage.service.js

@@ -0,0 +1,175 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.usageService = exports.UsageService = void 0;
+const database_1 = require("../config/database");
+const env_1 = require("../config/env");
+const list_sort_1 = require("../utils/list-sort");
+class UsageService {
+    async getSummary(options) {
+        const to = options?.to ?? new Date();
+        const from = options?.from ?? new Date(to.getTime() - 24 * 60 * 60 * 1000);
+        const createdAt = { gte: from, lte: to };
+        const [total, success, errors, byModel, byKey, keys] = await Promise.all([
+            database_1.prisma.chatRequest.count({ where: { createdAt } }),
+            database_1.prisma.chatRequest.count({ where: { createdAt, status: 'success' } }),
+            database_1.prisma.chatRequest.count({
+                where: { createdAt, status: { in: ['error', 'timeout'] } },
+            }),
+            database_1.prisma.chatRequest.groupBy({
+                by: ['model'],
+                where: { createdAt },
+                _count: { _all: true },
+                orderBy: { _count: { model: 'desc' } },
+                take: 20,
+            }),
+            database_1.prisma.chatRequest.groupBy({
+                by: ['apiKeyId'],
+                where: { createdAt },
+                _count: { _all: true },
+                orderBy: { _count: { apiKeyId: 'desc' } },
+                take: 50,
+            }),
+            database_1.prisma.apiKey.findMany({
+                select: {
+                    id: true,
+                    name: true,
+                    keyPrefix: true,
+                    rateLimit: true,
+                    isActive: true,
+                    lastUsedAt: true,
+                    mode: true,
+                    role: true,
+                },
+            }),
+        ]);
+        const keyMap = new Map(keys.map((k) => [k.id, k]));
+        const windowMinutes = Math.max(1, Math.round((to.getTime() - from.getTime()) / 60_000));
+        let perKey = byKey.map((row) => {
+            const meta = keyMap.get(row.apiKeyId);
+            const count = row._count._all;
+            const limitPerMin = meta?.rateLimit ?? 60;
+            // Approximate capacity over the window (rateLimit is per-minute chat limiter)
+            const capacity = limitPerMin * windowMinutes;
+            const utilization = capacity > 0 ? Math.min(1, count / capacity) : 0;
+            return {
+                apiKeyId: row.apiKeyId,
+                name: meta?.name ?? '(deleted)',
+                keyPrefix: meta?.keyPrefix ?? '',
+                rateLimit: limitPerMin,
+                isActive: meta?.isActive ?? false,
+                mode: meta?.mode ?? 'safe',
+                role: meta?.role ?? 'client',
+                lastUsedAt: meta?.lastUsedAt ?? null,
+                requests: count,
+                capacityEstimate: capacity,
+                utilization,
+            };
+        });
+        // Include keys with zero usage in window
+        for (const k of keys) {
+            if (!perKey.find((p) => p.apiKeyId === k.id)) {
+                perKey.push({
+                    apiKeyId: k.id,
+                    name: k.name,
+                    keyPrefix: k.keyPrefix,
+                    rateLimit: k.rateLimit,
+                    isActive: k.isActive,
+                    mode: k.mode,
+                    role: k.role,
+                    lastUsedAt: k.lastUsedAt,
+                    requests: 0,
+                    capacityEstimate: k.rateLimit * windowMinutes,
+                    utilization: 0,
+                });
+            }
+        }
+        perKey = (0, list_sort_1.sortInMemory)(perKey, options?.sortBy, options?.sortDir, {
+            lastUsedAt: (r) => r.lastUsedAt,
+            requests: (r) => r.requests,
+            name: (r) => r.name,
+            rateLimit: (r) => r.rateLimit,
+            utilization: (r) => r.utilization,
+            isActive: (r) => (r.isActive ? 1 : 0),
+        }, 'lastUsedAt');
+        const modelsSorted = (0, list_sort_1.sortInMemory)(byModel.map((m) => ({
+            model: m.model,
+            requests: m._count._all,
+        })), options?.modelSortBy, options?.modelSortDir, {
+            model: (r) => r.model,
+            requests: (r) => r.requests,
+        }, 'requests');
+        return {
+            from: from.toISOString(),
+            to: to.toISOString(),
+            windowMinutes,
+            totals: {
+                requests: total,
+                success,
+                errors,
+                errorRate: total > 0 ? errors / total : 0,
+            },
+            byModel: modelsSorted,
+            perKey,
+            limits: await (async () => {
+                try {
+                    const { ddosPolicyService } = await Promise.resolve().then(() => __importStar(require('./ddos-policy.service')));
+                    const p = await ddosPolicyService.get();
+                    return {
+                        globalWindowMs: p.rateLimitWindowMs,
+                        globalMax: p.rateLimitMax,
+                        ipMax: p.rateLimitIpMax,
+                        chatBurstMax: p.chatBurstMax,
+                        blockFailedAuthThreshold: p.failedAuthThreshold,
+                        engineMaxConcurrent: env_1.env.OMNI_MAX_CONCURRENT,
+                    };
+                }
+                catch {
+                    return {
+                        globalWindowMs: env_1.env.RATE_LIMIT_WINDOW_MS,
+                        globalMax: env_1.env.RATE_LIMIT_MAX,
+                        ipMax: env_1.env.RATE_LIMIT_IP_MAX,
+                        chatBurstMax: env_1.env.CHAT_BURST_MAX,
+                        blockFailedAuthThreshold: env_1.env.BLOCK_FAILED_AUTH_THRESHOLD,
+                        engineMaxConcurrent: env_1.env.OMNI_MAX_CONCURRENT,
+                    };
+                }
+            })(),
+        };
+    }
+}
+exports.UsageService = UsageService;
+exports.usageService = new UsageService();
+//# sourceMappingURL=usage.service.js.map

package/dist/services/usage.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"usage.service.js","sourceRoot":"","sources":["../../src/services/usage.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,iDAA4C;AAC5C,uCAAoC;AACpC,kDAAkD;AAElD,MAAa,YAAY;IACvB,KAAK,CAAC,UAAU,CAAC,OAShB;QACC,MAAM,EAAE,GAAG,OAAO,EAAE,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC;QACrC,MAAM,IAAI,GACR,OAAO,EAAE,IAAI,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;QAEhE,MAAM,SAAS,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC;QAEzC,MAAM,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACvE,iBAAM,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,EAAE,CAAC;YAClD,iBAAM,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC;YACrE,iBAAM,CAAC,WAAW,CAAC,KAAK,CAAC;gBACvB,KAAK,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,EAAE;aAC3D,CAAC;YACF,iBAAM,CAAC,WAAW,CAAC,OAAO,CAAC;gBACzB,EAAE,EAAE,CAAC,OAAO,CAAC;gBACb,KAAK,EAAE,EAAE,SAAS,EAAE;gBACpB,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;gBACtB,OAAO,EAAE,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;gBACtC,IAAI,EAAE,EAAE;aACT,CAAC;YACF,iBAAM,CAAC,WAAW,CAAC,OAAO,CAAC;gBACzB,EAAE,EAAE,CAAC,UAAU,CAAC;gBAChB,KAAK,EAAE,EAAE,SAAS,EAAE;gBACpB,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;gBACtB,OAAO,EAAE,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE;gBACzC,IAAI,EAAE,EAAE;aACT,CAAC;YACF,iBAAM,CAAC,MAAM,CAAC,QAAQ,CAAC;gBACrB,MAAM,EAAE;oBACN,EAAE,EAAE,IAAI;oBACR,IAAI,EAAE,IAAI;oBACV,SAAS,EAAE,IAAI;oBACf,SAAS,EAAE,IAAI;oBACf,QAAQ,EAAE,IAAI;oBACd,UAAU,EAAE,IAAI;oBAChB,IAAI,EAAE,IAAI;oBACV,IAAI,EAAE,IAAI;iBACX;aACF,CAAC;SACH,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACnD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAC5B,CAAC,EACD,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,GAAG,MAAM,CAAC,CACrD,CAAC;QAEF,IAAI,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACtC,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;YAC9B,MAAM,WAAW,GAAG,IAAI,EAAE,SAAS,IAAI,EAAE,CAAC;YAC1C,8EAA8E;YAC9E,MAAM,QAAQ,GAAG,WAAW,GAAG,aAAa,CAAC;YAC7C,MAAM,WAAW,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrE,OAAO;gBACL,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,IAAI,EAAE,IAAI,EAAE,IAAI,IAAI,WAAW;gBAC/B,SAAS,EAAE,IAAI,EAAE,SAAS,IAAI,EAAE;gBAChC,SAAS,EAAE,WAAW;gBACtB,QAAQ,EAAE,IAAI,EAAE,QAAQ,IAAI,KAAK;gBACjC,IAAI,EAAE,IAAI,EAAE,IAAI,IAAI,MAAM;gBAC1B,IAAI,EAAE,IAAI,EAAE,IAAI,IAAI,QAAQ;gBAC5B,UAAU,EAAE,IAAI,EAAE,UAAU,IAAI,IAAI;gBACpC,QAAQ,EAAE,KAAK;gBACf,gBAAgB,EAAE,QAAQ;gBAC1B,WAAW;aACZ,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,yCAAyC;QACzC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACrB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;gBAC7C,MAAM,CAAC,IAAI,CAAC;oBACV,QAAQ,EAAE,CAAC,CAAC,EAAE;oBACd,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,SAAS,EAAE,CAAC,CAAC,SAAS;oBACtB,SAAS,EAAE,CAAC,CAAC,SAAS;oBACtB,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,UAAU,EAAE,CAAC,CAAC,UAAU;oBACxB,QAAQ,EAAE,CAAC;oBACX,gBAAgB,EAAE,CAAC,CAAC,SAAS,GAAG,aAAa;oBAC7C,WAAW,EAAE,CAAC;iBACf,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,GAAG,IAAA,wBAAY,EACnB,MAAM,EACN,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,OAAO,EAChB;YACE,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU;YAC/B,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ;YAC3B,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI;YACnB,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS;YAC7B,WAAW,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW;YACjC,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SACtC,EACD,YAAY,CACb,CAAC;QAEF,MAAM,YAAY,GAAG,IAAA,wBAAY,EAC/B,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAClB,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI;SACxB,CAAC,CAAC,EACH,OAAO,EAAE,WAAW,EACpB,OAAO,EAAE,YAAY,EACrB;YACE,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK;YACrB,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ;SAC5B,EACD,UAAU,CACX,CAAC;QAEF,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE;YACxB,EAAE,EAAE,EAAE,CAAC,WAAW,EAAE;YACpB,aAAa;YACb,MAAM,EAAE;gBACN,QAAQ,EAAE,KAAK;gBACf,OAAO;gBACP,MAAM;gBACN,SAAS,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;aAC1C;YACD,OAAO,EAAE,YAAY;YACrB,MAAM;YACN,MAAM,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE;gBACxB,IAAI,CAAC;oBACH,MAAM,EAAE,iBAAiB,EAAE,GAAG,wDAAa,uBAAuB,GAAC,CAAC;oBACpE,MAAM,CAAC,GAAG,MAAM,iBAAiB,CAAC,GAAG,EAAE,CAAC;oBACxC,OAAO;wBACL,cAAc,EAAE,CAAC,CAAC,iBAAiB;wBACnC,SAAS,EAAE,CAAC,CAAC,YAAY;wBACzB,KAAK,EAAE,CAAC,CAAC,cAAc;wBACvB,YAAY,EAAE,CAAC,CAAC,YAAY;wBAC5B,wBAAwB,EAAE,CAAC,CAAC,mBAAmB;wBAC/C,mBAAmB,EAAE,SAAG,CAAC,mBAAmB;qBAC7C,CAAC;gBACJ,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO;wBACL,cAAc,EAAE,SAAG,CAAC,oBAAoB;wBACxC,SAAS,EAAE,SAAG,CAAC,cAAc;wBAC7B,KAAK,EAAE,SAAG,CAAC,iBAAiB;wBAC5B,YAAY,EAAE,SAAG,CAAC,cAAc;wBAChC,wBAAwB,EAAE,SAAG,CAAC,2BAA2B;wBACzD,mBAAmB,EAAE,SAAG,CAAC,mBAAmB;qBAC7C,CAAC;gBACJ,CAAC;YACH,CAAC,CAAC,EAAE;SACL,CAAC;IACJ,CAAC;CACF;AApKD,oCAoKC;AAEY,QAAA,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC"}

package/dist/services/vram-scheduler.d.ts

@@ -0,0 +1,39 @@
+export type LoadedModel = {
+    id: string;
+    vramMb: number;
+    lastUsedAt: number;
+    exclusive?: boolean;
+};
+export type LoadRequest = {
+    id: string;
+    vramMb: number;
+    exclusive?: boolean;
+};
+export type FitPlan = {
+    unload: string[];
+    accept: boolean;
+    usedMb: number;
+};
+export declare function usedVram(loaded: LoadedModel[]): number;
+/**
+ * Decide which loaded models to unload so `next` fits in `budgetMb`.
+ * Video / exclusive jobs unload every other model first.
+ * LRU among remaining models when still over budget.
+ */
+export declare function planFit(loaded: LoadedModel[], next: LoadRequest, budgetMb: number): FitPlan;
+export declare class VramScheduler {
+    private loaded;
+    budgetMb: number;
+    constructor(budgetMb?: number);
+    snapshot(): {
+        loaded: LoadedModel[];
+        usedMb: number;
+        budgetMb: number;
+    };
+    touch(id: string): void;
+    reset(): void;
+    unload(id: string): boolean;
+    load(next: LoadRequest): FitPlan;
+}
+export declare const vramScheduler: VramScheduler;
+//# sourceMappingURL=vram-scheduler.d.ts.map

package/dist/services/vram-scheduler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vram-scheduler.d.ts","sourceRoot":"","sources":["../../src/services/vram-scheduler.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,WAAW,GAAG;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,OAAO,GAAG;IACpB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,wBAAgB,QAAQ,CAAC,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,CAEtD;AAED;;;;GAIG;AACH,wBAAgB,OAAO,CACrB,MAAM,EAAE,WAAW,EAAE,EACrB,IAAI,EAAE,WAAW,EACjB,QAAQ,EAAE,MAAM,GACf,OAAO,CAoBT;AAID,qBAAa,aAAa;IACxB,OAAO,CAAC,MAAM,CAAqB;IACnC,QAAQ,EAAE,MAAM,CAAC;gBAEL,QAAQ,SAAqD;IAIzE,QAAQ,IAAI;QAAE,MAAM,EAAE,WAAW,EAAE,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE;IAQvE,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAKvB,KAAK,IAAI,IAAI;IAIb,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO;IAM3B,IAAI,CAAC,IAAI,EAAE,WAAW,GAAG,OAAO;CAmBjC;AAED,eAAO,MAAM,aAAa,eAAsB,CAAC"}

package/dist/services/vram-scheduler.js

@@ -0,0 +1,84 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.vramScheduler = exports.VramScheduler = void 0;
+exports.usedVram = usedVram;
+exports.planFit = planFit;
+function usedVram(loaded) {
+    return loaded.reduce((sum, m) => sum + Math.max(0, m.vramMb), 0);
+}
+/**
+ * Decide which loaded models to unload so `next` fits in `budgetMb`.
+ * Video / exclusive jobs unload every other model first.
+ * LRU among remaining models when still over budget.
+ */
+function planFit(loaded, next, budgetMb) {
+    const others = loaded.filter((m) => m.id !== next.id);
+    let keep = next.exclusive ? [] : [...others];
+    const unload = next.exclusive ? others.map((m) => m.id) : [];
+    const need = Math.max(0, next.vramMb);
+    const sortLru = () => keep.sort((a, b) => a.lastUsedAt - b.lastUsedAt);
+    sortLru();
+    while (usedVram(keep) + need > budgetMb && keep.length) {
+        const victim = keep.shift();
+        unload.push(victim.id);
+    }
+    const usedMb = usedVram(keep) + need;
+    return {
+        unload,
+        accept: usedMb <= budgetMb,
+        usedMb,
+    };
+}
+const DEFAULT_BUDGET = 24_000;
+class VramScheduler {
+    loaded = [];
+    budgetMb;
+    constructor(budgetMb = Number(process.env.OMNI_VRAM_MB) || DEFAULT_BUDGET) {
+        this.budgetMb = budgetMb;
+    }
+    snapshot() {
+        return {
+            loaded: [...this.loaded],
+            usedMb: usedVram(this.loaded),
+            budgetMb: this.budgetMb,
+        };
+    }
+    touch(id) {
+        const hit = this.loaded.find((m) => m.id === id);
+        if (hit)
+            hit.lastUsedAt = Date.now();
+    }
+    reset() {
+        this.loaded = [];
+    }
+    unload(id) {
+        const before = this.loaded.length;
+        this.loaded = this.loaded.filter((m) => m.id !== id);
+        return this.loaded.length !== before;
+    }
+    load(next) {
+        const plan = planFit(this.loaded, next, this.budgetMb);
+        if (!plan.accept)
+            return plan;
+        for (const id of plan.unload)
+            this.unload(id);
+        const existing = this.loaded.find((m) => m.id === next.id);
+        if (existing) {
+            existing.lastUsedAt = Date.now();
+            existing.vramMb = next.vramMb;
+            existing.exclusive = next.exclusive;
+        }
+        else {
+            this.loaded.push({
+                id: next.id,
+                vramMb: next.vramMb,
+                lastUsedAt: Date.now(),
+                exclusive: next.exclusive,
+            });
+        }
+        return { ...plan, usedMb: usedVram(this.loaded) };
+    }
+}
+exports.VramScheduler = VramScheduler;
+exports.vramScheduler = new VramScheduler();
+//# sourceMappingURL=vram-scheduler.js.map

package/dist/services/vram-scheduler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vram-scheduler.js","sourceRoot":"","sources":["../../src/services/vram-scheduler.ts"],"names":[],"mappings":";;;AAmBA,4BAEC;AAOD,0BAwBC;AAjCD,SAAgB,QAAQ,CAAC,MAAqB;IAC5C,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AACnE,CAAC;AAED;;;;GAIG;AACH,SAAgB,OAAO,CACrB,MAAqB,EACrB,IAAiB,EACjB,QAAgB;IAEhB,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;IACtD,IAAI,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;IAC7C,MAAM,MAAM,GAAa,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAEvE,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACtC,MAAM,OAAO,GAAG,GAAG,EAAE,CACnB,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;IAEnD,OAAO,EAAE,CAAC;IACV,OAAO,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,GAAG,QAAQ,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QACvD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,EAAG,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACzB,CAAC;IACD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IACrC,OAAO;QACL,MAAM;QACN,MAAM,EAAE,MAAM,IAAI,QAAQ;QAC1B,MAAM;KACP,CAAC;AACJ,CAAC;AAED,MAAM,cAAc,GAAG,MAAM,CAAC;AAE9B,MAAa,aAAa;IAChB,MAAM,GAAkB,EAAE,CAAC;IACnC,QAAQ,CAAS;IAEjB,YAAY,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,cAAc;QACvE,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED,QAAQ;QACN,OAAO;YACL,MAAM,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;YACxB,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;YAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ;SACxB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,EAAU;QACd,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QACjD,IAAI,GAAG;YAAE,GAAG,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;IACnB,CAAC;IAED,MAAM,CAAC,EAAU;QACf,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAClC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QACrD,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC;IACvC,CAAC;IAED,IAAI,CAAC,IAAiB;QACpB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAC9B,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,MAAM;YAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;QAC3D,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACjC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9B,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QACtC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;gBACf,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;gBACtB,SAAS,EAAE,IAAI,CAAC,SAAS;aAC1B,CAAC,CAAC;QACL,CAAC;QACD,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;IACpD,CAAC;CACF;AAlDD,sCAkDC;AAEY,QAAA,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC"}

package/dist/utils/anthropic-mapper.d.ts

@@ -0,0 +1,20 @@
+import type { CreateChatCompletionDto } from '../dto/chat.dto';
+import type { AnthropicMessagesDto } from '../dto/anthropic-messages.dto';
+import type { AnthropicMessage } from '../interfaces/anthropic-message.interface';
+import type { OpenAiChatCompletion } from '../interfaces/open-ai-chat-completion.interface';
+/** Convert Anthropic tools[] to OpenAI function tools format when needed. */
+export declare function anthropicToolsToOpenAi(tools: unknown[] | undefined): CreateChatCompletionDto['tools'];
+/**
+ * Expand one Anthropic message into one or more OpenAI chat messages
+ * (handles tool_use → tool_calls, tool_result → tool role, images → parts).
+ */
+export declare function anthropicMessageToOpenAiMessages(m: {
+    role: string;
+    content: string | Array<Record<string, unknown>>;
+}): CreateChatCompletionDto['messages'];
+export declare function anthropicToChatDto(dto: AnthropicMessagesDto): CreateChatCompletionDto;
+export declare function chatCompletionToAnthropicMessage(completion: OpenAiChatCompletion, opts?: {
+    messageId?: string;
+}): AnthropicMessage;
+export declare function mapAnthropicStopReason(stopReason?: string): string;
+//# sourceMappingURL=anthropic-mapper.d.ts.map

package/dist/utils/anthropic-mapper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic-mapper.d.ts","sourceRoot":"","sources":["../../src/utils/anthropic-mapper.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAC;AAC/D,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAC1E,OAAO,KAAK,EAEV,gBAAgB,EACjB,MAAM,2CAA2C,CAAC;AACnD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,iDAAiD,CAAC;AAG5F,6EAA6E;AAC7E,wBAAgB,sBAAsB,CACpC,KAAK,EAAE,OAAO,EAAE,GAAG,SAAS,GAC3B,uBAAuB,CAAC,OAAO,CAAC,CAoBlC;AA6BD;;;GAGG;AACH,wBAAgB,gCAAgC,CAAC,CAAC,EAAE;IAClD,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;CAClD,GAAG,uBAAuB,CAAC,UAAU,CAAC,CAmHtC;AAED,wBAAgB,kBAAkB,CAChC,GAAG,EAAE,oBAAoB,GACxB,uBAAuB,CA2BzB;AAED,wBAAgB,gCAAgC,CAC9C,UAAU,EAAE,oBAAoB,EAChC,IAAI,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,GAC5B,gBAAgB,CAqDlB;AAED,wBAAgB,sBAAsB,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,CAOlE"}

package/dist/utils/anthropic-mapper.js

@@ -0,0 +1,254 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.anthropicToolsToOpenAi = anthropicToolsToOpenAi;
+exports.anthropicMessageToOpenAiMessages = anthropicMessageToOpenAiMessages;
+exports.anthropicToChatDto = anthropicToChatDto;
+exports.chatCompletionToAnthropicMessage = chatCompletionToAnthropicMessage;
+exports.mapAnthropicStopReason = mapAnthropicStopReason;
+const id_1 = require("./id");
+/** Convert Anthropic tools[] to OpenAI function tools format when needed. */
+function anthropicToolsToOpenAi(tools) {
+    if (!tools?.length)
+        return undefined;
+    return tools.map((t) => {
+        if (!t || typeof t !== 'object')
+            return t;
+        const o = t;
+        // Already OpenAI-shaped
+        if (o.type === 'function' && o.function)
+            return t;
+        // Anthropic: { name, description, input_schema }
+        if (typeof o.name === 'string') {
+            return {
+                type: 'function',
+                function: {
+                    name: o.name,
+                    description: o.description,
+                    parameters: o.input_schema ?? o.parameters ?? { type: 'object' },
+                },
+            };
+        }
+        return t;
+    });
+}
+/**
+ * Convert Anthropic image source → OpenAI image_url part.
+ */
+function anthropicImageToOpenAiPart(block) {
+    const source = block.source;
+    if (!source || typeof source !== 'object') {
+        if (typeof block.url === 'string') {
+            return { type: 'image_url', image_url: { url: block.url } };
+        }
+        return null;
+    }
+    if (source.type === 'url' && typeof source.url === 'string') {
+        return { type: 'image_url', image_url: { url: source.url } };
+    }
+    if (source.type === 'base64' && typeof source.data === 'string') {
+        const media = typeof source.media_type === 'string' ? source.media_type : 'image/png';
+        const dataUrl = source.data.startsWith('data:')
+            ? source.data
+            : `data:${media};base64,${source.data}`;
+        return { type: 'image_url', image_url: { url: dataUrl } };
+    }
+    return null;
+}
+/**
+ * Expand one Anthropic message into one or more OpenAI chat messages
+ * (handles tool_use → tool_calls, tool_result → tool role, images → parts).
+ */
+function anthropicMessageToOpenAiMessages(m) {
+    if (typeof m.content === 'string') {
+        return [{ role: m.role, content: m.content }];
+    }
+    if (!Array.isArray(m.content)) {
+        return [{ role: m.role, content: String(m.content ?? '') }];
+    }
+    const out = [];
+    const textParts = [];
+    const contentParts = [];
+    const toolCalls = [];
+    for (const block of m.content) {
+        if (!block || typeof block !== 'object')
+            continue;
+        const b = block;
+        const type = String(b.type || '');
+        if (type === 'text' && typeof b.text === 'string') {
+            textParts.push(b.text);
+            contentParts.push({ type: 'text', text: b.text });
+            continue;
+        }
+        if (type === 'image' || type === 'image_url') {
+            const part = type === 'image_url' && b.image_url
+                ? { type: 'image_url', image_url: b.image_url }
+                : anthropicImageToOpenAiPart(b);
+            if (part)
+                contentParts.push(part);
+            continue;
+        }
+        if (type === 'tool_use') {
+            const id = String(b.id || `toolu_${Math.random().toString(36).slice(2, 12)}`);
+            const name = String(b.name || 'tool');
+            const input = b.input ?? {};
+            toolCalls.push({
+                id,
+                type: 'function',
+                function: {
+                    name,
+                    arguments: typeof input === 'string' ? input : JSON.stringify(input ?? {}),
+                },
+            });
+            // Also keep a text trail for prompt context
+            textParts.push(`[tool_use name=${name} id=${id}] ${typeof input === 'string' ? input : JSON.stringify(input)}`);
+            continue;
+        }
+        if (type === 'tool_result') {
+            const toolCallId = String(b.tool_use_id || b.tool_call_id || '');
+            let resultText = '';
+            if (typeof b.content === 'string')
+                resultText = b.content;
+            else if (Array.isArray(b.content)) {
+                resultText = b.content
+                    .map((c) => {
+                    if (c && typeof c === 'object' && 'text' in c) {
+                        return String(c.text ?? '');
+                    }
+                    return '';
+                })
+                    .filter(Boolean)
+                    .join('\n');
+            }
+            else if (b.content != null) {
+                resultText = JSON.stringify(b.content);
+            }
+            out.push({
+                role: 'tool',
+                content: resultText || '(empty tool result)',
+                // carried for mappers; OpenAI clients use tool_call_id
+                ...(toolCallId
+                    ? { tool_call_id: toolCallId }
+                    : {}),
+            });
+            continue;
+        }
+        // unknown block: try text field
+        if (typeof b.text === 'string')
+            textParts.push(b.text);
+    }
+    if (toolCalls.length && m.role === 'assistant') {
+        out.unshift({
+            role: 'assistant',
+            content: textParts.join('\n') || null,
+            tool_calls: toolCalls,
+        });
+        return out;
+    }
+    const hasImages = contentParts.some((p) => p.type === 'image_url');
+    if (hasImages) {
+        // Ensure text parts included
+        const parts = contentParts.length > 0
+            ? contentParts
+            : textParts.map((t) => ({ type: 'text', text: t }));
+        out.unshift({
+            role: m.role,
+            content: parts,
+        });
+        return out;
+    }
+    if (textParts.length || out.length === 0) {
+        out.unshift({
+            role: m.role,
+            content: textParts.join('\n'),
+        });
+    }
+    return out;
+}
+function anthropicToChatDto(dto) {
+    const messages = [];
+    if (dto.system?.trim()) {
+        messages.push({ role: 'system', content: dto.system });
+    }
+    for (const m of dto.messages) {
+        messages.push(...anthropicMessageToOpenAiMessages({
+            role: m.role,
+            content: m.content,
+        }));
+    }
+    return {
+        model: dto.model,
+        messages,
+        stream: Boolean(dto.stream),
+        temperature: dto.temperature,
+        max_tokens: dto.max_tokens,
+        top_p: dto.top_p,
+        include_reasoning: Boolean(dto.include_reasoning),
+        tools: anthropicToolsToOpenAi(dto.tools),
+        tool_choice: dto.tool_choice,
+        reasoning_effort: dto.thinking?.type === 'enabled' ? 'high' : undefined,
+    };
+}
+function chatCompletionToAnthropicMessage(completion, opts) {
+    const choice = completion.choices?.[0];
+    const text = choice?.message?.content ?? '';
+    const finish = choice?.finish_reason;
+    const toolCalls = choice?.message?.tool_calls;
+    let stopReason = 'end_turn';
+    if (finish === 'length')
+        stopReason = 'max_tokens';
+    if (finish === 'content_filter')
+        stopReason = 'refusal';
+    if (finish === 'tool_calls' || (toolCalls?.length && !String(text || '').trim())) {
+        stopReason = 'tool_use';
+    }
+    const content = [];
+    if (text && String(text).trim()) {
+        content.push({ type: 'text', text: String(text) });
+    }
+    if (toolCalls?.length) {
+        for (const tc of toolCalls) {
+            let input = {};
+            try {
+                input = JSON.parse(tc.function.arguments || '{}');
+            }
+            catch {
+                input = { raw: tc.function.arguments };
+            }
+            content.push({
+                type: 'tool_use',
+                id: tc.id,
+                name: tc.function.name,
+                input,
+            });
+        }
+    }
+    if (!content.length) {
+        content.push({ type: 'text', text: '' });
+    }
+    return {
+        id: opts?.messageId || (0, id_1.createMessageId)(),
+        type: 'message',
+        role: 'assistant',
+        model: completion.model,
+        content,
+        stop_reason: stopReason,
+        stop_sequence: null,
+        usage: {
+            input_tokens: completion.usage?.prompt_tokens ?? 0,
+            output_tokens: completion.usage?.completion_tokens ?? 0,
+        },
+    };
+}
+function mapAnthropicStopReason(stopReason) {
+    if (!stopReason)
+        return 'end_turn';
+    const lower = stopReason.toLowerCase();
+    if (lower.includes('tool'))
+        return 'tool_use';
+    if (lower.includes('length') || lower.includes('max'))
+        return 'max_tokens';
+    if (lower.includes('filter'))
+        return 'refusal';
+    return 'end_turn';
+}
+//# sourceMappingURL=anthropic-mapper.js.map

package/dist/utils/anthropic-mapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic-mapper.js","sourceRoot":"","sources":["../../src/utils/anthropic-mapper.ts"],"names":[],"mappings":";;AAUA,wDAsBC;AAiCD,4EAsHC;AAED,gDA6BC;AAED,4EAwDC;AAED,wDAOC;AAlRD,6BAAuC;AAEvC,6EAA6E;AAC7E,SAAgB,sBAAsB,CACpC,KAA4B;IAE5B,IAAI,CAAC,KAAK,EAAE,MAAM;QAAE,OAAO,SAAS,CAAC;IACrC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACrB,IAAI,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ;YAAE,OAAO,CAAC,CAAC;QAC1C,MAAM,CAAC,GAAG,CAA4B,CAAC;QACvC,wBAAwB;QACxB,IAAI,CAAC,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,QAAQ;YAAE,OAAO,CAAC,CAAC;QAClD,iDAAiD;QACjD,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC/B,OAAO;gBACL,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACR,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;oBAC1B,UAAU,EAAE,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,UAAU,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE;iBACjE;aACF,CAAC;QACJ,CAAC;QACD,OAAO,CAAC,CAAC;IACX,CAAC,CAAqC,CAAC;AACzC,CAAC;AAED;;GAEG;AACH,SAAS,0BAA0B,CACjC,KAA8B;IAE9B,MAAM,MAAM,GAAG,KAAK,CAAC,MAA6C,CAAC;IACnE,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC1C,IAAI,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ,EAAE,CAAC;YAClC,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,EAAE,CAAC;QAC9D,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK,IAAI,OAAO,MAAM,CAAC,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5D,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC;IAC/D,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAChE,MAAM,KAAK,GACT,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC;QAC1E,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;YAC7C,CAAC,CAAC,MAAM,CAAC,IAAI;YACb,CAAC,CAAC,QAAQ,KAAK,WAAW,MAAM,CAAC,IAAI,EAAE,CAAC;QAC1C,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC;IAC5D,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,SAAgB,gCAAgC,CAAC,CAGhD;IACC,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;QAClC,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IAChD,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;IAC9D,CAAC;IAED,MAAM,GAAG,GAAwC,EAAE,CAAC;IACpD,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,YAAY,GAAmC,EAAE,CAAC;IACxD,MAAM,SAAS,GAIV,EAAE,CAAC;IAER,KAAK,MAAM,KAAK,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;QAC9B,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,SAAS;QAClD,MAAM,CAAC,GAAG,KAAgC,CAAC;QAC3C,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QAElC,IAAI,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAClD,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACvB,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAClD,SAAS;QACX,CAAC;QACD,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;YAC7C,MAAM,IAAI,GACR,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,SAAS;gBACjC,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE;gBAC/C,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,CAAC;YACpC,IAAI,IAAI;gBAAE,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClC,SAAS;QACX,CAAC;QACD,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;YACxB,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,SAAS,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;YAC9E,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,MAAM,CAAC,CAAC;YACtC,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC5B,SAAS,CAAC,IAAI,CAAC;gBACb,EAAE;gBACF,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACR,IAAI;oBACJ,SAAS,EACP,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE,CAAC;iBAClE;aACF,CAAC,CAAC;YACH,4CAA4C;YAC5C,SAAS,CAAC,IAAI,CACZ,kBAAkB,IAAI,OAAO,EAAE,KAAK,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAChG,CAAC;YACF,SAAS;QACX,CAAC;QACD,IAAI,IAAI,KAAK,aAAa,EAAE,CAAC;YAC3B,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC;YACjE,IAAI,UAAU,GAAG,EAAE,CAAC;YACpB,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ;gBAAE,UAAU,GAAG,CAAC,CAAC,OAAO,CAAC;iBACrD,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;gBAClC,UAAU,GAAG,CAAC,CAAC,OAAO;qBACnB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;oBACT,IAAI,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;wBAC9C,OAAO,MAAM,CAAE,CAAuB,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;oBACrD,CAAC;oBACD,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC;qBACD,MAAM,CAAC,OAAO,CAAC;qBACf,IAAI,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC;iBAAM,IAAI,CAAC,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;gBAC7B,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACzC,CAAC;YACD,GAAG,CAAC,IAAI,CAAC;gBACP,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE,UAAU,IAAI,qBAAqB;gBAC5C,uDAAuD;gBACvD,GAAG,CAAC,UAAU;oBACZ,CAAC,CAAE,EAAE,YAAY,EAAE,UAAU,EAA+B;oBAC5D,CAAC,CAAC,EAAE,CAAC;aACuC,CAAC,CAAC;YAClD,SAAS;QACX,CAAC;QACD,gCAAgC;QAChC,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ;YAAE,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACzD,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC/C,GAAG,CAAC,OAAO,CAAC;YACV,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI;YACrC,UAAU,EAAE,SAAS;SACyB,CAAC,CAAC;QAClD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;IACnE,IAAI,SAAS,EAAE,CAAC;QACd,6BAA6B;QAC7B,MAAM,KAAK,GACT,YAAY,CAAC,MAAM,GAAG,CAAC;YACrB,CAAC,CAAC,YAAY;YACd,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACxD,GAAG,CAAC,OAAO,CAAC;YACV,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,OAAO,EAAE,KAA+D;SACzE,CAAC,CAAC;QACH,OAAO,GAAG,CAAC;IACb,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzC,GAAG,CAAC,OAAO,CAAC;YACV,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;SAC9B,CAAC,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAgB,kBAAkB,CAChC,GAAyB;IAEzB,MAAM,QAAQ,GAAwC,EAAE,CAAC;IACzD,IAAI,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC;QACvB,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;IACzD,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC7B,QAAQ,CAAC,IAAI,CACX,GAAG,gCAAgC,CAAC;YAClC,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,OAAO,EAAE,CAAC,CAAC,OAAkD;SAC9D,CAAC,CACH,CAAC;IACJ,CAAC;IAED,OAAO;QACL,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,QAAQ;QACR,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;QAC3B,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,iBAAiB,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;QACjD,KAAK,EAAE,sBAAsB,CAAC,GAAG,CAAC,KAAK,CAAC;QACxC,WAAW,EAAE,GAAG,CAAC,WAAW;QAC5B,gBAAgB,EACd,GAAG,CAAC,QAAQ,EAAE,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;KACxD,CAAC;AACJ,CAAC;AAED,SAAgB,gCAAgC,CAC9C,UAAgC,EAChC,IAA6B;IAE7B,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;IACvC,MAAM,IAAI,GAAG,MAAM,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;IAC5C,MAAM,MAAM,GAAG,MAAM,EAAE,aAAa,CAAC;IACrC,MAAM,SAAS,GAAG,MAAM,EAAE,OAAO,EAAE,UAAU,CAAC;IAE9C,IAAI,UAAU,GAAW,UAAU,CAAC;IACpC,IAAI,MAAM,KAAK,QAAQ;QAAE,UAAU,GAAG,YAAY,CAAC;IACnD,IAAI,MAAM,KAAK,gBAAgB;QAAE,UAAU,GAAG,SAAS,CAAC;IACxD,IAAI,MAAM,KAAK,YAAY,IAAI,CAAC,SAAS,EAAE,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACjF,UAAU,GAAG,UAAU,CAAC;IAC1B,CAAC;IAED,MAAM,OAAO,GAA4B,EAAE,CAAC;IAC5C,IAAI,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAChC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACrD,CAAC;IACD,IAAI,SAAS,EAAE,MAAM,EAAE,CAAC;QACtB,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;YAC3B,IAAI,KAAK,GAA4B,EAAE,CAAC;YACxC,IAAI,CAAC;gBACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAG/C,CAAC;YACJ,CAAC;YAAC,MAAM,CAAC;gBACP,KAAK,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;YACzC,CAAC;YACD,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,UAAU;gBAChB,EAAE,EAAE,EAAE,CAAC,EAAE;gBACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;gBACtB,KAAK;aACN,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QACpB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,OAAO;QACL,EAAE,EAAE,IAAI,EAAE,SAAS,IAAI,IAAA,oBAAe,GAAE;QACxC,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,WAAW;QACjB,KAAK,EAAE,UAAU,CAAC,KAAK;QACvB,OAAO;QACP,WAAW,EAAE,UAAU;QACvB,aAAa,EAAE,IAAI;QACnB,KAAK,EAAE;YACL,YAAY,EAAE,UAAU,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;YAClD,aAAa,EAAE,UAAU,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;SACxD;KACF,CAAC;AACJ,CAAC;AAED,SAAgB,sBAAsB,CAAC,UAAmB;IACxD,IAAI,CAAC,UAAU;QAAE,OAAO,UAAU,CAAC;IACnC,MAAM,KAAK,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC;IACvC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,UAAU,CAAC;IAC9C,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,YAAY,CAAC;IAC3E,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,SAAS,CAAC;IAC/C,OAAO,UAAU,CAAC;AACpB,CAAC"}

package/dist/utils/api-key-crypto.d.ts

@@ -0,0 +1,10 @@
+export declare function createApiKeySecret(): string;
+export declare function apiKeyPrefix(rawKey: string): string;
+/** Legacy: plain SHA-256 hex (64 chars). */
+export declare function hashApiKeySha256(rawKey: string): string;
+/** Preferred: scrypt$saltHex$hashHex */
+export declare function scryptHash(rawKey: string, salt?: NonSharedBuffer): string;
+/** New keys: scrypt. */
+export declare function hashApiKey(rawKey: string): string;
+export declare function verifyApiKey(rawKey: string, keyHash: string): boolean;
+//# sourceMappingURL=api-key-crypto.d.ts.map

package/dist/utils/api-key-crypto.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"api-key-crypto.d.ts","sourceRoot":"","sources":["../../src/utils/api-key-crypto.ts"],"names":[],"mappings":"AAOA,wBAAgB,kBAAkB,IAAI,MAAM,CAE3C;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAEnD;AAED,4CAA4C;AAC5C,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAEvD;AAED,wCAAwC;AACxC,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,kBAAkB,GAAG,MAAM,CAGzE;AAED,wBAAwB;AACxB,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAEjD;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAkBrE"}