genai-electron 0.5.0 → 0.7.1

package/dist/system/SystemInfo.js

@@ -2,8 +2,9 @@ import { getCPUInfo, getRecommendedThreads } from './cpu-detect.js';
 import { getMemoryInfo, estimateVRAM } from './memory-detect.js';
 import { detectGPU, calculateGPULayers } from './gpu-detect.js';
 import { getPlatform } from '../utils/platform-utils.js';
-import { RECOMMENDED_QUANTIZATIONS } from '../config/defaults.js';
-import { getLayerCountWithFallback, getContextLengthWithFallback, } from '../utils/model-metadata-helpers.js';
+import { RECOMMENDED_QUANTIZATIONS, KV_SIZING } from '../config/defaults.js';
+import { getLayerCountWithFallback, getContextLengthWithFallback, hasGGUFMetadata, } from '../utils/model-metadata-helpers.js';
+import { estimateKVBytesPerToken, floorContextToGranularity } from '../utils/kv-cache-math.js';
 export class SystemInfo {
     static instance;
     cachedCapabilities = null;
@@ -52,15 +53,18 @@ export class SystemInfo {
     }
     async canRunModel(modelInfo, options) {
         const capabilities = await this.detect();
+        const kvFloorBytes = hasGGUFMetadata(modelInfo) && modelInfo.ggufMetadata?.block_count
+            ? KV_SIZING.floorContextTokens * estimateKVBytesPerToken(modelInfo)
+            : 0;
         const gpuLayers = options?.gpuLayers;
         let requiredMemory;
         if (gpuLayers && gpuLayers > 0) {
             const totalLayers = options?.totalLayers ?? getLayerCountWithFallback(modelInfo);
             const cpuRatio = Math.max(0, 1 - gpuLayers / totalLayers);
-            requiredMemory = modelInfo.size * cpuRatio * 1.2;
+            requiredMemory = (modelInfo.size * 1.2 + kvFloorBytes) * cpuRatio;
         }
         else {
-            requiredMemory = modelInfo.size * 1.2;
+            requiredMemory = modelInfo.size * 1.2 + kvFloorBytes;
         }
         const currentMemory = this.getMemoryInfo();
         const checkTotalMemory = options?.checkTotalMemory ?? false;
@@ -85,22 +89,95 @@ export class SystemInfo {
         }
         return { possible: true };
     }
-    async getOptimalConfig(modelInfo) {
+    async getOptimalConfig(modelInfo, hints = {}) {
         const capabilities = await this.detect();
         const currentMemory = this.getMemoryInfo();
-        const contextLength = getContextLengthWithFallback(modelInfo);
-        const contextSize = Math.min(contextLength, this.recommendContextSize(currentMemory.available, modelInfo.size));
         const config = {
             threads: getRecommendedThreads(capabilities.cpu.cores),
-            contextSize,
-            parallelRequests: this.recommendParallelRequests(capabilities.cpu.cores),
+            parallelRequests: hints.parallelRequests ?? this.recommendParallelRequests(),
         };
-        if (capabilities.gpu.available && capabilities.gpu.vram) {
-            const actualLayers = getLayerCountWithFallback(modelInfo);
-            config.gpuLayers = calculateGPULayers(actualLayers, capabilities.gpu.vram, modelInfo.size);
+        const modelCtx = getContextLengthWithFallback(modelInfo);
+        const totalLayers = getLayerCountWithFallback(modelInfo);
+        const gpu = capabilities.gpu;
+        const hasVRAM = gpu.available && !!gpu.vram;
+        if (!hasGGUFMetadata(modelInfo) || !modelInfo.ggufMetadata?.block_count) {
+            config.contextSize = hints.contextSize ?? Math.min(modelCtx, KV_SIZING.floorContextTokens);
+            config.gpuLayers =
+                hints.gpuLayers ??
+                    (hasVRAM ? calculateGPULayers(totalLayers, gpu.vram, modelInfo.size) : 0);
+            return config;
+        }
+        const floor = KV_SIZING.floorContextTokens;
+        const clampCtx = (tokens) => {
+            const rounded = floorContextToGranularity(tokens);
+            return Math.max(floor, Math.min(modelCtx, rounded));
+        };
+        const weightsGPU = modelInfo.size * KV_SIZING.gpuWeightsOverhead;
+        const vramBudget = hasVRAM
+            ? Math.max(0, (gpu.vramAvailable ?? gpu.vram) - KV_SIZING.computeBufferBytes)
+            : 0;
+        const cpuContext = (bytesPerToken) => clampCtx((currentMemory.available -
+            modelInfo.size * KV_SIZING.cpuWeightsOverhead -
+            KV_SIZING.osRamMarginBytes) /
+            bytesPerToken);
+        const userPinnedCacheType = hints.cacheTypeK !== undefined || hints.cacheTypeV !== undefined;
+        const flashAttentionOff = hints.flashAttention === 'off' || hints.flashAttention === false;
+        let cacheTypeK = hints.cacheTypeK ?? 'f16';
+        let cacheTypeV = hints.cacheTypeV ?? 'f16';
+        let autoQuantized = false;
+        if (!userPinnedCacheType && !flashAttentionOff && hasVRAM && vramBudget > 0) {
+            const bptF16 = estimateKVBytesPerToken(modelInfo, 'f16', 'f16');
+            const abundantHeadroom = weightsGPU + modelCtx * bptF16 <= vramBudget;
+            if (!abundantHeadroom) {
+                cacheTypeK = 'q8_0';
+                cacheTypeV = 'q8_0';
+                autoQuantized = true;
+            }
+        }
+        const bpt = estimateKVBytesPerToken(modelInfo, cacheTypeK, cacheTypeV);
+        let gpuLayers;
+        let contextTokens;
+        if (hasVRAM && vramBudget > 0) {
+            const pinnedCtx = hints.contextSize;
+            const requiredKV = (pinnedCtx ?? floor) * bpt;
+            const fullOffloadFits = weightsGPU + requiredKV <= vramBudget;
+            if (hints.gpuLayers !== undefined ? hints.gpuLayers >= totalLayers : fullOffloadFits) {
+                gpuLayers = hints.gpuLayers ?? totalLayers;
+                contextTokens = pinnedCtx ?? clampCtx((vramBudget - weightsGPU) / bpt);
+            }
+            else {
+                const reserve = Math.max(requiredKV, KV_SIZING.minPartialReserveBytes);
+                const perLayer = weightsGPU / totalLayers;
+                gpuLayers =
+                    hints.gpuLayers ??
+                        Math.min(totalLayers, Math.max(0, Math.floor((vramBudget - reserve) / perLayer)));
+                if (gpuLayers <= 0) {
+                    gpuLayers = 0;
+                    contextTokens = pinnedCtx ?? cpuContext(bpt);
+                }
+                else {
+                    const gpuShare = gpuLayers / totalLayers;
+                    const cpuShare = 1 - gpuShare;
+                    const gpuKVBudget = Math.max(0, vramBudget - gpuLayers * perLayer);
+                    const ramKVBudget = Math.max(0, currentMemory.available -
+                        modelInfo.size * cpuShare * KV_SIZING.cpuWeightsOverhead -
+                        KV_SIZING.osRamMarginBytes);
+                    const byGPU = gpuShare > 0 ? gpuKVBudget / (bpt * gpuShare) : Infinity;
+                    const byRAM = cpuShare > 0 ? ramKVBudget / (bpt * cpuShare) : Infinity;
+                    contextTokens = pinnedCtx ?? clampCtx(Math.min(byGPU, byRAM));
+                }
+            }
         }
         else {
-            config.gpuLayers = 0;
+            gpuLayers = hints.gpuLayers ?? 0;
+            contextTokens = hints.contextSize ?? cpuContext(bpt);
+        }
+        config.contextSize = contextTokens;
+        config.gpuLayers = gpuLayers;
+        if (autoQuantized) {
+            config.cacheTypeK = cacheTypeK;
+            config.cacheTypeV = cacheTypeV;
+            config.flashAttention = 'on';
         }
         return config;
     }
@@ -141,10 +218,7 @@ export class SystemInfo {
             gpuAcceleration: gpu.available,
         };
     }
-    recommendContextSize(_availableRAM, _modelSize) {
-        return 4096;
-    }
-    recommendParallelRequests(_cpuCores) {
+    recommendParallelRequests() {
         return 1;
     }
     clearCache() {

package/dist/system/SystemInfo.js.map

@@ -1 +1 @@
-{"version":3,"file":"SystemInfo.js","sourceRoot":"","sources":["../../src/system/SystemInfo.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACpE,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAChE,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,yBAAyB,EAAE,MAAM,uBAAuB,CAAC;AAClE,OAAO,EACL,yBAAyB,EACzB,4BAA4B,GAC7B,MAAM,oCAAoC,CAAC;AAa5C,MAAM,OAAO,UAAU;IACb,MAAM,CAAC,QAAQ,CAAa;IAC5B,kBAAkB,GAA8B,IAAI,CAAC;IACrD,cAAc,GAAG,CAAC,CAAC;IACV,SAAS,GAAG,KAAK,CAAC;IAMnC,gBAAuB,CAAC;IAKjB,MAAM,CAAC,WAAW;QACvB,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;YACzB,UAAU,CAAC,QAAQ,GAAG,IAAI,UAAU,EAAE,CAAC;QACzC,CAAC;QACD,OAAO,UAAU,CAAC,QAAQ,CAAC;IAC7B,CAAC;IAgBM,KAAK,CAAC,MAAM,CAAC,YAAY,GAAG,KAAK;QAEtC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,kBAAkB,IAAI,GAAG,GAAG,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YAC3F,OAAO,IAAI,CAAC,kBAAkB,CAAC;QACjC,CAAC;QAGD,MAAM,GAAG,GAAG,UAAU,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,MAAM,SAAS,EAAE,CAAC;QAG9B,IAAI,GAAG,CAAC,SAAS,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAC/B,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,SAAS,CAAC;QACpD,CAAC;QAGD,MAAM,eAAe,GAAG,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAEnF,MAAM,YAAY,GAAuB;YACvC,GAAG;YACH,MAAM;YACN,GAAG;YACH,QAAQ,EAAE,WAAW,EAAE;YACvB,eAAe;YACf,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,CAAC;QAGF,IAAI,CAAC,kBAAkB,GAAG,YAAY,CAAC;QACvC,IAAI,CAAC,cAAc,GAAG,GAAG,CAAC;QAE1B,OAAO,YAAY,CAAC;IACtB,CAAC;IAaM,aAAa;QAClB,OAAO,aAAa,EAAE,CAAC;IACzB,CAAC;IAmBM,KAAK,CAAC,UAAU;QACrB,MAAM,GAAG,GAAG,MAAM,SAAS,EAAE,CAAC;QAG9B,IAAI,GAAG,CAAC,SAAS,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAC/B,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,SAAS,CAAC;QACpD,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAwBM,KAAK,CAAC,WAAW,CACtB,SAAoB,EACpB,OAIC;QAMD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QAGzC,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,CAAC;QACrC,IAAI,cAAsB,CAAC;QAC3B,IAAI,SAAS,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,yBAAyB,CAAC,SAAS,CAAC,CAAC;YACjF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,GAAG,WAAW,CAAC,CAAC;YAC1D,cAAc,GAAG,SAAS,CAAC,IAAI,GAAG,QAAQ,GAAG,GAAG,CAAC;QACnD,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,SAAS,CAAC,IAAI,GAAG,GAAG,CAAC;QACxC,CAAC;QAGD,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QAG3C,MAAM,gBAAgB,GAAG,OAAO,EAAE,gBAAgB,IAAI,KAAK,CAAC;QAC5D,MAAM,aAAa,GAAG,gBAAgB,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,SAAS,CAAC;QACvF,MAAM,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC;QAG5D,MAAM,SAAS,GAAG,aAAa,IAAI,cAAc,CAAC;QAElD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO;gBACL,QAAQ,EAAE,KAAK;gBACf,MAAM,EAAE,oCAAoC,CAAC,cAAc,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC,aAAa,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,UAAU,EAAE;gBAC3J,UAAU,EAAE,gBAAgB;oBAC1B,CAAC,CAAC,+EAA+E;oBACjF,CAAC,CAAC,yFAAyF;aAC9F,CAAC;QACJ,CAAC;QAGD,IAAI,SAAS,CAAC,IAAI,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;YAClE,OAAO;gBACL,QAAQ,EAAE,IAAI;gBACd,MAAM,EAAE,6DAA6D;gBACrE,UAAU,EAAE,+DAA+D;aAC5E,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAC5B,CAAC;IAcM,KAAK,CAAC,gBAAgB,CAAC,SAAoB;QAChD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QAGzC,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QAG3C,MAAM,aAAa,GAAG,4BAA4B,CAAC,SAAS,CAAC,CAAC;QAC9D,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAC1B,aAAa,EACb,IAAI,CAAC,oBAAoB,CAAC,aAAa,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,CACnE,CAAC;QAEF,MAAM,MAAM,GAA0B;YACpC,OAAO,EAAE,qBAAqB,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC;YACtD,WAAW;YACX,gBAAgB,EAAE,IAAI,CAAC,yBAAyB,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC;SACzE,CAAC;QAGF,IAAI,YAAY,CAAC,GAAG,CAAC,SAAS,IAAI,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAExD,MAAM,YAAY,GAAG,yBAAyB,CAAC,SAAS,CAAC,CAAC;YAC1D,MAAM,CAAC,SAAS,GAAG,kBAAkB,CAAC,YAAY,EAAE,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;QAC7F,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC;QACvB,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAKO,uBAAuB,CAC7B,QAAgB,EAChB,QAAgB,EAChB,GAA8B;QAE9B,MAAM,KAAK,GAAG,QAAQ,GAAG,IAAI,IAAI,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAGnD,IAAI,YAAoB,CAAC;QACzB,IAAI,uBAA0C,CAAC;QAE/C,IAAI,GAAG,CAAC,SAAS,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;YAClC,YAAY,GAAG,KAAK,CAAC;YACrB,uBAAuB,GAAG,yBAAyB,CAAC,QAAQ,CAAC;QAC/D,CAAC;aAAM,IAAI,GAAG,CAAC,SAAS,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;YACzC,YAAY,GAAG,KAAK,CAAC;YACrB,uBAAuB,GAAG,yBAAyB,CAAC,QAAQ,CAAC;QAC/D,CAAC;aAAM,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;YACvB,YAAY,GAAG,KAAK,CAAC;YACrB,uBAAuB,GAAG,yBAAyB,CAAC,OAAO,CAAC;QAC9D,CAAC;aAAM,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;YACvB,YAAY,GAAG,KAAK,CAAC;YACrB,uBAAuB,GAAG,yBAAyB,CAAC,QAAQ,CAAC;QAC/D,CAAC;aAAM,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACtB,YAAY,GAAG,IAAI,CAAC;YACpB,uBAAuB,GAAG,yBAAyB,CAAC,QAAQ,CAAC;QAC/D,CAAC;aAAM,CAAC;YACN,YAAY,GAAG,IAAI,CAAC;YACpB,uBAAuB,GAAG,yBAAyB,CAAC,OAAO,CAAC;QAC9D,CAAC;QAED,OAAO;YACL,YAAY;YACZ,uBAAuB;YACvB,OAAO,EAAE,qBAAqB,CAAC,QAAQ,CAAC;YACxC,SAAS,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YACxC,eAAe,EAAE,GAAG,CAAC,SAAS;SAC/B,CAAC;IACJ,CAAC;IAkBO,oBAAoB,CAAC,aAAqB,EAAE,UAAkB;QAGpE,OAAO,IAAI,CAAC;IACd,CAAC;IAeO,yBAAyB,CAAC,SAAiB;QAIjD,OAAO,CAAC,CAAC;IACX,CAAC;IAMM,UAAU;QACf,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;IAC1B,CAAC;CACF;AAGD,MAAM,CAAC,MAAM,UAAU,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC"}
+{"version":3,"file":"SystemInfo.js","sourceRoot":"","sources":["../../src/system/SystemInfo.ts"],"names":[],"mappings":"AAaA,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACpE,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAChE,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,yBAAyB,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAC7E,OAAO,EACL,yBAAyB,EACzB,4BAA4B,EAC5B,eAAe,GAChB,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,uBAAuB,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AAa/F,MAAM,OAAO,UAAU;IACb,MAAM,CAAC,QAAQ,CAAa;IAC5B,kBAAkB,GAA8B,IAAI,CAAC;IACrD,cAAc,GAAG,CAAC,CAAC;IACV,SAAS,GAAG,KAAK,CAAC;IAMnC,gBAAuB,CAAC;IAKjB,MAAM,CAAC,WAAW;QACvB,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;YACzB,UAAU,CAAC,QAAQ,GAAG,IAAI,UAAU,EAAE,CAAC;QACzC,CAAC;QACD,OAAO,UAAU,CAAC,QAAQ,CAAC;IAC7B,CAAC;IAgBM,KAAK,CAAC,MAAM,CAAC,YAAY,GAAG,KAAK;QAEtC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,kBAAkB,IAAI,GAAG,GAAG,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YAC3F,OAAO,IAAI,CAAC,kBAAkB,CAAC;QACjC,CAAC;QAGD,MAAM,GAAG,GAAG,UAAU,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,MAAM,SAAS,EAAE,CAAC;QAG9B,IAAI,GAAG,CAAC,SAAS,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAC/B,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,SAAS,CAAC;QACpD,CAAC;QAGD,MAAM,eAAe,GAAG,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAEnF,MAAM,YAAY,GAAuB;YACvC,GAAG;YACH,MAAM;YACN,GAAG;YACH,QAAQ,EAAE,WAAW,EAAE;YACvB,eAAe;YACf,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,CAAC;QAGF,IAAI,CAAC,kBAAkB,GAAG,YAAY,CAAC;QACvC,IAAI,CAAC,cAAc,GAAG,GAAG,CAAC;QAE1B,OAAO,YAAY,CAAC;IACtB,CAAC;IAaM,aAAa;QAClB,OAAO,aAAa,EAAE,CAAC;IACzB,CAAC;IAmBM,KAAK,CAAC,UAAU;QACrB,MAAM,GAAG,GAAG,MAAM,SAAS,EAAE,CAAC;QAG9B,IAAI,GAAG,CAAC,SAAS,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAC/B,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,SAAS,CAAC;QACpD,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAwBM,KAAK,CAAC,WAAW,CACtB,SAAoB,EACpB,OAIC;QAMD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QAIzC,MAAM,YAAY,GAChB,eAAe,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,YAAY,EAAE,WAAW;YAC/D,CAAC,CAAC,SAAS,CAAC,kBAAkB,GAAG,uBAAuB,CAAC,SAAS,CAAC;YACnE,CAAC,CAAC,CAAC,CAAC;QAIR,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,CAAC;QACrC,IAAI,cAAsB,CAAC;QAC3B,IAAI,SAAS,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,yBAAyB,CAAC,SAAS,CAAC,CAAC;YACjF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,GAAG,WAAW,CAAC,CAAC;YAC1D,cAAc,GAAG,CAAC,SAAS,CAAC,IAAI,GAAG,GAAG,GAAG,YAAY,CAAC,GAAG,QAAQ,CAAC;QACpE,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,SAAS,CAAC,IAAI,GAAG,GAAG,GAAG,YAAY,CAAC;QACvD,CAAC;QAGD,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QAG3C,MAAM,gBAAgB,GAAG,OAAO,EAAE,gBAAgB,IAAI,KAAK,CAAC;QAC5D,MAAM,aAAa,GAAG,gBAAgB,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,SAAS,CAAC;QACvF,MAAM,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC;QAG5D,MAAM,SAAS,GAAG,aAAa,IAAI,cAAc,CAAC;QAElD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO;gBACL,QAAQ,EAAE,KAAK;gBACf,MAAM,EAAE,oCAAoC,CAAC,cAAc,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC,aAAa,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,UAAU,EAAE;gBAC3J,UAAU,EAAE,gBAAgB;oBAC1B,CAAC,CAAC,+EAA+E;oBACjF,CAAC,CAAC,yFAAyF;aAC9F,CAAC;QACJ,CAAC;QAGD,IAAI,SAAS,CAAC,IAAI,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;YAClE,OAAO;gBACL,QAAQ,EAAE,IAAI;gBACd,MAAM,EAAE,6DAA6D;gBACrE,UAAU,EAAE,+DAA+D;aAC5E,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAC5B,CAAC;IAcM,KAAK,CAAC,gBAAgB,CAC3B,SAAoB,EACpB,QAA4B,EAAE;QAE9B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QAGzC,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QAE3C,MAAM,MAAM,GAA+B;YACzC,OAAO,EAAE,qBAAqB,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC;YACtD,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,IAAI,IAAI,CAAC,yBAAyB,EAAE;SAC7E,CAAC;QAEF,MAAM,QAAQ,GAAG,4BAA4B,CAAC,SAAS,CAAC,CAAC;QACzD,MAAM,WAAW,GAAG,yBAAyB,CAAC,SAAS,CAAC,CAAC;QACzD,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC;QAC7B,MAAM,OAAO,GAAG,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;QAI5C,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,WAAW,EAAE,CAAC;YACxE,MAAM,CAAC,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,kBAAkB,CAAC,CAAC;YAC3F,MAAM,CAAC,SAAS;gBACd,KAAK,CAAC,SAAS;oBACf,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC,WAAW,EAAE,GAAG,CAAC,IAAK,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7E,OAAO,MAAM,CAAC;QAChB,CAAC;QAGD,MAAM,KAAK,GAAG,SAAS,CAAC,kBAAkB,CAAC;QAC3C,MAAM,QAAQ,GAAG,CAAC,MAAc,EAAU,EAAE;YAG1C,MAAM,OAAO,GAAG,yBAAyB,CAAC,MAAM,CAAC,CAAC;YAClD,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;QACtD,CAAC,CAAC;QAEF,MAAM,UAAU,GAAG,SAAS,CAAC,IAAI,GAAG,SAAS,CAAC,kBAAkB,CAAC;QACjE,MAAM,UAAU,GAAG,OAAO;YACxB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,IAAK,CAAC,GAAG,SAAS,CAAC,kBAAkB,CAAC;YAC9E,CAAC,CAAC,CAAC,CAAC;QACN,MAAM,UAAU,GAAG,CAAC,aAAqB,EAAU,EAAE,CACnD,QAAQ,CACN,CAAC,aAAa,CAAC,SAAS;YACtB,SAAS,CAAC,IAAI,GAAG,SAAS,CAAC,kBAAkB;YAC7C,SAAS,CAAC,gBAAgB,CAAC;YAC3B,aAAa,CAChB,CAAC;QAOJ,MAAM,mBAAmB,GAAG,KAAK,CAAC,UAAU,KAAK,SAAS,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,CAAC;QAC7F,MAAM,iBAAiB,GAAG,KAAK,CAAC,cAAc,KAAK,KAAK,IAAI,KAAK,CAAC,cAAc,KAAK,KAAK,CAAC;QAC3F,IAAI,UAAU,GAAgB,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC;QACxD,IAAI,UAAU,GAAgB,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC;QACxD,IAAI,aAAa,GAAG,KAAK,CAAC;QAE1B,IAAI,CAAC,mBAAmB,IAAI,CAAC,iBAAiB,IAAI,OAAO,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YAC5E,MAAM,MAAM,GAAG,uBAAuB,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;YAChE,MAAM,gBAAgB,GAAG,UAAU,GAAG,QAAQ,GAAG,MAAM,IAAI,UAAU,CAAC;YACtE,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACtB,UAAU,GAAG,MAAM,CAAC;gBACpB,UAAU,GAAG,MAAM,CAAC;gBACpB,aAAa,GAAG,IAAI,CAAC;YACvB,CAAC;QACH,CAAC;QAED,MAAM,GAAG,GAAG,uBAAuB,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;QAKvE,IAAI,SAAiB,CAAC;QACtB,IAAI,aAAqB,CAAC;QAE1B,IAAI,OAAO,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,SAAS,GAAG,KAAK,CAAC,WAAW,CAAC;YACpC,MAAM,UAAU,GAAG,CAAC,SAAS,IAAI,KAAK,CAAC,GAAG,GAAG,CAAC;YAC9C,MAAM,eAAe,GAAG,UAAU,GAAG,UAAU,IAAI,UAAU,CAAC;YAE9D,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,IAAI,WAAW,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC;gBAErF,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,WAAW,CAAC;gBAC3C,aAAa,GAAG,SAAS,IAAI,QAAQ,CAAC,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC,CAAC;YACzE,CAAC;iBAAM,CAAC;gBAEN,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,SAAS,CAAC,sBAAsB,CAAC,CAAC;gBACvE,MAAM,QAAQ,GAAG,UAAU,GAAG,WAAW,CAAC;gBAC1C,SAAS;oBACP,KAAK,CAAC,SAAS;wBACf,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,GAAG,OAAO,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAEpF,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;oBACnB,SAAS,GAAG,CAAC,CAAC;oBACd,aAAa,GAAG,SAAS,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC;gBAC/C,CAAC;qBAAM,CAAC;oBAEN,MAAM,QAAQ,GAAG,SAAS,GAAG,WAAW,CAAC;oBACzC,MAAM,QAAQ,GAAG,CAAC,GAAG,QAAQ,CAAC;oBAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,SAAS,GAAG,QAAQ,CAAC,CAAC;oBACnE,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAC1B,CAAC,EACD,aAAa,CAAC,SAAS;wBACrB,SAAS,CAAC,IAAI,GAAG,QAAQ,GAAG,SAAS,CAAC,kBAAkB;wBACxD,SAAS,CAAC,gBAAgB,CAC7B,CAAC;oBACF,MAAM,KAAK,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;oBACvE,MAAM,KAAK,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;oBACvE,aAAa,GAAG,SAAS,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;gBAChE,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC;YACjC,aAAa,GAAG,KAAK,CAAC,WAAW,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,CAAC,WAAW,GAAG,aAAa,CAAC;QACnC,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;QAC7B,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,CAAC,UAAU,GAAG,UAAU,CAAC;YAC/B,MAAM,CAAC,UAAU,GAAG,UAAU,CAAC;YAG/B,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC;QAC/B,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAKO,uBAAuB,CAC7B,QAAgB,EAChB,QAAgB,EAChB,GAA8B;QAE9B,MAAM,KAAK,GAAG,QAAQ,GAAG,IAAI,IAAI,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAGnD,IAAI,YAAoB,CAAC;QACzB,IAAI,uBAA0C,CAAC;QAE/C,IAAI,GAAG,CAAC,SAAS,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;YAClC,YAAY,GAAG,KAAK,CAAC;YACrB,uBAAuB,GAAG,yBAAyB,CAAC,QAAQ,CAAC;QAC/D,CAAC;aAAM,IAAI,GAAG,CAAC,SAAS,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;YACzC,YAAY,GAAG,KAAK,CAAC;YACrB,uBAAuB,GAAG,yBAAyB,CAAC,QAAQ,CAAC;QAC/D,CAAC;aAAM,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;YACvB,YAAY,GAAG,KAAK,CAAC;YACrB,uBAAuB,GAAG,yBAAyB,CAAC,OAAO,CAAC;QAC9D,CAAC;aAAM,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;YACvB,YAAY,GAAG,KAAK,CAAC;YACrB,uBAAuB,GAAG,yBAAyB,CAAC,QAAQ,CAAC;QAC/D,CAAC;aAAM,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACtB,YAAY,GAAG,IAAI,CAAC;YACpB,uBAAuB,GAAG,yBAAyB,CAAC,QAAQ,CAAC;QAC/D,CAAC;aAAM,CAAC;YACN,YAAY,GAAG,IAAI,CAAC;YACpB,uBAAuB,GAAG,yBAAyB,CAAC,OAAO,CAAC;QAC9D,CAAC;QAED,OAAO;YACL,YAAY;YACZ,uBAAuB;YACvB,OAAO,EAAE,qBAAqB,CAAC,QAAQ,CAAC;YACxC,SAAS,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YACxC,eAAe,EAAE,GAAG,CAAC,SAAS;SAC/B,CAAC;IACJ,CAAC;IAcO,yBAAyB;QAI/B,OAAO,CAAC,CAAC;IACX,CAAC;IAMM,UAAU;QACf,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;IAC1B,CAAC;CACF;AAGD,MAAM,CAAC,MAAM,UAAU,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC"}

package/dist/types/images.d.ts

@@ -31,7 +31,7 @@ export interface ImageGenerationResult {
 }
 export interface DiffusionServerConfig {
     modelId: string;
-    port?: number;
+    port?: number | 'auto';
     threads?: number;
     gpuLayers?: number;
     forceValidation?: boolean;
@@ -51,7 +51,7 @@ export interface DiffusionServerInfo {
     error?: string;
     busy?: boolean;
 }
-export type GenerationStatus = 'pending' | 'in_progress' | 'complete' | 'error';
+export type GenerationStatus = 'pending' | 'in_progress' | 'complete' | 'error' | 'cancelled';
 export interface GenerationState {
     id: string;
     status: GenerationStatus;

package/dist/types/images.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"images.d.ts","sourceRoot":"","sources":["../../src/types/images.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAK/D,MAAM,MAAM,YAAY,GACpB,SAAS,GACT,OAAO,GACP,MAAM,GACN,MAAM,GACN,WAAW,GACX,SAAS,GACT,WAAW,GACX,KAAK,CAAC;AAKV,MAAM,MAAM,oBAAoB,GAAG,SAAS,GAAG,WAAW,GAAG,UAAU,CAAC;AAKxE,MAAM,WAAW,uBAAuB;IAEtC,WAAW,EAAE,MAAM,CAAC;IAGpB,UAAU,EAAE,MAAM,CAAC;IAGnB,KAAK,EAAE,oBAAoB,CAAC;IAG5B,UAAU,CAAC,EAAE,MAAM,CAAC;IAGpB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAKD,MAAM,WAAW,qBAAqB;IAEpC,MAAM,EAAE,MAAM,CAAC;IAGf,cAAc,CAAC,EAAE,MAAM,CAAC;IAGxB,KAAK,CAAC,EAAE,MAAM,CAAC;IAGf,MAAM,CAAC,EAAE,MAAM,CAAC;IAGhB,KAAK,CAAC,EAAE,MAAM,CAAC;IAGf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,IAAI,CAAC,EAAE,MAAM,CAAC;IAGd,OAAO,CAAC,EAAE,YAAY,CAAC;IAGvB,KAAK,CAAC,EAAE,MAAM,CAAC;IAGf,UAAU,CAAC,EAAE,CACX,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,oBAAoB,EAC3B,UAAU,CAAC,EAAE,MAAM,KAChB,IAAI,CAAC;CACX;AAKD,MAAM,WAAW,qBAAqB;IAEpC,KAAK,EAAE,MAAM,CAAC;IAGd,MAAM,EAAE,KAAK,CAAC;IAGd,SAAS,EAAE,MAAM,CAAC;IAGlB,IAAI,EAAE,MAAM,CAAC;IAGb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAKD,MAAM,WAAW,qBAAqB;IAEpC,OAAO,EAAE,MAAM,CAAC;IAGhB,IAAI,CAAC,EAAE,MAAM,CAAC;IAGd,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,SAAS,CAAC,EAAE,MAAM,CAAC;IAOnB,eAAe,CAAC,EAAE,OAAO,CAAC;IAW1B,SAAS,CAAC,EAAE,OAAO,CAAC;IAYpB,QAAQ,CAAC,EAAE,OAAO,CAAC;IAQnB,SAAS,CAAC,EAAE,MAAM,CAAC;IASnB,YAAY,CAAC,EAAE,OAAO,CAAC;IAQvB,uBAAuB,CAAC,EAAE,OAAO,CAAC;CACnC;AAKD,MAAM,WAAW,mBAAmB;IAElC,MAAM,EAAE,YAAY,CAAC;IAGrB,MAAM,EAAE,YAAY,CAAC;IAGrB,GAAG,CAAC,EAAE,MAAM,CAAC;IAGb,IAAI,EAAE,MAAM,CAAC;IAGb,OAAO,EAAE,MAAM,CAAC;IAGhB,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,KAAK,CAAC,EAAE,MAAM,CAAC;IAGf,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAKD,MAAM,MAAM,gBAAgB,GAAG,SAAS,GAAG,aAAa,GAAG,UAAU,GAAG,OAAO,CAAC;AAKhF,MAAM,WAAW,eAAe;IAE9B,EAAE,EAAE,MAAM,CAAC;IAGX,MAAM,EAAE,gBAAgB,CAAC;IAGzB,SAAS,EAAE,MAAM,CAAC;IAGlB,SAAS,EAAE,MAAM,CAAC;IAGlB,MAAM,EAAE,qBAAqB,CAAC;IAG9B,QAAQ,CAAC,EAAE,uBAAuB,CAAC;IAGnC,MAAM,CAAC,EAAE;QAEP,MAAM,EAAE;YAEN,KAAK,EAAE,MAAM,CAAC;YAEd,IAAI,EAAE,MAAM,CAAC;YAEb,KAAK,EAAE,MAAM,CAAC;YAEd,MAAM,EAAE,MAAM,CAAC;SAChB,EAAE,CAAC;QAEJ,MAAM,EAAE,KAAK,CAAC;QAEd,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IAGF,KAAK,CAAC,EAAE;QAEN,OAAO,EAAE,MAAM,CAAC;QAEhB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH"}
+{"version":3,"file":"images.d.ts","sourceRoot":"","sources":["../../src/types/images.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAK/D,MAAM,MAAM,YAAY,GACpB,SAAS,GACT,OAAO,GACP,MAAM,GACN,MAAM,GACN,WAAW,GACX,SAAS,GACT,WAAW,GACX,KAAK,CAAC;AAKV,MAAM,MAAM,oBAAoB,GAAG,SAAS,GAAG,WAAW,GAAG,UAAU,CAAC;AAKxE,MAAM,WAAW,uBAAuB;IAEtC,WAAW,EAAE,MAAM,CAAC;IAGpB,UAAU,EAAE,MAAM,CAAC;IAGnB,KAAK,EAAE,oBAAoB,CAAC;IAG5B,UAAU,CAAC,EAAE,MAAM,CAAC;IAGpB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAKD,MAAM,WAAW,qBAAqB;IAEpC,MAAM,EAAE,MAAM,CAAC;IAGf,cAAc,CAAC,EAAE,MAAM,CAAC;IAGxB,KAAK,CAAC,EAAE,MAAM,CAAC;IAGf,MAAM,CAAC,EAAE,MAAM,CAAC;IAGhB,KAAK,CAAC,EAAE,MAAM,CAAC;IAGf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,IAAI,CAAC,EAAE,MAAM,CAAC;IAGd,OAAO,CAAC,EAAE,YAAY,CAAC;IAGvB,KAAK,CAAC,EAAE,MAAM,CAAC;IAGf,UAAU,CAAC,EAAE,CACX,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,oBAAoB,EAC3B,UAAU,CAAC,EAAE,MAAM,KAChB,IAAI,CAAC;CACX;AAKD,MAAM,WAAW,qBAAqB;IAEpC,KAAK,EAAE,MAAM,CAAC;IAGd,MAAM,EAAE,KAAK,CAAC;IAGd,SAAS,EAAE,MAAM,CAAC;IAGlB,IAAI,EAAE,MAAM,CAAC;IAGb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAKD,MAAM,WAAW,qBAAqB;IAEpC,OAAO,EAAE,MAAM,CAAC;IAGhB,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAGvB,OAAO,CAAC,EAAE,MAAM,CAAC;IAOjB,SAAS,CAAC,EAAE,MAAM,CAAC;IAOnB,eAAe,CAAC,EAAE,OAAO,CAAC;IAW1B,SAAS,CAAC,EAAE,OAAO,CAAC;IAYpB,QAAQ,CAAC,EAAE,OAAO,CAAC;IAQnB,SAAS,CAAC,EAAE,MAAM,CAAC;IASnB,YAAY,CAAC,EAAE,OAAO,CAAC;IAQvB,uBAAuB,CAAC,EAAE,OAAO,CAAC;CACnC;AAKD,MAAM,WAAW,mBAAmB;IAElC,MAAM,EAAE,YAAY,CAAC;IAGrB,MAAM,EAAE,YAAY,CAAC;IAGrB,GAAG,CAAC,EAAE,MAAM,CAAC;IAGb,IAAI,EAAE,MAAM,CAAC;IAGb,OAAO,EAAE,MAAM,CAAC;IAGhB,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,KAAK,CAAC,EAAE,MAAM,CAAC;IAGf,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AASD,MAAM,MAAM,gBAAgB,GAAG,SAAS,GAAG,aAAa,GAAG,UAAU,GAAG,OAAO,GAAG,WAAW,CAAC;AAK9F,MAAM,WAAW,eAAe;IAE9B,EAAE,EAAE,MAAM,CAAC;IAGX,MAAM,EAAE,gBAAgB,CAAC;IAGzB,SAAS,EAAE,MAAM,CAAC;IAGlB,SAAS,EAAE,MAAM,CAAC;IAGlB,MAAM,EAAE,qBAAqB,CAAC;IAG9B,QAAQ,CAAC,EAAE,uBAAuB,CAAC;IAGnC,MAAM,CAAC,EAAE;QAEP,MAAM,EAAE;YAEN,KAAK,EAAE,MAAM,CAAC;YAEd,IAAI,EAAE,MAAM,CAAC;YAEb,KAAK,EAAE,MAAM,CAAC;YAEd,MAAM,EAAE,MAAM,CAAC;SAChB,EAAE,CAAC;QAEJ,MAAM,EAAE,KAAK,CAAC;QAEd,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IAGF,KAAK,CAAC,EAAE;QAEN,OAAO,EAAE,MAAM,CAAC;QAEhB,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH"}

package/dist/types/index.d.ts

@@ -1,6 +1,6 @@
 export type { GPUInfo, CPUInfo, MemoryInfo, SystemCapabilities, SystemRecommendations, } from './system.js';
-export type { ModelType, ModelInfo, ModelSource, DownloadConfig, DownloadProgress, DownloadProgressCallback, GGUFMetadata, MetadataFetchStrategy, DiffusionComponentRole, DiffusionComponentInfo, DiffusionModelComponents, DiffusionComponentDownload, } from './models.js';
-export type { ServerStatus, HealthStatus, ServerConfig, ServerInfo, LlamaServerConfig, ServerEvent, ServerEventData, BinaryLogEvent, } from './servers.js';
+export type { ModelType, ModelInfo, ModelSource, DownloadConfig, DownloadProgress, DownloadProgressCallback, GGUFMetadata, MetadataFetchStrategy, DiffusionComponentRole, DiffusionComponentInfo, DiffusionModelComponents, DiffusionComponentDownload, ShardInfo, } from './models.js';
+export type { ServerStatus, HealthStatus, KVCacheType, FlashAttentionSetting, ServerConfig, ServerInfo, LlamaServerConfig, ServerEvent, ServerEventData, BinaryLogEvent, OptimalConfigHints, } from './servers.js';
 export type { ImageSampler, ImageGenerationConfig, ImageGenerationResult, ImageGenerationProgress, ImageGenerationStage, DiffusionServerConfig, DiffusionServerInfo, GenerationStatus, GenerationState, } from './images.js';
 export type Optional<T> = {
     [K in keyof T]?: T[K];

package/dist/types/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAMA,YAAY,EACV,OAAO,EACP,OAAO,EACP,UAAU,EACV,kBAAkB,EAClB,qBAAqB,GACtB,MAAM,aAAa,CAAC;AAGrB,YAAY,EACV,SAAS,EACT,SAAS,EACT,WAAW,EACX,cAAc,EACd,gBAAgB,EAChB,wBAAwB,EACxB,YAAY,EACZ,qBAAqB,EACrB,sBAAsB,EACtB,sBAAsB,EACtB,wBAAwB,EACxB,0BAA0B,GAC3B,MAAM,aAAa,CAAC;AAGrB,YAAY,EACV,YAAY,EACZ,YAAY,EACZ,YAAY,EACZ,UAAU,EACV,iBAAiB,EACjB,WAAW,EACX,eAAe,EACf,cAAc,GACf,MAAM,cAAc,CAAC;AAGtB,YAAY,EACV,YAAY,EACZ,qBAAqB,EACrB,qBAAqB,EACrB,uBAAuB,EACvB,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,EACnB,gBAAgB,EAChB,eAAe,GAChB,MAAM,aAAa,CAAC;AAKrB,MAAM,MAAM,QAAQ,CAAC,CAAC,IAAI;KACvB,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;CACtB,CAAC;AAKF,MAAM,MAAM,YAAY,CAAC,CAAC,IAAI;KAE3B,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,SAAS,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC;CACpD,CAAC,MAAM,CAAC,CAAC,CAAC;AAKX,MAAM,MAAM,YAAY,CAAC,CAAC,IAAI;KAE3B,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,SAAS,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK;CACpD,CAAC,MAAM,CAAC,CAAC,CAAC;AAKX,MAAM,MAAM,SAAS,GACjB,MAAM,GACN,MAAM,GACN,OAAO,GACP,IAAI,GACJ,SAAS,EAAE,GACX;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAKjC,MAAM,MAAM,aAAa,CAAC,CAAC,GAAG,IAAI,IAAI,MAAM,OAAO,CAAC,CAAC,CAAC,CAAC;AAKvD,MAAM,MAAM,eAAe,GAAG,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAMA,YAAY,EACV,OAAO,EACP,OAAO,EACP,UAAU,EACV,kBAAkB,EAClB,qBAAqB,GACtB,MAAM,aAAa,CAAC;AAGrB,YAAY,EACV,SAAS,EACT,SAAS,EACT,WAAW,EACX,cAAc,EACd,gBAAgB,EAChB,wBAAwB,EACxB,YAAY,EACZ,qBAAqB,EACrB,sBAAsB,EACtB,sBAAsB,EACtB,wBAAwB,EACxB,0BAA0B,EAC1B,SAAS,GACV,MAAM,aAAa,CAAC;AAGrB,YAAY,EACV,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,qBAAqB,EACrB,YAAY,EACZ,UAAU,EACV,iBAAiB,EACjB,WAAW,EACX,eAAe,EACf,cAAc,EACd,kBAAkB,GACnB,MAAM,cAAc,CAAC;AAGtB,YAAY,EACV,YAAY,EACZ,qBAAqB,EACrB,qBAAqB,EACrB,uBAAuB,EACvB,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,EACnB,gBAAgB,EAChB,eAAe,GAChB,MAAM,aAAa,CAAC;AAKrB,MAAM,MAAM,QAAQ,CAAC,CAAC,IAAI;KACvB,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;CACtB,CAAC;AAKF,MAAM,MAAM,YAAY,CAAC,CAAC,IAAI;KAE3B,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,SAAS,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC;CACpD,CAAC,MAAM,CAAC,CAAC,CAAC;AAKX,MAAM,MAAM,YAAY,CAAC,CAAC,IAAI;KAE3B,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,SAAS,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK;CACpD,CAAC,MAAM,CAAC,CAAC,CAAC;AAKX,MAAM,MAAM,SAAS,GACjB,MAAM,GACN,MAAM,GACN,OAAO,GACP,IAAI,GACJ,SAAS,EAAE,GACX;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAKjC,MAAM,MAAM,aAAa,CAAC,CAAC,GAAG,IAAI,IAAI,MAAM,OAAO,CAAC,CAAC,CAAC,CAAC;AAKvD,MAAM,MAAM,eAAe,GAAG,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC"}

package/dist/types/models.d.ts

@@ -31,6 +31,8 @@ export interface GGUFMetadata {
     block_count?: number;
     context_length?: number;
     attention_head_count?: number;
+    attention_head_count_kv?: number;
+    attention_key_length?: number;
     embedding_length?: number;
     feed_forward_length?: number;
     attention_layer_norm_rms_epsilon?: number;
@@ -39,6 +41,11 @@ export interface GGUFMetadata {
     rope_freq_base?: number;
     raw?: Record<string, unknown>;
 }
+export interface ShardInfo {
+    path: string;
+    size: number;
+    checksum?: string;
+}
 export interface ModelInfo {
     id: string;
     name: string;
@@ -51,6 +58,7 @@ export interface ModelInfo {
     supportsReasoning?: boolean;
     ggufMetadata?: GGUFMetadata;
     components?: DiffusionModelComponents;
+    shards?: ShardInfo[];
 }
 export type DownloadProgressCallback = (downloaded: number, total: number) => void;
 export interface DownloadConfig {
@@ -62,6 +70,7 @@ export interface DownloadConfig {
     type: ModelType;
     checksum?: string;
     onProgress?: DownloadProgressCallback;
+    shardFiles?: string[];
     components?: DiffusionComponentDownload[];
     modelDirectory?: string;
     onComponentStart?: (info: {

package/dist/types/models.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../src/types/models.ts"],"names":[],"mappings":"AAQA,MAAM,MAAM,SAAS,GAAG,KAAK,GAAG,WAAW,CAAC;AAM5C,MAAM,MAAM,sBAAsB,GAC9B,iBAAiB,GACjB,QAAQ,GACR,QAAQ,GACR,OAAO,GACP,KAAK,GACL,YAAY,GACZ,KAAK,CAAC;AAGV,MAAM,WAAW,sBAAsB;IAErC,IAAI,EAAE,MAAM,CAAC;IAEb,IAAI,EAAE,MAAM,CAAC;IAEb,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAMD,MAAM,MAAM,wBAAwB,GAAG,OAAO,CAC5C,MAAM,CAAC,sBAAsB,EAAE,sBAAsB,CAAC,CACvD,CAAC;AAMF,MAAM,WAAW,0BAA0B;IAEzC,IAAI,EAAE,sBAAsB,CAAC;IAE7B,MAAM,EAAE,aAAa,GAAG,KAAK,CAAC;IAE9B,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAWD,MAAM,MAAM,qBAAqB,GAAG,YAAY,GAAG,aAAa,GAAG,cAAc,GAAG,cAAc,CAAC;AAKnG,MAAM,WAAW,WAAW;IAE1B,IAAI,EAAE,aAAa,GAAG,KAAK,CAAC;IAG5B,GAAG,EAAE,MAAM,CAAC;IAGZ,IAAI,CAAC,EAAE,MAAM,CAAC;IAGd,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAQD,MAAM,WAAW,YAAY;IAE3B,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,WAAW,CAAC,EAAE,MAAM,CAAC;IAGrB,cAAc,CAAC,EAAE,MAAM,CAAC;IAGxB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAG9B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAG1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAG7B,gCAAgC,CAAC,EAAE,MAAM,CAAC;IAG1C,UAAU,CAAC,EAAE,MAAM,CAAC;IAGpB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAG9B,cAAc,CAAC,EAAE,MAAM,CAAC;IAQxB,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC/B;AAKD,MAAM,WAAW,SAAS;IAExB,EAAE,EAAE,MAAM,CAAC;IAGX,IAAI,EAAE,MAAM,CAAC;IAGb,IAAI,EAAE,SAAS,CAAC;IAGhB,IAAI,EAAE,MAAM,CAAC;IAGb,IAAI,EAAE,MAAM,CAAC;IAGb,YAAY,EAAE,MAAM,CAAC;IAGrB,MAAM,EAAE,WAAW,CAAC;IAGpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAUlB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAe5B,YAAY,CAAC,EAAE,YAAY,CAAC;IAQ5B,UAAU,CAAC,EAAE,wBAAwB,CAAC;CACvC;AAKD,MAAM,MAAM,wBAAwB,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;AAKnF,MAAM,WAAW,cAAc;IAE7B,MAAM,EAAE,aAAa,GAAG,KAAK,CAAC;IAG9B,GAAG,CAAC,EAAE,MAAM,CAAC;IAGb,IAAI,CAAC,EAAE,MAAM,CAAC;IAGd,IAAI,CAAC,EAAE,MAAM,CAAC;IAGd,IAAI,EAAE,MAAM,CAAC;IAGb,IAAI,EAAE,SAAS,CAAC;IAGhB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,UAAU,CAAC,EAAE,wBAAwB,CAAC;IAOtC,UAAU,CAAC,EAAE,0BAA0B,EAAE,CAAC;IAQ1C,cAAc,CAAC,EAAE,MAAM,CAAC;IAMxB,gBAAgB,CAAC,EAAE,CAAC,IAAI,EAAE;QACxB,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;KACf,KAAK,IAAI,CAAC;CACZ;AAKD,MAAM,WAAW,gBAAgB;IAE/B,UAAU,EAAE,MAAM,CAAC;IAGnB,KAAK,EAAE,MAAM,CAAC;IAGd,UAAU,EAAE,MAAM,CAAC;IAGnB,KAAK,EAAE,MAAM,CAAC;IAGd,sBAAsB,CAAC,EAAE,MAAM,CAAC;CACjC"}
+{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../src/types/models.ts"],"names":[],"mappings":"AAQA,MAAM,MAAM,SAAS,GAAG,KAAK,GAAG,WAAW,CAAC;AAM5C,MAAM,MAAM,sBAAsB,GAC9B,iBAAiB,GACjB,QAAQ,GACR,QAAQ,GACR,OAAO,GACP,KAAK,GACL,YAAY,GACZ,KAAK,CAAC;AAGV,MAAM,WAAW,sBAAsB;IAErC,IAAI,EAAE,MAAM,CAAC;IAEb,IAAI,EAAE,MAAM,CAAC;IAEb,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAMD,MAAM,MAAM,wBAAwB,GAAG,OAAO,CAC5C,MAAM,CAAC,sBAAsB,EAAE,sBAAsB,CAAC,CACvD,CAAC;AAMF,MAAM,WAAW,0BAA0B;IAEzC,IAAI,EAAE,sBAAsB,CAAC;IAE7B,MAAM,EAAE,aAAa,GAAG,KAAK,CAAC;IAE9B,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAWD,MAAM,MAAM,qBAAqB,GAAG,YAAY,GAAG,aAAa,GAAG,cAAc,GAAG,cAAc,CAAC;AAKnG,MAAM,WAAW,WAAW;IAE1B,IAAI,EAAE,aAAa,GAAG,KAAK,CAAC;IAG5B,GAAG,EAAE,MAAM,CAAC;IAGZ,IAAI,CAAC,EAAE,MAAM,CAAC;IAGd,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAQD,MAAM,WAAW,YAAY;IAE3B,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,WAAW,CAAC,EAAE,MAAM,CAAC;IAGrB,cAAc,CAAC,EAAE,MAAM,CAAC;IAGxB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAG9B,uBAAuB,CAAC,EAAE,MAAM,CAAC;IAGjC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAG9B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAG1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAG7B,gCAAgC,CAAC,EAAE,MAAM,CAAC;IAG1C,UAAU,CAAC,EAAE,MAAM,CAAC;IAGpB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAG9B,cAAc,CAAC,EAAE,MAAM,CAAC;IAQxB,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC/B;AAMD,MAAM,WAAW,SAAS;IAExB,IAAI,EAAE,MAAM,CAAC;IAGb,IAAI,EAAE,MAAM,CAAC;IAGb,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAKD,MAAM,WAAW,SAAS;IAExB,EAAE,EAAE,MAAM,CAAC;IAGX,IAAI,EAAE,MAAM,CAAC;IAGb,IAAI,EAAE,SAAS,CAAC;IAGhB,IAAI,EAAE,MAAM,CAAC;IAGb,IAAI,EAAE,MAAM,CAAC;IAGb,YAAY,EAAE,MAAM,CAAC;IAGrB,MAAM,EAAE,WAAW,CAAC;IAGpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAQlB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAe5B,YAAY,CAAC,EAAE,YAAY,CAAC;IAQ5B,UAAU,CAAC,EAAE,wBAAwB,CAAC;IAQtC,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC;CACtB;AAKD,MAAM,MAAM,wBAAwB,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;AAKnF,MAAM,WAAW,cAAc;IAE7B,MAAM,EAAE,aAAa,GAAG,KAAK,CAAC;IAG9B,GAAG,CAAC,EAAE,MAAM,CAAC;IAGb,IAAI,CAAC,EAAE,MAAM,CAAC;IAGd,IAAI,CAAC,EAAE,MAAM,CAAC;IAGd,IAAI,EAAE,MAAM,CAAC;IAGb,IAAI,EAAE,SAAS,CAAC;IAGhB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,UAAU,CAAC,EAAE,wBAAwB,CAAC;IAUtC,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IAOtB,UAAU,CAAC,EAAE,0BAA0B,EAAE,CAAC;IAQ1C,cAAc,CAAC,EAAE,MAAM,CAAC;IAMxB,gBAAgB,CAAC,EAAE,CAAC,IAAI,EAAE;QACxB,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;KACf,KAAK,IAAI,CAAC;CACZ;AAKD,MAAM,WAAW,gBAAgB;IAE/B,UAAU,EAAE,MAAM,CAAC;IAGnB,KAAK,EAAE,MAAM,CAAC;IAGd,UAAU,EAAE,MAAM,CAAC;IAGnB,KAAK,EAAE,MAAM,CAAC;IAGd,sBAAsB,CAAC,EAAE,MAAM,CAAC;CACjC"}

package/dist/types/servers.d.ts

@@ -1,14 +1,18 @@
 export type ServerStatus = 'stopped' | 'starting' | 'running' | 'stopping' | 'crashed';
 export type HealthStatus = 'ok' | 'loading' | 'error' | 'unknown';
+export type KVCacheType = 'f16' | 'bf16' | 'q8_0' | 'q4_0' | 'q4_1' | 'q5_0' | 'q5_1' | 'iq4_nl';
+export type FlashAttentionSetting = boolean | 'on' | 'off' | 'auto';
 export interface ServerConfig {
     modelId: string;
-    port: number;
+    port?: number | 'auto';
     threads?: number;
     contextSize?: number;
     gpuLayers?: number;
     parallelRequests?: number;
-    flashAttention?: boolean;
+    flashAttention?: FlashAttentionSetting;
+    host?: string;
     forceValidation?: boolean;
+    startupTimeout?: number;
 }
 export interface ServerInfo {
     status: ServerStatus;
@@ -18,6 +22,7 @@ export interface ServerInfo {
     modelId: string;
     startedAt?: string;
     error?: string;
+    loadTimeMs?: number;
 }
 export interface LlamaServerConfig extends ServerConfig {
     modelAlias?: string;
@@ -25,7 +30,21 @@ export interface LlamaServerConfig extends ServerConfig {
     batchSize?: number;
     useMmap?: boolean;
     useMlock?: boolean;
+    jinja?: boolean;
+    cacheTypeK?: KVCacheType;
+    cacheTypeV?: KVCacheType;
+    overrideTensors?: string;
+    cacheRam?: number;
+    cpuMoe?: boolean;
+    nCpuMoe?: number;
+    reasoningFormat?: 'auto' | 'deepseek' | 'deepseek-legacy' | 'none';
+    fit?: 'on' | 'off';
+    occupancyCheck?: 'warn' | 'strict' | 'off';
+    autoRestart?: boolean;
+    maxRestarts?: number;
+    healthCheckInterval?: number;
 }
+export type OptimalConfigHints = Partial<Pick<LlamaServerConfig, 'contextSize' | 'gpuLayers' | 'parallelRequests' | 'flashAttention' | 'cacheTypeK' | 'cacheTypeV'>>;
 export type ServerEvent = 'started' | 'stopped' | 'crashed' | 'restarted' | 'health-check-ok' | 'health-check-failed' | 'binary-log';
 export interface ServerEventData {
     event: ServerEvent;

package/dist/types/servers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"servers.d.ts","sourceRoot":"","sources":["../../src/types/servers.ts"],"names":[],"mappings":"AAQA,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAAC;AAKvF,MAAM,MAAM,YAAY,GAAG,IAAI,GAAG,SAAS,GAAG,OAAO,GAAG,SAAS,CAAC;AAKlE,MAAM,WAAW,YAAY;IAE3B,OAAO,EAAE,MAAM,CAAC;IAGhB,IAAI,EAAE,MAAM,CAAC;IAGb,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,WAAW,CAAC,EAAE,MAAM,CAAC;IAGrB,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAG1B,cAAc,CAAC,EAAE,OAAO,CAAC;IAOzB,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAKD,MAAM,WAAW,UAAU;IAEzB,MAAM,EAAE,YAAY,CAAC;IAGrB,MAAM,EAAE,YAAY,CAAC;IAGrB,GAAG,CAAC,EAAE,MAAM,CAAC;IAGb,IAAI,EAAE,MAAM,CAAC;IAGb,OAAO,EAAE,MAAM,CAAC;IAGhB,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAMD,MAAM,WAAW,iBAAkB,SAAQ,YAAY;IAErD,UAAU,CAAC,EAAE,MAAM,CAAC;IAGpB,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAG7B,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,OAAO,CAAC,EAAE,OAAO,CAAC;IAGlB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAKD,MAAM,MAAM,WAAW,GACnB,SAAS,GACT,SAAS,GACT,SAAS,GACT,WAAW,GACX,iBAAiB,GACjB,qBAAqB,GACrB,YAAY,CAAC;AAKjB,MAAM,WAAW,eAAe;IAE9B,KAAK,EAAE,WAAW,CAAC;IAGnB,UAAU,EAAE,UAAU,CAAC;IAGvB,KAAK,CAAC,EAAE,KAAK,CAAC;IAGd,SAAS,EAAE,MAAM,CAAC;CACnB;AAMD,MAAM,WAAW,cAAc;IAE7B,OAAO,EAAE,MAAM,CAAC;IAGhB,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;CAClC"}
+{"version":3,"file":"servers.d.ts","sourceRoot":"","sources":["../../src/types/servers.ts"],"names":[],"mappings":"AAQA,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAAC;AAKvF,MAAM,MAAM,YAAY,GAAG,IAAI,GAAG,SAAS,GAAG,OAAO,GAAG,SAAS,CAAC;AAMlE,MAAM,MAAM,WAAW,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC;AAOjG,MAAM,MAAM,qBAAqB,GAAG,OAAO,GAAG,IAAI,GAAG,KAAK,GAAG,MAAM,CAAC;AAKpE,MAAM,WAAW,YAAY;IAE3B,OAAO,EAAE,MAAM,CAAC;IAQhB,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAGvB,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,WAAW,CAAC,EAAE,MAAM,CAAC;IAGrB,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAO1B,cAAc,CAAC,EAAE,qBAAqB,CAAC;IAOvC,IAAI,CAAC,EAAE,MAAM,CAAC;IAOd,eAAe,CAAC,EAAE,OAAO,CAAC;IAO1B,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAKD,MAAM,WAAW,UAAU;IAEzB,MAAM,EAAE,YAAY,CAAC;IAGrB,MAAM,EAAE,YAAY,CAAC;IAGrB,GAAG,CAAC,EAAE,MAAM,CAAC;IAGb,IAAI,EAAE,MAAM,CAAC;IAGb,OAAO,EAAE,MAAM,CAAC;IAGhB,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,KAAK,CAAC,EAAE,MAAM,CAAC;IAMf,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAMD,MAAM,WAAW,iBAAkB,SAAQ,YAAY;IASrD,UAAU,CAAC,EAAE,MAAM,CAAC;IAMpB,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAG7B,SAAS,CAAC,EAAE,MAAM,CAAC;IAMnB,OAAO,CAAC,EAAE,OAAO,CAAC;IAGlB,QAAQ,CAAC,EAAE,OAAO,CAAC;IAOnB,KAAK,CAAC,EAAE,OAAO,CAAC;IAMhB,UAAU,CAAC,EAAE,WAAW,CAAC;IAQzB,UAAU,CAAC,EAAE,WAAW,CAAC;IAMzB,eAAe,CAAC,EAAE,MAAM,CAAC;IAMzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,MAAM,CAAC,EAAE,OAAO,CAAC;IAGjB,OAAO,CAAC,EAAE,MAAM,CAAC;IAOjB,eAAe,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,iBAAiB,GAAG,MAAM,CAAC;IASnE,GAAG,CAAC,EAAE,IAAI,GAAG,KAAK,CAAC;IAOnB,cAAc,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IAQ3C,WAAW,CAAC,EAAE,OAAO,CAAC;IAGtB,WAAW,CAAC,EAAE,MAAM,CAAC;IAQrB,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AASD,MAAM,MAAM,kBAAkB,GAAG,OAAO,CACtC,IAAI,CACF,iBAAiB,EACf,aAAa,GACb,WAAW,GACX,kBAAkB,GAClB,gBAAgB,GAChB,YAAY,GACZ,YAAY,CACf,CACF,CAAC;AAKF,MAAM,MAAM,WAAW,GACnB,SAAS,GACT,SAAS,GACT,SAAS,GACT,WAAW,GACX,iBAAiB,GACjB,qBAAqB,GACrB,YAAY,CAAC;AAKjB,MAAM,WAAW,eAAe;IAE9B,KAAK,EAAE,WAAW,CAAC;IAGnB,UAAU,EAAE,UAAU,CAAC;IAGvB,KAAK,CAAC,EAAE,KAAK,CAAC;IAGd,SAAS,EAAE,MAAM,CAAC;CACnB;AAMD,MAAM,WAAW,cAAc;IAE7B,OAAO,EAAE,MAAM,CAAC;IAGhB,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;CAClC"}

package/dist/utils/debug-log.d.ts

@@ -0,0 +1,3 @@
+export declare function isDebugEnabled(): boolean;
+export declare function debugLog(...args: unknown[]): void;
+//# sourceMappingURL=debug-log.d.ts.map

package/dist/utils/debug-log.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"debug-log.d.ts","sourceRoot":"","sources":["../../src/utils/debug-log.ts"],"names":[],"mappings":"AAaA,wBAAgB,cAAc,IAAI,OAAO,CAGxC;AAYD,wBAAgB,QAAQ,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAIjD"}

package/dist/utils/debug-log.js

@@ -0,0 +1,10 @@
+export function isDebugEnabled() {
+    const value = process.env.GENAI_ELECTRON_DEBUG;
+    return value !== undefined && value !== '' && value !== '0' && value !== 'false';
+}
+export function debugLog(...args) {
+    if (isDebugEnabled()) {
+        console.log(...args);
+    }
+}
+//# sourceMappingURL=debug-log.js.map

package/dist/utils/debug-log.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"debug-log.js","sourceRoot":"","sources":["../../src/utils/debug-log.ts"],"names":[],"mappings":"AAaA,MAAM,UAAU,cAAc;IAC5B,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;IAC/C,OAAO,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,EAAE,IAAI,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,OAAO,CAAC;AACnF,CAAC;AAYD,MAAM,UAAU,QAAQ,CAAC,GAAG,IAAe;IACzC,IAAI,cAAc,EAAE,EAAE,CAAC;QACrB,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;IACvB,CAAC;AACH,CAAC"}

package/dist/utils/kv-cache-math.d.ts

@@ -0,0 +1,6 @@
+import type { KVCacheType, ModelInfo } from '../types/index.js';
+export declare const KV_CACHE_BYTES_PER_ELEMENT: Record<KVCacheType, number>;
+export declare const CONTEXT_GRANULARITY_LADDER: readonly (readonly [number, number])[];
+export declare function floorContextToGranularity(tokens: number): number;
+export declare function estimateKVBytesPerToken(modelInfo: ModelInfo, cacheTypeK?: KVCacheType, cacheTypeV?: KVCacheType): number;
+//# sourceMappingURL=kv-cache-math.d.ts.map

package/dist/utils/kv-cache-math.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"kv-cache-math.d.ts","sourceRoot":"","sources":["../../src/utils/kv-cache-math.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAWhE,eAAO,MAAM,0BAA0B,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CASlE,CAAC;AAOF,eAAO,MAAM,0BAA0B,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAO5E,CAAC;AAiBF,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAOhE;AAuBD,wBAAgB,uBAAuB,CACrC,SAAS,EAAE,SAAS,EACpB,UAAU,GAAE,WAAmB,EAC/B,UAAU,GAAE,WAAmB,GAC9B,MAAM,CAQR"}

package/dist/utils/kv-cache-math.js

@@ -0,0 +1,35 @@
+import { getLayerCountWithFallback, getKVHeadCountWithFallback, getHeadDimensionWithFallback, } from './model-metadata-helpers.js';
+export const KV_CACHE_BYTES_PER_ELEMENT = {
+    f16: 2,
+    bf16: 2,
+    q8_0: 34 / 32,
+    q5_0: 22 / 32,
+    q5_1: 24 / 32,
+    q4_0: 18 / 32,
+    q4_1: 20 / 32,
+    iq4_nl: 18 / 32,
+};
+export const CONTEXT_GRANULARITY_LADDER = [
+    [2048, 128],
+    [4096, 256],
+    [8192, 512],
+    [16384, 1024],
+    [32768, 2048],
+    [Infinity, 4096],
+];
+export function floorContextToGranularity(tokens) {
+    for (const [upperBound, granularity] of CONTEXT_GRANULARITY_LADDER) {
+        if (tokens <= upperBound) {
+            return Math.floor(tokens / granularity) * granularity;
+        }
+    }
+    return Math.floor(tokens);
+}
+export function estimateKVBytesPerToken(modelInfo, cacheTypeK = 'f16', cacheTypeV = 'f16') {
+    const layers = getLayerCountWithFallback(modelInfo);
+    const kvHeads = getKVHeadCountWithFallback(modelInfo);
+    const headDim = getHeadDimensionWithFallback(modelInfo);
+    const bytesPerElement = KV_CACHE_BYTES_PER_ELEMENT[cacheTypeK] + KV_CACHE_BYTES_PER_ELEMENT[cacheTypeV];
+    return layers * kvHeads * headDim * bytesPerElement;
+}
+//# sourceMappingURL=kv-cache-math.js.map

package/dist/utils/kv-cache-math.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kv-cache-math.js","sourceRoot":"","sources":["../../src/utils/kv-cache-math.ts"],"names":[],"mappings":"AAeA,OAAO,EACL,yBAAyB,EACzB,0BAA0B,EAC1B,4BAA4B,GAC7B,MAAM,6BAA6B,CAAC;AAMrC,MAAM,CAAC,MAAM,0BAA0B,GAAgC;IACrE,GAAG,EAAE,CAAC;IACN,IAAI,EAAE,CAAC;IACP,IAAI,EAAE,EAAE,GAAG,EAAE;IACb,IAAI,EAAE,EAAE,GAAG,EAAE;IACb,IAAI,EAAE,EAAE,GAAG,EAAE;IACb,IAAI,EAAE,EAAE,GAAG,EAAE;IACb,IAAI,EAAE,EAAE,GAAG,EAAE;IACb,MAAM,EAAE,EAAE,GAAG,EAAE;CAChB,CAAC;AAOF,MAAM,CAAC,MAAM,0BAA0B,GAA2C;IAChF,CAAC,IAAI,EAAE,GAAG,CAAC;IACX,CAAC,IAAI,EAAE,GAAG,CAAC;IACX,CAAC,IAAI,EAAE,GAAG,CAAC;IACX,CAAC,KAAK,EAAE,IAAI,CAAC;IACb,CAAC,KAAK,EAAE,IAAI,CAAC;IACb,CAAC,QAAQ,EAAE,IAAI,CAAC;CACjB,CAAC;AAiBF,MAAM,UAAU,yBAAyB,CAAC,MAAc;IACtD,KAAK,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,IAAI,0BAA0B,EAAE,CAAC;QACnE,IAAI,MAAM,IAAI,UAAU,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,WAAW,CAAC,GAAG,WAAW,CAAC;QACxD,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AAC5B,CAAC;AAuBD,MAAM,UAAU,uBAAuB,CACrC,SAAoB,EACpB,aAA0B,KAAK,EAC/B,aAA0B,KAAK;IAE/B,MAAM,MAAM,GAAG,yBAAyB,CAAC,SAAS,CAAC,CAAC;IACpD,MAAM,OAAO,GAAG,0BAA0B,CAAC,SAAS,CAAC,CAAC;IACtD,MAAM,OAAO,GAAG,4BAA4B,CAAC,SAAS,CAAC,CAAC;IACxD,MAAM,eAAe,GACnB,0BAA0B,CAAC,UAAU,CAAC,GAAG,0BAA0B,CAAC,UAAU,CAAC,CAAC;IAElF,OAAO,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,eAAe,CAAC;AACtD,CAAC"}

package/dist/utils/model-metadata-helpers.d.ts

@@ -3,6 +3,8 @@ export declare function getLayerCountWithFallback(modelInfo: ModelInfo): number;
 export declare function getContextLengthWithFallback(modelInfo: ModelInfo): number;
 export declare function getArchitectureWithFallback(modelInfo: ModelInfo): string;
 export declare function getAttentionHeadCountWithFallback(modelInfo: ModelInfo): number;
+export declare function getKVHeadCountWithFallback(modelInfo: ModelInfo): number;
+export declare function getHeadDimensionWithFallback(modelInfo: ModelInfo): number;
 export declare function getEmbeddingLengthWithFallback(modelInfo: ModelInfo): number;
 export declare function hasGGUFMetadata(modelInfo: ModelInfo): boolean;
 export declare function getMetadataCompleteness(modelInfo: ModelInfo): number;

package/dist/utils/model-metadata-helpers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"model-metadata-helpers.d.ts","sourceRoot":"","sources":["../../src/utils/model-metadata-helpers.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAkBnD,wBAAgB,yBAAyB,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAkBtE;AAkBD,wBAAgB,4BAA4B,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAmBzE;AAkBD,wBAAgB,2BAA2B,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAcxE;AAkBD,wBAAgB,iCAAiC,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAsB9E;AAYD,wBAAgB,8BAA8B,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAsB3E;AAiBD,wBAAgB,eAAe,CAAC,SAAS,EAAE,SAAS,GAAG,OAAO,CAE7D;AAiBD,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAoBpE"}
+{"version":3,"file":"model-metadata-helpers.d.ts","sourceRoot":"","sources":["../../src/utils/model-metadata-helpers.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAkBnD,wBAAgB,yBAAyB,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAkBtE;AAkBD,wBAAgB,4BAA4B,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAmBzE;AAkBD,wBAAgB,2BAA2B,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAcxE;AAkBD,wBAAgB,iCAAiC,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAsB9E;AAcD,wBAAgB,0BAA0B,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAevE;AAcD,wBAAgB,4BAA4B,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAiBzE;AAYD,wBAAgB,8BAA8B,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAsB3E;AAiBD,wBAAgB,eAAe,CAAC,SAAS,EAAE,SAAS,GAAG,OAAO,CAE7D;AAiBD,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAoBpE"}

package/dist/utils/model-metadata-helpers.js

@@ -50,6 +50,34 @@ export function getAttentionHeadCountWithFallback(modelInfo) {
         return 32;
     }
 }
+export function getKVHeadCountWithFallback(modelInfo) {
+    const meta = modelInfo.ggufMetadata;
+    if (meta?.attention_head_count_kv) {
+        return meta.attention_head_count_kv;
+    }
+    const arch = meta?.architecture;
+    if (arch && meta?.raw) {
+        const value = meta.raw[`${arch}.attention.head_count_kv`];
+        if (typeof value === 'number' && value > 0) {
+            return value;
+        }
+    }
+    return getAttentionHeadCountWithFallback(modelInfo);
+}
+export function getHeadDimensionWithFallback(modelInfo) {
+    const meta = modelInfo.ggufMetadata;
+    if (meta?.attention_key_length) {
+        return meta.attention_key_length;
+    }
+    const arch = meta?.architecture;
+    if (arch && meta?.raw) {
+        const value = meta.raw[`${arch}.attention.key_length`];
+        if (typeof value === 'number' && value > 0) {
+            return value;
+        }
+    }
+    return Math.round(getEmbeddingLengthWithFallback(modelInfo) / getAttentionHeadCountWithFallback(modelInfo));
+}
 export function getEmbeddingLengthWithFallback(modelInfo) {
     if (modelInfo.ggufMetadata?.embedding_length) {
         return modelInfo.ggufMetadata.embedding_length;

package/dist/utils/model-metadata-helpers.js.map

@@ -1 +1 @@
-{"version":3,"file":"model-metadata-helpers.js","sourceRoot":"","sources":["../../src/utils/model-metadata-helpers.ts"],"names":[],"mappings":"AA2BA,MAAM,UAAU,yBAAyB,CAAC,SAAoB;IAE5D,IAAI,SAAS,CAAC,YAAY,EAAE,WAAW,EAAE,CAAC;QACxC,OAAO,SAAS,CAAC,YAAY,CAAC,WAAW,CAAC;IAC5C,CAAC;IAUD,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,GAAG,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;IAGvE,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC,CAAC;AACtD,CAAC;AAkBD,MAAM,UAAU,4BAA4B,CAAC,SAAoB;IAE/D,IAAI,SAAS,CAAC,YAAY,EAAE,cAAc,EAAE,CAAC;QAC3C,OAAO,SAAS,CAAC,YAAY,CAAC,cAAc,CAAC;IAC/C,CAAC;IAGD,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC;IAE1C,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAEjB,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAExB,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,CAAC;QAEN,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAkBD,MAAM,UAAU,2BAA2B,CAAC,SAAoB;IAE9D,IAAI,SAAS,CAAC,YAAY,EAAE,YAAY,EAAE,CAAC;QACzC,OAAO,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC;IAC7C,CAAC;IAGD,IAAI,SAAS,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QAC7B,OAAO,OAAO,CAAC;IACjB,CAAC;SAAM,IAAI,SAAS,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC1C,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAkBD,MAAM,UAAU,iCAAiC,CAAC,SAAoB;IAEpE,IAAI,SAAS,CAAC,YAAY,EAAE,oBAAoB,EAAE,CAAC;QACjD,OAAO,SAAS,CAAC,YAAY,CAAC,oBAAoB,CAAC;IACrD,CAAC;IAGD,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC;IAE1C,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAEjB,OAAO,EAAE,CAAC;IACZ,CAAC;SAAM,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAExB,OAAO,EAAE,CAAC;IACZ,CAAC;SAAM,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAExB,OAAO,EAAE,CAAC;IACZ,CAAC;SAAM,CAAC;QAEN,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAYD,MAAM,UAAU,8BAA8B,CAAC,SAAoB;IAEjE,IAAI,SAAS,CAAC,YAAY,EAAE,gBAAgB,EAAE,CAAC;QAC7C,OAAO,SAAS,CAAC,YAAY,CAAC,gBAAgB,CAAC;IACjD,CAAC;IAGD,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC;IAE1C,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAEjB,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAExB,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAExB,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,CAAC;QAEN,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAiBD,MAAM,UAAU,eAAe,CAAC,SAAoB;IAClD,OAAO,CAAC,CAAC,SAAS,CAAC,YAAY,IAAI,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC;AAC3E,CAAC;AAiBD,MAAM,UAAU,uBAAuB,CAAC,SAAoB;IAC1D,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC;QAC5B,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,MAAM,GAAG;QACb,cAAc;QACd,aAAa;QACb,gBAAgB;QAChB,sBAAsB;QACtB,kBAAkB;QAClB,YAAY;KACb,CAAC;IAEF,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QAC5C,MAAM,KAAK,GAAG,SAAS,CAAC,YAAY,EAAE,CAAC,KAA4C,CAAC,CAAC;QACrF,OAAO,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;AAClE,CAAC"}
+{"version":3,"file":"model-metadata-helpers.js","sourceRoot":"","sources":["../../src/utils/model-metadata-helpers.ts"],"names":[],"mappings":"AA2BA,MAAM,UAAU,yBAAyB,CAAC,SAAoB;IAE5D,IAAI,SAAS,CAAC,YAAY,EAAE,WAAW,EAAE,CAAC;QACxC,OAAO,SAAS,CAAC,YAAY,CAAC,WAAW,CAAC;IAC5C,CAAC;IAUD,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,GAAG,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;IAGvE,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC,CAAC;AACtD,CAAC;AAkBD,MAAM,UAAU,4BAA4B,CAAC,SAAoB;IAE/D,IAAI,SAAS,CAAC,YAAY,EAAE,cAAc,EAAE,CAAC;QAC3C,OAAO,SAAS,CAAC,YAAY,CAAC,cAAc,CAAC;IAC/C,CAAC;IAGD,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC;IAE1C,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAEjB,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAExB,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,CAAC;QAEN,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAkBD,MAAM,UAAU,2BAA2B,CAAC,SAAoB;IAE9D,IAAI,SAAS,CAAC,YAAY,EAAE,YAAY,EAAE,CAAC;QACzC,OAAO,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC;IAC7C,CAAC;IAGD,IAAI,SAAS,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QAC7B,OAAO,OAAO,CAAC;IACjB,CAAC;SAAM,IAAI,SAAS,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC1C,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAkBD,MAAM,UAAU,iCAAiC,CAAC,SAAoB;IAEpE,IAAI,SAAS,CAAC,YAAY,EAAE,oBAAoB,EAAE,CAAC;QACjD,OAAO,SAAS,CAAC,YAAY,CAAC,oBAAoB,CAAC;IACrD,CAAC;IAGD,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC;IAE1C,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAEjB,OAAO,EAAE,CAAC;IACZ,CAAC;SAAM,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAExB,OAAO,EAAE,CAAC;IACZ,CAAC;SAAM,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAExB,OAAO,EAAE,CAAC;IACZ,CAAC;SAAM,CAAC;QAEN,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAcD,MAAM,UAAU,0BAA0B,CAAC,SAAoB;IAC7D,MAAM,IAAI,GAAG,SAAS,CAAC,YAAY,CAAC;IACpC,IAAI,IAAI,EAAE,uBAAuB,EAAE,CAAC;QAClC,OAAO,IAAI,CAAC,uBAAuB,CAAC;IACtC,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,EAAE,YAAY,CAAC;IAChC,IAAI,IAAI,IAAI,IAAI,EAAE,GAAG,EAAE,CAAC;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,0BAA0B,CAAC,CAAC;QAC1D,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YAC3C,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,OAAO,iCAAiC,CAAC,SAAS,CAAC,CAAC;AACtD,CAAC;AAcD,MAAM,UAAU,4BAA4B,CAAC,SAAoB;IAC/D,MAAM,IAAI,GAAG,SAAS,CAAC,YAAY,CAAC;IACpC,IAAI,IAAI,EAAE,oBAAoB,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC,oBAAoB,CAAC;IACnC,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,EAAE,YAAY,CAAC;IAChC,IAAI,IAAI,IAAI,IAAI,EAAE,GAAG,EAAE,CAAC;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,uBAAuB,CAAC,CAAC;QACvD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YAC3C,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,CACf,8BAA8B,CAAC,SAAS,CAAC,GAAG,iCAAiC,CAAC,SAAS,CAAC,CACzF,CAAC;AACJ,CAAC;AAYD,MAAM,UAAU,8BAA8B,CAAC,SAAoB;IAEjE,IAAI,SAAS,CAAC,YAAY,EAAE,gBAAgB,EAAE,CAAC;QAC7C,OAAO,SAAS,CAAC,YAAY,CAAC,gBAAgB,CAAC;IACjD,CAAC;IAGD,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC;IAE1C,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAEjB,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAExB,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAExB,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,CAAC;QAEN,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAiBD,MAAM,UAAU,eAAe,CAAC,SAAoB;IAClD,OAAO,CAAC,CAAC,SAAS,CAAC,YAAY,IAAI,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC;AAC3E,CAAC;AAiBD,MAAM,UAAU,uBAAuB,CAAC,SAAoB;IAC1D,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC;QAC5B,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,MAAM,GAAG;QACb,cAAc;QACd,aAAa;QACb,gBAAgB;QAChB,sBAAsB;QACtB,kBAAkB;QAClB,YAAY;KACb,CAAC;IAEF,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QAC5C,MAAM,KAAK,GAAG,SAAS,CAAC,YAAY,EAAE,CAAC,KAA4C,CAAC,CAAC;QACrF,OAAO,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;AAClE,CAAC"}