genai-electron 0.6.1 → 0.8.0

package/dist/system/SystemInfo.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"SystemInfo.d.ts","sourceRoot":"","sources":["../../src/system/SystemInfo.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,kBAAkB,EAElB,SAAS,EACT,YAAY,EACb,MAAM,mBAAmB,CAAC;AAsB3B,qBAAa,UAAU;IACrB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAa;IACpC,OAAO,CAAC,kBAAkB,CAAmC;IAC7D,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IAMnC,OAAO;WAKO,WAAW,IAAI,UAAU;IAqB1B,MAAM,CAAC,YAAY,UAAQ,GAAG,OAAO,CAAC,kBAAkB,CAAC;IA+C/D,aAAa;IAqBP,UAAU;IAiCV,WAAW,CACtB,SAAS,EAAE,SAAS,EACpB,OAAO,CAAC,EAAE;QACR,gBAAgB,CAAC,EAAE,OAAO,CAAC;QAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GACA,OAAO,CAAC;QACT,QAAQ,EAAE,OAAO,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;IA2DW,gBAAgB,CAAC,SAAS,EAAE,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAkCnF,OAAO,CAAC,uBAAuB;IAyD/B,OAAO,CAAC,oBAAoB;IAmB5B,OAAO,CAAC,yBAAyB;IAW1B,UAAU,IAAI,IAAI;CAI1B;AAGD,eAAO,MAAM,UAAU,YAA2B,CAAC"}
+{"version":3,"file":"SystemInfo.d.ts","sourceRoot":"","sources":["../../src/system/SystemInfo.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EACV,kBAAkB,EAElB,SAAS,EACT,iBAAiB,EAEjB,kBAAkB,EACnB,MAAM,mBAAmB,CAAC;AAyB3B,qBAAa,UAAU;IACrB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAa;IACpC,OAAO,CAAC,kBAAkB,CAAmC;IAC7D,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IAMnC,OAAO;WAKO,WAAW,IAAI,UAAU;IAqB1B,MAAM,CAAC,YAAY,UAAQ,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAiD/D,aAAa;IAqBP,UAAU;IAiCV,WAAW,CACtB,SAAS,EAAE,SAAS,EACpB,OAAO,CAAC,EAAE;QACR,gBAAgB,CAAC,EAAE,OAAO,CAAC;QAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,GACA,OAAO,CAAC;QACT,QAAQ,EAAE,OAAO,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;IAmFW,gBAAgB,CAC3B,SAAS,EAAE,SAAS,EACpB,KAAK,GAAE,kBAAuB,GAC7B,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAuMtC,OAAO,CAAC,uBAAuB;IAqD/B,OAAO,CAAC,yBAAyB;IAW1B,UAAU,IAAI,IAAI;CAI1B;AAGD,eAAO,MAAM,UAAU,YAA2B,CAAC"}

package/dist/system/SystemInfo.js

@@ -1,9 +1,10 @@
 import { getCPUInfo, getRecommendedThreads } from './cpu-detect.js';
-import { getMemoryInfo, estimateVRAM } from './memory-detect.js';
+import { getMemoryInfo, estimateVRAM, refreshAvailableMemory } from './memory-detect.js';
 import { detectGPU, calculateGPULayers } from './gpu-detect.js';
 import { getPlatform } from '../utils/platform-utils.js';
-import { RECOMMENDED_QUANTIZATIONS } from '../config/defaults.js';
-import { getLayerCountWithFallback, getContextLengthWithFallback, } from '../utils/model-metadata-helpers.js';
+import { RECOMMENDED_QUANTIZATIONS, KV_SIZING } from '../config/defaults.js';
+import { getLayerCountWithFallback, getContextLengthWithFallback, getExpertWeightsBytesWithFallback, hasGGUFMetadata, } from '../utils/model-metadata-helpers.js';
+import { estimateKVBytesPerToken, floorContextToGranularity } from '../utils/kv-cache-math.js';
 export class SystemInfo {
     static instance;
     cachedCapabilities = null;
@@ -21,6 +22,7 @@ export class SystemInfo {
         if (!forceRefresh && this.cachedCapabilities && now - this.cacheTimestamp < this.CACHE_TTL) {
             return this.cachedCapabilities;
         }
+        await refreshAvailableMemory();
         const cpu = getCPUInfo();
         const memory = getMemoryInfo();
         const gpu = await detectGPU();
@@ -52,15 +54,28 @@ export class SystemInfo {
     }
     async canRunModel(modelInfo, options) {
         const capabilities = await this.detect();
+        const kvFloorBytes = hasGGUFMetadata(modelInfo) && modelInfo.ggufMetadata?.block_count
+            ? KV_SIZING.floorContextTokens * estimateKVBytesPerToken(modelInfo)
+            : 0;
+        const expertBytes = getExpertWeightsBytesWithFallback(modelInfo) ?? 0;
+        if (expertBytes > 0 &&
+            expertBytes > capabilities.memory.total * KV_SIZING.moeExpertTotalRamFraction) {
+            return {
+                possible: false,
+                reason: `Insufficient RAM for MoE expert weights: ${(expertBytes / 1024 ** 3).toFixed(1)}GB of experts exceeds ${(KV_SIZING.moeExpertTotalRamFraction * 100).toFixed(0)}% of total RAM (${(capabilities.memory.total / 1024 ** 3).toFixed(1)}GB)`,
+                suggestion: 'Try a smaller quantization of this model, or add more system RAM',
+            };
+        }
+        const committedSize = modelInfo.size - expertBytes;
         const gpuLayers = options?.gpuLayers;
         let requiredMemory;
         if (gpuLayers && gpuLayers > 0) {
             const totalLayers = options?.totalLayers ?? getLayerCountWithFallback(modelInfo);
             const cpuRatio = Math.max(0, 1 - gpuLayers / totalLayers);
-            requiredMemory = modelInfo.size * cpuRatio * 1.2;
+            requiredMemory = (committedSize * 1.2 + kvFloorBytes) * cpuRatio;
         }
         else {
-            requiredMemory = modelInfo.size * 1.2;
+            requiredMemory = committedSize * 1.2 + kvFloorBytes;
         }
         const currentMemory = this.getMemoryInfo();
         const checkTotalMemory = options?.checkTotalMemory ?? false;
@@ -85,22 +100,133 @@ export class SystemInfo {
         }
         return { possible: true };
     }
-    async getOptimalConfig(modelInfo) {
+    async getOptimalConfig(modelInfo, hints = {}) {
         const capabilities = await this.detect();
         const currentMemory = this.getMemoryInfo();
-        const contextLength = getContextLengthWithFallback(modelInfo);
-        const contextSize = Math.min(contextLength, this.recommendContextSize(currentMemory.available, modelInfo.size));
         const config = {
             threads: getRecommendedThreads(capabilities.cpu.cores),
-            contextSize,
-            parallelRequests: this.recommendParallelRequests(capabilities.cpu.cores),
+            parallelRequests: hints.parallelRequests ?? this.recommendParallelRequests(),
+        };
+        const modelCtx = getContextLengthWithFallback(modelInfo);
+        const totalLayers = getLayerCountWithFallback(modelInfo);
+        const gpu = capabilities.gpu;
+        const hasVRAM = gpu.available && !!gpu.vram;
+        if (!hasGGUFMetadata(modelInfo) || !modelInfo.ggufMetadata?.block_count) {
+            config.contextSize = hints.contextSize ?? Math.min(modelCtx, KV_SIZING.floorContextTokens);
+            config.gpuLayers =
+                hints.gpuLayers ??
+                    (hasVRAM ? calculateGPULayers(totalLayers, gpu.vram, modelInfo.size) : 0);
+            return config;
+        }
+        const floor = KV_SIZING.floorContextTokens;
+        const clampCtx = (tokens) => {
+            const rounded = floorContextToGranularity(tokens);
+            return Math.max(floor, Math.min(modelCtx, rounded));
         };
-        if (capabilities.gpu.available && capabilities.gpu.vram) {
-            const actualLayers = getLayerCountWithFallback(modelInfo);
-            config.gpuLayers = calculateGPULayers(actualLayers, capabilities.gpu.vram, modelInfo.size);
+        const expertBytes = getExpertWeightsBytesWithFallback(modelInfo);
+        const moeHinted = hints.cpuMoe === true || hints.overrideTensors === 'exps=CPU';
+        const nCpuMoeHint = typeof hints.nCpuMoe === 'number' && hints.nCpuMoe > 0
+            ? Math.min(hints.nCpuMoe, totalLayers)
+            : 0;
+        const customOverrideTensors = hints.overrideTensors !== undefined && hints.overrideTensors !== 'exps=CPU';
+        let cpuExpertBytes = 0;
+        if (!customOverrideTensors && expertBytes && expertBytes > 0) {
+            if (moeHinted) {
+                cpuExpertBytes = expertBytes;
+            }
+            else if (nCpuMoeHint > 0) {
+                cpuExpertBytes = expertBytes * (nCpuMoeHint / totalLayers);
+            }
+        }
+        let weightsGPU = (modelInfo.size - cpuExpertBytes) * KV_SIZING.gpuWeightsOverhead;
+        let recommendCpuMoe = false;
+        const vramBudget = hasVRAM
+            ? Math.max(0, (gpu.vramAvailable ?? gpu.vram) - KV_SIZING.computeBufferBytes)
+            : 0;
+        const cpuContext = (bytesPerToken) => clampCtx((currentMemory.available -
+            modelInfo.size * KV_SIZING.cpuWeightsOverhead -
+            KV_SIZING.osRamMarginBytes) /
+            bytesPerToken);
+        const userPinnedCacheType = hints.cacheTypeK !== undefined || hints.cacheTypeV !== undefined;
+        const flashAttentionOff = hints.flashAttention === 'off' || hints.flashAttention === false;
+        let cacheTypeK = hints.cacheTypeK ?? 'f16';
+        let cacheTypeV = hints.cacheTypeV ?? 'f16';
+        let autoQuantized = false;
+        if (!userPinnedCacheType && !flashAttentionOff && hasVRAM && vramBudget > 0) {
+            const bptF16 = estimateKVBytesPerToken(modelInfo, 'f16', 'f16');
+            const abundantHeadroom = weightsGPU + modelCtx * bptF16 <= vramBudget;
+            if (!abundantHeadroom) {
+                cacheTypeK = 'q8_0';
+                cacheTypeV = 'q8_0';
+                autoQuantized = true;
+            }
+        }
+        const bpt = estimateKVBytesPerToken(modelInfo, cacheTypeK, cacheTypeV);
+        let gpuLayers;
+        let contextTokens;
+        if (hasVRAM && vramBudget > 0) {
+            const pinnedCtx = hints.contextSize;
+            const requiredKV = (pinnedCtx ?? floor) * bpt;
+            let fullOffloadFits = weightsGPU + requiredKV <= vramBudget;
+            const measuredExpertBytes = modelInfo.ggufMetadata?.expert_weights_bytes;
+            if (!fullOffloadFits &&
+                hints.cpuMoe === undefined &&
+                hints.nCpuMoe === undefined &&
+                hints.overrideTensors === undefined &&
+                hints.gpuLayers === undefined &&
+                measuredExpertBytes !== undefined &&
+                measuredExpertBytes > 0) {
+                const expertBytes = measuredExpertBytes;
+                const trunkGPU = (modelInfo.size - expertBytes) * KV_SIZING.gpuWeightsOverhead;
+                const expertsFitRAM = expertBytes <= currentMemory.total * KV_SIZING.moeExpertTotalRamFraction;
+                if (trunkGPU + requiredKV <= vramBudget && expertsFitRAM) {
+                    recommendCpuMoe = true;
+                    cpuExpertBytes = expertBytes;
+                    weightsGPU = trunkGPU;
+                    fullOffloadFits = true;
+                }
+            }
+            if (hints.gpuLayers !== undefined ? hints.gpuLayers >= totalLayers : fullOffloadFits) {
+                gpuLayers = hints.gpuLayers ?? totalLayers;
+                contextTokens = pinnedCtx ?? clampCtx((vramBudget - weightsGPU) / bpt);
+            }
+            else {
+                const reserve = Math.max(requiredKV, KV_SIZING.minPartialReserveBytes);
+                const perLayer = weightsGPU / totalLayers;
+                gpuLayers =
+                    hints.gpuLayers ??
+                        Math.min(totalLayers, Math.max(0, Math.floor((vramBudget - reserve) / perLayer)));
+                if (gpuLayers <= 0) {
+                    gpuLayers = 0;
+                    contextTokens = pinnedCtx ?? cpuContext(bpt);
+                }
+                else {
+                    const gpuShare = gpuLayers / totalLayers;
+                    const cpuShare = 1 - gpuShare;
+                    const gpuKVBudget = Math.max(0, vramBudget - gpuLayers * perLayer);
+                    const cpuResidentWeights = (modelInfo.size - cpuExpertBytes) * cpuShare + cpuExpertBytes;
+                    const ramKVBudget = Math.max(0, currentMemory.available -
+                        cpuResidentWeights * KV_SIZING.cpuWeightsOverhead -
+                        KV_SIZING.osRamMarginBytes);
+                    const byGPU = gpuShare > 0 ? gpuKVBudget / (bpt * gpuShare) : Infinity;
+                    const byRAM = cpuShare > 0 ? ramKVBudget / (bpt * cpuShare) : Infinity;
+                    contextTokens = pinnedCtx ?? clampCtx(Math.min(byGPU, byRAM));
+                }
+            }
         }
         else {
-            config.gpuLayers = 0;
+            gpuLayers = hints.gpuLayers ?? 0;
+            contextTokens = hints.contextSize ?? cpuContext(bpt);
+        }
+        config.contextSize = contextTokens;
+        config.gpuLayers = gpuLayers;
+        if (recommendCpuMoe) {
+            config.cpuMoe = true;
+        }
+        if (autoQuantized) {
+            config.cacheTypeK = cacheTypeK;
+            config.cacheTypeV = cacheTypeV;
+            config.flashAttention = 'on';
         }
         return config;
     }
@@ -141,10 +267,7 @@ export class SystemInfo {
             gpuAcceleration: gpu.available,
         };
     }
-    recommendContextSize(_availableRAM, _modelSize) {
-        return 4096;
-    }
-    recommendParallelRequests(_cpuCores) {
+    recommendParallelRequests() {
         return 1;
     }
     clearCache() {

package/dist/system/SystemInfo.js.map

@@ -1 +1 @@
-{"version":3,"file":"SystemInfo.js","sourceRoot":"","sources":["../../src/system/SystemInfo.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACpE,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAChE,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,yBAAyB,EAAE,MAAM,uBAAuB,CAAC;AAClE,OAAO,EACL,yBAAyB,EACzB,4BAA4B,GAC7B,MAAM,oCAAoC,CAAC;AAa5C,MAAM,OAAO,UAAU;IACb,MAAM,CAAC,QAAQ,CAAa;IAC5B,kBAAkB,GAA8B,IAAI,CAAC;IACrD,cAAc,GAAG,CAAC,CAAC;IACV,SAAS,GAAG,KAAK,CAAC;IAMnC,gBAAuB,CAAC;IAKjB,MAAM,CAAC,WAAW;QACvB,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;YACzB,UAAU,CAAC,QAAQ,GAAG,IAAI,UAAU,EAAE,CAAC;QACzC,CAAC;QACD,OAAO,UAAU,CAAC,QAAQ,CAAC;IAC7B,CAAC;IAgBM,KAAK,CAAC,MAAM,CAAC,YAAY,GAAG,KAAK;QAEtC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,kBAAkB,IAAI,GAAG,GAAG,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YAC3F,OAAO,IAAI,CAAC,kBAAkB,CAAC;QACjC,CAAC;QAGD,MAAM,GAAG,GAAG,UAAU,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,MAAM,SAAS,EAAE,CAAC;QAG9B,IAAI,GAAG,CAAC,SAAS,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAC/B,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,SAAS,CAAC;QACpD,CAAC;QAGD,MAAM,eAAe,GAAG,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAEnF,MAAM,YAAY,GAAuB;YACvC,GAAG;YACH,MAAM;YACN,GAAG;YACH,QAAQ,EAAE,WAAW,EAAE;YACvB,eAAe;YACf,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,CAAC;QAGF,IAAI,CAAC,kBAAkB,GAAG,YAAY,CAAC;QACvC,IAAI,CAAC,cAAc,GAAG,GAAG,CAAC;QAE1B,OAAO,YAAY,CAAC;IACtB,CAAC;IAaM,aAAa;QAClB,OAAO,aAAa,EAAE,CAAC;IACzB,CAAC;IAmBM,KAAK,CAAC,UAAU;QACrB,MAAM,GAAG,GAAG,MAAM,SAAS,EAAE,CAAC;QAG9B,IAAI,GAAG,CAAC,SAAS,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAC/B,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,SAAS,CAAC;QACpD,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAwBM,KAAK,CAAC,WAAW,CACtB,SAAoB,EACpB,OAIC;QAMD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QAGzC,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,CAAC;QACrC,IAAI,cAAsB,CAAC;QAC3B,IAAI,SAAS,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,yBAAyB,CAAC,SAAS,CAAC,CAAC;YACjF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,GAAG,WAAW,CAAC,CAAC;YAC1D,cAAc,GAAG,SAAS,CAAC,IAAI,GAAG,QAAQ,GAAG,GAAG,CAAC;QACnD,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,SAAS,CAAC,IAAI,GAAG,GAAG,CAAC;QACxC,CAAC;QAGD,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QAG3C,MAAM,gBAAgB,GAAG,OAAO,EAAE,gBAAgB,IAAI,KAAK,CAAC;QAC5D,MAAM,aAAa,GAAG,gBAAgB,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,SAAS,CAAC;QACvF,MAAM,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC;QAG5D,MAAM,SAAS,GAAG,aAAa,IAAI,cAAc,CAAC;QAElD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO;gBACL,QAAQ,EAAE,KAAK;gBACf,MAAM,EAAE,oCAAoC,CAAC,cAAc,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC,aAAa,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,UAAU,EAAE;gBAC3J,UAAU,EAAE,gBAAgB;oBAC1B,CAAC,CAAC,+EAA+E;oBACjF,CAAC,CAAC,yFAAyF;aAC9F,CAAC;QACJ,CAAC;QAGD,IAAI,SAAS,CAAC,IAAI,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;YAClE,OAAO;gBACL,QAAQ,EAAE,IAAI;gBACd,MAAM,EAAE,6DAA6D;gBACrE,UAAU,EAAE,+DAA+D;aAC5E,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAC5B,CAAC;IAcM,KAAK,CAAC,gBAAgB,CAAC,SAAoB;QAChD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QAGzC,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QAG3C,MAAM,aAAa,GAAG,4BAA4B,CAAC,SAAS,CAAC,CAAC;QAC9D,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAC1B,aAAa,EACb,IAAI,CAAC,oBAAoB,CAAC,aAAa,CAAC,SAAS,EAAE,SAAS,CAAC,IAAI,CAAC,CACnE,CAAC;QAEF,MAAM,MAAM,GAA0B;YACpC,OAAO,EAAE,qBAAqB,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC;YACtD,WAAW;YACX,gBAAgB,EAAE,IAAI,CAAC,yBAAyB,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC;SACzE,CAAC;QAGF,IAAI,YAAY,CAAC,GAAG,CAAC,SAAS,IAAI,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAExD,MAAM,YAAY,GAAG,yBAAyB,CAAC,SAAS,CAAC,CAAC;YAC1D,MAAM,CAAC,SAAS,GAAG,kBAAkB,CAAC,YAAY,EAAE,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;QAC7F,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC;QACvB,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAKO,uBAAuB,CAC7B,QAAgB,EAChB,QAAgB,EAChB,GAA8B;QAE9B,MAAM,KAAK,GAAG,QAAQ,GAAG,IAAI,IAAI,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAGnD,IAAI,YAAoB,CAAC;QACzB,IAAI,uBAA0C,CAAC;QAE/C,IAAI,GAAG,CAAC,SAAS,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;YAClC,YAAY,GAAG,KAAK,CAAC;YACrB,uBAAuB,GAAG,yBAAyB,CAAC,QAAQ,CAAC;QAC/D,CAAC;aAAM,IAAI,GAAG,CAAC,SAAS,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;YACzC,YAAY,GAAG,KAAK,CAAC;YACrB,uBAAuB,GAAG,yBAAyB,CAAC,QAAQ,CAAC;QAC/D,CAAC;aAAM,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;YACvB,YAAY,GAAG,KAAK,CAAC;YACrB,uBAAuB,GAAG,yBAAyB,CAAC,OAAO,CAAC;QAC9D,CAAC;aAAM,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;YACvB,YAAY,GAAG,KAAK,CAAC;YACrB,uBAAuB,GAAG,yBAAyB,CAAC,QAAQ,CAAC;QAC/D,CAAC;aAAM,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACtB,YAAY,GAAG,IAAI,CAAC;YACpB,uBAAuB,GAAG,yBAAyB,CAAC,QAAQ,CAAC;QAC/D,CAAC;aAAM,CAAC;YACN,YAAY,GAAG,IAAI,CAAC;YACpB,uBAAuB,GAAG,yBAAyB,CAAC,OAAO,CAAC;QAC9D,CAAC;QAED,OAAO;YACL,YAAY;YACZ,uBAAuB;YACvB,OAAO,EAAE,qBAAqB,CAAC,QAAQ,CAAC;YACxC,SAAS,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YACxC,eAAe,EAAE,GAAG,CAAC,SAAS;SAC/B,CAAC;IACJ,CAAC;IAkBO,oBAAoB,CAAC,aAAqB,EAAE,UAAkB;QAGpE,OAAO,IAAI,CAAC;IACd,CAAC;IAeO,yBAAyB,CAAC,SAAiB;QAIjD,OAAO,CAAC,CAAC;IACX,CAAC;IAMM,UAAU;QACf,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;IAC1B,CAAC;CACF;AAGD,MAAM,CAAC,MAAM,UAAU,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC"}
+{"version":3,"file":"SystemInfo.js","sourceRoot":"","sources":["../../src/system/SystemInfo.ts"],"names":[],"mappings":"AAaA,OAAO,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACpE,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AACzF,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAChE,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,yBAAyB,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAC7E,OAAO,EACL,yBAAyB,EACzB,4BAA4B,EAC5B,iCAAiC,EACjC,eAAe,GAChB,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,uBAAuB,EAAE,yBAAyB,EAAE,MAAM,2BAA2B,CAAC;AAa/F,MAAM,OAAO,UAAU;IACb,MAAM,CAAC,QAAQ,CAAa;IAC5B,kBAAkB,GAA8B,IAAI,CAAC;IACrD,cAAc,GAAG,CAAC,CAAC;IACV,SAAS,GAAG,KAAK,CAAC;IAMnC,gBAAuB,CAAC;IAKjB,MAAM,CAAC,WAAW;QACvB,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC;YACzB,UAAU,CAAC,QAAQ,GAAG,IAAI,UAAU,EAAE,CAAC;QACzC,CAAC;QACD,OAAO,UAAU,CAAC,QAAQ,CAAC;IAC7B,CAAC;IAgBM,KAAK,CAAC,MAAM,CAAC,YAAY,GAAG,KAAK;QAEtC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,kBAAkB,IAAI,GAAG,GAAG,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;YAC3F,OAAO,IAAI,CAAC,kBAAkB,CAAC;QACjC,CAAC;QAID,MAAM,sBAAsB,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,UAAU,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,MAAM,SAAS,EAAE,CAAC;QAG9B,IAAI,GAAG,CAAC,SAAS,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAC/B,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,SAAS,CAAC;QACpD,CAAC;QAGD,MAAM,eAAe,GAAG,IAAI,CAAC,uBAAuB,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAEnF,MAAM,YAAY,GAAuB;YACvC,GAAG;YACH,MAAM;YACN,GAAG;YACH,QAAQ,EAAE,WAAW,EAAE;YACvB,eAAe;YACf,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACrC,CAAC;QAGF,IAAI,CAAC,kBAAkB,GAAG,YAAY,CAAC;QACvC,IAAI,CAAC,cAAc,GAAG,GAAG,CAAC;QAE1B,OAAO,YAAY,CAAC;IACtB,CAAC;IAaM,aAAa;QAClB,OAAO,aAAa,EAAE,CAAC;IACzB,CAAC;IAmBM,KAAK,CAAC,UAAU;QACrB,MAAM,GAAG,GAAG,MAAM,SAAS,EAAE,CAAC;QAG9B,IAAI,GAAG,CAAC,SAAS,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YAC/B,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,SAAS,CAAC;QACpD,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAwBM,KAAK,CAAC,WAAW,CACtB,SAAoB,EACpB,OAIC;QAMD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QAIzC,MAAM,YAAY,GAChB,eAAe,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,YAAY,EAAE,WAAW;YAC/D,CAAC,CAAC,SAAS,CAAC,kBAAkB,GAAG,uBAAuB,CAAC,SAAS,CAAC;YACnE,CAAC,CAAC,CAAC,CAAC;QAIR,MAAM,WAAW,GAAG,iCAAiC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACtE,IACE,WAAW,GAAG,CAAC;YACf,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,KAAK,GAAG,SAAS,CAAC,yBAAyB,EAC7E,CAAC;YACD,OAAO;gBACL,QAAQ,EAAE,KAAK;gBACf,MAAM,EAAE,4CAA4C,CAAC,WAAW,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,yBAAyB,CAAC,SAAS,CAAC,yBAAyB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,mBAAmB,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK;gBACjP,UAAU,EAAE,kEAAkE;aAC/E,CAAC;QACJ,CAAC;QAKD,MAAM,aAAa,GAAG,SAAS,CAAC,IAAI,GAAG,WAAW,CAAC;QACnD,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,CAAC;QACrC,IAAI,cAAsB,CAAC;QAC3B,IAAI,SAAS,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,yBAAyB,CAAC,SAAS,CAAC,CAAC;YACjF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,GAAG,WAAW,CAAC,CAAC;YAC1D,cAAc,GAAG,CAAC,aAAa,GAAG,GAAG,GAAG,YAAY,CAAC,GAAG,QAAQ,CAAC;QACnE,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,aAAa,GAAG,GAAG,GAAG,YAAY,CAAC;QACtD,CAAC;QAGD,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QAG3C,MAAM,gBAAgB,GAAG,OAAO,EAAE,gBAAgB,IAAI,KAAK,CAAC;QAC5D,MAAM,aAAa,GAAG,gBAAgB,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,SAAS,CAAC;QACvF,MAAM,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC;QAG5D,MAAM,SAAS,GAAG,aAAa,IAAI,cAAc,CAAC;QAElD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO;gBACL,QAAQ,EAAE,KAAK;gBACf,MAAM,EAAE,oCAAoC,CAAC,cAAc,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC,aAAa,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,UAAU,EAAE;gBAC3J,UAAU,EAAE,gBAAgB;oBAC1B,CAAC,CAAC,+EAA+E;oBACjF,CAAC,CAAC,yFAAyF;aAC9F,CAAC;QACJ,CAAC;QAGD,IAAI,SAAS,CAAC,IAAI,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;YAClE,OAAO;gBACL,QAAQ,EAAE,IAAI;gBACd,MAAM,EAAE,6DAA6D;gBACrE,UAAU,EAAE,+DAA+D;aAC5E,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAC5B,CAAC;IAcM,KAAK,CAAC,gBAAgB,CAC3B,SAAoB,EACpB,QAA4B,EAAE;QAE9B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QAGzC,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QAE3C,MAAM,MAAM,GAA+B;YACzC,OAAO,EAAE,qBAAqB,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC;YACtD,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,IAAI,IAAI,CAAC,yBAAyB,EAAE;SAC7E,CAAC;QAEF,MAAM,QAAQ,GAAG,4BAA4B,CAAC,SAAS,CAAC,CAAC;QACzD,MAAM,WAAW,GAAG,yBAAyB,CAAC,SAAS,CAAC,CAAC;QACzD,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC;QAC7B,MAAM,OAAO,GAAG,GAAG,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;QAI5C,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,WAAW,EAAE,CAAC;YACxE,MAAM,CAAC,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,kBAAkB,CAAC,CAAC;YAC3F,MAAM,CAAC,SAAS;gBACd,KAAK,CAAC,SAAS;oBACf,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC,WAAW,EAAE,GAAG,CAAC,IAAK,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7E,OAAO,MAAM,CAAC;QAChB,CAAC;QAGD,MAAM,KAAK,GAAG,SAAS,CAAC,kBAAkB,CAAC;QAC3C,MAAM,QAAQ,GAAG,CAAC,MAAc,EAAU,EAAE;YAG1C,MAAM,OAAO,GAAG,yBAAyB,CAAC,MAAM,CAAC,CAAC;YAClD,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;QACtD,CAAC,CAAC;QAOF,MAAM,WAAW,GAAG,iCAAiC,CAAC,SAAS,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,KAAK,IAAI,IAAI,KAAK,CAAC,eAAe,KAAK,UAAU,CAAC;QAChF,MAAM,WAAW,GACf,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC;YACpD,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,EAAE,WAAW,CAAC;YACtC,CAAC,CAAC,CAAC,CAAC;QAER,MAAM,qBAAqB,GACzB,KAAK,CAAC,eAAe,KAAK,SAAS,IAAI,KAAK,CAAC,eAAe,KAAK,UAAU,CAAC;QAE9E,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,CAAC,qBAAqB,IAAI,WAAW,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YAC7D,IAAI,SAAS,EAAE,CAAC;gBACd,cAAc,GAAG,WAAW,CAAC;YAC/B,CAAC;iBAAM,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;gBAC3B,cAAc,GAAG,WAAW,GAAG,CAAC,WAAW,GAAG,WAAW,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QAED,IAAI,UAAU,GAAG,CAAC,SAAS,CAAC,IAAI,GAAG,cAAc,CAAC,GAAG,SAAS,CAAC,kBAAkB,CAAC;QAClF,IAAI,eAAe,GAAG,KAAK,CAAC;QAC5B,MAAM,UAAU,GAAG,OAAO;YACxB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,IAAK,CAAC,GAAG,SAAS,CAAC,kBAAkB,CAAC;YAC9E,CAAC,CAAC,CAAC,CAAC;QACN,MAAM,UAAU,GAAG,CAAC,aAAqB,EAAU,EAAE,CACnD,QAAQ,CACN,CAAC,aAAa,CAAC,SAAS;YACtB,SAAS,CAAC,IAAI,GAAG,SAAS,CAAC,kBAAkB;YAC7C,SAAS,CAAC,gBAAgB,CAAC;YAC3B,aAAa,CAChB,CAAC;QAOJ,MAAM,mBAAmB,GAAG,KAAK,CAAC,UAAU,KAAK,SAAS,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,CAAC;QAC7F,MAAM,iBAAiB,GAAG,KAAK,CAAC,cAAc,KAAK,KAAK,IAAI,KAAK,CAAC,cAAc,KAAK,KAAK,CAAC;QAC3F,IAAI,UAAU,GAAgB,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC;QACxD,IAAI,UAAU,GAAgB,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC;QACxD,IAAI,aAAa,GAAG,KAAK,CAAC;QAE1B,IAAI,CAAC,mBAAmB,IAAI,CAAC,iBAAiB,IAAI,OAAO,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YAC5E,MAAM,MAAM,GAAG,uBAAuB,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;YAChE,MAAM,gBAAgB,GAAG,UAAU,GAAG,QAAQ,GAAG,MAAM,IAAI,UAAU,CAAC;YACtE,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACtB,UAAU,GAAG,MAAM,CAAC;gBACpB,UAAU,GAAG,MAAM,CAAC;gBACpB,aAAa,GAAG,IAAI,CAAC;YACvB,CAAC;QACH,CAAC;QAED,MAAM,GAAG,GAAG,uBAAuB,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;QAOvE,IAAI,SAAiB,CAAC;QACtB,IAAI,aAAqB,CAAC;QAE1B,IAAI,OAAO,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,SAAS,GAAG,KAAK,CAAC,WAAW,CAAC;YACpC,MAAM,UAAU,GAAG,CAAC,SAAS,IAAI,KAAK,CAAC,GAAG,GAAG,CAAC;YAC9C,IAAI,eAAe,GAAG,UAAU,GAAG,UAAU,IAAI,UAAU,CAAC;YAW5D,MAAM,mBAAmB,GAAG,SAAS,CAAC,YAAY,EAAE,oBAAoB,CAAC;YACzE,IACE,CAAC,eAAe;gBAChB,KAAK,CAAC,MAAM,KAAK,SAAS;gBAC1B,KAAK,CAAC,OAAO,KAAK,SAAS;gBAC3B,KAAK,CAAC,eAAe,KAAK,SAAS;gBACnC,KAAK,CAAC,SAAS,KAAK,SAAS;gBAC7B,mBAAmB,KAAK,SAAS;gBACjC,mBAAmB,GAAG,CAAC,EACvB,CAAC;gBACD,MAAM,WAAW,GAAG,mBAAmB,CAAC;gBACxC,MAAM,QAAQ,GAAG,CAAC,SAAS,CAAC,IAAI,GAAG,WAAW,CAAC,GAAG,SAAS,CAAC,kBAAkB,CAAC;gBAG/E,MAAM,aAAa,GACjB,WAAW,IAAI,aAAa,CAAC,KAAK,GAAG,SAAS,CAAC,yBAAyB,CAAC;gBAC3E,IAAI,QAAQ,GAAG,UAAU,IAAI,UAAU,IAAI,aAAa,EAAE,CAAC;oBACzD,eAAe,GAAG,IAAI,CAAC;oBACvB,cAAc,GAAG,WAAW,CAAC;oBAC7B,UAAU,GAAG,QAAQ,CAAC;oBACtB,eAAe,GAAG,IAAI,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,IAAI,WAAW,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC;gBAErF,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,WAAW,CAAC;gBAC3C,aAAa,GAAG,SAAS,IAAI,QAAQ,CAAC,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC,CAAC;YACzE,CAAC;iBAAM,CAAC;gBAEN,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,SAAS,CAAC,sBAAsB,CAAC,CAAC;gBACvE,MAAM,QAAQ,GAAG,UAAU,GAAG,WAAW,CAAC;gBAC1C,SAAS;oBACP,KAAK,CAAC,SAAS;wBACf,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,GAAG,OAAO,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAEpF,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;oBACnB,SAAS,GAAG,CAAC,CAAC;oBACd,aAAa,GAAG,SAAS,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC;gBAC/C,CAAC;qBAAM,CAAC;oBAEN,MAAM,QAAQ,GAAG,SAAS,GAAG,WAAW,CAAC;oBACzC,MAAM,QAAQ,GAAG,CAAC,GAAG,QAAQ,CAAC;oBAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,SAAS,GAAG,QAAQ,CAAC,CAAC;oBAGnE,MAAM,kBAAkB,GAAG,CAAC,SAAS,CAAC,IAAI,GAAG,cAAc,CAAC,GAAG,QAAQ,GAAG,cAAc,CAAC;oBACzF,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAC1B,CAAC,EACD,aAAa,CAAC,SAAS;wBACrB,kBAAkB,GAAG,SAAS,CAAC,kBAAkB;wBACjD,SAAS,CAAC,gBAAgB,CAC7B,CAAC;oBACF,MAAM,KAAK,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;oBACvE,MAAM,KAAK,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;oBACvE,aAAa,GAAG,SAAS,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;gBAChE,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC;YACjC,aAAa,GAAG,KAAK,CAAC,WAAW,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,CAAC,WAAW,GAAG,aAAa,CAAC;QACnC,MAAM,CAAC,SAAS,GAAG,SAAS,CAAC;QAC7B,IAAI,eAAe,EAAE,CAAC;YACpB,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC;QACvB,CAAC;QACD,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,CAAC,UAAU,GAAG,UAAU,CAAC;YAC/B,MAAM,CAAC,UAAU,GAAG,UAAU,CAAC;YAG/B,MAAM,CAAC,cAAc,GAAG,IAAI,CAAC;QAC/B,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAKO,uBAAuB,CAC7B,QAAgB,EAChB,QAAgB,EAChB,GAA8B;QAE9B,MAAM,KAAK,GAAG,QAAQ,GAAG,IAAI,IAAI,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAGnD,IAAI,YAAoB,CAAC;QACzB,IAAI,uBAA0C,CAAC;QAE/C,IAAI,GAAG,CAAC,SAAS,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;YAClC,YAAY,GAAG,KAAK,CAAC;YACrB,uBAAuB,GAAG,yBAAyB,CAAC,QAAQ,CAAC;QAC/D,CAAC;aAAM,IAAI,GAAG,CAAC,SAAS,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;YACzC,YAAY,GAAG,KAAK,CAAC;YACrB,uBAAuB,GAAG,yBAAyB,CAAC,QAAQ,CAAC;QAC/D,CAAC;aAAM,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;YACvB,YAAY,GAAG,KAAK,CAAC;YACrB,uBAAuB,GAAG,yBAAyB,CAAC,OAAO,CAAC;QAC9D,CAAC;aAAM,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;YACvB,YAAY,GAAG,KAAK,CAAC;YACrB,uBAAuB,GAAG,yBAAyB,CAAC,QAAQ,CAAC;QAC/D,CAAC;aAAM,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;YACtB,YAAY,GAAG,IAAI,CAAC;YACpB,uBAAuB,GAAG,yBAAyB,CAAC,QAAQ,CAAC;QAC/D,CAAC;aAAM,CAAC;YACN,YAAY,GAAG,IAAI,CAAC;YACpB,uBAAuB,GAAG,yBAAyB,CAAC,OAAO,CAAC;QAC9D,CAAC;QAED,OAAO;YACL,YAAY;YACZ,uBAAuB;YACvB,OAAO,EAAE,qBAAqB,CAAC,QAAQ,CAAC;YACxC,SAAS,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YACxC,eAAe,EAAE,GAAG,CAAC,SAAS;SAC/B,CAAC;IACJ,CAAC;IAcO,yBAAyB;QAI/B,OAAO,CAAC,CAAC;IACX,CAAC;IAMM,UAAU;QACf,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;QAC/B,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC;IAC1B,CAAC;CACF;AAGD,MAAM,CAAC,MAAM,UAAU,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC"}

package/dist/system/memory-detect.d.ts

@@ -1,4 +1,5 @@
 import type { MemoryInfo, GPUInfo } from '../types/index.js';
+export declare function refreshAvailableMemory(): Promise<void>;
 export declare function getMemoryInfo(): MemoryInfo;
 export declare function estimateVRAM(gpu: GPUInfo): Promise<number | null>;
 export declare function hasSufficientMemory(requiredBytes: number, useVRAM?: boolean, gpu?: GPUInfo): Promise<boolean>;

package/dist/system/memory-detect.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"memory-detect.d.ts","sourceRoot":"","sources":["../../src/system/memory-detect.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAe7D,wBAAgB,aAAa,IAAI,UAAU,CAU1C;AAkBD,wBAAsB,YAAY,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAqDvE;AAkBD,wBAAsB,mBAAmB,CACvC,aAAa,EAAE,MAAM,EACrB,OAAO,UAAQ,EACf,GAAG,CAAC,EAAE,OAAO,GACZ,OAAO,CAAC,OAAO,CAAC,CAclB;AAgBD,wBAAgB,8BAA8B,CAAC,cAAc,EAAE,MAAM,GAAG,MAAM,CAQ7E"}
+{"version":3,"file":"memory-detect.d.ts","sourceRoot":"","sources":["../../src/system/memory-detect.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAkB7D,wBAAsB,sBAAsB,IAAI,OAAO,CAAC,IAAI,CAAC,CAgB5D;AAaD,wBAAgB,aAAa,IAAI,UAAU,CAoB1C;AAkBD,wBAAsB,YAAY,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAqDvE;AAkBD,wBAAsB,mBAAmB,CACvC,aAAa,EAAE,MAAM,EACrB,OAAO,UAAQ,EACf,GAAG,CAAC,EAAE,OAAO,GACZ,OAAO,CAAC,OAAO,CAAC,CAclB;AAgBD,wBAAgB,8BAA8B,CAAC,cAAc,EAAE,MAAM,GAAG,MAAM,CAQ7E"}

package/dist/system/memory-detect.js

@@ -2,9 +2,30 @@ import os from 'node:os';
 import { exec } from 'node:child_process';
 import { promisify } from 'node:util';
 const execAsync = promisify(exec);
+let cachedWindowsAvailable = null;
+const WINDOWS_AVAILABLE_TTL_MS = 60000;
+export async function refreshAvailableMemory() {
+    if (process.platform !== 'win32') {
+        return;
+    }
+    try {
+        const { stdout } = await execAsync('powershell -NoProfile -Command "(Get-CimInstance Win32_PerfFormattedData_PerfOS_Memory).AvailableBytes"', { timeout: 10000 });
+        const bytes = parseInt(stdout.trim(), 10);
+        if (Number.isFinite(bytes) && bytes > 0) {
+            cachedWindowsAvailable = { bytes, timestamp: Date.now() };
+        }
+    }
+    catch {
+    }
+}
 export function getMemoryInfo() {
     const total = os.totalmem();
-    const available = os.freemem();
+    let available = os.freemem();
+    if (process.platform === 'win32' &&
+        cachedWindowsAvailable &&
+        Date.now() - cachedWindowsAvailable.timestamp < WINDOWS_AVAILABLE_TTL_MS) {
+        available = Math.max(available, cachedWindowsAvailable.bytes);
+    }
     const used = total - available;
     return {
         total,

package/dist/system/memory-detect.js.map

@@ -1 +1 @@
-{"version":3,"file":"memory-detect.js","sourceRoot":"","sources":["../../src/system/memory-detect.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAGtC,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;AAalC,MAAM,UAAU,aAAa;IAC3B,MAAM,KAAK,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC;IAC5B,MAAM,SAAS,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;IAC/B,MAAM,IAAI,GAAG,KAAK,GAAG,SAAS,CAAC;IAE/B,OAAO;QACL,KAAK;QACL,SAAS;QACT,IAAI;KACL,CAAC;AACJ,CAAC;AAkBD,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,GAAY;IAC7C,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IAIlC,IAAI,QAAQ,KAAK,QAAQ,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;QAE/B,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC;IACxC,CAAC;IAGD,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;QACtC,IAAI,CAAC;YACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAChC,mEAAmE,CACpE,CAAC;YACF,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;YAC3C,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;gBACnB,OAAO,MAAM,GAAG,IAAI,GAAG,IAAI,CAAC;YAC9B,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YAEP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAGD,IAAI,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,IAAI,KAAK,KAAK,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;QAC3D,IAAI,CAAC;YACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,mCAAmC,CAAC,CAAC;YAExE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACnC,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;oBACd,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACvC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;wBACnB,OAAO,MAAM,GAAG,IAAI,GAAG,IAAI,CAAC;oBAC9B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YAEP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAkBD,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,aAAqB,EACrB,OAAO,GAAG,KAAK,EACf,GAAa;IAEb,IAAI,OAAO,EAAE,CAAC;QACZ,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;YAC3B,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC;QACrC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,IAAI,IAAI,aAAa,CAAC;IAC/B,CAAC;IAED,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;IAC/B,OAAO,MAAM,CAAC,SAAS,IAAI,aAAa,CAAC;AAC3C,CAAC;AAgBD,MAAM,UAAU,8BAA8B,CAAC,cAAsB;IAEnE,MAAM,eAAe,GAAG,cAAc,GAAG,GAAG,CAAC;IAG7C,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC;IAE7B,OAAO,eAAe,GAAG,MAAM,CAAC;AAClC,CAAC"}
+{"version":3,"file":"memory-detect.js","sourceRoot":"","sources":["../../src/system/memory-detect.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EAAE,IAAI,EAAE,MAAM,oBAAoB,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAGtC,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;AAQlC,IAAI,sBAAsB,GAAgD,IAAI,CAAC;AAC/E,MAAM,wBAAwB,GAAG,KAAK,CAAC;AAOvC,MAAM,CAAC,KAAK,UAAU,sBAAsB;IAC1C,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QACjC,OAAO;IACT,CAAC;IACD,IAAI,CAAC;QACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAChC,yGAAyG,EACzG,EAAE,OAAO,EAAE,KAAK,EAAE,CACnB,CAAC;QACF,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAC1C,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACxC,sBAAsB,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAC5D,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;IAET,CAAC;AACH,CAAC;AAaD,MAAM,UAAU,aAAa;IAC3B,MAAM,KAAK,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC;IAC5B,IAAI,SAAS,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC;IAG7B,IACE,OAAO,CAAC,QAAQ,KAAK,OAAO;QAC5B,sBAAsB;QACtB,IAAI,CAAC,GAAG,EAAE,GAAG,sBAAsB,CAAC,SAAS,GAAG,wBAAwB,EACxE,CAAC;QACD,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,sBAAsB,CAAC,KAAK,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,IAAI,GAAG,KAAK,GAAG,SAAS,CAAC;IAE/B,OAAO;QACL,KAAK;QACL,SAAS;QACT,IAAI;KACL,CAAC;AACJ,CAAC;AAkBD,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,GAAY;IAC7C,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;QACnB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IAIlC,IAAI,QAAQ,KAAK,QAAQ,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;QAE/B,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC;IACxC,CAAC;IAGD,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;QACtC,IAAI,CAAC;YACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAChC,mEAAmE,CACpE,CAAC;YACF,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;YAC3C,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;gBACnB,OAAO,MAAM,GAAG,IAAI,GAAG,IAAI,CAAC;YAC9B,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YAEP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAGD,IAAI,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,IAAI,KAAK,KAAK,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC;QAC3D,IAAI,CAAC;YACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,mCAAmC,CAAC,CAAC;YAExE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACnC,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;oBACd,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACvC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;wBACnB,OAAO,MAAM,GAAG,IAAI,GAAG,IAAI,CAAC;oBAC9B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YAEP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAkBD,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,aAAqB,EACrB,OAAO,GAAG,KAAK,EACf,GAAa;IAEb,IAAI,OAAO,EAAE,CAAC;QACZ,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;YAC3B,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC;QACrC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,IAAI,IAAI,aAAa,CAAC;IAC/B,CAAC;IAED,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;IAC/B,OAAO,MAAM,CAAC,SAAS,IAAI,aAAa,CAAC;AAC3C,CAAC;AAgBD,MAAM,UAAU,8BAA8B,CAAC,cAAsB;IAEnE,MAAM,eAAe,GAAG,cAAc,GAAG,GAAG,CAAC;IAG7C,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC;IAE7B,OAAO,eAAe,GAAG,MAAM,CAAC;AAClC,CAAC"}

package/dist/types/index.d.ts

@@ -1,6 +1,6 @@
 export type { GPUInfo, CPUInfo, MemoryInfo, SystemCapabilities, SystemRecommendations, } from './system.js';
 export type { ModelType, ModelInfo, ModelSource, DownloadConfig, DownloadProgress, DownloadProgressCallback, GGUFMetadata, MetadataFetchStrategy, DiffusionComponentRole, DiffusionComponentInfo, DiffusionModelComponents, DiffusionComponentDownload, ShardInfo, } from './models.js';
-export type { ServerStatus, HealthStatus, KVCacheType, FlashAttentionSetting, ServerConfig, ServerInfo, LlamaServerConfig, ServerEvent, ServerEventData, BinaryLogEvent, } from './servers.js';
+export type { ServerStatus, HealthStatus, KVCacheType, FlashAttentionSetting, ServerConfig, ServerInfo, LlamaServerConfig, ServerEvent, ServerEventData, BinaryLogEvent, OptimalConfigHints, } from './servers.js';
 export type { ImageSampler, ImageGenerationConfig, ImageGenerationResult, ImageGenerationProgress, ImageGenerationStage, DiffusionServerConfig, DiffusionServerInfo, GenerationStatus, GenerationState, } from './images.js';
 export type Optional<T> = {
     [K in keyof T]?: T[K];

package/dist/types/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAMA,YAAY,EACV,OAAO,EACP,OAAO,EACP,UAAU,EACV,kBAAkB,EAClB,qBAAqB,GACtB,MAAM,aAAa,CAAC;AAGrB,YAAY,EACV,SAAS,EACT,SAAS,EACT,WAAW,EACX,cAAc,EACd,gBAAgB,EAChB,wBAAwB,EACxB,YAAY,EACZ,qBAAqB,EACrB,sBAAsB,EACtB,sBAAsB,EACtB,wBAAwB,EACxB,0BAA0B,EAC1B,SAAS,GACV,MAAM,aAAa,CAAC;AAGrB,YAAY,EACV,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,qBAAqB,EACrB,YAAY,EACZ,UAAU,EACV,iBAAiB,EACjB,WAAW,EACX,eAAe,EACf,cAAc,GACf,MAAM,cAAc,CAAC;AAGtB,YAAY,EACV,YAAY,EACZ,qBAAqB,EACrB,qBAAqB,EACrB,uBAAuB,EACvB,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,EACnB,gBAAgB,EAChB,eAAe,GAChB,MAAM,aAAa,CAAC;AAKrB,MAAM,MAAM,QAAQ,CAAC,CAAC,IAAI;KACvB,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;CACtB,CAAC;AAKF,MAAM,MAAM,YAAY,CAAC,CAAC,IAAI;KAE3B,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,SAAS,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC;CACpD,CAAC,MAAM,CAAC,CAAC,CAAC;AAKX,MAAM,MAAM,YAAY,CAAC,CAAC,IAAI;KAE3B,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,SAAS,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK;CACpD,CAAC,MAAM,CAAC,CAAC,CAAC;AAKX,MAAM,MAAM,SAAS,GACjB,MAAM,GACN,MAAM,GACN,OAAO,GACP,IAAI,GACJ,SAAS,EAAE,GACX;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAKjC,MAAM,MAAM,aAAa,CAAC,CAAC,GAAG,IAAI,IAAI,MAAM,OAAO,CAAC,CAAC,CAAC,CAAC;AAKvD,MAAM,MAAM,eAAe,GAAG,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AAMA,YAAY,EACV,OAAO,EACP,OAAO,EACP,UAAU,EACV,kBAAkB,EAClB,qBAAqB,GACtB,MAAM,aAAa,CAAC;AAGrB,YAAY,EACV,SAAS,EACT,SAAS,EACT,WAAW,EACX,cAAc,EACd,gBAAgB,EAChB,wBAAwB,EACxB,YAAY,EACZ,qBAAqB,EACrB,sBAAsB,EACtB,sBAAsB,EACtB,wBAAwB,EACxB,0BAA0B,EAC1B,SAAS,GACV,MAAM,aAAa,CAAC;AAGrB,YAAY,EACV,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,qBAAqB,EACrB,YAAY,EACZ,UAAU,EACV,iBAAiB,EACjB,WAAW,EACX,eAAe,EACf,cAAc,EACd,kBAAkB,GACnB,MAAM,cAAc,CAAC;AAGtB,YAAY,EACV,YAAY,EACZ,qBAAqB,EACrB,qBAAqB,EACrB,uBAAuB,EACvB,oBAAoB,EACpB,qBAAqB,EACrB,mBAAmB,EACnB,gBAAgB,EAChB,eAAe,GAChB,MAAM,aAAa,CAAC;AAKrB,MAAM,MAAM,QAAQ,CAAC,CAAC,IAAI;KACvB,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;CACtB,CAAC;AAKF,MAAM,MAAM,YAAY,CAAC,CAAC,IAAI;KAE3B,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,SAAS,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC;CACpD,CAAC,MAAM,CAAC,CAAC,CAAC;AAKX,MAAM,MAAM,YAAY,CAAC,CAAC,IAAI;KAE3B,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,SAAS,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,KAAK;CACpD,CAAC,MAAM,CAAC,CAAC,CAAC;AAKX,MAAM,MAAM,SAAS,GACjB,MAAM,GACN,MAAM,GACN,OAAO,GACP,IAAI,GACJ,SAAS,EAAE,GACX;IAAE,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAKjC,MAAM,MAAM,aAAa,CAAC,CAAC,GAAG,IAAI,IAAI,MAAM,OAAO,CAAC,CAAC,CAAC,CAAC;AAKvD,MAAM,MAAM,eAAe,GAAG,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC"}

package/dist/types/models.d.ts

@@ -30,7 +30,13 @@ export interface GGUFMetadata {
     file_type?: number;
     block_count?: number;
     context_length?: number;
-    attention_head_count?: number;
+    attention_head_count?: number | number[];
+    attention_head_count_kv?: number | number[];
+    attention_key_length?: number | number[];
+    expert_count?: number;
+    expert_used_count?: number;
+    expert_feed_forward_length?: number;
+    expert_weights_bytes?: number;
     embedding_length?: number;
     feed_forward_length?: number;
     attention_layer_norm_rms_epsilon?: number;

package/dist/types/models.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../src/types/models.ts"],"names":[],"mappings":"AAQA,MAAM,MAAM,SAAS,GAAG,KAAK,GAAG,WAAW,CAAC;AAM5C,MAAM,MAAM,sBAAsB,GAC9B,iBAAiB,GACjB,QAAQ,GACR,QAAQ,GACR,OAAO,GACP,KAAK,GACL,YAAY,GACZ,KAAK,CAAC;AAGV,MAAM,WAAW,sBAAsB;IAErC,IAAI,EAAE,MAAM,CAAC;IAEb,IAAI,EAAE,MAAM,CAAC;IAEb,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAMD,MAAM,MAAM,wBAAwB,GAAG,OAAO,CAC5C,MAAM,CAAC,sBAAsB,EAAE,sBAAsB,CAAC,CACvD,CAAC;AAMF,MAAM,WAAW,0BAA0B;IAEzC,IAAI,EAAE,sBAAsB,CAAC;IAE7B,MAAM,EAAE,aAAa,GAAG,KAAK,CAAC;IAE9B,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAWD,MAAM,MAAM,qBAAqB,GAAG,YAAY,GAAG,aAAa,GAAG,cAAc,GAAG,cAAc,CAAC;AAKnG,MAAM,WAAW,WAAW;IAE1B,IAAI,EAAE,aAAa,GAAG,KAAK,CAAC;IAG5B,GAAG,EAAE,MAAM,CAAC;IAGZ,IAAI,CAAC,EAAE,MAAM,CAAC;IAGd,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAQD,MAAM,WAAW,YAAY;IAE3B,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,WAAW,CAAC,EAAE,MAAM,CAAC;IAGrB,cAAc,CAAC,EAAE,MAAM,CAAC;IAGxB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAG9B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAG1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAG7B,gCAAgC,CAAC,EAAE,MAAM,CAAC;IAG1C,UAAU,CAAC,EAAE,MAAM,CAAC;IAGpB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAG9B,cAAc,CAAC,EAAE,MAAM,CAAC;IAQxB,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC/B;AAMD,MAAM,WAAW,SAAS;IAExB,IAAI,EAAE,MAAM,CAAC;IAGb,IAAI,EAAE,MAAM,CAAC;IAGb,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAKD,MAAM,WAAW,SAAS;IAExB,EAAE,EAAE,MAAM,CAAC;IAGX,IAAI,EAAE,MAAM,CAAC;IAGb,IAAI,EAAE,SAAS,CAAC;IAGhB,IAAI,EAAE,MAAM,CAAC;IAGb,IAAI,EAAE,MAAM,CAAC;IAGb,YAAY,EAAE,MAAM,CAAC;IAGrB,MAAM,EAAE,WAAW,CAAC;IAGpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAQlB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAe5B,YAAY,CAAC,EAAE,YAAY,CAAC;IAQ5B,UAAU,CAAC,EAAE,wBAAwB,CAAC;IAQtC,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC;CACtB;AAKD,MAAM,MAAM,wBAAwB,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;AAKnF,MAAM,WAAW,cAAc;IAE7B,MAAM,EAAE,aAAa,GAAG,KAAK,CAAC;IAG9B,GAAG,CAAC,EAAE,MAAM,CAAC;IAGb,IAAI,CAAC,EAAE,MAAM,CAAC;IAGd,IAAI,CAAC,EAAE,MAAM,CAAC;IAGd,IAAI,EAAE,MAAM,CAAC;IAGb,IAAI,EAAE,SAAS,CAAC;IAGhB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,UAAU,CAAC,EAAE,wBAAwB,CAAC;IAUtC,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IAOtB,UAAU,CAAC,EAAE,0BAA0B,EAAE,CAAC;IAQ1C,cAAc,CAAC,EAAE,MAAM,CAAC;IAMxB,gBAAgB,CAAC,EAAE,CAAC,IAAI,EAAE;QACxB,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;KACf,KAAK,IAAI,CAAC;CACZ;AAKD,MAAM,WAAW,gBAAgB;IAE/B,UAAU,EAAE,MAAM,CAAC;IAGnB,KAAK,EAAE,MAAM,CAAC;IAGd,UAAU,EAAE,MAAM,CAAC;IAGnB,KAAK,EAAE,MAAM,CAAC;IAGd,sBAAsB,CAAC,EAAE,MAAM,CAAC;CACjC"}
+{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../src/types/models.ts"],"names":[],"mappings":"AAQA,MAAM,MAAM,SAAS,GAAG,KAAK,GAAG,WAAW,CAAC;AAM5C,MAAM,MAAM,sBAAsB,GAC9B,iBAAiB,GACjB,QAAQ,GACR,QAAQ,GACR,OAAO,GACP,KAAK,GACL,YAAY,GACZ,KAAK,CAAC;AAGV,MAAM,WAAW,sBAAsB;IAErC,IAAI,EAAE,MAAM,CAAC;IAEb,IAAI,EAAE,MAAM,CAAC;IAEb,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAMD,MAAM,MAAM,wBAAwB,GAAG,OAAO,CAC5C,MAAM,CAAC,sBAAsB,EAAE,sBAAsB,CAAC,CACvD,CAAC;AAMF,MAAM,WAAW,0BAA0B;IAEzC,IAAI,EAAE,sBAAsB,CAAC;IAE7B,MAAM,EAAE,aAAa,GAAG,KAAK,CAAC;IAE9B,GAAG,CAAC,EAAE,MAAM,CAAC;IAEb,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAWD,MAAM,MAAM,qBAAqB,GAAG,YAAY,GAAG,aAAa,GAAG,cAAc,GAAG,cAAc,CAAC;AAKnG,MAAM,WAAW,WAAW;IAE1B,IAAI,EAAE,aAAa,GAAG,KAAK,CAAC;IAG5B,GAAG,EAAE,MAAM,CAAC;IAGZ,IAAI,CAAC,EAAE,MAAM,CAAC;IAGd,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAQD,MAAM,WAAW,YAAY;IAE3B,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,WAAW,CAAC,EAAE,MAAM,CAAC;IAGrB,cAAc,CAAC,EAAE,MAAM,CAAC;IAOxB,oBAAoB,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAGzC,uBAAuB,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAG5C,oBAAoB,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAGzC,YAAY,CAAC,EAAE,MAAM,CAAC;IAGtB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAG3B,0BAA0B,CAAC,EAAE,MAAM,CAAC;IAQpC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAG9B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAG1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAG7B,gCAAgC,CAAC,EAAE,MAAM,CAAC;IAG1C,UAAU,CAAC,EAAE,MAAM,CAAC;IAGpB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAG9B,cAAc,CAAC,EAAE,MAAM,CAAC;IAQxB,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC/B;AAMD,MAAM,WAAW,SAAS;IAExB,IAAI,EAAE,MAAM,CAAC;IAGb,IAAI,EAAE,MAAM,CAAC;IAGb,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAKD,MAAM,WAAW,SAAS;IAExB,EAAE,EAAE,MAAM,CAAC;IAGX,IAAI,EAAE,MAAM,CAAC;IAGb,IAAI,EAAE,SAAS,CAAC;IAGhB,IAAI,EAAE,MAAM,CAAC;IAGb,IAAI,EAAE,MAAM,CAAC;IAGb,YAAY,EAAE,MAAM,CAAC;IAGrB,MAAM,EAAE,WAAW,CAAC;IAGpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAQlB,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAe5B,YAAY,CAAC,EAAE,YAAY,CAAC;IAQ5B,UAAU,CAAC,EAAE,wBAAwB,CAAC;IAQtC,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC;CACtB;AAKD,MAAM,MAAM,wBAAwB,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;AAKnF,MAAM,WAAW,cAAc;IAE7B,MAAM,EAAE,aAAa,GAAG,KAAK,CAAC;IAG9B,GAAG,CAAC,EAAE,MAAM,CAAC;IAGb,IAAI,CAAC,EAAE,MAAM,CAAC;IAGd,IAAI,CAAC,EAAE,MAAM,CAAC;IAGd,IAAI,EAAE,MAAM,CAAC;IAGb,IAAI,EAAE,SAAS,CAAC;IAGhB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,UAAU,CAAC,EAAE,wBAAwB,CAAC;IAUtC,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IAOtB,UAAU,CAAC,EAAE,0BAA0B,EAAE,CAAC;IAQ1C,cAAc,CAAC,EAAE,MAAM,CAAC;IAMxB,gBAAgB,CAAC,EAAE,CAAC,IAAI,EAAE;QACxB,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;KACf,KAAK,IAAI,CAAC;CACZ;AAKD,MAAM,WAAW,gBAAgB;IAE/B,UAAU,EAAE,MAAM,CAAC;IAGnB,KAAK,EAAE,MAAM,CAAC;IAGd,UAAU,EAAE,MAAM,CAAC;IAGnB,KAAK,EAAE,MAAM,CAAC;IAGd,sBAAsB,CAAC,EAAE,MAAM,CAAC;CACjC"}

package/dist/types/servers.d.ts

@@ -44,6 +44,7 @@ export interface LlamaServerConfig extends ServerConfig {
     maxRestarts?: number;
     healthCheckInterval?: number;
 }
+export type OptimalConfigHints = Partial<Pick<LlamaServerConfig, 'contextSize' | 'gpuLayers' | 'parallelRequests' | 'flashAttention' | 'cacheTypeK' | 'cacheTypeV' | 'cpuMoe' | 'nCpuMoe' | 'overrideTensors'>>;
 export type ServerEvent = 'started' | 'stopped' | 'crashed' | 'restarted' | 'health-check-ok' | 'health-check-failed' | 'binary-log';
 export interface ServerEventData {
     event: ServerEvent;

package/dist/types/servers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"servers.d.ts","sourceRoot":"","sources":["../../src/types/servers.ts"],"names":[],"mappings":"AAQA,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAAC;AAKvF,MAAM,MAAM,YAAY,GAAG,IAAI,GAAG,SAAS,GAAG,OAAO,GAAG,SAAS,CAAC;AAMlE,MAAM,MAAM,WAAW,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC;AAOjG,MAAM,MAAM,qBAAqB,GAAG,OAAO,GAAG,IAAI,GAAG,KAAK,GAAG,MAAM,CAAC;AAKpE,MAAM,WAAW,YAAY;IAE3B,OAAO,EAAE,MAAM,CAAC;IAQhB,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAGvB,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,WAAW,CAAC,EAAE,MAAM,CAAC;IAGrB,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAO1B,cAAc,CAAC,EAAE,qBAAqB,CAAC;IAOvC,IAAI,CAAC,EAAE,MAAM,CAAC;IAOd,eAAe,CAAC,EAAE,OAAO,CAAC;IAO1B,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAKD,MAAM,WAAW,UAAU;IAEzB,MAAM,EAAE,YAAY,CAAC;IAGrB,MAAM,EAAE,YAAY,CAAC;IAGrB,GAAG,CAAC,EAAE,MAAM,CAAC;IAGb,IAAI,EAAE,MAAM,CAAC;IAGb,OAAO,EAAE,MAAM,CAAC;IAGhB,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,KAAK,CAAC,EAAE,MAAM,CAAC;IAMf,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAMD,MAAM,WAAW,iBAAkB,SAAQ,YAAY;IASrD,UAAU,CAAC,EAAE,MAAM,CAAC;IAMpB,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAG7B,SAAS,CAAC,EAAE,MAAM,CAAC;IAMnB,OAAO,CAAC,EAAE,OAAO,CAAC;IAGlB,QAAQ,CAAC,EAAE,OAAO,CAAC;IAOnB,KAAK,CAAC,EAAE,OAAO,CAAC;IAMhB,UAAU,CAAC,EAAE,WAAW,CAAC;IAQzB,UAAU,CAAC,EAAE,WAAW,CAAC;IAMzB,eAAe,CAAC,EAAE,MAAM,CAAC;IAMzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,MAAM,CAAC,EAAE,OAAO,CAAC;IAGjB,OAAO,CAAC,EAAE,MAAM,CAAC;IAOjB,eAAe,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,iBAAiB,GAAG,MAAM,CAAC;IASnE,GAAG,CAAC,EAAE,IAAI,GAAG,KAAK,CAAC;IAOnB,cAAc,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IAQ3C,WAAW,CAAC,EAAE,OAAO,CAAC;IAGtB,WAAW,CAAC,EAAE,MAAM,CAAC;IAQrB,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAKD,MAAM,MAAM,WAAW,GACnB,SAAS,GACT,SAAS,GACT,SAAS,GACT,WAAW,GACX,iBAAiB,GACjB,qBAAqB,GACrB,YAAY,CAAC;AAKjB,MAAM,WAAW,eAAe;IAE9B,KAAK,EAAE,WAAW,CAAC;IAGnB,UAAU,EAAE,UAAU,CAAC;IAGvB,KAAK,CAAC,EAAE,KAAK,CAAC;IAGd,SAAS,EAAE,MAAM,CAAC;CACnB;AAMD,MAAM,WAAW,cAAc;IAE7B,OAAO,EAAE,MAAM,CAAC;IAGhB,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;CAClC"}
+{"version":3,"file":"servers.d.ts","sourceRoot":"","sources":["../../src/types/servers.ts"],"names":[],"mappings":"AAQA,MAAM,MAAM,YAAY,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAAC;AAKvF,MAAM,MAAM,YAAY,GAAG,IAAI,GAAG,SAAS,GAAG,OAAO,GAAG,SAAS,CAAC;AAMlE,MAAM,MAAM,WAAW,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC;AAOjG,MAAM,MAAM,qBAAqB,GAAG,OAAO,GAAG,IAAI,GAAG,KAAK,GAAG,MAAM,CAAC;AAKpE,MAAM,WAAW,YAAY;IAE3B,OAAO,EAAE,MAAM,CAAC;IAQhB,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAGvB,OAAO,CAAC,EAAE,MAAM,CAAC;IAGjB,WAAW,CAAC,EAAE,MAAM,CAAC;IAGrB,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAO1B,cAAc,CAAC,EAAE,qBAAqB,CAAC;IAOvC,IAAI,CAAC,EAAE,MAAM,CAAC;IAOd,eAAe,CAAC,EAAE,OAAO,CAAC;IAO1B,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAKD,MAAM,WAAW,UAAU;IAEzB,MAAM,EAAE,YAAY,CAAC;IAGrB,MAAM,EAAE,YAAY,CAAC;IAGrB,GAAG,CAAC,EAAE,MAAM,CAAC;IAGb,IAAI,EAAE,MAAM,CAAC;IAGb,OAAO,EAAE,MAAM,CAAC;IAGhB,SAAS,CAAC,EAAE,MAAM,CAAC;IAGnB,KAAK,CAAC,EAAE,MAAM,CAAC;IAMf,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAMD,MAAM,WAAW,iBAAkB,SAAQ,YAAY;IASrD,UAAU,CAAC,EAAE,MAAM,CAAC;IAMpB,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAG7B,SAAS,CAAC,EAAE,MAAM,CAAC;IAMnB,OAAO,CAAC,EAAE,OAAO,CAAC;IAGlB,QAAQ,CAAC,EAAE,OAAO,CAAC;IAOnB,KAAK,CAAC,EAAE,OAAO,CAAC;IAMhB,UAAU,CAAC,EAAE,WAAW,CAAC;IAQzB,UAAU,CAAC,EAAE,WAAW,CAAC;IAMzB,eAAe,CAAC,EAAE,MAAM,CAAC;IAMzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAGlB,MAAM,CAAC,EAAE,OAAO,CAAC;IAGjB,OAAO,CAAC,EAAE,MAAM,CAAC;IAOjB,eAAe,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,iBAAiB,GAAG,MAAM,CAAC;IASnE,GAAG,CAAC,EAAE,IAAI,GAAG,KAAK,CAAC;IAOnB,cAAc,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IAQ3C,WAAW,CAAC,EAAE,OAAO,CAAC;IAGtB,WAAW,CAAC,EAAE,MAAM,CAAC;IAQrB,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AASD,MAAM,MAAM,kBAAkB,GAAG,OAAO,CACtC,IAAI,CACF,iBAAiB,EACf,aAAa,GACb,WAAW,GACX,kBAAkB,GAClB,gBAAgB,GAChB,YAAY,GACZ,YAAY,GACZ,QAAQ,GACR,SAAS,GACT,iBAAiB,CACpB,CACF,CAAC;AAKF,MAAM,MAAM,WAAW,GACnB,SAAS,GACT,SAAS,GACT,SAAS,GACT,WAAW,GACX,iBAAiB,GACjB,qBAAqB,GACrB,YAAY,CAAC;AAKjB,MAAM,WAAW,eAAe;IAE9B,KAAK,EAAE,WAAW,CAAC;IAGnB,UAAU,EAAE,UAAU,CAAC;IAGvB,KAAK,CAAC,EAAE,KAAK,CAAC;IAGd,SAAS,EAAE,MAAM,CAAC;CACnB;AAMD,MAAM,WAAW,cAAc;IAE7B,OAAO,EAAE,MAAM,CAAC;IAGhB,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;CAClC"}

package/dist/utils/kv-cache-math.d.ts

@@ -0,0 +1,6 @@
+import type { KVCacheType, ModelInfo } from '../types/index.js';
+export declare const KV_CACHE_BYTES_PER_ELEMENT: Record<KVCacheType, number>;
+export declare const CONTEXT_GRANULARITY_LADDER: readonly (readonly [number, number])[];
+export declare function floorContextToGranularity(tokens: number): number;
+export declare function estimateKVBytesPerToken(modelInfo: ModelInfo, cacheTypeK?: KVCacheType, cacheTypeV?: KVCacheType): number;
+//# sourceMappingURL=kv-cache-math.d.ts.map

package/dist/utils/kv-cache-math.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"kv-cache-math.d.ts","sourceRoot":"","sources":["../../src/utils/kv-cache-math.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAWhE,eAAO,MAAM,0BAA0B,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CASlE,CAAC;AAOF,eAAO,MAAM,0BAA0B,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAO5E,CAAC;AAiBF,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAOhE;AAuBD,wBAAgB,uBAAuB,CACrC,SAAS,EAAE,SAAS,EACpB,UAAU,GAAE,WAAmB,EAC/B,UAAU,GAAE,WAAmB,GAC9B,MAAM,CAQR"}

package/dist/utils/kv-cache-math.js

@@ -0,0 +1,35 @@
+import { getLayerCountWithFallback, getKVHeadCountWithFallback, getHeadDimensionWithFallback, } from './model-metadata-helpers.js';
+export const KV_CACHE_BYTES_PER_ELEMENT = {
+    f16: 2,
+    bf16: 2,
+    q8_0: 34 / 32,
+    q5_0: 22 / 32,
+    q5_1: 24 / 32,
+    q4_0: 18 / 32,
+    q4_1: 20 / 32,
+    iq4_nl: 18 / 32,
+};
+export const CONTEXT_GRANULARITY_LADDER = [
+    [2048, 128],
+    [4096, 256],
+    [8192, 512],
+    [16384, 1024],
+    [32768, 2048],
+    [Infinity, 4096],
+];
+export function floorContextToGranularity(tokens) {
+    for (const [upperBound, granularity] of CONTEXT_GRANULARITY_LADDER) {
+        if (tokens <= upperBound) {
+            return Math.floor(tokens / granularity) * granularity;
+        }
+    }
+    return Math.floor(tokens);
+}
+export function estimateKVBytesPerToken(modelInfo, cacheTypeK = 'f16', cacheTypeV = 'f16') {
+    const layers = getLayerCountWithFallback(modelInfo);
+    const kvHeads = getKVHeadCountWithFallback(modelInfo);
+    const headDim = getHeadDimensionWithFallback(modelInfo);
+    const bytesPerElement = KV_CACHE_BYTES_PER_ELEMENT[cacheTypeK] + KV_CACHE_BYTES_PER_ELEMENT[cacheTypeV];
+    return layers * kvHeads * headDim * bytesPerElement;
+}
+//# sourceMappingURL=kv-cache-math.js.map

package/dist/utils/kv-cache-math.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kv-cache-math.js","sourceRoot":"","sources":["../../src/utils/kv-cache-math.ts"],"names":[],"mappings":"AAeA,OAAO,EACL,yBAAyB,EACzB,0BAA0B,EAC1B,4BAA4B,GAC7B,MAAM,6BAA6B,CAAC;AAMrC,MAAM,CAAC,MAAM,0BAA0B,GAAgC;IACrE,GAAG,EAAE,CAAC;IACN,IAAI,EAAE,CAAC;IACP,IAAI,EAAE,EAAE,GAAG,EAAE;IACb,IAAI,EAAE,EAAE,GAAG,EAAE;IACb,IAAI,EAAE,EAAE,GAAG,EAAE;IACb,IAAI,EAAE,EAAE,GAAG,EAAE;IACb,IAAI,EAAE,EAAE,GAAG,EAAE;IACb,MAAM,EAAE,EAAE,GAAG,EAAE;CAChB,CAAC;AAOF,MAAM,CAAC,MAAM,0BAA0B,GAA2C;IAChF,CAAC,IAAI,EAAE,GAAG,CAAC;IACX,CAAC,IAAI,EAAE,GAAG,CAAC;IACX,CAAC,IAAI,EAAE,GAAG,CAAC;IACX,CAAC,KAAK,EAAE,IAAI,CAAC;IACb,CAAC,KAAK,EAAE,IAAI,CAAC;IACb,CAAC,QAAQ,EAAE,IAAI,CAAC;CACjB,CAAC;AAiBF,MAAM,UAAU,yBAAyB,CAAC,MAAc;IACtD,KAAK,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,IAAI,0BAA0B,EAAE,CAAC;QACnE,IAAI,MAAM,IAAI,UAAU,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,WAAW,CAAC,GAAG,WAAW,CAAC;QACxD,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AAC5B,CAAC;AAuBD,MAAM,UAAU,uBAAuB,CACrC,SAAoB,EACpB,aAA0B,KAAK,EAC/B,aAA0B,KAAK;IAE/B,MAAM,MAAM,GAAG,yBAAyB,CAAC,SAAS,CAAC,CAAC;IACpD,MAAM,OAAO,GAAG,0BAA0B,CAAC,SAAS,CAAC,CAAC;IACtD,MAAM,OAAO,GAAG,4BAA4B,CAAC,SAAS,CAAC,CAAC;IACxD,MAAM,eAAe,GACnB,0BAA0B,CAAC,UAAU,CAAC,GAAG,0BAA0B,CAAC,UAAU,CAAC,CAAC;IAElF,OAAO,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,eAAe,CAAC;AACtD,CAAC"}

package/dist/utils/model-metadata-helpers.d.ts

@@ -3,7 +3,11 @@ export declare function getLayerCountWithFallback(modelInfo: ModelInfo): number;
 export declare function getContextLengthWithFallback(modelInfo: ModelInfo): number;
 export declare function getArchitectureWithFallback(modelInfo: ModelInfo): string;
 export declare function getAttentionHeadCountWithFallback(modelInfo: ModelInfo): number;
+export declare function getKVHeadCountWithFallback(modelInfo: ModelInfo): number;
+export declare function getHeadDimensionWithFallback(modelInfo: ModelInfo): number;
 export declare function getEmbeddingLengthWithFallback(modelInfo: ModelInfo): number;
+export declare function getExpertCountWithFallback(modelInfo: ModelInfo): number;
+export declare function getExpertWeightsBytesWithFallback(modelInfo: ModelInfo): number | undefined;
 export declare function hasGGUFMetadata(modelInfo: ModelInfo): boolean;
 export declare function getMetadataCompleteness(modelInfo: ModelInfo): number;
 //# sourceMappingURL=model-metadata-helpers.d.ts.map

package/dist/utils/model-metadata-helpers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"model-metadata-helpers.d.ts","sourceRoot":"","sources":["../../src/utils/model-metadata-helpers.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAkBnD,wBAAgB,yBAAyB,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAkBtE;AAkBD,wBAAgB,4BAA4B,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAmBzE;AAkBD,wBAAgB,2BAA2B,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAcxE;AAkBD,wBAAgB,iCAAiC,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAsB9E;AAYD,wBAAgB,8BAA8B,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAsB3E;AAiBD,wBAAgB,eAAe,CAAC,SAAS,EAAE,SAAS,GAAG,OAAO,CAE7D;AAiBD,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAoBpE"}
+{"version":3,"file":"model-metadata-helpers.d.ts","sourceRoot":"","sources":["../../src/utils/model-metadata-helpers.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAkBnD,wBAAgB,yBAAyB,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAkBtE;AAkBD,wBAAgB,4BAA4B,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAmBzE;AAkBD,wBAAgB,2BAA2B,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAcxE;AAkBD,wBAAgB,iCAAiC,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAuB9E;AAmCD,wBAAgB,0BAA0B,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAgBvE;AAcD,wBAAgB,4BAA4B,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAkBzE;AAYD,wBAAgB,8BAA8B,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAsB3E;AAOD,wBAAgB,0BAA0B,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAevE;AAcD,wBAAgB,iCAAiC,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,GAAG,SAAS,CA2B1F;AAiBD,wBAAgB,eAAe,CAAC,SAAS,EAAE,SAAS,GAAG,OAAO,CAE7D;AAiBD,wBAAgB,uBAAuB,CAAC,SAAS,EAAE,SAAS,GAAG,MAAM,CAoBpE"}

package/dist/utils/model-metadata-helpers.js

@@ -33,8 +33,9 @@ export function getArchitectureWithFallback(modelInfo) {
     return 'unknown';
 }
 export function getAttentionHeadCountWithFallback(modelInfo) {
-    if (modelInfo.ggufMetadata?.attention_head_count) {
-        return modelInfo.ggufMetadata.attention_head_count;
+    const typed = toScalarMean(modelInfo.ggufMetadata?.attention_head_count);
+    if (typed) {
+        return typed;
     }
     const sizeGB = modelInfo.size / 1024 ** 3;
     if (sizeGB >= 60) {
@@ -50,6 +51,46 @@ export function getAttentionHeadCountWithFallback(modelInfo) {
         return 32;
     }
 }
+function toScalarMean(value) {
+    if (typeof value === 'number' && value > 0) {
+        return value;
+    }
+    if (Array.isArray(value) && value.length > 0 && value.every((v) => typeof v === 'number')) {
+        const mean = value.reduce((a, b) => a + b, 0) / value.length;
+        return mean > 0 ? mean : undefined;
+    }
+    return undefined;
+}
+export function getKVHeadCountWithFallback(modelInfo) {
+    const meta = modelInfo.ggufMetadata;
+    const typed = toScalarMean(meta?.attention_head_count_kv);
+    if (typed) {
+        return typed;
+    }
+    const arch = meta?.architecture;
+    if (arch && meta?.raw) {
+        const value = toScalarMean(meta.raw[`${arch}.attention.head_count_kv`]);
+        if (value) {
+            return value;
+        }
+    }
+    return getAttentionHeadCountWithFallback(modelInfo);
+}
+export function getHeadDimensionWithFallback(modelInfo) {
+    const meta = modelInfo.ggufMetadata;
+    const typed = toScalarMean(meta?.attention_key_length);
+    if (typed) {
+        return typed;
+    }
+    const arch = meta?.architecture;
+    if (arch && meta?.raw) {
+        const value = toScalarMean(meta.raw[`${arch}.attention.key_length`]);
+        if (value) {
+            return value;
+        }
+    }
+    return Math.round(getEmbeddingLengthWithFallback(modelInfo) / getAttentionHeadCountWithFallback(modelInfo));
+}
 export function getEmbeddingLengthWithFallback(modelInfo) {
     if (modelInfo.ggufMetadata?.embedding_length) {
         return modelInfo.ggufMetadata.embedding_length;
@@ -68,6 +109,43 @@ export function getEmbeddingLengthWithFallback(modelInfo) {
         return 4096;
     }
 }
+export function getExpertCountWithFallback(modelInfo) {
+    const meta = modelInfo.ggufMetadata;
+    if (meta?.expert_count) {
+        return meta.expert_count;
+    }
+    const arch = meta?.architecture;
+    if (arch && meta?.raw) {
+        const value = meta.raw[`${arch}.expert_count`];
+        if (typeof value === 'number' && value > 0) {
+            return value;
+        }
+    }
+    return 0;
+}
+export function getExpertWeightsBytesWithFallback(modelInfo) {
+    const meta = modelInfo.ggufMetadata;
+    if (meta?.expert_weights_bytes && meta.expert_weights_bytes > 0) {
+        return meta.expert_weights_bytes;
+    }
+    const expertCount = getExpertCountWithFallback(modelInfo);
+    if (expertCount <= 0) {
+        return undefined;
+    }
+    const expertFF = meta?.expert_feed_forward_length ??
+        (meta?.architecture && meta.raw
+            ? meta.raw[`${meta.architecture}.expert_feed_forward_length`]
+            : undefined);
+    const totalParams = meta?.raw?.['general.parameter_count'];
+    if (!expertFF || !totalParams || totalParams <= 0) {
+        return undefined;
+    }
+    const layers = getLayerCountWithFallback(modelInfo);
+    const embedding = getEmbeddingLengthWithFallback(modelInfo);
+    const expertParams = 3 * embedding * expertFF * expertCount * layers;
+    const fraction = Math.min(0.95, expertParams / totalParams);
+    return fraction > 0 ? Math.round(modelInfo.size * fraction) : undefined;
+}
 export function hasGGUFMetadata(modelInfo) {
     return !!modelInfo.ggufMetadata && !!modelInfo.ggufMetadata.architecture;
 }

package/dist/utils/model-metadata-helpers.js.map

@@ -1 +1 @@
-{"version":3,"file":"model-metadata-helpers.js","sourceRoot":"","sources":["../../src/utils/model-metadata-helpers.ts"],"names":[],"mappings":"AA2BA,MAAM,UAAU,yBAAyB,CAAC,SAAoB;IAE5D,IAAI,SAAS,CAAC,YAAY,EAAE,WAAW,EAAE,CAAC;QACxC,OAAO,SAAS,CAAC,YAAY,CAAC,WAAW,CAAC;IAC5C,CAAC;IAUD,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,GAAG,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;IAGvE,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC,CAAC;AACtD,CAAC;AAkBD,MAAM,UAAU,4BAA4B,CAAC,SAAoB;IAE/D,IAAI,SAAS,CAAC,YAAY,EAAE,cAAc,EAAE,CAAC;QAC3C,OAAO,SAAS,CAAC,YAAY,CAAC,cAAc,CAAC;IAC/C,CAAC;IAGD,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC;IAE1C,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAEjB,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAExB,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,CAAC;QAEN,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAkBD,MAAM,UAAU,2BAA2B,CAAC,SAAoB;IAE9D,IAAI,SAAS,CAAC,YAAY,EAAE,YAAY,EAAE,CAAC;QACzC,OAAO,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC;IAC7C,CAAC;IAGD,IAAI,SAAS,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QAC7B,OAAO,OAAO,CAAC;IACjB,CAAC;SAAM,IAAI,SAAS,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC1C,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAkBD,MAAM,UAAU,iCAAiC,CAAC,SAAoB;IAEpE,IAAI,SAAS,CAAC,YAAY,EAAE,oBAAoB,EAAE,CAAC;QACjD,OAAO,SAAS,CAAC,YAAY,CAAC,oBAAoB,CAAC;IACrD,CAAC;IAGD,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC;IAE1C,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAEjB,OAAO,EAAE,CAAC;IACZ,CAAC;SAAM,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAExB,OAAO,EAAE,CAAC;IACZ,CAAC;SAAM,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAExB,OAAO,EAAE,CAAC;IACZ,CAAC;SAAM,CAAC;QAEN,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAYD,MAAM,UAAU,8BAA8B,CAAC,SAAoB;IAEjE,IAAI,SAAS,CAAC,YAAY,EAAE,gBAAgB,EAAE,CAAC;QAC7C,OAAO,SAAS,CAAC,YAAY,CAAC,gBAAgB,CAAC;IACjD,CAAC;IAGD,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC;IAE1C,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAEjB,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAExB,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAExB,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,CAAC;QAEN,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAiBD,MAAM,UAAU,eAAe,CAAC,SAAoB;IAClD,OAAO,CAAC,CAAC,SAAS,CAAC,YAAY,IAAI,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC;AAC3E,CAAC;AAiBD,MAAM,UAAU,uBAAuB,CAAC,SAAoB;IAC1D,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC;QAC5B,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,MAAM,GAAG;QACb,cAAc;QACd,aAAa;QACb,gBAAgB;QAChB,sBAAsB;QACtB,kBAAkB;QAClB,YAAY;KACb,CAAC;IAEF,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QAC5C,MAAM,KAAK,GAAG,SAAS,CAAC,YAAY,EAAE,CAAC,KAA4C,CAAC,CAAC;QACrF,OAAO,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;AAClE,CAAC"}
+{"version":3,"file":"model-metadata-helpers.js","sourceRoot":"","sources":["../../src/utils/model-metadata-helpers.ts"],"names":[],"mappings":"AA2BA,MAAM,UAAU,yBAAyB,CAAC,SAAoB;IAE5D,IAAI,SAAS,CAAC,YAAY,EAAE,WAAW,EAAE,CAAC;QACxC,OAAO,SAAS,CAAC,YAAY,CAAC,WAAW,CAAC;IAC5C,CAAC;IAUD,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,GAAG,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;IAGvE,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC,CAAC;AACtD,CAAC;AAkBD,MAAM,UAAU,4BAA4B,CAAC,SAAoB;IAE/D,IAAI,SAAS,CAAC,YAAY,EAAE,cAAc,EAAE,CAAC;QAC3C,OAAO,SAAS,CAAC,YAAY,CAAC,cAAc,CAAC;IAC/C,CAAC;IAGD,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC;IAE1C,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAEjB,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAExB,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,CAAC;QAEN,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAkBD,MAAM,UAAU,2BAA2B,CAAC,SAAoB;IAE9D,IAAI,SAAS,CAAC,YAAY,EAAE,YAAY,EAAE,CAAC;QACzC,OAAO,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC;IAC7C,CAAC;IAGD,IAAI,SAAS,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QAC7B,OAAO,OAAO,CAAC;IACjB,CAAC;SAAM,IAAI,SAAS,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC1C,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAkBD,MAAM,UAAU,iCAAiC,CAAC,SAAoB;IAEpE,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,CAAC,YAAY,EAAE,oBAAoB,CAAC,CAAC;IACzE,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,KAAK,CAAC;IACf,CAAC;IAGD,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC;IAE1C,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAEjB,OAAO,EAAE,CAAC;IACZ,CAAC;SAAM,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAExB,OAAO,EAAE,CAAC;IACZ,CAAC;SAAM,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAExB,OAAO,EAAE,CAAC;IACZ,CAAC;SAAM,CAAC;QAEN,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAYD,SAAS,YAAY,CAAC,KAAc;IAClC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QAC3C,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,EAAE,CAAC;QAC1F,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;QAC7D,OAAO,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IACrC,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAcD,MAAM,UAAU,0BAA0B,CAAC,SAAoB;IAC7D,MAAM,IAAI,GAAG,SAAS,CAAC,YAAY,CAAC;IACpC,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,EAAE,uBAAuB,CAAC,CAAC;IAC1D,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,EAAE,YAAY,CAAC;IAChC,IAAI,IAAI,IAAI,IAAI,EAAE,GAAG,EAAE,CAAC;QACtB,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,0BAA0B,CAAC,CAAC,CAAC;QACxE,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,OAAO,iCAAiC,CAAC,SAAS,CAAC,CAAC;AACtD,CAAC;AAcD,MAAM,UAAU,4BAA4B,CAAC,SAAoB;IAC/D,MAAM,IAAI,GAAG,SAAS,CAAC,YAAY,CAAC;IACpC,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;IACvD,IAAI,KAAK,EAAE,CAAC;QACV,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,EAAE,YAAY,CAAC;IAChC,IAAI,IAAI,IAAI,IAAI,EAAE,GAAG,EAAE,CAAC;QACtB,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,uBAAuB,CAAC,CAAC,CAAC;QACrE,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,CACf,8BAA8B,CAAC,SAAS,CAAC,GAAG,iCAAiC,CAAC,SAAS,CAAC,CACzF,CAAC;AACJ,CAAC;AAYD,MAAM,UAAU,8BAA8B,CAAC,SAAoB;IAEjE,IAAI,SAAS,CAAC,YAAY,EAAE,gBAAgB,EAAE,CAAC;QAC7C,OAAO,SAAS,CAAC,YAAY,CAAC,gBAAgB,CAAC;IACjD,CAAC;IAGD,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC;IAE1C,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAEjB,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAExB,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,IAAI,MAAM,IAAI,EAAE,EAAE,CAAC;QAExB,OAAO,IAAI,CAAC;IACd,CAAC;SAAM,CAAC;QAEN,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAOD,MAAM,UAAU,0BAA0B,CAAC,SAAoB;IAC7D,MAAM,IAAI,GAAG,SAAS,CAAC,YAAY,CAAC;IACpC,IAAI,IAAI,EAAE,YAAY,EAAE,CAAC;QACvB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,EAAE,YAAY,CAAC;IAChC,IAAI,IAAI,IAAI,IAAI,EAAE,GAAG,EAAE,CAAC;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,eAAe,CAAC,CAAC;QAC/C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YAC3C,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,OAAO,CAAC,CAAC;AACX,CAAC;AAcD,MAAM,UAAU,iCAAiC,CAAC,SAAoB;IACpE,MAAM,IAAI,GAAG,SAAS,CAAC,YAAY,CAAC;IACpC,IAAI,IAAI,EAAE,oBAAoB,IAAI,IAAI,CAAC,oBAAoB,GAAG,CAAC,EAAE,CAAC;QAChE,OAAO,IAAI,CAAC,oBAAoB,CAAC;IACnC,CAAC;IAED,MAAM,WAAW,GAAG,0BAA0B,CAAC,SAAS,CAAC,CAAC;IAC1D,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;QACrB,OAAO,SAAS,CAAC;IACnB,CAAC;IAGD,MAAM,QAAQ,GACZ,IAAI,EAAE,0BAA0B;QAChC,CAAC,IAAI,EAAE,YAAY,IAAI,IAAI,CAAC,GAAG;YAC7B,CAAC,CAAE,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,YAAY,6BAA6B,CAAwB;YACrF,CAAC,CAAC,SAAS,CAAC,CAAC;IACjB,MAAM,WAAW,GAAG,IAAI,EAAE,GAAG,EAAE,CAAC,yBAAyB,CAAuB,CAAC;IACjF,IAAI,CAAC,QAAQ,IAAI,CAAC,WAAW,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;QAClD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,MAAM,GAAG,yBAAyB,CAAC,SAAS,CAAC,CAAC;IACpD,MAAM,SAAS,GAAG,8BAA8B,CAAC,SAAS,CAAC,CAAC;IAC5D,MAAM,YAAY,GAAG,CAAC,GAAG,SAAS,GAAG,QAAQ,GAAG,WAAW,GAAG,MAAM,CAAC;IACrE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,YAAY,GAAG,WAAW,CAAC,CAAC;IAC5D,OAAO,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC1E,CAAC;AAiBD,MAAM,UAAU,eAAe,CAAC,SAAoB;IAClD,OAAO,CAAC,CAAC,SAAS,CAAC,YAAY,IAAI,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC;AAC3E,CAAC;AAiBD,MAAM,UAAU,uBAAuB,CAAC,SAAoB;IAC1D,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC;QAC5B,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,MAAM,GAAG;QACb,cAAc;QACd,aAAa;QACb,gBAAgB;QAChB,sBAAsB;QACtB,kBAAkB;QAClB,YAAY;KACb,CAAC;IAEF,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QAC5C,MAAM,KAAK,GAAG,SAAS,CAAC,YAAY,EAAE,CAAC,KAA4C,CAAC,CAAC;QACrF,OAAO,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;AAClE,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "genai-electron",
-  "version": "0.6.1",
+  "version": "0.8.0",
   "description": "Electron-specific library for managing local AI model servers and resources",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -10,6 +10,7 @@
   },
   "scripts": {
     "build": "tsc",
+    "prepublishOnly": "npm run clean && npm run build && npm test",
     "build:watch": "tsc --watch",
     "test": "cross-env NODE_OPTIONS=--experimental-vm-modules jest",
     "test:watch": "cross-env NODE_OPTIONS=--experimental-vm-modules jest --watch",
@@ -18,8 +19,7 @@
     "lint:fix": "eslint . --fix",
     "format": "prettier --write .",
     "format:check": "prettier --check .",
-    "clean": "rimraf dist coverage",
-    "prepublishOnly": "npm run clean && npm run build && npm test"
+    "clean": "rimraf dist coverage"
   },
   "keywords": [
     "electron",