node-llama-cpp 3.17.1 → 3.18.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (121) hide show
  1. package/dist/bindings/AddonTypes.d.ts +13 -0
  2. package/dist/bindings/Llama.js +20 -2
  3. package/dist/bindings/Llama.js.map +1 -1
  4. package/dist/bindings/getLlama.d.ts +1 -1
  5. package/dist/bindings/getLlama.js +19 -8
  6. package/dist/bindings/getLlama.js.map +1 -1
  7. package/dist/bindings/utils/compileLLamaCpp.d.ts +2 -1
  8. package/dist/bindings/utils/compileLLamaCpp.js +8 -0
  9. package/dist/bindings/utils/compileLLamaCpp.js.map +1 -1
  10. package/dist/bindings/utils/getGpuTypesToUseForOption.d.ts +1 -1
  11. package/dist/bindings/utils/getLlamaGpuTypes.js +2 -0
  12. package/dist/bindings/utils/getLlamaGpuTypes.js.map +1 -1
  13. package/dist/chatWrappers/QwenChatWrapper.d.ts +7 -0
  14. package/dist/chatWrappers/QwenChatWrapper.js +176 -56
  15. package/dist/chatWrappers/QwenChatWrapper.js.map +1 -1
  16. package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js +127 -88
  17. package/dist/chatWrappers/generic/JinjaTemplateChatWrapper.js.map +1 -1
  18. package/dist/chatWrappers/generic/utils/extractFunctionCallSettingsFromJinjaTemplate.d.ts +16 -10
  19. package/dist/chatWrappers/generic/utils/extractFunctionCallSettingsFromJinjaTemplate.js +115 -5
  20. package/dist/chatWrappers/generic/utils/extractFunctionCallSettingsFromJinjaTemplate.js.map +1 -1
  21. package/dist/chatWrappers/generic/utils/extractSegmentSettingsFromTokenizerAndChatTemplate.js +1 -0
  22. package/dist/chatWrappers/generic/utils/extractSegmentSettingsFromTokenizerAndChatTemplate.js.map +1 -1
  23. package/dist/cli/commands/ChatCommand.d.ts +3 -0
  24. package/dist/cli/commands/ChatCommand.js +34 -5
  25. package/dist/cli/commands/ChatCommand.js.map +1 -1
  26. package/dist/cli/commands/CompleteCommand.d.ts +3 -0
  27. package/dist/cli/commands/CompleteCommand.js +34 -4
  28. package/dist/cli/commands/CompleteCommand.js.map +1 -1
  29. package/dist/cli/commands/InfillCommand.d.ts +3 -0
  30. package/dist/cli/commands/InfillCommand.js +34 -4
  31. package/dist/cli/commands/InfillCommand.js.map +1 -1
  32. package/dist/cli/commands/OnPostInstallCommand.js +31 -4
  33. package/dist/cli/commands/OnPostInstallCommand.js.map +1 -1
  34. package/dist/cli/commands/inspect/commands/InspectEstimateCommand.d.ts +3 -0
  35. package/dist/cli/commands/inspect/commands/InspectEstimateCommand.js +28 -1
  36. package/dist/cli/commands/inspect/commands/InspectEstimateCommand.js.map +1 -1
  37. package/dist/cli/commands/inspect/commands/InspectGgufCommand.js +5 -0
  38. package/dist/cli/commands/inspect/commands/InspectGgufCommand.js.map +1 -1
  39. package/dist/cli/commands/inspect/commands/InspectGpuCommand.js +51 -4
  40. package/dist/cli/commands/inspect/commands/InspectGpuCommand.js.map +1 -1
  41. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.d.ts +3 -0
  42. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js +46 -5
  43. package/dist/cli/commands/inspect/commands/InspectMeasureCommand.js.map +1 -1
  44. package/dist/cli/utils/interactivelyAskForModel.d.ts +4 -1
  45. package/dist/cli/utils/interactivelyAskForModel.js +21 -7
  46. package/dist/cli/utils/interactivelyAskForModel.js.map +1 -1
  47. package/dist/cli/utils/packageJsonConfig.d.ts +6 -0
  48. package/dist/cli/utils/packageJsonConfig.js +51 -0
  49. package/dist/cli/utils/packageJsonConfig.js.map +1 -0
  50. package/dist/cli/utils/packageManager.d.ts +1 -0
  51. package/dist/cli/utils/packageManager.js +15 -0
  52. package/dist/cli/utils/packageManager.js.map +1 -0
  53. package/dist/cli/utils/printCommonInfoLines.js +9 -0
  54. package/dist/cli/utils/printCommonInfoLines.js.map +1 -1
  55. package/dist/cli/utils/resolveCommandGgufPath.d.ts +4 -1
  56. package/dist/cli/utils/resolveCommandGgufPath.js +9 -2
  57. package/dist/cli/utils/resolveCommandGgufPath.js.map +1 -1
  58. package/dist/cli/utils/resolveNpmrcConfig.d.ts +18 -0
  59. package/dist/cli/utils/resolveNpmrcConfig.js +129 -0
  60. package/dist/cli/utils/resolveNpmrcConfig.js.map +1 -0
  61. package/dist/config.d.ts +6 -1
  62. package/dist/config.js +12 -2
  63. package/dist/config.js.map +1 -1
  64. package/dist/evaluator/LlamaChat/LlamaChat.d.ts +8 -2
  65. package/dist/evaluator/LlamaChat/LlamaChat.js +99 -6
  66. package/dist/evaluator/LlamaChat/LlamaChat.js.map +1 -1
  67. package/dist/evaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js +8 -2
  68. package/dist/evaluator/LlamaChat/utils/contextShiftStrategies/eraseFirstResponseAndKeepFirstSystemChatContextShiftStrategy.js.map +1 -1
  69. package/dist/evaluator/LlamaChatSession/LlamaChatSession.d.ts +8 -2
  70. package/dist/evaluator/LlamaChatSession/LlamaChatSession.js.map +1 -1
  71. package/dist/evaluator/LlamaContext/LlamaContext.d.ts +91 -0
  72. package/dist/evaluator/LlamaContext/LlamaContext.js +215 -19
  73. package/dist/evaluator/LlamaContext/LlamaContext.js.map +1 -1
  74. package/dist/evaluator/LlamaContext/LlamaContextSequenceCheckpoints.d.ts +27 -0
  75. package/dist/evaluator/LlamaContext/LlamaContextSequenceCheckpoints.js +130 -0
  76. package/dist/evaluator/LlamaContext/LlamaContextSequenceCheckpoints.js.map +1 -0
  77. package/dist/evaluator/LlamaContext/types.d.ts +32 -1
  78. package/dist/evaluator/LlamaModel/LlamaModel.d.ts +33 -0
  79. package/dist/evaluator/LlamaModel/LlamaModel.js +24 -3
  80. package/dist/evaluator/LlamaModel/LlamaModel.js.map +1 -1
  81. package/dist/gguf/insights/GgufInsights.d.ts +12 -1
  82. package/dist/gguf/insights/GgufInsights.js +246 -49
  83. package/dist/gguf/insights/GgufInsights.js.map +1 -1
  84. package/dist/gguf/insights/GgufInsightsConfigurationResolver.d.ts +13 -4
  85. package/dist/gguf/insights/GgufInsightsConfigurationResolver.js +17 -5
  86. package/dist/gguf/insights/GgufInsightsConfigurationResolver.js.map +1 -1
  87. package/dist/gguf/insights/utils/resolveContextContextSizeOption.d.ts +4 -1
  88. package/dist/gguf/insights/utils/resolveContextContextSizeOption.js +7 -1
  89. package/dist/gguf/insights/utils/resolveContextContextSizeOption.js.map +1 -1
  90. package/dist/gguf/insights/utils/resolveModelGpuLayersOption.d.ts +4 -1
  91. package/dist/gguf/insights/utils/resolveModelGpuLayersOption.js +16 -4
  92. package/dist/gguf/insights/utils/resolveModelGpuLayersOption.js.map +1 -1
  93. package/dist/gguf/types/GgufMetadataTypes.d.ts +18 -2
  94. package/dist/gguf/types/GgufMetadataTypes.js +6 -0
  95. package/dist/gguf/types/GgufMetadataTypes.js.map +1 -1
  96. package/dist/gguf/types/GgufTensorInfoTypes.d.ts +4 -2
  97. package/dist/gguf/types/GgufTensorInfoTypes.js +11 -1
  98. package/dist/gguf/types/GgufTensorInfoTypes.js.map +1 -1
  99. package/dist/gguf/utils/getGgufFileTypeName.d.ts +1 -1
  100. package/dist/gguf/utils/ggufQuantNames.js +1 -0
  101. package/dist/gguf/utils/ggufQuantNames.js.map +1 -1
  102. package/dist/tsconfig.tsbuildinfo +1 -1
  103. package/dist/types.d.ts +1 -0
  104. package/dist/utils/getBuildDefaults.d.ts +1 -1
  105. package/dist/utils/getFirstWritableDir.d.ts +8 -0
  106. package/dist/utils/getFirstWritableDir.js +60 -0
  107. package/dist/utils/getFirstWritableDir.js.map +1 -0
  108. package/dist/utils/getTempDir.d.ts +10 -0
  109. package/dist/utils/getTempDir.js +121 -0
  110. package/dist/utils/getTempDir.js.map +1 -0
  111. package/dist/utils/prettyPrintObject.js +1 -1
  112. package/dist/utils/prettyPrintObject.js.map +1 -1
  113. package/dist/utils/resolveModelFile.js +19 -8
  114. package/dist/utils/resolveModelFile.js.map +1 -1
  115. package/llama/addon/AddonContext.cpp +182 -0
  116. package/llama/addon/AddonContext.h +27 -0
  117. package/llama/addon/addon.cpp +1 -0
  118. package/llama/binariesGithubRelease.json +1 -1
  119. package/llama/gitRelease.bundle +0 -0
  120. package/llama/llama.cpp.info.json +1 -1
  121. package/package.json +24 -24
@@ -1,5 +1,6 @@
1
1
  import { getLlamaWithoutBackend } from "../../bindings/utils/getLlamaWithoutBackend.js";
2
2
  import { getDefaultContextBatchSize, getDefaultContextSequences } from "../../evaluator/LlamaContext/LlamaContext.js";
3
+ import { GgmlType } from "../types/GgufTensorInfoTypes.js";
3
4
  import { GgufArchitectureType } from "../types/GgufMetadataTypes.js";
4
5
  import { getReadablePath } from "../../cli/utils/getReadablePath.js";
5
6
  import { padSafeContextSize } from "../../evaluator/LlamaContext/utils/padSafeContextSize.js";
@@ -10,6 +11,7 @@ export class GgufInsights {
10
11
  /** @internal */ _modelSize;
11
12
  /** @internal */ _totalFileLayers = null;
12
13
  /** @internal */ _supportsRanking;
14
+ /** @internal */ _dominantTensorType;
13
15
  /** @internal */ _ggufFileInfo;
14
16
  /** @internal */ _configurationResolver;
15
17
  /** @internal */ _tokens;
@@ -95,6 +97,7 @@ export class GgufInsights {
95
97
  return true;
96
98
  }
97
99
  get isRecurrent() {
100
+ // source: `llm_arch_is_recurrent` in `llama-arch.cpp`
98
101
  switch (this._ggufFileInfo.metadata?.general?.architecture) {
99
102
  case GgufArchitectureType.mamba:
100
103
  case GgufArchitectureType.mamba2:
@@ -106,6 +109,33 @@ export class GgufInsights {
106
109
  }
107
110
  return false;
108
111
  }
112
+ get isHybrid() {
113
+ // source: `llm_arch_is_hybrid` in `llama-arch.cpp`
114
+ switch (this._ggufFileInfo.metadata?.general?.architecture) {
115
+ case GgufArchitectureType.jamba:
116
+ case GgufArchitectureType.falconH1:
117
+ case GgufArchitectureType.plamo2:
118
+ case GgufArchitectureType.granitehybrid:
119
+ case GgufArchitectureType.lfm2:
120
+ case GgufArchitectureType.lfm2moe:
121
+ case GgufArchitectureType.nemotronH:
122
+ case GgufArchitectureType.nemotronHMoe:
123
+ case GgufArchitectureType.qwen3next:
124
+ case GgufArchitectureType.kimiLinear:
125
+ case GgufArchitectureType.qwen35:
126
+ case GgufArchitectureType.qwen35moe:
127
+ return true;
128
+ }
129
+ return false;
130
+ }
131
+ /**
132
+ * Get the dominant tensor type used in the model file
133
+ */
134
+ get dominantTensorType() {
135
+ if (this._dominantTensorType == null)
136
+ this._dominantTensorType = getDominantTensorType(this._ggufFileInfo.fullTensorInfo ?? []);
137
+ return this._dominantTensorType;
138
+ }
109
139
  get supportsRanking() {
110
140
  if (this._supportsRanking != null)
111
141
  return this._supportsRanking;
@@ -150,7 +180,7 @@ export class GgufInsights {
150
180
  * The calculation doesn't include a precise estimation of the graph overhead memory, so it uses a rough estimate for that.
151
181
  * The estimation for the graph overhead memory will be improved in the future to be more precise, but it's good enough for now.
152
182
  */
153
- estimateContextResourceRequirements({ contextSize, modelGpuLayers, batchSize, sequences, isEmbeddingContext = false, includeGraphOverhead = true, flashAttention = false, swaFullCache = false }) {
183
+ estimateContextResourceRequirements({ contextSize, modelGpuLayers, batchSize, sequences, isEmbeddingContext = false, includeGraphOverhead = true, flashAttention = false, swaFullCache = false, kvCacheKeyType = GgmlType.F16, kvCacheValueType = GgmlType.F16 }) {
154
184
  if (sequences == null)
155
185
  sequences = getDefaultContextSequences();
156
186
  if (batchSize == null)
@@ -161,7 +191,7 @@ export class GgufInsights {
161
191
  const kvUnified = false;
162
192
  const usingSWA = !swaFullCache && slidingWindow > 0 && slidingWindow < contextSize &&
163
193
  (this.trainContextSize == null || slidingWindow < this.trainContextSize);
164
- const swaPattern = getSwaPatternForArchitecture(this._ggufFileInfo.metadata?.general?.architecture);
194
+ const swaPattern = getSwaPatternForArchitecture(this._ggufFileInfo.metadata?.general?.architecture, this._ggufFileInfo.architectureMetadata?.attention?.sliding_window_pattern);
165
195
  const nonSwaPercent = swaPattern <= 1
166
196
  ? 1
167
197
  : (1 / (swaPattern + (flashAttention ? -0.5 : -1)));
@@ -175,9 +205,20 @@ export class GgufInsights {
175
205
  nonSwaPercent * actualContextSize)
176
206
  : actualContextSize;
177
207
  const totalFileLayers = this._getTotalFileLayers();
208
+ const totalLayersIncludingOutput = totalFileLayers + 1;
209
+ const finalModelGpuLayers = Math.max(0, Math.min(modelGpuLayers ?? totalLayersIncludingOutput, totalLayersIncludingOutput));
178
210
  const finalGpuLayers = Math.max(0, Math.min(modelGpuLayers ?? totalFileLayers, totalFileLayers));
179
211
  const finalCpuLayers = totalFileLayers - finalGpuLayers;
180
- const usingGpu = finalGpuLayers !== 0;
212
+ const usingGpu = finalModelGpuLayers !== 0;
213
+ const { gpuKVCacheSize, cpuKVCacheSize, gpuRecurrentStateSize, cpuRecurrentStateSize } = this._estimateContextCacheMemorySplitInBytes({
214
+ kvSize,
215
+ sequences,
216
+ totalFileLayers,
217
+ finalModelGpuLayers,
218
+ usingGpu,
219
+ kvCacheKeyType,
220
+ kvCacheValueType
221
+ });
181
222
  const vocabularySize = llmData.vocab_size ?? this._ggufFileInfo.metadata.tokenizer?.ggml?.tokens?.length ?? 0;
182
223
  const embeddingSize = llmData.embedding_length ?? 0;
183
224
  const floatBytes = 4; // sizeof(float)
@@ -285,12 +326,6 @@ export class GgufInsights {
285
326
  // magic numbers for estimation. will be improved in the future
286
327
  return (totalElements * 77.655 * (kvSize / 4096)) + defaultCalculationAdjustment;
287
328
  };
288
- const gpuKVCacheSize = usingGpu
289
- ? this._estimateKvMemorySizeInBytes(kvSize, finalGpuLayers < totalFileLayers
290
- ? (finalGpuLayers + 1)
291
- : finalGpuLayers)
292
- : 0;
293
- const cpuKVCacheSize = this._estimateKvMemorySizeInBytes(kvSize, finalCpuLayers);
294
329
  // source: `llama_context::graph_max_nodes` in `llama-context.cpp`
295
330
  const getMaxNodesMultiplier = (arch, nTokens) => {
296
331
  if (arch === GgufArchitectureType.qwen3next)
@@ -305,7 +340,9 @@ export class GgufInsights {
305
340
  };
306
341
  const maxNodesMultiplier = getMaxNodesMultiplier(this._ggufFileInfo.metadata?.general?.architecture, Math.min(actualContextSize, batchSize));
307
342
  const maxNodes = Math.max(maxNodesMultiplier.min, maxNodesMultiplier.multiplier * tensorInfo.length);
308
- const cpuNodes = maxNodesMultiplier.multiplier * (tensorInfo.length * (finalCpuLayers / totalFileLayers));
343
+ const cpuNodes = totalFileLayers === 0
344
+ ? 0
345
+ : maxNodesMultiplier.multiplier * (tensorInfo.length * (finalCpuLayers / totalFileLayers));
309
346
  const gpuNodes = maxNodes - cpuNodes;
310
347
  const gpuComputeBufferSize = (this._llama._consts.ggmlTensorOverhead * gpuNodes) +
311
348
  this._llama._bindings.getGgmlGraphOverheadCustom(gpuNodes, false);
@@ -314,13 +351,13 @@ export class GgufInsights {
314
351
  const graphOverheadMemory = (flashAttention || !includeGraphOverhead)
315
352
  ? 0
316
353
  : estimateGraphOverheadMemory();
317
- const graphOverheadGpuSize = usingGpu
354
+ const graphOverheadGpuSize = (usingGpu && totalFileLayers > 0)
318
355
  ? Math.round(graphOverheadMemory * (finalGpuLayers / totalFileLayers))
319
356
  : 0;
320
357
  const graphOverheadCpuSize = graphOverheadMemory - graphOverheadGpuSize;
321
358
  const outputBufferSize = estimateOutput(sequences);
322
- const gpuVram = gpuKVCacheSize + gpuComputeBufferSize + graphOverheadGpuSize + outputBufferSize;
323
- const cpuRam = cpuKVCacheSize + cpuComputeBufferSize + graphOverheadCpuSize + outputBufferSize;
359
+ const gpuVram = gpuKVCacheSize + gpuRecurrentStateSize + gpuComputeBufferSize + graphOverheadGpuSize + outputBufferSize;
360
+ const cpuRam = cpuKVCacheSize + cpuRecurrentStateSize + cpuComputeBufferSize + graphOverheadCpuSize + outputBufferSize;
324
361
  return {
325
362
  cpuRam,
326
363
  gpuVram: usingGpu
@@ -406,50 +443,106 @@ export class GgufInsights {
406
443
  _getFileLayers() {
407
444
  return this._ggufFileInfo.architectureMetadata.block_count ?? this._determineNumberOfLayersFromTensorInfo();
408
445
  }
409
- /** @internal */
410
- _estimateKvMemorySizeInBytes(kvSize, layers) {
446
+ _estimateContextCacheMemorySplitInBytes({ kvSize, sequences, totalFileLayers, finalModelGpuLayers, usingGpu, kvCacheKeyType = GgmlType.F16, kvCacheValueType = GgmlType.F16 }) {
411
447
  // source: `llama_kv_cache_init` in `llama.cpp`
448
+ const architecture = this._ggufFileInfo.metadata.general?.architecture;
412
449
  const nHead = this._ggufFileInfo.architectureMetadata.attention?.head_count ?? 0;
413
450
  const nEmbd = this._ggufFileInfo.architectureMetadata.embedding_length ?? 0;
414
451
  const nEmbdHeadK = this._ggufFileInfo.architectureMetadata.attention?.key_length ?? ((nHead == 0) ? 0 : (nEmbd / nHead));
415
452
  const nHeadKv = this._ggufFileInfo.architectureMetadata.attention?.head_count_kv ?? nHead;
416
453
  const nEmbdHeadV = this._ggufFileInfo.architectureMetadata.attention?.value_length ?? ((nHead == 0) ? 0 : nEmbd / nHead);
454
+ const keyTypeSize = this._llama._bindings.getTypeSizeForGgmlType(kvCacheKeyType) ?? this._llama._consts.ggmlTypeF16Size;
455
+ const valueTypeSize = this._llama._bindings.getTypeSizeForGgmlType(kvCacheValueType) ?? this._llama._consts.ggmlTypeF16Size;
456
+ // source: `llama_model::load_tensors` in `llama-model.cpp`
457
+ // repeating layers are assigned to GPU from `i_gpu_start = n_layer + 1 - n_gpu_layers`
458
+ const gpuRepeatingLayerStart = Math.max(0, (totalFileLayers + 1) - finalModelGpuLayers);
459
+ const recurrentLayersByPattern = this.isRecurrent
460
+ ? "all"
461
+ : getRecurrentLayersPattern(architecture, this._ggufFileInfo.architectureMetadata);
462
+ let gpuKvElementsK = 0;
463
+ let gpuKvElementsV = 0;
464
+ let cpuKvElementsK = 0;
465
+ let cpuKvElementsV = 0;
466
+ let gpuRecurrentLayers = 0;
467
+ let cpuRecurrentLayers = 0;
468
+ for (let i = 0; i < totalFileLayers; i++) {
469
+ const isGpuLayer = i >= gpuRepeatingLayerStart;
470
+ const isRecurrentLayer = isLayerRecurrent(recurrentLayersByPattern, i);
471
+ if (isRecurrentLayer) {
472
+ if (isGpuLayer)
473
+ gpuRecurrentLayers++;
474
+ else
475
+ cpuRecurrentLayers++;
476
+ }
477
+ else {
478
+ const nHeadKvLayer = resolveLayerHeadCountKv(nHeadKv, i, nHead);
479
+ const layerElementsK = nEmbdHeadK * nHeadKvLayer * kvSize;
480
+ const layerElementsV = nEmbdHeadV * nHeadKvLayer * kvSize;
481
+ if (isGpuLayer) {
482
+ gpuKvElementsK += layerElementsK;
483
+ gpuKvElementsV += layerElementsV;
484
+ }
485
+ else {
486
+ cpuKvElementsK += layerElementsK;
487
+ cpuKvElementsV += layerElementsV;
488
+ }
489
+ }
490
+ }
491
+ const gpuKVCacheSize = usingGpu
492
+ ? ((gpuKvElementsK * keyTypeSize) + (gpuKvElementsV * valueTypeSize))
493
+ : 0;
494
+ const cpuKVCacheSize = (cpuKvElementsK * keyTypeSize) + (cpuKvElementsV * valueTypeSize);
495
+ const recurrentCellSize = Math.max(1, sequences);
496
+ const gpuRecurrentStateSize = usingGpu
497
+ ? this._estimateRecurrentStateMemorySizeInBytes(recurrentCellSize, gpuRecurrentLayers)
498
+ : 0;
499
+ const cpuRecurrentStateSize = this._estimateRecurrentStateMemorySizeInBytes(recurrentCellSize, cpuRecurrentLayers);
500
+ return {
501
+ gpuKVCacheSize,
502
+ cpuKVCacheSize,
503
+ gpuRecurrentStateSize,
504
+ cpuRecurrentStateSize
505
+ };
506
+ }
507
+ _estimateRecurrentStateMemorySizeInBytes(recurrentCellSize, layers) {
508
+ if (layers <= 0 || recurrentCellSize <= 0)
509
+ return 0;
510
+ // source: `llama_memory_recurrent` + `llama_hparams::n_embd_r` / `llama_hparams::n_embd_s` in `llama.cpp`
511
+ const nHead = this._ggufFileInfo.architectureMetadata.attention?.head_count ?? 0;
512
+ const nEmbd = this._ggufFileInfo.architectureMetadata.embedding_length ?? 0;
513
+ const wkvHeadSize = this._ggufFileInfo.architectureMetadata.wkv?.head_size ?? 0;
514
+ const tokenShiftCount = this._ggufFileInfo.architectureMetadata.token_shift_count ?? 0;
417
515
  const ssmDConv = this._ggufFileInfo.architectureMetadata.ssm?.conv_kernel ?? 0;
418
516
  const ssmDInner = this._ggufFileInfo.architectureMetadata.ssm?.inner_size ?? 0;
419
- const modelNEmbdKS = (this._ggufFileInfo.architectureMetadata.wkv?.head_size ?? 0) !== 0
420
- ? (this._ggufFileInfo.architectureMetadata.token_shift_count ?? 0) * nEmbd
421
- : (ssmDConv > 0 ? (ssmDConv - 1) : 0) * ssmDInner;
422
517
  const ssmDState = this._ggufFileInfo.architectureMetadata.ssm?.state_size ?? 0;
423
- const modelNEmbdVS = (this._ggufFileInfo.architectureMetadata.wkv?.head_size ?? 0) !== 0
424
- ? nEmbd * (this._ggufFileInfo.architectureMetadata.wkv?.head_size ?? 0)
425
- : ssmDState * ssmDInner;
426
- let totalElementsK = 0;
427
- let totalElementsV = 0;
428
- for (let i = 0; i < layers; i++) {
429
- const nHeadKvArrayItem = (typeof nHeadKv === "number")
430
- ? nHeadKv
431
- : nHeadKv[i] !== 0
432
- ? nHeadKv[i]
433
- : nHead;
434
- const nEmbdKGqa = nEmbdHeadK * nHeadKvArrayItem;
435
- const nEmbdVGqa = nEmbdHeadV * nHeadKvArrayItem;
436
- const totalNEmbdKGqa = nEmbdKGqa + modelNEmbdKS;
437
- const totalNEmbdVGqa = nEmbdVGqa + modelNEmbdVS;
438
- totalElementsK += totalNEmbdKGqa * kvSize;
439
- totalElementsV += totalNEmbdVGqa * kvSize;
440
- }
441
- const keyTypeSize = this._ggufFileInfo.metadata.general?.architecture === GgufArchitectureType.mamba
442
- // if `type_k` of `llama_context_params` changes to be configurable in `LlamaContext`,
443
- // this would have to depend on that value
444
- ? this._llama._consts.ggmlTypeF32Size
445
- : this._llama._consts.ggmlTypeF16Size;
446
- const valueTypeSize = this._ggufFileInfo.metadata.general?.architecture === GgufArchitectureType.mamba
447
- // if `type_v` of `llama_context_params` changes to be configurable in `LlamaContext`,
448
- // this would have to depend on that value
449
- ? this._llama._consts.ggmlTypeF32Size
450
- : this._llama._consts.ggmlTypeF16Size;
451
- return ((totalElementsK * keyTypeSize) +
452
- (totalElementsV * valueTypeSize));
518
+ const ssmGroupCount = this._ggufFileInfo.architectureMetadata.ssm?.group_count ?? 0;
519
+ const shortConvLCache = this._ggufFileInfo.architectureMetadata.shortconv?.l_cache ?? 0;
520
+ const kdaHeadDim = this._ggufFileInfo.architectureMetadata.kda?.head_dim ?? 0;
521
+ const shortConvHistoryShift = 1;
522
+ const kdaQkvStateCount = 3;
523
+ const kdaDefaultConvKernel = 3;
524
+ const ssmBcStatePairCount = 2;
525
+ const nEmbdR = wkvHeadSize !== 0
526
+ ? tokenShiftCount * nEmbd
527
+ : shortConvLCache !== 0
528
+ ? nEmbd * Math.max(0, shortConvLCache - shortConvHistoryShift)
529
+ : kdaHeadDim !== 0
530
+ ? (kdaQkvStateCount * (ssmDConv > 0
531
+ ? ssmDConv - shortConvHistoryShift
532
+ : kdaDefaultConvKernel) * (nHead * kdaHeadDim))
533
+ : ((ssmDConv > 0
534
+ ? (ssmDConv - shortConvHistoryShift)
535
+ : 0) * (ssmDInner + (ssmBcStatePairCount * ssmGroupCount * ssmDState)));
536
+ const nEmbdS = wkvHeadSize !== 0
537
+ ? nEmbd * wkvHeadSize
538
+ : kdaHeadDim !== 0
539
+ ? kdaHeadDim * kdaHeadDim * nHead
540
+ : ssmDState * ssmDInner;
541
+ if (nEmbdR === 0 && nEmbdS === 0)
542
+ return 0;
543
+ const recurrentTypeSize = this._llama._consts.ggmlTypeF32Size;
544
+ const bytesPerLayer = (nEmbdR + nEmbdS) * recurrentTypeSize;
545
+ return layers * recurrentCellSize * bytesPerLayer;
453
546
  }
454
547
  /** @internal */
455
548
  _getTotalFileLayers() {
@@ -620,23 +713,37 @@ function isTokenEmbedLayer(layerName) {
620
713
  function ggmlPad(value, padding) {
621
714
  return ((value + padding - 1) & ~(padding - 1));
622
715
  }
623
- function getSwaPatternForArchitecture(architecture) {
716
+ function getSwaPatternForArchitecture(architecture, slidingWindowPattern) {
717
+ if (typeof slidingWindowPattern === "number")
718
+ return slidingWindowPattern;
624
719
  // source: `llama_model::load_hparams` in `llama-model.cpp` - calls to `hparams.set_swa_pattern`
625
720
  switch (architecture) {
626
721
  case GgufArchitectureType.llama4:
627
722
  return 4;
723
+ case GgufArchitectureType.afmoe:
724
+ return 4;
725
+ case GgufArchitectureType.modernBert:
726
+ return 3;
628
727
  case GgufArchitectureType.phi3:
629
728
  return 1;
729
+ case GgufArchitectureType.plamo3:
730
+ return 8;
630
731
  case GgufArchitectureType.gemma2:
631
732
  return 2;
632
733
  case GgufArchitectureType.gemma3:
633
734
  return 6;
634
735
  case GgufArchitectureType.gemma3n:
635
736
  return 5;
737
+ case GgufArchitectureType.gemmaEmbedding:
738
+ return 6;
636
739
  case GgufArchitectureType.cohere2:
637
740
  return 4;
741
+ case GgufArchitectureType.olmo2:
742
+ return 4;
638
743
  case GgufArchitectureType.exaone4:
639
744
  return 4;
745
+ case GgufArchitectureType.exaoneMoe:
746
+ return 4;
640
747
  case GgufArchitectureType.gptOss:
641
748
  return 2;
642
749
  case GgufArchitectureType.smallthinker:
@@ -644,6 +751,81 @@ function getSwaPatternForArchitecture(architecture) {
644
751
  }
645
752
  return 1;
646
753
  }
754
+ function resolveLayerHeadCountKv(nHeadKv, layerIndex, nHead) {
755
+ if (typeof nHeadKv === "number")
756
+ return nHeadKv;
757
+ const layerHeadCountKv = nHeadKv[layerIndex];
758
+ if (layerHeadCountKv == null)
759
+ return nHead;
760
+ return layerHeadCountKv;
761
+ }
762
+ function getRecurrentLayersPattern(architecture, architectureMetadata) {
763
+ const nHeadKv = architectureMetadata?.attention?.head_count_kv;
764
+ const feedForwardLength = architectureMetadata?.feed_forward_length;
765
+ const hasRecurrentHeadCountKvEntry = Array.isArray(nHeadKv) && nHeadKv.some((value) => value === 0);
766
+ if (architecture === GgufArchitectureType.falconH1)
767
+ // source: `llama_model::load_hparams` in `llama-model.cpp`:
768
+ // `case LLM_ARCH_FALCON_H1` does `std::fill(..., true)` for `recurrent_layer_arr`
769
+ return "all";
770
+ if (architecture === GgufArchitectureType.nemotronH || architecture === GgufArchitectureType.nemotronHMoe) {
771
+ // source: `llama_model::load_hparams` in `llama-model.cpp`:
772
+ // `case LLM_ARCH_NEMOTRON_H / LLM_ARCH_NEMOTRON_H_MOE`:
773
+ // `recurrent_layer_arr[i] = (n_head_kv(i) == 0 && n_ff(i) == 0)`
774
+ if (Array.isArray(nHeadKv))
775
+ return {
776
+ type: "headCountKvAndFeedForward",
777
+ headCountKvValues: nHeadKv,
778
+ feedForwardLength
779
+ };
780
+ if (nHeadKv === 0) {
781
+ if (typeof feedForwardLength === "number")
782
+ return feedForwardLength === 0
783
+ ? "all"
784
+ : "none";
785
+ return "none";
786
+ }
787
+ }
788
+ if (typeof architectureMetadata?.full_attention_interval === "number" &&
789
+ Number.isFinite(architectureMetadata?.full_attention_interval) &&
790
+ architectureMetadata?.full_attention_interval > 0 &&
791
+ (
792
+ // source: `llama_model::load_hparams` in `llama-model.cpp`
793
+ // `case LLM_ARCH_QWEN3NEXT / LLM_ARCH_QWEN35 / LLM_ARCH_QWEN35MOE`:
794
+ // `hparams.recurrent_layer_arr[i] = ((i + 1) % full_attn_interval != 0)`
795
+ architecture === GgufArchitectureType.qwen3next ||
796
+ architecture === GgufArchitectureType.qwen35 ||
797
+ architecture === GgufArchitectureType.qwen35moe ||
798
+ hasRecurrentHeadCountKvEntry))
799
+ return {
800
+ type: "fullAttentionInterval",
801
+ interval: Math.max(1, Math.floor(architectureMetadata?.full_attention_interval))
802
+ };
803
+ if (hasRecurrentHeadCountKvEntry)
804
+ return {
805
+ type: "headCountKvArray",
806
+ values: nHeadKv
807
+ };
808
+ return "none";
809
+ }
810
+ function isLayerRecurrent(pattern, layerIndex) {
811
+ if (pattern === "all")
812
+ return true;
813
+ else if (pattern === "none")
814
+ return false;
815
+ else if (pattern.type === "fullAttentionInterval")
816
+ return (layerIndex + 1) % pattern.interval !== 0;
817
+ else if (pattern.type === "headCountKvAndFeedForward")
818
+ return pattern.headCountKvValues[layerIndex] === 0 &&
819
+ resolveLayerFeedForwardLength(pattern.feedForwardLength, layerIndex) === 0;
820
+ return pattern.values[layerIndex] === 0;
821
+ }
822
+ function resolveLayerFeedForwardLength(feedForwardLength, layerIndex) {
823
+ if (typeof feedForwardLength === "number")
824
+ return feedForwardLength;
825
+ else if (Array.isArray(feedForwardLength))
826
+ return feedForwardLength[layerIndex] ?? 0;
827
+ return 0;
828
+ }
647
829
  export function parseRankingTemplate(template) {
648
830
  if (template == null)
649
831
  return undefined;
@@ -654,4 +836,19 @@ export function parseRankingTemplate(template) {
654
836
  export function isRankingTemplateValid(template) {
655
837
  return template != null && template.includes("{{query}}") && template.includes("{{document}}");
656
838
  }
839
+ export function getDominantTensorType(tensorInfo) {
840
+ const tensorTypes = [];
841
+ for (const tensor of tensorInfo)
842
+ tensorTypes[tensor.ggmlType] = ((tensorTypes[tensor.ggmlType] ?? 0) +
843
+ tensor.dimensions.map(((dim) => Number(dim))).reduce((a, b) => a * b, 1));
844
+ let dominantType = undefined;
845
+ let maxCount = 0;
846
+ for (const [type, count] of tensorTypes.entries()) {
847
+ if (count > maxCount) {
848
+ maxCount = count;
849
+ dominantType = type;
850
+ }
851
+ }
852
+ return dominantType;
853
+ }
657
854
  //# sourceMappingURL=GgufInsights.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"GgufInsights.js","sourceRoot":"","sources":["../../../src/gguf/insights/GgufInsights.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,sBAAsB,EAAC,MAAM,gDAAgD,CAAC;AACtF,OAAO,EAAC,0BAA0B,EAAE,0BAA0B,EAAC,MAAM,8CAA8C,CAAC;AAGpH,OAAO,EAAC,oBAAoB,EAAC,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAC,eAAe,EAAC,MAAM,oCAAoC,CAAC;AACnE,OAAO,EAAC,kBAAkB,EAAC,MAAM,0DAA0D,CAAC;AAC5F,OAAO,EAAC,iCAAiC,EAAC,MAAM,wCAAwC,CAAC;AACzF,OAAO,EAAC,kBAAkB,EAAC,MAAM,yBAAyB,CAAC;AAO3D,MAAM,OAAO,YAAY;IACrB,gBAAgB,CAAiB,MAAM,CAAQ;IAC/C,gBAAgB,CAAkB,UAAU,CAAS;IACrD,gBAAgB,CAAS,gBAAgB,GAAkB,IAAI,CAAC;IAChE,gBAAgB,CAAS,gBAAgB,CAAW;IACpD,gBAAgB,CAAiB,aAAa,CAAe;IAC7D,gBAAgB,CAAkB,sBAAsB,CAAoC;IAC5F,gBAAgB,CAAkB,OAAO,CAAqB;IAE9D,YAAoB,YAA0B,EAAE,KAAY;QACxD,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAElC,IAAI,CAAC,UAAU,GAAG,oBAAoB,CAAC,YAAY,CAAC,cAAc,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAC7F,IAAI,CAAC,sBAAsB,GAAG,iCAAiC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC9E,IAAI,CAAC,OAAO,GAAG,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD,CAAC;IAED;;;;OAIG;IACI,WAAW,CAAC,aAAsB;QACrC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,iBAAiB,GAAG,CAAC,aAAa,IAAI,IAAI,IAAI,aAAa,KAAK,EAAE,CAAC;YACrE,CAAC,CAAC,MAAM,eAAe,CAAC,aAAa,CAAC,IAAI;YAC1C,CAAC,CAAC,EAAE,CAAC;QAET,IAAI,IAAI,CAAC,aAAa,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,KAAK,MAAM;YAC/D,IAAI,CAAC,aAAa,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,IAAI,IAAI,EAC9D,CAAC;YACC,kHAAkH;YAClH,QAAQ,CAAC,IAAI,CACT,kBAAkB,iBAAiB,6CAA6C;gBAChF,iFAAiF;gBACjF,mEAAmE,CACtE,CAAC;QACN,CAAC;QAED,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,IAAW,YAAY;QACnB,OAAO,IAAI,CAAC,aAAa,CAAC;IAC9B,CAAC;IAED,IAAW,qBAAqB;QAC5B,OAAO,IAAI,CAAC,sBAAsB,CAAC;IACvC,CAAC;IAED,IAAW,MAAM;QACb,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,gDAAgD;IAChD,IAAW,gBAAgB;QACvB,OAAO,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,cAAc,CAAC;IAClE,CAAC;IAED,4DAA4D;IAC5D,IAAW,mBAAmB;QAC1B,OAAO,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,gBAAgB,CAAC;IACpE,CAAC;IAED,IAAW,WAAW;QAClB,MAAM,YAAY,GAAG,CAAC,CAAC;QACvB,OAAO,IAAI,CAAC,mBAAmB,EAAE,GAAG,YAAY,CAAC;IACrD,CAAC;IAED,IAAW,SAAS;QAChB,OAAO,IAAI,CAAC,UAAU,CAAC;IAC3B,CAAC;IAED,IAAW,uBAAuB;QAC9B,wDAAwD;QAExD,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,IAAI;YAChF,OAAO,KAAK,CAAC;aACZ,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,MAAM;YACvF,OAAO,KAAK,CAAC;aACZ,CAAC;YACF,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,EAAE,SAAS,EAAE,UAAU,IAAI,CAAC,CAAC;YAClF,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,EAAE,gBAAgB,IAAI,CAAC,CAAC;YAC7E,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,EAAE,SAAS,EAAE,UAAU,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC;YAC1H,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,EAAE,SAAS,EAAE,YAAY,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;YAE1H,IAAI,UAAU,KAAK,UAAU;gBACzB,OAAO,KAAK,CAAC;QACrB,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,IAAW,UAAU;QACjB,QAAQ,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;YACzD,KAAK,oBAAoB,CAAC,EAAE,CAAC;YAC7B,KAAK,oBAAoB,CAAC,SAAS;gBAC/B,OAAO,IAAI,CAAC;QACpB,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,IAAW,UAAU;QACjB,QAAQ,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;YACzD,KAAK,oBAAoB,CAAC,SAAS;gBAC/B,OAAO,KAAK,CAAC;QACrB,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,IAAW,WAAW;QAClB,QAAQ,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;YACzD,KAAK,oBAAoB,CAAC,KAAK,CAAC;YAChC,KAAK,oBAAoB,CAAC,MAAM,CAAC;YACjC,KAAK,oBAAoB,CAAC,KAAK,CAAC;YAChC,KAAK,oBAAoB,CAAC,UAAU,CAAC;YACrC,KAAK,oBAAoB,CAAC,KAAK,CAAC;YAChC,KAAK,oBAAoB,CAAC,MAAM;gBAC5B,OAAO,IAAI,CAAC;QACpB,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,IAAW,eAAe;QACtB,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI;YAC7B,OAAO,IAAI,CAAC,gBAAgB,CAAC;QAEjC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,cAAc,IAAI,EAAE,CAAC;QACvD,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACzB,IAAI,MAAM,IAAI,IAAI;gBACd,SAAS;YAEb,IAAI,MAAM,CAAC,IAAI,KAAK,YAAY,IAAI,MAAM,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;gBACtE,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,IAAI;oBAChF,sBAAsB,CAAC,oBAAoB,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;gBACnH,IAAI,CAAC,gBAAgB,KAAK,CAAC,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,2CAA2C;gBAE5G,OAAO,IAAI,CAAC,gBAAgB,CAAC;YACjC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;QAC9B,OAAO,IAAI,CAAC,gBAAgB,CAAC;IACjC,CAAC;IAED;;;;OAIG;IACH,IAAW,OAAO;QACd,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,EAAE,oBAAoB,EAAE,SAAS,EAAE,cAAc,CAAC;QAC1F,IAAI,aAAa,IAAI,IAAI,IAAI,aAAa,IAAI,CAAC;YAC3C,OAAO,SAAS,CAAC;QAErB,MAAM,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAC/C,IAAI,gBAAgB,IAAI,IAAI,IAAI,aAAa,IAAI,gBAAgB;YAC7D,OAAO,SAAS,CAAC;QAErB,OAAO,aAAa,CAAC;IACzB,CAAC;IAEM,iCAAiC,CAAC,EACrC,SAAS,EAAE,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,EAG/F;QACG,MAAM,EAAC,GAAG,EAAE,GAAG,EAAC,GAAG,IAAI,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC;QAE3D,OAAO;YACH,MAAM,EAAE,oBAAoB,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC;YACrD,OAAO,EAAE,oBAAoB,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,IAAI,eAAe,CAAC;SAC9E,CAAC;IACN,CAAC;IAED;;;;OAIG;IACI,mCAAmC,CAAC,EACvC,WAAW,EAAE,cAAc,EAAE,SAAS,EAAE,SAAS,EAAE,kBAAkB,GAAG,KAAK,EAAE,oBAAoB,GAAG,IAAI,EAAE,cAAc,GAAG,KAAK,EAClI,YAAY,GAAG,KAAK,EAIvB;QACG,IAAI,SAAS,IAAI,IAAI;YAAE,SAAS,GAAG,0BAA0B,EAAE,CAAC;QAChE,IAAI,SAAS,IAAI,IAAI;YAAE,SAAS,GAAG,0BAA0B,CAAC,EAAC,WAAW,EAAE,SAAS,EAAC,CAAC,CAAC;QAExF,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC;QACxD,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,cAAc,IAAI,EAAE,CAAC;QAC3D,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,KAAK,CAAC;QACxB,MAAM,QAAQ,GAAG,CAAC,YAAY,IAAI,aAAa,GAAG,CAAC,IAAI,aAAa,GAAG,WAAW;YAC9E,CAAC,IAAI,CAAC,gBAAgB,IAAI,IAAI,IAAI,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC7E,MAAM,UAAU,GAAG,4BAA4B,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;QACpG,MAAM,aAAa,GAAG,UAAU,IAAI,CAAC;YACjC,CAAC,CAAC,CAAC;YACH,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAExD,wEAAwE;QACxE,MAAM,cAAc,GAAG,CAAC,CAAC;QACzB,MAAM,iBAAiB,GAAG,SAAS;YAC/B,CAAC,CAAC,kBAAkB,CAAC,SAAS,GAAG,WAAW,EAAE,IAAI,CAAC;YACnD,CAAC,CAAC,SAAS,GAAG,kBAAkB,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QACxD,MAAM,MAAM,GAAG,QAAQ;YACnB,CAAC,CAAC,CACE,CAAC,CAAC,GAAG,aAAa,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,OAAO,CAAC,SAAS,GAAG,aAAa,GAAG,SAAS,EAAE,cAAc,CAAC,CAAC;gBACjH,aAAa,GAAG,iBAAiB,CACpC;YACD,CAAC,CAAC,iBAAiB,CAAC;QAExB,MAAM,eAAe,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACnD,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,IAAI,eAAe,EAAE,eAAe,CAAC,CAAC,CAAC;QACjG,MAAM,cAAc,GAAG,eAAe,GAAG,cAAc,CAAC;QACxD,MAAM,QAAQ,GAAG,cAAc,KAAK,CAAC,CAAC;QAEtC,MAAM,cAAc,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC;QAC9G,MAAM,aAAa,GAAG,OAAO,CAAC,gBAAgB,IAAI,CAAC,CAAC;QAEpD,MAAM,UAAU,GAAG,CAAC,CAAC,CAAC,gBAAgB;QACtC,MAAM,WAAW,GAAG,CAAC,CAAC,CAAC,kBAAkB;QAEzC,MAAM,cAAc,GAAG,CAAC,QAAgB,EAAE,EAAE;YACxC,iEAAiE;YACjE,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAElD,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,EAAE,CAAC;YAC3F,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,kBAAkB,CAAC;YAC9C,MAAM,OAAO,GAAG,IAAI,IAAI,kBAAkB,CAAC;YAE3C,MAAM,UAAU,GAAG,SAAS;gBACxB,CAAC,CAAC,CAAC,cAAc,GAAG,WAAW,CAAC;gBAChC,CAAC,CAAC,CAAC,CAAC;YACR,MAAM,QAAQ,GAAG,OAAO;gBACpB,CAAC,CAAC,CAAC,aAAa,GAAG,WAAW,CAAC;gBAC/B,CAAC,CAAC,CAAC,CAAC;YACR,MAAM,gBAAgB,GAAG,CAAC,UAAU,GAAG,QAAQ,CAAC,GAAG,UAAU,CAAC;YAE9D,MAAM,YAAY,GAAG,WAAW,GAAG,SAAS,CAAC;YAE7C,OAAO,gBAAgB,GAAG,YAAY,CAAC;QAC3C,CAAC,CAAC;QAEF,MAAM,2BAA2B,GAAG,GAAW,EAAE;YAC7C,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAC/B,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,cAAc,IAAI,EAAE,CAAC;YAC3D,MAAM,WAAW,GAAG,OAAO,EAAE,YAAY,IAAI,CAAC,CAAC;YAC/C,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,EAAE,UAAU,IAAI,CAAC,CAAC;YACtD,MAAM,eAAe,GAAG,OAAO,EAAE,gBAAgB,IAAI,CAAC,CAAC;YAEvD,IAAI,4BAA4B,GAAG,CAAC,CAAC;YAErC,IAAI,SAAS,IAAI,IAAI;gBACjB,OAAO,CAAC,CAAC;YAEb,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,KAAK,EAAE,CAAC;gBACnF,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;oBAClB,MAAM,gBAAgB,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,iBAAiB,IAAI,CAAC,CAAC;oBAExF,OAAO,WAAW,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,gBAAgB,GAAG,CAAC,CAAC,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC;gBACzG,CAAC;gBAED,OAAO,WAAW,GAAG,SAAS,GAAG,CAAC,eAAe,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC;YAC9E,CAAC;iBAAM,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,KAAK,EAAE,CAAC;gBAC1F,IAAI,cAAc,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;oBACtC,4BAA4B,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,GAAG,CAC3C,IAAI,CAAC,gBAAgB,IAAI,IAAI;wBACzB,CAAC,CAAC,CAAC;wBACH,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,gBAAgB,CACvC,CAAC;gBACN,CAAC;qBAAM,CAAC;oBACJ,4BAA4B,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,GAAG,CAC3C,CAAC,IAAI,GAAG,EAAE,CAAC,GAAG,CACV,IAAI,CAAC,gBAAgB,IAAI,IAAI;wBACzB,CAAC,CAAC,CAAC;wBACH,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,gBAAgB,CACvC,CACJ,CAAC;gBACN,CAAC;YACL,CAAC;iBAAM,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,KAAK,EAAE,CAAC;gBAC1F,uFAAuF;gBACvF,sEAAsE;gBAEtE,IAAI,cAAc,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;oBACtC,4BAA4B,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC,GAAG,CAC1C,CAAC,IAAI,GAAG,GAAG,CAAC,GAAG,CACX,IAAI,CAAC,gBAAgB,IAAI,IAAI;wBACzB,CAAC,CAAC,CAAC;wBACH,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,gBAAgB,CACvC,CACJ,CAAC;gBACN,CAAC;qBAAM,CAAC;oBACJ,4BAA4B,IAAI,CAAC,CAAC,IAAI,GAAG,GAAG,CAAC,GAAG,CAC5C,CAAC,IAAI,GAAG,GAAG,CAAC,GAAG,CACX,IAAI,CAAC,gBAAgB,IAAI,IAAI;wBACzB,CAAC,CAAC,CAAC;wBACH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAC5D,CACJ,CAAC;gBACN,CAAC;YACL,CAAC;iBAAM,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,QAAQ,EAAE,CAAC;gBAC7F,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,SAAS,EAAE,UAAU,IAAI,CAAC,CAAC;gBAErF,OAAO,CAAC,WAAW,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;gBAEpE,6CAA6C;gBAC7C,uDAAuD;gBACvD,2BAA2B;gBAC3B,4CAA4C;gBAC5C,sBAAsB;gBACtB,mDAAmD;gBACnD,YAAY;gBACZ,SAAS;gBACT,WAAW;gBACX,uDAAuD;gBACvD,2BAA2B;gBAC3B,4CAA4C;gBAC5C,sBAAsB;gBACtB,mDAAmD;gBACnD,YAAY;gBACZ,SAAS;gBACT,IAAI;YACR,CAAC;iBAAM,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,KAAK,EAAE,CAAC;gBAC1F,OAAO,WAAW,GAAG,SAAS,GAAG,CAAC,eAAe,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC;YAC9E,CAAC;iBAAM,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,gBAAgB,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,iBAAiB,IAAI,CAAC,CAAC;gBAExF,OAAO,WAAW,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,gBAAgB,GAAG,CAAC,CAAC,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC;YACzG,CAAC;YAED,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,KAAK,CAAC;gBACzC,CAAC,CAAC,IAAI,CAAC,WAAW,GAAG,CACjB,CACI,CAAC,OAAO,CAAC,gBAAgB,IAAI,CAAC,CAAC;oBAC/B,CAAC,OAAO,CAAC,mBAAmB,IAAI,CAAC,CAAC,CACrC,GAAG,CAAC,CACR;gBACD,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE;oBAChC,OAAO,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAW,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;gBACtF,CAAC,EAAE,CAAC,CAAC,CAAC;YAEV,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,IAAI,EAAE,CAAC;gBAClF,+DAA+D;gBAC/D,OAAO,CAAC,aAAa,GAAG,GAAG,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,GAAG,4BAA4B,CAAC;YAClF,CAAC;iBAAM,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,OAAO,EAAE,CAAC;gBAC5F,+DAA+D;gBAC/D,OAAO,CAAC,aAAa,GAAG,GAAG,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,GAAG,4BAA4B,CAAC;YAClF,CAAC;YAED,+DAA+D;YAC/D,OAAO,CAAC,aAAa,GAAG,MAAM,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,GAAG,4BAA4B,CAAC;QACrF,CAAC,CAAC;QAEF,MAAM,cAAc,GAAG,QAAQ;YAC3B,CAAC,CAAC,IAAI,CAAC,4BAA4B,CAC/B,MAAM,EACN,cAAc,GAAG,eAAe;gBAC5B,CAAC,CAAC,CAAC,cAAc,GAAG,CAAC,CAAC;gBACtB,CAAC,CAAC,cAAc,CACvB;YACD,CAAC,CAAC,CAAC,CAAC;QACR,MAAM,cAAc,GAAG,IAAI,CAAC,4BAA4B,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QAEjF,kEAAkE;QAClE,MAAM,qBAAqB,GAAG,CAAC,IAAsC,EAAE,OAAe,EAAqC,EAAE;YACzH,IAAI,IAAI,KAAK,oBAAoB,CAAC,SAAS;gBACvC,OAAO;oBACH,GAAG,EAAE,OAAO,GAAG,EAAE;oBACjB,UAAU,EAAE,EAAE;iBACjB,CAAC;YAEN,OAAO;gBACH,GAAG,EAAE,IAAI;gBACT,UAAU,EAAE,CAAC;aAChB,CAAC;QACN,CAAC,CAAC;QACF,MAAM,kBAAkB,GAAG,qBAAqB,CAC5C,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,EAClD,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,SAAS,CAAC,CACzC,CAAC;QACF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC,GAAG,EAAE,kBAAkB,CAAC,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;QACrG,MAAM,QAAQ,GAAG,kBAAkB,CAAC,UAAU,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,cAAc,GAAG,eAAe,CAAC,CAAC,CAAC;QAC1G,MAAM,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAC;QAErC,MAAM,oBAAoB,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,GAAG,QAAQ,CAAC;YAC5E,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,0BAA0B,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACtE,MAAM,oBAAoB,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,GAAG,QAAQ,CAAC;YAC5E,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,0BAA0B,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAEtE,MAAM,mBAAmB,GAAG,CAAC,cAAc,IAAI,CAAC,oBAAoB,CAAC;YACjE,CAAC,CAAC,CAAC;YACH,CAAC,CAAC,2BAA2B,EAAE,CAAC;QACpC,MAAM,oBAAoB,GAAG,QAAQ;YACjC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,mBAAmB,GAAG,CAAC,cAAc,GAAG,eAAe,CAAC,CAAC;YACtE,CAAC,CAAC,CAAC,CAAC;QACR,MAAM,oBAAoB,GAAG,mBAAmB,GAAG,oBAAoB,CAAC;QAExE,MAAM,gBAAgB,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;QAEnD,MAAM,OAAO,GAAG,cAAc,GAAG,oBAAoB,GAAG,oBAAoB,GAAG,gBAAgB,CAAC;QAChG,MAAM,MAAM,GAAG,cAAc,GAAG,oBAAoB,GAAG,oBAAoB,GAAG,gBAAgB,CAAC;QAE/F,OAAO;YACH,MAAM;YACN,OAAO,EAAE,QAAQ;gBACb,CAAC,CAAC,OAAO;gBACT,CAAC,CAAC,CAAC;SACV,CAAC;IACN,CAAC;IAED;;;OAGG;IACI,uBAAuB,CAAC,SAAiB;QAI5C,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,cAAc,IAAI,EAAE,CAAC;QAC3D,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,CAAC;QAExE,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;YAClB,OAAO;gBACH,GAAG,EAAE,UAAU;gBACf,GAAG,EAAE,EAAE;aACV,CAAC;QACN,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACzC,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC,CAAC;QAE1D,MAAM,UAAU,GAAqB,EAAE,CAAC;QACxC,MAAM,UAAU,GAAqB,EAAE,CAAC;QAExC,IAAI,eAA2C,CAAC;QAChD,IAAI,eAA2C,CAAC;QAEhD,KAAK,MAAM,gBAAgB,IAAI,UAAU,EAAE,CAAC;YACxC,IAAI,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,CAAC;gBACxC,eAAe,GAAG,gBAAgB,CAAC;iBAClC,IAAI,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,CAAC;gBAC7C,eAAe,GAAG,gBAAgB,CAAC;YAEvC,+FAA+F;YAC/F,gEAAgE;YAChE,IAAI,YAAY,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;gBAClC,SAAS;gBAEb,gGAAgG;gBAChG,gGAAgG;YAChG,CAAC;iBAAM,IAAI,aAAa,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC9C,IAAI,SAAS,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;oBACjC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;oBAClC,SAAS;gBACb,CAAC;qBAAM,CAAC;oBACJ,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;oBAClC,SAAS;gBACb,CAAC;YACL,CAAC;YAED,MAAM,EAAC,WAAW,EAAC,GAAG,eAAe,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAE7D,IAAI,SAAS,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjC,IAAI,YAAY,KAAK,oBAAoB,CAAC,KAAK,IAAI,YAAY,KAAK,oBAAoB,CAAC,KAAK,EAAE,CAAC;oBAC7F,IAAI,WAAW,IAAI,IAAI,IAAI,WAAW,IAAI,aAAa;wBACnD,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;;wBAElC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;oBAEtC,SAAS;gBACb,CAAC;YACL,CAAC;YAED,IAAI,WAAW,IAAI,IAAI,IAAI,WAAW,IAAI,aAAa;gBACnD,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;;gBAElC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,eAAe,IAAI,IAAI,IAAI,eAAe,IAAI,IAAI,IAAI,SAAS,KAAK,IAAI,CAAC,WAAW,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,eAAe,CAAC;YAC7H,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAErC,OAAO;YACH,GAAG,EAAE,UAAU;YACf,GAAG,EAAE,UAAU;SAClB,CAAC;IACN,CAAC;IAED,gBAAgB;IACT,sCAAsC;QACzC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;QAEvC,KAAK,MAAM,gBAAgB,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,cAAc,IAAI,EAAE,CAAC,EAAE,CAAC;YACvE,MAAM,EAAC,WAAW,EAAC,GAAG,eAAe,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAE7D,IAAI,WAAW,IAAI,IAAI;gBACnB,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,YAAY,CAAC,IAAI,CAAC;IAC7B,CAAC;IAED,gBAAgB;IACT,cAAc;QACjB,OAAO,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,WAAW,IAAI,IAAI,CAAC,sCAAsC,EAAE,CAAC;IAChH,CAAC;IAED,gBAAgB;IACT,4BAA4B,CAAC,MAAc,EAAE,MAAc;QAC9D,+CAA+C;QAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,SAAS,EAAE,UAAU,IAAI,CAAC,CAAC;QACjF,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,gBAAgB,IAAI,CAAC,CAAC;QAC5E,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,SAAS,EAAE,UAAU,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC;QACzH,MAAM,OAAO,GAAsB,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,SAAS,EAAE,aAAa,IAAI,KAAK,CAAC;QAC7G,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,SAAS,EAAE,YAAY,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;QAEzH,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,GAAG,EAAE,WAAW,IAAI,CAAC,CAAC;QAC/E,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,GAAG,EAAE,UAAU,IAAI,CAAC,CAAC;QAC/E,MAAM,YAAY,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,GAAG,EAAE,SAAS,IAAI,CAAC,CAAC,KAAK,CAAC;YACpF,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,iBAAiB,IAAI,CAAC,CAAC,GAAG,KAAK;YAC1E,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC;QAEtD,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,GAAG,EAAE,UAAU,IAAI,CAAC,CAAC;QAC/E,MAAM,YAAY,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,GAAG,EAAE,SAAS,IAAI,CAAC,CAAC,KAAK,CAAC;YACpF,CAAC,CAAC,KAAK,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,GAAG,EAAE,SAAS,IAAI,CAAC,CAAC;YACvE,CAAC,CAAC,SAAS,GAAG,SAAS,CAAC;QAE5B,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9B,MAAM,gBAAgB,GAAW,CAAC,OAAO,OAAO,KAAK,QAAQ,CAAC;gBAC1D,CAAC,CAAC,OAAO;gBACT,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;oBACd,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;oBACZ,CAAC,CAAC,KAAK,CAAC;YAEhB,MAAM,SAAS,GAAG,UAAU,GAAG,gBAAgB,CAAC;YAChD,MAAM,SAAS,GAAG,UAAU,GAAG,gBAAgB,CAAC;YAEhD,MAAM,cAAc,GAAG,SAAS,GAAG,YAAY,CAAC;YAChD,MAAM,cAAc,GAAG,SAAS,GAAG,YAAY,CAAC;YAEhD,cAAc,IAAI,cAAc,GAAG,MAAM,CAAC;YAC1C,cAAc,IAAI,cAAc,GAAG,MAAM,CAAC;QAC9C,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,KAAK;YAChG,sFAAsF;YACtF,0CAA0C;YAC1C,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe;YACrC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC;QAC1C,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,KAAK;YAClG,sFAAsF;YACtF,0CAA0C;YAC1C,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe;YACrC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC;QAE1C,OAAO,CACH,CAAC,cAAc,GAAG,WAAW,CAAC;YAC9B,CAAC,cAAc,GAAG,aAAa,CAAC,CACnC,CAAC;IACN,CAAC;IAED,gBAAgB;IACR,mBAAmB;QACvB,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI;YAC7B,OAAO,IAAI,CAAC,gBAAgB,CAAC;QAEjC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QAE9C,OAAO,IAAI,CAAC,gBAAgB,CAAC;IACjC,CAAC;IAED;;;;;;OAMG;IACI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAA0B,EAAE,KAAa;QAC9D,IAAI,aAAa,GAAG,KAAK,CAAC;QAC1B,IAAI,aAAa,IAAI,IAAI;YACrB,aAAa,GAAG,MAAM,sBAAsB,EAAE,CAAC;QAEnD,OAAO,IAAI,YAAY,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;IACzD,CAAC;CACJ;AAED,SAAS,eAAe,CAAC,UAAmB;IAGxC,IAAI,UAAU,IAAI,IAAI;QAClB,OAAO,EAAC,WAAW,EAAE,SAAS,EAAC,CAAC;IAEpC,MAAM,iBAAiB,GAAG,MAAM,CAAC;IACjC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,iBAAiB,CAAC;QACzC,OAAO,EAAC,WAAW,EAAE,SAAS,EAAC,CAAC;IAEpC,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC;IACnE,MAAM,iBAAiB,GAAG,UAAU,CAAC,KAAK,CACtC,iBAAiB,CAAC,MAAM,EACxB,QAAQ,GAAG,CAAC;QACR,CAAC,CAAC,UAAU,CAAC,MAAM;QACnB,CAAC,CAAC,QAAQ,CACjB,CAAC;IAEF,MAAM,WAAW,GAAG,QAAQ,CAAC,iBAAiB,CAAC,CAAC;IAChD,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC;QAC5B,OAAO,EAAC,WAAW,EAAC,CAAC;IAEzB,OAAO,EAAC,WAAW,EAAE,SAAS,EAAC,CAAC;AACpC,CAAC;AAED,SAAS,oBAAoB,CACzB,WAA6B,EAC7B,KAAY,EACZ,OAAgB,EAChB,4BAAqC,KAAK;IAE1C,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,MAAM,UAAU,IAAI,WAAW;YAChC,IAAI,IAAI,mBAAmB,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAEnD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,GAAG,EAIrB,CAAC;IACL,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACnC,IAAI,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC/C,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAChB,KAAK,GAAG;gBACJ,WAAW,EAAE,CAAC;aACjB,CAAC;YACF,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAC9C,CAAC;QAED,MAAM,UAAU,GAAG,mBAAmB,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAC1D,KAAK,CAAC,WAAW,IAAI,UAAU,CAAC;QAChC,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC;QACtC,MAAM,SAAS,GAAG,OAAO,WAAW,KAAK,QAAQ;YAC7C,CAAC,CAAC,WAAW,GAAG,UAAU;YAC1B,CAAC,CAAC,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;QAEvC,IAAI,yBAAyB;YACzB,KAAK,CAAC,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;aACrF,IAAI,KAAK,CAAC,WAAW,IAAI,IAAI,IAAI,WAAW,GAAG,KAAK,CAAC,WAAW;YACjE,KAAK,CAAC,WAAW,GAAG,WAAW,CAAC;QAEpC,IAAI,KAAK,CAAC,SAAS,IAAI,IAAI,IAAI,SAAS,GAAG,KAAK,CAAC,SAAS;YACtD,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC;IACpC,CAAC;IAED,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,IAAI,SAAS,EAAE,CAAC;QAChC,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,IAAI,IAAI,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC;YACrE,CAAC,CAAC,CAAC;YACH,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;QAClE,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC;QAEtC,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;IAC9C,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAsB,EAAE,KAAY;IAC7D,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,sBAAsB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACzE,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC,uBAAuB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC3E,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC;IAE9C,IAAI,QAAQ,IAAI,IAAI,IAAI,SAAS,IAAI,IAAI;QACrC,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAElD,MAAM,EAAC,EAAE,EAAE,EAAE,EAAC,GAAG,gBAAgB,CAAC,MAAM,EAAE,EAAC,QAAQ,EAAE,SAAS,EAAE,WAAW,EAAC,CAAC,CAAC;IAE9E,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;QAClB,IAAI,UAAU,GAAG,QAAQ,CAAC;QAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,UAAU,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,UAAU,CAAC;IACtB,CAAC;SAAM,CAAC;QACJ,IAAI,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;QACzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,UAAU,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,UAAU,CAAC;IACtB,CAAC;AACL,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAsB,EAAE,EAC9C,QAAQ,EAAE,SAAS,EAAE,WAAW,EAGnC;IACG,qBAAqB;IACrB,6CAA6C;IAC7C,MAAM,EAAE,GAAG;QACP,GAAG,MAAM,CAAC,UAAU;QACpB,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KAC1E,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;IAExB,kBAAkB;IAClB,6CAA6C;IAC7C,MAAM,EAAE,GAAG;QACP,QAAQ;QACR,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;QAC1C,GAAG,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;KACpC,CAAC;IACF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAClC,CAAC;IAED,OAAO;QACH,EAAE;QACF,EAAE;KACL,CAAC;AACN,CAAC;AAED,SAAS,YAAY,CAAC,SAAiB;IACnC,MAAM,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAEzC,IAAI,SAAS,IAAI,IAAI;QACjB,OAAO,KAAK,CAAC;IAEjB,yEAAyE;IACzE,0EAA0E;IAC1E,QAAQ,SAAS,EAAE,CAAC;QAChB,KAAK,YAAY,CAAC;QAClB,KAAK,iBAAiB,CAAC;QACvB,KAAK,aAAa,CAAC;QACnB,KAAK,eAAe;YAChB,OAAO,IAAI,CAAC;IACpB,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,aAAa,CAAC,SAAiB;IACpC,MAAM,CAAC,SAAS,EAAE,UAAU,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAErD,IAAI,SAAS,IAAI,IAAI;QACjB,OAAO,KAAK,CAAC;IAEjB,yEAAyE;IACzE,0EAA0E;IAC1E,QAAQ,SAAS,EAAE,CAAC;QAChB,KAAK,QAAQ,CAAC;QACd,KAAK,aAAa,CAAC;QACnB,KAAK,KAAK;YACN,OAAO,IAAI,CAAC;IACpB,CAAC;IAED,IAAI,UAAU,IAAI,IAAI;QAClB,OAAO,KAAK,CAAC;IAEjB,yEAAyE;IACzE,0EAA0E;IAC1E,QAAQ,SAAS,GAAG,GAAG,GAAG,UAAU,EAAE,CAAC;QACnC,KAAK,YAAY,CAAC;QAClB,KAAK,iBAAiB,CAAC;QACvB,KAAK,iBAAiB;YAClB,OAAO,IAAI,CAAC;IACpB,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,iBAAiB,CAAC,SAAiB;IACxC,MAAM,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAEzC,OAAO,SAAS,KAAK,QAAQ,CAAC;AAClC,CAAC;AAED,SAAS,iBAAiB,CAAC,SAAiB;IACxC,MAAM,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAEzC,OAAO,SAAS,KAAK,YAAY,CAAC;AACtC,CAAC;AAED,SAAS,OAAO,CAAC,KAAa,EAAE,OAAe;IAC3C,OAAO,CAAC,CAAC,KAAK,GAAG,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,4BAA4B,CAAC,YAAmC;IACrE,gGAAgG;IAChG,QAAQ,YAAY,EAAE,CAAC;QACnB,KAAK,oBAAoB,CAAC,MAAM;YAC5B,OAAO,CAAC,CAAC;QACb,KAAK,oBAAoB,CAAC,IAAI;YAC1B,OAAO,CAAC,CAAC;QACb,KAAK,oBAAoB,CAAC,MAAM;YAC5B,OAAO,CAAC,CAAC;QACb,KAAK,oBAAoB,CAAC,MAAM;YAC5B,OAAO,CAAC,CAAC;QACb,KAAK,oBAAoB,CAAC,OAAO;YAC7B,OAAO,CAAC,CAAC;QACb,KAAK,oBAAoB,CAAC,OAAO;YAC7B,OAAO,CAAC,CAAC;QACb,KAAK,oBAAoB,CAAC,OAAO;YAC7B,OAAO,CAAC,CAAC;QACb,KAAK,oBAAoB,CAAC,MAAM;YAC5B,OAAO,CAAC,CAAC;QACb,KAAK,oBAAoB,CAAC,YAAY;YAClC,OAAO,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,CAAC,CAAC;AACb,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,QAAmC;IACpE,IAAI,QAAQ,IAAI,IAAI;QAChB,OAAO,SAAS,CAAC;IAErB,OAAO,QAAQ;SACV,UAAU,CAAC,SAAS,EAAE,WAAW,CAAC;SAClC,UAAU,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,QAAmC;IACtE,OAAO,QAAQ,IAAI,IAAI,IAAI,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;AACnG,CAAC"}
1
+ {"version":3,"file":"GgufInsights.js","sourceRoot":"","sources":["../../../src/gguf/insights/GgufInsights.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,sBAAsB,EAAC,MAAM,gDAAgD,CAAC;AACtF,OAAO,EAAC,0BAA0B,EAAE,0BAA0B,EAAC,MAAM,8CAA8C,CAAC;AAEpH,OAAO,EAAC,QAAQ,EAAiB,MAAM,iCAAiC,CAAC;AACzE,OAAO,EAAC,oBAAoB,EAAC,MAAM,+BAA+B,CAAC;AACnE,OAAO,EAAC,eAAe,EAAC,MAAM,oCAAoC,CAAC;AACnE,OAAO,EAAC,kBAAkB,EAAC,MAAM,0DAA0D,CAAC;AAC5F,OAAO,EAAC,iCAAiC,EAAC,MAAM,wCAAwC,CAAC;AACzF,OAAO,EAAC,kBAAkB,EAAC,MAAM,yBAAyB,CAAC;AAO3D,MAAM,OAAO,YAAY;IACrB,gBAAgB,CAAiB,MAAM,CAAQ;IAC/C,gBAAgB,CAAkB,UAAU,CAAS;IACrD,gBAAgB,CAAS,gBAAgB,GAAkB,IAAI,CAAC;IAChE,gBAAgB,CAAS,gBAAgB,CAAW;IACpD,gBAAgB,CAAS,mBAAmB,CAAY;IACxD,gBAAgB,CAAiB,aAAa,CAAe;IAC7D,gBAAgB,CAAkB,sBAAsB,CAAoC;IAC5F,gBAAgB,CAAkB,OAAO,CAAqB;IAE9D,YAAoB,YAA0B,EAAE,KAAY;QACxD,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAElC,IAAI,CAAC,UAAU,GAAG,oBAAoB,CAAC,YAAY,CAAC,cAAc,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAC7F,IAAI,CAAC,sBAAsB,GAAG,iCAAiC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC9E,IAAI,CAAC,OAAO,GAAG,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD,CAAC;IAED;;;;OAIG;IACI,WAAW,CAAC,aAAsB;QACrC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,iBAAiB,GAAG,CAAC,aAAa,IAAI,IAAI,IAAI,aAAa,KAAK,EAAE,CAAC;YACrE,CAAC,CAAC,MAAM,eAAe,CAAC,aAAa,CAAC,IAAI;YAC1C,CAAC,CAAC,EAAE,CAAC;QAET,IAAI,IAAI,CAAC,aAAa,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,KAAK,MAAM;YAC/D,IAAI,CAAC,aAAa,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,IAAI,IAAI,EAC9D,CAAC;YACC,kHAAkH;YAClH,QAAQ,CAAC,IAAI,CACT,kBAAkB,iBAAiB,6CAA6C;gBAChF,iFAAiF;gBACjF,mEAAmE,CACtE,CAAC;QACN,CAAC;QAED,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,IAAW,YAAY;QACnB,OAAO,IAAI,CAAC,aAAa,CAAC;IAC9B,CAAC;IAED,IAAW,qBAAqB;QAC5B,OAAO,IAAI,CAAC,sBAAsB,CAAC;IACvC,CAAC;IAED,IAAW,MAAM;QACb,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,gDAAgD;IAChD,IAAW,gBAAgB;QACvB,OAAO,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,cAAc,CAAC;IAClE,CAAC;IAED,4DAA4D;IAC5D,IAAW,mBAAmB;QAC1B,OAAO,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,gBAAgB,CAAC;IACpE,CAAC;IAED,IAAW,WAAW;QAClB,MAAM,YAAY,GAAG,CAAC,CAAC;QACvB,OAAO,IAAI,CAAC,mBAAmB,EAAE,GAAG,YAAY,CAAC;IACrD,CAAC;IAED,IAAW,SAAS;QAChB,OAAO,IAAI,CAAC,UAAU,CAAC;IAC3B,CAAC;IAED,IAAW,uBAAuB;QAC9B,wDAAwD;QAExD,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,IAAI;YAChF,OAAO,KAAK,CAAC;aACZ,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,MAAM;YACvF,OAAO,KAAK,CAAC;aACZ,CAAC;YACF,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,EAAE,SAAS,EAAE,UAAU,IAAI,CAAC,CAAC;YAClF,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,EAAE,gBAAgB,IAAI,CAAC,CAAC;YAC7E,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,EAAE,SAAS,EAAE,UAAU,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC;YAC1H,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,EAAE,SAAS,EAAE,YAAY,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;YAE1H,IAAI,UAAU,KAAK,UAAU;gBACzB,OAAO,KAAK,CAAC;QACrB,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,IAAW,UAAU;QACjB,QAAQ,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;YACzD,KAAK,oBAAoB,CAAC,EAAE,CAAC;YAC7B,KAAK,oBAAoB,CAAC,SAAS;gBAC/B,OAAO,IAAI,CAAC;QACpB,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,IAAW,UAAU;QACjB,QAAQ,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;YACzD,KAAK,oBAAoB,CAAC,SAAS;gBAC/B,OAAO,KAAK,CAAC;QACrB,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,IAAW,WAAW;QAClB,sDAAsD;QACtD,QAAQ,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;YACzD,KAAK,oBAAoB,CAAC,KAAK,CAAC;YAChC,KAAK,oBAAoB,CAAC,MAAM,CAAC;YACjC,KAAK,oBAAoB,CAAC,KAAK,CAAC;YAChC,KAAK,oBAAoB,CAAC,UAAU,CAAC;YACrC,KAAK,oBAAoB,CAAC,KAAK,CAAC;YAChC,KAAK,oBAAoB,CAAC,MAAM;gBAC5B,OAAO,IAAI,CAAC;QACpB,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,IAAW,QAAQ;QACf,mDAAmD;QACnD,QAAQ,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;YACzD,KAAK,oBAAoB,CAAC,KAAK,CAAC;YAChC,KAAK,oBAAoB,CAAC,QAAQ,CAAC;YACnC,KAAK,oBAAoB,CAAC,MAAM,CAAC;YACjC,KAAK,oBAAoB,CAAC,aAAa,CAAC;YACxC,KAAK,oBAAoB,CAAC,IAAI,CAAC;YAC/B,KAAK,oBAAoB,CAAC,OAAO,CAAC;YAClC,KAAK,oBAAoB,CAAC,SAAS,CAAC;YACpC,KAAK,oBAAoB,CAAC,YAAY,CAAC;YACvC,KAAK,oBAAoB,CAAC,SAAS,CAAC;YACpC,KAAK,oBAAoB,CAAC,UAAU,CAAC;YACrC,KAAK,oBAAoB,CAAC,MAAM,CAAC;YACjC,KAAK,oBAAoB,CAAC,SAAS;gBAC/B,OAAO,IAAI,CAAC;QACpB,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,IAAW,kBAAkB;QACzB,IAAI,IAAI,CAAC,mBAAmB,IAAI,IAAI;YAChC,IAAI,CAAC,mBAAmB,GAAG,qBAAqB,CAAC,IAAI,CAAC,aAAa,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;QAE9F,OAAO,IAAI,CAAC,mBAAmB,CAAC;IACpC,CAAC;IAED,IAAW,eAAe;QACtB,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI;YAC7B,OAAO,IAAI,CAAC,gBAAgB,CAAC;QAEjC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,cAAc,IAAI,EAAE,CAAC;QACvD,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YACzB,IAAI,MAAM,IAAI,IAAI;gBACd,SAAS;YAEb,IAAI,MAAM,CAAC,IAAI,KAAK,YAAY,IAAI,MAAM,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;gBACtE,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,IAAI;oBAChF,sBAAsB,CAAC,oBAAoB,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;gBACnH,IAAI,CAAC,gBAAgB,KAAK,CAAC,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,2CAA2C;gBAE5G,OAAO,IAAI,CAAC,gBAAgB,CAAC;YACjC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;QAC9B,OAAO,IAAI,CAAC,gBAAgB,CAAC;IACjC,CAAC;IAED;;;;OAIG;IACH,IAAW,OAAO;QACd,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,EAAE,oBAAoB,EAAE,SAAS,EAAE,cAAc,CAAC;QAC1F,IAAI,aAAa,IAAI,IAAI,IAAI,aAAa,IAAI,CAAC;YAC3C,OAAO,SAAS,CAAC;QAErB,MAAM,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAC/C,IAAI,gBAAgB,IAAI,IAAI,IAAI,aAAa,IAAI,gBAAgB;YAC7D,OAAO,SAAS,CAAC;QAErB,OAAO,aAAa,CAAC;IACzB,CAAC;IAEM,iCAAiC,CAAC,EACrC,SAAS,EAAE,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,eAAe,EAG/F;QACG,MAAM,EAAC,GAAG,EAAE,GAAG,EAAC,GAAG,IAAI,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC;QAE3D,OAAO;YACH,MAAM,EAAE,oBAAoB,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC;YACrD,OAAO,EAAE,oBAAoB,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,IAAI,eAAe,CAAC;SAC9E,CAAC;IACN,CAAC;IAED;;;;OAIG;IACI,mCAAmC,CAAC,EACvC,WAAW,EAAE,cAAc,EAAE,SAAS,EAAE,SAAS,EAAE,kBAAkB,GAAG,KAAK,EAAE,oBAAoB,GAAG,IAAI,EAAE,cAAc,GAAG,KAAK,EAClI,YAAY,GAAG,KAAK,EACpB,cAAc,GAAG,QAAQ,CAAC,GAAG,EAAE,gBAAgB,GAAG,QAAQ,CAAC,GAAG,EAKjE;QACG,IAAI,SAAS,IAAI,IAAI;YAAE,SAAS,GAAG,0BAA0B,EAAE,CAAC;QAChE,IAAI,SAAS,IAAI,IAAI;YAAE,SAAS,GAAG,0BAA0B,CAAC,EAAC,WAAW,EAAE,SAAS,EAAC,CAAC,CAAC;QAExF,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC;QACxD,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,cAAc,IAAI,EAAE,CAAC;QAC3D,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,IAAI,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,KAAK,CAAC;QACxB,MAAM,QAAQ,GAAG,CAAC,YAAY,IAAI,aAAa,GAAG,CAAC,IAAI,aAAa,GAAG,WAAW;YAC9E,CAAC,IAAI,CAAC,gBAAgB,IAAI,IAAI,IAAI,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC7E,MAAM,UAAU,GAAG,4BAA4B,CAC3C,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,EAClD,IAAI,CAAC,aAAa,CAAC,oBAAoB,EAAE,SAAS,EAAE,sBAAsB,CAC7E,CAAC;QACF,MAAM,aAAa,GAAG,UAAU,IAAI,CAAC;YACjC,CAAC,CAAC,CAAC;YACH,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAExD,wEAAwE;QACxE,MAAM,cAAc,GAAG,CAAC,CAAC;QACzB,MAAM,iBAAiB,GAAG,SAAS;YAC/B,CAAC,CAAC,kBAAkB,CAAC,SAAS,GAAG,WAAW,EAAE,IAAI,CAAC;YACnD,CAAC,CAAC,SAAS,GAAG,kBAAkB,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QACxD,MAAM,MAAM,GAAG,QAAQ;YACnB,CAAC,CAAC,CACE,CAAC,CAAC,GAAG,aAAa,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,OAAO,CAAC,SAAS,GAAG,aAAa,GAAG,SAAS,EAAE,cAAc,CAAC,CAAC;gBACjH,aAAa,GAAG,iBAAiB,CACpC;YACD,CAAC,CAAC,iBAAiB,CAAC;QAExB,MAAM,eAAe,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACnD,MAAM,0BAA0B,GAAG,eAAe,GAAG,CAAC,CAAC;QACvD,MAAM,mBAAmB,GAAG,IAAI,CAAC,GAAG,CAChC,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,cAAc,IAAI,0BAA0B,EAAE,0BAA0B,CAAC,CACrF,CAAC;QACF,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,IAAI,eAAe,EAAE,eAAe,CAAC,CAAC,CAAC;QACjG,MAAM,cAAc,GAAG,eAAe,GAAG,cAAc,CAAC;QACxD,MAAM,QAAQ,GAAG,mBAAmB,KAAK,CAAC,CAAC;QAE3C,MAAM,EACF,cAAc,EACd,cAAc,EACd,qBAAqB,EACrB,qBAAqB,EACxB,GAAG,IAAI,CAAC,uCAAuC,CAAC;YAC7C,MAAM;YACN,SAAS;YACT,eAAe;YACf,mBAAmB;YACnB,QAAQ;YACR,cAAc;YACd,gBAAgB;SACnB,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC;QAC9G,MAAM,aAAa,GAAG,OAAO,CAAC,gBAAgB,IAAI,CAAC,CAAC;QAEpD,MAAM,UAAU,GAAG,CAAC,CAAC,CAAC,gBAAgB;QACtC,MAAM,WAAW,GAAG,CAAC,CAAC,CAAC,kBAAkB;QAEzC,MAAM,cAAc,GAAG,CAAC,QAAgB,EAAE,EAAE;YACxC,iEAAiE;YACjE,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAElD,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,EAAE,CAAC;YAC3F,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,kBAAkB,CAAC;YAC9C,MAAM,OAAO,GAAG,IAAI,IAAI,kBAAkB,CAAC;YAE3C,MAAM,UAAU,GAAG,SAAS;gBACxB,CAAC,CAAC,CAAC,cAAc,GAAG,WAAW,CAAC;gBAChC,CAAC,CAAC,CAAC,CAAC;YACR,MAAM,QAAQ,GAAG,OAAO;gBACpB,CAAC,CAAC,CAAC,aAAa,GAAG,WAAW,CAAC;gBAC/B,CAAC,CAAC,CAAC,CAAC;YACR,MAAM,gBAAgB,GAAG,CAAC,UAAU,GAAG,QAAQ,CAAC,GAAG,UAAU,CAAC;YAE9D,MAAM,YAAY,GAAG,WAAW,GAAG,SAAS,CAAC;YAE7C,OAAO,gBAAgB,GAAG,YAAY,CAAC;QAC3C,CAAC,CAAC;QAEF,MAAM,2BAA2B,GAAG,GAAW,EAAE;YAC7C,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAC/B,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,cAAc,IAAI,EAAE,CAAC;YAC3D,MAAM,WAAW,GAAG,OAAO,EAAE,YAAY,IAAI,CAAC,CAAC;YAC/C,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,EAAE,UAAU,IAAI,CAAC,CAAC;YACtD,MAAM,eAAe,GAAG,OAAO,EAAE,gBAAgB,IAAI,CAAC,CAAC;YAEvD,IAAI,4BAA4B,GAAG,CAAC,CAAC;YAErC,IAAI,SAAS,IAAI,IAAI;gBACjB,OAAO,CAAC,CAAC;YAEb,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,KAAK,EAAE,CAAC;gBACnF,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;oBAClB,MAAM,gBAAgB,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,iBAAiB,IAAI,CAAC,CAAC;oBAExF,OAAO,WAAW,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,gBAAgB,GAAG,CAAC,CAAC,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC;gBACzG,CAAC;gBAED,OAAO,WAAW,GAAG,SAAS,GAAG,CAAC,eAAe,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC;YAC9E,CAAC;iBAAM,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,KAAK,EAAE,CAAC;gBAC1F,IAAI,cAAc,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;oBACtC,4BAA4B,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,GAAG,CAC3C,IAAI,CAAC,gBAAgB,IAAI,IAAI;wBACzB,CAAC,CAAC,CAAC;wBACH,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,gBAAgB,CACvC,CAAC;gBACN,CAAC;qBAAM,CAAC;oBACJ,4BAA4B,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,GAAG,CAC3C,CAAC,IAAI,GAAG,EAAE,CAAC,GAAG,CACV,IAAI,CAAC,gBAAgB,IAAI,IAAI;wBACzB,CAAC,CAAC,CAAC;wBACH,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,gBAAgB,CACvC,CACJ,CAAC;gBACN,CAAC;YACL,CAAC;iBAAM,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,KAAK,EAAE,CAAC;gBAC1F,uFAAuF;gBACvF,sEAAsE;gBAEtE,IAAI,cAAc,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;oBACtC,4BAA4B,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC,GAAG,CAC1C,CAAC,IAAI,GAAG,GAAG,CAAC,GAAG,CACX,IAAI,CAAC,gBAAgB,IAAI,IAAI;wBACzB,CAAC,CAAC,CAAC;wBACH,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,gBAAgB,CACvC,CACJ,CAAC;gBACN,CAAC;qBAAM,CAAC;oBACJ,4BAA4B,IAAI,CAAC,CAAC,IAAI,GAAG,GAAG,CAAC,GAAG,CAC5C,CAAC,IAAI,GAAG,GAAG,CAAC,GAAG,CACX,IAAI,CAAC,gBAAgB,IAAI,IAAI;wBACzB,CAAC,CAAC,CAAC;wBACH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAC5D,CACJ,CAAC;gBACN,CAAC;YACL,CAAC;iBAAM,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,QAAQ,EAAE,CAAC;gBAC7F,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,SAAS,EAAE,UAAU,IAAI,CAAC,CAAC;gBAErF,OAAO,CAAC,WAAW,GAAG,SAAS,GAAG,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;gBAEpE,6CAA6C;gBAC7C,uDAAuD;gBACvD,2BAA2B;gBAC3B,4CAA4C;gBAC5C,sBAAsB;gBACtB,mDAAmD;gBACnD,YAAY;gBACZ,SAAS;gBACT,WAAW;gBACX,uDAAuD;gBACvD,2BAA2B;gBAC3B,4CAA4C;gBAC5C,sBAAsB;gBACtB,mDAAmD;gBACnD,YAAY;gBACZ,SAAS;gBACT,IAAI;YACR,CAAC;iBAAM,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,KAAK,EAAE,CAAC;gBAC1F,OAAO,WAAW,GAAG,SAAS,GAAG,CAAC,eAAe,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC;YAC9E,CAAC;iBAAM,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,gBAAgB,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,iBAAiB,IAAI,CAAC,CAAC;gBAExF,OAAO,WAAW,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,gBAAgB,GAAG,CAAC,CAAC,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC;YACzG,CAAC;YAED,MAAM,aAAa,GAAG,UAAU,CAAC,MAAM,KAAK,CAAC;gBACzC,CAAC,CAAC,IAAI,CAAC,WAAW,GAAG,CACjB,CACI,CAAC,OAAO,CAAC,gBAAgB,IAAI,CAAC,CAAC;oBAC/B,CAAC,OAAO,CAAC,mBAAmB,IAAI,CAAC,CAAC,CACrC,GAAG,CAAC,CACR;gBACD,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE;oBAChC,OAAO,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,GAAW,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;gBACtF,CAAC,EAAE,CAAC,CAAC,CAAC;YAEV,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,IAAI,EAAE,CAAC;gBAClF,+DAA+D;gBAC/D,OAAO,CAAC,aAAa,GAAG,GAAG,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,GAAG,4BAA4B,CAAC;YAClF,CAAC;iBAAM,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,KAAK,oBAAoB,CAAC,OAAO,EAAE,CAAC;gBAC5F,+DAA+D;gBAC/D,OAAO,CAAC,aAAa,GAAG,GAAG,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,GAAG,4BAA4B,CAAC;YAClF,CAAC;YAED,+DAA+D;YAC/D,OAAO,CAAC,aAAa,GAAG,MAAM,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,GAAG,4BAA4B,CAAC;QACrF,CAAC,CAAC;QAEF,kEAAkE;QAClE,MAAM,qBAAqB,GAAG,CAAC,IAAsC,EAAE,OAAe,EAAqC,EAAE;YACzH,IAAI,IAAI,KAAK,oBAAoB,CAAC,SAAS;gBACvC,OAAO;oBACH,GAAG,EAAE,OAAO,GAAG,EAAE;oBACjB,UAAU,EAAE,EAAE;iBACjB,CAAC;YAEN,OAAO;gBACH,GAAG,EAAE,IAAI;gBACT,UAAU,EAAE,CAAC;aAChB,CAAC;QACN,CAAC,CAAC;QACF,MAAM,kBAAkB,GAAG,qBAAqB,CAC5C,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,EAClD,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,SAAS,CAAC,CACzC,CAAC;QACF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC,GAAG,EAAE,kBAAkB,CAAC,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;QACrG,MAAM,QAAQ,GAAG,eAAe,KAAK,CAAC;YAClC,CAAC,CAAC,CAAC;YACH,CAAC,CAAC,kBAAkB,CAAC,UAAU,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,cAAc,GAAG,eAAe,CAAC,CAAC,CAAC;QAC/F,MAAM,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAC;QAErC,MAAM,oBAAoB,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,GAAG,QAAQ,CAAC;YAC5E,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,0BAA0B,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACtE,MAAM,oBAAoB,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,kBAAkB,GAAG,QAAQ,CAAC;YAC5E,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,0BAA0B,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAEtE,MAAM,mBAAmB,GAAG,CAAC,cAAc,IAAI,CAAC,oBAAoB,CAAC;YACjE,CAAC,CAAC,CAAC;YACH,CAAC,CAAC,2BAA2B,EAAE,CAAC;QACpC,MAAM,oBAAoB,GAAG,CAAC,QAAQ,IAAI,eAAe,GAAG,CAAC,CAAC;YAC1D,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,mBAAmB,GAAG,CAAC,cAAc,GAAG,eAAe,CAAC,CAAC;YACtE,CAAC,CAAC,CAAC,CAAC;QACR,MAAM,oBAAoB,GAAG,mBAAmB,GAAG,oBAAoB,CAAC;QAExE,MAAM,gBAAgB,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC;QAEnD,MAAM,OAAO,GAAG,cAAc,GAAG,qBAAqB,GAAG,oBAAoB,GAAG,oBAAoB,GAAG,gBAAgB,CAAC;QACxH,MAAM,MAAM,GAAG,cAAc,GAAG,qBAAqB,GAAG,oBAAoB,GAAG,oBAAoB,GAAG,gBAAgB,CAAC;QAEvH,OAAO;YACH,MAAM;YACN,OAAO,EAAE,QAAQ;gBACb,CAAC,CAAC,OAAO;gBACT,CAAC,CAAC,CAAC;SACV,CAAC;IACN,CAAC;IAED;;;OAGG;IACI,uBAAuB,CAAC,SAAiB;QAI5C,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,cAAc,IAAI,EAAE,CAAC;QAC3D,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,OAAO,EAAE,YAAY,CAAC;QAExE,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;YAClB,OAAO;gBACH,GAAG,EAAE,UAAU;gBACf,GAAG,EAAE,EAAE;aACV,CAAC;QACN,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QACzC,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC,CAAC;QAE1D,MAAM,UAAU,GAAqB,EAAE,CAAC;QACxC,MAAM,UAAU,GAAqB,EAAE,CAAC;QAExC,IAAI,eAA2C,CAAC;QAChD,IAAI,eAA2C,CAAC;QAEhD,KAAK,MAAM,gBAAgB,IAAI,UAAU,EAAE,CAAC;YACxC,IAAI,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,CAAC;gBACxC,eAAe,GAAG,gBAAgB,CAAC;iBAClC,IAAI,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,CAAC;gBAC7C,eAAe,GAAG,gBAAgB,CAAC;YAEvC,+FAA+F;YAC/F,gEAAgE;YAChE,IAAI,YAAY,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;gBAClC,SAAS;gBAEb,gGAAgG;gBAChG,gGAAgG;YAChG,CAAC;iBAAM,IAAI,aAAa,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC9C,IAAI,SAAS,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;oBACjC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;oBAClC,SAAS;gBACb,CAAC;qBAAM,CAAC;oBACJ,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;oBAClC,SAAS;gBACb,CAAC;YACL,CAAC;YAED,MAAM,EAAC,WAAW,EAAC,GAAG,eAAe,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAE7D,IAAI,SAAS,KAAK,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjC,IAAI,YAAY,KAAK,oBAAoB,CAAC,KAAK,IAAI,YAAY,KAAK,oBAAoB,CAAC,KAAK,EAAE,CAAC;oBAC7F,IAAI,WAAW,IAAI,IAAI,IAAI,WAAW,IAAI,aAAa;wBACnD,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;;wBAElC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;oBAEtC,SAAS;gBACb,CAAC;YACL,CAAC;YAED,IAAI,WAAW,IAAI,IAAI,IAAI,WAAW,IAAI,aAAa;gBACnD,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;;gBAElC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,eAAe,IAAI,IAAI,IAAI,eAAe,IAAI,IAAI,IAAI,SAAS,KAAK,IAAI,CAAC,WAAW,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,eAAe,CAAC;YAC7H,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAErC,OAAO;YACH,GAAG,EAAE,UAAU;YACf,GAAG,EAAE,UAAU;SAClB,CAAC;IACN,CAAC;IAED,gBAAgB;IACT,sCAAsC;QACzC,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;QAEvC,KAAK,MAAM,gBAAgB,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,cAAc,IAAI,EAAE,CAAC,EAAE,CAAC;YACvE,MAAM,EAAC,WAAW,EAAC,GAAG,eAAe,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAE7D,IAAI,WAAW,IAAI,IAAI;gBACnB,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,YAAY,CAAC,IAAI,CAAC;IAC7B,CAAC;IAED,gBAAgB;IACT,cAAc;QACjB,OAAO,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,WAAW,IAAI,IAAI,CAAC,sCAAsC,EAAE,CAAC;IAChH,CAAC;IAEO,uCAAuC,CAAC,EAC5C,MAAM,EACN,SAAS,EACT,eAAe,EACf,mBAAmB,EACnB,QAAQ,EACR,cAAc,GAAG,QAAQ,CAAC,GAAG,EAC7B,gBAAgB,GAAG,QAAQ,CAAC,GAAG,EASlC;QACG,+CAA+C;QAC/C,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,YAAY,CAAC;QACvE,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,SAAS,EAAE,UAAU,IAAI,CAAC,CAAC;QACjF,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,gBAAgB,IAAI,CAAC,CAAC;QAC5E,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,SAAS,EAAE,UAAU,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC;QACzH,MAAM,OAAO,GAAsB,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,SAAS,EAAE,aAAa,IAAI,KAAK,CAAC;QAC7G,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,SAAS,EAAE,YAAY,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;QACzH,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,sBAAsB,CAAC,cAAc,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC;QACxH,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,sBAAsB,CAAC,gBAAgB,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC;QAE5H,2DAA2D;QAC3D,uFAAuF;QACvF,MAAM,sBAAsB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,eAAe,GAAG,CAAC,CAAC,GAAG,mBAAmB,CAAC,CAAC;QACxF,MAAM,wBAAwB,GAAG,IAAI,CAAC,WAAW;YAC7C,CAAC,CAAC,KAAK;YACP,CAAC,CAAC,yBAAyB,CAAC,YAAY,EAAE,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,CAAC;QACvF,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,cAAc,GAAG,CAAC,CAAC;QACvB,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAC3B,IAAI,kBAAkB,GAAG,CAAC,CAAC;QAE3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,UAAU,GAAG,CAAC,IAAI,sBAAsB,CAAC;YAC/C,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,wBAAwB,EAAE,CAAC,CAAC,CAAC;YAEvE,IAAI,gBAAgB,EAAE,CAAC;gBACnB,IAAI,UAAU;oBACV,kBAAkB,EAAE,CAAC;;oBAErB,kBAAkB,EAAE,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACJ,MAAM,YAAY,GAAG,uBAAuB,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;gBAChE,MAAM,cAAc,GAAG,UAAU,GAAG,YAAY,GAAG,MAAM,CAAC;gBAC1D,MAAM,cAAc,GAAG,UAAU,GAAG,YAAY,GAAG,MAAM,CAAC;gBAE1D,IAAI,UAAU,EAAE,CAAC;oBACb,cAAc,IAAI,cAAc,CAAC;oBACjC,cAAc,IAAI,cAAc,CAAC;gBACrC,CAAC;qBAAM,CAAC;oBACJ,cAAc,IAAI,cAAc,CAAC;oBACjC,cAAc,IAAI,cAAc,CAAC;gBACrC,CAAC;YACL,CAAC;QACL,CAAC;QAED,MAAM,cAAc,GAAG,QAAQ;YAC3B,CAAC,CAAC,CAAC,CAAC,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,cAAc,GAAG,aAAa,CAAC,CAAC;YACrE,CAAC,CAAC,CAAC,CAAC;QACR,MAAM,cAAc,GAAG,CAAC,cAAc,GAAG,WAAW,CAAC,GAAG,CAAC,cAAc,GAAG,aAAa,CAAC,CAAC;QAEzF,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QACjD,MAAM,qBAAqB,GAAG,QAAQ;YAClC,CAAC,CAAC,IAAI,CAAC,wCAAwC,CAAC,iBAAiB,EAAE,kBAAkB,CAAC;YACtF,CAAC,CAAC,CAAC,CAAC;QACR,MAAM,qBAAqB,GAAG,IAAI,CAAC,wCAAwC,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAAC;QAEnH,OAAO;YACH,cAAc;YACd,cAAc;YACd,qBAAqB;YACrB,qBAAqB;SACxB,CAAC;IACN,CAAC;IAEO,wCAAwC,CAAC,iBAAyB,EAAE,MAAc;QACtF,IAAI,MAAM,IAAI,CAAC,IAAI,iBAAiB,IAAI,CAAC;YACrC,OAAO,CAAC,CAAC;QAEb,0GAA0G;QAC1G,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,SAAS,EAAE,UAAU,IAAI,CAAC,CAAC;QACjF,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,gBAAgB,IAAI,CAAC,CAAC;QAC5E,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,GAAG,EAAE,SAAS,IAAI,CAAC,CAAC;QAChF,MAAM,eAAe,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,iBAAiB,IAAI,CAAC,CAAC;QACvF,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,GAAG,EAAE,WAAW,IAAI,CAAC,CAAC;QAC/E,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,GAAG,EAAE,UAAU,IAAI,CAAC,CAAC;QAC/E,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,GAAG,EAAE,UAAU,IAAI,CAAC,CAAC;QAC/E,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,GAAG,EAAE,WAAW,IAAI,CAAC,CAAC;QACpF,MAAM,eAAe,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,SAAS,EAAE,OAAO,IAAI,CAAC,CAAC;QACxF,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,GAAG,EAAE,QAAQ,IAAI,CAAC,CAAC;QAC9E,MAAM,qBAAqB,GAAG,CAAC,CAAC;QAChC,MAAM,gBAAgB,GAAG,CAAC,CAAC;QAC3B,MAAM,oBAAoB,GAAG,CAAC,CAAC;QAC/B,MAAM,mBAAmB,GAAG,CAAC,CAAC;QAE9B,MAAM,MAAM,GAAG,WAAW,KAAK,CAAC;YAC5B,CAAC,CAAC,eAAe,GAAG,KAAK;YACzB,CAAC,CAAC,eAAe,KAAK,CAAC;gBACnB,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,eAAe,GAAG,qBAAqB,CAAC;gBAC9D,CAAC,CAAC,UAAU,KAAK,CAAC;oBACd,CAAC,CAAC,CACE,gBAAgB,GAAG,CACf,QAAQ,GAAG,CAAC;wBACR,CAAC,CAAC,QAAQ,GAAG,qBAAqB;wBAClC,CAAC,CAAC,oBAAoB,CAC7B,GAAG,CAAC,KAAK,GAAG,UAAU,CAAC,CAC3B;oBACD,CAAC,CAAC,CACE,CACI,QAAQ,GAAG,CAAC;wBACR,CAAC,CAAC,CAAC,QAAQ,GAAG,qBAAqB,CAAC;wBACpC,CAAC,CAAC,CAAC,CACV,GAAG,CAAC,SAAS,GAAG,CAAC,mBAAmB,GAAG,aAAa,GAAG,SAAS,CAAC,CAAC,CACtE,CAAC;QACd,MAAM,MAAM,GAAG,WAAW,KAAK,CAAC;YAC5B,CAAC,CAAC,KAAK,GAAG,WAAW;YACrB,CAAC,CAAC,UAAU,KAAK,CAAC;gBACd,CAAC,CAAC,UAAU,GAAG,UAAU,GAAG,KAAK;gBACjC,CAAC,CAAC,SAAS,GAAG,SAAS,CAAC;QAEhC,IAAI,MAAM,KAAK,CAAC,IAAI,MAAM,KAAK,CAAC;YAC5B,OAAO,CAAC,CAAC;QAEb,MAAM,iBAAiB,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC;QAC9D,MAAM,aAAa,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,GAAG,iBAAiB,CAAC;QAE5D,OAAO,MAAM,GAAG,iBAAiB,GAAG,aAAa,CAAC;IACtD,CAAC;IAED,gBAAgB;IACR,mBAAmB;QACvB,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI;YAC7B,OAAO,IAAI,CAAC,gBAAgB,CAAC;QAEjC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QAE9C,OAAO,IAAI,CAAC,gBAAgB,CAAC;IACjC,CAAC;IAED;;;;;;OAMG;IACI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAA0B,EAAE,KAAa;QAC9D,IAAI,aAAa,GAAG,KAAK,CAAC;QAC1B,IAAI,aAAa,IAAI,IAAI;YACrB,aAAa,GAAG,MAAM,sBAAsB,EAAE,CAAC;QAEnD,OAAO,IAAI,YAAY,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;IACzD,CAAC;CACJ;AAED,SAAS,eAAe,CAAC,UAAmB;IAGxC,IAAI,UAAU,IAAI,IAAI;QAClB,OAAO,EAAC,WAAW,EAAE,SAAS,EAAC,CAAC;IAEpC,MAAM,iBAAiB,GAAG,MAAM,CAAC;IACjC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,iBAAiB,CAAC;QACzC,OAAO,EAAC,WAAW,EAAE,SAAS,EAAC,CAAC;IAEpC,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,GAAG,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC;IACnE,MAAM,iBAAiB,GAAG,UAAU,CAAC,KAAK,CACtC,iBAAiB,CAAC,MAAM,EACxB,QAAQ,GAAG,CAAC;QACR,CAAC,CAAC,UAAU,CAAC,MAAM;QACnB,CAAC,CAAC,QAAQ,CACjB,CAAC;IAEF,MAAM,WAAW,GAAG,QAAQ,CAAC,iBAAiB,CAAC,CAAC;IAChD,IAAI,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC;QAC5B,OAAO,EAAC,WAAW,EAAC,CAAC;IAEzB,OAAO,EAAC,WAAW,EAAE,SAAS,EAAC,CAAC;AACpC,CAAC;AAED,SAAS,oBAAoB,CACzB,WAA6B,EAC7B,KAAY,EACZ,OAAgB,EAChB,4BAAqC,KAAK;IAE1C,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,KAAK,MAAM,UAAU,IAAI,WAAW;YAChC,IAAI,IAAI,mBAAmB,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAEnD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,GAAG,EAIrB,CAAC;IACL,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACnC,IAAI,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC/C,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;YAChB,KAAK,GAAG;gBACJ,WAAW,EAAE,CAAC;aACjB,CAAC;YACF,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAC9C,CAAC;QAED,MAAM,UAAU,GAAG,mBAAmB,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAC1D,KAAK,CAAC,WAAW,IAAI,UAAU,CAAC;QAChC,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC;QACtC,MAAM,SAAS,GAAG,OAAO,WAAW,KAAK,QAAQ;YAC7C,CAAC,CAAC,WAAW,GAAG,UAAU;YAC1B,CAAC,CAAC,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC;QAEvC,IAAI,yBAAyB;YACzB,KAAK,CAAC,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;aACrF,IAAI,KAAK,CAAC,WAAW,IAAI,IAAI,IAAI,WAAW,GAAG,KAAK,CAAC,WAAW;YACjE,KAAK,CAAC,WAAW,GAAG,WAAW,CAAC;QAEpC,IAAI,KAAK,CAAC,SAAS,IAAI,IAAI,IAAI,SAAS,GAAG,KAAK,CAAC,SAAS;YACtD,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC;IACpC,CAAC;IAED,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,IAAI,SAAS,EAAE,CAAC;QAChC,MAAM,UAAU,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,IAAI,IAAI,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC;YACrE,CAAC,CAAC,CAAC;YACH,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;QAClE,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC;QAEtC,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;IAC9C,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAsB,EAAE,KAAY;IAC7D,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,sBAAsB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACzE,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC,uBAAuB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC3E,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC;IAE9C,IAAI,QAAQ,IAAI,IAAI,IAAI,SAAS,IAAI,IAAI;QACrC,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAElD,MAAM,EAAC,EAAE,EAAE,EAAE,EAAC,GAAG,gBAAgB,CAAC,MAAM,EAAE,EAAC,QAAQ,EAAE,SAAS,EAAE,WAAW,EAAC,CAAC,CAAC;IAE9E,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;QAClB,IAAI,UAAU,GAAG,QAAQ,CAAC;QAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,UAAU,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,UAAU,CAAC;IACtB,CAAC;SAAM,CAAC;QACJ,IAAI,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;QACzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,UAAU,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,UAAU,CAAC;IACtB,CAAC;AACL,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAsB,EAAE,EAC9C,QAAQ,EAAE,SAAS,EAAE,WAAW,EAGnC;IACG,qBAAqB;IACrB,6CAA6C;IAC7C,MAAM,EAAE,GAAG;QACP,GAAG,MAAM,CAAC,UAAU;QACpB,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;KAC1E,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;IAExB,kBAAkB;IAClB,6CAA6C;IAC7C,MAAM,EAAE,GAAG;QACP,QAAQ;QACR,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC;QAC1C,GAAG,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;KACpC,CAAC;IACF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAClC,CAAC;IAED,OAAO;QACH,EAAE;QACF,EAAE;KACL,CAAC;AACN,CAAC;AAED,SAAS,YAAY,CAAC,SAAiB;IACnC,MAAM,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAEzC,IAAI,SAAS,IAAI,IAAI;QACjB,OAAO,KAAK,CAAC;IAEjB,yEAAyE;IACzE,0EAA0E;IAC1E,QAAQ,SAAS,EAAE,CAAC;QAChB,KAAK,YAAY,CAAC;QAClB,KAAK,iBAAiB,CAAC;QACvB,KAAK,aAAa,CAAC;QACnB,KAAK,eAAe;YAChB,OAAO,IAAI,CAAC;IACpB,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,aAAa,CAAC,SAAiB;IACpC,MAAM,CAAC,SAAS,EAAE,UAAU,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAErD,IAAI,SAAS,IAAI,IAAI;QACjB,OAAO,KAAK,CAAC;IAEjB,yEAAyE;IACzE,0EAA0E;IAC1E,QAAQ,SAAS,EAAE,CAAC;QAChB,KAAK,QAAQ,CAAC;QACd,KAAK,aAAa,CAAC;QACnB,KAAK,KAAK;YACN,OAAO,IAAI,CAAC;IACpB,CAAC;IAED,IAAI,UAAU,IAAI,IAAI;QAClB,OAAO,KAAK,CAAC;IAEjB,yEAAyE;IACzE,0EAA0E;IAC1E,QAAQ,SAAS,GAAG,GAAG,GAAG,UAAU,EAAE,CAAC;QACnC,KAAK,YAAY,CAAC;QAClB,KAAK,iBAAiB,CAAC;QACvB,KAAK,iBAAiB;YAClB,OAAO,IAAI,CAAC;IACpB,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,iBAAiB,CAAC,SAAiB;IACxC,MAAM,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAEzC,OAAO,SAAS,KAAK,QAAQ,CAAC;AAClC,CAAC;AAED,SAAS,iBAAiB,CAAC,SAAiB;IACxC,MAAM,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAEzC,OAAO,SAAS,KAAK,YAAY,CAAC;AACtC,CAAC;AAED,SAAS,OAAO,CAAC,KAAa,EAAE,OAAe;IAC3C,OAAO,CAAC,CAAC,KAAK,GAAG,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,4BAA4B,CAAC,YAAmC,EAAE,oBAAwC;IAC/G,IAAI,OAAO,oBAAoB,KAAK,QAAQ;QACxC,OAAO,oBAAoB,CAAC;IAEhC,gGAAgG;IAChG,QAAQ,YAAY,EAAE,CAAC;QACnB,KAAK,oBAAoB,CAAC,MAAM;YAC5B,OAAO,CAAC,CAAC;QACb,KAAK,oBAAoB,CAAC,KAAK;YAC3B,OAAO,CAAC,CAAC;QACb,KAAK,oBAAoB,CAAC,UAAU;YAChC,OAAO,CAAC,CAAC;QACb,KAAK,oBAAoB,CAAC,IAAI;YAC1B,OAAO,CAAC,CAAC;QACb,KAAK,oBAAoB,CAAC,MAAM;YAC5B,OAAO,CAAC,CAAC;QACb,KAAK,oBAAoB,CAAC,MAAM;YAC5B,OAAO,CAAC,CAAC;QACb,KAAK,oBAAoB,CAAC,MAAM;YAC5B,OAAO,CAAC,CAAC;QACb,KAAK,oBAAoB,CAAC,OAAO;YAC7B,OAAO,CAAC,CAAC;QACb,KAAK,oBAAoB,CAAC,cAAc;YACpC,OAAO,CAAC,CAAC;QACb,KAAK,oBAAoB,CAAC,OAAO;YAC7B,OAAO,CAAC,CAAC;QACb,KAAK,oBAAoB,CAAC,KAAK;YAC3B,OAAO,CAAC,CAAC;QACb,KAAK,oBAAoB,CAAC,OAAO;YAC7B,OAAO,CAAC,CAAC;QACb,KAAK,oBAAoB,CAAC,SAAS;YAC/B,OAAO,CAAC,CAAC;QACb,KAAK,oBAAoB,CAAC,MAAM;YAC5B,OAAO,CAAC,CAAC;QACb,KAAK,oBAAoB,CAAC,YAAY;YAClC,OAAO,CAAC,CAAC;IACjB,CAAC;IAED,OAAO,CAAC,CAAC;AACb,CAAC;AAED,SAAS,uBAAuB,CAAC,OAA0B,EAAE,UAAkB,EAAE,KAAa;IAC1F,IAAI,OAAO,OAAO,KAAK,QAAQ;QAC3B,OAAO,OAAO,CAAC;IAEnB,MAAM,gBAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IAC7C,IAAI,gBAAgB,IAAI,IAAI;QACxB,OAAO,KAAK,CAAC;IAEjB,OAAO,gBAAgB,CAAC;AAC5B,CAAC;AAOD,SAAS,yBAAyB,CAC9B,YAA8C,EAC9C,oBAA0D;IAE1D,MAAM,OAAO,GAAG,oBAAoB,EAAE,SAAS,EAAE,aAAa,CAAC;IAC/D,MAAM,iBAAiB,GAAG,oBAAoB,EAAE,mBAAoD,CAAC;IACrG,MAAM,4BAA4B,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC;IAEpG,IAAI,YAAY,KAAK,oBAAoB,CAAC,QAAQ;QAC9C,4DAA4D;QAC5D,kFAAkF;QAClF,OAAO,KAAK,CAAC;IAEjB,IAAI,YAAY,KAAK,oBAAoB,CAAC,SAAS,IAAI,YAAY,KAAK,oBAAoB,CAAC,YAAY,EAAE,CAAC;QACxG,4DAA4D;QAC5D,wDAAwD;QACxD,iEAAiE;QACjE,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;YACtB,OAAO;gBACH,IAAI,EAAE,2BAA2B;gBACjC,iBAAiB,EAAE,OAAO;gBAC1B,iBAAiB;aACpB,CAAC;QAEN,IAAI,OAAO,KAAK,CAAC,EAAE,CAAC;YAChB,IAAI,OAAO,iBAAiB,KAAK,QAAQ;gBACrC,OAAO,iBAAiB,KAAK,CAAC;oBAC1B,CAAC,CAAC,KAAK;oBACP,CAAC,CAAC,MAAM,CAAC;YAEjB,OAAO,MAAM,CAAC;QAClB,CAAC;IACL,CAAC;IAED,IACI,OAAO,oBAAoB,EAAE,uBAAuB,KAAK,QAAQ;QACjE,MAAM,CAAC,QAAQ,CAAC,oBAAoB,EAAE,uBAAuB,CAAC;QAC9D,oBAAoB,EAAE,uBAAuB,GAAG,CAAC;QACjD;QACI,2DAA2D;QAC3D,oEAAoE;QACpE,yEAAyE;QACzE,YAAY,KAAK,oBAAoB,CAAC,SAAS;YAC/C,YAAY,KAAK,oBAAoB,CAAC,MAAM;YAC5C,YAAY,KAAK,oBAAoB,CAAC,SAAS;YAC/C,4BAA4B,CAC/B;QAED,OAAO;YACH,IAAI,EAAE,uBAAuB;YAC7B,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,oBAAoB,EAAE,uBAAuB,CAAC,CAAC;SACnF,CAAC;IAEN,IAAI,4BAA4B;QAC5B,OAAO;YACH,IAAI,EAAE,kBAAkB;YACxB,MAAM,EAAE,OAAO;SAClB,CAAC;IAEN,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,SAAS,gBAAgB,CAAC,OAA+B,EAAE,UAAkB;IACzE,IAAI,OAAO,KAAK,KAAK;QACjB,OAAO,IAAI,CAAC;SACX,IAAI,OAAO,KAAK,MAAM;QACvB,OAAO,KAAK,CAAC;SACZ,IAAI,OAAO,CAAC,IAAI,KAAK,uBAAuB;QAC7C,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,QAAQ,KAAK,CAAC,CAAC;SAChD,IAAI,OAAO,CAAC,IAAI,KAAK,2BAA2B;QACjD,OAAO,OAAO,CAAC,iBAAiB,CAAC,UAAU,CAAC,KAAK,CAAC;YAC9C,6BAA6B,CAAC,OAAO,CAAC,iBAAiB,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC;IAEnF,OAAO,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,6BAA6B,CAAC,iBAAgD,EAAE,UAAkB;IACvG,IAAI,OAAO,iBAAiB,KAAK,QAAQ;QACrC,OAAO,iBAAiB,CAAC;SACxB,IAAI,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC;QACrC,OAAO,iBAAiB,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAE9C,OAAO,CAAC,CAAC;AACb,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,QAAmC;IACpE,IAAI,QAAQ,IAAI,IAAI;QAChB,OAAO,SAAS,CAAC;IAErB,OAAO,QAAQ;SACV,UAAU,CAAC,SAAS,EAAE,WAAW,CAAC;SAClC,UAAU,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,QAAmC;IACtE,OAAO,QAAQ,IAAI,IAAI,IAAI,QAAQ,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;AACnG,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,UAA4B;IAC9D,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,KAAK,MAAM,MAAM,IAAI,UAAU;QAC3B,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAC3B,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAC3E,CAAC;IAEN,IAAI,YAAY,GAAyB,SAAS,CAAC;IACnD,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,CAAC;QAChD,IAAI,KAAK,GAAG,QAAQ,EAAE,CAAC;YACnB,QAAQ,GAAG,KAAK,CAAC;YACjB,YAAY,GAAG,IAAI,CAAC;QACxB,CAAC;IACL,CAAC;IAED,OAAO,YAAY,CAAC;AACxB,CAAC"}
@@ -1,6 +1,7 @@
1
1
  import { BuildGpu } from "../../bindings/types.js";
2
2
  import { LlamaModelOptions } from "../../evaluator/LlamaModel/LlamaModel.js";
3
3
  import { LlamaContextOptions } from "../../evaluator/LlamaContext/types.js";
4
+ import { GgmlType } from "../types/GgufTensorInfoTypes.js";
4
5
  import type { GgufInsights } from "./GgufInsights.js";
5
6
  export declare const defaultTrainContextSizeForEstimationPurposes = 4096;
6
7
  export declare class GgufInsightsConfigurationResolver {
@@ -16,11 +17,13 @@ export declare class GgufInsightsConfigurationResolver {
16
17
  * @param options
17
18
  * @param hardwareOverrides
18
19
  */
19
- resolveAndScoreConfig({ targetGpuLayers, targetContextSize, embeddingContext, flashAttention, swaFullCache, useMmap }?: {
20
+ resolveAndScoreConfig({ targetGpuLayers, targetContextSize, embeddingContext, flashAttention, kvCacheKeyType, kvCacheValueType, swaFullCache, useMmap }?: {
20
21
  targetGpuLayers?: number | "max";
21
22
  targetContextSize?: number;
22
23
  embeddingContext?: boolean;
23
24
  flashAttention?: boolean;
25
+ kvCacheKeyType?: GgmlType;
26
+ kvCacheValueType?: GgmlType;
24
27
  swaFullCache?: boolean;
25
28
  useMmap?: boolean;
26
29
  }, { getVramState, getRamState, getSwapState, llamaVramPaddingSize, llamaGpu, llamaSupportsGpuOffloading }?: {
@@ -89,10 +92,12 @@ export declare class GgufInsightsConfigurationResolver {
89
92
  *
90
93
  * `contextSize` defaults to `4096` (if the model train context size is lower than this, the model train context size is used instead).
91
94
  */
92
- scoreModelConfigurationCompatibility({ contextSize, embeddingContext, flashAttention, swaFullCache, maximumFittedContextSizeMultiplier, maximumUnfitConfigurationResourceMultiplier, forceStrictContextSize, forceGpuLayers, useMmap }?: {
95
+ scoreModelConfigurationCompatibility({ contextSize, embeddingContext, flashAttention, kvCacheKeyType, kvCacheValueType, swaFullCache, maximumFittedContextSizeMultiplier, maximumUnfitConfigurationResourceMultiplier, forceStrictContextSize, forceGpuLayers, useMmap }?: {
93
96
  contextSize?: number;
94
97
  embeddingContext?: boolean;
95
98
  flashAttention?: boolean;
99
+ kvCacheKeyType?: GgmlType;
100
+ kvCacheValueType?: GgmlType;
96
101
  swaFullCache?: boolean;
97
102
  maximumFittedContextSizeMultiplier?: number;
98
103
  maximumUnfitConfigurationResourceMultiplier?: number;
@@ -149,7 +154,7 @@ export declare class GgufInsightsConfigurationResolver {
149
154
  totalVramUsage: number;
150
155
  };
151
156
  }>;
152
- resolveModelGpuLayers(gpuLayers?: LlamaModelOptions["gpuLayers"], { ignoreMemorySafetyChecks, getVramState, llamaVramPaddingSize, llamaGpu, llamaSupportsGpuOffloading, defaultContextFlashAttention, defaultContextSwaFullCache, useMmap }?: {
157
+ resolveModelGpuLayers(gpuLayers?: LlamaModelOptions["gpuLayers"], { ignoreMemorySafetyChecks, getVramState, llamaVramPaddingSize, llamaGpu, llamaSupportsGpuOffloading, defaultContextFlashAttention, defaultContextKvCacheKeyType, defaultContextKvCacheValueType, defaultContextSwaFullCache, useMmap }?: {
153
158
  ignoreMemorySafetyChecks?: boolean;
154
159
  getVramState?(): Promise<{
155
160
  total: number;
@@ -159,6 +164,8 @@ export declare class GgufInsightsConfigurationResolver {
159
164
  llamaGpu?: BuildGpu;
160
165
  llamaSupportsGpuOffloading?: boolean;
161
166
  defaultContextFlashAttention?: boolean;
167
+ defaultContextKvCacheKeyType?: GgmlType;
168
+ defaultContextKvCacheValueType?: GgmlType;
162
169
  defaultContextSwaFullCache?: boolean;
163
170
  useMmap?: boolean;
164
171
  }): Promise<number>;
@@ -167,10 +174,12 @@ export declare class GgufInsightsConfigurationResolver {
167
174
  *
168
175
  * If there's no context size that can fit the available resources, an `InsufficientMemoryError` is thrown.
169
176
  */
170
- resolveContextContextSize(contextSize: LlamaContextOptions["contextSize"], { modelGpuLayers, batchSize, modelTrainContextSize, flashAttention, swaFullCache, getVramState, getRamState, getSwapState, llamaGpu, ignoreMemorySafetyChecks, isEmbeddingContext, sequences }: {
177
+ resolveContextContextSize(contextSize: LlamaContextOptions["contextSize"], { modelGpuLayers, batchSize, modelTrainContextSize, flashAttention, kvCacheKeyType, kvCacheValueType, swaFullCache, getVramState, getRamState, getSwapState, llamaGpu, ignoreMemorySafetyChecks, isEmbeddingContext, sequences }: {
171
178
  modelGpuLayers: number;
172
179
  modelTrainContextSize: number;
173
180
  flashAttention?: boolean;
181
+ kvCacheKeyType?: GgmlType;
182
+ kvCacheValueType?: GgmlType;
174
183
  swaFullCache?: boolean;
175
184
  batchSize?: LlamaContextOptions["batchSize"];
176
185
  sequences?: number;