@modular-prompt/driver 0.12.0 → 0.13.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (133) hide show
  1. package/dist/anthropic/anthropic-driver.d.ts +38 -8
  2. package/dist/anthropic/anthropic-driver.d.ts.map +1 -1
  3. package/dist/anthropic/anthropic-driver.js +180 -164
  4. package/dist/anthropic/anthropic-driver.js.map +1 -1
  5. package/dist/cache-controller.d.ts +31 -0
  6. package/dist/cache-controller.d.ts.map +1 -0
  7. package/dist/cache-controller.js +2 -0
  8. package/dist/cache-controller.js.map +1 -0
  9. package/dist/cache-utils.d.ts +20 -0
  10. package/dist/cache-utils.d.ts.map +1 -0
  11. package/dist/cache-utils.js +71 -0
  12. package/dist/cache-utils.js.map +1 -0
  13. package/dist/content-utils.d.ts.map +1 -1
  14. package/dist/content-utils.js +20 -0
  15. package/dist/content-utils.js.map +1 -1
  16. package/dist/driver-registry/config-based-factory.d.ts.map +1 -1
  17. package/dist/driver-registry/config-based-factory.js +7 -0
  18. package/dist/driver-registry/config-based-factory.js.map +1 -1
  19. package/dist/driver-registry/factory-helper.d.ts.map +1 -1
  20. package/dist/driver-registry/factory-helper.js +7 -4
  21. package/dist/driver-registry/factory-helper.js.map +1 -1
  22. package/dist/driver-registry/types.d.ts +6 -0
  23. package/dist/driver-registry/types.d.ts.map +1 -1
  24. package/dist/formatter/converter.js +1 -1
  25. package/dist/formatter/converter.js.map +1 -1
  26. package/dist/google-genai/element-converter.d.ts +11 -0
  27. package/dist/google-genai/element-converter.d.ts.map +1 -0
  28. package/dist/google-genai/element-converter.js +126 -0
  29. package/dist/google-genai/element-converter.js.map +1 -0
  30. package/dist/google-genai/google-genai-cache-controller.d.ts +24 -0
  31. package/dist/google-genai/google-genai-cache-controller.d.ts.map +1 -0
  32. package/dist/google-genai/google-genai-cache-controller.js +127 -0
  33. package/dist/google-genai/google-genai-cache-controller.js.map +1 -0
  34. package/dist/google-genai/google-genai-driver.d.ts +5 -29
  35. package/dist/google-genai/google-genai-driver.d.ts.map +1 -1
  36. package/dist/google-genai/google-genai-driver.js +92 -255
  37. package/dist/google-genai/google-genai-driver.js.map +1 -1
  38. package/dist/index.d.ts +4 -0
  39. package/dist/index.d.ts.map +1 -1
  40. package/dist/index.js +3 -0
  41. package/dist/index.js.map +1 -1
  42. package/dist/mlx-ml/mlx-cache-controller.d.ts +65 -0
  43. package/dist/mlx-ml/mlx-cache-controller.d.ts.map +1 -0
  44. package/dist/mlx-ml/mlx-cache-controller.js +624 -0
  45. package/dist/mlx-ml/mlx-cache-controller.js.map +1 -0
  46. package/dist/mlx-ml/mlx-driver.d.ts +12 -7
  47. package/dist/mlx-ml/mlx-driver.d.ts.map +1 -1
  48. package/dist/mlx-ml/mlx-driver.js +192 -124
  49. package/dist/mlx-ml/mlx-driver.js.map +1 -1
  50. package/dist/mlx-ml/mlx-message-utils.d.ts +9 -0
  51. package/dist/mlx-ml/mlx-message-utils.d.ts.map +1 -0
  52. package/dist/mlx-ml/mlx-message-utils.js +71 -0
  53. package/dist/mlx-ml/mlx-message-utils.js.map +1 -0
  54. package/dist/mlx-ml/process/index.d.ts +7 -3
  55. package/dist/mlx-ml/process/index.d.ts.map +1 -1
  56. package/dist/mlx-ml/process/index.js +22 -7
  57. package/dist/mlx-ml/process/index.js.map +1 -1
  58. package/dist/mlx-ml/process/model-handlers.d.ts +4 -59
  59. package/dist/mlx-ml/process/model-handlers.d.ts.map +1 -1
  60. package/dist/mlx-ml/process/model-handlers.js +15 -14
  61. package/dist/mlx-ml/process/model-handlers.js.map +1 -1
  62. package/dist/mlx-ml/process/model-specific.d.ts +7 -0
  63. package/dist/mlx-ml/process/model-specific.d.ts.map +1 -1
  64. package/dist/mlx-ml/process/model-specific.js +3 -0
  65. package/dist/mlx-ml/process/model-specific.js.map +1 -1
  66. package/dist/mlx-ml/process/process-communication.d.ts +3 -0
  67. package/dist/mlx-ml/process/process-communication.d.ts.map +1 -1
  68. package/dist/mlx-ml/process/process-communication.js +13 -0
  69. package/dist/mlx-ml/process/process-communication.js.map +1 -1
  70. package/dist/mlx-ml/process/queue.d.ts +5 -2
  71. package/dist/mlx-ml/process/queue.d.ts.map +1 -1
  72. package/dist/mlx-ml/process/queue.js +101 -14
  73. package/dist/mlx-ml/process/queue.js.map +1 -1
  74. package/dist/mlx-ml/process/response-processor.d.ts +10 -0
  75. package/dist/mlx-ml/process/response-processor.d.ts.map +1 -1
  76. package/dist/mlx-ml/process/response-processor.js +23 -1
  77. package/dist/mlx-ml/process/response-processor.js.map +1 -1
  78. package/dist/mlx-ml/process/types.d.ts +50 -4
  79. package/dist/mlx-ml/process/types.d.ts.map +1 -1
  80. package/dist/mlx-ml/tool-call-parser/content-parsers.d.ts +9 -0
  81. package/dist/mlx-ml/tool-call-parser/content-parsers.d.ts.map +1 -0
  82. package/dist/mlx-ml/tool-call-parser/content-parsers.js +223 -0
  83. package/dist/mlx-ml/tool-call-parser/content-parsers.js.map +1 -0
  84. package/dist/mlx-ml/tool-call-parser/detector.d.ts +16 -0
  85. package/dist/mlx-ml/tool-call-parser/detector.d.ts.map +1 -0
  86. package/dist/mlx-ml/tool-call-parser/detector.js +58 -0
  87. package/dist/mlx-ml/tool-call-parser/detector.js.map +1 -0
  88. package/dist/mlx-ml/tool-call-parser/index.d.ts +7 -0
  89. package/dist/mlx-ml/tool-call-parser/index.d.ts.map +1 -0
  90. package/dist/mlx-ml/tool-call-parser/index.js +136 -0
  91. package/dist/mlx-ml/tool-call-parser/index.js.map +1 -0
  92. package/dist/mlx-ml/tool-call-parser/tool-formatter.d.ts +8 -0
  93. package/dist/mlx-ml/tool-call-parser/tool-formatter.d.ts.map +1 -0
  94. package/dist/mlx-ml/tool-call-parser/tool-formatter.js +88 -0
  95. package/dist/mlx-ml/tool-call-parser/tool-formatter.js.map +1 -0
  96. package/dist/mlx-ml/tool-call-parser/types.d.ts +18 -0
  97. package/dist/mlx-ml/tool-call-parser/types.d.ts.map +1 -0
  98. package/dist/mlx-ml/tool-call-parser/types.js +2 -0
  99. package/dist/mlx-ml/tool-call-parser/types.js.map +1 -0
  100. package/dist/mlx-ml/tool-call-parser/utils.d.ts +5 -0
  101. package/dist/mlx-ml/tool-call-parser/utils.d.ts.map +1 -0
  102. package/dist/mlx-ml/tool-call-parser/utils.js +77 -0
  103. package/dist/mlx-ml/tool-call-parser/utils.js.map +1 -0
  104. package/dist/types.d.ts +2 -0
  105. package/dist/types.d.ts.map +1 -1
  106. package/package.json +9 -4
  107. package/src/mlx-ml/python/__main__.py +41 -449
  108. package/src/mlx-ml/python/backends/__init__.py +3 -0
  109. package/src/mlx-ml/python/backends/base.py +84 -0
  110. package/src/mlx-ml/python/backends/mlx_lm.py +202 -0
  111. package/src/mlx-ml/python/backends/mlx_vlm.py +99 -0
  112. package/src/mlx-ml/python/handlers/__init__.py +6 -0
  113. package/src/mlx-ml/python/handlers/cache.py +81 -0
  114. package/src/mlx-ml/python/handlers/capabilities.py +6 -0
  115. package/src/mlx-ml/python/handlers/chat.py +221 -0
  116. package/src/mlx-ml/python/handlers/completion.py +36 -0
  117. package/src/mlx-ml/python/handlers/format_test.py +70 -0
  118. package/src/mlx-ml/python/handlers/tokenize.py +63 -0
  119. package/src/mlx-ml/python/pyproject.toml +13 -3
  120. package/src/mlx-ml/python/server.py +126 -0
  121. package/src/mlx-ml/python/tests/__init__.py +0 -0
  122. package/src/mlx-ml/python/utils/__init__.py +0 -0
  123. package/src/mlx-ml/python/utils/prompt_builder.py +54 -0
  124. package/src/mlx-ml/python/{token_utils.py → utils/token_utils.py} +9 -40
  125. package/src/mlx-ml/python/uv.lock +266 -41
  126. package/dist/mlx-ml/tool-call-parser.d.ts +0 -30
  127. package/dist/mlx-ml/tool-call-parser.d.ts.map +0 -1
  128. package/dist/mlx-ml/tool-call-parser.js +0 -623
  129. package/dist/mlx-ml/tool-call-parser.js.map +0 -1
  130. /package/src/mlx-ml/python/{example_basic.py → examples/example_basic.py} +0 -0
  131. /package/src/mlx-ml/python/{example_tool_call.py → examples/example_tool_call.py} +0 -0
  132. /package/src/mlx-ml/python/{chat_template_constraints.py → utils/chat_template_constraints.py} +0 -0
  133. /package/src/mlx-ml/python/{vlm_utils.py → utils/vlm_utils.py} +0 -0
@@ -0,0 +1,624 @@
1
+ import { createHash, randomBytes } from 'node:crypto';
2
+ import { tmpdir } from 'node:os';
3
+ import { join } from 'node:path';
4
+ import { rmSync, existsSync, readFileSync } from 'node:fs';
5
+ import { unlink, mkdir, rm, writeFile, readFile } from 'node:fs/promises';
6
+ import { lock as lockFile } from 'proper-lockfile';
7
+ import { formatPromptAsMessages } from '../formatter/converter.js';
8
+ import { convertMessages, convertToolDefinitions } from './mlx-message-utils.js';
9
+ import { Logger } from '@modular-prompt/utils';
10
+ const logger = new Logger({ prefix: 'MLX', context: 'cache' });
11
+ export class MlxCacheController {
12
+ cacheByHash = new Map();
13
+ inflightRequests = new Map();
14
+ process;
15
+ cacheDir;
16
+ managedDir;
17
+ cacheDirReady = false;
18
+ closed = false;
19
+ bound = false;
20
+ cleanupHandler;
21
+ messageProcessor;
22
+ formatterOptions;
23
+ lastHandle;
24
+ lastElementHashes;
25
+ lastHandleModel;
26
+ lastHandleFormatterOptionsHash;
27
+ lastHandleToolsHash;
28
+ lastHandleReasoningEffort;
29
+ cacheIndex = { version: 1, entries: [] };
30
+ stats = {
31
+ totalQueries: 0,
32
+ memoryHit: 0, diskHit: 0, incremental: 0, fresh: 0,
33
+ prefillTokens: 0,
34
+ prefillReusedTokens: 0,
35
+ totalPromptTokens: 0,
36
+ totalCacheTokensUsed: 0,
37
+ };
38
+ constructor(options) {
39
+ this.formatterOptions = {};
40
+ if (options?.cacheDir) {
41
+ this.cacheDir = options.cacheDir;
42
+ this.managedDir = false;
43
+ }
44
+ else {
45
+ this.cacheDir = '';
46
+ this.managedDir = true;
47
+ }
48
+ }
49
+ async bind(process, formatterOptions, messageProcessor) {
50
+ if (this.bound) {
51
+ throw new Error('MlxCacheController is already bound to a process');
52
+ }
53
+ this.process = process;
54
+ this.formatterOptions = formatterOptions;
55
+ this.messageProcessor = messageProcessor;
56
+ if (!this.cacheDir) {
57
+ this.cacheDir = join(tmpdir(), `mlx-prompt-cache-${randomBytes(6).toString('hex')}`);
58
+ }
59
+ if (this.managedDir) {
60
+ this.cleanupHandler = () => {
61
+ try {
62
+ rmSync(this.cacheDir, { recursive: true, force: true });
63
+ }
64
+ catch { /* best-effort */ }
65
+ };
66
+ globalThis.process.on('exit', this.cleanupHandler);
67
+ }
68
+ if (!this.managedDir) {
69
+ await this.loadIndex();
70
+ }
71
+ this.bound = true;
72
+ }
73
+ async ensureCacheDir() {
74
+ if (this.cacheDirReady)
75
+ return;
76
+ await mkdir(this.cacheDir, { recursive: true, mode: 0o700 });
77
+ this.cacheDirReady = true;
78
+ }
79
+ get indexPath() {
80
+ return join(this.cacheDir, 'cache-index.json');
81
+ }
82
+ readMetaTokenCount(cachePath) {
83
+ try {
84
+ const raw = readFileSync(cachePath + '.meta.json', 'utf-8');
85
+ const meta = JSON.parse(raw);
86
+ return typeof meta.token_count === 'number' ? meta.token_count : 0;
87
+ }
88
+ catch {
89
+ return 0;
90
+ }
91
+ }
92
+ async loadIndex() {
93
+ try {
94
+ if (!existsSync(this.indexPath))
95
+ return;
96
+ const release = await lockFile(this.indexPath, { realpath: false });
97
+ try {
98
+ const raw = await readFile(this.indexPath, 'utf-8');
99
+ const parsed = JSON.parse(raw);
100
+ if (parsed && parsed.version === 1 && Array.isArray(parsed.entries)) {
101
+ this.cacheIndex = parsed;
102
+ }
103
+ }
104
+ finally {
105
+ await release();
106
+ }
107
+ }
108
+ catch {
109
+ // corrupt index or lock failure — start fresh
110
+ }
111
+ }
112
+ async saveIndex() {
113
+ if (this.managedDir)
114
+ return;
115
+ try {
116
+ await this.ensureCacheDir();
117
+ const release = await lockFile(this.indexPath, { realpath: false });
118
+ try {
119
+ await writeFile(this.indexPath, JSON.stringify(this.cacheIndex, null, 2));
120
+ }
121
+ finally {
122
+ await release();
123
+ }
124
+ }
125
+ catch {
126
+ // best-effort
127
+ }
128
+ }
129
+ computeFormatterOptionsHash() {
130
+ if (!this.formatterOptions || Object.keys(this.formatterOptions).length === 0) {
131
+ return '';
132
+ }
133
+ return createHash('sha256').update(JSON.stringify(this.formatterOptions)).digest('hex');
134
+ }
135
+ computeToolsHash(tools) {
136
+ if (!tools || tools.length === 0)
137
+ return '';
138
+ const sorted = [...tools].sort((a, b) => a.name.localeCompare(b.name));
139
+ return createHash('sha256').update(JSON.stringify(sorted)).digest('hex');
140
+ }
141
+ updateLastCache(handle, elementHashes, params) {
142
+ this.lastHandle = handle;
143
+ this.lastElementHashes = elementHashes;
144
+ this.lastHandleModel = params.model;
145
+ this.lastHandleFormatterOptionsHash = this.computeFormatterOptionsHash();
146
+ this.lastHandleToolsHash = this.computeToolsHash(params.tools);
147
+ this.lastHandleReasoningEffort = params.reasoningEffort ?? '';
148
+ }
149
+ clearLastCache() {
150
+ this.lastHandle = undefined;
151
+ this.lastElementHashes = undefined;
152
+ this.lastHandleModel = undefined;
153
+ this.lastHandleFormatterOptionsHash = undefined;
154
+ this.lastHandleToolsHash = undefined;
155
+ this.lastHandleReasoningEffort = undefined;
156
+ }
157
+ computeElementHashes(params) {
158
+ const hashes = [];
159
+ for (const el of params.instructions || []) {
160
+ hashes.push('i:' + createHash('sha256').update(JSON.stringify(el)).digest('hex'));
161
+ }
162
+ for (const el of params.data || []) {
163
+ hashes.push('d:' + createHash('sha256').update(JSON.stringify(el)).digest('hex'));
164
+ }
165
+ return hashes;
166
+ }
167
+ readPrefixMeta(cachePath) {
168
+ try {
169
+ const raw = readFileSync(cachePath + '.meta.json', 'utf-8');
170
+ const meta = JSON.parse(raw);
171
+ if (!Array.isArray(meta.prefix_offsets) || !Array.isArray(meta.prefix_hashes))
172
+ return undefined;
173
+ return {
174
+ tokenCount: typeof meta.token_count === 'number' ? meta.token_count : 0,
175
+ prefixOffsets: meta.prefix_offsets,
176
+ prefixHashes: meta.prefix_hashes,
177
+ };
178
+ }
179
+ catch {
180
+ return undefined;
181
+ }
182
+ }
183
+ computeTokenPrefixHash(tokens, length) {
184
+ const buffer = Buffer.alloc(length * 4);
185
+ for (let i = 0; i < length; i++)
186
+ buffer.writeInt32LE(tokens[i], i * 4);
187
+ return createHash('sha256').update(buffer).digest('hex');
188
+ }
189
+ async computePrefixInfo(params, fullTokens, mlxTools) {
190
+ const instructions = params.instructions || [];
191
+ const data = params.data || [];
192
+ const offsets = [];
193
+ const hashes = [];
194
+ const boundaryIndices = new Set();
195
+ if (instructions.length > 0 && data.length > 0) {
196
+ boundaryIndices.add(instructions.length - 1);
197
+ }
198
+ // data部分を前方から走査し、連続するimmutableの最後の位置を境界にする
199
+ // instructionsはcacheHint不問でsection境界が既にカバーしている
200
+ let lastImmutableIdx = -1;
201
+ for (let i = 0; i < data.length; i++) {
202
+ if (data[i].cacheHint === 'immutable') {
203
+ lastImmutableIdx = instructions.length + i;
204
+ }
205
+ else {
206
+ break;
207
+ }
208
+ }
209
+ if (lastImmutableIdx >= 0) {
210
+ boundaryIndices.add(lastImmutableIdx);
211
+ }
212
+ // SetからArrayに変換してソート(prefixOffsetsが昇順になることを保証)
213
+ const sortedBoundaries = Array.from(boundaryIndices).sort((a, b) => a - b);
214
+ for (const boundaryIdx of sortedBoundaries) {
215
+ const partialInst = boundaryIdx < instructions.length
216
+ ? instructions.slice(0, boundaryIdx + 1)
217
+ : instructions;
218
+ const partialData = boundaryIdx >= instructions.length
219
+ ? data.slice(0, boundaryIdx - instructions.length + 1)
220
+ : [];
221
+ const partialPrompt = {
222
+ instructions: partialInst,
223
+ data: partialData,
224
+ output: [],
225
+ };
226
+ const chatMessages = formatPromptAsMessages(partialPrompt, this.formatterOptions);
227
+ let mlxMessages = convertMessages(chatMessages);
228
+ if (this.messageProcessor) {
229
+ mlxMessages = this.messageProcessor(mlxMessages);
230
+ }
231
+ try {
232
+ const result = await this.process.tokenize(mlxMessages, mlxTools, params.reasoningEffort);
233
+ if (result.error || !result.token_ids)
234
+ continue;
235
+ const partialTokens = result.token_ids;
236
+ let commonLen = 0;
237
+ const maxLen = Math.min(partialTokens.length, fullTokens.length);
238
+ for (let i = 0; i < maxLen; i++) {
239
+ if (partialTokens[i] !== fullTokens[i])
240
+ break;
241
+ commonLen = i + 1;
242
+ }
243
+ if (commonLen > 0) {
244
+ offsets.push(commonLen);
245
+ hashes.push(this.computeTokenPrefixHash(fullTokens, commonLen));
246
+ }
247
+ }
248
+ catch {
249
+ // tokenize failure for this boundary — skip
250
+ }
251
+ }
252
+ // Always include the full sequence hash for base cache verification
253
+ offsets.push(fullTokens.length);
254
+ hashes.push(this.computeTokenPrefixHash(fullTokens, fullTokens.length));
255
+ return { offsets, hashes };
256
+ }
257
+ async findBestBase(params, fullTokens) {
258
+ const newHashes = this.computeElementHashes(params);
259
+ if (newHashes.length === 0)
260
+ return undefined;
261
+ const fmtHash = this.computeFormatterOptionsHash();
262
+ const newToolsHash = this.computeToolsHash(params.tools);
263
+ const candidates = [];
264
+ const staleKeys = [];
265
+ for (const entry of this.cacheIndex.entries) {
266
+ if (entry.hint === 'release')
267
+ continue;
268
+ if (entry.model !== params.model || entry.formatterOptionsHash !== fmtHash)
269
+ continue;
270
+ if ((entry.toolsHash ?? '') !== newToolsHash)
271
+ continue;
272
+ if ((entry.reasoningEffort ?? '') !== (params.reasoningEffort ?? ''))
273
+ continue;
274
+ const path = this.generateCachePath(entry.key);
275
+ if (existsSync(path) && this.readMetaTokenCount(path) > 0) {
276
+ candidates.push({ path, elementHashes: entry.elementHashes, label: entry.key.slice(0, 8) });
277
+ }
278
+ else {
279
+ staleKeys.push(entry.key);
280
+ }
281
+ }
282
+ if (this.lastHandle?.ref && this.lastElementHashes && existsSync(this.lastHandle.ref) && this.readMetaTokenCount(this.lastHandle.ref) > 0) {
283
+ const lastCompatible = this.lastHandleModel === params.model &&
284
+ this.lastHandleFormatterOptionsHash === fmtHash &&
285
+ (this.lastHandleToolsHash ?? '') === newToolsHash &&
286
+ (this.lastHandleReasoningEffort ?? '') === (params.reasoningEffort ?? '');
287
+ if (lastCompatible && !candidates.some(c => c.path === this.lastHandle.ref)) {
288
+ candidates.push({
289
+ path: this.lastHandle.ref,
290
+ elementHashes: this.lastElementHashes,
291
+ label: 'lastHandle',
292
+ });
293
+ }
294
+ }
295
+ if (staleKeys.length > 0) {
296
+ this.cacheIndex.entries = this.cacheIndex.entries.filter(e => !staleKeys.includes(e.key));
297
+ this.saveIndex().catch(() => { });
298
+ }
299
+ if (candidates.length === 0)
300
+ return undefined;
301
+ // Filter candidates by element hash prefix match
302
+ const matchedCandidates = [];
303
+ for (const c of candidates) {
304
+ const maxLen = Math.min(c.elementHashes.length, newHashes.length);
305
+ let matchLength = 0;
306
+ for (let i = 0; i < maxLen; i++) {
307
+ if (c.elementHashes[i] !== newHashes[i])
308
+ break;
309
+ matchLength++;
310
+ }
311
+ if (matchLength > 0) {
312
+ matchedCandidates.push({ candidate: c, elementMatchLength: matchLength });
313
+ }
314
+ }
315
+ if (matchedCandidates.length === 0)
316
+ return undefined;
317
+ // Verify token-level prefix match using prefix_hashes
318
+ let bestMatchOffset = 0;
319
+ let bestInfo;
320
+ for (const { candidate: c, elementMatchLength } of matchedCandidates) {
321
+ const meta = this.readPrefixMeta(c.path);
322
+ if (elementMatchLength === c.elementHashes.length && elementMatchLength >= newHashes.length) {
323
+ // All elements match — full cache hit
324
+ const tokenCount = meta?.tokenCount ?? this.readMetaTokenCount(c.path);
325
+ if (tokenCount > bestMatchOffset) {
326
+ bestMatchOffset = tokenCount;
327
+ bestInfo = {
328
+ path: c.path,
329
+ coversAll: true,
330
+ sourceElementHashes: c.elementHashes,
331
+ };
332
+ }
333
+ continue;
334
+ }
335
+ // Partial match — need prefix_hashes to verify token-level prefix
336
+ if (!meta || meta.prefixOffsets.length === 0) {
337
+ logger.debug(`findBestBase: skip ${c.label} (no prefix meta)`);
338
+ continue;
339
+ }
340
+ // Find the longest prefix hash match
341
+ let matchOffset = 0;
342
+ for (let i = 0; i < meta.prefixHashes.length; i++) {
343
+ const offset = meta.prefixOffsets[i];
344
+ if (offset > fullTokens.length)
345
+ break;
346
+ const hash = this.computeTokenPrefixHash(fullTokens, offset);
347
+ if (hash !== meta.prefixHashes[i])
348
+ break;
349
+ matchOffset = offset;
350
+ }
351
+ if (matchOffset > 0 && matchOffset > bestMatchOffset) {
352
+ bestMatchOffset = matchOffset;
353
+ bestInfo = {
354
+ path: c.path,
355
+ trimTokens: matchOffset,
356
+ coversAll: elementMatchLength >= newHashes.length,
357
+ sourceElementHashes: c.elementHashes,
358
+ };
359
+ }
360
+ }
361
+ if (bestInfo) {
362
+ logger.verbose(`findBestBase: match at ${bestMatchOffset} tokens`, bestInfo.trimTokens != null ? `(trim to ${bestInfo.trimTokens} tokens)` : '', bestInfo.coversAll ? '(covers all)' : '');
363
+ }
364
+ return bestInfo;
365
+ }
366
+ addToIndex(params, cacheKey) {
367
+ // avoid duplicates
368
+ if (this.cacheIndex.entries.some(e => e.key === cacheKey))
369
+ return;
370
+ this.cacheIndex.entries.push({
371
+ key: cacheKey,
372
+ model: params.model,
373
+ formatterOptionsHash: this.computeFormatterOptionsHash(),
374
+ elementHashes: this.computeElementHashes(params),
375
+ toolsHash: this.computeToolsHash(params.tools),
376
+ reasoningEffort: params.reasoningEffort,
377
+ createdAt: new Date().toISOString(),
378
+ });
379
+ }
380
+ computeCacheKey(params) {
381
+ const payload = { model: params.model };
382
+ if (params.instructions && params.instructions.length > 0) {
383
+ payload.instructions = params.instructions;
384
+ }
385
+ if (params.data && params.data.length > 0) {
386
+ payload.data = params.data;
387
+ }
388
+ if (this.formatterOptions && Object.keys(this.formatterOptions).length > 0) {
389
+ payload.formatterOptions = this.formatterOptions;
390
+ }
391
+ if (params.tools && params.tools.length > 0) {
392
+ payload.tools = [...params.tools].sort((a, b) => a.name.localeCompare(b.name));
393
+ }
394
+ if (params.reasoningEffort) {
395
+ payload.reasoningEffort = params.reasoningEffort;
396
+ }
397
+ return createHash('sha256').update(JSON.stringify(payload)).digest('hex');
398
+ }
399
+ generateCachePath(cacheKey) {
400
+ return join(this.cacheDir, `${cacheKey}.safetensors`);
401
+ }
402
+ recordQuery() {
403
+ this.stats.totalQueries++;
404
+ }
405
+ recordPromptTokens(newPromptTokens, cacheTokensUsed) {
406
+ this.stats.totalPromptTokens += newPromptTokens + cacheTokensUsed;
407
+ this.stats.totalCacheTokensUsed += cacheTokensUsed;
408
+ }
409
+ readCacheTokenCount(cachePath) {
410
+ return this.readMetaTokenCount(cachePath);
411
+ }
412
+ getStats() {
413
+ const s = this.stats;
414
+ return {
415
+ totalQueries: s.totalQueries,
416
+ incremental: s.incremental, fresh: s.fresh,
417
+ totalPromptTokens: s.totalPromptTokens,
418
+ prefillReusedTokens: s.prefillReusedTokens,
419
+ cacheGrowthTokens: s.prefillTokens - s.prefillReusedTokens,
420
+ };
421
+ }
422
+ async prepare(params) {
423
+ if (!this.bound) {
424
+ throw new Error('MlxCacheController is not bound to a process');
425
+ }
426
+ const hasContent = (params.instructions?.length ?? 0) > 0 ||
427
+ (params.data?.length ?? 0) > 0;
428
+ if (!hasContent) {
429
+ throw new Error('Cannot prepare cache with no cacheable content');
430
+ }
431
+ const cacheKey = this.computeCacheKey(params);
432
+ const existing = this.cacheByHash.get(cacheKey);
433
+ if (existing) {
434
+ this.stats.memoryHit++;
435
+ logger.verbose('cache hit', cacheKey.slice(0, 12));
436
+ return existing;
437
+ }
438
+ const inflight = this.inflightRequests.get(cacheKey);
439
+ if (inflight) {
440
+ return inflight;
441
+ }
442
+ const prepareStart = performance.now();
443
+ const promise = this.createCache(params, cacheKey);
444
+ this.inflightRequests.set(cacheKey, promise);
445
+ try {
446
+ const handle = await promise;
447
+ logger.verbose(`prepare total ${(performance.now() - prepareStart).toFixed(0)}ms`, cacheKey.slice(0, 12));
448
+ return handle;
449
+ }
450
+ finally {
451
+ this.inflightRequests.delete(cacheKey);
452
+ }
453
+ }
454
+ static EMPTY_HANDLE = {
455
+ ref: '', includes: { instructions: false, dataElementCount: 0, tools: false }
456
+ };
457
+ async createCache(params, cacheKey) {
458
+ try {
459
+ await this.ensureCacheDir();
460
+ }
461
+ catch (e) {
462
+ logger.verbose('cache dir creation failed, skipping cache:', e instanceof Error ? e.message : String(e));
463
+ return MlxCacheController.EMPTY_HANDLE;
464
+ }
465
+ const cachePath = this.generateCachePath(cacheKey);
466
+ const elementHashes = this.computeElementHashes(params);
467
+ let supersededRef;
468
+ // Disk hit check (exact same cache already exists)
469
+ if (existsSync(cachePath) && existsSync(cachePath + '.meta.json') && this.readMetaTokenCount(cachePath) > 0) {
470
+ this.stats.diskHit++;
471
+ logger.verbose('reusing existing cache file', cacheKey.slice(0, 12));
472
+ }
473
+ else {
474
+ // Build messages early (needed for tokenize + findBestBase)
475
+ const prefillPrompt = {
476
+ instructions: params.instructions || [],
477
+ data: params.data || [],
478
+ output: [],
479
+ };
480
+ const chatMessages = formatPromptAsMessages(prefillPrompt, this.formatterOptions);
481
+ const preMergeMessages = convertMessages(chatMessages);
482
+ let mlxMessages = preMergeMessages;
483
+ if (this.messageProcessor) {
484
+ mlxMessages = this.messageProcessor(mlxMessages);
485
+ }
486
+ const hasTools = params.tools && params.tools.length > 0;
487
+ const mlxTools = hasTools ? convertToolDefinitions(params.tools) : undefined;
488
+ // Tokenize to get full token IDs (for findBestBase + prefix computation)
489
+ let fullTokens = null;
490
+ try {
491
+ const tokenResult = await this.process.tokenize(mlxMessages, mlxTools, params.reasoningEffort);
492
+ if (!tokenResult.error && tokenResult.token_ids) {
493
+ fullTokens = tokenResult.token_ids;
494
+ }
495
+ }
496
+ catch {
497
+ // tokenize failure — proceed without prefix matching
498
+ }
499
+ // Find best base cache
500
+ const base = fullTokens
501
+ ? await this.findBestBase(params, fullTokens)
502
+ : undefined;
503
+ if (base?.coversAll) {
504
+ this.stats.diskHit++;
505
+ logger.verbose('superset reuse', base.path.split('/').pop(), base.trimTokens != null ? `(trim to ${base.trimTokens})` : '');
506
+ const handle = {
507
+ ref: base.path,
508
+ trimTokens: base.trimTokens,
509
+ includes: {
510
+ instructions: (params.instructions?.length ?? 0) > 0,
511
+ dataElementCount: params.data?.length ?? 0,
512
+ tools: (params.tools?.length ?? 0) > 0,
513
+ },
514
+ };
515
+ this.cacheByHash.set(cacheKey, handle);
516
+ this.updateLastCache(handle, base.sourceElementHashes, params);
517
+ return handle;
518
+ }
519
+ if (base) {
520
+ logger.verbose('incremental prefill from', base.path.split('/').pop(), base.trimTokens != null ? `(trim to ${base.trimTokens})` : '');
521
+ }
522
+ // Compute prefix info if we have full tokens
523
+ let prefixOffsets;
524
+ let prefixHashes;
525
+ if (fullTokens) {
526
+ const prefixInfo = await this.computePrefixInfo(params, fullTokens, mlxTools);
527
+ if (prefixInfo.offsets.length > 0) {
528
+ prefixOffsets = prefixInfo.offsets;
529
+ prefixHashes = prefixInfo.hashes;
530
+ }
531
+ }
532
+ logger.debug('prefill', cachePath);
533
+ const prefillStart = performance.now();
534
+ try {
535
+ await this.process.cachePrefill(cachePath, mlxMessages, base?.path, base?.trimTokens, prefixOffsets, prefixHashes, mlxTools, params.reasoningEffort);
536
+ }
537
+ catch (e) {
538
+ logger.verbose('prefill failed, skipping cache:', e instanceof Error ? e.message : String(e));
539
+ return MlxCacheController.EMPTY_HANDLE;
540
+ }
541
+ const prefillMs = performance.now() - prefillStart;
542
+ const newTokens = this.readMetaTokenCount(cachePath);
543
+ this.stats.prefillTokens += newTokens;
544
+ if (base) {
545
+ this.stats.incremental++;
546
+ this.stats.prefillReusedTokens += base.trimTokens ?? this.readMetaTokenCount(base.path);
547
+ supersededRef = base.path;
548
+ }
549
+ else {
550
+ this.stats.fresh++;
551
+ }
552
+ logger.verbose(`prefill ${prefillMs.toFixed(0)}ms`, base ? '(incremental)' : '(fresh)');
553
+ if (this.closed) {
554
+ await unlink(cachePath).catch(() => { });
555
+ await unlink(cachePath + '.meta.json').catch(() => { });
556
+ return MlxCacheController.EMPTY_HANDLE;
557
+ }
558
+ }
559
+ const handle = {
560
+ ref: cachePath,
561
+ includes: {
562
+ instructions: (params.instructions?.length ?? 0) > 0,
563
+ dataElementCount: params.data?.length ?? 0,
564
+ tools: (params.tools?.length ?? 0) > 0,
565
+ },
566
+ supersedes: supersededRef,
567
+ };
568
+ this.cacheByHash.set(cacheKey, handle);
569
+ this.updateLastCache(handle, elementHashes, params);
570
+ this.addToIndex(params, cacheKey);
571
+ if (supersededRef) {
572
+ this.release(supersededRef);
573
+ }
574
+ await this.saveIndex();
575
+ return handle;
576
+ }
577
+ release(ref) {
578
+ logger.debug('release', ref);
579
+ const entry = this.cacheIndex.entries.find(e => this.generateCachePath(e.key) === ref);
580
+ if (entry) {
581
+ entry.hint = 'release';
582
+ }
583
+ for (const [key, handle] of this.cacheByHash) {
584
+ if (handle.ref === ref) {
585
+ this.cacheByHash.delete(key);
586
+ }
587
+ }
588
+ if (this.lastHandle?.ref === ref) {
589
+ this.clearLastCache();
590
+ }
591
+ this.saveIndex().catch(() => { });
592
+ }
593
+ async close() {
594
+ this.closed = true;
595
+ const timeout = new Promise(resolve => {
596
+ const timer = setTimeout(resolve, 30_000);
597
+ timer.unref();
598
+ });
599
+ await Promise.race([
600
+ Promise.allSettled([...this.inflightRequests.values()]),
601
+ timeout,
602
+ ]);
603
+ this.inflightRequests.clear();
604
+ this.cacheByHash.clear();
605
+ this.clearLastCache();
606
+ if (this.managedDir && this.cacheDir) {
607
+ await rm(this.cacheDir, { recursive: true, force: true }).catch(() => { });
608
+ }
609
+ else {
610
+ const released = this.cacheIndex.entries.filter(e => e.hint === 'release');
611
+ await Promise.allSettled(released.flatMap(entry => {
612
+ const path = this.generateCachePath(entry.key);
613
+ return [unlink(path), unlink(path + '.meta.json')];
614
+ }));
615
+ this.cacheIndex.entries = this.cacheIndex.entries.filter(e => e.hint !== 'release');
616
+ await this.saveIndex();
617
+ }
618
+ this.cacheDirReady = false;
619
+ if (this.cleanupHandler) {
620
+ globalThis.process.removeListener('exit', this.cleanupHandler);
621
+ }
622
+ }
623
+ }
624
+ //# sourceMappingURL=mlx-cache-controller.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"mlx-cache-controller.js","sourceRoot":"","sources":["../../src/mlx-ml/mlx-cache-controller.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAC3D,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC1E,OAAO,EAAE,IAAI,IAAI,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAInD,OAAO,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AAInE,OAAO,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AACjF,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAE/C,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC;AAgC/D,MAAM,OAAO,kBAAkB;IACrB,WAAW,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC7C,gBAAgB,GAAG,IAAI,GAAG,EAAgC,CAAC;IAC3D,OAAO,CAAc;IACrB,QAAQ,CAAS;IACjB,UAAU,CAAU;IACpB,aAAa,GAAG,KAAK,CAAC;IACtB,MAAM,GAAG,KAAK,CAAC;IACf,KAAK,GAAG,KAAK,CAAC;IACd,cAAc,CAAc;IAC5B,gBAAgB,CAA4C;IAC5D,gBAAgB,CAAmB;IACnC,UAAU,CAAe;IACzB,iBAAiB,CAAY;IAC7B,eAAe,CAAU;IACzB,8BAA8B,CAAU;IACxC,mBAAmB,CAAU;IAC7B,yBAAyB,CAAU;IACnC,UAAU,GAAe,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACrD,KAAK,GAAG;QACd,YAAY,EAAE,CAAC;QACf,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC;QAClD,aAAa,EAAE,CAAC;QAChB,mBAAmB,EAAE,CAAC;QACtB,iBAAiB,EAAE,CAAC;QACpB,oBAAoB,EAAE,CAAC;KACxB,CAAC;IAEF,YAAY,OAAmC;QAC7C,IAAI,CAAC,gBAAgB,GAAG,EAAE,CAAC;QAC3B,IAAI,OAAO,EAAE,QAAQ,EAAE,CAAC;YACtB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;YACjC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;YACnB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CACR,OAAmB,EACnB,gBAAkC,EAClC,gBAA2D;QAE3D,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACtE,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,oBAAoB,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvF,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,cAAc,GAAG,GAAG,EAAE;gBACzB,IAAI,CAAC;oBAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,iBAAiB,CAAC,CAAC;YAC9F,CAAC,CAAC;YACF,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACzB,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAEO,KAAK,CAAC,cAAc;QAC1B,IAAI,IAAI,CAAC,aAAa;YAAE,OAAO;QAC/B,MAAM,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED,IAAY,SAAS;QACnB,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAAC;IACjD,CAAC;IAEO,kBAAkB,CAAC,SAAiB;QAC1C,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,YAAY,CAAC,SAAS,GAAG,YAAY,EAAE,OAAO,CAAC,CAAC;YAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC7B,OAAO,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QACrE,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC;gBAAE,OAAO;YACxC,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YACpE,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;gBACpD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC/B,IAAI,MAAM,IAAI,MAAM,CAAC,OAAO,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;oBACpE,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC;gBAC3B,CAAC;YACH,CAAC;oBAAS,CAAC;gBACT,MAAM,OAAO,EAAE,CAAC;YAClB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,8CAA8C;QAChD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO;QAC5B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YACpE,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAC5E,CAAC;oBAAS,CAAC;gBACT,MAAM,OAAO,EAAE,CAAC;YAClB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,cAAc;QAChB,CAAC;IACH,CAAC;IAEO,2BAA2B;QACjC,IAAI,CAAC,IAAI,CAAC,gBAAgB,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9E,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1F,CAAC;IAEO,gBAAgB,CAAC,KAAwB;QAC/C,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAC5C,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACvE,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3E,CAAC;IAEO,eAAe,CAAC,MAAmB,EAAE,aAAuB,EAAE,MAA0B;QAC9F,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC;QACzB,IAAI,CAAC,iBAAiB,GAAG,aAAa,CAAC;QACvC,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,KAAK,CAAC;QACpC,IAAI,CAAC,8BAA8B,GAAG,IAAI,CAAC,2BAA2B,EAAE,CAAC;QACzE,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC/D,IAAI,CAAC,yBAAyB,GAAG,MAAM,CAAC,eAAe,IAAI,EAAE,CAAC;IAChE,CAAC;IAEO,cAAc;QACpB,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,CAAC,iBAAiB,GAAG,SAAS,CAAC;QACnC,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACjC,IAAI,CAAC,8BAA8B,GAAG,SAAS,CAAC;QAChD,IAAI,CAAC,mBAAmB,GAAG,SAAS,CAAC;QACrC,IAAI,CAAC,yBAAyB,GAAG,SAAS,CAAC;IAC7C,CAAC;IAEO,oBAAoB,CAAC,MAA0B;QACrD,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,YAAY,IAAI,EAAE,EAAE,CAAC;YAC3C,MAAM,CAAC,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACpF,CAAC;QACD,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACpF,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,cAAc,CAAC,SAAiB;QACtC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,YAAY,CAAC,SAAS,GAAG,YAAY,EAAE,OAAO,CAAC,CAAC;YAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC7B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC;gBAAE,OAAO,SAAS,CAAC;YAChG,OAAO;gBACL,UAAU,EAAE,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;gBACvE,aAAa,EAAE,IAAI,CAAC,cAAc;gBAClC,YAAY,EAAE,IAAI,CAAC,aAAa;aACjC,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAEO,sBAAsB,CAAC,MAAgB,EAAE,MAAc;QAC7D,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE;YAAE,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QACvE,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3D,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,MAA0B,EAC1B,UAAoB,EACpB,QAAyC;QAEzC,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC;QAC/C,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QAE/B,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;QAE1C,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/C,eAAe,CAAC,GAAG,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC/C,CAAC;QAED,2CAA2C;QAC3C,+CAA+C;QAC/C,IAAI,gBAAgB,GAAG,CAAC,CAAC,CAAC;QAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,KAAK,WAAW,EAAE,CAAC;gBACtC,gBAAgB,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC;YAC7C,CAAC;iBAAM,CAAC;gBACN,MAAM;YACR,CAAC;QACH,CAAC;QACD,IAAI,gBAAgB,IAAI,CAAC,EAAE,CAAC;YAC1B,eAAe,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QACxC,CAAC;QAED,+CAA+C;QAC/C,MAAM,gBAAgB,GAAG,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAE3E,KAAK,MAAM,WAAW,IAAI,gBAAgB,EAAE,CAAC;YAE3C,MAAM,WAAW,GAAG,WAAW,GAAG,YAAY,CAAC,MAAM;gBACnD,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,GAAG,CAAC,CAAC;gBACxC,CAAC,CAAC,YAAY,CAAC;YACjB,MAAM,WAAW,GAAG,WAAW,IAAI,YAAY,CAAC,MAAM;gBACpD,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,GAAG,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC;gBACtD,CAAC,CAAC,EAAE,CAAC;YAEP,MAAM,aAAa,GAAmB;gBACpC,YAAY,EAAE,WAAW;gBACzB,IAAI,EAAE,WAAW;gBACjB,MAAM,EAAE,EAAE;aACX,CAAC;YAEF,MAAM,YAAY,GAAG,sBAAsB,CAAC,aAAa,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAClF,IAAI,WAAW,GAAG,eAAe,CAAC,YAAY,CAAC,CAAC;YAChD,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC1B,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;YACnD,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE,QAAQ,EAAE,MAAM,CAAC,eAAwD,CAAC,CAAC;gBACpI,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,SAAS;oBAAE,SAAS;gBAEhD,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,CAAC;gBACvC,IAAI,SAAS,GAAG,CAAC,CAAC;gBAClB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;gBACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAChC,IAAI,aAAa,CAAC,CAAC,CAAC,KAAK,UAAU,CAAC,CAAC,CAAC;wBAAE,MAAM;oBAC9C,SAAS,GAAG,CAAC,GAAG,CAAC,CAAC;gBACpB,CAAC;gBAED,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;oBAClB,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBACxB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC;gBAClE,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,4CAA4C;YAC9C,CAAC;QACH,CAAC;QAED,oEAAoE;QACpE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,UAAU,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;QAExE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IAC7B,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,MAA0B,EAC1B,UAAoB;QAEpB,MAAM,SAAS,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;QACpD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAE7C,MAAM,OAAO,GAAG,IAAI,CAAC,2BAA2B,EAAE,CAAC;QACnD,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAOzD,MAAM,UAAU,GAAgB,EAAE,CAAC;QACnC,MAAM,SAAS,GAAa,EAAE,CAAC;QAE/B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;YAC5C,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;gBAAE,SAAS;YACvC,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,oBAAoB,KAAK,OAAO;gBAAE,SAAS;YACrF,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC,KAAK,YAAY;gBAAE,SAAS;YACvD,IAAI,CAAC,KAAK,CAAC,eAAe,IAAI,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,eAAe,IAAI,EAAE,CAAC;gBAAE,SAAS;YAC/E,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC/C,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1D,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;YAC9F,CAAC;iBAAM,CAAC;gBACN,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,EAAE,GAAG,IAAI,IAAI,CAAC,iBAAiB,IAAI,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1I,MAAM,cAAc,GAClB,IAAI,CAAC,eAAe,KAAK,MAAM,CAAC,KAAK;gBACrC,IAAI,CAAC,8BAA8B,KAAK,OAAO;gBAC/C,CAAC,IAAI,CAAC,mBAAmB,IAAI,EAAE,CAAC,KAAK,YAAY;gBACjD,CAAC,IAAI,CAAC,yBAAyB,IAAI,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC;YAC5E,IAAI,cAAc,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,UAAW,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC7E,UAAU,CAAC,IAAI,CAAC;oBACd,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,GAAG;oBACzB,aAAa,EAAE,IAAI,CAAC,iBAAiB;oBACrC,KAAK,EAAE,YAAY;iBACpB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,UAAU,CAAC,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC1F,IAAI,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACnC,CAAC;QAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAE9C,iDAAiD;QACjD,MAAM,iBAAiB,GAAgE,EAAE,CAAC;QAC1F,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC;YAClE,IAAI,WAAW,GAAG,CAAC,CAAC;YACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChC,IAAI,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC;oBAAE,MAAM;gBAC/C,WAAW,EAAE,CAAC;YAChB,CAAC;YACD,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;gBACpB,iBAAiB,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,kBAAkB,EAAE,WAAW,EAAE,CAAC,CAAC;YAC5E,CAAC;QACH,CAAC;QAED,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAErD,sDAAsD;QACtD,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,QAAmC,CAAC;QAExC,KAAK,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,kBAAkB,EAAE,IAAI,iBAAiB,EAAE,CAAC;YACrE,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAEzC,IAAI,kBAAkB,KAAK,CAAC,CAAC,aAAa,CAAC,MAAM,IAAI,kBAAkB,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;gBAC5F,sCAAsC;gBACtC,MAAM,UAAU,GAAG,IAAI,EAAE,UAAU,IAAI,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACvE,IAAI,UAAU,GAAG,eAAe,EAAE,CAAC;oBACjC,eAAe,GAAG,UAAU,CAAC;oBAC7B,QAAQ,GAAG;wBACT,IAAI,EAAE,CAAC,CAAC,IAAI;wBACZ,SAAS,EAAE,IAAI;wBACf,mBAAmB,EAAE,CAAC,CAAC,aAAa;qBACrC,CAAC;gBACJ,CAAC;gBACD,SAAS;YACX,CAAC;YAED,kEAAkE;YAClE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC7C,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,KAAK,mBAAmB,CAAC,CAAC;gBAC/D,SAAS;YACX,CAAC;YAED,qCAAqC;YACrC,IAAI,WAAW,GAAG,CAAC,CAAC;YACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAClD,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;gBACrC,IAAI,MAAM,GAAG,UAAU,CAAC,MAAM;oBAAE,MAAM;gBACtC,MAAM,IAAI,GAAG,IAAI,CAAC,sBAAsB,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;gBAC7D,IAAI,IAAI,KAAK,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;oBAAE,MAAM;gBACzC,WAAW,GAAG,MAAM,CAAC;YACvB,CAAC;YAED,IAAI,WAAW,GAAG,CAAC,IAAI,WAAW,GAAG,eAAe,EAAE,CAAC;gBACrD,eAAe,GAAG,WAAW,CAAC;gBAC9B,QAAQ,GAAG;oBACT,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,UAAU,EAAE,WAAW;oBACvB,SAAS,EAAE,kBAAkB,IAAI,SAAS,CAAC,MAAM;oBACjD,mBAAmB,EAAE,CAAC,CAAC,aAAa;iBACrC,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,CAAC,OAAO,CACZ,0BAA0B,eAAe,SAAS,EAClD,QAAQ,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,YAAY,QAAQ,CAAC,UAAU,UAAU,CAAC,CAAC,CAAC,EAAE,EAC5E,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,CACzC,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,UAAU,CAAC,MAA0B,EAAE,QAAgB;QAC7D,mBAAmB;QACnB,IAAI,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,QAAQ,CAAC;YAAE,OAAO;QAElE,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC;YAC3B,GAAG,EAAE,QAAQ;YACb,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,oBAAoB,EAAE,IAAI,CAAC,2BAA2B,EAAE;YACxD,aAAa,EAAE,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC;YAChD,SAAS,EAAE,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,CAAC;YAC9C,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC,CAAC;IACL,CAAC;IAEO,eAAe,CAAC,MAA0B;QAChD,MAAM,OAAO,GAA4B,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;QACjE,IAAI,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1D,OAAO,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAC;QAC7C,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,OAAO,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QAC7B,CAAC;QACD,IAAI,IAAI,CAAC,gBAAgB,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3E,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,CAAC;QACnD,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,OAAO,CAAC,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACjF,CAAC;QACD,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;YAC3B,OAAO,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;QACnD,CAAC;QACD,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5E,CAAC;IAEO,iBAAiB,CAAC,QAAgB;QACxC,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,QAAQ,cAAc,CAAC,CAAC;IACxD,CAAC;IAED,WAAW;QACT,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;IAC5B,CAAC;IAED,kBAAkB,CAAC,eAAuB,EAAE,eAAuB;QACjE,IAAI,CAAC,KAAK,CAAC,iBAAiB,IAAI,eAAe,GAAG,eAAe,CAAC;QAClE,IAAI,CAAC,KAAK,CAAC,oBAAoB,IAAI,eAAe,CAAC;IACrD,CAAC;IAED,mBAAmB,CAAC,SAAiB;QACnC,OAAO,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAC5C,CAAC;IAED,QAAQ;QACN,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC;QACrB,OAAO;YACL,YAAY,EAAE,CAAC,CAAC,YAAY;YAC5B,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK;YAC1C,iBAAiB,EAAE,CAAC,CAAC,iBAAiB;YACtC,mBAAmB,EAAE,CAAC,CAAC,mBAAmB;YAC1C,iBAAiB,EAAE,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,mBAAmB;SAC3D,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAA0B;QACtC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QACD,MAAM,UAAU,GACd,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC;YACtC,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACjC,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QAE9C,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAChD,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YACvB,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YACnD,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACrD,IAAI,QAAQ,EAAE,CAAC;YACb,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACnD,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC7C,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC;YAC7B,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAC/E,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YACzB,OAAO,MAAM,CAAC;QAChB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAEO,MAAM,CAAU,YAAY,GAAgB;QAClD,GAAG,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE;KAC9E,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,MAA0B,EAAE,QAAgB;QACpE,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAC9B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,OAAO,CAAC,4CAA4C,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACzG,OAAO,kBAAkB,CAAC,YAAY,CAAC;QACzC,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,aAAa,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;QACxD,IAAI,aAAiC,CAAC;QAEtC,mDAAmD;QACnD,IAAI,UAAU,CAAC,SAAS,CAAC,IAAI,UAAU,CAAC,SAAS,GAAG,YAAY,CAAC,IAAI,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5G,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;YACrB,MAAM,CAAC,OAAO,CAAC,6BAA6B,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACvE,CAAC;aAAM,CAAC;YACN,4DAA4D;YAC5D,MAAM,aAAa,GAAmB;gBACpC,YAAY,EAAE,MAAM,CAAC,YAAY,IAAI,EAAE;gBACvC,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE;gBACvB,MAAM,EAAE,EAAE;aACX,CAAC;YAEF,MAAM,YAAY,GAAG,sBAAsB,CAAC,aAAa,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAClF,MAAM,gBAAgB,GAAG,eAAe,CAAC,YAAY,CAAC,CAAC;YACvD,IAAI,WAAW,GAAG,gBAAgB,CAAC;YACnC,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC1B,WAAW,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;YACnD,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YACzD,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,sBAAsB,CAAC,MAAM,CAAC,KAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAE9E,yEAAyE;YACzE,IAAI,UAAU,GAAoB,IAAI,CAAC;YACvC,IAAI,CAAC;gBACH,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,OAAQ,CAAC,QAAQ,CAC9C,WAAW,EAAE,QAAQ,EACrB,MAAM,CAAC,eAAwD,CAChE,CAAC;gBACF,IAAI,CAAC,WAAW,CAAC,KAAK,IAAI,WAAW,CAAC,SAAS,EAAE,CAAC;oBAChD,UAAU,GAAG,WAAW,CAAC,SAAS,CAAC;gBACrC,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,qDAAqD;YACvD,CAAC;YAED,uBAAuB;YACvB,MAAM,IAAI,GAAG,UAAU;gBACrB,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,UAAU,CAAC;gBAC7C,CAAC,CAAC,SAAS,CAAC;YAEd,IAAI,IAAI,EAAE,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACrB,MAAM,CAAC,OAAO,CAAC,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EACzD,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAEjE,MAAM,MAAM,GAAgB;oBAC1B,GAAG,EAAE,IAAI,CAAC,IAAI;oBACd,UAAU,EAAE,IAAI,CAAC,UAAU;oBAC3B,QAAQ,EAAE;wBACR,YAAY,EAAE,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC;wBACpD,gBAAgB,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC;wBAC1C,KAAK,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC;qBACvC;iBACF,CAAC;gBACF,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;gBACvC,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,mBAAmB,EAAE,MAAM,CAAC,CAAC;gBAC/D,OAAO,MAAM,CAAC;YAChB,CAAC;YAED,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,CAAC,OAAO,CAAC,0BAA0B,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EACnE,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACnE,CAAC;YAED,6CAA6C;YAC7C,IAAI,aAAmC,CAAC;YACxC,IAAI,YAAkC,CAAC;YACvC,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;gBAC9E,IAAI,UAAU,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAClC,aAAa,GAAG,UAAU,CAAC,OAAO,CAAC;oBACnC,YAAY,GAAG,UAAU,CAAC,MAAM,CAAC;gBACnC,CAAC;YACH,CAAC;YAED,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACnC,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YACvC,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,OAAQ,CAAC,YAAY,CAC9B,SAAS,EAAE,WAAW,EACtB,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAC5B,aAAa,EAAE,YAAY,EAC3B,QAAQ,EACR,MAAM,CAAC,eAAe,CACvB,CAAC;YACJ,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,OAAO,CAAC,iCAAiC,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9F,OAAO,kBAAkB,CAAC,YAAY,CAAC;YACzC,CAAC;YACD,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,YAAY,CAAC;YACnD,MAAM,SAAS,GAAG,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;YACrD,IAAI,CAAC,KAAK,CAAC,aAAa,IAAI,SAAS,CAAC;YACtC,IAAI,IAAI,EAAE,CAAC;gBACT,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;gBACzB,IAAI,CAAC,KAAK,CAAC,mBAAmB,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACxF,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACrB,CAAC;YACD,MAAM,CAAC,OAAO,CAAC,WAAW,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAChD,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YAEtC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAChB,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBACxC,MAAM,MAAM,CAAC,SAAS,GAAG,YAAY,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBACvD,OAAO,kBAAkB,CAAC,YAAY,CAAC;YACzC,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAgB;YAC1B,GAAG,EAAE,SAAS;YACd,QAAQ,EAAE;gBACR,YAAY,EAAE,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC;gBACpD,gBAAgB,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC;gBAC1C,KAAK,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC;aACvC;YACD,UAAU,EAAE,aAAa;SAC1B,CAAC;QACF,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACvC,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC;QAEpD,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAClC,IAAI,aAAa,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAC9B,CAAC;QACD,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QAEvB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO,CAAC,GAAW;QACjB,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CACxC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,GAAG,CAC3C,CAAC;QACF,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,CAAC,IAAI,GAAG,SAAS,CAAC;QACzB,CAAC;QACD,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC7C,IAAI,MAAM,CAAC,GAAG,KAAK,GAAG,EAAE,CAAC;gBACvB,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,EAAE,GAAG,KAAK,GAAG,EAAE,CAAC;YACjC,IAAI,CAAC,cAAc,EAAE,CAAC;QACxB,CAAC;QACD,IAAI,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,MAAM,OAAO,GAAG,IAAI,OAAO,CAAO,OAAO,CAAC,EAAE;YAC1C,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC1C,KAAK,CAAC,KAAK,EAAE,CAAC;QAChB,CAAC,CAAC,CAAC;QACH,MAAM,OAAO,CAAC,IAAI,CAAC;YACjB,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,CAAC,CAAC;YACvD,OAAO;SACR,CAAC,CAAC;QACH,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;QAC9B,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACrC,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC5E,CAAC;aAAM,CAAC;YACN,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;YAC3E,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;gBAChD,MAAM,IAAI,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC/C,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,IAAI,GAAG,YAAY,CAAC,CAAC,CAAC;YACrD,CAAC,CAAC,CAAC,CAAC;YACJ,IAAI,CAAC,UAAU,CAAC,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;YACpF,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACzB,CAAC;QACD,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;QAC3B,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QACjE,CAAC;IACH,CAAC"}