@atomic-chat/core 0.17.0 → 0.18.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (189) hide show
  1. package/dist/app-daemon.js +7 -0
  2. package/dist/app-daemon.js.map +1 -1
  3. package/dist/backend/advisor/advisor.d.ts +6 -1
  4. package/dist/backend/advisor/advisor.js +69 -7
  5. package/dist/backend/advisor/advisor.js.map +1 -1
  6. package/dist/backend/catalog/prism-manifest.d.ts +2 -0
  7. package/dist/backend/catalog/prism-manifest.js +3 -2
  8. package/dist/backend/catalog/prism-manifest.js.map +1 -1
  9. package/dist/cli/main.d.ts +1 -1
  10. package/dist/cli/main.js +5 -0
  11. package/dist/cli/main.js.map +1 -1
  12. package/dist/client/control-client.d.ts +10 -1
  13. package/dist/client/control-client.js +15 -0
  14. package/dist/client/control-client.js.map +1 -1
  15. package/dist/cloud/registry.js +1 -0
  16. package/dist/cloud/registry.js.map +1 -1
  17. package/dist/config/paths.d.ts +4 -0
  18. package/dist/config/paths.js +11 -0
  19. package/dist/config/paths.js.map +1 -1
  20. package/dist/contracts/backend-advisor.d.ts +12 -0
  21. package/dist/contracts/engine-builds.d.ts +1 -1
  22. package/dist/contracts/engine-builds.js +1 -1
  23. package/dist/contracts/engine-builds.js.map +1 -1
  24. package/dist/contracts/engines.d.ts +1 -1
  25. package/dist/contracts/engines.js +2 -0
  26. package/dist/contracts/engines.js.map +1 -1
  27. package/dist/contracts/errors.d.ts +13 -2
  28. package/dist/contracts/errors.js.map +1 -1
  29. package/dist/contracts/events.d.ts +7 -0
  30. package/dist/contracts/foundry-local.d.ts +77 -0
  31. package/dist/contracts/foundry-local.js +17 -0
  32. package/dist/contracts/foundry-local.js.map +1 -0
  33. package/dist/contracts/index.d.ts +1 -0
  34. package/dist/contracts/index.js +1 -0
  35. package/dist/contracts/index.js.map +1 -1
  36. package/dist/contracts/model-yml.d.ts +28 -0
  37. package/dist/contracts/model-yml.js +11 -0
  38. package/dist/contracts/model-yml.js.map +1 -1
  39. package/dist/contracts/session.d.ts +5 -1
  40. package/dist/contracts/session.js.map +1 -1
  41. package/dist/contracts/settings.d.ts +5 -1
  42. package/dist/contracts/settings.js.map +1 -1
  43. package/dist/core/atomic-core.d.ts +1 -1
  44. package/dist/core/create.js +106 -5
  45. package/dist/core/create.js.map +1 -1
  46. package/dist/core/types.d.ts +9 -0
  47. package/dist/core/types.js.map +1 -1
  48. package/dist/diffusion/install.d.ts +0 -4
  49. package/dist/diffusion/install.js +5 -2
  50. package/dist/diffusion/install.js.map +1 -1
  51. package/dist/diffusion/server-process.d.ts +5 -2
  52. package/dist/diffusion/server-process.js +10 -2
  53. package/dist/diffusion/server-process.js.map +1 -1
  54. package/dist/downloads/archive.d.ts +1 -1
  55. package/dist/downloads/archive.js +2 -2
  56. package/dist/downloads/archive.js.map +1 -1
  57. package/dist/engine-builds/engines.d.ts +83 -0
  58. package/dist/engine-builds/engines.js +144 -0
  59. package/dist/engine-builds/engines.js.map +1 -0
  60. package/dist/engine-builds/foundry-local.d.ts +22 -0
  61. package/dist/engine-builds/foundry-local.js +100 -0
  62. package/dist/engine-builds/foundry-local.js.map +1 -0
  63. package/dist/engine-builds/manifest.d.ts +57 -6
  64. package/dist/engine-builds/manifest.js +109 -4
  65. package/dist/engine-builds/manifest.js.map +1 -1
  66. package/dist/engine-builds/order.d.ts +2 -1
  67. package/dist/engine-builds/order.js +11 -4
  68. package/dist/engine-builds/order.js.map +1 -1
  69. package/dist/engine-builds/select.d.ts +27 -0
  70. package/dist/engine-builds/select.js +45 -0
  71. package/dist/engine-builds/select.js.map +1 -1
  72. package/dist/engine-builds/service.d.ts +14 -15
  73. package/dist/engine-builds/service.js +68 -126
  74. package/dist/engine-builds/service.js.map +1 -1
  75. package/dist/engines/service.d.ts +6 -3
  76. package/dist/engines/service.js +6 -3
  77. package/dist/engines/service.js.map +1 -1
  78. package/dist/hardware/index.d.ts +1 -0
  79. package/dist/hardware/index.js +1 -0
  80. package/dist/hardware/index.js.map +1 -1
  81. package/dist/hardware/npu.d.ts +14 -0
  82. package/dist/hardware/npu.js +29 -0
  83. package/dist/hardware/npu.js.map +1 -0
  84. package/dist/host/recipes/executor-io-windows.d.ts +11 -0
  85. package/dist/host/recipes/executor-io-windows.js +23 -5
  86. package/dist/host/recipes/executor-io-windows.js.map +1 -1
  87. package/dist/integrations/detect.d.ts +2 -0
  88. package/dist/integrations/detect.js +4 -3
  89. package/dist/integrations/detect.js.map +1 -1
  90. package/dist/lock/instance-lock.js +5 -2
  91. package/dist/lock/instance-lock.js.map +1 -1
  92. package/dist/lock/process-identity.d.ts +9 -3
  93. package/dist/lock/process-identity.js +75 -9
  94. package/dist/lock/process-identity.js.map +1 -1
  95. package/dist/router/resolve.d.ts +2 -2
  96. package/dist/router/resolve.js +2 -1
  97. package/dist/router/resolve.js.map +1 -1
  98. package/dist/runtime/foundry-local/accelerators.d.ts +42 -0
  99. package/dist/runtime/foundry-local/accelerators.js +153 -0
  100. package/dist/runtime/foundry-local/accelerators.js.map +1 -0
  101. package/dist/runtime/foundry-local/check.d.ts +19 -0
  102. package/dist/runtime/foundry-local/check.js +69 -0
  103. package/dist/runtime/foundry-local/check.js.map +1 -0
  104. package/dist/runtime/foundry-local/foundry-host.d.ts +18 -0
  105. package/dist/runtime/foundry-local/foundry-host.js +23 -0
  106. package/dist/runtime/foundry-local/foundry-host.js.map +1 -0
  107. package/dist/runtime/foundry-local/host/args.d.ts +44 -0
  108. package/dist/runtime/foundry-local/host/args.js +109 -0
  109. package/dist/runtime/foundry-local/host/args.js.map +1 -0
  110. package/dist/runtime/foundry-local/host/execution-providers.d.ts +27 -0
  111. package/dist/runtime/foundry-local/host/execution-providers.js +43 -0
  112. package/dist/runtime/foundry-local/host/execution-providers.js.map +1 -0
  113. package/dist/runtime/foundry-local/host/ffi-bun.d.ts +17 -0
  114. package/dist/runtime/foundry-local/host/ffi-bun.js +256 -0
  115. package/dist/runtime/foundry-local/host/ffi-bun.js.map +1 -0
  116. package/dist/runtime/foundry-local/host/library.d.ts +61 -0
  117. package/dist/runtime/foundry-local/host/library.js +17 -0
  118. package/dist/runtime/foundry-local/host/library.js.map +1 -0
  119. package/dist/runtime/foundry-local/host/run.d.ts +54 -0
  120. package/dist/runtime/foundry-local/host/run.js +316 -0
  121. package/dist/runtime/foundry-local/host/run.js.map +1 -0
  122. package/dist/runtime/foundry-local/host-process.d.ts +81 -0
  123. package/dist/runtime/foundry-local/host-process.js +185 -0
  124. package/dist/runtime/foundry-local/host-process.js.map +1 -0
  125. package/dist/runtime/foundry-local/index.d.ts +10 -0
  126. package/dist/runtime/foundry-local/index.js +10 -0
  127. package/dist/runtime/foundry-local/index.js.map +1 -0
  128. package/dist/runtime/foundry-local/model-yml.d.ts +8 -0
  129. package/dist/runtime/foundry-local/model-yml.js +63 -0
  130. package/dist/runtime/foundry-local/model-yml.js.map +1 -0
  131. package/dist/runtime/foundry-local/runtime.d.ts +88 -0
  132. package/dist/runtime/foundry-local/runtime.js +321 -0
  133. package/dist/runtime/foundry-local/runtime.js.map +1 -0
  134. package/dist/runtime/llamacpp/args.d.ts +5 -0
  135. package/dist/runtime/llamacpp/args.js +7 -1
  136. package/dist/runtime/llamacpp/args.js.map +1 -1
  137. package/dist/runtime/llamacpp/errors.d.ts +1 -0
  138. package/dist/runtime/llamacpp/errors.js +10 -0
  139. package/dist/runtime/llamacpp/errors.js.map +1 -1
  140. package/dist/runtime/llamacpp/load-plan.d.ts +5 -0
  141. package/dist/runtime/llamacpp/load-plan.js +8 -0
  142. package/dist/runtime/llamacpp/load-plan.js.map +1 -1
  143. package/dist/runtime/llamacpp/runtime-device.d.ts +8 -0
  144. package/dist/runtime/llamacpp/runtime-device.js +9 -3
  145. package/dist/runtime/llamacpp/runtime-device.js.map +1 -1
  146. package/dist/runtime/llamacpp/runtime.d.ts +6 -1
  147. package/dist/runtime/llamacpp/runtime.js +19 -3
  148. package/dist/runtime/llamacpp/runtime.js.map +1 -1
  149. package/dist/runtime/managed-text/gateway.d.ts +2 -0
  150. package/dist/runtime/managed-text/gateway.js +1 -1
  151. package/dist/runtime/managed-text/gateway.js.map +1 -1
  152. package/dist/runtime/shared/external-sessions.js +1 -0
  153. package/dist/runtime/shared/external-sessions.js.map +1 -1
  154. package/dist/runtime/shared/process.d.ts +13 -1
  155. package/dist/runtime/shared/process.js +21 -12
  156. package/dist/runtime/shared/process.js.map +1 -1
  157. package/dist/server/control/router.js +2 -0
  158. package/dist/server/control/router.js.map +1 -1
  159. package/dist/server/control/routes/foundry-local.d.ts +10 -0
  160. package/dist/server/control/routes/foundry-local.js +42 -0
  161. package/dist/server/control/routes/foundry-local.js.map +1 -0
  162. package/dist/server/control/routes/models.js +6 -3
  163. package/dist/server/control/routes/models.js.map +1 -1
  164. package/dist/server/control/types.d.ts +17 -1
  165. package/dist/server/control/types.js.map +1 -1
  166. package/dist/server/http.js +45 -7
  167. package/dist/server/http.js.map +1 -1
  168. package/dist/server/public/errors.d.ts +1 -0
  169. package/dist/server/public/errors.js +18 -0
  170. package/dist/server/public/errors.js.map +1 -1
  171. package/dist/server/public/listing.js +1 -0
  172. package/dist/server/public/listing.js.map +1 -1
  173. package/dist/settings/public.d.ts +7 -0
  174. package/dist/settings/public.js +8 -0
  175. package/dist/settings/public.js.map +1 -0
  176. package/dist/settings/schema/foundry-local.json +14 -0
  177. package/dist/settings/schema.js +8 -0
  178. package/dist/settings/schema.js.map +1 -1
  179. package/dist/version.d.ts +1 -1
  180. package/dist/version.js +1 -1
  181. package/package.json +11 -3
  182. package/src/settings/schema/atomic-prism.json +0 -433
  183. package/src/settings/schema/foundation-models.json +0 -1
  184. package/src/settings/schema/llamacpp-upstream.json +0 -498
  185. package/src/settings/schema/llamacpp.json +0 -475
  186. package/src/settings/schema/mlx.json +0 -136
  187. package/src/settings/schema/sglang.json +0 -251
  188. package/src/settings/schema/tensorrt-llm.json +0 -253
  189. package/src/settings/schema/vllm.json +0 -273
@@ -0,0 +1,321 @@
1
+ /**
2
+ * The `foundry-local` provider's sessions (openspec change `add-foundry-local`, task 6.3, design D5):
3
+ * one `foundry-host serve` process per model — this very binary in its hidden mode — on the sidecar
4
+ * table MLX and Foundation Models use, behind the session gateway the managed engines use.
5
+ *
6
+ * load = model.yml → the variant runs on this platform → its accelerator is prepared → the active
7
+ * build → [GPU claim, for CUDA and WebGPU] → host on a random loopback port → readiness
8
+ * line → gateway (key + Host) → session on the gateway's port
9
+ *
10
+ * Foundry Local's built-in server has no authentication and serves the local catalog under
11
+ * `/catalogs/local` with models named `<name>:<version>` (spike, rulings S1 finding 7): the gateway
12
+ * holds the key, adds the prefix and renames the model both ways, so a client sees the core's model id.
13
+ */
14
+ import { randomUUID } from 'node:crypto';
15
+ import { join } from 'node:path';
16
+ import { AtomicCoreError } from '../../contracts/index.js';
17
+ import { generateGatewayKey, startManagedGateway } from '../managed-text/index.js';
18
+ import { backendOutputReporter, randomFreePort, SidecarTable, spawnAndAwaitReady, throwIfLoadCancelled, } from '../shared/index.js';
19
+ import { executionProvider } from './host/execution-providers.js';
20
+ import { LOCAL_CATALOG_BASE_PATH } from './host/run.js';
21
+ import { readFoundryLocalBlock } from './model-yml.js';
22
+ /** The settings' `timeout` default, in seconds: registering, building the ORT session, compiling (OpenVINO). */
23
+ export const FOUNDRY_LOCAL_DEFAULT_TIMEOUT_SECS = 600;
24
+ /** What a Foundry Local session serves (design D5); anything else is refused before it reaches the host. */
25
+ export const FOUNDRY_LOCAL_ROUTES = [
26
+ { method: 'POST', path: '/v1/chat/completions' },
27
+ { method: 'GET', path: '/v1/models' },
28
+ ];
29
+ const CHAT_ROUTE = '/v1/chat/completions';
30
+ /**
31
+ * The accelerators each platform runs variants on (spec "Провайдер регистрируется только на
32
+ * поддерживаемых платформах"). Which of them this machine actually has is the probe's answer (6.4).
33
+ */
34
+ export function variantRunsOn(platform, arch, ep) {
35
+ if (ep === 'cpu')
36
+ return true;
37
+ if (platform === 'win32')
38
+ return true;
39
+ if (platform === 'darwin')
40
+ return ep === 'webgpu';
41
+ if (platform === 'linux')
42
+ return arch === 'x64' && ep === 'cuda';
43
+ return false;
44
+ }
45
+ /** The registration id the host serves the model under: `<name>:<version>`, one segment. */
46
+ export function registrationId(modelId) {
47
+ return `${modelId.replace(/[^A-Za-z0-9._-]+/g, '-')}:1`;
48
+ }
49
+ /** The host's exit codes (`host/run.ts`) as the core's errors. */
50
+ function hostError(exitCode, stderr) {
51
+ const said = stderr.trim().split('\n').slice(-5).join('\n');
52
+ if (exitCode === 5)
53
+ return new AtomicCoreError('FOUNDRY_LOCAL_ACCELERATOR_NOT_PREPARED', 'The accelerator of this model is not prepared; prepare it on the Foundry Local page first.', said);
54
+ return new AtomicCoreError('FOUNDRY_LOCAL_HOST_ERROR', exitCode === 3
55
+ ? 'The Foundry Local library does not load on this computer.'
56
+ : 'The Foundry Local host stopped before the model was ready.', said || `exit code ${String(exitCode)}`);
57
+ }
58
+ export class FoundryLocalRuntime {
59
+ options;
60
+ table;
61
+ emit;
62
+ /** Loads past their GPU claim and not yet a session. */
63
+ claimed = new Map();
64
+ /** The `foundry-local` model registry this runtime reads (`<data>/foundry-local/models`). */
65
+ get registry() {
66
+ return this.options.registry;
67
+ }
68
+ constructor(options) {
69
+ this.options = options;
70
+ this.emit = options.emit ?? (() => { });
71
+ this.table = new SidecarTable({
72
+ provider: 'foundry-local',
73
+ instanceId: options.instanceId,
74
+ journal: options.journal,
75
+ emit: this.emit,
76
+ engine: 'Foundry Local',
77
+ // Manager_Shutdown stops generations and unloads the model; a large model takes a moment.
78
+ unloadGraceMs: 15_000,
79
+ shutdownGraceMs: 5_000,
80
+ describeExit: (exit, stderr) => `The Foundry Local host exited (${exit.code !== null ? `code ${exit.code}` : `signal ${String(exit.signal)}`})${stderr.trim() ? `: ${stderr.trim().split('\n').slice(-3).join(' ')}` : ''}`,
81
+ });
82
+ }
83
+ list() {
84
+ return this.table.list();
85
+ }
86
+ findSession(modelId) {
87
+ return this.table.findSession(modelId);
88
+ }
89
+ getLoadedModels() {
90
+ return this.table.getLoadedModels();
91
+ }
92
+ isLoading(modelId) {
93
+ return this.table.isLoading(modelId);
94
+ }
95
+ /** CUDA and WebGPU sessions hold every card (the library picks one we cannot name); NPU and CPU none. */
96
+ gpuOccupancy() {
97
+ const cards = (block) => block.execution_provider === 'cuda' || block.execution_provider === 'webgpu' ? 'all' : [];
98
+ const ready = this.table.getLoadedModels().flatMap((modelId) => {
99
+ const session = this.table.get(modelId);
100
+ return session
101
+ ? [{ model_id: modelId, cards: cards(session.extra.block), auxiliary: false, state: 'ready' }]
102
+ : [];
103
+ });
104
+ const loading = [...this.claimed.values()].filter((claim) => !this.table.findSession(claim.model_id));
105
+ return [...ready, ...loading];
106
+ }
107
+ /** What the engine-builds module needs: the load queue, and the builds sessions run from (design D2). */
108
+ engineHost() {
109
+ return {
110
+ exclusive: (fn) => this.table.exclusive(fn),
111
+ inUse: async () => [
112
+ ...new Set(this.table.getLoadedModels().flatMap((modelId) => {
113
+ const build = this.table.get(modelId)?.extra.build;
114
+ return build ? [build] : [];
115
+ })),
116
+ ],
117
+ activate: async (dir) => {
118
+ for (const modelId of this.table.getLoadedModels())
119
+ if (this.table.get(modelId)?.extra.build !== dir)
120
+ await this.unload(modelId);
121
+ },
122
+ };
123
+ }
124
+ routePolicy(modelId) {
125
+ const session = this.table.get(modelId);
126
+ if (!session)
127
+ return undefined;
128
+ const { block } = session.extra;
129
+ return {
130
+ routes: FOUNDRY_LOCAL_ROUTES,
131
+ tools: block.tools,
132
+ structuredOutput: false,
133
+ mapError: () => null,
134
+ ...(block.context_length !== undefined ? { contextLength: block.context_length } : {}),
135
+ };
136
+ }
137
+ async load(modelId, opts = {}) {
138
+ this.table.assertRunning();
139
+ return this.table.load(modelId, () => this.start(modelId, opts), opts.signal);
140
+ }
141
+ async start(modelId, opts) {
142
+ throwIfLoadCancelled(opts.signal);
143
+ const registry = this.options.registry;
144
+ const yml = await registry.read(modelId);
145
+ const block = readFoundryLocalBlock(yml);
146
+ const ep = executionProvider(block.execution_provider);
147
+ if (!variantRunsOn(this.options.platform, this.options.arch, block.execution_provider))
148
+ throw new AtomicCoreError('FOUNDRY_LOCAL_VARIANT_UNSUPPORTED', `This ${block.execution_provider.toUpperCase()} variant does not run on ${this.options.platform} ${this.options.arch}.`);
149
+ if (ep.register && !(await this.options.preparedAccelerators()).includes(ep.register))
150
+ throw new AtomicCoreError('FOUNDRY_LOCAL_ACCELERATOR_NOT_PREPARED', `${ep.register} is not prepared; prepare it on the Foundry Local page before loading this model.`);
151
+ const build = await this.options.resolveBuild();
152
+ if (!build)
153
+ throw new AtomicCoreError('BINARY_NOT_FOUND', 'Foundry Local is not installed; install it before loading a model.');
154
+ const { modelPath } = registry.resolvePaths(yml);
155
+ const settings = await this.options.readSettings();
156
+ const timeoutSecs = opts.timeoutSecs ??
157
+ (Number(settings['timeout']) > 0 ? Number(settings['timeout']) : FOUNDRY_LOCAL_DEFAULT_TIMEOUT_SECS);
158
+ if (!(opts.bypassAutoUnload ?? false))
159
+ for (const loaded of this.table.getLoadedModels()) {
160
+ throwIfLoadCancelled(opts.signal);
161
+ await this.unload(loaded);
162
+ }
163
+ this.table.assertRunning();
164
+ throwIfLoadCancelled(opts.signal);
165
+ // GPU residency (design D6): CUDA and WebGPU hold every card; NPU and CPU variants claim nothing.
166
+ const holdsGpu = block.execution_provider === 'cuda' || block.execution_provider === 'webgpu';
167
+ const occupancy = {
168
+ model_id: modelId,
169
+ cards: holdsGpu ? 'all' : [],
170
+ auxiliary: false,
171
+ state: 'loading',
172
+ };
173
+ const hold = () => void this.claimed.set(modelId, occupancy);
174
+ try {
175
+ if (holdsGpu && this.options.claimGpu) {
176
+ await this.options.claimGpu({ model_id: modelId, cards: 'all', auxiliary: false }, opts.signal, hold);
177
+ this.table.assertRunning();
178
+ throwIfLoadCancelled(opts.signal);
179
+ }
180
+ hold();
181
+ return await this.startHost(modelId, opts, { block, build, modelPath, timeoutSecs });
182
+ }
183
+ finally {
184
+ if (this.claimed.get(modelId) === occupancy)
185
+ this.claimed.delete(modelId);
186
+ }
187
+ }
188
+ async startHost(modelId, opts, launch) {
189
+ const { block, build, modelPath, timeoutSecs } = launch;
190
+ const paths = this.options.layout.provider('foundry-local');
191
+ const hostPort = await randomFreePort(this.table.usedPorts());
192
+ const id = registrationId(modelId);
193
+ const cache = join(paths.tmpDir, randomUUID());
194
+ const args = [
195
+ ...this.options.hostCommand.args,
196
+ 'serve',
197
+ '--lib',
198
+ build,
199
+ '--app-data',
200
+ paths.runtimeDir,
201
+ '--logs',
202
+ paths.logsDir,
203
+ '--model',
204
+ modelPath,
205
+ '--ep',
206
+ block.execution_provider,
207
+ '--port',
208
+ String(hostPort),
209
+ '--cache',
210
+ cache,
211
+ '--id',
212
+ id,
213
+ ...(block.tools ? ['--tools'] : []),
214
+ ...(block.reasoning_start !== undefined && block.reasoning_end !== undefined
215
+ ? ['--reasoning-start', block.reasoning_start, '--reasoning-end', block.reasoning_end]
216
+ : []),
217
+ ...(block.context_length !== undefined ? ['--context-length', String(block.context_length)] : []),
218
+ ];
219
+ const env = {};
220
+ for (const [key, value] of Object.entries(this.options.baseEnv ?? process.env))
221
+ if (value !== undefined)
222
+ env[key] = value;
223
+ // Design D8: Microsoft's optional telemetry off; `ProcessInfo` still goes and is disclosed.
224
+ env['ORT_TELEMETRY_DISABLED'] = '1';
225
+ // ONNX Runtime's GroupQueryAttention picks cuDNN flash attention on compute capability >= 9, and
226
+ // the cuDNN 9.20 of Microsoft's CUDA plugin cannot build that graph on Blackwell (sm_120): every
227
+ // completion fails, the model loaded. Off unless the person set it; only the CUDA plugin reads it.
228
+ // Drop once the plugin ships a cuDNN that builds it (microsoft/foundry-local#1179).
229
+ env['ORT_ENABLE_CUDNN_FLASH_ATTENTION'] ??= '0';
230
+ const exe = this.options.hostCommand.exe;
231
+ const reportOutput = backendOutputReporter(this.options.backendOutput, this.options.log);
232
+ this.options.log?.('info', `starting the Foundry Local host for ${modelId} (${block.execution_provider}) from ${build}`);
233
+ const started = await (this.options.spawn ?? spawnAndAwaitReady)({ exe, args, env, stdin: 'pipe', platform: this.options.platform }, {
234
+ timeoutMs: timeoutSecs * 1000,
235
+ signal: this.table.signal,
236
+ ...(opts.signal ? { cancelSignal: opts.signal } : {}),
237
+ streamReadyMarkers: { stdout: ['"ready":true'], stderr: [] },
238
+ timeoutError: (stderr) => new AtomicCoreError('MODEL_LOAD_TIMED_OUT', `The Foundry Local model did not load within ${timeoutSecs} seconds.`, stderr.trim().split('\n').slice(-5).join('\n')),
239
+ classifyExit: (exit, stderr) => hostError(exit.code, stderr),
240
+ onLine: (stream, line) => {
241
+ if (opts.verbose)
242
+ this.emit('core:log', { level: 'debug', msg: `[foundry-local/${modelId}][${stream}] ${line}` });
243
+ reportOutput({ provider: 'foundry-local', model: modelId, stream, line });
244
+ },
245
+ });
246
+ let gateway;
247
+ const apiKey = generateGatewayKey();
248
+ try {
249
+ gateway = await startManagedGateway({
250
+ upstream: { host: '127.0.0.1', port: hostPort, basePath: LOCAL_CATALOG_BASE_PATH },
251
+ apiKey,
252
+ allowedHosts: this.options.trustedHosts,
253
+ routes: FOUNDRY_LOCAL_ROUTES,
254
+ rewritableRoutes: [{ method: 'POST', path: CHAT_ROUTE }],
255
+ // The host knows the model by its registration id; the client by the core's id.
256
+ rewriteRequestBody: (_route, body) => body !== null && typeof body === 'object' && !Array.isArray(body) ? { ...body, model: id } : body,
257
+ rewriteResponseFor: () => (json) => ('model' in json ? { ...json, model: modelId } : json),
258
+ });
259
+ }
260
+ catch (error) {
261
+ await started.process.terminate(this.table.isClosing ? 0 : 5_000).catch(() => { });
262
+ throw error;
263
+ }
264
+ void started.process.exited.then(() => gateway.close().catch(() => { }));
265
+ try {
266
+ return await this.table.adopt({
267
+ info: {
268
+ pid: started.process.pid,
269
+ port: gateway.port,
270
+ model_id: modelId,
271
+ model_path: modelPath,
272
+ is_embedding: false,
273
+ api_key: apiKey,
274
+ },
275
+ process: started.process,
276
+ exe,
277
+ extra: { build, block, gateway },
278
+ }, opts.signal);
279
+ }
280
+ catch (error) {
281
+ await gateway.close().catch(() => { });
282
+ throw error;
283
+ }
284
+ }
285
+ /** Waits for the host to exit (spec "Выгрузка"); the gateway goes with it. */
286
+ async unload(modelId) {
287
+ this.table.assertRunning();
288
+ const gateway = this.table.get(modelId)?.extra.gateway;
289
+ const result = await this.table.unload(modelId);
290
+ if (result.success)
291
+ await gateway?.close().catch(() => { });
292
+ return result;
293
+ }
294
+ /** The context is the variant's own: nothing to grow. */
295
+ async autoIncreaseCtx(modelId) {
296
+ return this.table.get(modelId)
297
+ ? { ok: false, reason: 'unsupported' }
298
+ : { ok: false, reason: 'not-loaded' };
299
+ }
300
+ async recreateSession(modelId) {
301
+ this.table.assertRunning();
302
+ const session = this.table.get(modelId);
303
+ if (!session)
304
+ return { ok: false, reason: 'not-loaded' };
305
+ await this.unload(modelId);
306
+ return { ok: true, session: await this.load(modelId, { bypassAutoUnload: true }) };
307
+ }
308
+ async shutdown() {
309
+ const gateways = this.table.getLoadedModels().flatMap((id) => {
310
+ const gateway = this.table.get(id)?.extra.gateway;
311
+ return gateway ? [gateway] : [];
312
+ });
313
+ try {
314
+ await this.table.shutdown();
315
+ }
316
+ finally {
317
+ await Promise.all(gateways.map((gateway) => gateway.close().catch(() => { })));
318
+ }
319
+ }
320
+ }
321
+ //# sourceMappingURL=runtime.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../../src/runtime/foundry-local/runtime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAM1D,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAA;AAYlF,OAAO,EACL,qBAAqB,EACrB,cAAc,EACd,YAAY,EACZ,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,oBAAoB,CAAA;AAE3B,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAA;AACjE,OAAO,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAA;AAEvD,OAAO,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAA;AAEtD,gHAAgH;AAChH,MAAM,CAAC,MAAM,kCAAkC,GAAG,GAAG,CAAA;AAErD,4GAA4G;AAC5G,MAAM,CAAC,MAAM,oBAAoB,GAA4B;IAC3D,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,EAAE;IAChD,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE;CACtC,CAAA;AACD,MAAM,UAAU,GAAG,sBAAsB,CAAA;AAEzC;;;GAGG;AACH,MAAM,UAAU,aAAa,CAC3B,QAAyB,EACzB,IAAY,EACZ,EAA8C;IAE9C,IAAI,EAAE,KAAK,KAAK;QAAE,OAAO,IAAI,CAAA;IAC7B,IAAI,QAAQ,KAAK,OAAO;QAAE,OAAO,IAAI,CAAA;IACrC,IAAI,QAAQ,KAAK,QAAQ;QAAE,OAAO,EAAE,KAAK,QAAQ,CAAA;IACjD,IAAI,QAAQ,KAAK,OAAO;QAAE,OAAO,IAAI,KAAK,KAAK,IAAI,EAAE,KAAK,MAAM,CAAA;IAChE,OAAO,KAAK,CAAA;AACd,CAAC;AAED,4FAA4F;AAC5F,MAAM,UAAU,cAAc,CAAC,OAAe;IAC5C,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,mBAAmB,EAAE,GAAG,CAAC,IAAI,CAAA;AACzD,CAAC;AAmCD,kEAAkE;AAClE,SAAS,SAAS,CAAC,QAAuB,EAAE,MAAc;IACxD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC3D,IAAI,QAAQ,KAAK,CAAC;QAChB,OAAO,IAAI,eAAe,CACxB,wCAAwC,EACxC,4FAA4F,EAC5F,IAAI,CACL,CAAA;IACH,OAAO,IAAI,eAAe,CACxB,0BAA0B,EAC1B,QAAQ,KAAK,CAAC;QACZ,CAAC,CAAC,2DAA2D;QAC7D,CAAC,CAAC,4DAA4D,EAChE,IAAI,IAAI,aAAa,MAAM,CAAC,QAAQ,CAAC,EAAE,CACxC,CAAA;AACH,CAAC;AAED,MAAM,OAAO,mBAAmB;IAWD;IAVZ,KAAK,CAAmC;IACxC,IAAI,CAAQ;IAC7B,wDAAwD;IACvC,OAAO,GAAG,IAAI,GAAG,EAAwB,CAAA;IAE1D,6FAA6F;IAC7F,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAA;IAC9B,CAAC;IAED,YAA6B,OAAmC;QAAnC,YAAO,GAAP,OAAO,CAA4B;QAC9D,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QACtC,IAAI,CAAC,KAAK,GAAG,IAAI,YAAY,CAAsB;YACjD,QAAQ,EAAE,eAAe;YACzB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,eAAe;YACvB,0FAA0F;YAC1F,aAAa,EAAE,MAAM;YACrB,eAAe,EAAE,KAAK;YACtB,YAAY,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAC7B,kCAAkC,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,UAAU,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,IAC1G,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EACzE,EAAE;SACL,CAAC,CAAA;IACJ,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAA;IAC1B,CAAC;IAED,WAAW,CAAC,OAAe;QACzB,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;IACxC,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAA;IACrC,CAAC;IAED,SAAS,CAAC,OAAe;QACvB,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,CAAA;IACtC,CAAC;IAED,yGAAyG;IACzG,YAAY;QACV,MAAM,KAAK,GAAG,CAAC,KAA2B,EAAyB,EAAE,CACnE,KAAK,CAAC,kBAAkB,KAAK,MAAM,IAAI,KAAK,CAAC,kBAAkB,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAA;QAC3F,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC,OAAO,CAAC,CAAC,OAAO,EAAkB,EAAE;YAC7E,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YACvC,OAAO,OAAO;gBACZ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;gBAC9F,CAAC,CAAC,EAAE,CAAA;QACR,CAAC,CAAC,CAAA;QACF,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAA;QACrG,OAAO,CAAC,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC,CAAA;IAC/B,CAAC;IAED,yGAAyG;IACzG,UAAU;QACR,OAAO;YACL,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;YAC3C,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC;gBACjB,GAAG,IAAI,GAAG,CACR,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;oBAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,KAAK,CAAA;oBAClD,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;gBAC7B,CAAC,CAAC,CACH;aACF;YACD,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;gBACtB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE;oBAChD,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,KAAK,KAAK,GAAG;wBAAE,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;YAChF,CAAC;SACF,CAAA;IACH,CAAC;IAED,WAAW,CAAC,OAAe;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACvC,IAAI,CAAC,OAAO;YAAE,OAAO,SAAS,CAAA;QAC9B,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,KAAK,CAAA;QAC/B,OAAO;YACL,MAAM,EAAE,oBAAoB;YAC5B,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,gBAAgB,EAAE,KAAK;YACvB,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI;YACpB,GAAG,CAAC,KAAK,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACvF,CAAA;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,OAAe,EAAE,OAAyB,EAAE;QACrD,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;IAC/E,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,OAAe,EAAE,IAAsB;QACzD,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAA;QACtC,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACxC,MAAM,KAAK,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAA;QACxC,MAAM,EAAE,GAAG,iBAAiB,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAA;QACtD,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,kBAAkB,CAAC;YACpF,MAAM,IAAI,eAAe,CACvB,mCAAmC,EACnC,QAAQ,KAAK,CAAC,kBAAkB,CAAC,WAAW,EAAE,4BAA4B,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,GAAG,CACxH,CAAA;QACH,IAAI,EAAE,CAAC,QAAQ,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC;YACnF,MAAM,IAAI,eAAe,CACvB,wCAAwC,EACxC,GAAG,EAAE,CAAC,QAAQ,mFAAmF,CAClG,CAAA;QACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAA;QAC/C,IAAI,CAAC,KAAK;YACR,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,oEAAoE,CACrE,CAAA;QACH,MAAM,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;QAChD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAA;QAClD,MAAM,WAAW,GACf,IAAI,CAAC,WAAW;YAChB,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,kCAAkC,CAAC,CAAA;QAEtG,IAAI,CAAC,CAAC,IAAI,CAAC,gBAAgB,IAAI,KAAK,CAAC;YACnC,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,CAAC;gBAClD,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;gBACjC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;YAC3B,CAAC;QACH,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAEjC,kGAAkG;QAClG,MAAM,QAAQ,GAAG,KAAK,CAAC,kBAAkB,KAAK,MAAM,IAAI,KAAK,CAAC,kBAAkB,KAAK,QAAQ,CAAA;QAC7F,MAAM,SAAS,GAAiB;YAC9B,QAAQ,EAAE,OAAO;YACjB,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;YAC5B,SAAS,EAAE,KAAK;YAChB,KAAK,EAAE,SAAS;SACjB,CAAA;QACD,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;QAC5D,IAAI,CAAC;YACH,IAAI,QAAQ,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;gBACtC,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;gBACrG,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;gBAC1B,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YACnC,CAAC;YACD,IAAI,EAAE,CAAA;YACN,OAAO,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,CAAC,CAAA;QACtF,CAAC;gBAAS,CAAC;YACT,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,SAAS;gBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QAC3E,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS,CACrB,OAAe,EACf,IAAsB,EACtB,MAA8F;QAE9F,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,GAAG,MAAM,CAAA;QACvD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAA;QAC3D,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAA;QAC7D,MAAM,EAAE,GAAG,cAAc,CAAC,OAAO,CAAC,CAAA;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,CAAA;QAC9C,MAAM,IAAI,GAAG;YACX,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI;YAChC,OAAO;YACP,OAAO;YACP,KAAK;YACL,YAAY;YACZ,KAAK,CAAC,UAAoB;YAC1B,QAAQ;YACR,KAAK,CAAC,OAAiB;YACvB,SAAS;YACT,SAAS;YACT,MAAM;YACN,KAAK,CAAC,kBAAkB;YACxB,QAAQ;YACR,MAAM,CAAC,QAAQ,CAAC;YAChB,SAAS;YACT,KAAK;YACL,MAAM;YACN,EAAE;YACF,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACnC,GAAG,CAAC,KAAK,CAAC,eAAe,KAAK,SAAS,IAAI,KAAK,CAAC,aAAa,KAAK,SAAS;gBAC1E,CAAC,CAAC,CAAC,mBAAmB,EAAE,KAAK,CAAC,eAAe,EAAE,iBAAiB,EAAE,KAAK,CAAC,aAAa,CAAC;gBACtF,CAAC,CAAC,EAAE,CAAC;YACP,GAAG,CAAC,KAAK,CAAC,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,kBAAkB,EAAE,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;SAClG,CAAA;QACD,MAAM,GAAG,GAA2B,EAAE,CAAA;QACtC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC;YAC5E,IAAI,KAAK,KAAK,SAAS;gBAAE,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;QAC3C,4FAA4F;QAC5F,GAAG,CAAC,wBAAwB,CAAC,GAAG,GAAG,CAAA;QACnC,iGAAiG;QACjG,iGAAiG;QACjG,mGAAmG;QACnG,oFAAoF;QACpF,GAAG,CAAC,kCAAkC,CAAC,KAAK,GAAG,CAAA;QAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAA;QACxC,MAAM,YAAY,GAAG,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QACxF,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAChB,MAAM,EACN,uCAAuC,OAAO,KAAK,KAAK,CAAC,kBAAkB,UAAU,KAAK,EAAE,CAC7F,CAAA;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,kBAAkB,CAAC,CAC9D,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAClE;YACE,SAAS,EAAE,WAAW,GAAG,IAAI;YAC7B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YACzB,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,kBAAkB,EAAE,EAAE,MAAM,EAAE,CAAC,cAAc,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;YAC5D,YAAY,EAAE,CAAC,MAAM,EAAE,EAAE,CACvB,IAAI,eAAe,CACjB,sBAAsB,EACtB,+CAA+C,WAAW,WAAW,EACrE,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAC/C;YACH,YAAY,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC;YAC5D,MAAM,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE;gBACvB,IAAI,IAAI,CAAC,OAAO;oBACd,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,kBAAkB,OAAO,KAAK,MAAM,KAAK,IAAI,EAAE,EAAE,CAAC,CAAA;gBACjG,YAAY,CAAC,EAAE,QAAQ,EAAE,eAAe,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;YAC3E,CAAC;SACF,CACF,CAAA;QACD,IAAI,OAAuB,CAAA;QAC3B,MAAM,MAAM,GAAG,kBAAkB,EAAE,CAAA;QACnC,IAAI,CAAC;YACH,OAAO,GAAG,MAAM,mBAAmB,CAAC;gBAClC,QAAQ,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,uBAAuB,EAAE;gBAClF,MAAM;gBACN,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY;gBACvC,MAAM,EAAE,oBAAoB;gBAC5B,gBAAgB,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;gBACxD,gFAAgF;gBAChF,kBAAkB,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,CACnC,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI;gBACnG,kBAAkB,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;aAC3F,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;YACjF,MAAM,KAAK,CAAA;QACb,CAAC;QACD,KAAK,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAA;QACvE,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAC3B;gBACE,IAAI,EAAE;oBACJ,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG;oBACxB,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,QAAQ,EAAE,OAAO;oBACjB,UAAU,EAAE,SAAS;oBACrB,YAAY,EAAE,KAAK;oBACnB,OAAO,EAAE,MAAM;iBAChB;gBACD,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,GAAG;gBACH,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE;aACjC,EACD,IAAI,CAAC,MAAM,CACZ,CAAA;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;YACrC,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED,8EAA8E;IAC9E,KAAK,CAAC,MAAM,CAAC,OAAe;QAC1B,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,KAAK,CAAC,OAAO,CAAA;QACtD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QAC/C,IAAI,MAAM,CAAC,OAAO;YAAE,MAAM,OAAO,EAAE,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;QAC1D,OAAO,MAAM,CAAA;IACf,CAAC;IAED,yDAAyD;IACzD,KAAK,CAAC,eAAe,CAAC,OAAe;QACnC,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;YAC5B,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,EAAE;YACtC,CAAC,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,CAAA;IACzC,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAAe;QACnC,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAA;QAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACvC,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,CAAA;QACxD,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QAC1B,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,EAAE,CAAA;IACpF,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE;YAC3D,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,OAAO,CAAA;YACjD,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;QACjC,CAAC,CAAC,CAAA;QACF,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAA;QAC7B,CAAC;gBAAS,CAAC;YACT,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QAC/E,CAAC;IACH,CAAC;CACF"}
@@ -30,6 +30,11 @@ export declare const REASONING_PRESERVE_DEFAULT_ON_MIN_BUILD = 10762;
30
30
  * `--load-mode` (since b10105) is the only spelling left, and the removed flags fail the launch.
31
31
  */
32
32
  export declare const LOAD_MODE_ONLY_MIN_BUILD = 10875;
33
+ /**
34
+ * First upstream release without KV cache defragmentation (ggml-org/llama.cpp#15473): `--defrag-thold`
35
+ * is a no-op there that only prints a deprecation warning, so it is not sent.
36
+ */
37
+ export declare const DEFRAG_THOLD_NO_OP_MIN_BUILD = 6245;
33
38
  /** Cache types supported by stock ggml-org builds. */
34
39
  export declare const STANDARD_CACHE_TYPES: readonly string[];
35
40
  /** Fields with `#[serde(default)]` in Rust; every other `LlamacppConfig` field is required. */
@@ -30,6 +30,11 @@ export const REASONING_PRESERVE_DEFAULT_ON_MIN_BUILD = 10762;
30
30
  * `--load-mode` (since b10105) is the only spelling left, and the removed flags fail the launch.
31
31
  */
32
32
  export const LOAD_MODE_ONLY_MIN_BUILD = 10875;
33
+ /**
34
+ * First upstream release without KV cache defragmentation (ggml-org/llama.cpp#15473): `--defrag-thold`
35
+ * is a no-op there that only prints a deprecation warning, so it is not sent.
36
+ */
37
+ export const DEFRAG_THOLD_NO_OP_MIN_BUILD = 6245;
33
38
  /** Cache types supported by stock ggml-org builds. */
34
39
  export const STANDARD_CACHE_TYPES = [
35
40
  'f32',
@@ -374,7 +379,8 @@ export function planLlamaArgs(config, input) {
374
379
  if (safeV !== 'f16' && safeV !== 'f32')
375
380
  push('--cache-type-v', safeV);
376
381
  }
377
- if (f32Differs(cfg.defrag_thold, 0.1))
382
+ const defragIsNoOp = !ik && build !== undefined && build >= DEFRAG_THOLD_NO_OP_MIN_BUILD;
383
+ if (f32Differs(cfg.defrag_thold, 0.1) && !defragIsNoOp)
378
384
  push('--defrag-thold', formatRustF32(cfg.defrag_thold));
379
385
  if (cfg.rope_scaling !== '' && cfg.rope_scaling !== 'none')
380
386
  push('--rope-scaling', cfg.rope_scaling);
@@ -1 +1 @@
1
- {"version":3,"file":"args.js","sourceRoot":"","sources":["../../../src/runtime/llamacpp/args.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAE1D,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AAE/D,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,CAAA;AAEpC,+FAA+F;AAC/F,MAAM,CAAC,MAAM,+BAA+B,GAAG,IAAI,CAAA;AACnD,qFAAqF;AACrF,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,CAAA;AACjC,8EAA8E;AAC9E,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,CAAA;AACvC,gEAAgE;AAChE,MAAM,CAAC,MAAM,4BAA4B,GAAG,IAAI,CAAA;AAChD,iGAAiG;AACjG,MAAM,CAAC,MAAM,uCAAuC,GAAG,KAAK,CAAA;AAC5D;;;GAGG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,KAAK,CAAA;AAE7C,sDAAsD;AACtD,MAAM,CAAC,MAAM,oBAAoB,GAAsB;IACrD,KAAK;IACL,KAAK;IACL,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,QAAQ;IACR,MAAM;IACN,MAAM;CACP,CAAA;AAED,+FAA+F;AAC/F;;;;GAIG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAAG;IAC5C,aAAa,EAAE,EAAE;IACjB,wBAAwB,EAAE,EAAE;IAC5B,QAAQ,EAAE,CAAC;IACX,eAAe,EAAE,KAAK;IACtB,gBAAgB,EAAE,CAAC;IACnB,cAAc,EAAE,KAAK;IACrB,GAAG,EAAE,KAAK;IACV,cAAc,EAAE,EAAE;IAClB,MAAM,EAAE,KAAK;IACb,qBAAqB,EAAE,KAAK;IAC5B,iBAAiB,EAAE,EAAE;IACrB,YAAY,EAAE,CAAC;IACf,kBAAkB,EAAE,KAAK;IACzB,UAAU,EAAE,EAAE;CAC4B,CAAA;AAK5C;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAA0B;IAC7D,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAA;IAC7F,OAAO,EAAE,GAAG,8BAA8B,EAAE,GAAG,QAAQ,EAAoB,CAAA;AAC7E,CAAC;AAmBD,kGAAkG;AAClG,MAAM,UAAU,mBAAmB,CAAC,cAAsB;IACxD,MAAM,OAAO,GAAG,cAAc,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;IAClD,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IAClC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACd,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,0CAA0C,EAC1C,gCAAgC,CACjC,CAAA;IACH,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAA;AAC9F,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,gBAAgB,CAAC,OAAe;IAC9C,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,SAAS,CAAA;IAC9C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IAClD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAA;IAC1C,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA;IACvB,OAAO,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;AACzC,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,qBAAqB,CAAC,OAAe;IACnD,MAAM,KAAK,GAAG,4BAA4B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACxD,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAA;IAC5B,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IAC1B,OAAO,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;AACzC,CAAC;AAED,0FAA0F;AAC1F,MAAM,UAAU,mBAAmB,CAAC,OAAe;IACjD,IAAI,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC;QAAE,OAAO,IAAI,CAAA;IAClD,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAA;IAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IAC9B,IAAI,IAAI,GAAG,CAAC;QAAE,OAAO,KAAK,CAAA;IAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;IACjC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAA;IACnC,MAAM,QAAQ,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAC/C,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAClC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAC/B,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;AACpD,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,KAAa;IAC1C,MAAM,IAAI,GAAa,EAAE,CAAA;IACzB,IAAI,OAAO,GAAG,EAAE,CAAA;IAChB,IAAI,KAAK,GAAkB,IAAI,CAAA;IAC/B,IAAI,OAAO,GAAG,KAAK,CAAA;IACnB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAW,CAAA;QAC7B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QACzB,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACnB,IAAI,EAAE,KAAK,KAAK;gBAAE,KAAK,GAAG,IAAI,CAAA;iBACzB,IAAI,EAAE,KAAK,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;gBAC1D,OAAO,IAAI,IAAI,CAAA;gBACf,CAAC,EAAE,CAAA;YACL,CAAC;;gBAAM,OAAO,IAAI,EAAE,CAAA;YACpB,SAAQ;QACV,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAC7B,KAAK,GAAG,EAAE,CAAA;YACV,OAAO,GAAG,IAAI,CAAA;QAChB,CAAC;aAAM,IACL,EAAE,KAAK,IAAI;YACX,IAAI,KAAK,SAAS;YAClB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,CAAC,EAClE,CAAC;YACD,OAAO,IAAI,IAAI,CAAA;YACf,CAAC,EAAE,CAAA;YACH,OAAO,GAAG,IAAI,CAAA;QAChB,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;YACzB,IAAI,OAAO,EAAE,CAAC;gBACZ,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;gBAClB,OAAO,GAAG,EAAE,CAAA;gBACZ,OAAO,GAAG,KAAK,CAAA;YACjB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,EAAE,CAAA;YACb,OAAO,GAAG,IAAI,CAAA;QAChB,CAAC;IACH,CAAC;IACD,IAAI,KAAK,KAAK,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,KAAK,QAAQ,CAAC,CAAA;IAClE,IAAI,OAAO;QAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC/B,OAAO,IAAI,CAAA;AACb,CAAC;AAED,qGAAqG;AACrG,MAAM,UAAU,aAAa,CAAC,MAAsB,EAAE,KAAqB;IACzE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,mBAAmB,CAAC,MAAM,CAAC,eAAe,CAAC,CAAA;IACxE,MAAM,GAAG,GAAmB,EAAE,GAAG,MAAM,EAAE,CAAA;IACzC,MAAM,IAAI,GAAa,EAAE,CAAA;IACzB,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,KAAK,cAAc,CAAA;IAC/C,+FAA+F;IAC/F,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAA;IAChF,MAAM,UAAU,GAAG,CAAC,KAAK,IAAI,mBAAmB,CAAC,OAAO,CAAC,CAAA;IACzD,MAAM,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;IACnC,MAAM,IAAI,GAAG,CAAC,GAAG,KAAe,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAA;IAExD,0DAA0D;IAC1D,IAAI,GAAG,CAAC,eAAe,EAAE,CAAC;QACxB,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAA;QAChD,GAAG,CAAC,aAAa,GAAG,IAAI,CAAA;QACxB,GAAG,CAAC,cAAc,GAAG,IAAI,CAAA;IAC3B,CAAC;IACD,+FAA+F;IAC/F,+FAA+F;IAC/F,kGAAkG;IAClG,IAAI,KAAK,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QAClC,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACf,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;IACpB,CAAC;IACD,sFAAsF;IACtF,IAAI,KAAK,EAAE,CAAC;QACV,IAAI,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM;YACvB,QAAQ,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAA;QACvF,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACf,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;QAClB,GAAG,CAAC,UAAU,GAAG,EAAE,CAAA;QACnB,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAA;IAClB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,KAAK,UAAU,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;QAC7F,QAAQ,CAAC,IAAI,CAAC,mBAAmB,OAAO,2DAA2D,CAAC,CAAA;QACpG,GAAG,CAAC,UAAU,GAAG,KAAK,CAAA;IACxB,CAAC;IAED,MAAM,iBAAiB,GAAG,CAAC,KAAa,EAAU,EAAE;QAClD,IAAI,oBAAoB,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAA;QACtD,IAAI,KAAK,CAAC,QAAQ,KAAK,UAAU,IAAI,UAAU;YAAE,OAAO,KAAK,CAAA;QAC7D,QAAQ,CAAC,IAAI,CACX,eAAe,KAAK,gDAAgD,OAAO,IAAI,OAAO,wBAAwB,CAC/G,CAAA;QACD,OAAO,MAAM,CAAA;IACf,CAAC,CAAA;IAED,IAAI,CAAC,EAAE;QAAE,IAAI,CAAC,YAAY,CAAC,CAAA;IAC3B,IAAI,CAAC,SAAS,CAAC,CAAA;IACf,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,SAAS,CAAC,CAAA;IAE3B,IAAI,GAAG,CAAC,OAAO;QAAE,IAAI,CAAC,WAAW,CAAC,CAAA;IAClC,IAAI,GAAG,CAAC,SAAS,GAAG,CAAC;QAAE,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAA;IACjE,IAAI,GAAG,CAAC,wBAAwB;QAAE,IAAI,CAAC,mBAAmB,EAAE,GAAG,CAAC,wBAAwB,CAAC,CAAA;IAEzF,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QACrB,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAA;QAClC,IAAI,CAAC,GAAG,CAAC,cAAc;YAAE,IAAI,CAAC,qBAAqB,CAAC,CAAA;IACtD,CAAC;IAED,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;IACzB,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;IAElC,IAAI,GAAG,CAAC,aAAa;QAAE,IAAI,CAAC,iBAAiB,EAAE,GAAG,CAAC,aAAa,CAAC,CAAA;IAEjE,MAAM,GAAG,GAAG,GAAG,CAAC,YAAY,IAAI,CAAC,IAAI,GAAG,CAAC,YAAY,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACrF,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;IAEzB,IAAI,GAAG,CAAC,OAAO,GAAG,CAAC;QAAE,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAA;IAC3D,IAAI,GAAG,CAAC,aAAa,GAAG,CAAC;QAAE,IAAI,CAAC,iBAAiB,EAAE,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAA;IAE7E,IAAI,GAAG,CAAC,UAAU,GAAG,CAAC,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI;QAAE,IAAI,CAAC,cAAc,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAA;IAC/F,IAAI,GAAG,CAAC,WAAW,GAAG,CAAC,IAAI,GAAG,CAAC,WAAW,KAAK,GAAG;QAAE,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAA;IAElG,IAAI,GAAG,CAAC,MAAM,KAAK,EAAE;QAAE,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;IACnD,IAAI,GAAG,CAAC,UAAU,KAAK,EAAE,IAAI,GAAG,CAAC,UAAU,KAAK,OAAO;QAAE,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,UAAU,CAAC,CAAA;IAC7F,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC;QAAE,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAA;IAEhE,mBAAmB;IACnB,IAAI,EAAE,EAAE,CAAC;QACP,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI;YAAE,IAAI,CAAC,KAAK,CAAC,CAAA;IAC1C,CAAC;SAAM,CAAC;QACN,MAAM,SAAS,GAAG,UAAU,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,+BAA+B,CAAC,CAAA;QACjG,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,GAAG,CAAC,UAAU,KAAK,MAAM,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,IAAI,GAAG,CAAC,UAAU,KAAK,KAAK,EAAE,CAAC;gBACrF,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,UAAU,CAAC,CAAA;YACtC,CAAC;QACH,CAAC;aAAM,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;YACnC,IAAI,CAAC,cAAc,CAAC,CAAA;QACtB,CAAC;IACH,CAAC;IAED,IAAI,GAAG,CAAC,SAAS;QAAE,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAC1C,IAAI,GAAG,CAAC,aAAa;QAAE,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAC9C,IAAI,CAAC,EAAE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,wBAAwB,EAAE,CAAC;QACpE,IAAI,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,KAAK;YAAE,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,CAAA;aACrD,IAAI,GAAG,CAAC,OAAO;YAAE,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,CAAA;aAC5C,IAAI,GAAG,CAAC,KAAK;YAAE,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC,CAAA;IACvD,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,CAAC,OAAO;YAAE,IAAI,CAAC,WAAW,CAAC,CAAA;QAClC,IAAI,GAAG,CAAC,KAAK;YAAE,IAAI,CAAC,SAAS,CAAC,CAAA;IAChC,CAAC;IACD,IAAI,GAAG,CAAC,aAAa;QAAE,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAE9C,IAAI,GAAG,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAA;QACxC,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC;YAAE,IAAI,CAAC,MAAM,CAAC,CAAA,CAAC,2BAA2B;IAClE,CAAC;IAED,uDAAuD;IACvD,MAAM,MAAM,GAAG,GAAG,EAAE;QAClB,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,KAAK,CAAC,WAAW;YAAE,OAAM;QACzC,IAAI,GAAG,CAAC,cAAc,KAAK,EAAE,EAAE,CAAC;YAC9B,IAAI,CAAC,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,mBAAmB,CAAC,EAAE,CAAC;gBAC3D,QAAQ,CAAC,IAAI,CACX,2CAA2C,OAAO,IAAI,OAAO,mCAAmC,mBAAmB,aAAa,CACjI,CAAA;gBACD,OAAM;YACR,CAAC;YACD,MAAM,CAAC,GAAG,GAAG,CAAC,YAAY,CAAA;YAC1B,MAAM,CAAC,GAAG,GAAG,CAAC,YAAY,CAAA;YAC1B,IAAI,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;gBAC3D,QAAQ,CAAC,IAAI,CACX,qDAAqD,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,KAAK,8BAA8B,CAC/G,CAAA;YACH,CAAC;YACD,IAAI,CAAC,eAAe,EAAE,GAAG,CAAC,cAAc,EAAE,aAAa,EAAE,WAAW,EAAE,oBAAoB,EAAE,GAAG,CAAC,CAAA;YAChG,OAAM;QACR,CAAC;QACD,IAAI,CAAC,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,aAAa,CAAC,EAAE,CAAC;YACrD,QAAQ,CAAC,IAAI,CACX,mCAAmC,OAAO,IAAI,OAAO,kCAAkC,aAAa,aAAa,CAClH,CAAA;YACD,OAAM;QACR,CAAC;QACD,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,oBAAoB,EAAE,GAAG,CAAC,CAAA;IAC7D,CAAC,CAAA;IACD,MAAM,SAAS,GAAG,GAAG,EAAE;QACrB,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,KAAK,CAAC,WAAW;YAAE,OAAM;QAC5C,IAAI,GAAG,CAAC,iBAAiB,KAAK,EAAE,EAAE,CAAC;YACjC,QAAQ,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAA;YACzE,OAAM;QACR,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,CAAC;YAC/B,QAAQ,CAAC,IAAI,CACX,gCAAgC,OAAO,IAAI,OAAO,+FAA+F,CAClJ,CAAA;YACD,OAAM;QACR,CAAC;QACD,IAAI,CACF,eAAe,EACf,GAAG,CAAC,iBAAiB,EACrB,aAAa,EACb,cAAc,EACd,oBAAoB,EACpB,MAAM,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CACrD,CAAA;IACH,CAAC,CAAA;IACD,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;QAC1B,QAAQ,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAA;QACtE,SAAS,EAAE,CAAA;IACb,CAAC;SAAM,CAAC;QACN,MAAM,EAAE,CAAA;QACR,SAAS,EAAE,CAAA;IACb,CAAC;IAED,IAAI,GAAG,CAAC,cAAc;QAAE,IAAI,CAAC,WAAW,CAAC,CAAA;IAEzC,0BAA0B;IAC1B,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QACvB,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,CAAC;YAC5B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,uCAAuC;gBACzE,IAAI,CAAC,yBAAyB,CAAC,CAAA;QACnC,CAAC;aAAM,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,4BAA4B,EAAE,CAAC;YACxE,IAAI,CAAC,sBAAsB,CAAC,CAAA;QAC9B,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,IAAI,CACX,sDAAsD,OAAO,IAAI,OAAO,gCAAgC,4BAA4B,aAAa,CAClJ,CAAA;QACH,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;QACtB,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,MAAM,CAAC,CAAA;IAC1C,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,CAAC,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG;YAAE,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAA;QAC1E,IAAI,GAAG,CAAC,SAAS,GAAG,CAAC;YAAE,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAA;QACjE,IAAI,GAAG,CAAC,YAAY,KAAK,EAAE,IAAI,GAAG,CAAC,YAAY,KAAK,KAAK,EAAE,CAAC;YAC1D,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;YACjD,IAAI,KAAK,KAAK,KAAK;gBAAE,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAA;QACpD,CAAC;QACD,IACE,GAAG,CAAC,UAAU,KAAK,KAAK;YACxB,GAAG,CAAC,YAAY,KAAK,EAAE;YACvB,GAAG,CAAC,YAAY,KAAK,KAAK;YAC1B,GAAG,CAAC,YAAY,KAAK,KAAK,EAC1B,CAAC;YACD,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;YACjD,IAAI,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,KAAK;gBAAE,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAA;QACvE,CAAC;QACD,IAAI,UAAU,CAAC,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC;YAAE,IAAI,CAAC,gBAAgB,EAAE,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAA;QAC9F,IAAI,GAAG,CAAC,YAAY,KAAK,EAAE,IAAI,GAAG,CAAC,YAAY,KAAK,MAAM;YAAE,IAAI,CAAC,gBAAgB,EAAE,GAAG,CAAC,YAAY,CAAC,CAAA;QACpG,IAAI,UAAU,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC;YAAE,IAAI,CAAC,cAAc,EAAE,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAA;QACxF,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,kBAAkB,EAAE,aAAa,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAA;QACtG,IAAI,UAAU,CAAC,GAAG,CAAC,eAAe,EAAE,GAAG,CAAC;YAAE,IAAI,CAAC,mBAAmB,EAAE,aAAa,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAA;IACzG,CAAC;IAED,IAAI,CAAC,EAAE,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;QACrC,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;YACZ,IAAI,GAAG,CAAC,OAAO,KAAK,EAAE,IAAI,GAAG,CAAC,OAAO,KAAK,MAAM;gBAAE,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,OAAO,CAAC,CAAA;YAChF,IAAI,GAAG,CAAC,UAAU,KAAK,EAAE,IAAI,GAAG,CAAC,UAAU,KAAK,MAAM;gBAAE,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,UAAU,CAAC,CAAA;QAC9F,CAAC;IACH,CAAC;IAED,IAAI,CAAC;QACH,IAAI,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAA;IACzC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CAAC,IAAI,CAAC,kDAAmD,KAAe,CAAC,OAAO,EAAE,CAAC,CAAA;IAC7F,CAAC;IAED,gGAAgG;IAChG,+EAA+E;IAC/E,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAA;IACxD,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC;QACb,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,0CAA0C,EAC1C,YAAY,GAAG,WAAW,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,QAAQ,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CACzE,CAAA;IACH,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,CAAA;AAC7C,CAAC;AAED,8BAA8B;AAC9B,MAAM,UAAU,cAAc,CAAC,MAAsB,EAAE,KAAqB;IAC1E,OAAO,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,IAAI,CAAA;AAC1C,CAAC"}
1
+ {"version":3,"file":"args.js","sourceRoot":"","sources":["../../../src/runtime/llamacpp/args.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAE1D,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AAE/D,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,CAAA;AAEpC,+FAA+F;AAC/F,MAAM,CAAC,MAAM,+BAA+B,GAAG,IAAI,CAAA;AACnD,qFAAqF;AACrF,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,CAAA;AACjC,8EAA8E;AAC9E,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,CAAA;AACvC,gEAAgE;AAChE,MAAM,CAAC,MAAM,4BAA4B,GAAG,IAAI,CAAA;AAChD,iGAAiG;AACjG,MAAM,CAAC,MAAM,uCAAuC,GAAG,KAAK,CAAA;AAC5D;;;GAGG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,KAAK,CAAA;AAC7C;;;GAGG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAG,IAAI,CAAA;AAEhD,sDAAsD;AACtD,MAAM,CAAC,MAAM,oBAAoB,GAAsB;IACrD,KAAK;IACL,KAAK;IACL,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;IACN,QAAQ;IACR,MAAM;IACN,MAAM;CACP,CAAA;AAED,+FAA+F;AAC/F;;;;GAIG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAAG;IAC5C,aAAa,EAAE,EAAE;IACjB,wBAAwB,EAAE,EAAE;IAC5B,QAAQ,EAAE,CAAC;IACX,eAAe,EAAE,KAAK;IACtB,gBAAgB,EAAE,CAAC;IACnB,cAAc,EAAE,KAAK;IACrB,GAAG,EAAE,KAAK;IACV,cAAc,EAAE,EAAE;IAClB,MAAM,EAAE,KAAK;IACb,qBAAqB,EAAE,KAAK;IAC5B,iBAAiB,EAAE,EAAE;IACrB,YAAY,EAAE,CAAC;IACf,kBAAkB,EAAE,KAAK;IACzB,UAAU,EAAE,EAAE;CAC4B,CAAA;AAK5C;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAA0B;IAC7D,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAA;IAC7F,OAAO,EAAE,GAAG,8BAA8B,EAAE,GAAG,QAAQ,EAAoB,CAAA;AAC7E,CAAC;AAmBD,kGAAkG;AAClG,MAAM,UAAU,mBAAmB,CAAC,cAAsB;IACxD,MAAM,OAAO,GAAG,cAAc,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;IAClD,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IAClC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACd,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,0CAA0C,EAC1C,gCAAgC,CACjC,CAAA;IACH,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAA;AAC9F,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,gBAAgB,CAAC,OAAe;IAC9C,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,SAAS,CAAA;IAC9C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;IAClD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,SAAS,CAAA;IAC1C,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA;IACvB,OAAO,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;AACzC,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,qBAAqB,CAAC,OAAe;IACnD,MAAM,KAAK,GAAG,4BAA4B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACxD,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAA;IAC5B,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;IAC1B,OAAO,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;AACzC,CAAC;AAED,0FAA0F;AAC1F,MAAM,UAAU,mBAAmB,CAAC,OAAe;IACjD,IAAI,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC;QAAE,OAAO,IAAI,CAAA;IAClD,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAA;IAC1C,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;IAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IAC9B,IAAI,IAAI,GAAG,CAAC;QAAE,OAAO,KAAK,CAAA;IAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAA;IACjC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAA;IACnC,MAAM,QAAQ,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAC/C,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAA;IAClC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IAC/B,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;AACpD,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,KAAa;IAC1C,MAAM,IAAI,GAAa,EAAE,CAAA;IACzB,IAAI,OAAO,GAAG,EAAE,CAAA;IAChB,IAAI,KAAK,GAAkB,IAAI,CAAA;IAC/B,IAAI,OAAO,GAAG,KAAK,CAAA;IACnB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAW,CAAA;QAC7B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QACzB,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACnB,IAAI,EAAE,KAAK,KAAK;gBAAE,KAAK,GAAG,IAAI,CAAA;iBACzB,IAAI,EAAE,KAAK,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;gBAC1D,OAAO,IAAI,IAAI,CAAA;gBACf,CAAC,EAAE,CAAA;YACL,CAAC;;gBAAM,OAAO,IAAI,EAAE,CAAA;YACpB,SAAQ;QACV,CAAC;QACD,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YAC7B,KAAK,GAAG,EAAE,CAAA;YACV,OAAO,GAAG,IAAI,CAAA;QAChB,CAAC;aAAM,IACL,EAAE,KAAK,IAAI;YACX,IAAI,KAAK,SAAS;YAClB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,CAAC,EAClE,CAAC;YACD,OAAO,IAAI,IAAI,CAAA;YACf,CAAC,EAAE,CAAA;YACH,OAAO,GAAG,IAAI,CAAA;QAChB,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;YACzB,IAAI,OAAO,EAAE,CAAC;gBACZ,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;gBAClB,OAAO,GAAG,EAAE,CAAA;gBACZ,OAAO,GAAG,KAAK,CAAA;YACjB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,EAAE,CAAA;YACb,OAAO,GAAG,IAAI,CAAA;QAChB,CAAC;IACH,CAAC;IACD,IAAI,KAAK,KAAK,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,KAAK,QAAQ,CAAC,CAAA;IAClE,IAAI,OAAO;QAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC/B,OAAO,IAAI,CAAA;AACb,CAAC;AAED,qGAAqG;AACrG,MAAM,UAAU,aAAa,CAAC,MAAsB,EAAE,KAAqB;IACzE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,mBAAmB,CAAC,MAAM,CAAC,eAAe,CAAC,CAAA;IACxE,MAAM,GAAG,GAAmB,EAAE,GAAG,MAAM,EAAE,CAAA;IACzC,MAAM,IAAI,GAAa,EAAE,CAAA;IACzB,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,KAAK,cAAc,CAAA;IAC/C,+FAA+F;IAC/F,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAA;IAChF,MAAM,UAAU,GAAG,CAAC,KAAK,IAAI,mBAAmB,CAAC,OAAO,CAAC,CAAA;IACzD,MAAM,EAAE,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;IACnC,MAAM,IAAI,GAAG,CAAC,GAAG,KAAe,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAA;IAExD,0DAA0D;IAC1D,IAAI,GAAG,CAAC,eAAe,EAAE,CAAC;QACxB,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAA;QAChD,GAAG,CAAC,aAAa,GAAG,IAAI,CAAA;QACxB,GAAG,CAAC,cAAc,GAAG,IAAI,CAAA;IAC3B,CAAC;IACD,+FAA+F;IAC/F,+FAA+F;IAC/F,kGAAkG;IAClG,IAAI,KAAK,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QAClC,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACf,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;IACpB,CAAC;IACD,sFAAsF;IACtF,IAAI,KAAK,EAAE,CAAC;QACV,IAAI,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM;YACvB,QAAQ,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAA;QACvF,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACf,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;QAClB,GAAG,CAAC,UAAU,GAAG,EAAE,CAAA;QACnB,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAA;IAClB,CAAC;IACD,IAAI,KAAK,CAAC,QAAQ,KAAK,UAAU,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;QAC7F,QAAQ,CAAC,IAAI,CAAC,mBAAmB,OAAO,2DAA2D,CAAC,CAAA;QACpG,GAAG,CAAC,UAAU,GAAG,KAAK,CAAA;IACxB,CAAC;IAED,MAAM,iBAAiB,GAAG,CAAC,KAAa,EAAU,EAAE;QAClD,IAAI,oBAAoB,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,KAAK,CAAA;QACtD,IAAI,KAAK,CAAC,QAAQ,KAAK,UAAU,IAAI,UAAU;YAAE,OAAO,KAAK,CAAA;QAC7D,QAAQ,CAAC,IAAI,CACX,eAAe,KAAK,gDAAgD,OAAO,IAAI,OAAO,wBAAwB,CAC/G,CAAA;QACD,OAAO,MAAM,CAAA;IACf,CAAC,CAAA;IAED,IAAI,CAAC,EAAE;QAAE,IAAI,CAAC,YAAY,CAAC,CAAA;IAC3B,IAAI,CAAC,SAAS,CAAC,CAAA;IACf,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,SAAS,CAAC,CAAA;IAE3B,IAAI,GAAG,CAAC,OAAO;QAAE,IAAI,CAAC,WAAW,CAAC,CAAA;IAClC,IAAI,GAAG,CAAC,SAAS,GAAG,CAAC;QAAE,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAA;IACjE,IAAI,GAAG,CAAC,wBAAwB;QAAE,IAAI,CAAC,mBAAmB,EAAE,GAAG,CAAC,wBAAwB,CAAC,CAAA;IAEzF,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QACrB,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAA;QAClC,IAAI,CAAC,GAAG,CAAC,cAAc;YAAE,IAAI,CAAC,qBAAqB,CAAC,CAAA;IACtD,CAAC;IAED,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;IACzB,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;IAElC,IAAI,GAAG,CAAC,aAAa;QAAE,IAAI,CAAC,iBAAiB,EAAE,GAAG,CAAC,aAAa,CAAC,CAAA;IAEjE,MAAM,GAAG,GAAG,GAAG,CAAC,YAAY,IAAI,CAAC,IAAI,GAAG,CAAC,YAAY,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACrF,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;IAEzB,IAAI,GAAG,CAAC,OAAO,GAAG,CAAC;QAAE,IAAI,CAAC,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAA;IAC3D,IAAI,GAAG,CAAC,aAAa,GAAG,CAAC;QAAE,IAAI,CAAC,iBAAiB,EAAE,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAA;IAE7E,IAAI,GAAG,CAAC,UAAU,GAAG,CAAC,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI;QAAE,IAAI,CAAC,cAAc,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAA;IAC/F,IAAI,GAAG,CAAC,WAAW,GAAG,CAAC,IAAI,GAAG,CAAC,WAAW,KAAK,GAAG;QAAE,IAAI,CAAC,eAAe,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAA;IAElG,IAAI,GAAG,CAAC,MAAM,KAAK,EAAE;QAAE,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;IACnD,IAAI,GAAG,CAAC,UAAU,KAAK,EAAE,IAAI,GAAG,CAAC,UAAU,KAAK,OAAO;QAAE,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,UAAU,CAAC,CAAA;IAC7F,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC;QAAE,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAA;IAEhE,mBAAmB;IACnB,IAAI,EAAE,EAAE,CAAC;QACP,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI;YAAE,IAAI,CAAC,KAAK,CAAC,CAAA;IAC1C,CAAC;SAAM,CAAC;QACN,MAAM,SAAS,GAAG,UAAU,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,+BAA+B,CAAC,CAAA;QACjG,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,GAAG,CAAC,UAAU,KAAK,MAAM,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,IAAI,GAAG,CAAC,UAAU,KAAK,KAAK,EAAE,CAAC;gBACrF,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,UAAU,CAAC,CAAA;YACtC,CAAC;QACH,CAAC;aAAM,IAAI,GAAG,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;YACnC,IAAI,CAAC,cAAc,CAAC,CAAA;QACtB,CAAC;IACH,CAAC;IAED,IAAI,GAAG,CAAC,SAAS;QAAE,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAC1C,IAAI,GAAG,CAAC,aAAa;QAAE,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAC9C,IAAI,CAAC,EAAE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,wBAAwB,EAAE,CAAC;QACpE,IAAI,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,KAAK;YAAE,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,CAAA;aACrD,IAAI,GAAG,CAAC,OAAO;YAAE,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,CAAA;aAC5C,IAAI,GAAG,CAAC,KAAK;YAAE,IAAI,CAAC,aAAa,EAAE,YAAY,CAAC,CAAA;IACvD,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,CAAC,OAAO;YAAE,IAAI,CAAC,WAAW,CAAC,CAAA;QAClC,IAAI,GAAG,CAAC,KAAK;YAAE,IAAI,CAAC,SAAS,CAAC,CAAA;IAChC,CAAC;IACD,IAAI,GAAG,CAAC,aAAa;QAAE,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAE9C,IAAI,GAAG,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAA;QACxC,IAAI,GAAG,CAAC,QAAQ,KAAK,CAAC;YAAE,IAAI,CAAC,MAAM,CAAC,CAAA,CAAC,2BAA2B;IAClE,CAAC;IAED,uDAAuD;IACvD,MAAM,MAAM,GAAG,GAAG,EAAE;QAClB,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,KAAK,CAAC,WAAW;YAAE,OAAM;QACzC,IAAI,GAAG,CAAC,cAAc,KAAK,EAAE,EAAE,CAAC;YAC9B,IAAI,CAAC,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,mBAAmB,CAAC,EAAE,CAAC;gBAC3D,QAAQ,CAAC,IAAI,CACX,2CAA2C,OAAO,IAAI,OAAO,mCAAmC,mBAAmB,aAAa,CACjI,CAAA;gBACD,OAAM;YACR,CAAC;YACD,MAAM,CAAC,GAAG,GAAG,CAAC,YAAY,CAAA;YAC1B,MAAM,CAAC,GAAG,GAAG,CAAC,YAAY,CAAA;YAC1B,IAAI,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;gBAC3D,QAAQ,CAAC,IAAI,CACX,qDAAqD,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,KAAK,8BAA8B,CAC/G,CAAA;YACH,CAAC;YACD,IAAI,CAAC,eAAe,EAAE,GAAG,CAAC,cAAc,EAAE,aAAa,EAAE,WAAW,EAAE,oBAAoB,EAAE,GAAG,CAAC,CAAA;YAChG,OAAM;QACR,CAAC;QACD,IAAI,CAAC,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,aAAa,CAAC,EAAE,CAAC;YACrD,QAAQ,CAAC,IAAI,CACX,mCAAmC,OAAO,IAAI,OAAO,kCAAkC,aAAa,aAAa,CAClH,CAAA;YACD,OAAM;QACR,CAAC;QACD,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,oBAAoB,EAAE,GAAG,CAAC,CAAA;IAC7D,CAAC,CAAA;IACD,MAAM,SAAS,GAAG,GAAG,EAAE;QACrB,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,KAAK,CAAC,WAAW;YAAE,OAAM;QAC5C,IAAI,GAAG,CAAC,iBAAiB,KAAK,EAAE,EAAE,CAAC;YACjC,QAAQ,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAA;YACzE,OAAM;QACR,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,CAAC;YAC/B,QAAQ,CAAC,IAAI,CACX,gCAAgC,OAAO,IAAI,OAAO,+FAA+F,CAClJ,CAAA;YACD,OAAM;QACR,CAAC;QACD,IAAI,CACF,eAAe,EACf,GAAG,CAAC,iBAAiB,EACrB,aAAa,EACb,cAAc,EACd,oBAAoB,EACpB,MAAM,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CACrD,CAAA;IACH,CAAC,CAAA;IACD,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;QAC1B,QAAQ,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAA;QACtE,SAAS,EAAE,CAAA;IACb,CAAC;SAAM,CAAC;QACN,MAAM,EAAE,CAAA;QACR,SAAS,EAAE,CAAA;IACb,CAAC;IAED,IAAI,GAAG,CAAC,cAAc;QAAE,IAAI,CAAC,WAAW,CAAC,CAAA;IAEzC,0BAA0B;IAC1B,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QACvB,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,CAAC;YAC5B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,uCAAuC;gBACzE,IAAI,CAAC,yBAAyB,CAAC,CAAA;QACnC,CAAC;aAAM,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,4BAA4B,EAAE,CAAC;YACxE,IAAI,CAAC,sBAAsB,CAAC,CAAA;QAC9B,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,IAAI,CACX,sDAAsD,OAAO,IAAI,OAAO,gCAAgC,4BAA4B,aAAa,CAClJ,CAAA;QACH,CAAC;IACH,CAAC;IAED,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;QACtB,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,MAAM,CAAC,CAAA;IAC1C,CAAC;SAAM,CAAC;QACN,IAAI,GAAG,CAAC,QAAQ,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG;YAAE,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAA;QAC1E,IAAI,GAAG,CAAC,SAAS,GAAG,CAAC;YAAE,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAA;QACjE,IAAI,GAAG,CAAC,YAAY,KAAK,EAAE,IAAI,GAAG,CAAC,YAAY,KAAK,KAAK,EAAE,CAAC;YAC1D,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;YACjD,IAAI,KAAK,KAAK,KAAK;gBAAE,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAA;QACpD,CAAC;QACD,IACE,GAAG,CAAC,UAAU,KAAK,KAAK;YACxB,GAAG,CAAC,YAAY,KAAK,EAAE;YACvB,GAAG,CAAC,YAAY,KAAK,KAAK;YAC1B,GAAG,CAAC,YAAY,KAAK,KAAK,EAC1B,CAAC;YACD,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;YACjD,IAAI,KAAK,KAAK,KAAK,IAAI,KAAK,KAAK,KAAK;gBAAE,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAA;QACvE,CAAC;QACD,MAAM,YAAY,GAAG,CAAC,EAAE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,IAAI,4BAA4B,CAAA;QACxF,IAAI,UAAU,CAAC,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC,IAAI,CAAC,YAAY;YACpD,IAAI,CAAC,gBAAgB,EAAE,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAA;QACzD,IAAI,GAAG,CAAC,YAAY,KAAK,EAAE,IAAI,GAAG,CAAC,YAAY,KAAK,MAAM;YAAE,IAAI,CAAC,gBAAgB,EAAE,GAAG,CAAC,YAAY,CAAC,CAAA;QACpG,IAAI,UAAU,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC;YAAE,IAAI,CAAC,cAAc,EAAE,aAAa,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAA;QACxF,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,kBAAkB,EAAE,aAAa,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAA;QACtG,IAAI,UAAU,CAAC,GAAG,CAAC,eAAe,EAAE,GAAG,CAAC;YAAE,IAAI,CAAC,mBAAmB,EAAE,aAAa,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAA;IACzG,CAAC;IAED,IAAI,CAAC,EAAE,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;QACrC,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;YACZ,IAAI,GAAG,CAAC,OAAO,KAAK,EAAE,IAAI,GAAG,CAAC,OAAO,KAAK,MAAM;gBAAE,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,OAAO,CAAC,CAAA;YAChF,IAAI,GAAG,CAAC,UAAU,KAAK,EAAE,IAAI,GAAG,CAAC,UAAU,KAAK,MAAM;gBAAE,IAAI,CAAC,cAAc,EAAE,GAAG,CAAC,UAAU,CAAC,CAAA;QAC9F,CAAC;IACH,CAAC;IAED,IAAI,CAAC;QACH,IAAI,CAAC,GAAG,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAA;IACzC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CAAC,IAAI,CAAC,kDAAmD,KAAe,CAAC,OAAO,EAAE,CAAC,CAAA;IAC7F,CAAC;IAED,gGAAgG;IAChG,+EAA+E;IAC/E,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAA;IACxD,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC;QACb,MAAM,IAAI,eAAe,CACvB,kBAAkB,EAClB,0CAA0C,EAC1C,YAAY,GAAG,WAAW,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,QAAQ,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CACzE,CAAA;IACH,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,CAAA;AAC7C,CAAC;AAED,8BAA8B;AAC9B,MAAM,UAAU,cAAc,CAAC,MAAsB,EAAE,KAAqB;IAC1E,OAAO,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,IAAI,CAAA;AAC1C,CAAC"}
@@ -20,6 +20,7 @@ export interface ExitInfo {
20
20
  export declare function signalNumber(signal: number | string | null): number | null;
21
21
  /** A hard native crash (segfault / abort) rather than a normal non-zero exit. */
22
22
  export declare function isCrashExit(exit: ExitInfo, platform: NodeJS.Platform): boolean;
23
+ export declare const ARGUMENT_REJECTED_MESSAGE = "This llama.cpp backend does not accept one of the arguments it was started with. If you added custom arguments to this model, remove them; otherwise switch to another backend version or update Atomic Chat.";
23
24
  export declare const GENERIC_PROCESS_ERROR_MESSAGE = "The model process encountered an unexpected error.";
24
25
  export declare const CRASH_MESSAGE = "The model process crashed unexpectedly (access violation / segfault). This usually means the model is incompatible with this backend, or its speculative-decoding (MTP) configuration is unsupported here.";
25
26
  /** `LlamacppError::from_stderr`: ordered substring cascade over the lowercased stream. */
@@ -53,6 +53,7 @@ const includesAny = (lower, needles) => needles.some((n) => lower.includes(n));
53
53
  */
54
54
  const TENSOR_COUNT_MISMATCH = 'wrong number of tensors';
55
55
  const tensorLayoutIsArchitecture = (provider) => provider === 'llamacpp';
56
+ export const ARGUMENT_REJECTED_MESSAGE = 'This llama.cpp backend does not accept one of the arguments it was started with. If you added custom arguments to this model, remove them; otherwise switch to another backend version or update Atomic Chat.';
56
57
  const CASCADE = [
57
58
  {
58
59
  code: 'OS_VERSION_UNSUPPORTED',
@@ -98,6 +99,15 @@ const CASCADE = [
98
99
  ]) ||
99
100
  (!tensorLayoutIsArchitecture(provider) && l.includes(TENSOR_COUNT_MISMATCH)),
100
101
  },
102
+ {
103
+ // `common_params_parse` (upstream, TurboQuant and Prism alike): a flag the build does not know,
104
+ // or a value it refuses. Core's own flags are gated per build (engine-contract.json), so this is
105
+ // a build that drifted from what core expects, or a custom argument in the model's settings. The
106
+ // code stays the process error: it is worth a report, not the user's mistake alone.
107
+ code: 'LLAMA_CPP_PROCESS_ERROR',
108
+ message: ARGUMENT_REJECTED_MESSAGE,
109
+ match: (l) => includesAny(l, ['error: invalid argument: ', 'error while handling argument']),
110
+ },
101
111
  ];
102
112
  export const GENERIC_PROCESS_ERROR_MESSAGE = 'The model process encountered an unexpected error.';
103
113
  export const CRASH_MESSAGE = 'The model process crashed unexpectedly (access violation / segfault). This usually means the model is incompatible with this backend, or its speculative-decoding (MTP) configuration is unsupported here.';
@@ -1 +1 @@
1
- {"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../src/runtime/llamacpp/errors.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAU1D,MAAM,cAAc,GAA2B;IAC7C,MAAM,EAAE,CAAC;IACT,MAAM,EAAE,CAAC;IACT,OAAO,EAAE,CAAC;IACV,MAAM,EAAE,CAAC;IACT,OAAO,EAAE,CAAC;IACV,OAAO,EAAE,CAAC;IACV,MAAM,EAAE,CAAC;IACT,MAAM,EAAE,CAAC;IACT,OAAO,EAAE,CAAC;IACV,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,EAAE;CACZ,CAAA;AAED,iEAAiE;AACjE,MAAM,UAAU,YAAY,CAAC,MAA8B;IACzD,IAAI,MAAM,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IAChC,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAA;IAC7C,OAAO,cAAc,CAAC,MAAM,CAAC,IAAI,IAAI,CAAA;AACvC,CAAC;AAED,8FAA8F;AAC9F,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAA;AAE5E,iFAAiF;AACjF,MAAM,UAAU,WAAW,CAAC,IAAc,EAAE,QAAyB;IACnE,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,CAAC,CAAA;IACvE,CAAC;IACD,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IACrC,OAAO,GAAG,KAAK,EAAE,IAAI,GAAG,KAAK,CAAC,CAAA;AAChC,CAAC;AAQD,MAAM,WAAW,GAAG,CAAC,KAAa,EAAE,OAAiB,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;AAEhG;;;;;GAKG;AACH,MAAM,qBAAqB,GAAG,yBAAyB,CAAA;AACvD,MAAM,0BAA0B,GAAG,CAAC,QAAyB,EAAE,EAAE,CAAC,QAAQ,KAAK,UAAU,CAAA;AAEzF,MAAM,OAAO,GAAW;IACtB;QACE,IAAI,EAAE,wBAAwB;QAC9B,OAAO,EACL,wGAAwG;QAC1G,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC;KACnE;IACD;QACE,IAAI,EAAE,eAAe;QACrB,OAAO,EAAE,oEAAoE;QAC7E,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CACX,WAAW,CAAC,CAAC,EAAE;YACb,eAAe;YACf,oBAAoB;YACpB,qBAAqB;YACrB,wBAAwB;YACxB,6CAA6C;YAC7C,0BAA0B;SAC3B,CAAC;KACL;IACD;QACE,IAAI,EAAE,0BAA0B;QAChC,OAAO,EAAE,qFAAqF;QAC9F,KAAK,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CACrB,WAAW,CAAC,CAAC,EAAE;YACb,kCAAkC;YAClC,4BAA4B;YAC5B,qCAAqC;YACrC,wBAAwB;SACzB,CAAC;YACF,CAAC,0BAA0B,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;KAC9E;IACD;QACE,IAAI,EAAE,kCAAkC;QACxC,OAAO,EACL,iJAAiJ;QACnJ,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,wBAAwB,CAAC;KACnD;IACD;QACE,IAAI,EAAE,oBAAoB;QAC1B,OAAO,EACL,kGAAkG;QACpG,KAAK,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CACrB,WAAW,CAAC,CAAC,EAAE;YACb,yBAAyB;YACzB,eAAe;YACf,kCAAkC;YAClC,uBAAuB;SACxB,CAAC;YACF,CAAC,CAAC,0BAA0B,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;KAC/E;CACF,CAAA;AAED,MAAM,CAAC,MAAM,6BAA6B,GAAG,oDAAoD,CAAA;AACjG,MAAM,CAAC,MAAM,aAAa,GACxB,4MAA4M,CAAA;AAE9M,0FAA0F;AAC1F,MAAM,UAAU,cAAc,CAC5B,MAAc,EACd,WAA4B,mBAAmB;IAE/C,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAA;IAClC,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC3B,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC;YAAE,OAAO,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;IAC9F,CAAC;IACD,OAAO,IAAI,eAAe,CAAC,yBAAyB,EAAE,6BAA6B,EAAE,MAAM,CAAC,CAAA;AAC9F,CAAC;AAED,kGAAkG;AAClG,MAAM,UAAU,YAAY,CAC1B,IAAc,EACd,MAAc,EACd,QAAyB,EACzB,WAA4B,mBAAmB;IAE/C,MAAM,IAAI,GAAG,cAAc,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;IAC7C,IAAI,IAAI,CAAC,IAAI,KAAK,yBAAyB,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAA;IACxF,OAAO,IAAI,eAAe,CAAC,yBAAyB,EAAE,aAAa,EAAE,MAAM,CAAC,CAAA;AAC9E,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CACnC,IAAc,EACd,MAAc,EACd,MAAc,EACd,QAAyB,EACzB,WAA4B,mBAAmB;IAE/C,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAA;IAC3D,IAAI,IAAI,CAAC,IAAI,KAAK,yBAAyB;QAAE,OAAO,IAAI,CAAA;IACxD,MAAM,UAAU,GAAG,cAAc,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;IACnD,IAAI,UAAU,CAAC,IAAI,KAAK,yBAAyB;QAAE,OAAO,UAAU,CAAA;IACpE,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACjD,OAAO,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;IAC7D,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC"}
1
+ {"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../src/runtime/llamacpp/errors.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAU1D,MAAM,cAAc,GAA2B;IAC7C,MAAM,EAAE,CAAC;IACT,MAAM,EAAE,CAAC;IACT,OAAO,EAAE,CAAC;IACV,MAAM,EAAE,CAAC;IACT,OAAO,EAAE,CAAC;IACV,OAAO,EAAE,CAAC;IACV,MAAM,EAAE,CAAC;IACT,MAAM,EAAE,CAAC;IACT,OAAO,EAAE,CAAC;IACV,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,EAAE;IACX,OAAO,EAAE,EAAE;CACZ,CAAA;AAED,iEAAiE;AACjE,MAAM,UAAU,YAAY,CAAC,MAA8B;IACzD,IAAI,MAAM,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IAChC,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAA;IAC7C,OAAO,cAAc,CAAC,MAAM,CAAC,IAAI,IAAI,CAAA;AACvC,CAAC;AAED,8FAA8F;AAC9F,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,CAAA;AAE5E,iFAAiF;AACjF,MAAM,UAAU,WAAW,CAAC,IAAc,EAAE,QAAyB;IACnE,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,CAAC,CAAA;IACvE,CAAC;IACD,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;IACrC,OAAO,GAAG,KAAK,EAAE,IAAI,GAAG,KAAK,CAAC,CAAA;AAChC,CAAC;AAQD,MAAM,WAAW,GAAG,CAAC,KAAa,EAAE,OAAiB,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;AAEhG;;;;;GAKG;AACH,MAAM,qBAAqB,GAAG,yBAAyB,CAAA;AACvD,MAAM,0BAA0B,GAAG,CAAC,QAAyB,EAAE,EAAE,CAAC,QAAQ,KAAK,UAAU,CAAA;AAEzF,MAAM,CAAC,MAAM,yBAAyB,GACpC,+MAA+M,CAAA;AAEjN,MAAM,OAAO,GAAW;IACtB;QACE,IAAI,EAAE,wBAAwB;QAC9B,OAAO,EACL,wGAAwG;QAC1G,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC;KACnE;IACD;QACE,IAAI,EAAE,eAAe;QACrB,OAAO,EAAE,oEAAoE;QAC7E,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CACX,WAAW,CAAC,CAAC,EAAE;YACb,eAAe;YACf,oBAAoB;YACpB,qBAAqB;YACrB,wBAAwB;YACxB,6CAA6C;YAC7C,0BAA0B;SAC3B,CAAC;KACL;IACD;QACE,IAAI,EAAE,0BAA0B;QAChC,OAAO,EAAE,qFAAqF;QAC9F,KAAK,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CACrB,WAAW,CAAC,CAAC,EAAE;YACb,kCAAkC;YAClC,4BAA4B;YAC5B,qCAAqC;YACrC,wBAAwB;SACzB,CAAC;YACF,CAAC,0BAA0B,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;KAC9E;IACD;QACE,IAAI,EAAE,kCAAkC;QACxC,OAAO,EACL,iJAAiJ;QACnJ,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,wBAAwB,CAAC;KACnD;IACD;QACE,IAAI,EAAE,oBAAoB;QAC1B,OAAO,EACL,kGAAkG;QACpG,KAAK,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,CACrB,WAAW,CAAC,CAAC,EAAE;YACb,yBAAyB;YACzB,eAAe;YACf,kCAAkC;YAClC,uBAAuB;SACxB,CAAC;YACF,CAAC,CAAC,0BAA0B,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;KAC/E;IACD;QACE,gGAAgG;QAChG,iGAAiG;QACjG,iGAAiG;QACjG,oFAAoF;QACpF,IAAI,EAAE,yBAAyB;QAC/B,OAAO,EAAE,yBAAyB;QAClC,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,2BAA2B,EAAE,+BAA+B,CAAC,CAAC;KAC7F;CACF,CAAA;AAED,MAAM,CAAC,MAAM,6BAA6B,GAAG,oDAAoD,CAAA;AACjG,MAAM,CAAC,MAAM,aAAa,GACxB,4MAA4M,CAAA;AAE9M,0FAA0F;AAC1F,MAAM,UAAU,cAAc,CAC5B,MAAc,EACd,WAA4B,mBAAmB;IAE/C,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,EAAE,CAAA;IAClC,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC3B,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC;YAAE,OAAO,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;IAC9F,CAAC;IACD,OAAO,IAAI,eAAe,CAAC,yBAAyB,EAAE,6BAA6B,EAAE,MAAM,CAAC,CAAA;AAC9F,CAAC;AAED,kGAAkG;AAClG,MAAM,UAAU,YAAY,CAC1B,IAAc,EACd,MAAc,EACd,QAAyB,EACzB,WAA4B,mBAAmB;IAE/C,MAAM,IAAI,GAAG,cAAc,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;IAC7C,IAAI,IAAI,CAAC,IAAI,KAAK,yBAAyB,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAA;IACxF,OAAO,IAAI,eAAe,CAAC,yBAAyB,EAAE,aAAa,EAAE,MAAM,CAAC,CAAA;AAC9E,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CACnC,IAAc,EACd,MAAc,EACd,MAAc,EACd,QAAyB,EACzB,WAA4B,mBAAmB;IAE/C,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAA;IAC3D,IAAI,IAAI,CAAC,IAAI,KAAK,yBAAyB;QAAE,OAAO,IAAI,CAAA;IACxD,MAAM,UAAU,GAAG,cAAc,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;IACnD,IAAI,UAAU,CAAC,IAAI,KAAK,yBAAyB;QAAE,OAAO,UAAU,CAAA;IACpE,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QACjD,OAAO,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;IAC7D,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC"}
@@ -117,6 +117,11 @@ export declare function llamaGpuFootprint(plan: Pick<LoadPlan, 'backend' | 'isEm
117
117
  cards: GpuCards;
118
118
  auxiliary: boolean;
119
119
  };
120
+ /**
121
+ * The same plan on another port. The session key is derived from the port, so it moves with it.
122
+ * For a start whose port was taken between `randomFreePort`'s probe and the engine's own bind.
123
+ */
124
+ export declare function withPort(plan: LoadPlan, port: number, apiSecret?: string): LoadPlan;
120
125
  export declare function planLlamaLoad(input: LoadPlanInput, deps: LoadPlanDeps): Promise<LoadPlan>;
121
126
  export type RetryPlan = {
122
127
  kind: 'text-only';
@@ -42,6 +42,14 @@ export function llamaGpuFootprint(plan, transcriptionModelId) {
42
42
  auxiliary: plan.isEmbedding || plan.modelId === transcriptionModelId,
43
43
  };
44
44
  }
45
+ /**
46
+ * The same plan on another port. The session key is derived from the port, so it moves with it.
47
+ * For a start whose port was taken between `randomFreePort`'s probe and the engine's own bind.
48
+ */
49
+ export function withPort(plan, port, apiSecret) {
50
+ const apiKey = generateApiKey(plan.modelId, port, apiSecret);
51
+ return { ...plan, port, apiKey, env: { ...plan.env, LLAMA_API_KEY: apiKey } };
52
+ }
45
53
  export async function planLlamaLoad(input, deps) {
46
54
  const warnings = [];
47
55
  const warn = (m) => {
@@ -1 +1 @@
1
- {"version":3,"file":"load-plan.js","sourceRoot":"","sources":["../../../src/runtime/llamacpp/load-plan.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAG1D,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,kBAAkB,EAClB,iBAAiB,EACjB,YAAY,EACZ,qBAAqB,EACrB,cAAc,GACf,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AAEnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAA;AAEhD,OAAO,EACL,eAAe,EACf,sBAAsB,EACtB,WAAW,EACX,yBAAyB,GAC1B,MAAM,iBAAiB,CAAA;AACxB,OAAO,EACL,8BAA8B,EAC9B,qBAAqB,EACrB,kBAAkB,EAClB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,qBAAqB,EACrB,yBAAyB,EACzB,sBAAsB,EACtB,cAAc,EACd,QAAQ,GACT,MAAM,aAAa,CAAA;AAmFpB,0FAA0F;AAC1F,MAAM,UAAU,iBAAiB,CAC/B,QAA4D,EAC5D,IAKC;IAED,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,gBAAgB;QAAE,OAAO,EAAE,CAAA;IAC5E,OAAO,QAAQ;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,KAAK,IAAI,CAAC,CAAC,QAAQ,KAAK,IAAI,CAAC,oBAAoB,CAAC;SACnF,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAA;AAC3B,CAAC;AAED,8FAA8F;AAC9F,MAAM,WAAW,GAAG,mDAAmD,CAAA;AACvE,kGAAkG;AAClG,MAAM,WAAW,GACf,gGAAgG,CAAA;AAElG;;;;;;;GAOG;AACH,MAAM,UAAU,iBAAiB,CAC/B,IAA2D,EAC3D,oBAA6B;IAE7B,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACtC,MAAM,OAAO,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACxG,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK;QAC3B,SAAS,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,OAAO,KAAK,oBAAoB;KACrE,CAAA;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAoB,EAAE,IAAkB;IAC1E,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE;QACzB,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAChB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IAChB,CAAC,CAAA;IACD,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAA;IAEzB,8CAA8C;IAC9C,MAAM,GAAG,GAAG,oBAAoB,CAAC,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC,EAAyB,CAAC,CAAA;IACxG,MAAM,GAAG,GAA2B,EAAE,CAAA;IAEtC,iCAAiC;IACjC,IAAI,QAAQ,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9D,MAAM,eAAe,GAAG,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;QACzE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAAA;QACjE,IAAI,QAAQ;YAAE,GAAG,CAAC,eAAe,GAAG,QAAQ,CAAA;;YAE1C,IAAI,CACF,0CAA0C,eAAe,kDAAkD,CAC5G,CAAA;IACL,CAAC;IAED,WAAW;IACX,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAA6C,CAAA;IACnG,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO;QAAE,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,8BAA8B,CAAC,CAAA;IAEvG,4CAA4C;IAC5C,IAAI,GAAG,CAAC,UAAU,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3D,MAAM,QAAQ,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAA;QAChD,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,GAAG,IAAI;YAAE,GAAG,CAAC,UAAU,GAAG,KAAK,CAAA;IAClE,CAAC;IAED,oEAAoE;IACpE,IAAI,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;QACvD,IAAI,qBAAqB,CAAC,GAAG,EAAE,IAAI,IAAI,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,UAAU,IAAI,IAAI,CAAC,EAAE,CAAC;YAC7E,MAAM,cAAc,CAAC,qBAAqB,EAAE,kBAAkB,CAAC,CAAA;QACjE,CAAC;IACH,CAAC;IAED,6DAA6D;IAC7D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAC7D,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;IACvB,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;IACvB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;IAE7B,iCAAiC;IACjC,MAAM,WAAW,GAAqB,KAAK,CAAC,SAAS;QACnD,CAAC,CAAC;YACE,UAAU,EAAE,KAAK,CAAC,SAAS;YAC3B,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,IAAI,EAAE,OAAO;YACb,UAAU,EAAE,CAAC;SACd;QACH,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAA;IACpC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAA;IACpC,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;IAC5D,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,yBAAyB,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IACxF,GAAG,CAAC,eAAe,CAAC,GAAG,MAAM,CAAA;IAC7B,GAAG,CAAC,mBAAmB,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IAC5E,IAAI,KAAK,CAAC,MAAM,CAAC,YAAY;QAAE,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,GAAG,CAAC,CAAA;IAE7E,iCAAiC;IACjC,MAAM,SAAS,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IAClG,MAAM,gBAAgB,GAAG,KAAK,CAAC,UAAU,IAAI,WAAW,CAAC,WAAW,CAAA;IACpE,MAAM,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAEjF,0BAA0B;IAC1B,MAAM,kBAAkB,CAAC,SAAS,EAAE,WAAW,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAA;IACvE,IAAI,UAAU;QAAE,MAAM,kBAAkB,CAAC,UAAU,EAAE,WAAW,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAA;IAEzF,kCAAkC;IAClC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,yBAAyB,CAAC,CAAA;YACtF,MAAM,QAAQ,GAAG,IAAI,CAAC,6BAA6B,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;YACtE,IAAI,QAAQ,EAAE,CAAC;gBACb,GAAG,CAAC,aAAa,GAAG,QAAQ,CAAA;gBAC5B,IAAI,CACF,iDAAiD,OAAO,+CAA+C,CACxG,CAAA;YACH,CAAC;iBAAM,IAAI,IAAI,CAAC,0BAA0B,IAAI,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,0BAA0B,CAAC,EAAE,CAAC;gBAClG,IAAI,CACF,UAAU,OAAO,6IAA6I,CAC/J,CAAA;YACH,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,4CAA4C,OAAO,MAAM,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QACrF,CAAC;IACH,CAAC;IAED,iGAAiG;IACjG,+DAA+D;IAC/D,IAAI,KAAK,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QAClC,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACf,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;IACpB,CAAC;IAED,2BAA2B;IAC3B,IAAI,WAAW,GAAG,WAAW,CAAC,cAAc,CAAA;IAC5C,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,EAAE,CAAC;QAClE,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAA;YACvC,WAAW,GAAG,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAA;QACjE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,6CAA6C,OAAO,0BAA0B,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QAC1G,CAAC;IACH,CAAC;IACD,GAAG,CAAC,cAAc,GAAG,GAAG,CAAC,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAC7E,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,CAAU,EAAE,EAAE;YACvE,IAAI,CACF,2CAA2C,OAAO,oCAAoC,eAAe,CAAC,CAAC,CAAC,EAAE,CAC3G,CAAA;YACD,OAAO,SAAS,CAAA;QAClB,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC;YAC5C,IAAI,CAAC,6BAA6B,OAAO,6DAA6D,CAAC,CAAA;YACvG,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACjB,CAAC;IACH,CAAC;IAED,0BAA0B;IAC1B,GAAG,CAAC,qBAAqB,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,yBAAyB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;IACnG,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,CAAC;QAC7C,IAAI,CACF,wFAAwF,OAAO,mBAAmB,CACnH,CAAA;QACD,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;IACpB,CAAC;IAED,mBAAmB;IACnB,IAAI,cAAc,GAAG,WAAW,CAAC,iBAAiB,CAAA;IAClD,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC;QACtE,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;YACrC,cAAc,GAAG,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAA;QACvE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,qCAAqC,OAAO,6BAA6B,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QACrG,CAAC;IACH,CAAC;IACD,GAAG,CAAC,iBAAiB,GAAG,GAAG,CAAC,MAAM,IAAI,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IACzF,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrD,IAAI,CAAC,gCAAgC,OAAO,oDAAoD,CAAC,CAAA;QACjG,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;IACpB,CAAC;IAED,mBAAmB;IACnB,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAA;QACxD,GAAG,CAAC,YAAY;YACd,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC5F,CAAC;;QAAM,GAAG,CAAC,YAAY,GAAG,CAAC,CAAA;IAE3B,qCAAqC;IACrC,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;QAC1B,IAAI,CAAC,wCAAwC,OAAO,0BAA0B,CAAC,CAAA;QAC/E,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACf,GAAG,CAAC,cAAc,GAAG,EAAE,CAAA;IACzB,CAAC;IAED,uCAAuC;IACvC,MAAM,WAAW,GAAG,MAAM,uBAAuB,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IACxE,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAA;IAC3D,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,GAAG,CAAC,QAAQ,EAAE,CAAC;QACtD,IAAI,CAAC,sBAAsB,GAAG,CAAC,QAAQ,qDAAqD,OAAO,GAAG,CAAC,CAAA;QACvG,GAAG,CAAC,QAAQ,GAAG,OAAO,CAAA;IACxB,CAAC;IAED,4BAA4B;IAC5B,IAAI,OAAQ,GAAwB,CAAC,GAAG,KAAK,QAAQ;QAAE,GAAG,CAAC,GAAG,GAAG,IAAI,CAAA;IAErE,mEAAmE;IACnE,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;QACxE,MAAM,SAAS,GAAG,MAAM,mBAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;QAC1E,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,GAAG,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,CAAC,CAAA;YAClC,IAAI,CACF,4BAA4B,OAAO,YAAY,SAAS,4DAA4D,CACrH,CAAA;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,OAAO;QACP,OAAO;QACP,OAAO;QACP,OAAO;QACP,MAAM,EAAE,GAAG;QACX,IAAI;QACJ,MAAM;QACN,GAAG;QACH,SAAS;QACT,UAAU;QACV,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,WAAW;QACX,WAAW;QACX,QAAQ;KACT,CAAA;AACH,CAAC;AAMD;;;GAGG;AACH,MAAM,UAAU,SAAS,CACvB,KAAc,EACd,IAAc,EACd,oBAA6B;IAE7B,MAAM,IAAI,GAAI,KAAwC,EAAE,IAAI,CAAA;IAC5D,IACE,IAAI,CAAC,UAAU;QACf,IAAI,KAAK,kCAAkC;QAC3C,IAAI,CAAC,OAAO,KAAK,oBAAoB,EACrC,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,qBAAqB,EAAE,CAAA;IACvG,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,qBAAqB,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACrE,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,EAAE,EAAE;SAC9E,CAAA;IACH,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,SAAiB,EACjB,IAAkB,EAClB,IAAyB;IAEzB,MAAM,KAAK,GAAG,cAAc,CAAC,SAAS,CAAC,CAAA;IACvC,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAA;IAC5B,MAAM,GAAG,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAA;IACxC,MAAM,OAAO,GAAa,EAAE,CAAA;IAC5B,KAAK,MAAM,CAAC,IAAI,GAAG;QAAE,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjE,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,cAAc,CAClB,yBAAyB,EACzB,4BAA4B,KAAK,CAAC,KAAK,cAAc,OAAO,CAAC,MAAM,8EAA8E,CAClJ,CAAA;IACH,CAAC;IACD,MAAM,KAAK,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAA;IAC3C,IAAI,KAAK,KAAK,SAAS;QACrB,IAAI,CACF,kBAAkB,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,8DAA8D,CAC3G,CAAA;IACH,OAAO,KAAK,CAAA;AACd,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,QAAgB,EAChB,YAAgC,EAChC,IAAkB;IAElB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IACjE,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,MAAM,cAAc,CAClB,sBAAsB,EACtB,iEAAiE,QAAQ,EAAE,CAC5E,CAAA;IACH,CAAC;IACD,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,YAAY,GAAG,CAAC,IAAI,IAAI,GAAG,YAAY,EAAE,CAAC;QAChF,MAAM,cAAc,CAClB,oBAAoB,EACpB,iCAAiC,IAAI,OAAO,YAAY,iDAAiD,QAAQ,EAAE,CACpH,CAAA;IACH,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,mBAAmB,CAChC,OAAe,EACf,SAAiB,EACjB,GAAmB,EACnB,IAAkB;IAElB,IAAI,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,IAAI,CAAC,WAAW;QAAE,OAAO,SAAS,CAAA;IAC9D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IAChE,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAA;IAC7B,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;IACxE,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,KAAK,EAAE,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,CAAC,EAAE,CAAC;QAAE,OAAO,SAAS,CAAA;IAC1E,OAAO,yBAAyB,CAAC;QAC/B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,YAAY,EAAE,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE;QAChC,YAAY,EAAE,MAAM,eAAe,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC;QACzD,iBAAiB,EAAE,MAAM,iBAAiB,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC;KACjE,CAAC,CAAA;AACJ,CAAC;AAED,kFAAkF;AAClF,SAAS,kBAAkB,CAAC,KAAa;IACvC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAA;IACjC,OAAO,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,MAAM,CAAC,sBAAsB,CAAC,CAAA;AAC/D,CAAC;AAED,8FAA8F;AAC9F,KAAK,UAAU,eAAe,CAAC,SAAiB,EAAE,GAAmB,EAAE,IAAkB;IACvF,MAAM,KAAK,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;IACpF,IAAI,GAAG,CAAC,cAAc;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;IACtD,IAAI,GAAG,CAAC,iBAAiB;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAA;IAC5D,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,KAAK,MAAM,IAAI,IAAI,KAAK;QAAE,KAAK,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAA;IAC1F,OAAO,KAAK,CAAA;AACd,CAAC;AAED,mGAAmG;AACnG,KAAK,UAAU,iBAAiB,CAC9B,SAAiB,EACjB,GAAmB,EACnB,IAAkB;IAElB,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAA;IACvD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAA;IAC/E,MAAM,KAAK,GAAG,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;IACjG,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAA;QACnD,IAAI,CAAC,IAAI;YAAE,OAAO,CAAC,CAAA;QACnB,OAAO,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC,IAAI,GAAG,KAAK,CAAA;IACvF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAA;IACV,CAAC;AACH,CAAC;AAED,8FAA8F;AAC9F,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,SAAiB,EACjB,IAA4C,EAC5C,OAA4B,GAAG,EAAE,GAAE,CAAC;IAEpC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAA;QACnD,MAAM,IAAI,GAAG,IAAI,EAAE,CAAC,sBAAsB,CAAC,CAAA;QAC3C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAA;QACvD,MAAM,GAAG,GAAG,IAAI,EAAE,CAAC,GAAG,IAAI,iBAAiB,CAAC,CAAA;QAC5C,MAAM,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA;QAC5D,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAA;IACnE,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,gDAAgD,SAAS,KAAK,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QACxF,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC"}
1
+ {"version":3,"file":"load-plan.js","sourceRoot":"","sources":["../../../src/runtime/llamacpp/load-plan.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAA;AAG1D,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,kBAAkB,EAClB,iBAAiB,EACjB,YAAY,EACZ,qBAAqB,EACrB,cAAc,GACf,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AAEnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAA;AAEhD,OAAO,EACL,eAAe,EACf,sBAAsB,EACtB,WAAW,EACX,yBAAyB,GAC1B,MAAM,iBAAiB,CAAA;AACxB,OAAO,EACL,8BAA8B,EAC9B,qBAAqB,EACrB,kBAAkB,EAClB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,qBAAqB,EACrB,yBAAyB,EACzB,sBAAsB,EACtB,cAAc,EACd,QAAQ,GACT,MAAM,aAAa,CAAA;AAmFpB,0FAA0F;AAC1F,MAAM,UAAU,iBAAiB,CAC/B,QAA4D,EAC5D,IAKC;IAED,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,gBAAgB;QAAE,OAAO,EAAE,CAAA;IAC5E,OAAO,QAAQ;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,KAAK,IAAI,CAAC,CAAC,QAAQ,KAAK,IAAI,CAAC,oBAAoB,CAAC;SACnF,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAA;AAC3B,CAAC;AAED,8FAA8F;AAC9F,MAAM,WAAW,GAAG,mDAAmD,CAAA;AACvE,kGAAkG;AAClG,MAAM,WAAW,GACf,gGAAgG,CAAA;AAElG;;;;;;;GAOG;AACH,MAAM,UAAU,iBAAiB,CAC/B,IAA2D,EAC3D,oBAA6B;IAE7B,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACtC,MAAM,OAAO,GAAG,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACxG,OAAO;QACL,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK;QAC3B,SAAS,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,OAAO,KAAK,oBAAoB;KACrE,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,QAAQ,CAAC,IAAc,EAAE,IAAY,EAAE,SAAkB;IACvE,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;IAC5D,OAAO,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,aAAa,EAAE,MAAM,EAAE,EAAE,CAAA;AAC/E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAoB,EAAE,IAAkB;IAC1E,MAAM,QAAQ,GAAa,EAAE,CAAA;IAC7B,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE;QACzB,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAChB,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAA;IAChB,CAAC,CAAA;IACD,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAA;IAEzB,8CAA8C;IAC9C,MAAM,GAAG,GAAG,oBAAoB,CAAC,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC,EAAyB,CAAC,CAAA;IACxG,MAAM,GAAG,GAA2B,EAAE,CAAA;IAEtC,iCAAiC;IACjC,IAAI,QAAQ,CAAC,GAAG,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9D,MAAM,eAAe,GAAG,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;QACzE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAAA;QACjE,IAAI,QAAQ;YAAE,GAAG,CAAC,eAAe,GAAG,QAAQ,CAAA;;YAE1C,IAAI,CACF,0CAA0C,eAAe,kDAAkD,CAC5G,CAAA;IACL,CAAC;IAED,WAAW;IACX,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,GAAG,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAA6C,CAAA;IACnG,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO;QAAE,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,8BAA8B,CAAC,CAAA;IAEvG,4CAA4C;IAC5C,IAAI,GAAG,CAAC,UAAU,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3D,MAAM,QAAQ,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAA;QAChD,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,GAAG,IAAI;YAAE,GAAG,CAAC,UAAU,GAAG,KAAK,CAAA;IAClE,CAAC;IAED,oEAAoE;IACpE,IAAI,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;QACvD,IAAI,qBAAqB,CAAC,GAAG,EAAE,IAAI,IAAI,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,UAAU,IAAI,IAAI,CAAC,EAAE,CAAC;YAC7E,MAAM,cAAc,CAAC,qBAAqB,EAAE,kBAAkB,CAAC,CAAA;QACjE,CAAC;IACH,CAAC;IAED,6DAA6D;IAC7D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IAC7D,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;IACvB,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;IACvB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAA;IAE7B,iCAAiC;IACjC,MAAM,WAAW,GAAqB,KAAK,CAAC,SAAS;QACnD,CAAC,CAAC;YACE,UAAU,EAAE,KAAK,CAAC,SAAS;YAC3B,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9D,IAAI,EAAE,OAAO;YACb,UAAU,EAAE,CAAC;SACd;QACH,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAA;IACpC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAA;IACpC,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAA;IAC5D,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,yBAAyB,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IACxF,GAAG,CAAC,eAAe,CAAC,GAAG,MAAM,CAAA;IAC7B,GAAG,CAAC,mBAAmB,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IAC5E,IAAI,KAAK,CAAC,MAAM,CAAC,YAAY;QAAE,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,GAAG,CAAC,CAAA;IAE7E,iCAAiC;IACjC,MAAM,SAAS,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IAClG,MAAM,gBAAgB,GAAG,KAAK,CAAC,UAAU,IAAI,WAAW,CAAC,WAAW,CAAA;IACpE,MAAM,UAAU,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;IAEjF,0BAA0B;IAC1B,MAAM,kBAAkB,CAAC,SAAS,EAAE,WAAW,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAA;IACvE,IAAI,UAAU;QAAE,MAAM,kBAAkB,CAAC,UAAU,EAAE,WAAW,CAAC,iBAAiB,EAAE,IAAI,CAAC,CAAA;IAEzF,kCAAkC;IAClC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,yBAAyB,CAAC,CAAA;YACtF,MAAM,QAAQ,GAAG,IAAI,CAAC,6BAA6B,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAA;YACtE,IAAI,QAAQ,EAAE,CAAC;gBACb,GAAG,CAAC,aAAa,GAAG,QAAQ,CAAA;gBAC5B,IAAI,CACF,iDAAiD,OAAO,+CAA+C,CACxG,CAAA;YACH,CAAC;iBAAM,IAAI,IAAI,CAAC,0BAA0B,IAAI,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,0BAA0B,CAAC,EAAE,CAAC;gBAClG,IAAI,CACF,UAAU,OAAO,6IAA6I,CAC/J,CAAA;YACH,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,4CAA4C,OAAO,MAAM,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QACrF,CAAC;IACH,CAAC;IAED,iGAAiG;IACjG,+DAA+D;IAC/D,IAAI,KAAK,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;QAClC,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACf,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;IACpB,CAAC;IAED,2BAA2B;IAC3B,IAAI,WAAW,GAAG,WAAW,CAAC,cAAc,CAAA;IAC5C,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,EAAE,CAAC;QAClE,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAA;YACvC,WAAW,GAAG,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAA;QACjE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,6CAA6C,OAAO,0BAA0B,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QAC1G,CAAC;IACH,CAAC;IACD,GAAG,CAAC,cAAc,GAAG,GAAG,CAAC,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAC7E,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;QACZ,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,CAAU,EAAE,EAAE;YACvE,IAAI,CACF,2CAA2C,OAAO,oCAAoC,eAAe,CAAC,CAAC,CAAC,EAAE,CAC3G,CAAA;YACD,OAAO,SAAS,CAAA;QAClB,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC;YAC5C,IAAI,CAAC,6BAA6B,OAAO,6DAA6D,CAAC,CAAA;YACvG,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACjB,CAAC;IACH,CAAC;IAED,0BAA0B;IAC1B,GAAG,CAAC,qBAAqB,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,yBAAyB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;IACnG,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,qBAAqB,EAAE,CAAC;QAC7C,IAAI,CACF,wFAAwF,OAAO,mBAAmB,CACnH,CAAA;QACD,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;IACpB,CAAC;IAED,mBAAmB;IACnB,IAAI,cAAc,GAAG,WAAW,CAAC,iBAAiB,CAAA;IAClD,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,EAAE,CAAC;QACtE,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAA;YACrC,cAAc,GAAG,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAA;QACvE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,qCAAqC,OAAO,6BAA6B,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QACrG,CAAC;IACH,CAAC;IACD,GAAG,CAAC,iBAAiB,GAAG,GAAG,CAAC,MAAM,IAAI,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IACzF,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrD,IAAI,CAAC,gCAAgC,OAAO,oDAAoD,CAAC,CAAA;QACjG,GAAG,CAAC,MAAM,GAAG,KAAK,CAAA;IACpB,CAAC;IAED,mBAAmB;IACnB,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAA;QACxD,GAAG,CAAC,YAAY;YACd,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IAC5F,CAAC;;QAAM,GAAG,CAAC,YAAY,GAAG,CAAC,CAAA;IAE3B,qCAAqC;IACrC,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;QAC1B,IAAI,CAAC,wCAAwC,OAAO,0BAA0B,CAAC,CAAA;QAC/E,GAAG,CAAC,GAAG,GAAG,KAAK,CAAA;QACf,GAAG,CAAC,cAAc,GAAG,EAAE,CAAA;IACzB,CAAC;IAED,uCAAuC;IACvC,MAAM,WAAW,GAAG,MAAM,uBAAuB,CAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;IACxE,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAA;IAC3D,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,GAAG,CAAC,QAAQ,EAAE,CAAC;QACtD,IAAI,CAAC,sBAAsB,GAAG,CAAC,QAAQ,qDAAqD,OAAO,GAAG,CAAC,CAAA;QACvG,GAAG,CAAC,QAAQ,GAAG,OAAO,CAAA;IACxB,CAAC;IAED,4BAA4B;IAC5B,IAAI,OAAQ,GAAwB,CAAC,GAAG,KAAK,QAAQ;QAAE,GAAG,CAAC,GAAG,GAAG,IAAI,CAAA;IAErE,mEAAmE;IACnE,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,IAAI,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;QACxE,MAAM,SAAS,GAAG,MAAM,mBAAmB,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;QAC1E,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,GAAG,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,CAAC,CAAA;YAClC,IAAI,CACF,4BAA4B,OAAO,YAAY,SAAS,4DAA4D,CACrH,CAAA;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,OAAO;QACP,OAAO;QACP,OAAO;QACP,OAAO;QACP,MAAM,EAAE,GAAG;QACX,IAAI;QACJ,MAAM;QACN,GAAG;QACH,SAAS;QACT,UAAU;QACV,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,WAAW;QACX,WAAW;QACX,QAAQ;KACT,CAAA;AACH,CAAC;AAMD;;;GAGG;AACH,MAAM,UAAU,SAAS,CACvB,KAAc,EACd,IAAc,EACd,oBAA6B;IAE7B,MAAM,IAAI,GAAI,KAAwC,EAAE,IAAI,CAAA;IAC5D,IACE,IAAI,CAAC,UAAU;QACf,IAAI,KAAK,kCAAkC;QAC3C,IAAI,CAAC,OAAO,KAAK,oBAAoB,EACrC,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,MAAM,EAAE,qBAAqB,EAAE,CAAA;IACvG,CAAC;IACD,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,qBAAqB,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACrE,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,EAAE,EAAE;SAC9E,CAAA;IACH,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,SAAiB,EACjB,IAAkB,EAClB,IAAyB;IAEzB,MAAM,KAAK,GAAG,cAAc,CAAC,SAAS,CAAC,CAAA;IACvC,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAA;IAC5B,MAAM,GAAG,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAA;IACxC,MAAM,OAAO,GAAa,EAAE,CAAA;IAC5B,KAAK,MAAM,CAAC,IAAI,GAAG;QAAE,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjE,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,cAAc,CAClB,yBAAyB,EACzB,4BAA4B,KAAK,CAAC,KAAK,cAAc,OAAO,CAAC,MAAM,8EAA8E,CAClJ,CAAA;IACH,CAAC;IACD,MAAM,KAAK,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAA;IAC3C,IAAI,KAAK,KAAK,SAAS;QACrB,IAAI,CACF,kBAAkB,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,8DAA8D,CAC3G,CAAA;IACH,OAAO,KAAK,CAAA;AACd,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,QAAgB,EAChB,YAAgC,EAChC,IAAkB;IAElB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IACjE,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACvB,MAAM,cAAc,CAClB,sBAAsB,EACtB,iEAAiE,QAAQ,EAAE,CAC5E,CAAA;IACH,CAAC;IACD,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,YAAY,GAAG,CAAC,IAAI,IAAI,GAAG,YAAY,EAAE,CAAC;QAChF,MAAM,cAAc,CAClB,oBAAoB,EACpB,iCAAiC,IAAI,OAAO,YAAY,iDAAiD,QAAQ,EAAE,CACpH,CAAA;IACH,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,mBAAmB,CAChC,OAAe,EACf,SAAiB,EACjB,GAAmB,EACnB,IAAkB;IAElB,IAAI,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,IAAI,CAAC,WAAW;QAAE,OAAO,SAAS,CAAA;IAC9D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;IAChE,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAA;IAC7B,MAAM,GAAG,GAAG,WAAW,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;IACxE,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,KAAK,EAAE,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,CAAC,EAAE,CAAC;QAAE,OAAO,SAAS,CAAA;IAC1E,OAAO,yBAAyB,CAAC;QAC/B,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;QACzC,YAAY,EAAE,GAAG,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE;QAChC,YAAY,EAAE,MAAM,eAAe,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC;QACzD,iBAAiB,EAAE,MAAM,iBAAiB,CAAC,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC;KACjE,CAAC,CAAA;AACJ,CAAC;AAED,kFAAkF;AAClF,SAAS,kBAAkB,CAAC,KAAa;IACvC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAA;IACjC,OAAO,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,MAAM,CAAC,sBAAsB,CAAC,CAAA;AAC/D,CAAC;AAED,8FAA8F;AAC9F,KAAK,UAAU,eAAe,CAAC,SAAiB,EAAE,GAAmB,EAAE,IAAkB;IACvF,MAAM,KAAK,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;IACpF,IAAI,GAAG,CAAC,cAAc;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;IACtD,IAAI,GAAG,CAAC,iBAAiB;QAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAA;IAC5D,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,KAAK,MAAM,IAAI,IAAI,KAAK;QAAE,KAAK,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAA;IAC1F,OAAO,KAAK,CAAA;AACd,CAAC;AAED,mGAAmG;AACnG,KAAK,UAAU,iBAAiB,CAC9B,SAAiB,EACjB,GAAmB,EACnB,IAAkB;IAElB,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAA;IACvD,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAA;IAC/E,MAAM,KAAK,GAAG,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;IACjG,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAA;QACnD,IAAI,CAAC,IAAI;YAAE,OAAO,CAAC,CAAA;QACnB,OAAO,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,YAAY,EAAE,GAAG,CAAC,YAAY,CAAC,CAAC,IAAI,GAAG,KAAK,CAAA;IACvF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAA;IACV,CAAC;AACH,CAAC;AAED,8FAA8F;AAC9F,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,SAAiB,EACjB,IAA4C,EAC5C,OAA4B,GAAG,EAAE,GAAE,CAAC;IAEpC,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAA;QACnD,MAAM,IAAI,GAAG,IAAI,EAAE,CAAC,sBAAsB,CAAC,CAAA;QAC3C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAA;QACvD,MAAM,GAAG,GAAG,IAAI,EAAE,CAAC,GAAG,IAAI,iBAAiB,CAAC,CAAA;QAC5C,MAAM,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAA;QAC5D,OAAO,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAA;IACnE,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,gDAAgD,SAAS,KAAK,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QACxF,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC"}
@@ -7,6 +7,14 @@
7
7
  * tells a healthy GPU load from a CUDA/Vulkan build that silently degraded to CPU.
8
8
  */
9
9
  import type { RuntimeDeviceInfo } from '../../contracts/index.js';
10
+ /**
11
+ * Lines that say a GPU backend failed to come up; the first one seen is reported as is. Each is what
12
+ * a real build prints (engine-contract.json `strings`): `ggml_cuda_init: failed to initialize CUDA:
13
+ * <reason>`, the dynamic loader's own message, `load_backend: failed to load <path>: <error>` (only
14
+ * for a backend loaded by name — release builds load the rest silently), Vulkan without a device,
15
+ * and `-ngl` on a build that cannot offload.
16
+ */
17
+ export declare const DEVICE_INIT_ERROR_MARKERS: string[];
10
18
  export declare function parseDeviceInitError(line: string): string | undefined;
11
19
  /** `load_backend: loaded CUDA backend from /path/libggml-cuda.so` → `CUDA` */
12
20
  export declare function parseLoadedBackend(line: string): string | undefined;