@visorcraft/idlehands 0.9.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (197) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +30 -0
  3. package/dist/agent.js +2604 -0
  4. package/dist/agent.js.map +1 -0
  5. package/dist/anton/controller.js +341 -0
  6. package/dist/anton/controller.js.map +1 -0
  7. package/dist/anton/lock.js +110 -0
  8. package/dist/anton/lock.js.map +1 -0
  9. package/dist/anton/parser.js +303 -0
  10. package/dist/anton/parser.js.map +1 -0
  11. package/dist/anton/prompt.js +203 -0
  12. package/dist/anton/prompt.js.map +1 -0
  13. package/dist/anton/reporter.js +119 -0
  14. package/dist/anton/reporter.js.map +1 -0
  15. package/dist/anton/session.js +51 -0
  16. package/dist/anton/session.js.map +1 -0
  17. package/dist/anton/types.js +7 -0
  18. package/dist/anton/types.js.map +1 -0
  19. package/dist/anton/verifier.js +263 -0
  20. package/dist/anton/verifier.js.map +1 -0
  21. package/dist/bench/compare.js +239 -0
  22. package/dist/bench/compare.js.map +1 -0
  23. package/dist/bench/debug_hooks.js +17 -0
  24. package/dist/bench/debug_hooks.js.map +1 -0
  25. package/dist/bench/json_extract.js +22 -0
  26. package/dist/bench/json_extract.js.map +1 -0
  27. package/dist/bench/openclaw.js +86 -0
  28. package/dist/bench/openclaw.js.map +1 -0
  29. package/dist/bench/report.js +116 -0
  30. package/dist/bench/report.js.map +1 -0
  31. package/dist/bench/runner.js +312 -0
  32. package/dist/bench/runner.js.map +1 -0
  33. package/dist/bench/types.js +2 -0
  34. package/dist/bench/types.js.map +1 -0
  35. package/dist/bot/commands.js +444 -0
  36. package/dist/bot/commands.js.map +1 -0
  37. package/dist/bot/confirm-discord.js +133 -0
  38. package/dist/bot/confirm-discord.js.map +1 -0
  39. package/dist/bot/confirm-telegram.js +290 -0
  40. package/dist/bot/confirm-telegram.js.map +1 -0
  41. package/dist/bot/discord.js +826 -0
  42. package/dist/bot/discord.js.map +1 -0
  43. package/dist/bot/format.js +210 -0
  44. package/dist/bot/format.js.map +1 -0
  45. package/dist/bot/session-manager.js +270 -0
  46. package/dist/bot/session-manager.js.map +1 -0
  47. package/dist/bot/telegram.js +678 -0
  48. package/dist/bot/telegram.js.map +1 -0
  49. package/dist/cli/agent-turn.js +45 -0
  50. package/dist/cli/agent-turn.js.map +1 -0
  51. package/dist/cli/args.js +236 -0
  52. package/dist/cli/args.js.map +1 -0
  53. package/dist/cli/bot.js +252 -0
  54. package/dist/cli/bot.js.map +1 -0
  55. package/dist/cli/build-repl-context.js +365 -0
  56. package/dist/cli/build-repl-context.js.map +1 -0
  57. package/dist/cli/command-registry.js +20 -0
  58. package/dist/cli/command-registry.js.map +1 -0
  59. package/dist/cli/commands/anton.js +271 -0
  60. package/dist/cli/commands/anton.js.map +1 -0
  61. package/dist/cli/commands/editing.js +328 -0
  62. package/dist/cli/commands/editing.js.map +1 -0
  63. package/dist/cli/commands/model.js +274 -0
  64. package/dist/cli/commands/model.js.map +1 -0
  65. package/dist/cli/commands/project.js +255 -0
  66. package/dist/cli/commands/project.js.map +1 -0
  67. package/dist/cli/commands/runtime.js +63 -0
  68. package/dist/cli/commands/runtime.js.map +1 -0
  69. package/dist/cli/commands/session.js +281 -0
  70. package/dist/cli/commands/session.js.map +1 -0
  71. package/dist/cli/commands/tools.js +126 -0
  72. package/dist/cli/commands/tools.js.map +1 -0
  73. package/dist/cli/commands/trifecta.js +221 -0
  74. package/dist/cli/commands/trifecta.js.map +1 -0
  75. package/dist/cli/commands/tui.js +17 -0
  76. package/dist/cli/commands/tui.js.map +1 -0
  77. package/dist/cli/init.js +222 -0
  78. package/dist/cli/init.js.map +1 -0
  79. package/dist/cli/input.js +360 -0
  80. package/dist/cli/input.js.map +1 -0
  81. package/dist/cli/oneshot.js +254 -0
  82. package/dist/cli/oneshot.js.map +1 -0
  83. package/dist/cli/repl-context.js +2 -0
  84. package/dist/cli/repl-context.js.map +1 -0
  85. package/dist/cli/runtime-cmds.js +811 -0
  86. package/dist/cli/runtime-cmds.js.map +1 -0
  87. package/dist/cli/service.js +145 -0
  88. package/dist/cli/service.js.map +1 -0
  89. package/dist/cli/session-state.js +130 -0
  90. package/dist/cli/session-state.js.map +1 -0
  91. package/dist/cli/setup.js +815 -0
  92. package/dist/cli/setup.js.map +1 -0
  93. package/dist/cli/shell.js +79 -0
  94. package/dist/cli/shell.js.map +1 -0
  95. package/dist/cli/status.js +392 -0
  96. package/dist/cli/status.js.map +1 -0
  97. package/dist/cli/watch.js +33 -0
  98. package/dist/cli/watch.js.map +1 -0
  99. package/dist/client.js +676 -0
  100. package/dist/client.js.map +1 -0
  101. package/dist/commands.js +194 -0
  102. package/dist/commands.js.map +1 -0
  103. package/dist/config.js +507 -0
  104. package/dist/config.js.map +1 -0
  105. package/dist/confirm/auto.js +13 -0
  106. package/dist/confirm/auto.js.map +1 -0
  107. package/dist/confirm/headless.js +41 -0
  108. package/dist/confirm/headless.js.map +1 -0
  109. package/dist/confirm/terminal.js +90 -0
  110. package/dist/confirm/terminal.js.map +1 -0
  111. package/dist/context.js +49 -0
  112. package/dist/context.js.map +1 -0
  113. package/dist/git.js +136 -0
  114. package/dist/git.js.map +1 -0
  115. package/dist/harnesses.js +171 -0
  116. package/dist/harnesses.js.map +1 -0
  117. package/dist/history.js +139 -0
  118. package/dist/history.js.map +1 -0
  119. package/dist/index.js +700 -0
  120. package/dist/index.js.map +1 -0
  121. package/dist/indexer.js +374 -0
  122. package/dist/indexer.js.map +1 -0
  123. package/dist/jsonrpc.js +76 -0
  124. package/dist/jsonrpc.js.map +1 -0
  125. package/dist/lens.js +525 -0
  126. package/dist/lens.js.map +1 -0
  127. package/dist/lsp.js +605 -0
  128. package/dist/lsp.js.map +1 -0
  129. package/dist/markdown.js +275 -0
  130. package/dist/markdown.js.map +1 -0
  131. package/dist/mcp.js +554 -0
  132. package/dist/mcp.js.map +1 -0
  133. package/dist/recovery.js +178 -0
  134. package/dist/recovery.js.map +1 -0
  135. package/dist/replay.js +132 -0
  136. package/dist/replay.js.map +1 -0
  137. package/dist/replay_cli.js +24 -0
  138. package/dist/replay_cli.js.map +1 -0
  139. package/dist/runtime/executor.js +418 -0
  140. package/dist/runtime/executor.js.map +1 -0
  141. package/dist/runtime/planner.js +197 -0
  142. package/dist/runtime/planner.js.map +1 -0
  143. package/dist/runtime/store.js +289 -0
  144. package/dist/runtime/store.js.map +1 -0
  145. package/dist/runtime/types.js +2 -0
  146. package/dist/runtime/types.js.map +1 -0
  147. package/dist/safety.js +446 -0
  148. package/dist/safety.js.map +1 -0
  149. package/dist/spinner.js +224 -0
  150. package/dist/spinner.js.map +1 -0
  151. package/dist/sys/context.js +124 -0
  152. package/dist/sys/context.js.map +1 -0
  153. package/dist/sys/snapshot.sh +97 -0
  154. package/dist/term.js +61 -0
  155. package/dist/term.js.map +1 -0
  156. package/dist/themes.js +135 -0
  157. package/dist/themes.js.map +1 -0
  158. package/dist/tools.js +1114 -0
  159. package/dist/tools.js.map +1 -0
  160. package/dist/tui/branch-picker.js +65 -0
  161. package/dist/tui/branch-picker.js.map +1 -0
  162. package/dist/tui/command-handler.js +108 -0
  163. package/dist/tui/command-handler.js.map +1 -0
  164. package/dist/tui/confirm.js +90 -0
  165. package/dist/tui/confirm.js.map +1 -0
  166. package/dist/tui/controller.js +463 -0
  167. package/dist/tui/controller.js.map +1 -0
  168. package/dist/tui/event-bridge.js +44 -0
  169. package/dist/tui/event-bridge.js.map +1 -0
  170. package/dist/tui/events.js +2 -0
  171. package/dist/tui/events.js.map +1 -0
  172. package/dist/tui/keymap.js +144 -0
  173. package/dist/tui/keymap.js.map +1 -0
  174. package/dist/tui/layout.js +11 -0
  175. package/dist/tui/layout.js.map +1 -0
  176. package/dist/tui/render.js +186 -0
  177. package/dist/tui/render.js.map +1 -0
  178. package/dist/tui/screen.js +48 -0
  179. package/dist/tui/screen.js.map +1 -0
  180. package/dist/tui/state.js +167 -0
  181. package/dist/tui/state.js.map +1 -0
  182. package/dist/tui/theme.js +70 -0
  183. package/dist/tui/theme.js.map +1 -0
  184. package/dist/tui/types.js +2 -0
  185. package/dist/tui/types.js.map +1 -0
  186. package/dist/types.js +2 -0
  187. package/dist/types.js.map +1 -0
  188. package/dist/upgrade.js +412 -0
  189. package/dist/upgrade.js.map +1 -0
  190. package/dist/utils.js +87 -0
  191. package/dist/utils.js.map +1 -0
  192. package/dist/vault.js +520 -0
  193. package/dist/vault.js.map +1 -0
  194. package/dist/vim.js +160 -0
  195. package/dist/vim.js.map +1 -0
  196. package/package.json +67 -0
  197. package/src/sys/snapshot.sh +97 -0
@@ -0,0 +1,418 @@
1
+ import { spawn } from 'node:child_process';
2
+ import fs from 'node:fs/promises';
3
+ import path from 'node:path';
4
+ import { stateDir } from '../utils.js';
5
+ /**
6
+ * Derive the API endpoint URL from the plan's host connection + model port.
7
+ * For local hosts, uses 127.0.0.1. For SSH hosts, uses the connection host.
8
+ */
9
+ function deriveEndpoint(plan) {
10
+ const port = plan.model.runtime_defaults?.port ?? 8080;
11
+ const host = plan.hosts[0];
12
+ if (!host)
13
+ return `http://127.0.0.1:${port}/v1`;
14
+ const addr = host.transport === 'local'
15
+ ? '127.0.0.1'
16
+ : (host.connection.host ?? '127.0.0.1');
17
+ return `http://${addr}:${port}/v1`;
18
+ }
19
+ const LOCK_PATH = path.join(stateDir(), 'runtime.lock');
20
+ const ACTIVE_PATH = path.join(stateDir(), 'runtime-active.json');
21
+ const STALE_LOCK_MS = 60 * 60 * 1000;
22
+ function sleep(ms) {
23
+ return new Promise((resolve) => setTimeout(resolve, ms));
24
+ }
25
+ function isPidAlive(pid) {
26
+ try {
27
+ process.kill(pid, 0);
28
+ return true;
29
+ }
30
+ catch {
31
+ return false;
32
+ }
33
+ }
34
+ function lockAgeMs(lock) {
35
+ if (!lock?.startedAt)
36
+ return null;
37
+ const ts = Date.parse(lock.startedAt);
38
+ if (!Number.isFinite(ts))
39
+ return null;
40
+ return Date.now() - ts;
41
+ }
42
+ function isLockStale(lock) {
43
+ const age = lockAgeMs(lock);
44
+ return age != null && age > STALE_LOCK_MS;
45
+ }
46
+ async function ensureStateDir() {
47
+ await fs.mkdir(stateDir(), { recursive: true });
48
+ }
49
+ async function readLock() {
50
+ try {
51
+ const raw = await fs.readFile(LOCK_PATH, 'utf8');
52
+ const parsed = JSON.parse(raw);
53
+ if (typeof parsed?.pid !== 'number')
54
+ return null;
55
+ return {
56
+ pid: parsed.pid,
57
+ startedAt: typeof parsed.startedAt === 'string' ? parsed.startedAt : '',
58
+ model: typeof parsed.model === 'string' ? parsed.model : '',
59
+ };
60
+ }
61
+ catch {
62
+ return null;
63
+ }
64
+ }
65
+ async function writeLock(modelId) {
66
+ await ensureStateDir();
67
+ const payload = {
68
+ pid: process.pid,
69
+ startedAt: new Date().toISOString(),
70
+ model: modelId,
71
+ };
72
+ await fs.writeFile(LOCK_PATH, JSON.stringify(payload), { encoding: 'utf8', flag: 'wx' });
73
+ }
74
+ async function releaseLock() {
75
+ try {
76
+ await fs.rm(LOCK_PATH, { force: true });
77
+ }
78
+ catch {
79
+ // best effort
80
+ }
81
+ }
82
+ async function acquireRuntimeLock(plan, opts) {
83
+ try {
84
+ await writeLock(plan.model.id);
85
+ return { ok: true };
86
+ }
87
+ catch (e) {
88
+ if (e?.code !== 'EEXIST')
89
+ throw e;
90
+ }
91
+ const existing = await readLock();
92
+ const lockPid = existing?.pid;
93
+ const staleByAge = isLockStale(existing);
94
+ if (staleByAge) {
95
+ const age = lockAgeMs(existing);
96
+ const ageMin = age == null ? 'unknown' : Math.floor(age / 60000);
97
+ if (opts.force) {
98
+ console.error(`[runtime] stale lock detected (${ageMin}m old). --force set; reclaiming runtime lock.`);
99
+ }
100
+ else {
101
+ console.error(`[runtime] stale lock detected (${ageMin}m old). Reclaiming runtime lock.`);
102
+ }
103
+ }
104
+ if (staleByAge || (lockPid && !isPidAlive(lockPid))) {
105
+ await releaseLock();
106
+ try {
107
+ await writeLock(plan.model.id);
108
+ return { ok: true };
109
+ }
110
+ catch (e) {
111
+ if (e?.code !== 'EEXIST')
112
+ throw e;
113
+ }
114
+ }
115
+ if (!lockPid) {
116
+ return { ok: false, error: 'Runtime lock exists and could not be parsed. Remove runtime.lock and retry.' };
117
+ }
118
+ const approved = await opts.confirm?.(`Runtime lock held by PID ${lockPid}. Force takeover?`);
119
+ if (!approved) {
120
+ return { ok: false, error: `Runtime lock held by PID ${lockPid}` };
121
+ }
122
+ await releaseLock();
123
+ try {
124
+ await writeLock(plan.model.id);
125
+ return { ok: true };
126
+ }
127
+ catch {
128
+ return { ok: false, error: 'Failed to acquire runtime lock after takeover attempt' };
129
+ }
130
+ }
131
+ export async function runCommand(cmd, timeoutMs) {
132
+ return new Promise((resolve) => {
133
+ const child = spawn('bash', ['-c', cmd], { stdio: ['ignore', 'pipe', 'pipe'] });
134
+ let stdout = '';
135
+ let stderr = '';
136
+ let settled = false;
137
+ const timer = setTimeout(() => {
138
+ if (settled)
139
+ return;
140
+ settled = true;
141
+ child.kill('SIGTERM');
142
+ resolve({ exitCode: 124, stdout, stderr: `${stderr}\nCommand timed out after ${timeoutMs}ms`.trim() });
143
+ }, timeoutMs);
144
+ child.stdout.on('data', (chunk) => { stdout += String(chunk); });
145
+ child.stderr.on('data', (chunk) => { stderr += String(chunk); });
146
+ child.on('error', (err) => {
147
+ if (settled)
148
+ return;
149
+ settled = true;
150
+ clearTimeout(timer);
151
+ resolve({ exitCode: 1, stdout, stderr: `${stderr}\n${String(err)}`.trim() });
152
+ });
153
+ child.on('close', (code) => {
154
+ if (settled)
155
+ return;
156
+ settled = true;
157
+ clearTimeout(timer);
158
+ resolve({ exitCode: code ?? 1, stdout, stderr });
159
+ });
160
+ });
161
+ }
162
+ /**
163
+ * Run a command on a host (local or SSH). Public wrapper for health checks.
164
+ */
165
+ export async function runOnHost(command, host, timeoutMs = 10000) {
166
+ const step = { kind: 'probe_health', host_id: 'health-check', command, timeout_sec: Math.ceil(timeoutMs / 1000), description: '' };
167
+ const resolved = { id: 'health-check', display_name: '', transport: host.transport, connection: host.connection };
168
+ return runPlanStep(step, resolved, timeoutMs);
169
+ }
170
+ async function runPlanStep(step, host, timeoutMs) {
171
+ if (host.transport === 'local') {
172
+ return runCommand(step.command, timeoutMs);
173
+ }
174
+ const targetHost = host.connection.host;
175
+ if (!targetHost) {
176
+ return { exitCode: 1, stdout: '', stderr: `SSH host missing for ${host.id}` };
177
+ }
178
+ const target = host.connection.user ? `${host.connection.user}@${targetHost}` : targetHost;
179
+ const sshArgs = [];
180
+ if (host.connection.key_path)
181
+ sshArgs.push('-i', host.connection.key_path);
182
+ if (host.connection.port && host.connection.port !== 22)
183
+ sshArgs.push('-p', String(host.connection.port));
184
+ sshArgs.push(target, step.command);
185
+ return new Promise((resolve) => {
186
+ const child = spawn('ssh', sshArgs, { stdio: ['ignore', 'pipe', 'pipe'] });
187
+ let stdout = '';
188
+ let stderr = '';
189
+ let settled = false;
190
+ const timer = setTimeout(() => {
191
+ if (settled)
192
+ return;
193
+ settled = true;
194
+ child.kill('SIGTERM');
195
+ resolve({ exitCode: 124, stdout, stderr: `${stderr}\nCommand timed out after ${timeoutMs}ms`.trim() });
196
+ }, timeoutMs);
197
+ child.stdout.on('data', (chunk) => { stdout += String(chunk); });
198
+ child.stderr.on('data', (chunk) => { stderr += String(chunk); });
199
+ child.on('error', (err) => {
200
+ if (settled)
201
+ return;
202
+ settled = true;
203
+ clearTimeout(timer);
204
+ resolve({ exitCode: 1, stdout, stderr: `${stderr}\n${String(err)}`.trim() });
205
+ });
206
+ child.on('close', (code) => {
207
+ if (settled)
208
+ return;
209
+ settled = true;
210
+ clearTimeout(timer);
211
+ resolve({ exitCode: code ?? 1, stdout, stderr });
212
+ });
213
+ });
214
+ }
215
+ async function runStepWithRetry(step, host) {
216
+ const started = Date.now();
217
+ const timeoutMs = Math.max(1, step.timeout_sec * 1000);
218
+ if (step.kind !== 'probe_health') {
219
+ return runPlanStep(step, host, timeoutMs);
220
+ }
221
+ let last = { exitCode: 1, stdout: '', stderr: '' };
222
+ while (Date.now() - started < timeoutMs) {
223
+ const remaining = Math.max(1, timeoutMs - (Date.now() - started));
224
+ last = await runPlanStep(step, host, remaining);
225
+ if (last.exitCode === 0)
226
+ return last;
227
+ await sleep(step.probe_interval_ms ?? 1000);
228
+ }
229
+ return last;
230
+ }
231
+ /**
232
+ * Read active runtime state. Returns null if missing/corrupt.
233
+ */
234
+ export async function loadActiveRuntime() {
235
+ try {
236
+ const raw = await fs.readFile(ACTIVE_PATH, 'utf8');
237
+ const parsed = JSON.parse(raw);
238
+ if (!parsed || typeof parsed !== 'object')
239
+ return null;
240
+ if (typeof parsed.modelId !== 'string')
241
+ return null;
242
+ if (!Array.isArray(parsed.hostIds))
243
+ return null;
244
+ if (typeof parsed.startedAt !== 'string')
245
+ return null;
246
+ if (typeof parsed.healthy !== 'boolean')
247
+ return null;
248
+ return parsed;
249
+ }
250
+ catch {
251
+ return null;
252
+ }
253
+ }
254
+ /**
255
+ * Save active runtime state.
256
+ */
257
+ async function saveActiveRuntime(state) {
258
+ await ensureStateDir();
259
+ await fs.writeFile(ACTIVE_PATH, JSON.stringify(state, null, 2) + '\n', 'utf8');
260
+ }
261
+ async function clearActiveRuntime() {
262
+ try {
263
+ await fs.rm(ACTIVE_PATH, { force: true });
264
+ }
265
+ catch {
266
+ // best effort
267
+ }
268
+ }
269
+ async function teardownPartialStart(plan, outcomes) {
270
+ const startedHosts = new Set(outcomes.filter((o) => o.status === 'ok' && o.step.kind === 'start_model').map((o) => o.step.host_id));
271
+ if (startedHosts.size === 0)
272
+ return;
273
+ const stopByHost = new Map();
274
+ for (const step of plan.steps) {
275
+ if (step.kind === 'stop_model' && !stopByHost.has(step.host_id)) {
276
+ stopByHost.set(step.host_id, step);
277
+ }
278
+ }
279
+ for (const hostId of startedHosts) {
280
+ const stopStep = stopByHost.get(hostId);
281
+ const host = plan.hosts.find((h) => h.id === hostId);
282
+ if (!stopStep || !host)
283
+ continue;
284
+ const stopResult = await runStepWithRetry(stopStep, host);
285
+ outcomes.push({
286
+ step: stopStep,
287
+ status: stopResult.exitCode === 0 ? 'ok' : 'error',
288
+ exit_code: stopResult.exitCode,
289
+ stdout: stopResult.stdout,
290
+ stderr: stopResult.stderr,
291
+ duration_ms: 0,
292
+ });
293
+ }
294
+ }
295
+ /**
296
+ * Execute a runtime plan.
297
+ */
298
+ export async function execute(plan, opts = {}) {
299
+ const lock = await acquireRuntimeLock(plan, opts);
300
+ if (!lock.ok) {
301
+ return { ok: false, reused: false, steps: [], error: lock.error };
302
+ }
303
+ const outcomes = [];
304
+ const startedAt = new Date().toISOString();
305
+ try {
306
+ if (opts.signal?.aborted) {
307
+ await teardownPartialStart(plan, outcomes);
308
+ await clearActiveRuntime();
309
+ return { ok: false, reused: false, steps: outcomes, error: 'Execution aborted' };
310
+ }
311
+ if (plan.reuse === true) {
312
+ const probe = plan.steps.find((s) => s.kind === 'probe_health');
313
+ if (probe) {
314
+ const host = plan.hosts.find((h) => h.id === probe.host_id);
315
+ if (host) {
316
+ const result = await runStepWithRetry(probe, host);
317
+ if (result.exitCode === 0) {
318
+ return { ok: true, reused: true, steps: [] };
319
+ }
320
+ }
321
+ }
322
+ }
323
+ for (const step of plan.steps) {
324
+ if (opts.signal?.aborted) {
325
+ await teardownPartialStart(plan, outcomes);
326
+ await clearActiveRuntime();
327
+ return { ok: false, reused: false, steps: outcomes, error: 'Execution aborted' };
328
+ }
329
+ const host = plan.hosts.find((h) => h.id === step.host_id);
330
+ if (!host) {
331
+ const failed = {
332
+ step,
333
+ status: 'error',
334
+ exit_code: 1,
335
+ stderr: `Host not found: ${step.host_id}`,
336
+ duration_ms: 0,
337
+ };
338
+ outcomes.push(failed);
339
+ opts.onStep?.(step, 'error', failed.stderr);
340
+ await teardownPartialStart(plan, outcomes);
341
+ await clearActiveRuntime();
342
+ return { ok: false, reused: false, steps: outcomes, error: failed.stderr };
343
+ }
344
+ opts.onStep?.(step, 'start');
345
+ const stepStarted = Date.now();
346
+ const result = await runStepWithRetry(step, host);
347
+ const duration = Date.now() - stepStarted;
348
+ if (result.exitCode === 0) {
349
+ outcomes.push({
350
+ step,
351
+ status: 'ok',
352
+ exit_code: 0,
353
+ stdout: result.stdout,
354
+ stderr: result.stderr,
355
+ duration_ms: duration,
356
+ });
357
+ opts.onStep?.(step, 'done');
358
+ continue;
359
+ }
360
+ // When probe fails, check the start log on the host for the real error
361
+ let startLog = '';
362
+ if (step.kind === 'probe_health') {
363
+ const logCheck = await runPlanStep({ ...step, command: 'cat /tmp/llama-server.log 2>/dev/null | tail -5' }, host, 5000);
364
+ if (logCheck.exitCode === 0 && logCheck.stdout.trim()) {
365
+ startLog = logCheck.stdout.trim();
366
+ }
367
+ }
368
+ const errorParts = [result.stderr, startLog].filter(Boolean);
369
+ let detail = errorParts.join('\n').trim();
370
+ // Friendly rewrite for common errors
371
+ const notFoundMatch = detail.match(/failed to run command '([^']+)': No such file or directory/);
372
+ if (notFoundMatch) {
373
+ const cmd = notFoundMatch[1];
374
+ detail = `${host.id} doesn't have '${cmd}' in PATH for non-interactive SSH.\n`
375
+ + `Either add it to PATH in ~/.bashrc on ${host.id}, or use the full path in your start command.\n`
376
+ + `Find it with: ssh ${host.connection.user ? host.connection.user + '@' : ''}${host.connection.host ?? host.id} 'which ${cmd} || find /usr -name ${cmd} 2>/dev/null'`;
377
+ }
378
+ opts.onStep?.(step, 'error', detail || undefined);
379
+ let rollbackDetails = '';
380
+ if (step.rollback_cmd) {
381
+ const rollbackResult = await runCommand(step.rollback_cmd, Math.max(1000, step.timeout_sec * 1000));
382
+ rollbackDetails = `\nRollback attempted: exit=${rollbackResult.exitCode}; stderr=${rollbackResult.stderr ?? ''}`;
383
+ }
384
+ outcomes.push({
385
+ step,
386
+ status: 'error',
387
+ exit_code: result.exitCode,
388
+ stdout: result.stdout,
389
+ stderr: `${detail}${rollbackDetails}`.trim(),
390
+ duration_ms: duration,
391
+ });
392
+ await teardownPartialStart(plan, outcomes);
393
+ await clearActiveRuntime();
394
+ const errorMsg = detail || `exit code ${result.exitCode}`;
395
+ return {
396
+ ok: false,
397
+ reused: false,
398
+ steps: outcomes,
399
+ error: `Step failed: ${step.kind} on ${step.host_id}${result.exitCode === 124 ? ' (timed out)' : ''}\n${errorMsg}`,
400
+ };
401
+ }
402
+ const active = {
403
+ modelId: plan.model.id,
404
+ backendId: plan.backend?.id,
405
+ hostIds: plan.hosts.map((h) => h.id),
406
+ healthy: true,
407
+ startedAt,
408
+ pid: process.pid,
409
+ endpoint: deriveEndpoint(plan),
410
+ };
411
+ await saveActiveRuntime(active);
412
+ return { ok: true, reused: false, steps: outcomes };
413
+ }
414
+ finally {
415
+ await releaseLock();
416
+ }
417
+ }
418
+ //# sourceMappingURL=executor.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"executor.js","sourceRoot":"","sources":["../../src/runtime/executor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,IAAI,MAAM,WAAW,CAAC;AAS7B,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC;;;GAGG;AACH,SAAS,cAAc,CAAC,IAAgB;IACtC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,IAAI,IAAI,IAAI,CAAC;IACvD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3B,IAAI,CAAC,IAAI;QAAE,OAAO,oBAAoB,IAAI,KAAK,CAAC;IAChD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,KAAK,OAAO;QACrC,CAAC,CAAC,WAAW;QACb,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,WAAW,CAAC,CAAC;IAC1C,OAAO,UAAU,IAAI,IAAI,IAAI,KAAK,CAAC;AACrC,CAAC;AAED,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,cAAc,CAAC,CAAC;AACxD,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,qBAAqB,CAAC,CAAC;AACjE,MAAM,aAAa,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAQrC,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,UAAU,CAAC,GAAW;IAC7B,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,IAAwB;IACzC,IAAI,CAAC,IAAI,EAAE,SAAS;QAAE,OAAO,IAAI,CAAC;IAClC,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACtC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IACtC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;AACzB,CAAC;AAED,SAAS,WAAW,CAAC,IAAwB;IAC3C,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC5B,OAAO,GAAG,IAAI,IAAI,IAAI,GAAG,GAAG,aAAa,CAAC;AAC5C,CAAC;AAED,KAAK,UAAU,cAAc;IAC3B,MAAM,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAClD,CAAC;AAED,KAAK,UAAU,QAAQ;IACrB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAyB,CAAC;QACvD,IAAI,OAAO,MAAM,EAAE,GAAG,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACjD,OAAO;YACL,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,SAAS,EAAE,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;YACvE,KAAK,EAAE,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;SAC5D,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,OAAe;IACtC,MAAM,cAAc,EAAE,CAAC;IACvB,MAAM,OAAO,GAAgB;QAC3B,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,KAAK,EAAE,OAAO;KACf,CAAC;IACF,MAAM,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;AAC3F,CAAC;AAED,KAAK,UAAU,WAAW;IACxB,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1C,CAAC;IAAC,MAAM,CAAC;QACP,cAAc;IAChB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,IAAgB,EAAE,IAAiB;IACnE,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC/B,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IACtB,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,IAAI,CAAC,EAAE,IAAI,KAAK,QAAQ;YAAE,MAAM,CAAC,CAAC;IACpC,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,QAAQ,EAAE,CAAC;IAClC,MAAM,OAAO,GAAG,QAAQ,EAAE,GAAG,CAAC;IAC9B,MAAM,UAAU,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;IAEzC,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;QAChC,MAAM,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC;QACjE,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,kCAAkC,MAAM,+CAA+C,CAAC,CAAC;QACzG,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,kCAAkC,MAAM,kCAAkC,CAAC,CAAC;QAC5F,CAAC;IACH,CAAC;IAED,IAAI,UAAU,IAAI,CAAC,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;QACpD,MAAM,WAAW,EAAE,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC/B,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;QACtB,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,IAAI,CAAC,EAAE,IAAI,KAAK,QAAQ;gBAAE,MAAM,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,6EAA6E,EAAE,CAAC;IAC7G,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,4BAA4B,OAAO,mBAAmB,CAAC,CAAC;IAC9F,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,4BAA4B,OAAO,EAAE,EAAE,CAAC;IACrE,CAAC;IAED,MAAM,WAAW,EAAE,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC/B,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IACtB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,uDAAuD,EAAE,CAAC;IACvF,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,GAAW,EAAE,SAAiB;IAC7D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAChF,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,OAAO,GAAG,KAAK,CAAC;QAEpB,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACtB,OAAO,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,6BAA6B,SAAS,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACzG,CAAC,EAAE,SAAS,CAAC,CAAC;QAEd,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAEjE,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACxB,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,OAAe,EACf,IAA2G,EAC3G,SAAS,GAAG,KAAK;IAEjB,MAAM,IAAI,GAAa,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;IAC7I,MAAM,QAAQ,GAAG,EAAE,EAAE,EAAE,cAAc,EAAE,YAAY,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,SAAgB,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;IACzH,OAAO,WAAW,CAAC,IAAI,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;AAChD,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAc,EAAE,IAAiC,EAAE,SAAiB;IAC7F,IAAI,IAAI,CAAC,SAAS,KAAK,OAAO,EAAE,CAAC;QAC/B,OAAO,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IACxC,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,wBAAwB,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;IAChF,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,UAAU,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;IAE3F,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ;QAAE,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC3E,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,KAAK,EAAE;QAAE,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1G,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAEnC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAC3E,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,OAAO,GAAG,KAAK,CAAC;QAEpB,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACtB,OAAO,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,6BAA6B,SAAS,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACzG,CAAC,EAAE,SAAS,CAAC,CAAC;QAEd,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAEjE,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACxB,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,IAAc,EAAE,IAAiC;IAC/E,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC;IAEvD,IAAI,IAAI,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;QACjC,OAAO,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;IAC5C,CAAC;IAED,IAAI,IAAI,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IACnD,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,GAAG,SAAS,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC;QAClE,IAAI,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;QAChD,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACrC,MAAM,KAAK,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,CAAC;IAC9C,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB;IACrC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAkB,CAAC;QAChD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACvD,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACpD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;YAAE,OAAO,IAAI,CAAC;QAChD,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACtD,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACrD,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,iBAAiB,CAAC,KAAoB;IACnD,MAAM,cAAc,EAAE,CAAC;IACvB,MAAM,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;AACjF,CAAC;AAED,KAAK,UAAU,kBAAkB;IAC/B,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,CAAC;IAAC,MAAM,CAAC;QACP,cAAc;IAChB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,IAAgB,EAAE,QAAuB;IAC3E,MAAM,YAAY,GAAG,IAAI,GAAG,CAC1B,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CACtG,CAAC;IACF,IAAI,YAAY,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO;IAEpC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC/C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9B,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAChE,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;QACrD,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI;YAAE,SAAS;QACjC,MAAM,UAAU,GAAG,MAAM,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC1D,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,UAAU,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO;YAClD,SAAS,EAAE,UAAU,CAAC,QAAQ;YAC9B,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,WAAW,EAAE,CAAC;SACf,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,IAAgB,EAAE,OAAoB,EAAE;IACpE,MAAM,IAAI,GAAG,MAAM,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAClD,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;IACpE,CAAC;IAED,MAAM,QAAQ,GAAkB,EAAE,CAAC;IACnC,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAE3C,IAAI,CAAC;QACH,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YACzB,MAAM,oBAAoB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAC3C,MAAM,kBAAkB,EAAE,CAAC;YAC3B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC;QACnF,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,cAAc,CAAC,CAAC;YAChE,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC5D,IAAI,IAAI,EAAE,CAAC;oBACT,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;oBACnD,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;wBAC1B,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;oBAC/C,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;gBACzB,MAAM,oBAAoB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAC3C,MAAM,kBAAkB,EAAE,CAAC;gBAC3B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC;YACnF,CAAC;YAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3D,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,MAAM,GAAgB;oBAC1B,IAAI;oBACJ,MAAM,EAAE,OAAO;oBACf,SAAS,EAAE,CAAC;oBACZ,MAAM,EAAE,mBAAmB,IAAI,CAAC,OAAO,EAAE;oBACzC,WAAW,EAAE,CAAC;iBACf,CAAC;gBACF,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACtB,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;gBAC5C,MAAM,oBAAoB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAC3C,MAAM,kBAAkB,EAAE,CAAC;gBAC3B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;YAC7E,CAAC;YAED,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC7B,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC/B,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC;YAE1C,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAC1B,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI;oBACJ,MAAM,EAAE,IAAI;oBACZ,SAAS,EAAE,CAAC;oBACZ,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,WAAW,EAAE,QAAQ;iBACtB,CAAC,CAAC;gBACH,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBAC5B,SAAS;YACX,CAAC;YAED,uEAAuE;YACvE,IAAI,QAAQ,GAAG,EAAE,CAAC;YAClB,IAAI,IAAI,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gBACjC,MAAM,QAAQ,GAAG,MAAM,WAAW,CAChC,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,iDAAiD,EAAE,EACvE,IAAI,EACJ,IAAI,CACL,CAAC;gBACF,IAAI,QAAQ,CAAC,QAAQ,KAAK,CAAC,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;oBACtD,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;gBACpC,CAAC;YACH,CAAC;YAED,MAAM,UAAU,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC7D,IAAI,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;YAE1C,qCAAqC;YACrC,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,4DAA4D,CAAC,CAAC;YACjG,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,GAAG,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;gBAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,kBAAkB,GAAG,sCAAsC;sBAC1E,yCAAyC,IAAI,CAAC,EAAE,iDAAiD;sBACjG,qBAAqB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,WAAW,GAAG,uBAAuB,GAAG,eAAe,CAAC;YAC3K,CAAC;YAED,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,IAAI,SAAS,CAAC,CAAC;YAClD,IAAI,eAAe,GAAG,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,MAAM,cAAc,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC;gBACpG,eAAe,GAAG,8BAA8B,cAAc,CAAC,QAAQ,YAAY,cAAc,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;YACnH,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI;gBACJ,MAAM,EAAE,OAAO;gBACf,SAAS,EAAE,MAAM,CAAC,QAAQ;gBAC1B,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,MAAM,EAAE,GAAG,MAAM,GAAG,eAAe,EAAE,CAAC,IAAI,EAAE;gBAC5C,WAAW,EAAE,QAAQ;aACtB,CAAC,CAAC;YAEH,MAAM,oBAAoB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAC3C,MAAM,kBAAkB,EAAE,CAAC;YAE3B,MAAM,QAAQ,GAAG,MAAM,IAAI,aAAa,MAAM,CAAC,QAAQ,EAAE,CAAC;YAC1D,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,QAAQ;gBACf,KAAK,EAAE,gBAAgB,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,QAAQ,KAAK,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,EAAE;aACnH,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAkB;YAC5B,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE;YACtB,SAAS,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE;YAC3B,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpC,OAAO,EAAE,IAAI;YACb,SAAS;YACT,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,QAAQ,EAAE,cAAc,CAAC,IAAI,CAAC;SAC/B,CAAC;QAEF,MAAM,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAChC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;IACtD,CAAC;YAAS,CAAC;QACT,MAAM,WAAW,EAAE,CAAC;IACtB,CAAC;AACH,CAAC"}
@@ -0,0 +1,197 @@
1
+ import { shellEscape } from '../utils.js';
2
+ function interpolate(template, vars) {
3
+ return template.replace(/\{(\w+)\}/g, (_, key) => vars[key] ?? `{${key}}`);
4
+ }
5
+ function error(code, reason) {
6
+ return { ok: false, code, reason };
7
+ }
8
+ function sameHostIds(a, b) {
9
+ return a.length === b.length && a.every((id, i) => id === b[i]);
10
+ }
11
+ function buildVars(model, host, backend, backendCfg) {
12
+ const port = String(model.runtime_defaults?.port ?? 8080);
13
+ const backendArgs = backend?.args?.map((arg) => shellEscape(arg)).join(' ') ?? '';
14
+ const backendEnv = backend?.env
15
+ ? Object.entries(backend.env).map(([k, v]) => `${k}=${shellEscape(String(v))}`).join(' ')
16
+ : '';
17
+ return {
18
+ source: shellEscape(model.source),
19
+ port: shellEscape(port),
20
+ host: shellEscape(host.connection.host ?? host.id),
21
+ backend_args: backendArgs,
22
+ backend_env: backendEnv,
23
+ model_id: shellEscape(model.id),
24
+ host_id: shellEscape(host.id),
25
+ backend_id: shellEscape(backend?.id ?? backendCfg?.id ?? ''),
26
+ };
27
+ }
28
+ /**
29
+ * Pure planning function. Same inputs → same output. No side effects.
30
+ */
31
+ export function plan(request, config, activeState) {
32
+ if (request.forceSplit === true) {
33
+ return error('SPLIT_NOT_IMPLEMENTED', 'Multi-host split (tensor/pipeline parallel) is not yet implemented.');
34
+ }
35
+ const modelCfg = config.models.find((m) => m.id === request.modelId && m.enabled);
36
+ if (!modelCfg)
37
+ return error('MODEL_NOT_FOUND', `Model not found or disabled: ${request.modelId}`);
38
+ let targetHosts = [];
39
+ if (request.hostOverride) {
40
+ const host = config.hosts.find((h) => h.id === request.hostOverride && h.enabled);
41
+ if (!host)
42
+ return error('NO_ELIGIBLE_HOST', `Host not found or disabled: ${request.hostOverride}`);
43
+ if (Array.isArray(modelCfg.host_policy) && !modelCfg.host_policy.includes(host.id)) {
44
+ return error('HOST_POLICY_VIOLATION', `Host ${host.id} violates host policy for model ${modelCfg.id}`);
45
+ }
46
+ targetHosts = [host];
47
+ }
48
+ else if (modelCfg.host_policy === 'any') {
49
+ const firstEnabled = config.hosts.find((h) => h.enabled);
50
+ if (firstEnabled)
51
+ targetHosts = [firstEnabled];
52
+ }
53
+ else {
54
+ for (const hostId of modelCfg.host_policy) {
55
+ const host = config.hosts.find((h) => h.id === hostId && h.enabled);
56
+ if (host) {
57
+ targetHosts = [host];
58
+ break;
59
+ }
60
+ }
61
+ }
62
+ if (targetHosts.length === 0) {
63
+ return error('NO_ELIGIBLE_HOST', `No eligible host found for model ${modelCfg.id}`);
64
+ }
65
+ let backendCfg = null;
66
+ if (request.backendOverride) {
67
+ backendCfg = config.backends.find((b) => b.id === request.backendOverride && b.enabled) ?? null;
68
+ if (!backendCfg) {
69
+ return error('BACKEND_NOT_FOUND', `Backend not found or disabled: ${request.backendOverride}`);
70
+ }
71
+ }
72
+ else if (modelCfg.backend_policy === 'any') {
73
+ backendCfg = null;
74
+ }
75
+ else {
76
+ for (const backendId of modelCfg.backend_policy) {
77
+ const backend = config.backends.find((b) => b.id === backendId && b.enabled);
78
+ if (backend) {
79
+ backendCfg = backend;
80
+ break;
81
+ }
82
+ }
83
+ if (!backendCfg) {
84
+ return error('BACKEND_NOT_FOUND', `No eligible backend found for model ${modelCfg.id}`);
85
+ }
86
+ }
87
+ const resolvedModel = {
88
+ id: modelCfg.id,
89
+ display_name: modelCfg.display_name,
90
+ source: modelCfg.source,
91
+ launch: modelCfg.launch,
92
+ runtime_defaults: modelCfg.runtime_defaults,
93
+ };
94
+ const resolvedHosts = targetHosts.map((h) => ({
95
+ id: h.id,
96
+ display_name: h.display_name,
97
+ transport: h.transport,
98
+ connection: h.connection,
99
+ }));
100
+ const resolvedBackend = backendCfg
101
+ ? {
102
+ id: backendCfg.id,
103
+ display_name: backendCfg.display_name,
104
+ type: backendCfg.type,
105
+ env: backendCfg.env,
106
+ args: backendCfg.args,
107
+ }
108
+ : null;
109
+ const targetHostIds = resolvedHosts.map((h) => h.id);
110
+ const targetBackendId = resolvedBackend?.id;
111
+ if (activeState &&
112
+ activeState.healthy === true &&
113
+ activeState.modelId === resolvedModel.id &&
114
+ (activeState.backendId ?? undefined) === (targetBackendId ?? undefined) &&
115
+ sameHostIds(activeState.hostIds, targetHostIds)) {
116
+ const reuseResult = {
117
+ ok: true,
118
+ reuse: true,
119
+ model: resolvedModel,
120
+ backend: resolvedBackend,
121
+ hosts: resolvedHosts,
122
+ steps: [],
123
+ };
124
+ return reuseResult;
125
+ }
126
+ const steps = [];
127
+ if (activeState?.hostIds?.length) {
128
+ for (const hostId of activeState.hostIds) {
129
+ const hostCfg = config.hosts.find((h) => h.id === hostId);
130
+ if (!hostCfg?.model_control?.stop_cmd)
131
+ continue;
132
+ steps.push({
133
+ kind: 'stop_model',
134
+ host_id: hostId,
135
+ command: hostCfg.model_control.stop_cmd,
136
+ timeout_sec: 30,
137
+ description: `Stop active model on ${hostId}`,
138
+ });
139
+ }
140
+ }
141
+ const backendChanged = (activeState?.backendId ?? undefined) !== (targetBackendId ?? undefined);
142
+ if (backendChanged && backendCfg) {
143
+ if (backendCfg.apply_cmd) {
144
+ for (const host of targetHosts) {
145
+ const vars = buildVars(resolvedModel, host, resolvedBackend, backendCfg);
146
+ steps.push({
147
+ kind: 'apply_backend',
148
+ host_id: host.id,
149
+ command: interpolate(backendCfg.apply_cmd, vars),
150
+ timeout_sec: 30,
151
+ rollback_cmd: backendCfg.rollback_cmd,
152
+ description: `Apply backend ${backendCfg.id} on ${host.id}`,
153
+ });
154
+ }
155
+ }
156
+ if (backendCfg.verify_cmd) {
157
+ for (const host of targetHosts) {
158
+ const vars = buildVars(resolvedModel, host, resolvedBackend, backendCfg);
159
+ steps.push({
160
+ kind: 'verify_backend',
161
+ host_id: host.id,
162
+ command: interpolate(backendCfg.verify_cmd, vars),
163
+ timeout_sec: 15,
164
+ description: `Verify backend ${backendCfg.id} on ${host.id}`,
165
+ });
166
+ }
167
+ }
168
+ }
169
+ for (const host of targetHosts) {
170
+ const vars = buildVars(resolvedModel, host, resolvedBackend, backendCfg);
171
+ steps.push({
172
+ kind: 'start_model',
173
+ host_id: host.id,
174
+ command: interpolate(resolvedModel.launch.start_cmd, vars),
175
+ timeout_sec: 30,
176
+ description: `Start model ${resolvedModel.id} on ${host.id}`,
177
+ });
178
+ steps.push({
179
+ kind: 'probe_health',
180
+ host_id: host.id,
181
+ command: interpolate(resolvedModel.launch.probe_cmd, vars),
182
+ timeout_sec: resolvedModel.launch.probe_timeout_sec ?? 60,
183
+ probe_interval_ms: resolvedModel.launch.probe_interval_ms ?? 1000,
184
+ description: `Probe health for ${resolvedModel.id} on ${host.id}`,
185
+ });
186
+ }
187
+ const result = {
188
+ ok: true,
189
+ reuse: false,
190
+ model: resolvedModel,
191
+ backend: resolvedBackend,
192
+ hosts: resolvedHosts,
193
+ steps,
194
+ };
195
+ return result;
196
+ }
197
+ //# sourceMappingURL=planner.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"planner.js","sourceRoot":"","sources":["../../src/runtime/planner.ts"],"names":[],"mappings":"AAcA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,SAAS,WAAW,CAAC,QAAgB,EAAE,IAA4B;IACjE,OAAO,QAAQ,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,GAAG,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,KAAK,CAAC,IAAY,EAAE,MAAc;IACzC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;AACrC,CAAC;AAED,SAAS,WAAW,CAAC,CAAW,EAAE,CAAW;IAC3C,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,SAAS,CAChB,KAAoB,EACpB,IAAiB,EACjB,OAA+B,EAC/B,UAAiC;IAEjC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,IAAI,IAAI,IAAI,CAAC,CAAC;IAC1D,MAAM,WAAW,GAAG,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;IAClF,MAAM,UAAU,GAAG,OAAO,EAAE,GAAG;QAC7B,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QACzF,CAAC,CAAC,EAAE,CAAC;IAEP,OAAO;QACL,MAAM,EAAE,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC;QACjC,IAAI,EAAE,WAAW,CAAC,IAAI,CAAC;QACvB,IAAI,EAAE,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;QAClD,YAAY,EAAE,WAAW;QACzB,WAAW,EAAE,UAAU;QACvB,QAAQ,EAAE,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7B,UAAU,EAAE,WAAW,CAAC,OAAO,EAAE,EAAE,IAAI,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC;KAC7D,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,IAAI,CAClB,OAAoB,EACpB,MAAsB,EACtB,WAAiC;IAEjC,IAAI,OAAO,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;QAChC,OAAO,KAAK,CAAC,uBAAuB,EAAE,qEAAqE,CAAC,CAAC;IAC/G,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC;IAClF,IAAI,CAAC,QAAQ;QAAE,OAAO,KAAK,CAAC,iBAAiB,EAAE,gCAAgC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAElG,IAAI,WAAW,GAAkB,EAAE,CAAC;IAEpC,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC;QAClF,IAAI,CAAC,IAAI;YAAE,OAAO,KAAK,CAAC,kBAAkB,EAAE,+BAA+B,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;QACnG,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;YACnF,OAAO,KAAK,CAAC,uBAAuB,EAAE,QAAQ,IAAI,CAAC,EAAE,mCAAmC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;QACzG,CAAC;QACD,WAAW,GAAG,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;SAAM,IAAI,QAAQ,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;QAC1C,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACzD,IAAI,YAAY;YAAE,WAAW,GAAG,CAAC,YAAY,CAAC,CAAC;IACjD,CAAC;SAAM,CAAC;QACN,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;YAC1C,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC;YACpE,IAAI,IAAI,EAAE,CAAC;gBACT,WAAW,GAAG,CAAC,IAAI,CAAC,CAAC;gBACrB,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,KAAK,CAAC,kBAAkB,EAAE,oCAAoC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;IACtF,CAAC;IAED,IAAI,UAAU,GAA0B,IAAI,CAAC;IAE7C,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;QAC5B,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,eAAe,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC;QAChG,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,KAAK,CAAC,mBAAmB,EAAE,kCAAkC,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;QACjG,CAAC;IACH,CAAC;SAAM,IAAI,QAAQ,CAAC,cAAc,KAAK,KAAK,EAAE,CAAC;QAC7C,UAAU,GAAG,IAAI,CAAC;IACpB,CAAC;SAAM,CAAC;QACN,KAAK,MAAM,SAAS,IAAI,QAAQ,CAAC,cAAc,EAAE,CAAC;YAChD,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,SAAS,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC;YAC7E,IAAI,OAAO,EAAE,CAAC;gBACZ,UAAU,GAAG,OAAO,CAAC;gBACrB,MAAM;YACR,CAAC;QACH,CAAC;QACD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,KAAK,CAAC,mBAAmB,EAAE,uCAAuC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1F,CAAC;IACH,CAAC;IAED,MAAM,aAAa,GAAkB;QACnC,EAAE,EAAE,QAAQ,CAAC,EAAE;QACf,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB;KAC5C,CAAC;IAEF,MAAM,aAAa,GAAmB,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC5D,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,YAAY,EAAE,CAAC,CAAC,YAAY;QAC5B,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,UAAU,EAAE,CAAC,CAAC,UAAU;KACzB,CAAC,CAAC,CAAC;IAEJ,MAAM,eAAe,GAA2B,UAAU;QACxD,CAAC,CAAC;YACE,EAAE,EAAE,UAAU,CAAC,EAAE;YACjB,YAAY,EAAE,UAAU,CAAC,YAAY;YACrC,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,GAAG,EAAE,UAAU,CAAC,GAAG;YACnB,IAAI,EAAE,UAAU,CAAC,IAAI;SACtB;QACH,CAAC,CAAC,IAAI,CAAC;IAET,MAAM,aAAa,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACrD,MAAM,eAAe,GAAG,eAAe,EAAE,EAAE,CAAC;IAE5C,IACE,WAAW;QACX,WAAW,CAAC,OAAO,KAAK,IAAI;QAC5B,WAAW,CAAC,OAAO,KAAK,aAAa,CAAC,EAAE;QACxC,CAAC,WAAW,CAAC,SAAS,IAAI,SAAS,CAAC,KAAK,CAAC,eAAe,IAAI,SAAS,CAAC;QACvE,WAAW,CAAC,WAAW,CAAC,OAAO,EAAE,aAAa,CAAC,EAC/C,CAAC;QACD,MAAM,WAAW,GAAe;YAC9B,EAAE,EAAE,IAAI;YACR,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,aAAa;YACpB,OAAO,EAAE,eAAe;YACxB,KAAK,EAAE,aAAa;YACpB,KAAK,EAAE,EAAE;SACV,CAAC;QACF,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,MAAM,KAAK,GAAe,EAAE,CAAC;IAE7B,IAAI,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QACjC,KAAK,MAAM,MAAM,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;YAC1D,IAAI,CAAC,OAAO,EAAE,aAAa,EAAE,QAAQ;gBAAE,SAAS;YAChD,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,YAAY;gBAClB,OAAO,EAAE,MAAM;gBACf,OAAO,EAAE,OAAO,CAAC,aAAa,CAAC,QAAQ;gBACvC,WAAW,EAAE,EAAE;gBACf,WAAW,EAAE,wBAAwB,MAAM,EAAE;aAC9C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAAG,CAAC,WAAW,EAAE,SAAS,IAAI,SAAS,CAAC,KAAK,CAAC,eAAe,IAAI,SAAS,CAAC,CAAC;IAChG,IAAI,cAAc,IAAI,UAAU,EAAE,CAAC;QACjC,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;YACzB,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;gBAC/B,MAAM,IAAI,GAAG,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC;gBACzE,KAAK,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,eAAe;oBACrB,OAAO,EAAE,IAAI,CAAC,EAAE;oBAChB,OAAO,EAAE,WAAW,CAAC,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC;oBAChD,WAAW,EAAE,EAAE;oBACf,YAAY,EAAE,UAAU,CAAC,YAAY;oBACrC,WAAW,EAAE,iBAAiB,UAAU,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,EAAE;iBAC5D,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;gBAC/B,MAAM,IAAI,GAAG,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC;gBACzE,KAAK,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,gBAAgB;oBACtB,OAAO,EAAE,IAAI,CAAC,EAAE;oBAChB,OAAO,EAAE,WAAW,CAAC,UAAU,CAAC,UAAU,EAAE,IAAI,CAAC;oBACjD,WAAW,EAAE,EAAE;oBACf,WAAW,EAAE,kBAAkB,UAAU,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,EAAE;iBAC7D,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC;QACzE,KAAK,CAAC,IAAI,CAAC;YACT,IAAI,EAAE,aAAa;YACnB,OAAO,EAAE,IAAI,CAAC,EAAE;YAChB,OAAO,EAAE,WAAW,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC;YAC1D,WAAW,EAAE,EAAE;YACf,WAAW,EAAE,eAAe,aAAa,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,EAAE;SAC7D,CAAC,CAAC;QACH,KAAK,CAAC,IAAI,CAAC;YACT,IAAI,EAAE,cAAc;YACpB,OAAO,EAAE,IAAI,CAAC,EAAE;YAChB,OAAO,EAAE,WAAW,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC;YAC1D,WAAW,EAAE,aAAa,CAAC,MAAM,CAAC,iBAAiB,IAAI,EAAE;YACzD,iBAAiB,EAAE,aAAa,CAAC,MAAM,CAAC,iBAAiB,IAAI,IAAI;YACjE,WAAW,EAAE,oBAAoB,aAAa,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,EAAE;SAClE,CAAC,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAe;QACzB,EAAE,EAAE,IAAI;QACR,KAAK,EAAE,KAAK;QACZ,KAAK,EAAE,aAAa;QACpB,OAAO,EAAE,eAAe;QACxB,KAAK,EAAE,aAAa;QACpB,KAAK;KACN,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC"}