@visorcraft/idlehands 0.9.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +30 -0
- package/dist/agent.js +2604 -0
- package/dist/agent.js.map +1 -0
- package/dist/anton/controller.js +341 -0
- package/dist/anton/controller.js.map +1 -0
- package/dist/anton/lock.js +110 -0
- package/dist/anton/lock.js.map +1 -0
- package/dist/anton/parser.js +303 -0
- package/dist/anton/parser.js.map +1 -0
- package/dist/anton/prompt.js +203 -0
- package/dist/anton/prompt.js.map +1 -0
- package/dist/anton/reporter.js +119 -0
- package/dist/anton/reporter.js.map +1 -0
- package/dist/anton/session.js +51 -0
- package/dist/anton/session.js.map +1 -0
- package/dist/anton/types.js +7 -0
- package/dist/anton/types.js.map +1 -0
- package/dist/anton/verifier.js +263 -0
- package/dist/anton/verifier.js.map +1 -0
- package/dist/bench/compare.js +239 -0
- package/dist/bench/compare.js.map +1 -0
- package/dist/bench/debug_hooks.js +17 -0
- package/dist/bench/debug_hooks.js.map +1 -0
- package/dist/bench/json_extract.js +22 -0
- package/dist/bench/json_extract.js.map +1 -0
- package/dist/bench/openclaw.js +86 -0
- package/dist/bench/openclaw.js.map +1 -0
- package/dist/bench/report.js +116 -0
- package/dist/bench/report.js.map +1 -0
- package/dist/bench/runner.js +312 -0
- package/dist/bench/runner.js.map +1 -0
- package/dist/bench/types.js +2 -0
- package/dist/bench/types.js.map +1 -0
- package/dist/bot/commands.js +444 -0
- package/dist/bot/commands.js.map +1 -0
- package/dist/bot/confirm-discord.js +133 -0
- package/dist/bot/confirm-discord.js.map +1 -0
- package/dist/bot/confirm-telegram.js +290 -0
- package/dist/bot/confirm-telegram.js.map +1 -0
- package/dist/bot/discord.js +826 -0
- package/dist/bot/discord.js.map +1 -0
- package/dist/bot/format.js +210 -0
- package/dist/bot/format.js.map +1 -0
- package/dist/bot/session-manager.js +270 -0
- package/dist/bot/session-manager.js.map +1 -0
- package/dist/bot/telegram.js +678 -0
- package/dist/bot/telegram.js.map +1 -0
- package/dist/cli/agent-turn.js +45 -0
- package/dist/cli/agent-turn.js.map +1 -0
- package/dist/cli/args.js +236 -0
- package/dist/cli/args.js.map +1 -0
- package/dist/cli/bot.js +252 -0
- package/dist/cli/bot.js.map +1 -0
- package/dist/cli/build-repl-context.js +365 -0
- package/dist/cli/build-repl-context.js.map +1 -0
- package/dist/cli/command-registry.js +20 -0
- package/dist/cli/command-registry.js.map +1 -0
- package/dist/cli/commands/anton.js +271 -0
- package/dist/cli/commands/anton.js.map +1 -0
- package/dist/cli/commands/editing.js +328 -0
- package/dist/cli/commands/editing.js.map +1 -0
- package/dist/cli/commands/model.js +274 -0
- package/dist/cli/commands/model.js.map +1 -0
- package/dist/cli/commands/project.js +255 -0
- package/dist/cli/commands/project.js.map +1 -0
- package/dist/cli/commands/runtime.js +63 -0
- package/dist/cli/commands/runtime.js.map +1 -0
- package/dist/cli/commands/session.js +281 -0
- package/dist/cli/commands/session.js.map +1 -0
- package/dist/cli/commands/tools.js +126 -0
- package/dist/cli/commands/tools.js.map +1 -0
- package/dist/cli/commands/trifecta.js +221 -0
- package/dist/cli/commands/trifecta.js.map +1 -0
- package/dist/cli/commands/tui.js +17 -0
- package/dist/cli/commands/tui.js.map +1 -0
- package/dist/cli/init.js +222 -0
- package/dist/cli/init.js.map +1 -0
- package/dist/cli/input.js +360 -0
- package/dist/cli/input.js.map +1 -0
- package/dist/cli/oneshot.js +254 -0
- package/dist/cli/oneshot.js.map +1 -0
- package/dist/cli/repl-context.js +2 -0
- package/dist/cli/repl-context.js.map +1 -0
- package/dist/cli/runtime-cmds.js +811 -0
- package/dist/cli/runtime-cmds.js.map +1 -0
- package/dist/cli/service.js +145 -0
- package/dist/cli/service.js.map +1 -0
- package/dist/cli/session-state.js +130 -0
- package/dist/cli/session-state.js.map +1 -0
- package/dist/cli/setup.js +815 -0
- package/dist/cli/setup.js.map +1 -0
- package/dist/cli/shell.js +79 -0
- package/dist/cli/shell.js.map +1 -0
- package/dist/cli/status.js +392 -0
- package/dist/cli/status.js.map +1 -0
- package/dist/cli/watch.js +33 -0
- package/dist/cli/watch.js.map +1 -0
- package/dist/client.js +676 -0
- package/dist/client.js.map +1 -0
- package/dist/commands.js +194 -0
- package/dist/commands.js.map +1 -0
- package/dist/config.js +507 -0
- package/dist/config.js.map +1 -0
- package/dist/confirm/auto.js +13 -0
- package/dist/confirm/auto.js.map +1 -0
- package/dist/confirm/headless.js +41 -0
- package/dist/confirm/headless.js.map +1 -0
- package/dist/confirm/terminal.js +90 -0
- package/dist/confirm/terminal.js.map +1 -0
- package/dist/context.js +49 -0
- package/dist/context.js.map +1 -0
- package/dist/git.js +136 -0
- package/dist/git.js.map +1 -0
- package/dist/harnesses.js +171 -0
- package/dist/harnesses.js.map +1 -0
- package/dist/history.js +139 -0
- package/dist/history.js.map +1 -0
- package/dist/index.js +700 -0
- package/dist/index.js.map +1 -0
- package/dist/indexer.js +374 -0
- package/dist/indexer.js.map +1 -0
- package/dist/jsonrpc.js +76 -0
- package/dist/jsonrpc.js.map +1 -0
- package/dist/lens.js +525 -0
- package/dist/lens.js.map +1 -0
- package/dist/lsp.js +605 -0
- package/dist/lsp.js.map +1 -0
- package/dist/markdown.js +275 -0
- package/dist/markdown.js.map +1 -0
- package/dist/mcp.js +554 -0
- package/dist/mcp.js.map +1 -0
- package/dist/recovery.js +178 -0
- package/dist/recovery.js.map +1 -0
- package/dist/replay.js +132 -0
- package/dist/replay.js.map +1 -0
- package/dist/replay_cli.js +24 -0
- package/dist/replay_cli.js.map +1 -0
- package/dist/runtime/executor.js +418 -0
- package/dist/runtime/executor.js.map +1 -0
- package/dist/runtime/planner.js +197 -0
- package/dist/runtime/planner.js.map +1 -0
- package/dist/runtime/store.js +289 -0
- package/dist/runtime/store.js.map +1 -0
- package/dist/runtime/types.js +2 -0
- package/dist/runtime/types.js.map +1 -0
- package/dist/safety.js +446 -0
- package/dist/safety.js.map +1 -0
- package/dist/spinner.js +224 -0
- package/dist/spinner.js.map +1 -0
- package/dist/sys/context.js +124 -0
- package/dist/sys/context.js.map +1 -0
- package/dist/sys/snapshot.sh +97 -0
- package/dist/term.js +61 -0
- package/dist/term.js.map +1 -0
- package/dist/themes.js +135 -0
- package/dist/themes.js.map +1 -0
- package/dist/tools.js +1114 -0
- package/dist/tools.js.map +1 -0
- package/dist/tui/branch-picker.js +65 -0
- package/dist/tui/branch-picker.js.map +1 -0
- package/dist/tui/command-handler.js +108 -0
- package/dist/tui/command-handler.js.map +1 -0
- package/dist/tui/confirm.js +90 -0
- package/dist/tui/confirm.js.map +1 -0
- package/dist/tui/controller.js +463 -0
- package/dist/tui/controller.js.map +1 -0
- package/dist/tui/event-bridge.js +44 -0
- package/dist/tui/event-bridge.js.map +1 -0
- package/dist/tui/events.js +2 -0
- package/dist/tui/events.js.map +1 -0
- package/dist/tui/keymap.js +144 -0
- package/dist/tui/keymap.js.map +1 -0
- package/dist/tui/layout.js +11 -0
- package/dist/tui/layout.js.map +1 -0
- package/dist/tui/render.js +186 -0
- package/dist/tui/render.js.map +1 -0
- package/dist/tui/screen.js +48 -0
- package/dist/tui/screen.js.map +1 -0
- package/dist/tui/state.js +167 -0
- package/dist/tui/state.js.map +1 -0
- package/dist/tui/theme.js +70 -0
- package/dist/tui/theme.js.map +1 -0
- package/dist/tui/types.js +2 -0
- package/dist/tui/types.js.map +1 -0
- package/dist/types.js +2 -0
- package/dist/types.js.map +1 -0
- package/dist/upgrade.js +412 -0
- package/dist/upgrade.js.map +1 -0
- package/dist/utils.js +87 -0
- package/dist/utils.js.map +1 -0
- package/dist/vault.js +520 -0
- package/dist/vault.js.map +1 -0
- package/dist/vim.js +160 -0
- package/dist/vim.js.map +1 -0
- package/package.json +67 -0
- package/src/sys/snapshot.sh +97 -0
|
@@ -0,0 +1,418 @@
|
|
|
1
|
+
import { spawn } from 'node:child_process';
|
|
2
|
+
import fs from 'node:fs/promises';
|
|
3
|
+
import path from 'node:path';
|
|
4
|
+
import { stateDir } from '../utils.js';
|
|
5
|
+
/**
|
|
6
|
+
* Derive the API endpoint URL from the plan's host connection + model port.
|
|
7
|
+
* For local hosts, uses 127.0.0.1. For SSH hosts, uses the connection host.
|
|
8
|
+
*/
|
|
9
|
+
function deriveEndpoint(plan) {
|
|
10
|
+
const port = plan.model.runtime_defaults?.port ?? 8080;
|
|
11
|
+
const host = plan.hosts[0];
|
|
12
|
+
if (!host)
|
|
13
|
+
return `http://127.0.0.1:${port}/v1`;
|
|
14
|
+
const addr = host.transport === 'local'
|
|
15
|
+
? '127.0.0.1'
|
|
16
|
+
: (host.connection.host ?? '127.0.0.1');
|
|
17
|
+
return `http://${addr}:${port}/v1`;
|
|
18
|
+
}
|
|
19
|
+
const LOCK_PATH = path.join(stateDir(), 'runtime.lock');
|
|
20
|
+
const ACTIVE_PATH = path.join(stateDir(), 'runtime-active.json');
|
|
21
|
+
const STALE_LOCK_MS = 60 * 60 * 1000;
|
|
22
|
+
function sleep(ms) {
|
|
23
|
+
return new Promise((resolve) => setTimeout(resolve, ms));
|
|
24
|
+
}
|
|
25
|
+
function isPidAlive(pid) {
|
|
26
|
+
try {
|
|
27
|
+
process.kill(pid, 0);
|
|
28
|
+
return true;
|
|
29
|
+
}
|
|
30
|
+
catch {
|
|
31
|
+
return false;
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
function lockAgeMs(lock) {
|
|
35
|
+
if (!lock?.startedAt)
|
|
36
|
+
return null;
|
|
37
|
+
const ts = Date.parse(lock.startedAt);
|
|
38
|
+
if (!Number.isFinite(ts))
|
|
39
|
+
return null;
|
|
40
|
+
return Date.now() - ts;
|
|
41
|
+
}
|
|
42
|
+
function isLockStale(lock) {
|
|
43
|
+
const age = lockAgeMs(lock);
|
|
44
|
+
return age != null && age > STALE_LOCK_MS;
|
|
45
|
+
}
|
|
46
|
+
async function ensureStateDir() {
|
|
47
|
+
await fs.mkdir(stateDir(), { recursive: true });
|
|
48
|
+
}
|
|
49
|
+
async function readLock() {
|
|
50
|
+
try {
|
|
51
|
+
const raw = await fs.readFile(LOCK_PATH, 'utf8');
|
|
52
|
+
const parsed = JSON.parse(raw);
|
|
53
|
+
if (typeof parsed?.pid !== 'number')
|
|
54
|
+
return null;
|
|
55
|
+
return {
|
|
56
|
+
pid: parsed.pid,
|
|
57
|
+
startedAt: typeof parsed.startedAt === 'string' ? parsed.startedAt : '',
|
|
58
|
+
model: typeof parsed.model === 'string' ? parsed.model : '',
|
|
59
|
+
};
|
|
60
|
+
}
|
|
61
|
+
catch {
|
|
62
|
+
return null;
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
async function writeLock(modelId) {
|
|
66
|
+
await ensureStateDir();
|
|
67
|
+
const payload = {
|
|
68
|
+
pid: process.pid,
|
|
69
|
+
startedAt: new Date().toISOString(),
|
|
70
|
+
model: modelId,
|
|
71
|
+
};
|
|
72
|
+
await fs.writeFile(LOCK_PATH, JSON.stringify(payload), { encoding: 'utf8', flag: 'wx' });
|
|
73
|
+
}
|
|
74
|
+
async function releaseLock() {
|
|
75
|
+
try {
|
|
76
|
+
await fs.rm(LOCK_PATH, { force: true });
|
|
77
|
+
}
|
|
78
|
+
catch {
|
|
79
|
+
// best effort
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
async function acquireRuntimeLock(plan, opts) {
|
|
83
|
+
try {
|
|
84
|
+
await writeLock(plan.model.id);
|
|
85
|
+
return { ok: true };
|
|
86
|
+
}
|
|
87
|
+
catch (e) {
|
|
88
|
+
if (e?.code !== 'EEXIST')
|
|
89
|
+
throw e;
|
|
90
|
+
}
|
|
91
|
+
const existing = await readLock();
|
|
92
|
+
const lockPid = existing?.pid;
|
|
93
|
+
const staleByAge = isLockStale(existing);
|
|
94
|
+
if (staleByAge) {
|
|
95
|
+
const age = lockAgeMs(existing);
|
|
96
|
+
const ageMin = age == null ? 'unknown' : Math.floor(age / 60000);
|
|
97
|
+
if (opts.force) {
|
|
98
|
+
console.error(`[runtime] stale lock detected (${ageMin}m old). --force set; reclaiming runtime lock.`);
|
|
99
|
+
}
|
|
100
|
+
else {
|
|
101
|
+
console.error(`[runtime] stale lock detected (${ageMin}m old). Reclaiming runtime lock.`);
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
if (staleByAge || (lockPid && !isPidAlive(lockPid))) {
|
|
105
|
+
await releaseLock();
|
|
106
|
+
try {
|
|
107
|
+
await writeLock(plan.model.id);
|
|
108
|
+
return { ok: true };
|
|
109
|
+
}
|
|
110
|
+
catch (e) {
|
|
111
|
+
if (e?.code !== 'EEXIST')
|
|
112
|
+
throw e;
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
if (!lockPid) {
|
|
116
|
+
return { ok: false, error: 'Runtime lock exists and could not be parsed. Remove runtime.lock and retry.' };
|
|
117
|
+
}
|
|
118
|
+
const approved = await opts.confirm?.(`Runtime lock held by PID ${lockPid}. Force takeover?`);
|
|
119
|
+
if (!approved) {
|
|
120
|
+
return { ok: false, error: `Runtime lock held by PID ${lockPid}` };
|
|
121
|
+
}
|
|
122
|
+
await releaseLock();
|
|
123
|
+
try {
|
|
124
|
+
await writeLock(plan.model.id);
|
|
125
|
+
return { ok: true };
|
|
126
|
+
}
|
|
127
|
+
catch {
|
|
128
|
+
return { ok: false, error: 'Failed to acquire runtime lock after takeover attempt' };
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
export async function runCommand(cmd, timeoutMs) {
|
|
132
|
+
return new Promise((resolve) => {
|
|
133
|
+
const child = spawn('bash', ['-c', cmd], { stdio: ['ignore', 'pipe', 'pipe'] });
|
|
134
|
+
let stdout = '';
|
|
135
|
+
let stderr = '';
|
|
136
|
+
let settled = false;
|
|
137
|
+
const timer = setTimeout(() => {
|
|
138
|
+
if (settled)
|
|
139
|
+
return;
|
|
140
|
+
settled = true;
|
|
141
|
+
child.kill('SIGTERM');
|
|
142
|
+
resolve({ exitCode: 124, stdout, stderr: `${stderr}\nCommand timed out after ${timeoutMs}ms`.trim() });
|
|
143
|
+
}, timeoutMs);
|
|
144
|
+
child.stdout.on('data', (chunk) => { stdout += String(chunk); });
|
|
145
|
+
child.stderr.on('data', (chunk) => { stderr += String(chunk); });
|
|
146
|
+
child.on('error', (err) => {
|
|
147
|
+
if (settled)
|
|
148
|
+
return;
|
|
149
|
+
settled = true;
|
|
150
|
+
clearTimeout(timer);
|
|
151
|
+
resolve({ exitCode: 1, stdout, stderr: `${stderr}\n${String(err)}`.trim() });
|
|
152
|
+
});
|
|
153
|
+
child.on('close', (code) => {
|
|
154
|
+
if (settled)
|
|
155
|
+
return;
|
|
156
|
+
settled = true;
|
|
157
|
+
clearTimeout(timer);
|
|
158
|
+
resolve({ exitCode: code ?? 1, stdout, stderr });
|
|
159
|
+
});
|
|
160
|
+
});
|
|
161
|
+
}
|
|
162
|
+
/**
|
|
163
|
+
* Run a command on a host (local or SSH). Public wrapper for health checks.
|
|
164
|
+
*/
|
|
165
|
+
export async function runOnHost(command, host, timeoutMs = 10000) {
|
|
166
|
+
const step = { kind: 'probe_health', host_id: 'health-check', command, timeout_sec: Math.ceil(timeoutMs / 1000), description: '' };
|
|
167
|
+
const resolved = { id: 'health-check', display_name: '', transport: host.transport, connection: host.connection };
|
|
168
|
+
return runPlanStep(step, resolved, timeoutMs);
|
|
169
|
+
}
|
|
170
|
+
async function runPlanStep(step, host, timeoutMs) {
|
|
171
|
+
if (host.transport === 'local') {
|
|
172
|
+
return runCommand(step.command, timeoutMs);
|
|
173
|
+
}
|
|
174
|
+
const targetHost = host.connection.host;
|
|
175
|
+
if (!targetHost) {
|
|
176
|
+
return { exitCode: 1, stdout: '', stderr: `SSH host missing for ${host.id}` };
|
|
177
|
+
}
|
|
178
|
+
const target = host.connection.user ? `${host.connection.user}@${targetHost}` : targetHost;
|
|
179
|
+
const sshArgs = [];
|
|
180
|
+
if (host.connection.key_path)
|
|
181
|
+
sshArgs.push('-i', host.connection.key_path);
|
|
182
|
+
if (host.connection.port && host.connection.port !== 22)
|
|
183
|
+
sshArgs.push('-p', String(host.connection.port));
|
|
184
|
+
sshArgs.push(target, step.command);
|
|
185
|
+
return new Promise((resolve) => {
|
|
186
|
+
const child = spawn('ssh', sshArgs, { stdio: ['ignore', 'pipe', 'pipe'] });
|
|
187
|
+
let stdout = '';
|
|
188
|
+
let stderr = '';
|
|
189
|
+
let settled = false;
|
|
190
|
+
const timer = setTimeout(() => {
|
|
191
|
+
if (settled)
|
|
192
|
+
return;
|
|
193
|
+
settled = true;
|
|
194
|
+
child.kill('SIGTERM');
|
|
195
|
+
resolve({ exitCode: 124, stdout, stderr: `${stderr}\nCommand timed out after ${timeoutMs}ms`.trim() });
|
|
196
|
+
}, timeoutMs);
|
|
197
|
+
child.stdout.on('data', (chunk) => { stdout += String(chunk); });
|
|
198
|
+
child.stderr.on('data', (chunk) => { stderr += String(chunk); });
|
|
199
|
+
child.on('error', (err) => {
|
|
200
|
+
if (settled)
|
|
201
|
+
return;
|
|
202
|
+
settled = true;
|
|
203
|
+
clearTimeout(timer);
|
|
204
|
+
resolve({ exitCode: 1, stdout, stderr: `${stderr}\n${String(err)}`.trim() });
|
|
205
|
+
});
|
|
206
|
+
child.on('close', (code) => {
|
|
207
|
+
if (settled)
|
|
208
|
+
return;
|
|
209
|
+
settled = true;
|
|
210
|
+
clearTimeout(timer);
|
|
211
|
+
resolve({ exitCode: code ?? 1, stdout, stderr });
|
|
212
|
+
});
|
|
213
|
+
});
|
|
214
|
+
}
|
|
215
|
+
async function runStepWithRetry(step, host) {
|
|
216
|
+
const started = Date.now();
|
|
217
|
+
const timeoutMs = Math.max(1, step.timeout_sec * 1000);
|
|
218
|
+
if (step.kind !== 'probe_health') {
|
|
219
|
+
return runPlanStep(step, host, timeoutMs);
|
|
220
|
+
}
|
|
221
|
+
let last = { exitCode: 1, stdout: '', stderr: '' };
|
|
222
|
+
while (Date.now() - started < timeoutMs) {
|
|
223
|
+
const remaining = Math.max(1, timeoutMs - (Date.now() - started));
|
|
224
|
+
last = await runPlanStep(step, host, remaining);
|
|
225
|
+
if (last.exitCode === 0)
|
|
226
|
+
return last;
|
|
227
|
+
await sleep(step.probe_interval_ms ?? 1000);
|
|
228
|
+
}
|
|
229
|
+
return last;
|
|
230
|
+
}
|
|
231
|
+
/**
|
|
232
|
+
* Read active runtime state. Returns null if missing/corrupt.
|
|
233
|
+
*/
|
|
234
|
+
export async function loadActiveRuntime() {
|
|
235
|
+
try {
|
|
236
|
+
const raw = await fs.readFile(ACTIVE_PATH, 'utf8');
|
|
237
|
+
const parsed = JSON.parse(raw);
|
|
238
|
+
if (!parsed || typeof parsed !== 'object')
|
|
239
|
+
return null;
|
|
240
|
+
if (typeof parsed.modelId !== 'string')
|
|
241
|
+
return null;
|
|
242
|
+
if (!Array.isArray(parsed.hostIds))
|
|
243
|
+
return null;
|
|
244
|
+
if (typeof parsed.startedAt !== 'string')
|
|
245
|
+
return null;
|
|
246
|
+
if (typeof parsed.healthy !== 'boolean')
|
|
247
|
+
return null;
|
|
248
|
+
return parsed;
|
|
249
|
+
}
|
|
250
|
+
catch {
|
|
251
|
+
return null;
|
|
252
|
+
}
|
|
253
|
+
}
|
|
254
|
+
/**
|
|
255
|
+
* Save active runtime state.
|
|
256
|
+
*/
|
|
257
|
+
async function saveActiveRuntime(state) {
|
|
258
|
+
await ensureStateDir();
|
|
259
|
+
await fs.writeFile(ACTIVE_PATH, JSON.stringify(state, null, 2) + '\n', 'utf8');
|
|
260
|
+
}
|
|
261
|
+
async function clearActiveRuntime() {
|
|
262
|
+
try {
|
|
263
|
+
await fs.rm(ACTIVE_PATH, { force: true });
|
|
264
|
+
}
|
|
265
|
+
catch {
|
|
266
|
+
// best effort
|
|
267
|
+
}
|
|
268
|
+
}
|
|
269
|
+
async function teardownPartialStart(plan, outcomes) {
|
|
270
|
+
const startedHosts = new Set(outcomes.filter((o) => o.status === 'ok' && o.step.kind === 'start_model').map((o) => o.step.host_id));
|
|
271
|
+
if (startedHosts.size === 0)
|
|
272
|
+
return;
|
|
273
|
+
const stopByHost = new Map();
|
|
274
|
+
for (const step of plan.steps) {
|
|
275
|
+
if (step.kind === 'stop_model' && !stopByHost.has(step.host_id)) {
|
|
276
|
+
stopByHost.set(step.host_id, step);
|
|
277
|
+
}
|
|
278
|
+
}
|
|
279
|
+
for (const hostId of startedHosts) {
|
|
280
|
+
const stopStep = stopByHost.get(hostId);
|
|
281
|
+
const host = plan.hosts.find((h) => h.id === hostId);
|
|
282
|
+
if (!stopStep || !host)
|
|
283
|
+
continue;
|
|
284
|
+
const stopResult = await runStepWithRetry(stopStep, host);
|
|
285
|
+
outcomes.push({
|
|
286
|
+
step: stopStep,
|
|
287
|
+
status: stopResult.exitCode === 0 ? 'ok' : 'error',
|
|
288
|
+
exit_code: stopResult.exitCode,
|
|
289
|
+
stdout: stopResult.stdout,
|
|
290
|
+
stderr: stopResult.stderr,
|
|
291
|
+
duration_ms: 0,
|
|
292
|
+
});
|
|
293
|
+
}
|
|
294
|
+
}
|
|
295
|
+
/**
|
|
296
|
+
* Execute a runtime plan.
|
|
297
|
+
*/
|
|
298
|
+
export async function execute(plan, opts = {}) {
|
|
299
|
+
const lock = await acquireRuntimeLock(plan, opts);
|
|
300
|
+
if (!lock.ok) {
|
|
301
|
+
return { ok: false, reused: false, steps: [], error: lock.error };
|
|
302
|
+
}
|
|
303
|
+
const outcomes = [];
|
|
304
|
+
const startedAt = new Date().toISOString();
|
|
305
|
+
try {
|
|
306
|
+
if (opts.signal?.aborted) {
|
|
307
|
+
await teardownPartialStart(plan, outcomes);
|
|
308
|
+
await clearActiveRuntime();
|
|
309
|
+
return { ok: false, reused: false, steps: outcomes, error: 'Execution aborted' };
|
|
310
|
+
}
|
|
311
|
+
if (plan.reuse === true) {
|
|
312
|
+
const probe = plan.steps.find((s) => s.kind === 'probe_health');
|
|
313
|
+
if (probe) {
|
|
314
|
+
const host = plan.hosts.find((h) => h.id === probe.host_id);
|
|
315
|
+
if (host) {
|
|
316
|
+
const result = await runStepWithRetry(probe, host);
|
|
317
|
+
if (result.exitCode === 0) {
|
|
318
|
+
return { ok: true, reused: true, steps: [] };
|
|
319
|
+
}
|
|
320
|
+
}
|
|
321
|
+
}
|
|
322
|
+
}
|
|
323
|
+
for (const step of plan.steps) {
|
|
324
|
+
if (opts.signal?.aborted) {
|
|
325
|
+
await teardownPartialStart(plan, outcomes);
|
|
326
|
+
await clearActiveRuntime();
|
|
327
|
+
return { ok: false, reused: false, steps: outcomes, error: 'Execution aborted' };
|
|
328
|
+
}
|
|
329
|
+
const host = plan.hosts.find((h) => h.id === step.host_id);
|
|
330
|
+
if (!host) {
|
|
331
|
+
const failed = {
|
|
332
|
+
step,
|
|
333
|
+
status: 'error',
|
|
334
|
+
exit_code: 1,
|
|
335
|
+
stderr: `Host not found: ${step.host_id}`,
|
|
336
|
+
duration_ms: 0,
|
|
337
|
+
};
|
|
338
|
+
outcomes.push(failed);
|
|
339
|
+
opts.onStep?.(step, 'error', failed.stderr);
|
|
340
|
+
await teardownPartialStart(plan, outcomes);
|
|
341
|
+
await clearActiveRuntime();
|
|
342
|
+
return { ok: false, reused: false, steps: outcomes, error: failed.stderr };
|
|
343
|
+
}
|
|
344
|
+
opts.onStep?.(step, 'start');
|
|
345
|
+
const stepStarted = Date.now();
|
|
346
|
+
const result = await runStepWithRetry(step, host);
|
|
347
|
+
const duration = Date.now() - stepStarted;
|
|
348
|
+
if (result.exitCode === 0) {
|
|
349
|
+
outcomes.push({
|
|
350
|
+
step,
|
|
351
|
+
status: 'ok',
|
|
352
|
+
exit_code: 0,
|
|
353
|
+
stdout: result.stdout,
|
|
354
|
+
stderr: result.stderr,
|
|
355
|
+
duration_ms: duration,
|
|
356
|
+
});
|
|
357
|
+
opts.onStep?.(step, 'done');
|
|
358
|
+
continue;
|
|
359
|
+
}
|
|
360
|
+
// When probe fails, check the start log on the host for the real error
|
|
361
|
+
let startLog = '';
|
|
362
|
+
if (step.kind === 'probe_health') {
|
|
363
|
+
const logCheck = await runPlanStep({ ...step, command: 'cat /tmp/llama-server.log 2>/dev/null | tail -5' }, host, 5000);
|
|
364
|
+
if (logCheck.exitCode === 0 && logCheck.stdout.trim()) {
|
|
365
|
+
startLog = logCheck.stdout.trim();
|
|
366
|
+
}
|
|
367
|
+
}
|
|
368
|
+
const errorParts = [result.stderr, startLog].filter(Boolean);
|
|
369
|
+
let detail = errorParts.join('\n').trim();
|
|
370
|
+
// Friendly rewrite for common errors
|
|
371
|
+
const notFoundMatch = detail.match(/failed to run command '([^']+)': No such file or directory/);
|
|
372
|
+
if (notFoundMatch) {
|
|
373
|
+
const cmd = notFoundMatch[1];
|
|
374
|
+
detail = `${host.id} doesn't have '${cmd}' in PATH for non-interactive SSH.\n`
|
|
375
|
+
+ `Either add it to PATH in ~/.bashrc on ${host.id}, or use the full path in your start command.\n`
|
|
376
|
+
+ `Find it with: ssh ${host.connection.user ? host.connection.user + '@' : ''}${host.connection.host ?? host.id} 'which ${cmd} || find /usr -name ${cmd} 2>/dev/null'`;
|
|
377
|
+
}
|
|
378
|
+
opts.onStep?.(step, 'error', detail || undefined);
|
|
379
|
+
let rollbackDetails = '';
|
|
380
|
+
if (step.rollback_cmd) {
|
|
381
|
+
const rollbackResult = await runCommand(step.rollback_cmd, Math.max(1000, step.timeout_sec * 1000));
|
|
382
|
+
rollbackDetails = `\nRollback attempted: exit=${rollbackResult.exitCode}; stderr=${rollbackResult.stderr ?? ''}`;
|
|
383
|
+
}
|
|
384
|
+
outcomes.push({
|
|
385
|
+
step,
|
|
386
|
+
status: 'error',
|
|
387
|
+
exit_code: result.exitCode,
|
|
388
|
+
stdout: result.stdout,
|
|
389
|
+
stderr: `${detail}${rollbackDetails}`.trim(),
|
|
390
|
+
duration_ms: duration,
|
|
391
|
+
});
|
|
392
|
+
await teardownPartialStart(plan, outcomes);
|
|
393
|
+
await clearActiveRuntime();
|
|
394
|
+
const errorMsg = detail || `exit code ${result.exitCode}`;
|
|
395
|
+
return {
|
|
396
|
+
ok: false,
|
|
397
|
+
reused: false,
|
|
398
|
+
steps: outcomes,
|
|
399
|
+
error: `Step failed: ${step.kind} on ${step.host_id}${result.exitCode === 124 ? ' (timed out)' : ''}\n${errorMsg}`,
|
|
400
|
+
};
|
|
401
|
+
}
|
|
402
|
+
const active = {
|
|
403
|
+
modelId: plan.model.id,
|
|
404
|
+
backendId: plan.backend?.id,
|
|
405
|
+
hostIds: plan.hosts.map((h) => h.id),
|
|
406
|
+
healthy: true,
|
|
407
|
+
startedAt,
|
|
408
|
+
pid: process.pid,
|
|
409
|
+
endpoint: deriveEndpoint(plan),
|
|
410
|
+
};
|
|
411
|
+
await saveActiveRuntime(active);
|
|
412
|
+
return { ok: true, reused: false, steps: outcomes };
|
|
413
|
+
}
|
|
414
|
+
finally {
|
|
415
|
+
await releaseLock();
|
|
416
|
+
}
|
|
417
|
+
}
|
|
418
|
+
//# sourceMappingURL=executor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"executor.js","sourceRoot":"","sources":["../../src/runtime/executor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,IAAI,MAAM,WAAW,CAAC;AAS7B,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC;;;GAGG;AACH,SAAS,cAAc,CAAC,IAAgB;IACtC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,IAAI,IAAI,IAAI,CAAC;IACvD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3B,IAAI,CAAC,IAAI;QAAE,OAAO,oBAAoB,IAAI,KAAK,CAAC;IAChD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,KAAK,OAAO;QACrC,CAAC,CAAC,WAAW;QACb,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,WAAW,CAAC,CAAC;IAC1C,OAAO,UAAU,IAAI,IAAI,IAAI,KAAK,CAAC;AACrC,CAAC;AAED,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,cAAc,CAAC,CAAC;AACxD,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,qBAAqB,CAAC,CAAC;AACjE,MAAM,aAAa,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAQrC,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,UAAU,CAAC,GAAW;IAC7B,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,IAAwB;IACzC,IAAI,CAAC,IAAI,EAAE,SAAS;QAAE,OAAO,IAAI,CAAC;IAClC,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACtC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IACtC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC;AACzB,CAAC;AAED,SAAS,WAAW,CAAC,IAAwB;IAC3C,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC5B,OAAO,GAAG,IAAI,IAAI,IAAI,GAAG,GAAG,aAAa,CAAC;AAC5C,CAAC;AAED,KAAK,UAAU,cAAc;IAC3B,MAAM,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAClD,CAAC;AAED,KAAK,UAAU,QAAQ;IACrB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAyB,CAAC;QACvD,IAAI,OAAO,MAAM,EAAE,GAAG,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACjD,OAAO;YACL,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,SAAS,EAAE,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;YACvE,KAAK,EAAE,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;SAC5D,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,OAAe;IACtC,MAAM,cAAc,EAAE,CAAC;IACvB,MAAM,OAAO,GAAgB;QAC3B,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,KAAK,EAAE,OAAO;KACf,CAAC;IACF,MAAM,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;AAC3F,CAAC;AAED,KAAK,UAAU,WAAW;IACxB,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1C,CAAC;IAAC,MAAM,CAAC;QACP,cAAc;IAChB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,IAAgB,EAAE,IAAiB;IACnE,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC/B,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IACtB,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,IAAI,CAAC,EAAE,IAAI,KAAK,QAAQ;YAAE,MAAM,CAAC,CAAC;IACpC,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,QAAQ,EAAE,CAAC;IAClC,MAAM,OAAO,GAAG,QAAQ,EAAE,GAAG,CAAC;IAC9B,MAAM,UAAU,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;IAEzC,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;QAChC,MAAM,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC;QACjE,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,kCAAkC,MAAM,+CAA+C,CAAC,CAAC;QACzG,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,KAAK,CAAC,kCAAkC,MAAM,kCAAkC,CAAC,CAAC;QAC5F,CAAC;IACH,CAAC;IAED,IAAI,UAAU,IAAI,CAAC,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;QACpD,MAAM,WAAW,EAAE,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC/B,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;QACtB,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,IAAI,CAAC,EAAE,IAAI,KAAK,QAAQ;gBAAE,MAAM,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,6EAA6E,EAAE,CAAC;IAC7G,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,4BAA4B,OAAO,mBAAmB,CAAC,CAAC;IAC9F,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,4BAA4B,OAAO,EAAE,EAAE,CAAC;IACrE,CAAC;IAED,MAAM,WAAW,EAAE,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC/B,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IACtB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,uDAAuD,EAAE,CAAC;IACvF,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,GAAW,EAAE,SAAiB;IAC7D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAChF,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,OAAO,GAAG,KAAK,CAAC;QAEpB,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACtB,OAAO,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,6BAA6B,SAAS,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACzG,CAAC,EAAE,SAAS,CAAC,CAAC;QAEd,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAEjE,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACxB,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,OAAe,EACf,IAA2G,EAC3G,SAAS,GAAG,KAAK;IAEjB,MAAM,IAAI,GAAa,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;IAC7I,MAAM,QAAQ,GAAG,EAAE,EAAE,EAAE,cAAc,EAAE,YAAY,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,SAAgB,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC;IACzH,OAAO,WAAW,CAAC,IAAI,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC;AAChD,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAc,EAAE,IAAiC,EAAE,SAAiB;IAC7F,IAAI,IAAI,CAAC,SAAS,KAAK,OAAO,EAAE,CAAC;QAC/B,OAAO,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IACxC,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,wBAAwB,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;IAChF,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,UAAU,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;IAE3F,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ;QAAE,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC3E,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,KAAK,EAAE;QAAE,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1G,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAEnC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAC3E,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,OAAO,GAAG,KAAK,CAAC;QAEpB,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACtB,OAAO,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,6BAA6B,SAAS,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACzG,CAAC,EAAE,SAAS,CAAC,CAAC;QAEd,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAEjE,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACxB,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC/E,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,CAAC,EAAE,QAAQ,EAAE,IAAI,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,IAAc,EAAE,IAAiC;IAC/E,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC;IAEvD,IAAI,IAAI,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;QACjC,OAAO,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;IAC5C,CAAC;IAED,IAAI,IAAI,GAAG,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IACnD,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,GAAG,SAAS,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC;QAClE,IAAI,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;QAChD,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACrC,MAAM,KAAK,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,CAAC;IAC9C,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB;IACrC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAkB,CAAC;QAChD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACvD,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACpD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;YAAE,OAAO,IAAI,CAAC;QAChD,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ;YAAE,OAAO,IAAI,CAAC;QACtD,IAAI,OAAO,MAAM,CAAC,OAAO,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACrD,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,iBAAiB,CAAC,KAAoB;IACnD,MAAM,cAAc,EAAE,CAAC;IACvB,MAAM,EAAE,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;AACjF,CAAC;AAED,KAAK,UAAU,kBAAkB;IAC/B,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,EAAE,CAAC,WAAW,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,CAAC;IAAC,MAAM,CAAC;QACP,cAAc;IAChB,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,IAAgB,EAAE,QAAuB;IAC3E,MAAM,YAAY,GAAG,IAAI,GAAG,CAC1B,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CACtG,CAAC;IACF,IAAI,YAAY,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO;IAEpC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC/C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9B,IAAI,IAAI,CAAC,IAAI,KAAK,YAAY,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAChE,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;IAED,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;QACrD,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI;YAAE,SAAS;QACjC,MAAM,UAAU,GAAG,MAAM,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC1D,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,QAAQ;YACd,MAAM,EAAE,UAAU,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO;YAClD,SAAS,EAAE,UAAU,CAAC,QAAQ;YAC9B,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,WAAW,EAAE,CAAC;SACf,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,IAAgB,EAAE,OAAoB,EAAE;IACpE,MAAM,IAAI,GAAG,MAAM,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAClD,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;IACpE,CAAC;IAED,MAAM,QAAQ,GAAkB,EAAE,CAAC;IACnC,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAE3C,IAAI,CAAC;QACH,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YACzB,MAAM,oBAAoB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAC3C,MAAM,kBAAkB,EAAE,CAAC;YAC3B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC;QACnF,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,cAAc,CAAC,CAAC;YAChE,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC5D,IAAI,IAAI,EAAE,CAAC;oBACT,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;oBACnD,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;wBAC1B,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;oBAC/C,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;gBACzB,MAAM,oBAAoB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAC3C,MAAM,kBAAkB,EAAE,CAAC;gBAC3B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC;YACnF,CAAC;YAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3D,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,MAAM,GAAgB;oBAC1B,IAAI;oBACJ,MAAM,EAAE,OAAO;oBACf,SAAS,EAAE,CAAC;oBACZ,MAAM,EAAE,mBAAmB,IAAI,CAAC,OAAO,EAAE;oBACzC,WAAW,EAAE,CAAC;iBACf,CAAC;gBACF,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACtB,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;gBAC5C,MAAM,oBAAoB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAC3C,MAAM,kBAAkB,EAAE,CAAC;gBAC3B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;YAC7E,CAAC;YAED,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC7B,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC/B,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC;YAE1C,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;gBAC1B,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI;oBACJ,MAAM,EAAE,IAAI;oBACZ,SAAS,EAAE,CAAC;oBACZ,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,WAAW,EAAE,QAAQ;iBACtB,CAAC,CAAC;gBACH,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBAC5B,SAAS;YACX,CAAC;YAED,uEAAuE;YACvE,IAAI,QAAQ,GAAG,EAAE,CAAC;YAClB,IAAI,IAAI,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gBACjC,MAAM,QAAQ,GAAG,MAAM,WAAW,CAChC,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,iDAAiD,EAAE,EACvE,IAAI,EACJ,IAAI,CACL,CAAC;gBACF,IAAI,QAAQ,CAAC,QAAQ,KAAK,CAAC,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;oBACtD,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;gBACpC,CAAC;YACH,CAAC;YAED,MAAM,UAAU,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC7D,IAAI,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;YAE1C,qCAAqC;YACrC,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,4DAA4D,CAAC,CAAC;YACjG,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,GAAG,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;gBAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,kBAAkB,GAAG,sCAAsC;sBAC1E,yCAAyC,IAAI,CAAC,EAAE,iDAAiD;sBACjG,qBAAqB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,WAAW,GAAG,uBAAuB,GAAG,eAAe,CAAC;YAC3K,CAAC;YAED,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,IAAI,SAAS,CAAC,CAAC;YAClD,IAAI,eAAe,GAAG,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBACtB,MAAM,cAAc,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC;gBACpG,eAAe,GAAG,8BAA8B,cAAc,CAAC,QAAQ,YAAY,cAAc,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;YACnH,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI;gBACJ,MAAM,EAAE,OAAO;gBACf,SAAS,EAAE,MAAM,CAAC,QAAQ;gBAC1B,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,MAAM,EAAE,GAAG,MAAM,GAAG,eAAe,EAAE,CAAC,IAAI,EAAE;gBAC5C,WAAW,EAAE,QAAQ;aACtB,CAAC,CAAC;YAEH,MAAM,oBAAoB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YAC3C,MAAM,kBAAkB,EAAE,CAAC;YAE3B,MAAM,QAAQ,GAAG,MAAM,IAAI,aAAa,MAAM,CAAC,QAAQ,EAAE,CAAC;YAC1D,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,KAAK;gBACb,KAAK,EAAE,QAAQ;gBACf,KAAK,EAAE,gBAAgB,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,QAAQ,KAAK,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,EAAE;aACnH,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAkB;YAC5B,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE;YACtB,SAAS,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE;YAC3B,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpC,OAAO,EAAE,IAAI;YACb,SAAS;YACT,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,QAAQ,EAAE,cAAc,CAAC,IAAI,CAAC;SAC/B,CAAC;QAEF,MAAM,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAChC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;IACtD,CAAC;YAAS,CAAC;QACT,MAAM,WAAW,EAAE,CAAC;IACtB,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,197 @@
|
|
|
1
|
+
import { shellEscape } from '../utils.js';
|
|
2
|
+
function interpolate(template, vars) {
|
|
3
|
+
return template.replace(/\{(\w+)\}/g, (_, key) => vars[key] ?? `{${key}}`);
|
|
4
|
+
}
|
|
5
|
+
function error(code, reason) {
|
|
6
|
+
return { ok: false, code, reason };
|
|
7
|
+
}
|
|
8
|
+
function sameHostIds(a, b) {
|
|
9
|
+
return a.length === b.length && a.every((id, i) => id === b[i]);
|
|
10
|
+
}
|
|
11
|
+
function buildVars(model, host, backend, backendCfg) {
|
|
12
|
+
const port = String(model.runtime_defaults?.port ?? 8080);
|
|
13
|
+
const backendArgs = backend?.args?.map((arg) => shellEscape(arg)).join(' ') ?? '';
|
|
14
|
+
const backendEnv = backend?.env
|
|
15
|
+
? Object.entries(backend.env).map(([k, v]) => `${k}=${shellEscape(String(v))}`).join(' ')
|
|
16
|
+
: '';
|
|
17
|
+
return {
|
|
18
|
+
source: shellEscape(model.source),
|
|
19
|
+
port: shellEscape(port),
|
|
20
|
+
host: shellEscape(host.connection.host ?? host.id),
|
|
21
|
+
backend_args: backendArgs,
|
|
22
|
+
backend_env: backendEnv,
|
|
23
|
+
model_id: shellEscape(model.id),
|
|
24
|
+
host_id: shellEscape(host.id),
|
|
25
|
+
backend_id: shellEscape(backend?.id ?? backendCfg?.id ?? ''),
|
|
26
|
+
};
|
|
27
|
+
}
|
|
28
|
+
/**
|
|
29
|
+
* Pure planning function. Same inputs → same output. No side effects.
|
|
30
|
+
*/
|
|
31
|
+
export function plan(request, config, activeState) {
|
|
32
|
+
if (request.forceSplit === true) {
|
|
33
|
+
return error('SPLIT_NOT_IMPLEMENTED', 'Multi-host split (tensor/pipeline parallel) is not yet implemented.');
|
|
34
|
+
}
|
|
35
|
+
const modelCfg = config.models.find((m) => m.id === request.modelId && m.enabled);
|
|
36
|
+
if (!modelCfg)
|
|
37
|
+
return error('MODEL_NOT_FOUND', `Model not found or disabled: ${request.modelId}`);
|
|
38
|
+
let targetHosts = [];
|
|
39
|
+
if (request.hostOverride) {
|
|
40
|
+
const host = config.hosts.find((h) => h.id === request.hostOverride && h.enabled);
|
|
41
|
+
if (!host)
|
|
42
|
+
return error('NO_ELIGIBLE_HOST', `Host not found or disabled: ${request.hostOverride}`);
|
|
43
|
+
if (Array.isArray(modelCfg.host_policy) && !modelCfg.host_policy.includes(host.id)) {
|
|
44
|
+
return error('HOST_POLICY_VIOLATION', `Host ${host.id} violates host policy for model ${modelCfg.id}`);
|
|
45
|
+
}
|
|
46
|
+
targetHosts = [host];
|
|
47
|
+
}
|
|
48
|
+
else if (modelCfg.host_policy === 'any') {
|
|
49
|
+
const firstEnabled = config.hosts.find((h) => h.enabled);
|
|
50
|
+
if (firstEnabled)
|
|
51
|
+
targetHosts = [firstEnabled];
|
|
52
|
+
}
|
|
53
|
+
else {
|
|
54
|
+
for (const hostId of modelCfg.host_policy) {
|
|
55
|
+
const host = config.hosts.find((h) => h.id === hostId && h.enabled);
|
|
56
|
+
if (host) {
|
|
57
|
+
targetHosts = [host];
|
|
58
|
+
break;
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
if (targetHosts.length === 0) {
|
|
63
|
+
return error('NO_ELIGIBLE_HOST', `No eligible host found for model ${modelCfg.id}`);
|
|
64
|
+
}
|
|
65
|
+
let backendCfg = null;
|
|
66
|
+
if (request.backendOverride) {
|
|
67
|
+
backendCfg = config.backends.find((b) => b.id === request.backendOverride && b.enabled) ?? null;
|
|
68
|
+
if (!backendCfg) {
|
|
69
|
+
return error('BACKEND_NOT_FOUND', `Backend not found or disabled: ${request.backendOverride}`);
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
else if (modelCfg.backend_policy === 'any') {
|
|
73
|
+
backendCfg = null;
|
|
74
|
+
}
|
|
75
|
+
else {
|
|
76
|
+
for (const backendId of modelCfg.backend_policy) {
|
|
77
|
+
const backend = config.backends.find((b) => b.id === backendId && b.enabled);
|
|
78
|
+
if (backend) {
|
|
79
|
+
backendCfg = backend;
|
|
80
|
+
break;
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
if (!backendCfg) {
|
|
84
|
+
return error('BACKEND_NOT_FOUND', `No eligible backend found for model ${modelCfg.id}`);
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
const resolvedModel = {
|
|
88
|
+
id: modelCfg.id,
|
|
89
|
+
display_name: modelCfg.display_name,
|
|
90
|
+
source: modelCfg.source,
|
|
91
|
+
launch: modelCfg.launch,
|
|
92
|
+
runtime_defaults: modelCfg.runtime_defaults,
|
|
93
|
+
};
|
|
94
|
+
const resolvedHosts = targetHosts.map((h) => ({
|
|
95
|
+
id: h.id,
|
|
96
|
+
display_name: h.display_name,
|
|
97
|
+
transport: h.transport,
|
|
98
|
+
connection: h.connection,
|
|
99
|
+
}));
|
|
100
|
+
const resolvedBackend = backendCfg
|
|
101
|
+
? {
|
|
102
|
+
id: backendCfg.id,
|
|
103
|
+
display_name: backendCfg.display_name,
|
|
104
|
+
type: backendCfg.type,
|
|
105
|
+
env: backendCfg.env,
|
|
106
|
+
args: backendCfg.args,
|
|
107
|
+
}
|
|
108
|
+
: null;
|
|
109
|
+
const targetHostIds = resolvedHosts.map((h) => h.id);
|
|
110
|
+
const targetBackendId = resolvedBackend?.id;
|
|
111
|
+
if (activeState &&
|
|
112
|
+
activeState.healthy === true &&
|
|
113
|
+
activeState.modelId === resolvedModel.id &&
|
|
114
|
+
(activeState.backendId ?? undefined) === (targetBackendId ?? undefined) &&
|
|
115
|
+
sameHostIds(activeState.hostIds, targetHostIds)) {
|
|
116
|
+
const reuseResult = {
|
|
117
|
+
ok: true,
|
|
118
|
+
reuse: true,
|
|
119
|
+
model: resolvedModel,
|
|
120
|
+
backend: resolvedBackend,
|
|
121
|
+
hosts: resolvedHosts,
|
|
122
|
+
steps: [],
|
|
123
|
+
};
|
|
124
|
+
return reuseResult;
|
|
125
|
+
}
|
|
126
|
+
const steps = [];
|
|
127
|
+
if (activeState?.hostIds?.length) {
|
|
128
|
+
for (const hostId of activeState.hostIds) {
|
|
129
|
+
const hostCfg = config.hosts.find((h) => h.id === hostId);
|
|
130
|
+
if (!hostCfg?.model_control?.stop_cmd)
|
|
131
|
+
continue;
|
|
132
|
+
steps.push({
|
|
133
|
+
kind: 'stop_model',
|
|
134
|
+
host_id: hostId,
|
|
135
|
+
command: hostCfg.model_control.stop_cmd,
|
|
136
|
+
timeout_sec: 30,
|
|
137
|
+
description: `Stop active model on ${hostId}`,
|
|
138
|
+
});
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
const backendChanged = (activeState?.backendId ?? undefined) !== (targetBackendId ?? undefined);
|
|
142
|
+
if (backendChanged && backendCfg) {
|
|
143
|
+
if (backendCfg.apply_cmd) {
|
|
144
|
+
for (const host of targetHosts) {
|
|
145
|
+
const vars = buildVars(resolvedModel, host, resolvedBackend, backendCfg);
|
|
146
|
+
steps.push({
|
|
147
|
+
kind: 'apply_backend',
|
|
148
|
+
host_id: host.id,
|
|
149
|
+
command: interpolate(backendCfg.apply_cmd, vars),
|
|
150
|
+
timeout_sec: 30,
|
|
151
|
+
rollback_cmd: backendCfg.rollback_cmd,
|
|
152
|
+
description: `Apply backend ${backendCfg.id} on ${host.id}`,
|
|
153
|
+
});
|
|
154
|
+
}
|
|
155
|
+
}
|
|
156
|
+
if (backendCfg.verify_cmd) {
|
|
157
|
+
for (const host of targetHosts) {
|
|
158
|
+
const vars = buildVars(resolvedModel, host, resolvedBackend, backendCfg);
|
|
159
|
+
steps.push({
|
|
160
|
+
kind: 'verify_backend',
|
|
161
|
+
host_id: host.id,
|
|
162
|
+
command: interpolate(backendCfg.verify_cmd, vars),
|
|
163
|
+
timeout_sec: 15,
|
|
164
|
+
description: `Verify backend ${backendCfg.id} on ${host.id}`,
|
|
165
|
+
});
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
}
|
|
169
|
+
for (const host of targetHosts) {
|
|
170
|
+
const vars = buildVars(resolvedModel, host, resolvedBackend, backendCfg);
|
|
171
|
+
steps.push({
|
|
172
|
+
kind: 'start_model',
|
|
173
|
+
host_id: host.id,
|
|
174
|
+
command: interpolate(resolvedModel.launch.start_cmd, vars),
|
|
175
|
+
timeout_sec: 30,
|
|
176
|
+
description: `Start model ${resolvedModel.id} on ${host.id}`,
|
|
177
|
+
});
|
|
178
|
+
steps.push({
|
|
179
|
+
kind: 'probe_health',
|
|
180
|
+
host_id: host.id,
|
|
181
|
+
command: interpolate(resolvedModel.launch.probe_cmd, vars),
|
|
182
|
+
timeout_sec: resolvedModel.launch.probe_timeout_sec ?? 60,
|
|
183
|
+
probe_interval_ms: resolvedModel.launch.probe_interval_ms ?? 1000,
|
|
184
|
+
description: `Probe health for ${resolvedModel.id} on ${host.id}`,
|
|
185
|
+
});
|
|
186
|
+
}
|
|
187
|
+
const result = {
|
|
188
|
+
ok: true,
|
|
189
|
+
reuse: false,
|
|
190
|
+
model: resolvedModel,
|
|
191
|
+
backend: resolvedBackend,
|
|
192
|
+
hosts: resolvedHosts,
|
|
193
|
+
steps,
|
|
194
|
+
};
|
|
195
|
+
return result;
|
|
196
|
+
}
|
|
197
|
+
//# sourceMappingURL=planner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"planner.js","sourceRoot":"","sources":["../../src/runtime/planner.ts"],"names":[],"mappings":"AAcA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,SAAS,WAAW,CAAC,QAAgB,EAAE,IAA4B;IACjE,OAAO,QAAQ,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,GAAG,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,KAAK,CAAC,IAAY,EAAE,MAAc;IACzC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;AACrC,CAAC;AAED,SAAS,WAAW,CAAC,CAAW,EAAE,CAAW;IAC3C,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,SAAS,CAChB,KAAoB,EACpB,IAAiB,EACjB,OAA+B,EAC/B,UAAiC;IAEjC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE,IAAI,IAAI,IAAI,CAAC,CAAC;IAC1D,MAAM,WAAW,GAAG,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;IAClF,MAAM,UAAU,GAAG,OAAO,EAAE,GAAG;QAC7B,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QACzF,CAAC,CAAC,EAAE,CAAC;IAEP,OAAO;QACL,MAAM,EAAE,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC;QACjC,IAAI,EAAE,WAAW,CAAC,IAAI,CAAC;QACvB,IAAI,EAAE,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;QAClD,YAAY,EAAE,WAAW;QACzB,WAAW,EAAE,UAAU;QACvB,QAAQ,EAAE,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7B,UAAU,EAAE,WAAW,CAAC,OAAO,EAAE,EAAE,IAAI,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC;KAC7D,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,IAAI,CAClB,OAAoB,EACpB,MAAsB,EACtB,WAAiC;IAEjC,IAAI,OAAO,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;QAChC,OAAO,KAAK,CAAC,uBAAuB,EAAE,qEAAqE,CAAC,CAAC;IAC/G,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC;IAClF,IAAI,CAAC,QAAQ;QAAE,OAAO,KAAK,CAAC,iBAAiB,EAAE,gCAAgC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAElG,IAAI,WAAW,GAAkB,EAAE,CAAC;IAEpC,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,YAAY,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC;QAClF,IAAI,CAAC,IAAI;YAAE,OAAO,KAAK,CAAC,kBAAkB,EAAE,+BAA+B,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;QACnG,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;YACnF,OAAO,KAAK,CAAC,uBAAuB,EAAE,QAAQ,IAAI,CAAC,EAAE,mCAAmC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;QACzG,CAAC;QACD,WAAW,GAAG,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;SAAM,IAAI,QAAQ,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;QAC1C,MAAM,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACzD,IAAI,YAAY;YAAE,WAAW,GAAG,CAAC,YAAY,CAAC,CAAC;IACjD,CAAC;SAAM,CAAC;QACN,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;YAC1C,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC;YACpE,IAAI,IAAI,EAAE,CAAC;gBACT,WAAW,GAAG,CAAC,IAAI,CAAC,CAAC;gBACrB,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,KAAK,CAAC,kBAAkB,EAAE,oCAAoC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;IACtF,CAAC;IAED,IAAI,UAAU,GAA0B,IAAI,CAAC;IAE7C,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;QAC5B,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,eAAe,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC;QAChG,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,KAAK,CAAC,mBAAmB,EAAE,kCAAkC,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;QACjG,CAAC;IACH,CAAC;SAAM,IAAI,QAAQ,CAAC,cAAc,KAAK,KAAK,EAAE,CAAC;QAC7C,UAAU,GAAG,IAAI,CAAC;IACpB,CAAC;SAAM,CAAC;QACN,KAAK,MAAM,SAAS,IAAI,QAAQ,CAAC,cAAc,EAAE,CAAC;YAChD,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,SAAS,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC;YAC7E,IAAI,OAAO,EAAE,CAAC;gBACZ,UAAU,GAAG,OAAO,CAAC;gBACrB,MAAM;YACR,CAAC;QACH,CAAC;QACD,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,KAAK,CAAC,mBAAmB,EAAE,uCAAuC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1F,CAAC;IACH,CAAC;IAED,MAAM,aAAa,GAAkB;QACnC,EAAE,EAAE,QAAQ,CAAC,EAAE;QACf,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB;KAC5C,CAAC;IAEF,MAAM,aAAa,GAAmB,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC5D,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,YAAY,EAAE,CAAC,CAAC,YAAY;QAC5B,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,UAAU,EAAE,CAAC,CAAC,UAAU;KACzB,CAAC,CAAC,CAAC;IAEJ,MAAM,eAAe,GAA2B,UAAU;QACxD,CAAC,CAAC;YACE,EAAE,EAAE,UAAU,CAAC,EAAE;YACjB,YAAY,EAAE,UAAU,CAAC,YAAY;YACrC,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,GAAG,EAAE,UAAU,CAAC,GAAG;YACnB,IAAI,EAAE,UAAU,CAAC,IAAI;SACtB;QACH,CAAC,CAAC,IAAI,CAAC;IAET,MAAM,aAAa,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACrD,MAAM,eAAe,GAAG,eAAe,EAAE,EAAE,CAAC;IAE5C,IACE,WAAW;QACX,WAAW,CAAC,OAAO,KAAK,IAAI;QAC5B,WAAW,CAAC,OAAO,KAAK,aAAa,CAAC,EAAE;QACxC,CAAC,WAAW,CAAC,SAAS,IAAI,SAAS,CAAC,KAAK,CAAC,eAAe,IAAI,SAAS,CAAC;QACvE,WAAW,CAAC,WAAW,CAAC,OAAO,EAAE,aAAa,CAAC,EAC/C,CAAC;QACD,MAAM,WAAW,GAAe;YAC9B,EAAE,EAAE,IAAI;YACR,KAAK,EAAE,IAAI;YACX,KAAK,EAAE,aAAa;YACpB,OAAO,EAAE,eAAe;YACxB,KAAK,EAAE,aAAa;YACpB,KAAK,EAAE,EAAE;SACV,CAAC;QACF,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,MAAM,KAAK,GAAe,EAAE,CAAC;IAE7B,IAAI,WAAW,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QACjC,KAAK,MAAM,MAAM,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;YAC1D,IAAI,CAAC,OAAO,EAAE,aAAa,EAAE,QAAQ;gBAAE,SAAS;YAChD,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI,EAAE,YAAY;gBAClB,OAAO,EAAE,MAAM;gBACf,OAAO,EAAE,OAAO,CAAC,aAAa,CAAC,QAAQ;gBACvC,WAAW,EAAE,EAAE;gBACf,WAAW,EAAE,wBAAwB,MAAM,EAAE;aAC9C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAAG,CAAC,WAAW,EAAE,SAAS,IAAI,SAAS,CAAC,KAAK,CAAC,eAAe,IAAI,SAAS,CAAC,CAAC;IAChG,IAAI,cAAc,IAAI,UAAU,EAAE,CAAC;QACjC,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;YACzB,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;gBAC/B,MAAM,IAAI,GAAG,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC;gBACzE,KAAK,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,eAAe;oBACrB,OAAO,EAAE,IAAI,CAAC,EAAE;oBAChB,OAAO,EAAE,WAAW,CAAC,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC;oBAChD,WAAW,EAAE,EAAE;oBACf,YAAY,EAAE,UAAU,CAAC,YAAY;oBACrC,WAAW,EAAE,iBAAiB,UAAU,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,EAAE;iBAC5D,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1B,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;gBAC/B,MAAM,IAAI,GAAG,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC;gBACzE,KAAK,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,gBAAgB;oBACtB,OAAO,EAAE,IAAI,CAAC,EAAE;oBAChB,OAAO,EAAE,WAAW,CAAC,UAAU,CAAC,UAAU,EAAE,IAAI,CAAC;oBACjD,WAAW,EAAE,EAAE;oBACf,WAAW,EAAE,kBAAkB,UAAU,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,EAAE;iBAC7D,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC;QACzE,KAAK,CAAC,IAAI,CAAC;YACT,IAAI,EAAE,aAAa;YACnB,OAAO,EAAE,IAAI,CAAC,EAAE;YAChB,OAAO,EAAE,WAAW,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC;YAC1D,WAAW,EAAE,EAAE;YACf,WAAW,EAAE,eAAe,aAAa,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,EAAE;SAC7D,CAAC,CAAC;QACH,KAAK,CAAC,IAAI,CAAC;YACT,IAAI,EAAE,cAAc;YACpB,OAAO,EAAE,IAAI,CAAC,EAAE;YAChB,OAAO,EAAE,WAAW,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC;YAC1D,WAAW,EAAE,aAAa,CAAC,MAAM,CAAC,iBAAiB,IAAI,EAAE;YACzD,iBAAiB,EAAE,aAAa,CAAC,MAAM,CAAC,iBAAiB,IAAI,IAAI;YACjE,WAAW,EAAE,oBAAoB,aAAa,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,EAAE;SAClE,CAAC,CAAC;IACL,CAAC;IAED,MAAM,MAAM,GAAe;QACzB,EAAE,EAAE,IAAI;QACR,KAAK,EAAE,KAAK;QACZ,KAAK,EAAE,aAAa;QACpB,OAAO,EAAE,eAAe;QACxB,KAAK,EAAE,aAAa;QACpB,KAAK;KACN,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC"}
|