opencode-bridge 2.9.0-beta
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +131 -0
- package/LICENSE +674 -0
- package/README.md +1195 -0
- package/bin/opencode-bridge.js +31 -0
- package/dist/commands/effort.d.ts +9 -0
- package/dist/commands/effort.d.ts.map +1 -0
- package/dist/commands/effort.js +56 -0
- package/dist/commands/effort.js.map +1 -0
- package/dist/commands/parser.d.ts +37 -0
- package/dist/commands/parser.d.ts.map +1 -0
- package/dist/commands/parser.js +355 -0
- package/dist/commands/parser.js.map +1 -0
- package/dist/config.d.ts +91 -0
- package/dist/config.d.ts.map +1 -0
- package/dist/config.js +340 -0
- package/dist/config.js.map +1 -0
- package/dist/feishu/cards-stream.d.ts +65 -0
- package/dist/feishu/cards-stream.d.ts.map +1 -0
- package/dist/feishu/cards-stream.js +448 -0
- package/dist/feishu/cards-stream.js.map +1 -0
- package/dist/feishu/cards.d.ts +81 -0
- package/dist/feishu/cards.d.ts.map +1 -0
- package/dist/feishu/cards.js +560 -0
- package/dist/feishu/cards.js.map +1 -0
- package/dist/feishu/client.d.ts +132 -0
- package/dist/feishu/client.d.ts.map +1 -0
- package/dist/feishu/client.js +952 -0
- package/dist/feishu/client.js.map +1 -0
- package/dist/feishu/streamer.d.ts +30 -0
- package/dist/feishu/streamer.d.ts.map +1 -0
- package/dist/feishu/streamer.js +95 -0
- package/dist/feishu/streamer.js.map +1 -0
- package/dist/handlers/card-action.d.ts +12 -0
- package/dist/handlers/card-action.d.ts.map +1 -0
- package/dist/handlers/card-action.js +154 -0
- package/dist/handlers/card-action.js.map +1 -0
- package/dist/handlers/command.d.ts +76 -0
- package/dist/handlers/command.d.ts.map +1 -0
- package/dist/handlers/command.js +1773 -0
- package/dist/handlers/command.js.map +1 -0
- package/dist/handlers/discord.d.ts +78 -0
- package/dist/handlers/discord.d.ts.map +1 -0
- package/dist/handlers/discord.js +1832 -0
- package/dist/handlers/discord.js.map +1 -0
- package/dist/handlers/file-sender.d.ts +22 -0
- package/dist/handlers/file-sender.d.ts.map +1 -0
- package/dist/handlers/file-sender.js +183 -0
- package/dist/handlers/file-sender.js.map +1 -0
- package/dist/handlers/group.d.ts +21 -0
- package/dist/handlers/group.d.ts.map +1 -0
- package/dist/handlers/group.js +414 -0
- package/dist/handlers/group.js.map +1 -0
- package/dist/handlers/lifecycle.d.ts +17 -0
- package/dist/handlers/lifecycle.d.ts.map +1 -0
- package/dist/handlers/lifecycle.js +129 -0
- package/dist/handlers/lifecycle.js.map +1 -0
- package/dist/handlers/p2p.d.ts +44 -0
- package/dist/handlers/p2p.d.ts.map +1 -0
- package/dist/handlers/p2p.js +625 -0
- package/dist/handlers/p2p.js.map +1 -0
- package/dist/index.d.ts +33 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +1562 -0
- package/dist/index.js.map +1 -0
- package/dist/opencode/client.d.ts +176 -0
- package/dist/opencode/client.d.ts.map +1 -0
- package/dist/opencode/client.js +1126 -0
- package/dist/opencode/client.js.map +1 -0
- package/dist/opencode/delayed-handler.d.ts +33 -0
- package/dist/opencode/delayed-handler.d.ts.map +1 -0
- package/dist/opencode/delayed-handler.js +74 -0
- package/dist/opencode/delayed-handler.js.map +1 -0
- package/dist/opencode/output-buffer.d.ts +56 -0
- package/dist/opencode/output-buffer.d.ts.map +1 -0
- package/dist/opencode/output-buffer.js +202 -0
- package/dist/opencode/output-buffer.js.map +1 -0
- package/dist/opencode/question-handler.d.ts +61 -0
- package/dist/opencode/question-handler.d.ts.map +1 -0
- package/dist/opencode/question-handler.js +183 -0
- package/dist/opencode/question-handler.js.map +1 -0
- package/dist/opencode/question-parser.d.ts +9 -0
- package/dist/opencode/question-parser.d.ts.map +1 -0
- package/dist/opencode/question-parser.js +69 -0
- package/dist/opencode/question-parser.js.map +1 -0
- package/dist/opencode/session-queue.d.ts +16 -0
- package/dist/opencode/session-queue.d.ts.map +1 -0
- package/dist/opencode/session-queue.js +41 -0
- package/dist/opencode/session-queue.js.map +1 -0
- package/dist/permissions/handler.d.ts +36 -0
- package/dist/permissions/handler.d.ts.map +1 -0
- package/dist/permissions/handler.js +141 -0
- package/dist/permissions/handler.js.map +1 -0
- package/dist/platform/adapters/discord-adapter.d.ts +45 -0
- package/dist/platform/adapters/discord-adapter.d.ts.map +1 -0
- package/dist/platform/adapters/discord-adapter.js +497 -0
- package/dist/platform/adapters/discord-adapter.js.map +1 -0
- package/dist/platform/adapters/feishu-adapter.d.ts +29 -0
- package/dist/platform/adapters/feishu-adapter.d.ts.map +1 -0
- package/dist/platform/adapters/feishu-adapter.js +150 -0
- package/dist/platform/adapters/feishu-adapter.js.map +1 -0
- package/dist/platform/registry.d.ts +41 -0
- package/dist/platform/registry.d.ts.map +1 -0
- package/dist/platform/registry.js +87 -0
- package/dist/platform/registry.js.map +1 -0
- package/dist/platform/types.d.ts +92 -0
- package/dist/platform/types.d.ts.map +1 -0
- package/dist/platform/types.js +4 -0
- package/dist/platform/types.js.map +1 -0
- package/dist/reliability/audit-log.d.ts +93 -0
- package/dist/reliability/audit-log.d.ts.map +1 -0
- package/dist/reliability/audit-log.js +248 -0
- package/dist/reliability/audit-log.js.map +1 -0
- package/dist/reliability/config-guard.d.ts +42 -0
- package/dist/reliability/config-guard.d.ts.map +1 -0
- package/dist/reliability/config-guard.js +264 -0
- package/dist/reliability/config-guard.js.map +1 -0
- package/dist/reliability/conversation-heartbeat.d.ts +37 -0
- package/dist/reliability/conversation-heartbeat.d.ts.map +1 -0
- package/dist/reliability/conversation-heartbeat.js +179 -0
- package/dist/reliability/conversation-heartbeat.js.map +1 -0
- package/dist/reliability/cron-api-server.d.ts +13 -0
- package/dist/reliability/cron-api-server.d.ts.map +1 -0
- package/dist/reliability/cron-api-server.js +247 -0
- package/dist/reliability/cron-api-server.js.map +1 -0
- package/dist/reliability/cron-control.d.ts +34 -0
- package/dist/reliability/cron-control.d.ts.map +1 -0
- package/dist/reliability/cron-control.js +864 -0
- package/dist/reliability/cron-control.js.map +1 -0
- package/dist/reliability/cron-semantic.d.ts +9 -0
- package/dist/reliability/cron-semantic.d.ts.map +1 -0
- package/dist/reliability/cron-semantic.js +208 -0
- package/dist/reliability/cron-semantic.js.map +1 -0
- package/dist/reliability/environment-doctor.d.ts +56 -0
- package/dist/reliability/environment-doctor.d.ts.map +1 -0
- package/dist/reliability/environment-doctor.js +213 -0
- package/dist/reliability/environment-doctor.js.map +1 -0
- package/dist/reliability/job-registry.d.ts +26 -0
- package/dist/reliability/job-registry.d.ts.map +1 -0
- package/dist/reliability/job-registry.js +77 -0
- package/dist/reliability/job-registry.js.map +1 -0
- package/dist/reliability/opencode-probe.d.ts +37 -0
- package/dist/reliability/opencode-probe.d.ts.map +1 -0
- package/dist/reliability/opencode-probe.js +195 -0
- package/dist/reliability/opencode-probe.js.map +1 -0
- package/dist/reliability/opencode-restart.d.ts +42 -0
- package/dist/reliability/opencode-restart.d.ts.map +1 -0
- package/dist/reliability/opencode-restart.js +155 -0
- package/dist/reliability/opencode-restart.js.map +1 -0
- package/dist/reliability/proactive-heartbeat.d.ts +39 -0
- package/dist/reliability/proactive-heartbeat.d.ts.map +1 -0
- package/dist/reliability/proactive-heartbeat.js +147 -0
- package/dist/reliability/proactive-heartbeat.js.map +1 -0
- package/dist/reliability/process-check-job.d.ts +73 -0
- package/dist/reliability/process-check-job.d.ts.map +1 -0
- package/dist/reliability/process-check-job.js +254 -0
- package/dist/reliability/process-check-job.js.map +1 -0
- package/dist/reliability/process-guard.d.ts +53 -0
- package/dist/reliability/process-guard.d.ts.map +1 -0
- package/dist/reliability/process-guard.js +344 -0
- package/dist/reliability/process-guard.js.map +1 -0
- package/dist/reliability/recovery-reporter.d.ts +37 -0
- package/dist/reliability/recovery-reporter.d.ts.map +1 -0
- package/dist/reliability/recovery-reporter.js +161 -0
- package/dist/reliability/recovery-reporter.js.map +1 -0
- package/dist/reliability/rescue-executor.d.ts +52 -0
- package/dist/reliability/rescue-executor.d.ts.map +1 -0
- package/dist/reliability/rescue-executor.js +244 -0
- package/dist/reliability/rescue-executor.js.map +1 -0
- package/dist/reliability/rescue-policy.d.ts +39 -0
- package/dist/reliability/rescue-policy.d.ts.map +1 -0
- package/dist/reliability/rescue-policy.js +85 -0
- package/dist/reliability/rescue-policy.js.map +1 -0
- package/dist/reliability/runtime-cron-dispatcher.d.ts +30 -0
- package/dist/reliability/runtime-cron-dispatcher.d.ts.map +1 -0
- package/dist/reliability/runtime-cron-dispatcher.js +100 -0
- package/dist/reliability/runtime-cron-dispatcher.js.map +1 -0
- package/dist/reliability/runtime-cron-orphan.d.ts +18 -0
- package/dist/reliability/runtime-cron-orphan.d.ts.map +1 -0
- package/dist/reliability/runtime-cron-orphan.js +87 -0
- package/dist/reliability/runtime-cron-orphan.js.map +1 -0
- package/dist/reliability/runtime-cron-registry.d.ts +4 -0
- package/dist/reliability/runtime-cron-registry.d.ts.map +1 -0
- package/dist/reliability/runtime-cron-registry.js +8 -0
- package/dist/reliability/runtime-cron-registry.js.map +1 -0
- package/dist/reliability/runtime-cron.d.ts +75 -0
- package/dist/reliability/runtime-cron.d.ts.map +1 -0
- package/dist/reliability/runtime-cron.js +309 -0
- package/dist/reliability/runtime-cron.js.map +1 -0
- package/dist/reliability/scheduler.d.ts +38 -0
- package/dist/reliability/scheduler.d.ts.map +1 -0
- package/dist/reliability/scheduler.js +174 -0
- package/dist/reliability/scheduler.js.map +1 -0
- package/dist/reliability/types.d.ts +151 -0
- package/dist/reliability/types.d.ts.map +1 -0
- package/dist/reliability/types.js +178 -0
- package/dist/reliability/types.js.map +1 -0
- package/dist/router/action-handlers.d.ts +27 -0
- package/dist/router/action-handlers.d.ts.map +1 -0
- package/dist/router/action-handlers.js +226 -0
- package/dist/router/action-handlers.js.map +1 -0
- package/dist/router/opencode-event-hub.d.ts +159 -0
- package/dist/router/opencode-event-hub.d.ts.map +1 -0
- package/dist/router/opencode-event-hub.js +589 -0
- package/dist/router/opencode-event-hub.js.map +1 -0
- package/dist/router/root-router.d.ts +94 -0
- package/dist/router/root-router.d.ts.map +1 -0
- package/dist/router/root-router.js +214 -0
- package/dist/router/root-router.js.map +1 -0
- package/dist/store/chat-session.d.ts +150 -0
- package/dist/store/chat-session.d.ts.map +1 -0
- package/dist/store/chat-session.js +640 -0
- package/dist/store/chat-session.js.map +1 -0
- package/dist/store/session-directory.d.ts +12 -0
- package/dist/store/session-directory.d.ts.map +1 -0
- package/dist/store/session-directory.js +47 -0
- package/dist/store/session-directory.js.map +1 -0
- package/dist/store/session-group.d.ts +19 -0
- package/dist/store/session-group.d.ts.map +1 -0
- package/dist/store/session-group.js +92 -0
- package/dist/store/session-group.js.map +1 -0
- package/dist/store/user-session.d.ts +19 -0
- package/dist/store/user-session.d.ts.map +1 -0
- package/dist/store/user-session.js +112 -0
- package/dist/store/user-session.js.map +1 -0
- package/dist/utils/async-queue.d.ts +12 -0
- package/dist/utils/async-queue.d.ts.map +1 -0
- package/dist/utils/async-queue.js +51 -0
- package/dist/utils/async-queue.js.map +1 -0
- package/dist/utils/directory-policy.d.ts +50 -0
- package/dist/utils/directory-policy.d.ts.map +1 -0
- package/dist/utils/directory-policy.js +379 -0
- package/dist/utils/directory-policy.js.map +1 -0
- package/dist/utils/session-title.d.ts +2 -0
- package/dist/utils/session-title.d.ts.map +1 -0
- package/dist/utils/session-title.js +10 -0
- package/dist/utils/session-title.js.map +1 -0
- package/package.json +73 -0
|
@@ -0,0 +1,244 @@
|
|
|
1
|
+
import { generateIncidentId } from './audit-log.js';
|
|
2
|
+
import { applyConfigGuardWithFallback, } from './config-guard.js';
|
|
3
|
+
import { diagnoseEnvironment } from './environment-doctor.js';
|
|
4
|
+
import { probeOpenCodeHealth } from './opencode-probe.js';
|
|
5
|
+
import { acquireRescueLock, checkOpenCodeSingleInstance, } from './process-guard.js';
|
|
6
|
+
const noOpAuditLogger = {
|
|
7
|
+
async log() {
|
|
8
|
+
return;
|
|
9
|
+
},
|
|
10
|
+
};
|
|
11
|
+
export async function executeRescuePipeline(options) {
|
|
12
|
+
const trace = [];
|
|
13
|
+
const audit = options.audit ?? noOpAuditLogger;
|
|
14
|
+
const deps = resolveDependencies(options);
|
|
15
|
+
let lockPath = '';
|
|
16
|
+
let releaseLock = null;
|
|
17
|
+
let singleInstanceResult = null;
|
|
18
|
+
let doctorReport = null;
|
|
19
|
+
let configResult = null;
|
|
20
|
+
let probeResult = null;
|
|
21
|
+
try {
|
|
22
|
+
const lockStartedAt = deps.now();
|
|
23
|
+
const lockAcquire = await deps.acquireRescueLock({
|
|
24
|
+
lockTargetPath: options.lockTargetPath,
|
|
25
|
+
});
|
|
26
|
+
if (!lockAcquire.ok) {
|
|
27
|
+
const lockReason = lockAcquire.code;
|
|
28
|
+
const failedTrace = buildStepTrace('lock', 'failed', lockStartedAt, deps.now(), lockReason);
|
|
29
|
+
trace.push(failedTrace);
|
|
30
|
+
await writeAudit(audit, 'lock', 'failed', failedTrace.durationMs, lockReason, {
|
|
31
|
+
code: lockAcquire.code,
|
|
32
|
+
lockPath: lockAcquire.lockPath,
|
|
33
|
+
});
|
|
34
|
+
return {
|
|
35
|
+
ok: false,
|
|
36
|
+
failedStep: 'lock',
|
|
37
|
+
reason: lockReason,
|
|
38
|
+
trace,
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
lockPath = lockAcquire.lockPath;
|
|
42
|
+
releaseLock = lockAcquire.release;
|
|
43
|
+
singleInstanceResult = await deps.checkOpenCodeSingleInstance({
|
|
44
|
+
pidFilePath: options.pidFilePath,
|
|
45
|
+
host: options.host,
|
|
46
|
+
port: options.port,
|
|
47
|
+
});
|
|
48
|
+
if (singleInstanceResult.status === 'single-instance-violation') {
|
|
49
|
+
const violationReason = `single-instance-violation:${singleInstanceResult.runningPids.join(',')}`;
|
|
50
|
+
const failedTrace = buildStepTrace('lock', 'failed', lockStartedAt, deps.now(), violationReason);
|
|
51
|
+
trace.push(failedTrace);
|
|
52
|
+
await writeAudit(audit, 'lock', 'failed', failedTrace.durationMs, violationReason, {
|
|
53
|
+
lockPath,
|
|
54
|
+
runningPids: singleInstanceResult.runningPids,
|
|
55
|
+
conflictPids: singleInstanceResult.conflictPids,
|
|
56
|
+
});
|
|
57
|
+
return {
|
|
58
|
+
ok: false,
|
|
59
|
+
failedStep: 'lock',
|
|
60
|
+
reason: violationReason,
|
|
61
|
+
trace,
|
|
62
|
+
};
|
|
63
|
+
}
|
|
64
|
+
const lockTrace = buildStepTrace('lock', 'success', lockStartedAt, deps.now());
|
|
65
|
+
trace.push(lockTrace);
|
|
66
|
+
await writeAudit(audit, 'lock', 'success', lockTrace.durationMs, undefined, {
|
|
67
|
+
lockPath,
|
|
68
|
+
singleInstanceStatus: singleInstanceResult.status,
|
|
69
|
+
runningPids: singleInstanceResult.runningPids,
|
|
70
|
+
});
|
|
71
|
+
const doctorStartedAt = deps.now();
|
|
72
|
+
doctorReport = await deps.diagnoseEnvironment();
|
|
73
|
+
if (doctorReport.summary.totalIssues > 0) {
|
|
74
|
+
const doctorReason = `doctor_issues:${doctorReport.summary.totalIssues}`;
|
|
75
|
+
const failedTrace = buildStepTrace('doctor', 'failed', doctorStartedAt, deps.now(), doctorReason);
|
|
76
|
+
trace.push(failedTrace);
|
|
77
|
+
await writeAudit(audit, 'doctor', 'failed', failedTrace.durationMs, doctorReason, {
|
|
78
|
+
summary: doctorReport.summary,
|
|
79
|
+
});
|
|
80
|
+
return {
|
|
81
|
+
ok: false,
|
|
82
|
+
failedStep: 'doctor',
|
|
83
|
+
reason: doctorReason,
|
|
84
|
+
trace,
|
|
85
|
+
};
|
|
86
|
+
}
|
|
87
|
+
const doctorTrace = buildStepTrace('doctor', 'success', doctorStartedAt, deps.now());
|
|
88
|
+
trace.push(doctorTrace);
|
|
89
|
+
await writeAudit(audit, 'doctor', 'success', doctorTrace.durationMs, undefined, {
|
|
90
|
+
summary: doctorReport.summary,
|
|
91
|
+
});
|
|
92
|
+
const configStartedAt = deps.now();
|
|
93
|
+
try {
|
|
94
|
+
configResult = await deps.applyConfigGuardWithFallback({
|
|
95
|
+
configPath: options.configPath,
|
|
96
|
+
serverFields: options.serverFields,
|
|
97
|
+
audit,
|
|
98
|
+
});
|
|
99
|
+
}
|
|
100
|
+
catch (error) {
|
|
101
|
+
const configReason = formatError(error);
|
|
102
|
+
const failedTrace = buildStepTrace('config', 'failed', configStartedAt, deps.now(), configReason);
|
|
103
|
+
trace.push(failedTrace);
|
|
104
|
+
await writeAudit(audit, 'config', 'failed', failedTrace.durationMs, configReason, {
|
|
105
|
+
configPath: options.configPath,
|
|
106
|
+
});
|
|
107
|
+
return {
|
|
108
|
+
ok: false,
|
|
109
|
+
failedStep: 'config',
|
|
110
|
+
reason: configReason,
|
|
111
|
+
trace,
|
|
112
|
+
};
|
|
113
|
+
}
|
|
114
|
+
const configTrace = buildStepTrace('config', 'success', configStartedAt, deps.now());
|
|
115
|
+
trace.push(configTrace);
|
|
116
|
+
await writeAudit(audit, 'config', 'success', configTrace.durationMs, undefined, {
|
|
117
|
+
configPath: options.configPath,
|
|
118
|
+
appliedLevel: configResult.appliedLevel,
|
|
119
|
+
backupPath: configResult.backup.path,
|
|
120
|
+
});
|
|
121
|
+
const startStartedAt = deps.now();
|
|
122
|
+
try {
|
|
123
|
+
await deps.startOpenCode();
|
|
124
|
+
}
|
|
125
|
+
catch (error) {
|
|
126
|
+
const startReason = formatError(error);
|
|
127
|
+
const failedTrace = buildStepTrace('start', 'failed', startStartedAt, deps.now(), startReason);
|
|
128
|
+
trace.push(failedTrace);
|
|
129
|
+
await writeAudit(audit, 'start', 'failed', failedTrace.durationMs, startReason);
|
|
130
|
+
return {
|
|
131
|
+
ok: false,
|
|
132
|
+
failedStep: 'start',
|
|
133
|
+
reason: startReason,
|
|
134
|
+
trace,
|
|
135
|
+
};
|
|
136
|
+
}
|
|
137
|
+
const startTrace = buildStepTrace('start', 'success', startStartedAt, deps.now());
|
|
138
|
+
trace.push(startTrace);
|
|
139
|
+
await writeAudit(audit, 'start', 'success', startTrace.durationMs);
|
|
140
|
+
const verifyStartedAt = deps.now();
|
|
141
|
+
probeResult = await deps.probeOpenCodeHealth({
|
|
142
|
+
host: options.host,
|
|
143
|
+
port: options.port,
|
|
144
|
+
healthPath: options.healthPath,
|
|
145
|
+
});
|
|
146
|
+
if (!probeResult.ok) {
|
|
147
|
+
const verifyReason = probeResult.failureType ?? 'health_probe_failed';
|
|
148
|
+
const failedTrace = buildStepTrace('verify', 'failed', verifyStartedAt, deps.now(), verifyReason);
|
|
149
|
+
trace.push(failedTrace);
|
|
150
|
+
await writeAudit(audit, 'verify', 'failed', failedTrace.durationMs, verifyReason, {
|
|
151
|
+
tcp: probeResult.tcp,
|
|
152
|
+
http: probeResult.http,
|
|
153
|
+
auth: probeResult.auth,
|
|
154
|
+
});
|
|
155
|
+
return {
|
|
156
|
+
ok: false,
|
|
157
|
+
failedStep: 'verify',
|
|
158
|
+
reason: verifyReason,
|
|
159
|
+
trace,
|
|
160
|
+
};
|
|
161
|
+
}
|
|
162
|
+
const verifyTrace = buildStepTrace('verify', 'success', verifyStartedAt, deps.now());
|
|
163
|
+
trace.push(verifyTrace);
|
|
164
|
+
await writeAudit(audit, 'verify', 'success', verifyTrace.durationMs, undefined, {
|
|
165
|
+
tcp: probeResult.tcp,
|
|
166
|
+
http: probeResult.http,
|
|
167
|
+
auth: probeResult.auth,
|
|
168
|
+
});
|
|
169
|
+
return {
|
|
170
|
+
ok: true,
|
|
171
|
+
trace,
|
|
172
|
+
lockPath,
|
|
173
|
+
singleInstance: singleInstanceResult,
|
|
174
|
+
doctor: doctorReport,
|
|
175
|
+
config: configResult,
|
|
176
|
+
health: probeResult,
|
|
177
|
+
};
|
|
178
|
+
}
|
|
179
|
+
finally {
|
|
180
|
+
if (releaseLock) {
|
|
181
|
+
const releaseStartedAt = deps.now();
|
|
182
|
+
try {
|
|
183
|
+
await releaseLock();
|
|
184
|
+
const releaseTrace = buildStepTrace('release', 'success', releaseStartedAt, deps.now());
|
|
185
|
+
trace.push(releaseTrace);
|
|
186
|
+
await writeAudit(audit, 'release', 'success', releaseTrace.durationMs, undefined, { lockPath });
|
|
187
|
+
}
|
|
188
|
+
catch (error) {
|
|
189
|
+
const releaseReason = formatError(error);
|
|
190
|
+
const releaseTrace = buildStepTrace('release', 'failed', releaseStartedAt, deps.now(), releaseReason);
|
|
191
|
+
trace.push(releaseTrace);
|
|
192
|
+
await writeAudit(audit, 'release', 'failed', releaseTrace.durationMs, releaseReason, { lockPath });
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
}
|
|
196
|
+
}
|
|
197
|
+
function resolveDependencies(options) {
|
|
198
|
+
return {
|
|
199
|
+
acquireRescueLock: options.deps?.acquireRescueLock ?? acquireRescueLock,
|
|
200
|
+
checkOpenCodeSingleInstance: options.deps?.checkOpenCodeSingleInstance ?? checkOpenCodeSingleInstance,
|
|
201
|
+
diagnoseEnvironment: options.deps?.diagnoseEnvironment ?? diagnoseEnvironment,
|
|
202
|
+
applyConfigGuardWithFallback: options.deps?.applyConfigGuardWithFallback ?? applyConfigGuardWithFallback,
|
|
203
|
+
probeOpenCodeHealth: options.deps?.probeOpenCodeHealth ?? probeOpenCodeHealth,
|
|
204
|
+
startOpenCode: options.deps?.startOpenCode ?? options.startOpenCode ?? (async () => undefined),
|
|
205
|
+
now: options.deps?.now ?? Date.now,
|
|
206
|
+
};
|
|
207
|
+
}
|
|
208
|
+
function buildStepTrace(step, result, startedAt, endedAt, reason) {
|
|
209
|
+
return {
|
|
210
|
+
step,
|
|
211
|
+
result,
|
|
212
|
+
durationMs: Math.max(0, endedAt - startedAt),
|
|
213
|
+
...(reason ? { reason } : {}),
|
|
214
|
+
};
|
|
215
|
+
}
|
|
216
|
+
async function writeAudit(audit, step, result, durationMs, reason, metadata) {
|
|
217
|
+
try {
|
|
218
|
+
await audit.log({
|
|
219
|
+
incidentId: generateIncidentId(),
|
|
220
|
+
classification: 'system',
|
|
221
|
+
decision: 'update',
|
|
222
|
+
action: `rescue.step.${step}`,
|
|
223
|
+
result: result === 'success' ? 'success' : 'failed',
|
|
224
|
+
timestamp: new Date().toISOString(),
|
|
225
|
+
metadata: {
|
|
226
|
+
step,
|
|
227
|
+
durationMs,
|
|
228
|
+
...(reason ? { reason } : {}),
|
|
229
|
+
...(metadata ?? {}),
|
|
230
|
+
},
|
|
231
|
+
});
|
|
232
|
+
}
|
|
233
|
+
catch (error) {
|
|
234
|
+
console.error('[rescue-executor] writeAudit failed:', error instanceof Error ? error.message : String(error));
|
|
235
|
+
return;
|
|
236
|
+
}
|
|
237
|
+
}
|
|
238
|
+
function formatError(error) {
|
|
239
|
+
if (error instanceof Error) {
|
|
240
|
+
return error.message;
|
|
241
|
+
}
|
|
242
|
+
return String(error);
|
|
243
|
+
}
|
|
244
|
+
//# sourceMappingURL=rescue-executor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rescue-executor.js","sourceRoot":"","sources":["../../src/reliability/rescue-executor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAoB,MAAM,gBAAgB,CAAC;AACtE,OAAO,EACL,4BAA4B,GAG7B,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,mBAAmB,EAAgC,MAAM,yBAAyB,CAAC;AAC5F,OAAO,EAAE,mBAAmB,EAA4B,MAAM,qBAAqB,CAAC;AACpF,OAAO,EACL,iBAAiB,EACjB,2BAA2B,GAG5B,MAAM,oBAAoB,CAAC;AAsD5B,MAAM,eAAe,GAAgB;IACnC,KAAK,CAAC,GAAG;QACP,OAAO;IACT,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,OAA8B;IACxE,MAAM,KAAK,GAAsB,EAAE,CAAC;IACpC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,eAAe,CAAC;IAC/C,MAAM,IAAI,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAE1C,IAAI,QAAQ,GAAG,EAAE,CAAC;IAClB,IAAI,WAAW,GAAiC,IAAI,CAAC;IACrD,IAAI,oBAAoB,GAA8B,IAAI,CAAC;IAC3D,IAAI,YAAY,GAAmC,IAAI,CAAC;IACxD,IAAI,YAAY,GAAkC,IAAI,CAAC;IACvD,IAAI,WAAW,GAA+B,IAAI,CAAC;IAEnD,IAAI,CAAC;QACH,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACjC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC;YAC/C,cAAc,EAAE,OAAO,CAAC,cAAc;SACvC,CAAC,CAAC;QAEH,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC;YACpB,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,CAAC;YACpC,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,UAAU,CAAC,CAAC;YAC5F,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACxB,MAAM,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,CAAC,UAAU,EAAE,UAAU,EAAE;gBAC5E,IAAI,EAAE,WAAW,CAAC,IAAI;gBACtB,QAAQ,EAAE,WAAW,CAAC,QAAQ;aAC/B,CAAC,CAAC;YACH,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,UAAU,EAAE,MAAM;gBAClB,MAAM,EAAE,UAAU;gBAClB,KAAK;aACN,CAAC;QACJ,CAAC;QAED,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC;QAChC,WAAW,GAAG,WAAW,CAAC,OAAO,CAAC;QAElC,oBAAoB,GAAG,MAAM,IAAI,CAAC,2BAA2B,CAAC;YAC5D,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,IAAI,EAAE,OAAO,CAAC,IAAI;SACnB,CAAC,CAAC;QAEH,IAAI,oBAAoB,CAAC,MAAM,KAAK,2BAA2B,EAAE,CAAC;YAChE,MAAM,eAAe,GAAG,6BAA6B,oBAAoB,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAClG,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,eAAe,CAAC,CAAC;YACjG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACxB,MAAM,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,CAAC,UAAU,EAAE,eAAe,EAAE;gBACjF,QAAQ;gBACR,WAAW,EAAE,oBAAoB,CAAC,WAAW;gBAC7C,YAAY,EAAE,oBAAoB,CAAC,YAAY;aAChD,CAAC,CAAC;YACH,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,UAAU,EAAE,MAAM;gBAClB,MAAM,EAAE,eAAe;gBACvB,KAAK;aACN,CAAC;QACJ,CAAC;QAED,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,EAAE,SAAS,EAAE,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAC/E,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtB,MAAM,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,CAAC,UAAU,EAAE,SAAS,EAAE;YAC1E,QAAQ;YACR,oBAAoB,EAAE,oBAAoB,CAAC,MAAM;YACjD,WAAW,EAAE,oBAAoB,CAAC,WAAW;SAC9C,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACnC,YAAY,GAAG,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAChD,IAAI,YAAY,CAAC,OAAO,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;YACzC,MAAM,YAAY,GAAG,iBAAiB,YAAY,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YACzE,MAAM,WAAW,GAAG,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,YAAY,CAAC,CAAC;YAClG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACxB,MAAM,UAAU,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,CAAC,UAAU,EAAE,YAAY,EAAE;gBAChF,OAAO,EAAE,YAAY,CAAC,OAAO;aAC9B,CAAC,CAAC;YACH,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,UAAU,EAAE,QAAQ;gBACpB,MAAM,EAAE,YAAY;gBACpB,KAAK;aACN,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GAAG,cAAc,CAAC,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACrF,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxB,MAAM,UAAU,CAAC,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,CAAC,UAAU,EAAE,SAAS,EAAE;YAC9E,OAAO,EAAE,YAAY,CAAC,OAAO;SAC9B,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,YAAY,GAAG,MAAM,IAAI,CAAC,4BAA4B,CAAC;gBACrD,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,YAAY,EAAE,OAAO,CAAC,YAAY;gBAClC,KAAK;aACN,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;YACxC,MAAM,WAAW,GAAG,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,YAAY,CAAC,CAAC;YAClG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACxB,MAAM,UAAU,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,CAAC,UAAU,EAAE,YAAY,EAAE;gBAChF,UAAU,EAAE,OAAO,CAAC,UAAU;aAC/B,CAAC,CAAC;YACH,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,UAAU,EAAE,QAAQ;gBACpB,MAAM,EAAE,YAAY;gBACpB,KAAK;aACN,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GAAG,cAAc,CAAC,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACrF,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxB,MAAM,UAAU,CAAC,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,CAAC,UAAU,EAAE,SAAS,EAAE;YAC9E,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,YAAY,EAAE,YAAY,CAAC,YAAY;YACvC,UAAU,EAAE,YAAY,CAAC,MAAM,CAAC,IAAI;SACrC,CAAC,CAAC;QAEH,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAClC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC7B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,WAAW,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;YACvC,MAAM,WAAW,GAAG,cAAc,CAAC,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,WAAW,CAAC,CAAC;YAC/F,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACxB,MAAM,UAAU,CAAC,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;YAChF,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,UAAU,EAAE,OAAO;gBACnB,MAAM,EAAE,WAAW;gBACnB,KAAK;aACN,CAAC;QACJ,CAAC;QAED,MAAM,UAAU,GAAG,cAAc,CAAC,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAClF,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACvB,MAAM,UAAU,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,UAAU,CAAC,UAAU,CAAC,CAAC;QAEnE,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACnC,WAAW,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC;YAC3C,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,UAAU,EAAE,OAAO,CAAC,UAAU;SAC/B,CAAC,CAAC;QACH,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC;YACpB,MAAM,YAAY,GAAG,WAAW,CAAC,WAAW,IAAI,qBAAqB,CAAC;YACtE,MAAM,WAAW,GAAG,cAAc,CAAC,QAAQ,EAAE,QAAQ,EAAE,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,YAAY,CAAC,CAAC;YAClG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACxB,MAAM,UAAU,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,CAAC,UAAU,EAAE,YAAY,EAAE;gBAChF,GAAG,EAAE,WAAW,CAAC,GAAG;gBACpB,IAAI,EAAE,WAAW,CAAC,IAAI;gBACtB,IAAI,EAAE,WAAW,CAAC,IAAI;aACvB,CAAC,CAAC;YACH,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,UAAU,EAAE,QAAQ;gBACpB,MAAM,EAAE,YAAY;gBACpB,KAAK;aACN,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GAAG,cAAc,CAAC,QAAQ,EAAE,SAAS,EAAE,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACrF,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxB,MAAM,UAAU,CAAC,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,CAAC,UAAU,EAAE,SAAS,EAAE;YAC9E,GAAG,EAAE,WAAW,CAAC,GAAG;YACpB,IAAI,EAAE,WAAW,CAAC,IAAI;YACtB,IAAI,EAAE,WAAW,CAAC,IAAI;SACvB,CAAC,CAAC;QAEH,OAAO;YACL,EAAE,EAAE,IAAI;YACR,KAAK;YACL,QAAQ;YACR,cAAc,EAAE,oBAAoB;YACpC,MAAM,EAAE,YAAY;YACpB,MAAM,EAAE,YAAY;YACpB,MAAM,EAAE,WAAW;SACpB,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,MAAM,WAAW,EAAE,CAAC;gBACpB,MAAM,YAAY,GAAG,cAAc,CAAC,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBACxF,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBACzB,MAAM,UAAU,CAAC,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,CAAC,UAAU,EAAE,SAAS,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;YAClG,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,aAAa,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;gBACzC,MAAM,YAAY,GAAG,cAAc,CAAC,SAAS,EAAE,QAAQ,EAAE,gBAAgB,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,aAAa,CAAC,CAAC;gBACtG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBACzB,MAAM,UAAU,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,CAAC,UAAU,EAAE,aAAa,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;YACrG,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,OAA8B;IACzD,OAAO;QACL,iBAAiB,EAAE,OAAO,CAAC,IAAI,EAAE,iBAAiB,IAAI,iBAAiB;QACvE,2BAA2B,EAAE,OAAO,CAAC,IAAI,EAAE,2BAA2B,IAAI,2BAA2B;QACrG,mBAAmB,EAAE,OAAO,CAAC,IAAI,EAAE,mBAAmB,IAAI,mBAAmB;QAC7E,4BAA4B,EAAE,OAAO,CAAC,IAAI,EAAE,4BAA4B,IAAI,4BAA4B;QACxG,mBAAmB,EAAE,OAAO,CAAC,IAAI,EAAE,mBAAmB,IAAI,mBAAmB;QAC7E,aAAa,EAAE,OAAO,CAAC,IAAI,EAAE,aAAa,IAAI,OAAO,CAAC,aAAa,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,SAAS,CAAC;QAC9F,GAAG,EAAE,OAAO,CAAC,IAAI,EAAE,GAAG,IAAI,IAAI,CAAC,GAAG;KACnC,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CACrB,IAAgB,EAChB,MAAwB,EACxB,SAAiB,EACjB,OAAe,EACf,MAAe;IAEf,OAAO;QACL,IAAI;QACJ,MAAM;QACN,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;QAC5C,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC9B,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,KAAkB,EAClB,IAAgB,EAChB,MAAwB,EACxB,UAAkB,EAClB,MAAe,EACf,QAAkC;IAElC,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,GAAG,CAAC;YACd,UAAU,EAAE,kBAAkB,EAAE;YAChC,cAAc,EAAE,QAAQ;YACxB,QAAQ,EAAE,QAAQ;YAClB,MAAM,EAAE,eAAe,IAAI,EAAE;YAC7B,MAAM,EAAE,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ;YACnD,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,QAAQ,EAAE;gBACR,IAAI;gBACJ,UAAU;gBACV,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC7B,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC;aACpB;SACF,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC9G,OAAO;IACT,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,OAAO,KAAK,CAAC,OAAO,CAAC;IACvB,CAAC;IACD,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC"}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
import { FailureType, RescueState } from './types.js';
|
|
2
|
+
export type RescuePolicyAction = 'observe' | 'wait' | 'repair' | 'manual';
|
|
3
|
+
export type RetryMode = 'finite' | 'infinite';
|
|
4
|
+
export interface RescueRetryContext {
|
|
5
|
+
mode: RetryMode;
|
|
6
|
+
attempt: number;
|
|
7
|
+
maxAttempts?: number;
|
|
8
|
+
failureCount: number;
|
|
9
|
+
firstFailureAtMs: number;
|
|
10
|
+
}
|
|
11
|
+
export interface RescueRuntimeContext {
|
|
12
|
+
targetHost: string;
|
|
13
|
+
budgetRemaining: number;
|
|
14
|
+
lastRepairAtMs?: number;
|
|
15
|
+
}
|
|
16
|
+
export interface RescuePolicyInput {
|
|
17
|
+
failureType: FailureType;
|
|
18
|
+
currentState: RescueState;
|
|
19
|
+
latestAttemptFailed: boolean;
|
|
20
|
+
nowMs: number;
|
|
21
|
+
retry: RescueRetryContext;
|
|
22
|
+
rescue: RescueRuntimeContext;
|
|
23
|
+
}
|
|
24
|
+
export interface RescuePolicyConfig {
|
|
25
|
+
failureThreshold: number;
|
|
26
|
+
windowMs: number;
|
|
27
|
+
cooldownMs: number;
|
|
28
|
+
repairBudget: number;
|
|
29
|
+
loopbackOnly: boolean;
|
|
30
|
+
}
|
|
31
|
+
export interface RescuePolicyDecision {
|
|
32
|
+
action: RescuePolicyAction;
|
|
33
|
+
reason: string;
|
|
34
|
+
nextState: RescueState;
|
|
35
|
+
nextBudgetRemaining: number;
|
|
36
|
+
cooldownRemainingMs: number;
|
|
37
|
+
}
|
|
38
|
+
export declare function decideRescuePolicy(input: RescuePolicyInput, overrides?: Partial<RescuePolicyConfig>): RescuePolicyDecision;
|
|
39
|
+
//# sourceMappingURL=rescue-policy.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rescue-policy.d.ts","sourceRoot":"","sources":["../../src/reliability/rescue-policy.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAEtD,MAAM,MAAM,kBAAkB,GAAG,SAAS,GAAG,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAC1E,MAAM,MAAM,SAAS,GAAG,QAAQ,GAAG,UAAU,CAAC;AAE9C,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,SAAS,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,oBAAoB;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,iBAAiB;IAChC,WAAW,EAAE,WAAW,CAAC;IACzB,YAAY,EAAE,WAAW,CAAC;IAC1B,mBAAmB,EAAE,OAAO,CAAC;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,kBAAkB,CAAC;IAC1B,MAAM,EAAE,oBAAoB,CAAC;CAC9B;AAED,MAAM,WAAW,kBAAkB;IACjC,gBAAgB,EAAE,MAAM,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,OAAO,CAAC;CACvB;AAED,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,kBAAkB,CAAC;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,WAAW,CAAC;IACvB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,mBAAmB,EAAE,MAAM,CAAC;CAC7B;AA8DD,wBAAgB,kBAAkB,CAChC,KAAK,EAAE,iBAAiB,EACxB,SAAS,GAAE,OAAO,CAAC,kBAAkB,CAAM,GAC1C,oBAAoB,CA2DtB"}
|
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
import { reliabilityConfig } from '../config.js';
|
|
2
|
+
import { FailureType, RescueState } from './types.js';
|
|
3
|
+
const NON_REPAIRABLE_FAILURE_TYPES = new Set([
|
|
4
|
+
FailureType.BRIDGE_BOOT_FAILED,
|
|
5
|
+
FailureType.OPENCODE_AUTH_INVALID,
|
|
6
|
+
]);
|
|
7
|
+
const DEFAULT_POLICY_CONFIG = {
|
|
8
|
+
failureThreshold: reliabilityConfig.failureThreshold,
|
|
9
|
+
windowMs: reliabilityConfig.windowMs,
|
|
10
|
+
cooldownMs: reliabilityConfig.cooldownMs,
|
|
11
|
+
repairBudget: reliabilityConfig.repairBudget,
|
|
12
|
+
loopbackOnly: reliabilityConfig.loopbackOnly,
|
|
13
|
+
};
|
|
14
|
+
function clampToNonNegative(value) {
|
|
15
|
+
if (!Number.isFinite(value) || value < 0) {
|
|
16
|
+
return 0;
|
|
17
|
+
}
|
|
18
|
+
return value;
|
|
19
|
+
}
|
|
20
|
+
function normalizeHost(host) {
|
|
21
|
+
return host.trim().toLowerCase();
|
|
22
|
+
}
|
|
23
|
+
function isLoopbackHost(host) {
|
|
24
|
+
const normalized = normalizeHost(host);
|
|
25
|
+
return normalized === 'localhost'
|
|
26
|
+
|| normalized === '127.0.0.1'
|
|
27
|
+
|| normalized === '::1';
|
|
28
|
+
}
|
|
29
|
+
function isFiniteRetryCandidate(retry) {
|
|
30
|
+
if (!Number.isFinite(retry.maxAttempts) || retry.maxAttempts <= 0) {
|
|
31
|
+
return false;
|
|
32
|
+
}
|
|
33
|
+
return retry.attempt >= retry.maxAttempts;
|
|
34
|
+
}
|
|
35
|
+
function isInfiniteRetryCandidate(retry, nowMs, config) {
|
|
36
|
+
const elapsedMs = clampToNonNegative(nowMs - retry.firstFailureAtMs);
|
|
37
|
+
return retry.failureCount >= config.failureThreshold
|
|
38
|
+
&& elapsedMs >= config.windowMs;
|
|
39
|
+
}
|
|
40
|
+
function buildDecision(action, reason, nextState, nextBudgetRemaining, cooldownRemainingMs = 0) {
|
|
41
|
+
return {
|
|
42
|
+
action,
|
|
43
|
+
reason,
|
|
44
|
+
nextState,
|
|
45
|
+
nextBudgetRemaining,
|
|
46
|
+
cooldownRemainingMs,
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
export function decideRescuePolicy(input, overrides = {}) {
|
|
50
|
+
const config = {
|
|
51
|
+
...DEFAULT_POLICY_CONFIG,
|
|
52
|
+
...overrides,
|
|
53
|
+
};
|
|
54
|
+
const currentBudget = Math.min(clampToNonNegative(input.rescue.budgetRemaining), clampToNonNegative(config.repairBudget));
|
|
55
|
+
if (!input.latestAttemptFailed) {
|
|
56
|
+
return buildDecision('observe', 'no_new_failure', input.currentState, currentBudget);
|
|
57
|
+
}
|
|
58
|
+
if (NON_REPAIRABLE_FAILURE_TYPES.has(input.failureType)) {
|
|
59
|
+
return buildDecision('manual', 'taxonomy_manual_required', RescueState.MANUAL_REQUIRED, currentBudget);
|
|
60
|
+
}
|
|
61
|
+
const isRetryCandidate = input.retry.mode === 'finite'
|
|
62
|
+
? isFiniteRetryCandidate(input.retry)
|
|
63
|
+
: isInfiniteRetryCandidate(input.retry, input.nowMs, config);
|
|
64
|
+
if (!isRetryCandidate) {
|
|
65
|
+
return buildDecision('wait', 'not_rescue_candidate', input.currentState, currentBudget);
|
|
66
|
+
}
|
|
67
|
+
if (config.loopbackOnly && !isLoopbackHost(input.rescue.targetHost)) {
|
|
68
|
+
return buildDecision('manual', 'loopback_only_blocked', RescueState.MANUAL_REQUIRED, currentBudget);
|
|
69
|
+
}
|
|
70
|
+
if (currentBudget <= 0) {
|
|
71
|
+
return buildDecision('manual', 'repair_budget_exhausted', RescueState.MANUAL_REQUIRED, currentBudget);
|
|
72
|
+
}
|
|
73
|
+
const lastRepairAtMs = input.rescue.lastRepairAtMs;
|
|
74
|
+
if (typeof lastRepairAtMs === 'number' && Number.isFinite(lastRepairAtMs)) {
|
|
75
|
+
const elapsedSinceLastRepair = clampToNonNegative(input.nowMs - lastRepairAtMs);
|
|
76
|
+
if (elapsedSinceLastRepair < config.cooldownMs) {
|
|
77
|
+
return buildDecision('wait', 'cooldown_active', input.currentState, currentBudget, config.cooldownMs - elapsedSinceLastRepair);
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
const candidateReason = input.retry.mode === 'finite'
|
|
81
|
+
? 'finite_retry_final_failure'
|
|
82
|
+
: 'infinite_retry_threshold_met';
|
|
83
|
+
return buildDecision('repair', candidateReason, RescueState.REPAIRING, currentBudget - 1);
|
|
84
|
+
}
|
|
85
|
+
//# sourceMappingURL=rescue-policy.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rescue-policy.js","sourceRoot":"","sources":["../../src/reliability/rescue-policy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AA4CtD,MAAM,4BAA4B,GAAG,IAAI,GAAG,CAAc;IACxD,WAAW,CAAC,kBAAkB;IAC9B,WAAW,CAAC,qBAAqB;CAClC,CAAC,CAAC;AAEH,MAAM,qBAAqB,GAAuB;IAChD,gBAAgB,EAAE,iBAAiB,CAAC,gBAAgB;IACpD,QAAQ,EAAE,iBAAiB,CAAC,QAAQ;IACpC,UAAU,EAAE,iBAAiB,CAAC,UAAU;IACxC,YAAY,EAAE,iBAAiB,CAAC,YAAY;IAC5C,YAAY,EAAE,iBAAiB,CAAC,YAAY;CAC7C,CAAC;AAEF,SAAS,kBAAkB,CAAC,KAAa;IACvC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QACzC,OAAO,CAAC,CAAC;IACX,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,aAAa,CAAC,IAAY;IACjC,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AACnC,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IAClC,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IACvC,OAAO,UAAU,KAAK,WAAW;WAC5B,UAAU,KAAK,WAAW;WAC1B,UAAU,KAAK,KAAK,CAAC;AAC5B,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAyB;IACvD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,IAAK,KAAK,CAAC,WAAsB,IAAI,CAAC,EAAE,CAAC;QAC9E,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,KAAK,CAAC,OAAO,IAAK,KAAK,CAAC,WAAsB,CAAC;AACxD,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAyB,EAAE,KAAa,EAAE,MAA0B;IACpG,MAAM,SAAS,GAAG,kBAAkB,CAAC,KAAK,GAAG,KAAK,CAAC,gBAAgB,CAAC,CAAC;IACrE,OAAO,KAAK,CAAC,YAAY,IAAI,MAAM,CAAC,gBAAgB;WAC/C,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC;AACpC,CAAC;AAED,SAAS,aAAa,CACpB,MAA0B,EAC1B,MAAc,EACd,SAAsB,EACtB,mBAA2B,EAC3B,sBAA8B,CAAC;IAE/B,OAAO;QACL,MAAM;QACN,MAAM;QACN,SAAS;QACT,mBAAmB;QACnB,mBAAmB;KACpB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAChC,KAAwB,EACxB,YAAyC,EAAE;IAE3C,MAAM,MAAM,GAAuB;QACjC,GAAG,qBAAqB;QACxB,GAAG,SAAS;KACb,CAAC;IAEF,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAC5B,kBAAkB,CAAC,KAAK,CAAC,MAAM,CAAC,eAAe,CAAC,EAChD,kBAAkB,CAAC,MAAM,CAAC,YAAY,CAAC,CACxC,CAAC;IAEF,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC;QAC/B,OAAO,aAAa,CAAC,SAAS,EAAE,gBAAgB,EAAE,KAAK,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;IACvF,CAAC;IAED,IAAI,4BAA4B,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;QACxD,OAAO,aAAa,CAAC,QAAQ,EAAE,0BAA0B,EAAE,WAAW,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;IACzG,CAAC;IAED,MAAM,gBAAgB,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ;QACpD,CAAC,CAAC,sBAAsB,CAAC,KAAK,CAAC,KAAK,CAAC;QACrC,CAAC,CAAC,wBAAwB,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAE/D,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtB,OAAO,aAAa,CAAC,MAAM,EAAE,sBAAsB,EAAE,KAAK,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC;IAC1F,CAAC;IAED,IAAI,MAAM,CAAC,YAAY,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;QACpE,OAAO,aAAa,CAAC,QAAQ,EAAE,uBAAuB,EAAE,WAAW,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;IACtG,CAAC;IAED,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;QACvB,OAAO,aAAa,CAAC,QAAQ,EAAE,yBAAyB,EAAE,WAAW,CAAC,eAAe,EAAE,aAAa,CAAC,CAAC;IACxG,CAAC;IAED,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC,cAAc,CAAC;IACnD,IAAI,OAAO,cAAc,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QAC1E,MAAM,sBAAsB,GAAG,kBAAkB,CAAC,KAAK,CAAC,KAAK,GAAG,cAAc,CAAC,CAAC;QAChF,IAAI,sBAAsB,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;YAC/C,OAAO,aAAa,CAClB,MAAM,EACN,iBAAiB,EACjB,KAAK,CAAC,YAAY,EAClB,aAAa,EACb,MAAM,CAAC,UAAU,GAAG,sBAAsB,CAC3C,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,eAAe,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ;QACnD,CAAC,CAAC,4BAA4B;QAC9B,CAAC,CAAC,8BAA8B,CAAC;IAEnC,OAAO,aAAa,CAClB,QAAQ,EACR,eAAe,EACf,WAAW,CAAC,SAAS,EACrB,aAAa,GAAG,CAAC,CAClB,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import type { Part } from '@opencode-ai/sdk';
|
|
2
|
+
import type { PlatformSender } from '../platform/types.js';
|
|
3
|
+
import type { RuntimeCronJob } from './runtime-cron.js';
|
|
4
|
+
export interface RuntimeCronDispatcherDependencies {
|
|
5
|
+
getSessionById: (sessionId: string, options?: {
|
|
6
|
+
directory?: string;
|
|
7
|
+
}) => Promise<unknown | null>;
|
|
8
|
+
sendMessage: (sessionId: string, text: string, options?: {
|
|
9
|
+
agent?: string;
|
|
10
|
+
directory?: string;
|
|
11
|
+
providerId?: string;
|
|
12
|
+
modelId?: string;
|
|
13
|
+
variant?: string;
|
|
14
|
+
}) => Promise<{
|
|
15
|
+
parts: Part[];
|
|
16
|
+
}>;
|
|
17
|
+
sendMessageAsync: (sessionId: string, text: string, options?: {
|
|
18
|
+
agent?: string;
|
|
19
|
+
directory?: string;
|
|
20
|
+
providerId?: string;
|
|
21
|
+
modelId?: string;
|
|
22
|
+
variant?: string;
|
|
23
|
+
}) => Promise<boolean>;
|
|
24
|
+
getSender: (platform: 'feishu' | 'discord') => PlatformSender | null;
|
|
25
|
+
logger?: Pick<Console, 'info' | 'warn' | 'error'>;
|
|
26
|
+
}
|
|
27
|
+
export declare function createRuntimeCronDispatcher(dependencies: RuntimeCronDispatcherDependencies): {
|
|
28
|
+
dispatch: (job: RuntimeCronJob) => Promise<void>;
|
|
29
|
+
};
|
|
30
|
+
//# sourceMappingURL=runtime-cron-dispatcher.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runtime-cron-dispatcher.d.ts","sourceRoot":"","sources":["../../src/reliability/runtime-cron-dispatcher.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAE7C,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAE3D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAExD,MAAM,WAAW,iCAAiC;IAChD,cAAc,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAE,SAAS,CAAC,EAAE,MAAM,CAAA;KAAE,KAAK,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;IACjG,WAAW,EAAE,CACX,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,KACE,OAAO,CAAC;QAAE,KAAK,EAAE,IAAI,EAAE,CAAA;KAAE,CAAC,CAAC;IAChC,gBAAgB,EAAE,CAChB,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE;QACR,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,KACE,OAAO,CAAC,OAAO,CAAC,CAAC;IACtB,SAAS,EAAE,CAAC,QAAQ,EAAE,QAAQ,GAAG,SAAS,KAAK,cAAc,GAAG,IAAI,CAAC;IACrE,MAAM,CAAC,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC,CAAC;CACnD;AAED,wBAAgB,2BAA2B,CAAC,YAAY,EAAE,iCAAiC,GAAG;IAC5F,QAAQ,EAAE,CAAC,GAAG,EAAE,cAAc,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAClD,CA8EA"}
|
|
@@ -0,0 +1,100 @@
|
|
|
1
|
+
import { reliabilityConfig } from '../config.js';
|
|
2
|
+
import { chatSessionStore } from '../store/chat-session.js';
|
|
3
|
+
export function createRuntimeCronDispatcher(dependencies) {
|
|
4
|
+
const logger = dependencies.logger ?? console;
|
|
5
|
+
return {
|
|
6
|
+
dispatch: async (job) => {
|
|
7
|
+
if (job.payload.kind !== 'systemEvent') {
|
|
8
|
+
return;
|
|
9
|
+
}
|
|
10
|
+
const sessionId = job.payload.sessionId?.trim();
|
|
11
|
+
if (!sessionId) {
|
|
12
|
+
throw new Error(`job ${job.id} is missing bound sessionId`);
|
|
13
|
+
}
|
|
14
|
+
const delivery = job.payload.delivery;
|
|
15
|
+
if (!delivery) {
|
|
16
|
+
throw new Error(`job ${job.id} is missing delivery binding`);
|
|
17
|
+
}
|
|
18
|
+
const session = await dependencies.getSessionById(sessionId, job.payload.directory ? { directory: job.payload.directory } : undefined).catch(() => null);
|
|
19
|
+
if (!session) {
|
|
20
|
+
throw new Error(`job ${job.id} bound session not found: ${sessionId}`);
|
|
21
|
+
}
|
|
22
|
+
const currentBinding = chatSessionStore.getSessionByConversation(delivery.platform, delivery.conversationId);
|
|
23
|
+
const boundConversation = chatSessionStore.getConversationBySessionId(sessionId);
|
|
24
|
+
const canStreamToOrigin = currentBinding?.sessionId === sessionId
|
|
25
|
+
&& boundConversation?.platform === delivery.platform
|
|
26
|
+
&& boundConversation.conversationId === delivery.conversationId;
|
|
27
|
+
const messageOptions = {
|
|
28
|
+
...(job.payload.agent ? { agent: job.payload.agent } : {}),
|
|
29
|
+
...(job.payload.directory ? { directory: job.payload.directory } : {}),
|
|
30
|
+
};
|
|
31
|
+
if (canStreamToOrigin) {
|
|
32
|
+
const queued = await dependencies.sendMessageAsync(sessionId, job.payload.text, messageOptions);
|
|
33
|
+
if (!queued) {
|
|
34
|
+
throw new Error(`job ${job.id} failed to enqueue prompt to bound session`);
|
|
35
|
+
}
|
|
36
|
+
return;
|
|
37
|
+
}
|
|
38
|
+
if (boundConversation) {
|
|
39
|
+
throw new Error(`job ${job.id} bound session ${sessionId} is currently attached to ${boundConversation.platform}:${boundConversation.conversationId}`);
|
|
40
|
+
}
|
|
41
|
+
const fallbackConversationId = resolveFallbackConversationId(job);
|
|
42
|
+
if (!fallbackConversationId) {
|
|
43
|
+
throw new Error(`job ${job.id} target conversation missing and no fallback conversation configured`);
|
|
44
|
+
}
|
|
45
|
+
const sender = dependencies.getSender(delivery.platform);
|
|
46
|
+
if (!sender) {
|
|
47
|
+
throw new Error(`job ${job.id} sender unavailable for platform: ${delivery.platform}`);
|
|
48
|
+
}
|
|
49
|
+
const response = await dependencies.sendMessage(sessionId, job.payload.text, messageOptions);
|
|
50
|
+
const text = extractAssistantText(response.parts);
|
|
51
|
+
const forwardedText = [
|
|
52
|
+
`⏰ Cron 转发:${job.name}`,
|
|
53
|
+
`原目标 ${delivery.platform}:${delivery.conversationId} 已失效,已转发到当前会话。`,
|
|
54
|
+
text || '模型已执行,但未返回可展示文本。',
|
|
55
|
+
].join('\n\n');
|
|
56
|
+
const messageId = await sender.sendText(fallbackConversationId, forwardedText);
|
|
57
|
+
if (!messageId) {
|
|
58
|
+
throw new Error(`job ${job.id} fallback delivery failed for ${delivery.platform}:${fallbackConversationId}`);
|
|
59
|
+
}
|
|
60
|
+
logger.warn(`[RuntimeCron] forwarded job ${job.id} to fallback conversation ${delivery.platform}:${fallbackConversationId}`);
|
|
61
|
+
},
|
|
62
|
+
};
|
|
63
|
+
}
|
|
64
|
+
function resolveFallbackConversationId(job) {
|
|
65
|
+
if (!reliabilityConfig.cronForwardToPrivateChat) {
|
|
66
|
+
return undefined;
|
|
67
|
+
}
|
|
68
|
+
const delivery = job.payload.delivery;
|
|
69
|
+
if (!delivery) {
|
|
70
|
+
return undefined;
|
|
71
|
+
}
|
|
72
|
+
if (delivery.fallbackConversationId) {
|
|
73
|
+
return delivery.fallbackConversationId;
|
|
74
|
+
}
|
|
75
|
+
if (delivery.platform === 'feishu' && reliabilityConfig.cronFallbackFeishuChatId) {
|
|
76
|
+
return reliabilityConfig.cronFallbackFeishuChatId;
|
|
77
|
+
}
|
|
78
|
+
if (delivery.platform === 'discord' && reliabilityConfig.cronFallbackDiscordConversationId) {
|
|
79
|
+
return reliabilityConfig.cronFallbackDiscordConversationId;
|
|
80
|
+
}
|
|
81
|
+
if (!delivery.creatorId) {
|
|
82
|
+
return undefined;
|
|
83
|
+
}
|
|
84
|
+
const privateBinding = chatSessionStore.findPrivateConversationByCreator(delivery.creatorId, delivery.platform);
|
|
85
|
+
return privateBinding?.platform === delivery.platform ? privateBinding.conversationId : undefined;
|
|
86
|
+
}
|
|
87
|
+
function extractAssistantText(parts) {
|
|
88
|
+
const chunks = [];
|
|
89
|
+
for (const part of parts) {
|
|
90
|
+
if (!part || typeof part !== 'object') {
|
|
91
|
+
continue;
|
|
92
|
+
}
|
|
93
|
+
const record = part;
|
|
94
|
+
if (typeof record.text === 'string' && record.text.trim()) {
|
|
95
|
+
chunks.push(record.text.trim());
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
return chunks.join('\n\n').trim();
|
|
99
|
+
}
|
|
100
|
+
//# sourceMappingURL=runtime-cron-dispatcher.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runtime-cron-dispatcher.js","sourceRoot":"","sources":["../../src/reliability/runtime-cron-dispatcher.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAEjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AA+B5D,MAAM,UAAU,2BAA2B,CAAC,YAA+C;IAGzF,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,IAAI,OAAO,CAAC;IAE9C,OAAO;QACL,QAAQ,EAAE,KAAK,EAAE,GAAmB,EAAE,EAAE;YACtC,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;gBACvC,OAAO;YACT,CAAC;YAED,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC;YAChD,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC,EAAE,6BAA6B,CAAC,CAAC;YAC9D,CAAC;YAED,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC;YACtC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC,EAAE,8BAA8B,CAAC,CAAC;YAC/D,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,cAAc,CAC/C,SAAS,EACT,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CACzE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;YACpB,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC,EAAE,6BAA6B,SAAS,EAAE,CAAC,CAAC;YACzE,CAAC;YAED,MAAM,cAAc,GAAG,gBAAgB,CAAC,wBAAwB,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,cAAc,CAAC,CAAC;YAC7G,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,0BAA0B,CAAC,SAAS,CAAC,CAAC;YACjF,MAAM,iBAAiB,GAAG,cAAc,EAAE,SAAS,KAAK,SAAS;mBAC5D,iBAAiB,EAAE,QAAQ,KAAK,QAAQ,CAAC,QAAQ;mBACjD,iBAAiB,CAAC,cAAc,KAAK,QAAQ,CAAC,cAAc,CAAC;YAElE,MAAM,cAAc,GAAG;gBACrB,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1D,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACvE,CAAC;YAEF,IAAI,iBAAiB,EAAE,CAAC;gBACtB,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,gBAAgB,CAAC,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;gBAChG,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,MAAM,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC,EAAE,4CAA4C,CAAC,CAAC;gBAC7E,CAAC;gBACD,OAAO;YACT,CAAC;YAED,IAAI,iBAAiB,EAAE,CAAC;gBACtB,MAAM,IAAI,KAAK,CACb,OAAO,GAAG,CAAC,EAAE,kBAAkB,SAAS,6BAA6B,iBAAiB,CAAC,QAAQ,IAAI,iBAAiB,CAAC,cAAc,EAAE,CACtI,CAAC;YACJ,CAAC;YAED,MAAM,sBAAsB,GAAG,6BAA6B,CAAC,GAAG,CAAC,CAAC;YAClE,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAC5B,MAAM,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC,EAAE,sEAAsE,CAAC,CAAC;YACvG,CAAC;YAED,MAAM,MAAM,GAAG,YAAY,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACzD,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC,EAAE,qCAAqC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;YACzF,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,WAAW,CAAC,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;YAC7F,MAAM,IAAI,GAAG,oBAAoB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAClD,MAAM,aAAa,GAAG;gBACpB,aAAa,GAAG,CAAC,IAAI,EAAE;gBACvB,OAAO,QAAQ,CAAC,QAAQ,IAAI,QAAQ,CAAC,cAAc,gBAAgB;gBACnE,IAAI,IAAI,kBAAkB;aAC3B,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACf,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,sBAAsB,EAAE,aAAa,CAAC,CAAC;YAC/E,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,OAAO,GAAG,CAAC,EAAE,iCAAiC,QAAQ,CAAC,QAAQ,IAAI,sBAAsB,EAAE,CAAC,CAAC;YAC/G,CAAC;YACD,MAAM,CAAC,IAAI,CACT,+BAA+B,GAAG,CAAC,EAAE,6BAA6B,QAAQ,CAAC,QAAQ,IAAI,sBAAsB,EAAE,CAChH,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,6BAA6B,CAAC,GAAmB;IACxD,IAAI,CAAC,iBAAiB,CAAC,wBAAwB,EAAE,CAAC;QAChD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC;IACtC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,QAAQ,CAAC,sBAAsB,EAAE,CAAC;QACpC,OAAO,QAAQ,CAAC,sBAAsB,CAAC;IACzC,CAAC;IAED,IAAI,QAAQ,CAAC,QAAQ,KAAK,QAAQ,IAAI,iBAAiB,CAAC,wBAAwB,EAAE,CAAC;QACjF,OAAO,iBAAiB,CAAC,wBAAwB,CAAC;IACpD,CAAC;IAED,IAAI,QAAQ,CAAC,QAAQ,KAAK,SAAS,IAAI,iBAAiB,CAAC,iCAAiC,EAAE,CAAC;QAC3F,OAAO,iBAAiB,CAAC,iCAAiC,CAAC;IAC7D,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;QACxB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,cAAc,GAAG,gBAAgB,CAAC,gCAAgC,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAChH,OAAO,cAAc,EAAE,QAAQ,KAAK,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC;AACpG,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAa;IACzC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtC,SAAS;QACX,CAAC;QACD,MAAM,MAAM,GAAG,IAA+B,CAAC;QAC/C,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;YAC1D,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAClC,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;AACpC,CAAC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import type { RuntimeCronManager } from './runtime-cron.js';
|
|
2
|
+
export interface RuntimeCronCleanupResult {
|
|
3
|
+
removedJobIds: string[];
|
|
4
|
+
}
|
|
5
|
+
export interface RuntimeCronOrphanScanDependencies {
|
|
6
|
+
hasConversationBinding: (platform: 'feishu' | 'discord', conversationId: string, sessionId?: string) => boolean;
|
|
7
|
+
getSessionStatus: (sessionId: string, directory?: string) => Promise<'exists' | 'missing' | 'unknown'>;
|
|
8
|
+
}
|
|
9
|
+
export interface RuntimeCronOrphanScanResult {
|
|
10
|
+
removedJobIds: string[];
|
|
11
|
+
invalidJobIds: string[];
|
|
12
|
+
missingConversationJobIds: string[];
|
|
13
|
+
missingSessionJobIds: string[];
|
|
14
|
+
}
|
|
15
|
+
export declare function cleanupRuntimeCronJobsByConversation(manager: RuntimeCronManager | null, platform: 'feishu' | 'discord', conversationId: string): RuntimeCronCleanupResult;
|
|
16
|
+
export declare function cleanupRuntimeCronJobsBySessionId(manager: RuntimeCronManager | null, sessionId: string): RuntimeCronCleanupResult;
|
|
17
|
+
export declare function scanAndCleanupOrphanRuntimeCronJobs(manager: RuntimeCronManager | null, dependencies: RuntimeCronOrphanScanDependencies): Promise<RuntimeCronOrphanScanResult>;
|
|
18
|
+
//# sourceMappingURL=runtime-cron-orphan.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runtime-cron-orphan.d.ts","sourceRoot":"","sources":["../../src/reliability/runtime-cron-orphan.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAkB,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAE5E,MAAM,WAAW,wBAAwB;IACvC,aAAa,EAAE,MAAM,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,iCAAiC;IAChD,sBAAsB,EAAE,CAAC,QAAQ,EAAE,QAAQ,GAAG,SAAS,EAAE,cAAc,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC;IAChH,gBAAgB,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,KAAK,OAAO,CAAC,QAAQ,GAAG,SAAS,GAAG,SAAS,CAAC,CAAC;CACxG;AAED,MAAM,WAAW,2BAA2B;IAC1C,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,yBAAyB,EAAE,MAAM,EAAE,CAAC;IACpC,oBAAoB,EAAE,MAAM,EAAE,CAAC;CAChC;AAED,wBAAgB,oCAAoC,CAClD,OAAO,EAAE,kBAAkB,GAAG,IAAI,EAClC,QAAQ,EAAE,QAAQ,GAAG,SAAS,EAC9B,cAAc,EAAE,MAAM,GACrB,wBAAwB,CAoB1B;AAED,wBAAgB,iCAAiC,CAC/C,OAAO,EAAE,kBAAkB,GAAG,IAAI,EAClC,SAAS,EAAE,MAAM,GAChB,wBAAwB,CAqB1B;AAED,wBAAsB,mCAAmC,CACvD,OAAO,EAAE,kBAAkB,GAAG,IAAI,EAClC,YAAY,EAAE,iCAAiC,GAC9C,OAAO,CAAC,2BAA2B,CAAC,CAgCtC"}
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
export function cleanupRuntimeCronJobsByConversation(manager, platform, conversationId) {
|
|
2
|
+
if (!manager) {
|
|
3
|
+
return { removedJobIds: [] };
|
|
4
|
+
}
|
|
5
|
+
const removedJobIds = [];
|
|
6
|
+
for (const job of manager.listJobs()) {
|
|
7
|
+
const delivery = job.payload.delivery;
|
|
8
|
+
if (!delivery) {
|
|
9
|
+
continue;
|
|
10
|
+
}
|
|
11
|
+
if (delivery.platform !== platform || delivery.conversationId !== conversationId) {
|
|
12
|
+
continue;
|
|
13
|
+
}
|
|
14
|
+
if (manager.removeJob(job.id)) {
|
|
15
|
+
removedJobIds.push(job.id);
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
return { removedJobIds };
|
|
19
|
+
}
|
|
20
|
+
export function cleanupRuntimeCronJobsBySessionId(manager, sessionId) {
|
|
21
|
+
if (!manager) {
|
|
22
|
+
return { removedJobIds: [] };
|
|
23
|
+
}
|
|
24
|
+
const normalizedSessionId = sessionId.trim();
|
|
25
|
+
if (!normalizedSessionId) {
|
|
26
|
+
return { removedJobIds: [] };
|
|
27
|
+
}
|
|
28
|
+
const removedJobIds = [];
|
|
29
|
+
for (const job of manager.listJobs()) {
|
|
30
|
+
if (job.payload.sessionId !== normalizedSessionId) {
|
|
31
|
+
continue;
|
|
32
|
+
}
|
|
33
|
+
if (manager.removeJob(job.id)) {
|
|
34
|
+
removedJobIds.push(job.id);
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
return { removedJobIds };
|
|
38
|
+
}
|
|
39
|
+
export async function scanAndCleanupOrphanRuntimeCronJobs(manager, dependencies) {
|
|
40
|
+
const result = {
|
|
41
|
+
removedJobIds: [],
|
|
42
|
+
invalidJobIds: [],
|
|
43
|
+
missingConversationJobIds: [],
|
|
44
|
+
missingSessionJobIds: [],
|
|
45
|
+
};
|
|
46
|
+
if (!manager) {
|
|
47
|
+
return result;
|
|
48
|
+
}
|
|
49
|
+
for (const job of manager.listJobs()) {
|
|
50
|
+
const classification = await classifyRuntimeCronJob(job, dependencies);
|
|
51
|
+
if (classification === 'ok' || classification === 'unknown-session-status') {
|
|
52
|
+
continue;
|
|
53
|
+
}
|
|
54
|
+
result.removedJobIds.push(job.id);
|
|
55
|
+
if (classification === 'invalid') {
|
|
56
|
+
result.invalidJobIds.push(job.id);
|
|
57
|
+
}
|
|
58
|
+
if (classification === 'missing-conversation') {
|
|
59
|
+
result.missingConversationJobIds.push(job.id);
|
|
60
|
+
}
|
|
61
|
+
if (classification === 'missing-session') {
|
|
62
|
+
result.missingSessionJobIds.push(job.id);
|
|
63
|
+
}
|
|
64
|
+
manager.removeJob(job.id);
|
|
65
|
+
}
|
|
66
|
+
return result;
|
|
67
|
+
}
|
|
68
|
+
async function classifyRuntimeCronJob(job, dependencies) {
|
|
69
|
+
const sessionId = job.payload.sessionId?.trim();
|
|
70
|
+
const delivery = job.payload.delivery;
|
|
71
|
+
if (!sessionId || !delivery) {
|
|
72
|
+
return 'invalid';
|
|
73
|
+
}
|
|
74
|
+
const hasConversation = dependencies.hasConversationBinding(delivery.platform, delivery.conversationId, sessionId);
|
|
75
|
+
if (!hasConversation) {
|
|
76
|
+
return 'missing-conversation';
|
|
77
|
+
}
|
|
78
|
+
const sessionStatus = await dependencies.getSessionStatus(sessionId, job.payload.directory);
|
|
79
|
+
if (sessionStatus === 'missing') {
|
|
80
|
+
return 'missing-session';
|
|
81
|
+
}
|
|
82
|
+
if (sessionStatus === 'unknown') {
|
|
83
|
+
return 'unknown-session-status';
|
|
84
|
+
}
|
|
85
|
+
return 'ok';
|
|
86
|
+
}
|
|
87
|
+
//# sourceMappingURL=runtime-cron-orphan.js.map
|