@openclaw/crabline 0.1.11 → 0.1.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +137 -23
- package/dist/src/bin/crabline.js +3 -1
- package/dist/src/bin/crabline.js.map +1 -1
- package/dist/src/cli/program.d.ts +5 -1
- package/dist/src/cli/program.js +281 -52
- package/dist/src/cli/program.js.map +1 -1
- package/dist/src/config/load.js +39 -3
- package/dist/src/config/load.js.map +1 -1
- package/dist/src/config/schema.d.ts +20 -0
- package/dist/src/config/schema.js +163 -35
- package/dist/src/config/schema.js.map +1 -1
- package/dist/src/core/errors.d.ts +1 -0
- package/dist/src/core/errors.js +6 -3
- package/dist/src/core/errors.js.map +1 -1
- package/dist/src/core/http-path.d.ts +1 -0
- package/dist/src/core/http-path.js +14 -0
- package/dist/src/core/http-path.js.map +1 -0
- package/dist/src/core/matcher.d.ts +3 -1
- package/dist/src/core/matcher.js +58 -2
- package/dist/src/core/matcher.js.map +1 -1
- package/dist/src/core/nonces.d.ts +2 -0
- package/dist/src/core/nonces.js +11 -1
- package/dist/src/core/nonces.js.map +1 -1
- package/dist/src/core/reporters.d.ts +5 -0
- package/dist/src/core/reporters.js +26 -2
- package/dist/src/core/reporters.js.map +1 -1
- package/dist/src/core/run.d.ts +3 -1
- package/dist/src/core/run.js +178 -66
- package/dist/src/core/run.js.map +1 -1
- package/dist/src/index.d.ts +12 -10
- package/dist/src/index.js +6 -5
- package/dist/src/index.js.map +1 -1
- package/dist/src/matrix-ids.d.ts +5 -0
- package/dist/src/matrix-ids.js +83 -0
- package/dist/src/matrix-ids.js.map +1 -0
- package/dist/src/openclaw/artifact-generation.d.ts +7 -6
- package/dist/src/openclaw/artifact-generation.js +385 -41
- package/dist/src/openclaw/artifact-generation.js.map +1 -1
- package/dist/src/openclaw/bridges/discord.d.ts +1 -0
- package/dist/src/openclaw/bridges/discord.js +149 -0
- package/dist/src/openclaw/bridges/discord.js.map +1 -0
- package/dist/src/openclaw/bridges/matrix.js +22 -5
- package/dist/src/openclaw/bridges/matrix.js.map +1 -1
- package/dist/src/openclaw/bridges/mattermost.js +14 -9
- package/dist/src/openclaw/bridges/mattermost.js.map +1 -1
- package/dist/src/openclaw/bridges/probe-response.d.ts +1 -0
- package/dist/src/openclaw/bridges/probe-response.js +5 -0
- package/dist/src/openclaw/bridges/probe-response.js.map +1 -0
- package/dist/src/openclaw/bridges/signal.js +16 -7
- package/dist/src/openclaw/bridges/signal.js.map +1 -1
- package/dist/src/openclaw/bridges/slack.js +117 -24
- package/dist/src/openclaw/bridges/slack.js.map +1 -1
- package/dist/src/openclaw/bridges/telegram.js +46 -20
- package/dist/src/openclaw/bridges/telegram.js.map +1 -1
- package/dist/src/openclaw/bridges/whatsapp.js +33 -17
- package/dist/src/openclaw/bridges/whatsapp.js.map +1 -1
- package/dist/src/openclaw/bridges/zalo.js +9 -4
- package/dist/src/openclaw/bridges/zalo.js.map +1 -1
- package/dist/src/openclaw/outbound-contract.js +3 -0
- package/dist/src/openclaw/outbound-contract.js.map +1 -1
- package/dist/src/openclaw/private-file.d.ts +38 -3
- package/dist/src/openclaw/private-file.js +2008 -87
- package/dist/src/openclaw/private-file.js.map +1 -1
- package/dist/src/openclaw/{smoke-lock.d.ts → provider-readiness-lock.d.ts} +14 -5
- package/dist/src/openclaw/provider-readiness-lock.js +1320 -0
- package/dist/src/openclaw/provider-readiness-lock.js.map +1 -0
- package/dist/src/openclaw/shared.d.ts +10 -17
- package/dist/src/openclaw/shared.js +53 -19
- package/dist/src/openclaw/shared.js.map +1 -1
- package/dist/src/openclaw.d.ts +3 -5
- package/dist/src/openclaw.js +245 -60
- package/dist/src/openclaw.js.map +1 -1
- package/dist/src/platform/process-owned-lock.d.ts +11 -0
- package/dist/src/platform/process-owned-lock.js +1698 -0
- package/dist/src/platform/process-owned-lock.js.map +1 -0
- package/dist/src/platform/recorder-directory.d.ts +1 -0
- package/dist/src/platform/recorder-directory.js +14 -0
- package/dist/src/platform/recorder-directory.js.map +1 -0
- package/dist/src/platform/windows-acl.d.ts +18 -0
- package/dist/src/platform/windows-acl.js +1367 -0
- package/dist/src/platform/windows-acl.js.map +1 -0
- package/dist/src/platform/windows-lock-root.d.ts +13 -0
- package/dist/src/platform/windows-lock-root.js +98 -0
- package/dist/src/platform/windows-lock-root.js.map +1 -0
- package/dist/src/providers/builtin/discord.d.ts +4 -0
- package/dist/src/providers/builtin/discord.js +52 -9
- package/dist/src/providers/builtin/discord.js.map +1 -1
- package/dist/src/providers/builtin/external-webhook-auth.d.ts +1 -0
- package/dist/src/providers/builtin/external-webhook-auth.js +38 -1
- package/dist/src/providers/builtin/external-webhook-auth.js.map +1 -1
- package/dist/src/providers/builtin/feishu.d.ts +1 -0
- package/dist/src/providers/builtin/feishu.js +96 -26
- package/dist/src/providers/builtin/feishu.js.map +1 -1
- package/dist/src/providers/builtin/googlechat.d.ts +1 -0
- package/dist/src/providers/builtin/googlechat.js +95 -26
- package/dist/src/providers/builtin/googlechat.js.map +1 -1
- package/dist/src/providers/builtin/imessage.js +60 -17
- package/dist/src/providers/builtin/imessage.js.map +1 -1
- package/dist/src/providers/builtin/loopback.js +88 -35
- package/dist/src/providers/builtin/loopback.js.map +1 -1
- package/dist/src/providers/builtin/matrix.d.ts +2 -2
- package/dist/src/providers/builtin/matrix.js +78 -21
- package/dist/src/providers/builtin/matrix.js.map +1 -1
- package/dist/src/providers/builtin/mattermost.d.ts +11 -7
- package/dist/src/providers/builtin/mattermost.js +138 -24
- package/dist/src/providers/builtin/mattermost.js.map +1 -1
- package/dist/src/providers/builtin/msteams.d.ts +1 -0
- package/dist/src/providers/builtin/msteams.js +118 -38
- package/dist/src/providers/builtin/msteams.js.map +1 -1
- package/dist/src/providers/builtin/native-local-mock.js +4 -4
- package/dist/src/providers/builtin/native-local-mock.js.map +1 -1
- package/dist/src/providers/builtin/script.js +1057 -146
- package/dist/src/providers/builtin/script.js.map +1 -1
- package/dist/src/providers/builtin/slack.d.ts +8 -1
- package/dist/src/providers/builtin/slack.js +327 -24
- package/dist/src/providers/builtin/slack.js.map +1 -1
- package/dist/src/providers/builtin/telegram.d.ts +1 -1
- package/dist/src/providers/builtin/telegram.js +55 -14
- package/dist/src/providers/builtin/telegram.js.map +1 -1
- package/dist/src/providers/builtin/whatsapp.d.ts +4 -3
- package/dist/src/providers/builtin/whatsapp.js +157 -29
- package/dist/src/providers/builtin/whatsapp.js.map +1 -1
- package/dist/src/providers/builtin/zalo.d.ts +5 -2
- package/dist/src/providers/builtin/zalo.js +31 -7
- package/dist/src/providers/builtin/zalo.js.map +1 -1
- package/dist/src/providers/catalog.d.ts +1 -1
- package/dist/src/providers/catalog.js +1 -1
- package/dist/src/providers/catalog.js.map +1 -1
- package/dist/src/providers/local-mock.d.ts +4 -0
- package/dist/src/providers/local-mock.js +162 -35
- package/dist/src/providers/local-mock.js.map +1 -1
- package/dist/src/providers/native-ids.d.ts +2 -0
- package/dist/src/providers/native-ids.js +3 -0
- package/dist/src/providers/native-ids.js.map +1 -1
- package/dist/src/providers/recorder.d.ts +14 -3
- package/dist/src/providers/recorder.js +521 -41
- package/dist/src/providers/recorder.js.map +1 -1
- package/dist/src/providers/registry.d.ts +1 -0
- package/dist/src/providers/registry.js +65 -20
- package/dist/src/providers/registry.js.map +1 -1
- package/dist/src/providers/signed-jwt.d.ts +6 -1
- package/dist/src/providers/signed-jwt.js +241 -50
- package/dist/src/providers/signed-jwt.js.map +1 -1
- package/dist/src/providers/slack-ids.d.ts +1 -0
- package/dist/src/providers/slack-ids.js +5 -0
- package/dist/src/providers/slack-ids.js.map +1 -1
- package/dist/src/providers/target-normalizers.d.ts +9 -1
- package/dist/src/providers/target-normalizers.js +177 -58
- package/dist/src/providers/target-normalizers.js.map +1 -1
- package/dist/src/providers/webhook-server.d.ts +3 -0
- package/dist/src/providers/webhook-server.js +268 -47
- package/dist/src/providers/webhook-server.js.map +1 -1
- package/dist/src/servers/discord.d.ts +40 -0
- package/dist/src/servers/discord.js +842 -0
- package/dist/src/servers/discord.js.map +1 -0
- package/dist/src/servers/http.d.ts +14 -2
- package/dist/src/servers/http.js +229 -58
- package/dist/src/servers/http.js.map +1 -1
- package/dist/src/servers/index.d.ts +10 -4
- package/dist/src/servers/index.js +4 -0
- package/dist/src/servers/index.js.map +1 -1
- package/dist/src/servers/matrix.d.ts +3 -0
- package/dist/src/servers/matrix.js +268 -110
- package/dist/src/servers/matrix.js.map +1 -1
- package/dist/src/servers/mattermost.d.ts +5 -0
- package/dist/src/servers/mattermost.js +389 -91
- package/dist/src/servers/mattermost.js.map +1 -1
- package/dist/src/servers/recorder.d.ts +11 -0
- package/dist/src/servers/recorder.js +1072 -69
- package/dist/src/servers/recorder.js.map +1 -1
- package/dist/src/servers/signal.d.ts +1 -0
- package/dist/src/servers/signal.js +279 -44
- package/dist/src/servers/signal.js.map +1 -1
- package/dist/src/servers/slack.d.ts +15 -0
- package/dist/src/servers/slack.js +270 -54
- package/dist/src/servers/slack.js.map +1 -1
- package/dist/src/servers/telegram-identity.d.ts +6 -0
- package/dist/src/servers/telegram-identity.js +27 -0
- package/dist/src/servers/telegram-identity.js.map +1 -0
- package/dist/src/servers/telegram.d.ts +17 -6
- package/dist/src/servers/telegram.js +1218 -107
- package/dist/src/servers/telegram.js.map +1 -1
- package/dist/src/servers/webhook-target.d.ts +12 -4
- package/dist/src/servers/webhook-target.js +226 -28
- package/dist/src/servers/webhook-target.js.map +1 -1
- package/dist/src/servers/whatsapp-baileys-websocket.d.ts +60 -1
- package/dist/src/servers/whatsapp-baileys-websocket.js +782 -112
- package/dist/src/servers/whatsapp-baileys-websocket.js.map +1 -1
- package/dist/src/servers/whatsapp-jid.d.ts +1 -0
- package/dist/src/servers/whatsapp-jid.js +9 -5
- package/dist/src/servers/whatsapp-jid.js.map +1 -1
- package/dist/src/servers/whatsapp-wire/binary-node.d.ts +1 -0
- package/dist/src/servers/whatsapp-wire/binary-node.js +37 -13
- package/dist/src/servers/whatsapp-wire/binary-node.js.map +1 -1
- package/dist/src/servers/whatsapp-wire/crypto.d.ts +3 -0
- package/dist/src/servers/whatsapp-wire/crypto.js +23 -8
- package/dist/src/servers/whatsapp-wire/crypto.js.map +1 -1
- package/dist/src/servers/whatsapp-wire/handshake.d.ts +9 -3
- package/dist/src/servers/whatsapp-wire/handshake.js +173 -12
- package/dist/src/servers/whatsapp-wire/handshake.js.map +1 -1
- package/dist/src/servers/whatsapp-wire/signal.js +3 -3
- package/dist/src/servers/whatsapp-wire/signal.js.map +1 -1
- package/dist/src/servers/whatsapp.d.ts +7 -1
- package/dist/src/servers/whatsapp.js +149 -25
- package/dist/src/servers/whatsapp.js.map +1 -1
- package/dist/src/servers/zalo.d.ts +1 -0
- package/dist/src/servers/zalo.js +193 -82
- package/dist/src/servers/zalo.js.map +1 -1
- package/docs/channel-setup.md +251 -64
- package/fixtures/examples/crabline.example.yaml +3 -2
- package/package.json +18 -10
- package/dist/src/openclaw/smoke-lock.js +0 -1004
- package/dist/src/openclaw/smoke-lock.js.map +0 -1
- package/fixtures/examples/openclaw-bridge.yaml +0 -125
|
@@ -0,0 +1,1320 @@
|
|
|
1
|
+
import { randomUUID } from "node:crypto";
|
|
2
|
+
import { spawnSync } from "node:child_process";
|
|
3
|
+
import fsSync, { readFileSync } from "node:fs";
|
|
4
|
+
import fs, {} from "node:fs/promises";
|
|
5
|
+
import path from "node:path";
|
|
6
|
+
import { performance } from "node:perf_hooks";
|
|
7
|
+
import { isCrablineServerChannel } from "../servers/index.js";
|
|
8
|
+
import { resolveWindowsPowerShellPath, securePrivateDirectory } from "./private-file.js";
|
|
9
|
+
import { OPENCLAW_CRABLINE_MANIFEST_PATH } from "./shared.js";
|
|
10
|
+
const LOCK_OWNER_FILE = "owner.json";
|
|
11
|
+
const LOCK_LEASE_FILE_PREFIX = "lease.";
|
|
12
|
+
const LOCK_COMMIT_STAGE_FILE_PREFIX = "commit-stage.";
|
|
13
|
+
const LOCK_STAGED_FILE_PREFIX = ".commit-file.";
|
|
14
|
+
const RECOVERY_CLAIM_SUFFIX = ".recovery";
|
|
15
|
+
const COMMIT_CLAIM_SUFFIX = ".commit";
|
|
16
|
+
const OWNED_CLAIM_SUFFIX = ".owned";
|
|
17
|
+
const RELEASE_CLAIM_SUFFIX = ".release";
|
|
18
|
+
const LOCK_LEASE_MS = 10 * 60 * 1000;
|
|
19
|
+
const RELEASE_ATTEMPTS = 3;
|
|
20
|
+
const RELEASE_RETRY_DELAY_MS = 10;
|
|
21
|
+
const MAX_PROCESS_ID = 2_147_483_647;
|
|
22
|
+
const CURRENT_PROCESS_STARTED_AT_MS = processStartedAtMsFromTimeOrigin(performance.timeOrigin);
|
|
23
|
+
export function processStartedAtMsFromTimeOrigin(timeOrigin) {
|
|
24
|
+
if (!Number.isFinite(timeOrigin) ||
|
|
25
|
+
timeOrigin <= 0 ||
|
|
26
|
+
!Number.isSafeInteger(Math.trunc(timeOrigin))) {
|
|
27
|
+
throw new Error("Process time origin is invalid.");
|
|
28
|
+
}
|
|
29
|
+
return Math.trunc(timeOrigin);
|
|
30
|
+
}
|
|
31
|
+
const sleep = async (delayMs) => {
|
|
32
|
+
await new Promise((resolve) => setTimeout(resolve, delayMs));
|
|
33
|
+
};
|
|
34
|
+
const startHeartbeat = (renew, intervalMs) => {
|
|
35
|
+
let failure;
|
|
36
|
+
let pending;
|
|
37
|
+
let stopped = false;
|
|
38
|
+
let timer;
|
|
39
|
+
const schedule = () => {
|
|
40
|
+
if (stopped) {
|
|
41
|
+
return;
|
|
42
|
+
}
|
|
43
|
+
timer = setTimeout(() => {
|
|
44
|
+
timer = undefined;
|
|
45
|
+
pending = renew()
|
|
46
|
+
.catch((error) => {
|
|
47
|
+
failure ??= error;
|
|
48
|
+
})
|
|
49
|
+
.finally(() => {
|
|
50
|
+
pending = undefined;
|
|
51
|
+
schedule();
|
|
52
|
+
});
|
|
53
|
+
}, intervalMs);
|
|
54
|
+
timer.unref();
|
|
55
|
+
};
|
|
56
|
+
schedule();
|
|
57
|
+
return {
|
|
58
|
+
assertHealthy() {
|
|
59
|
+
if (failure !== undefined) {
|
|
60
|
+
throw new Error("OpenClaw Crabline provider readiness lock heartbeat failed.", {
|
|
61
|
+
cause: failure,
|
|
62
|
+
});
|
|
63
|
+
}
|
|
64
|
+
},
|
|
65
|
+
async settle() {
|
|
66
|
+
await pending;
|
|
67
|
+
},
|
|
68
|
+
async stop() {
|
|
69
|
+
stopped = true;
|
|
70
|
+
if (timer) {
|
|
71
|
+
clearTimeout(timer);
|
|
72
|
+
timer = undefined;
|
|
73
|
+
}
|
|
74
|
+
await pending;
|
|
75
|
+
},
|
|
76
|
+
};
|
|
77
|
+
};
|
|
78
|
+
async function pathExists(filePath) {
|
|
79
|
+
try {
|
|
80
|
+
await fs.access(filePath);
|
|
81
|
+
return true;
|
|
82
|
+
}
|
|
83
|
+
catch (error) {
|
|
84
|
+
if (isMissingPathError(error)) {
|
|
85
|
+
return false;
|
|
86
|
+
}
|
|
87
|
+
throw error;
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
async function readDirectoryIdentity(directoryPath) {
|
|
91
|
+
try {
|
|
92
|
+
const stats = await fs.lstat(directoryPath, { bigint: true });
|
|
93
|
+
if (!stats.isDirectory() || stats.ino <= 0n) {
|
|
94
|
+
throw new Error("OpenClaw Crabline provider readiness lock claim is not a directory.");
|
|
95
|
+
}
|
|
96
|
+
return {
|
|
97
|
+
device: stats.dev,
|
|
98
|
+
inode: stats.ino,
|
|
99
|
+
};
|
|
100
|
+
}
|
|
101
|
+
catch (error) {
|
|
102
|
+
if (isMissingPathError(error)) {
|
|
103
|
+
return null;
|
|
104
|
+
}
|
|
105
|
+
throw error;
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
async function readFileIdentity(filePath) {
|
|
109
|
+
try {
|
|
110
|
+
const stats = await fs.lstat(filePath, { bigint: true });
|
|
111
|
+
if (!stats.isFile() || stats.nlink !== 1n || stats.ino <= 0n) {
|
|
112
|
+
return null;
|
|
113
|
+
}
|
|
114
|
+
return {
|
|
115
|
+
device: stats.dev,
|
|
116
|
+
inode: stats.ino,
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
catch (error) {
|
|
120
|
+
if (isMissingPathError(error)) {
|
|
121
|
+
return null;
|
|
122
|
+
}
|
|
123
|
+
throw error;
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
function hasSameDirectoryIdentity(left, right) {
|
|
127
|
+
return (left !== null && right !== null && left.device === right.device && left.inode === right.inode);
|
|
128
|
+
}
|
|
129
|
+
function isOwnedLockArtifactName(name, token) {
|
|
130
|
+
const leaseName = leaseFileName(token);
|
|
131
|
+
const commitStageName = `${LOCK_COMMIT_STAGE_FILE_PREFIX}${token}.json`;
|
|
132
|
+
return (name === LOCK_OWNER_FILE ||
|
|
133
|
+
name === leaseName ||
|
|
134
|
+
(name.startsWith(`.${leaseName}.`) && name.endsWith(".tmp")) ||
|
|
135
|
+
name === commitStageName ||
|
|
136
|
+
(name.startsWith(`.${LOCK_COMMIT_STAGE_FILE_PREFIX}${token}.`) && name.endsWith(".tmp")) ||
|
|
137
|
+
(name.startsWith(`${LOCK_STAGED_FILE_PREFIX}${token}.`) && name.endsWith(".tmp")));
|
|
138
|
+
}
|
|
139
|
+
async function removeVerifiedLockDirectory(params) {
|
|
140
|
+
if (!hasSameDirectoryIdentity(params.expectedIdentity, await readDirectoryIdentity(params.directoryPath))) {
|
|
141
|
+
throw new Error("OpenClaw Crabline provider readiness lock cleanup target changed.");
|
|
142
|
+
}
|
|
143
|
+
await params.beforeRemove?.();
|
|
144
|
+
const quarantinePath = `${params.directoryPath}.cleanup.${randomUUID()}`;
|
|
145
|
+
fsSync.renameSync(params.directoryPath, quarantinePath);
|
|
146
|
+
let quarantinedIdentity = null;
|
|
147
|
+
const stats = fsSync.lstatSync(quarantinePath, { bigint: true });
|
|
148
|
+
if (stats.isDirectory() && !stats.isSymbolicLink() && stats.ino > 0n) {
|
|
149
|
+
quarantinedIdentity = { device: stats.dev, inode: stats.ino };
|
|
150
|
+
}
|
|
151
|
+
if (!hasSameDirectoryIdentity(params.expectedIdentity, quarantinedIdentity)) {
|
|
152
|
+
throw new Error("OpenClaw Crabline provider readiness lock cleanup target changed.");
|
|
153
|
+
}
|
|
154
|
+
const entries = fsSync.readdirSync(quarantinePath);
|
|
155
|
+
const artifacts = [];
|
|
156
|
+
for (const entry of entries) {
|
|
157
|
+
if (!isOwnedLockArtifactName(entry, params.token)) {
|
|
158
|
+
throw new Error("OpenClaw Crabline provider readiness lock cleanup found an unexpected artifact.");
|
|
159
|
+
}
|
|
160
|
+
const artifactPath = path.join(quarantinePath, entry);
|
|
161
|
+
const artifactStats = fsSync.lstatSync(artifactPath, { bigint: true });
|
|
162
|
+
if (!artifactStats.isFile() ||
|
|
163
|
+
artifactStats.isSymbolicLink() ||
|
|
164
|
+
artifactStats.nlink !== 1n ||
|
|
165
|
+
artifactStats.ino <= 0n) {
|
|
166
|
+
throw new Error("OpenClaw Crabline provider readiness lock cleanup found an unsafe artifact.");
|
|
167
|
+
}
|
|
168
|
+
artifacts.push({
|
|
169
|
+
identity: { device: artifactStats.dev, inode: artifactStats.ino },
|
|
170
|
+
path: artifactPath,
|
|
171
|
+
});
|
|
172
|
+
}
|
|
173
|
+
artifacts.sort((left, right) => Number(path.basename(left.path) === LOCK_OWNER_FILE) -
|
|
174
|
+
Number(path.basename(right.path) === LOCK_OWNER_FILE));
|
|
175
|
+
for (const artifact of artifacts) {
|
|
176
|
+
const directoryStats = fsSync.lstatSync(quarantinePath, { bigint: true });
|
|
177
|
+
const artifactStats = fsSync.lstatSync(artifact.path, { bigint: true });
|
|
178
|
+
if (!directoryStats.isDirectory() ||
|
|
179
|
+
directoryStats.isSymbolicLink() ||
|
|
180
|
+
directoryStats.dev !== params.expectedIdentity.device ||
|
|
181
|
+
directoryStats.ino !== params.expectedIdentity.inode ||
|
|
182
|
+
!artifactStats.isFile() ||
|
|
183
|
+
artifactStats.isSymbolicLink() ||
|
|
184
|
+
artifactStats.nlink !== 1n ||
|
|
185
|
+
artifactStats.dev !== artifact.identity.device ||
|
|
186
|
+
artifactStats.ino !== artifact.identity.inode) {
|
|
187
|
+
throw new Error("OpenClaw Crabline provider readiness lock cleanup artifact changed.");
|
|
188
|
+
}
|
|
189
|
+
fsSync.unlinkSync(artifact.path);
|
|
190
|
+
}
|
|
191
|
+
const finalStats = fsSync.lstatSync(quarantinePath, { bigint: true });
|
|
192
|
+
if (!finalStats.isDirectory() ||
|
|
193
|
+
finalStats.isSymbolicLink() ||
|
|
194
|
+
finalStats.dev !== params.expectedIdentity.device ||
|
|
195
|
+
finalStats.ino !== params.expectedIdentity.inode) {
|
|
196
|
+
throw new Error("OpenClaw Crabline provider readiness lock cleanup target changed.");
|
|
197
|
+
}
|
|
198
|
+
fsSync.rmdirSync(quarantinePath);
|
|
199
|
+
}
|
|
200
|
+
function isPositiveSafeInteger(value) {
|
|
201
|
+
return Number.isSafeInteger(value) && Number(value) > 0;
|
|
202
|
+
}
|
|
203
|
+
function isValidProcessId(value) {
|
|
204
|
+
return isPositiveSafeInteger(value) && Number(value) <= MAX_PROCESS_ID;
|
|
205
|
+
}
|
|
206
|
+
const LOCK_TOKEN_PATTERN = /^[A-Za-z0-9][A-Za-z0-9._-]{0,127}$/u;
|
|
207
|
+
function parseLockOwner(contents) {
|
|
208
|
+
let parsed;
|
|
209
|
+
try {
|
|
210
|
+
parsed = JSON.parse(contents);
|
|
211
|
+
}
|
|
212
|
+
catch (error) {
|
|
213
|
+
throw new Error("OpenClaw Crabline provider readiness lock owner metadata is malformed.", {
|
|
214
|
+
cause: error,
|
|
215
|
+
});
|
|
216
|
+
}
|
|
217
|
+
if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) {
|
|
218
|
+
throw new Error("OpenClaw Crabline provider readiness lock owner metadata is malformed.");
|
|
219
|
+
}
|
|
220
|
+
const owner = parsed;
|
|
221
|
+
if (typeof owner.channel !== "string" ||
|
|
222
|
+
!isCrablineServerChannel(owner.channel) ||
|
|
223
|
+
!isPositiveSafeInteger(owner.createdAtMs) ||
|
|
224
|
+
owner.lockVersion !== 1 ||
|
|
225
|
+
!isValidProcessId(owner.pid) ||
|
|
226
|
+
!isPositiveSafeInteger(owner.processStartedAtMs) ||
|
|
227
|
+
typeof owner.token !== "string" ||
|
|
228
|
+
!LOCK_TOKEN_PATTERN.test(owner.token) ||
|
|
229
|
+
(owner.processIdentity !== undefined &&
|
|
230
|
+
(typeof owner.processIdentity !== "string" ||
|
|
231
|
+
owner.processIdentity.length === 0 ||
|
|
232
|
+
owner.processIdentity.length > 256)) ||
|
|
233
|
+
(owner.processIdentityV2 !== undefined &&
|
|
234
|
+
(typeof owner.processIdentityV2 !== "string" ||
|
|
235
|
+
owner.processIdentityV2.length === 0 ||
|
|
236
|
+
owner.processIdentityV2.length > 256))) {
|
|
237
|
+
throw new Error("OpenClaw Crabline provider readiness lock owner metadata is malformed.");
|
|
238
|
+
}
|
|
239
|
+
return {
|
|
240
|
+
channel: owner.channel,
|
|
241
|
+
createdAtMs: owner.createdAtMs,
|
|
242
|
+
lockVersion: owner.lockVersion,
|
|
243
|
+
pid: owner.pid,
|
|
244
|
+
...(owner.processIdentity ? { processIdentity: owner.processIdentity } : {}),
|
|
245
|
+
...(owner.processIdentityV2 ? { processIdentityV2: owner.processIdentityV2 } : {}),
|
|
246
|
+
processStartedAtMs: owner.processStartedAtMs,
|
|
247
|
+
token: owner.token,
|
|
248
|
+
};
|
|
249
|
+
}
|
|
250
|
+
function leaseFileName(token) {
|
|
251
|
+
return `${LOCK_LEASE_FILE_PREFIX}${token}.json`;
|
|
252
|
+
}
|
|
253
|
+
async function readLockRecordFromHandle(handle) {
|
|
254
|
+
const owner = parseLockOwner(await handle.readFile("utf8"));
|
|
255
|
+
const stats = await handle.stat();
|
|
256
|
+
return {
|
|
257
|
+
owner,
|
|
258
|
+
renewedAtMs: Number.isFinite(stats.mtimeMs) && stats.mtimeMs > 0 ? stats.mtimeMs : 0,
|
|
259
|
+
};
|
|
260
|
+
}
|
|
261
|
+
function isMissingPathError(error) {
|
|
262
|
+
return error.code === "ENOENT";
|
|
263
|
+
}
|
|
264
|
+
async function readLockRecord(lockDirectory) {
|
|
265
|
+
let handle;
|
|
266
|
+
try {
|
|
267
|
+
handle = await fs.open(path.join(lockDirectory, LOCK_OWNER_FILE), "r");
|
|
268
|
+
const record = await readLockRecordFromHandle(handle);
|
|
269
|
+
try {
|
|
270
|
+
const leaseStats = await fs.stat(path.join(lockDirectory, leaseFileName(record.owner.token)));
|
|
271
|
+
if (Number.isFinite(leaseStats.mtimeMs) && leaseStats.mtimeMs > 0) {
|
|
272
|
+
record.renewedAtMs = Math.max(record.renewedAtMs, leaseStats.mtimeMs);
|
|
273
|
+
}
|
|
274
|
+
}
|
|
275
|
+
catch (error) {
|
|
276
|
+
if (!isMissingPathError(error)) {
|
|
277
|
+
throw error;
|
|
278
|
+
}
|
|
279
|
+
}
|
|
280
|
+
return { kind: "record", record };
|
|
281
|
+
}
|
|
282
|
+
catch (error) {
|
|
283
|
+
if (isMissingPathError(error)) {
|
|
284
|
+
return { kind: "missing" };
|
|
285
|
+
}
|
|
286
|
+
throw error;
|
|
287
|
+
}
|
|
288
|
+
finally {
|
|
289
|
+
await handle?.close();
|
|
290
|
+
}
|
|
291
|
+
}
|
|
292
|
+
export const isProcessAlive = (pid) => {
|
|
293
|
+
if (!isValidProcessId(pid)) {
|
|
294
|
+
return false;
|
|
295
|
+
}
|
|
296
|
+
try {
|
|
297
|
+
process.kill(pid, 0);
|
|
298
|
+
return true;
|
|
299
|
+
}
|
|
300
|
+
catch (error) {
|
|
301
|
+
return error.code === "EPERM";
|
|
302
|
+
}
|
|
303
|
+
};
|
|
304
|
+
export function processIdentityFromLinuxStat(value, bootId) {
|
|
305
|
+
const normalizedBootId = bootId.trim();
|
|
306
|
+
if (!/^[0-9a-f-]{16,64}$/iu.test(normalizedBootId)) {
|
|
307
|
+
return null;
|
|
308
|
+
}
|
|
309
|
+
const commandEnd = value.lastIndexOf(") ");
|
|
310
|
+
if (commandEnd < 0) {
|
|
311
|
+
return null;
|
|
312
|
+
}
|
|
313
|
+
const fields = value
|
|
314
|
+
.slice(commandEnd + 2)
|
|
315
|
+
.trim()
|
|
316
|
+
.split(/\s+/u);
|
|
317
|
+
const startTicks = fields[19];
|
|
318
|
+
if (!startTicks || !/^\d+$/u.test(startTicks)) {
|
|
319
|
+
return null;
|
|
320
|
+
}
|
|
321
|
+
return `linux:${normalizedBootId}:${startTicks}`;
|
|
322
|
+
}
|
|
323
|
+
export function processIdentityFromDarwin(processStartedAt, bootTime) {
|
|
324
|
+
const bootMatch = /\bsec = (\d+), usec = (\d+)\b/u.exec(bootTime);
|
|
325
|
+
const launchMatch = /^Launch Time:\s*(\d{4})-(\d{2})-(\d{2}) (\d{2}):(\d{2}):(\d{2})\.(\d{3,6}) ([+-])(\d{2})(\d{2})$/mu.exec(processStartedAt);
|
|
326
|
+
if (bootMatch && launchMatch) {
|
|
327
|
+
const [, year, month, day, hour, minute, second, fraction, sign, offsetHour, offsetMinute] = launchMatch;
|
|
328
|
+
const offsetMs = (Number(offsetHour) * 60 + Number(offsetMinute)) * 60_000 * (sign === "+" ? 1 : -1);
|
|
329
|
+
const fractionMicros = Number(fraction.padEnd(6, "0"));
|
|
330
|
+
const utcMilliseconds = Date.UTC(Number(year), Number(month) - 1, Number(day), Number(hour), Number(minute), Number(second), Math.floor(fractionMicros / 1_000)) - offsetMs;
|
|
331
|
+
if (Number.isSafeInteger(utcMilliseconds) && utcMilliseconds > 0) {
|
|
332
|
+
const startedAtMicros = BigInt(utcMilliseconds) * 1000n + BigInt(fractionMicros % 1_000);
|
|
333
|
+
return `darwin:${bootMatch[1]}.${bootMatch[2]}:us:${startedAtMicros}`;
|
|
334
|
+
}
|
|
335
|
+
}
|
|
336
|
+
const normalizedStartedAt = processStartedAt.trim().replace(/\s+/gu, " ");
|
|
337
|
+
if (!bootMatch || normalizedStartedAt.length === 0 || normalizedStartedAt.length > 64) {
|
|
338
|
+
return null;
|
|
339
|
+
}
|
|
340
|
+
return `darwin:${bootMatch[1]}.${bootMatch[2]}:${normalizedStartedAt}`;
|
|
341
|
+
}
|
|
342
|
+
export function darwinProcessIdentityEnvironment(environment) {
|
|
343
|
+
return { ...environment, LC_ALL: "C", TZ: "UTC" };
|
|
344
|
+
}
|
|
345
|
+
const getProcessIdentity = (pid) => {
|
|
346
|
+
if (process.platform === "linux") {
|
|
347
|
+
try {
|
|
348
|
+
return processIdentityFromLinuxStat(readFileSync(`/proc/${pid}/stat`, "utf8"), readFileSync("/proc/sys/kernel/random/boot_id", "utf8"));
|
|
349
|
+
}
|
|
350
|
+
catch {
|
|
351
|
+
return null;
|
|
352
|
+
}
|
|
353
|
+
}
|
|
354
|
+
if (process.platform === "darwin") {
|
|
355
|
+
const options = {
|
|
356
|
+
encoding: "utf8",
|
|
357
|
+
env: darwinProcessIdentityEnvironment(process.env),
|
|
358
|
+
maxBuffer: 512 * 1024,
|
|
359
|
+
timeout: 1_000,
|
|
360
|
+
};
|
|
361
|
+
const bootTime = spawnSync("/usr/sbin/sysctl", ["-n", "kern.boottime"], options);
|
|
362
|
+
if (bootTime.status !== 0) {
|
|
363
|
+
return null;
|
|
364
|
+
}
|
|
365
|
+
const startedAt = spawnSync("/bin/ps", ["-o", "lstart=", "-p", String(pid)], options);
|
|
366
|
+
return startedAt.status === 0
|
|
367
|
+
? processIdentityFromDarwin(startedAt.stdout, bootTime.stdout)
|
|
368
|
+
: null;
|
|
369
|
+
}
|
|
370
|
+
if (process.platform !== "win32") {
|
|
371
|
+
return null;
|
|
372
|
+
}
|
|
373
|
+
let powershellPath;
|
|
374
|
+
try {
|
|
375
|
+
powershellPath = resolveWindowsPowerShellPath(process.env.SystemRoot);
|
|
376
|
+
}
|
|
377
|
+
catch {
|
|
378
|
+
return null;
|
|
379
|
+
}
|
|
380
|
+
const result = spawnSync(powershellPath, [
|
|
381
|
+
"-NoProfile",
|
|
382
|
+
"-NonInteractive",
|
|
383
|
+
"-Command",
|
|
384
|
+
`(Get-Process -Id ${pid} -ErrorAction Stop).StartTime.ToUniversalTime().Ticks.ToString()`,
|
|
385
|
+
], { encoding: "utf8", timeout: 1_000, windowsHide: true });
|
|
386
|
+
const ticks = result.status === 0 ? result.stdout.trim() : "";
|
|
387
|
+
return /^\d+$/u.test(ticks) ? `windows:${ticks}` : null;
|
|
388
|
+
};
|
|
389
|
+
const getProcessIdentityV2 = (pid) => {
|
|
390
|
+
if (process.platform !== "darwin") {
|
|
391
|
+
return null;
|
|
392
|
+
}
|
|
393
|
+
const options = {
|
|
394
|
+
encoding: "utf8",
|
|
395
|
+
env: darwinProcessIdentityEnvironment(process.env),
|
|
396
|
+
maxBuffer: 512 * 1024,
|
|
397
|
+
timeout: 3_000,
|
|
398
|
+
};
|
|
399
|
+
const bootTime = spawnSync("/usr/sbin/sysctl", ["-n", "kern.boottime"], options);
|
|
400
|
+
const processDetails = spawnSync("/usr/bin/vmmap", ["-summary", String(pid)], options);
|
|
401
|
+
if (bootTime.status !== 0 || processDetails.status !== 0) {
|
|
402
|
+
return null;
|
|
403
|
+
}
|
|
404
|
+
const identity = processIdentityFromDarwin(processDetails.stdout, bootTime.stdout);
|
|
405
|
+
return identity?.includes(":us:") ? identity : null;
|
|
406
|
+
};
|
|
407
|
+
let cachedCurrentProcessIdentity = null;
|
|
408
|
+
let cachedCurrentProcessIdentityV2 = null;
|
|
409
|
+
function getCachedCurrentProcessIdentity() {
|
|
410
|
+
return (cachedCurrentProcessIdentity ??= getProcessIdentity(process.pid));
|
|
411
|
+
}
|
|
412
|
+
function getCachedCurrentProcessIdentityV2() {
|
|
413
|
+
return (cachedCurrentProcessIdentityV2 ??= getProcessIdentityV2(process.pid));
|
|
414
|
+
}
|
|
415
|
+
function hasExactProcessIdentity(owner) {
|
|
416
|
+
return typeof owner.processIdentity === "string";
|
|
417
|
+
}
|
|
418
|
+
function compareProcessIdentity(owner, runtime) {
|
|
419
|
+
if (owner.pid === runtime.currentPid &&
|
|
420
|
+
owner.processStartedAtMs !== runtime.currentProcessStartedAtMs) {
|
|
421
|
+
return "mismatch";
|
|
422
|
+
}
|
|
423
|
+
if (!hasExactProcessIdentity(owner)) {
|
|
424
|
+
return "unknown";
|
|
425
|
+
}
|
|
426
|
+
if (typeof owner.processIdentityV2 === "string") {
|
|
427
|
+
const actualProcessIdentityV2 = owner.pid === runtime.currentPid
|
|
428
|
+
? runtime.currentProcessIdentityV2
|
|
429
|
+
: runtime.getProcessIdentityV2(owner.pid);
|
|
430
|
+
if (actualProcessIdentityV2 !== null) {
|
|
431
|
+
return owner.processIdentityV2 === actualProcessIdentityV2 ? "match" : "mismatch";
|
|
432
|
+
}
|
|
433
|
+
}
|
|
434
|
+
const actualProcessIdentity = owner.pid === runtime.currentPid
|
|
435
|
+
? runtime.currentProcessIdentity
|
|
436
|
+
: runtime.getProcessIdentity(owner.pid);
|
|
437
|
+
if (actualProcessIdentity === null) {
|
|
438
|
+
return "unknown";
|
|
439
|
+
}
|
|
440
|
+
return owner.processIdentity === actualProcessIdentity ? "match" : "mismatch";
|
|
441
|
+
}
|
|
442
|
+
function hasProcessIdentityMismatch(owner, runtime) {
|
|
443
|
+
return compareProcessIdentity(owner, runtime) === "mismatch";
|
|
444
|
+
}
|
|
445
|
+
function isLockOwnerActive(record, runtime) {
|
|
446
|
+
const { owner } = record;
|
|
447
|
+
if (!runtime.isProcessAlive(owner.pid)) {
|
|
448
|
+
return false;
|
|
449
|
+
}
|
|
450
|
+
const identityMatch = compareProcessIdentity(owner, runtime);
|
|
451
|
+
if (identityMatch === "mismatch") {
|
|
452
|
+
return false;
|
|
453
|
+
}
|
|
454
|
+
const ageMs = runtime.now() - Math.max(owner.createdAtMs, record.renewedAtMs);
|
|
455
|
+
return ageMs >= -runtime.leaseMs && ageMs <= runtime.leaseMs;
|
|
456
|
+
}
|
|
457
|
+
function needsLiveOwnerConfirmation(record, runtime) {
|
|
458
|
+
return (runtime.isProcessAlive(record.owner.pid) &&
|
|
459
|
+
!hasProcessIdentityMismatch(record.owner, runtime) &&
|
|
460
|
+
!isLockOwnerActive(record, runtime));
|
|
461
|
+
}
|
|
462
|
+
function heartbeatIntervalMs(leaseMs) {
|
|
463
|
+
return Math.max(1, Math.floor(leaseMs / 3));
|
|
464
|
+
}
|
|
465
|
+
async function confirmObservedOwner(lockDirectory, observed, runtime) {
|
|
466
|
+
if (!needsLiveOwnerConfirmation(observed, runtime)) {
|
|
467
|
+
return "unchanged";
|
|
468
|
+
}
|
|
469
|
+
await runtime.sleep(heartbeatIntervalMs(runtime.leaseMs));
|
|
470
|
+
const revalidated = await readLockRecord(lockDirectory);
|
|
471
|
+
if (revalidated.kind !== "record") {
|
|
472
|
+
return "unchanged";
|
|
473
|
+
}
|
|
474
|
+
if (revalidated.record.owner.token !== observed.owner.token) {
|
|
475
|
+
return "changed";
|
|
476
|
+
}
|
|
477
|
+
return revalidated.record.renewedAtMs !== observed.renewedAtMs ||
|
|
478
|
+
isLockOwnerActive(revalidated.record, runtime)
|
|
479
|
+
? "renewed"
|
|
480
|
+
: "unchanged";
|
|
481
|
+
}
|
|
482
|
+
function activeRunError(params) {
|
|
483
|
+
return new Error(`OpenClaw Crabline provider readiness is already running for channel "${params.channel ?? "unknown"}" in "${params.outputDir}"; cannot start channel "${params.requestedChannel}".`, params.cause === undefined ? undefined : { cause: params.cause });
|
|
484
|
+
}
|
|
485
|
+
function isPathConfinedTo(rootPath, candidatePath) {
|
|
486
|
+
const relative = path.relative(rootPath, candidatePath);
|
|
487
|
+
return (relative === "" ||
|
|
488
|
+
(!path.isAbsolute(relative) && relative !== ".." && !relative.startsWith(`..${path.sep}`)));
|
|
489
|
+
}
|
|
490
|
+
async function resolveConfinedPath(rootPath, candidatePath, description, candidateKind) {
|
|
491
|
+
const resolvedPath = path.resolve(candidatePath);
|
|
492
|
+
if (resolvedPath !== candidatePath) {
|
|
493
|
+
throw new Error(`OpenClaw Crabline provider readiness lock ${description} escapes its output directory.`);
|
|
494
|
+
}
|
|
495
|
+
const parentPath = candidateKind === "directory" ? resolvedPath : path.dirname(resolvedPath);
|
|
496
|
+
let realParentPath;
|
|
497
|
+
try {
|
|
498
|
+
realParentPath = await fs.realpath(parentPath);
|
|
499
|
+
}
|
|
500
|
+
catch {
|
|
501
|
+
throw new Error(`OpenClaw Crabline provider readiness lock ${description} is invalid.`);
|
|
502
|
+
}
|
|
503
|
+
if (!isPathConfinedTo(rootPath, realParentPath)) {
|
|
504
|
+
throw new Error(`OpenClaw Crabline provider readiness lock ${description} escapes its output directory.`);
|
|
505
|
+
}
|
|
506
|
+
return candidateKind === "directory"
|
|
507
|
+
? realParentPath
|
|
508
|
+
: path.join(realParentPath, path.basename(resolvedPath));
|
|
509
|
+
}
|
|
510
|
+
async function removeOwnedLock(params) {
|
|
511
|
+
await params.beforeClaim?.();
|
|
512
|
+
const observed = await readLockRecord(params.ownedDirectory);
|
|
513
|
+
if (observed.kind === "missing" || observed.record.owner.token !== params.token) {
|
|
514
|
+
return false;
|
|
515
|
+
}
|
|
516
|
+
const observedIdentity = await readDirectoryIdentity(params.ownedDirectory);
|
|
517
|
+
if (observedIdentity === null) {
|
|
518
|
+
return false;
|
|
519
|
+
}
|
|
520
|
+
const revalidated = await readLockRecord(params.ownedDirectory);
|
|
521
|
+
const revalidatedIdentity = await readDirectoryIdentity(params.ownedDirectory);
|
|
522
|
+
if (revalidated.kind === "missing" ||
|
|
523
|
+
revalidated.record.owner.token !== params.token ||
|
|
524
|
+
!hasSameDirectoryIdentity(observedIdentity, revalidatedIdentity) ||
|
|
525
|
+
(params.runtime !== undefined && isLockOwnerActive(revalidated.record, params.runtime))) {
|
|
526
|
+
return false;
|
|
527
|
+
}
|
|
528
|
+
await params.beforeRename?.();
|
|
529
|
+
const releaseClaim = `${params.lockDirectory}${RELEASE_CLAIM_SUFFIX}.${params.token}.${randomUUID()}`;
|
|
530
|
+
try {
|
|
531
|
+
await fs.rename(params.ownedDirectory, releaseClaim);
|
|
532
|
+
}
|
|
533
|
+
catch (error) {
|
|
534
|
+
if (isMissingPathError(error)) {
|
|
535
|
+
return false;
|
|
536
|
+
}
|
|
537
|
+
throw error;
|
|
538
|
+
}
|
|
539
|
+
params.onOwnedDirectoryChange?.(releaseClaim);
|
|
540
|
+
const claimed = await readLockRecord(releaseClaim);
|
|
541
|
+
const claimedIdentity = await readDirectoryIdentity(releaseClaim);
|
|
542
|
+
if (claimed.kind === "missing" ||
|
|
543
|
+
claimed.record.owner.token !== params.token ||
|
|
544
|
+
!hasSameDirectoryIdentity(observedIdentity, claimedIdentity) ||
|
|
545
|
+
(params.runtime !== undefined && isLockOwnerActive(claimed.record, params.runtime))) {
|
|
546
|
+
if (!(await pathExists(params.ownedDirectory))) {
|
|
547
|
+
try {
|
|
548
|
+
await fs.rename(releaseClaim, params.ownedDirectory);
|
|
549
|
+
params.onOwnedDirectoryChange?.(params.ownedDirectory);
|
|
550
|
+
}
|
|
551
|
+
catch (error) {
|
|
552
|
+
if (!isMissingPathError(error)) {
|
|
553
|
+
throw error;
|
|
554
|
+
}
|
|
555
|
+
}
|
|
556
|
+
}
|
|
557
|
+
return false;
|
|
558
|
+
}
|
|
559
|
+
if (params.removeDirectory) {
|
|
560
|
+
await params.removeDirectory(releaseClaim);
|
|
561
|
+
}
|
|
562
|
+
else {
|
|
563
|
+
await removeVerifiedLockDirectory({
|
|
564
|
+
...(params.beforeRemove ? { beforeRemove: params.beforeRemove } : {}),
|
|
565
|
+
directoryPath: releaseClaim,
|
|
566
|
+
expectedIdentity: observedIdentity,
|
|
567
|
+
token: params.token,
|
|
568
|
+
});
|
|
569
|
+
}
|
|
570
|
+
return true;
|
|
571
|
+
}
|
|
572
|
+
async function assertReservationOwned(params) {
|
|
573
|
+
const observed = await readLockRecord(params.lockDirectory);
|
|
574
|
+
if (observed.kind === "missing" || observed.record.owner.token !== params.token) {
|
|
575
|
+
throw new Error("OpenClaw Crabline provider readiness lock reservation was lost.");
|
|
576
|
+
}
|
|
577
|
+
try {
|
|
578
|
+
await params.securedDirectory.assertIdentityAt(params.lockDirectory);
|
|
579
|
+
}
|
|
580
|
+
catch (error) {
|
|
581
|
+
throw new Error("OpenClaw Crabline provider readiness lock reservation was lost.", {
|
|
582
|
+
cause: error,
|
|
583
|
+
});
|
|
584
|
+
}
|
|
585
|
+
const revalidated = await readLockRecord(params.lockDirectory);
|
|
586
|
+
if (revalidated.kind === "missing" || revalidated.record.owner.token !== params.token) {
|
|
587
|
+
throw new Error("OpenClaw Crabline provider readiness lock reservation was lost.");
|
|
588
|
+
}
|
|
589
|
+
}
|
|
590
|
+
async function renewOwnedLock(lockDirectory, token, renewedAtMs) {
|
|
591
|
+
const temporaryLeasePath = path.join(lockDirectory, `.${leaseFileName(token)}.${randomUUID()}.tmp`);
|
|
592
|
+
try {
|
|
593
|
+
const observed = await readLockRecord(lockDirectory);
|
|
594
|
+
if (observed.kind === "missing" ||
|
|
595
|
+
observed.record.owner.token !== token ||
|
|
596
|
+
observed.record.owner.lockVersion !== 1) {
|
|
597
|
+
return false;
|
|
598
|
+
}
|
|
599
|
+
await fs.writeFile(temporaryLeasePath, `${JSON.stringify({ renewedAtMs, token })}\n`, {
|
|
600
|
+
encoding: "utf8",
|
|
601
|
+
flag: "wx",
|
|
602
|
+
mode: 0o600,
|
|
603
|
+
});
|
|
604
|
+
await fs.chmod(temporaryLeasePath, 0o600);
|
|
605
|
+
const renewedAt = new Date(renewedAtMs);
|
|
606
|
+
await fs.utimes(temporaryLeasePath, renewedAt, renewedAt);
|
|
607
|
+
const revalidated = await readLockRecord(lockDirectory);
|
|
608
|
+
if (revalidated.kind === "missing" ||
|
|
609
|
+
revalidated.record.owner.token !== token ||
|
|
610
|
+
revalidated.record.owner.lockVersion !== 1) {
|
|
611
|
+
return false;
|
|
612
|
+
}
|
|
613
|
+
await fs.rename(temporaryLeasePath, path.join(lockDirectory, leaseFileName(token)));
|
|
614
|
+
return true;
|
|
615
|
+
}
|
|
616
|
+
catch (error) {
|
|
617
|
+
if (isMissingPathError(error)) {
|
|
618
|
+
return false;
|
|
619
|
+
}
|
|
620
|
+
throw error;
|
|
621
|
+
}
|
|
622
|
+
finally {
|
|
623
|
+
await fs.rm(temporaryLeasePath, { force: true }).catch(() => undefined);
|
|
624
|
+
}
|
|
625
|
+
}
|
|
626
|
+
function claimPrefix(lockDirectory, suffix) {
|
|
627
|
+
return `${path.basename(lockDirectory)}${suffix}.`;
|
|
628
|
+
}
|
|
629
|
+
async function listLockClaims(lockDirectory) {
|
|
630
|
+
const directory = path.dirname(lockDirectory);
|
|
631
|
+
const prefixes = [
|
|
632
|
+
{ kind: "recovery", prefix: claimPrefix(lockDirectory, RECOVERY_CLAIM_SUFFIX) },
|
|
633
|
+
{ kind: "commit", prefix: claimPrefix(lockDirectory, COMMIT_CLAIM_SUFFIX) },
|
|
634
|
+
{ kind: "owned", prefix: claimPrefix(lockDirectory, OWNED_CLAIM_SUFFIX) },
|
|
635
|
+
{ kind: "release", prefix: claimPrefix(lockDirectory, RELEASE_CLAIM_SUFFIX) },
|
|
636
|
+
];
|
|
637
|
+
const entries = await fs.readdir(directory, { withFileTypes: true });
|
|
638
|
+
const claims = [];
|
|
639
|
+
for (const entry of entries) {
|
|
640
|
+
const match = prefixes.find(({ prefix }) => entry.name.startsWith(prefix));
|
|
641
|
+
if (!match) {
|
|
642
|
+
continue;
|
|
643
|
+
}
|
|
644
|
+
if (!entry.isDirectory()) {
|
|
645
|
+
throw new Error("OpenClaw Crabline provider readiness lock claim is not a directory.");
|
|
646
|
+
}
|
|
647
|
+
claims.push({
|
|
648
|
+
directoryPath: path.join(directory, entry.name),
|
|
649
|
+
kind: match.kind,
|
|
650
|
+
});
|
|
651
|
+
}
|
|
652
|
+
return claims.sort((left, right) => left.directoryPath.localeCompare(right.directoryPath));
|
|
653
|
+
}
|
|
654
|
+
async function resolveLockClaim(params) {
|
|
655
|
+
const observed = await readLockRecord(params.claim.directoryPath);
|
|
656
|
+
if (observed.kind === "missing") {
|
|
657
|
+
const discardDirectory = `${params.lockDirectory}.discard.${randomUUID()}`;
|
|
658
|
+
try {
|
|
659
|
+
await fs.rename(params.claim.directoryPath, discardDirectory);
|
|
660
|
+
}
|
|
661
|
+
catch (error) {
|
|
662
|
+
if (isMissingPathError(error)) {
|
|
663
|
+
return;
|
|
664
|
+
}
|
|
665
|
+
throw error;
|
|
666
|
+
}
|
|
667
|
+
const claimed = await readLockRecord(discardDirectory);
|
|
668
|
+
if (claimed.kind === "record") {
|
|
669
|
+
await fs.rename(discardDirectory, params.claim.directoryPath);
|
|
670
|
+
await resolveLockClaim(params);
|
|
671
|
+
return;
|
|
672
|
+
}
|
|
673
|
+
await fs.rm(discardDirectory, { force: true, recursive: true });
|
|
674
|
+
return;
|
|
675
|
+
}
|
|
676
|
+
if (isLockOwnerActive(observed.record, params.runtime)) {
|
|
677
|
+
if (params.claim.kind === "recovery") {
|
|
678
|
+
try {
|
|
679
|
+
await fs.rename(params.claim.directoryPath, params.lockDirectory);
|
|
680
|
+
}
|
|
681
|
+
catch (error) {
|
|
682
|
+
if (!(await pathExists(params.lockDirectory))) {
|
|
683
|
+
throw error;
|
|
684
|
+
}
|
|
685
|
+
}
|
|
686
|
+
}
|
|
687
|
+
throw activeRunError({
|
|
688
|
+
channel: observed.record.owner.channel,
|
|
689
|
+
outputDir: params.outputDir,
|
|
690
|
+
requestedChannel: params.requestedChannel,
|
|
691
|
+
});
|
|
692
|
+
}
|
|
693
|
+
const confirmation = await confirmObservedOwner(params.claim.directoryPath, observed.record, params.runtime);
|
|
694
|
+
if (confirmation === "renewed") {
|
|
695
|
+
if (params.claim.kind === "recovery") {
|
|
696
|
+
try {
|
|
697
|
+
await fs.rename(params.claim.directoryPath, params.lockDirectory);
|
|
698
|
+
}
|
|
699
|
+
catch (error) {
|
|
700
|
+
if (!(await pathExists(params.lockDirectory))) {
|
|
701
|
+
throw error;
|
|
702
|
+
}
|
|
703
|
+
}
|
|
704
|
+
}
|
|
705
|
+
throw activeRunError({
|
|
706
|
+
channel: observed.record.owner.channel,
|
|
707
|
+
outputDir: params.outputDir,
|
|
708
|
+
requestedChannel: params.requestedChannel,
|
|
709
|
+
});
|
|
710
|
+
}
|
|
711
|
+
if (confirmation === "changed") {
|
|
712
|
+
await resolveLockClaim(params);
|
|
713
|
+
return;
|
|
714
|
+
}
|
|
715
|
+
const revalidated = await readLockRecord(params.claim.directoryPath);
|
|
716
|
+
if (revalidated.kind === "missing") {
|
|
717
|
+
await resolveLockClaim(params);
|
|
718
|
+
return;
|
|
719
|
+
}
|
|
720
|
+
if (revalidated.record.owner.token !== observed.record.owner.token ||
|
|
721
|
+
isLockOwnerActive(revalidated.record, params.runtime)) {
|
|
722
|
+
await resolveLockClaim(params);
|
|
723
|
+
return;
|
|
724
|
+
}
|
|
725
|
+
if (!(await removeOwnedLock({
|
|
726
|
+
beforeClaim: params.beforeRecoveryDeleteClaim,
|
|
727
|
+
lockDirectory: params.lockDirectory,
|
|
728
|
+
ownedDirectory: params.claim.directoryPath,
|
|
729
|
+
runtime: params.runtime,
|
|
730
|
+
token: revalidated.record.owner.token,
|
|
731
|
+
}))) {
|
|
732
|
+
await resolveLockClaim(params);
|
|
733
|
+
}
|
|
734
|
+
}
|
|
735
|
+
async function resolveLockClaims(params) {
|
|
736
|
+
for (const claim of await listLockClaims(params.lockDirectory)) {
|
|
737
|
+
await resolveLockClaim({
|
|
738
|
+
...params,
|
|
739
|
+
claim,
|
|
740
|
+
});
|
|
741
|
+
}
|
|
742
|
+
}
|
|
743
|
+
async function resolveLockContention(params) {
|
|
744
|
+
const observed = await readLockRecord(params.lockDirectory);
|
|
745
|
+
if (observed.kind === "record" && isLockOwnerActive(observed.record, params.runtime)) {
|
|
746
|
+
throw activeRunError({
|
|
747
|
+
cause: params.cause,
|
|
748
|
+
channel: observed.record.owner.channel,
|
|
749
|
+
outputDir: params.outputDir,
|
|
750
|
+
requestedChannel: params.requestedChannel,
|
|
751
|
+
});
|
|
752
|
+
}
|
|
753
|
+
if (observed.kind === "record") {
|
|
754
|
+
const confirmation = await confirmObservedOwner(params.lockDirectory, observed.record, params.runtime);
|
|
755
|
+
if (confirmation === "renewed") {
|
|
756
|
+
throw activeRunError({
|
|
757
|
+
channel: observed.record.owner.channel,
|
|
758
|
+
outputDir: params.outputDir,
|
|
759
|
+
requestedChannel: params.requestedChannel,
|
|
760
|
+
});
|
|
761
|
+
}
|
|
762
|
+
if (confirmation === "changed") {
|
|
763
|
+
await resolveLockContention(params);
|
|
764
|
+
return;
|
|
765
|
+
}
|
|
766
|
+
}
|
|
767
|
+
await params.beforeRecoveryClaim();
|
|
768
|
+
const claimDirectory = `${params.lockDirectory}${RECOVERY_CLAIM_SUFFIX}.${randomUUID()}`;
|
|
769
|
+
try {
|
|
770
|
+
await fs.rename(params.lockDirectory, claimDirectory);
|
|
771
|
+
}
|
|
772
|
+
catch (error) {
|
|
773
|
+
if (!(await pathExists(params.lockDirectory))) {
|
|
774
|
+
await resolveLockClaims(params);
|
|
775
|
+
return;
|
|
776
|
+
}
|
|
777
|
+
throw error;
|
|
778
|
+
}
|
|
779
|
+
await resolveLockClaim({
|
|
780
|
+
...params,
|
|
781
|
+
claim: {
|
|
782
|
+
directoryPath: claimDirectory,
|
|
783
|
+
kind: "recovery",
|
|
784
|
+
},
|
|
785
|
+
});
|
|
786
|
+
}
|
|
787
|
+
async function createLockCandidate(params) {
|
|
788
|
+
const candidateDirectory = params.candidateDirectory ??
|
|
789
|
+
`${params.lockDirectory}.${params.owner.pid}.${params.owner.token}.tmp`;
|
|
790
|
+
await fs.mkdir(candidateDirectory, { mode: 0o700 });
|
|
791
|
+
try {
|
|
792
|
+
const securedDirectory = await securePrivateDirectory(candidateDirectory, {
|
|
793
|
+
...(params.platform ? { platform: params.platform } : {}),
|
|
794
|
+
...(params.secureWindowsDirectory
|
|
795
|
+
? { secureWindowsDirectory: params.secureWindowsDirectory }
|
|
796
|
+
: {}),
|
|
797
|
+
});
|
|
798
|
+
await securedDirectory.assertIdentityAt();
|
|
799
|
+
const ownerPath = path.join(candidateDirectory, LOCK_OWNER_FILE);
|
|
800
|
+
await fs.writeFile(ownerPath, `${JSON.stringify(params.owner)}\n`, {
|
|
801
|
+
encoding: "utf8",
|
|
802
|
+
flag: "wx",
|
|
803
|
+
mode: 0o600,
|
|
804
|
+
});
|
|
805
|
+
await fs.chmod(ownerPath, 0o600);
|
|
806
|
+
const createdAt = new Date(params.owner.createdAtMs);
|
|
807
|
+
await fs.utimes(ownerPath, createdAt, createdAt);
|
|
808
|
+
await params.afterOwnerWrite?.(candidateDirectory);
|
|
809
|
+
await securedDirectory.assertIdentityAt();
|
|
810
|
+
if (params.includeLease !== false) {
|
|
811
|
+
const leasePath = path.join(candidateDirectory, leaseFileName(params.owner.token));
|
|
812
|
+
await fs.writeFile(leasePath, `${JSON.stringify({ renewedAtMs: params.owner.createdAtMs, token: params.owner.token })}\n`, {
|
|
813
|
+
encoding: "utf8",
|
|
814
|
+
flag: "wx",
|
|
815
|
+
mode: 0o600,
|
|
816
|
+
});
|
|
817
|
+
await fs.chmod(leasePath, 0o600);
|
|
818
|
+
await fs.utimes(leasePath, createdAt, createdAt);
|
|
819
|
+
}
|
|
820
|
+
await securedDirectory.assertIdentityAt();
|
|
821
|
+
return { candidateDirectory, securedDirectory };
|
|
822
|
+
}
|
|
823
|
+
catch (error) {
|
|
824
|
+
await fs.rm(candidateDirectory, { force: true, recursive: true }).catch(() => undefined);
|
|
825
|
+
throw error;
|
|
826
|
+
}
|
|
827
|
+
}
|
|
828
|
+
export async function acquireOpenClawCrablineProviderReadinessLock(params, dependencies = {}) {
|
|
829
|
+
const requestedOutputDir = path.resolve(params.outputDir);
|
|
830
|
+
await fs.mkdir(requestedOutputDir, { recursive: true });
|
|
831
|
+
const outputDir = await fs.realpath(requestedOutputDir);
|
|
832
|
+
const privateDirectoryOptions = {
|
|
833
|
+
...(dependencies.platform ? { platform: dependencies.platform } : {}),
|
|
834
|
+
...(dependencies.secureWindowsDirectory
|
|
835
|
+
? { secureWindowsDirectory: dependencies.secureWindowsDirectory }
|
|
836
|
+
: {}),
|
|
837
|
+
};
|
|
838
|
+
const securedOutputDirectory = await securePrivateDirectory(outputDir, privateDirectoryOptions);
|
|
839
|
+
await securedOutputDirectory.assertIdentityAt(outputDir);
|
|
840
|
+
const outputDirectoryIdentity = await readDirectoryIdentity(outputDir);
|
|
841
|
+
if (outputDirectoryIdentity === null) {
|
|
842
|
+
throw new Error("OpenClaw Crabline provider readiness lock output directory is invalid.");
|
|
843
|
+
}
|
|
844
|
+
const lockDirectory = path.join(outputDir, `.${OPENCLAW_CRABLINE_MANIFEST_PATH}.lock`);
|
|
845
|
+
const token = randomUUID();
|
|
846
|
+
const currentPid = dependencies.pid ?? process.pid;
|
|
847
|
+
const getRuntimeProcessIdentity = dependencies.getProcessIdentity ??
|
|
848
|
+
((pid) => (pid === process.pid ? getCachedCurrentProcessIdentity() : getProcessIdentity(pid)));
|
|
849
|
+
const getRuntimeProcessIdentityV2 = dependencies.getProcessIdentityV2 ??
|
|
850
|
+
((pid) => pid === process.pid ? getCachedCurrentProcessIdentityV2() : getProcessIdentityV2(pid));
|
|
851
|
+
const runtime = {
|
|
852
|
+
currentPid,
|
|
853
|
+
currentProcessIdentity: dependencies.processIdentity === undefined
|
|
854
|
+
? getRuntimeProcessIdentity(currentPid)
|
|
855
|
+
: dependencies.processIdentity,
|
|
856
|
+
currentProcessIdentityV2: dependencies.processIdentityV2 === undefined
|
|
857
|
+
? getRuntimeProcessIdentityV2(currentPid)
|
|
858
|
+
: dependencies.processIdentityV2,
|
|
859
|
+
currentProcessStartedAtMs: dependencies.processStartedAtMs ?? CURRENT_PROCESS_STARTED_AT_MS,
|
|
860
|
+
getProcessIdentity: getRuntimeProcessIdentity,
|
|
861
|
+
getProcessIdentityV2: getRuntimeProcessIdentityV2,
|
|
862
|
+
isProcessAlive: dependencies.isProcessAlive ?? isProcessAlive,
|
|
863
|
+
leaseMs: dependencies.leaseMs ?? LOCK_LEASE_MS,
|
|
864
|
+
now: dependencies.now ?? Date.now,
|
|
865
|
+
sleep: dependencies.sleep ?? sleep,
|
|
866
|
+
};
|
|
867
|
+
const createdAtMs = runtime.now();
|
|
868
|
+
if (!isValidProcessId(runtime.currentPid) ||
|
|
869
|
+
(runtime.currentProcessIdentity !== null &&
|
|
870
|
+
(runtime.currentProcessIdentity.length === 0 ||
|
|
871
|
+
runtime.currentProcessIdentity.length > 256)) ||
|
|
872
|
+
(runtime.currentProcessIdentityV2 !== null &&
|
|
873
|
+
(runtime.currentProcessIdentityV2.length === 0 ||
|
|
874
|
+
runtime.currentProcessIdentityV2.length > 256)) ||
|
|
875
|
+
!isPositiveSafeInteger(runtime.currentProcessStartedAtMs) ||
|
|
876
|
+
!isPositiveSafeInteger(runtime.leaseMs) ||
|
|
877
|
+
!isPositiveSafeInteger(createdAtMs)) {
|
|
878
|
+
throw new Error("Invalid OpenClaw Crabline provider readiness lock runtime.");
|
|
879
|
+
}
|
|
880
|
+
const owner = {
|
|
881
|
+
channel: params.channel,
|
|
882
|
+
createdAtMs,
|
|
883
|
+
lockVersion: 1,
|
|
884
|
+
pid: runtime.currentPid,
|
|
885
|
+
...(runtime.currentProcessIdentity ? { processIdentity: runtime.currentProcessIdentity } : {}),
|
|
886
|
+
...(runtime.currentProcessIdentityV2
|
|
887
|
+
? { processIdentityV2: runtime.currentProcessIdentityV2 }
|
|
888
|
+
: {}),
|
|
889
|
+
processStartedAtMs: runtime.currentProcessStartedAtMs,
|
|
890
|
+
token,
|
|
891
|
+
};
|
|
892
|
+
for (;;) {
|
|
893
|
+
const lockClaims = await listLockClaims(lockDirectory);
|
|
894
|
+
if (lockClaims.length > 0) {
|
|
895
|
+
await resolveLockClaims({
|
|
896
|
+
beforeRecoveryDeleteClaim: dependencies.beforeRecoveryDeleteClaim ?? (async () => undefined),
|
|
897
|
+
lockDirectory,
|
|
898
|
+
outputDir: requestedOutputDir,
|
|
899
|
+
requestedChannel: params.channel,
|
|
900
|
+
runtime,
|
|
901
|
+
});
|
|
902
|
+
continue;
|
|
903
|
+
}
|
|
904
|
+
const ownerDirectory = `${lockDirectory}${OWNED_CLAIM_SUFFIX}.${token}`;
|
|
905
|
+
const { candidateDirectory, securedDirectory } = await createLockCandidate({
|
|
906
|
+
...(dependencies.afterLockReservationWrite
|
|
907
|
+
? { afterOwnerWrite: dependencies.afterLockReservationWrite }
|
|
908
|
+
: {}),
|
|
909
|
+
lockDirectory,
|
|
910
|
+
owner,
|
|
911
|
+
...(dependencies.platform ? { platform: dependencies.platform } : {}),
|
|
912
|
+
...(dependencies.secureWindowsDirectory
|
|
913
|
+
? { secureWindowsDirectory: dependencies.secureWindowsDirectory }
|
|
914
|
+
: {}),
|
|
915
|
+
});
|
|
916
|
+
let ownerCandidate;
|
|
917
|
+
try {
|
|
918
|
+
ownerCandidate = await createLockCandidate({
|
|
919
|
+
candidateDirectory: `${lockDirectory}.${runtime.currentPid}.${token}.owned.tmp`,
|
|
920
|
+
lockDirectory: ownerDirectory,
|
|
921
|
+
owner,
|
|
922
|
+
...(dependencies.platform ? { platform: dependencies.platform } : {}),
|
|
923
|
+
...(dependencies.secureWindowsDirectory
|
|
924
|
+
? { secureWindowsDirectory: dependencies.secureWindowsDirectory }
|
|
925
|
+
: {}),
|
|
926
|
+
});
|
|
927
|
+
}
|
|
928
|
+
catch (error) {
|
|
929
|
+
await fs.rm(candidateDirectory, { force: true, recursive: true }).catch(() => undefined);
|
|
930
|
+
throw error;
|
|
931
|
+
}
|
|
932
|
+
try {
|
|
933
|
+
await fs.rename(candidateDirectory, lockDirectory);
|
|
934
|
+
}
|
|
935
|
+
catch (error) {
|
|
936
|
+
await fs.rm(candidateDirectory, { force: true, recursive: true }).catch(() => undefined);
|
|
937
|
+
await fs
|
|
938
|
+
.rm(ownerCandidate.candidateDirectory, { force: true, recursive: true })
|
|
939
|
+
.catch(() => undefined);
|
|
940
|
+
await resolveLockContention({
|
|
941
|
+
beforeRecoveryDeleteClaim: dependencies.beforeRecoveryDeleteClaim ?? (async () => undefined),
|
|
942
|
+
cause: error,
|
|
943
|
+
lockDirectory,
|
|
944
|
+
outputDir: requestedOutputDir,
|
|
945
|
+
requestedChannel: params.channel,
|
|
946
|
+
runtime,
|
|
947
|
+
beforeRecoveryClaim: dependencies.beforeRecoveryClaim ?? (async () => undefined),
|
|
948
|
+
});
|
|
949
|
+
continue;
|
|
950
|
+
}
|
|
951
|
+
let ownerInstalled = false;
|
|
952
|
+
try {
|
|
953
|
+
await dependencies.afterLockCandidateInstall?.(lockDirectory);
|
|
954
|
+
await securedDirectory.assertIdentityAt(lockDirectory);
|
|
955
|
+
const installed = await readLockRecord(lockDirectory);
|
|
956
|
+
if (installed.kind !== "record" || installed.record.owner.token !== token) {
|
|
957
|
+
await fs.rm(ownerCandidate.candidateDirectory, { force: true, recursive: true });
|
|
958
|
+
continue;
|
|
959
|
+
}
|
|
960
|
+
await fs.rename(ownerCandidate.candidateDirectory, ownerDirectory);
|
|
961
|
+
ownerInstalled = true;
|
|
962
|
+
await dependencies.afterLockOwnerClaimInstall?.(ownerDirectory);
|
|
963
|
+
await ownerCandidate.securedDirectory.assertIdentityAt(ownerDirectory);
|
|
964
|
+
}
|
|
965
|
+
catch (error) {
|
|
966
|
+
let cleanupError;
|
|
967
|
+
try {
|
|
968
|
+
if (ownerInstalled) {
|
|
969
|
+
await removeOwnedLock({
|
|
970
|
+
lockDirectory,
|
|
971
|
+
ownedDirectory: ownerDirectory,
|
|
972
|
+
token,
|
|
973
|
+
});
|
|
974
|
+
}
|
|
975
|
+
else {
|
|
976
|
+
await fs.rm(ownerCandidate.candidateDirectory, { force: true, recursive: true });
|
|
977
|
+
}
|
|
978
|
+
await removeOwnedLock({
|
|
979
|
+
lockDirectory,
|
|
980
|
+
ownedDirectory: lockDirectory,
|
|
981
|
+
token,
|
|
982
|
+
});
|
|
983
|
+
}
|
|
984
|
+
catch (caughtCleanupError) {
|
|
985
|
+
cleanupError = caughtCleanupError;
|
|
986
|
+
}
|
|
987
|
+
if (cleanupError !== undefined) {
|
|
988
|
+
const aggregateError = new AggregateError([error, cleanupError], "OpenClaw Crabline provider readiness lock setup and cleanup failed.");
|
|
989
|
+
aggregateError.cause = error;
|
|
990
|
+
throw aggregateError;
|
|
991
|
+
}
|
|
992
|
+
throw error;
|
|
993
|
+
}
|
|
994
|
+
const competingClaims = (await listLockClaims(lockDirectory)).filter((claim) => claim.directoryPath !== ownerDirectory);
|
|
995
|
+
if (competingClaims.length > 0) {
|
|
996
|
+
const removed = await removeOwnedLock({
|
|
997
|
+
lockDirectory,
|
|
998
|
+
ownedDirectory: ownerDirectory,
|
|
999
|
+
token,
|
|
1000
|
+
});
|
|
1001
|
+
if (!removed) {
|
|
1002
|
+
throw new Error("OpenClaw Crabline provider readiness lock ownership was lost.");
|
|
1003
|
+
}
|
|
1004
|
+
if (!(await removeOwnedLock({
|
|
1005
|
+
lockDirectory,
|
|
1006
|
+
ownedDirectory: lockDirectory,
|
|
1007
|
+
token,
|
|
1008
|
+
}))) {
|
|
1009
|
+
throw new Error("OpenClaw Crabline provider readiness lock reservation was lost.");
|
|
1010
|
+
}
|
|
1011
|
+
await resolveLockClaims({
|
|
1012
|
+
beforeRecoveryDeleteClaim: dependencies.beforeRecoveryDeleteClaim ?? (async () => undefined),
|
|
1013
|
+
lockDirectory,
|
|
1014
|
+
outputDir: requestedOutputDir,
|
|
1015
|
+
requestedChannel: params.channel,
|
|
1016
|
+
runtime,
|
|
1017
|
+
});
|
|
1018
|
+
continue;
|
|
1019
|
+
}
|
|
1020
|
+
let ownedDirectory = ownerDirectory;
|
|
1021
|
+
let clockRegressed = false;
|
|
1022
|
+
let lastObservedNowMs = createdAtMs;
|
|
1023
|
+
let lastRenewedAtMs = createdAtMs;
|
|
1024
|
+
let pendingRenewal = Promise.resolve();
|
|
1025
|
+
let commitFenceConsumed = false;
|
|
1026
|
+
let heartbeat;
|
|
1027
|
+
const renew = async () => {
|
|
1028
|
+
const renewal = pendingRenewal
|
|
1029
|
+
.catch(() => undefined)
|
|
1030
|
+
.then(async () => {
|
|
1031
|
+
const nowMs = runtime.now();
|
|
1032
|
+
if (nowMs < lastObservedNowMs) {
|
|
1033
|
+
clockRegressed = true;
|
|
1034
|
+
}
|
|
1035
|
+
else if (clockRegressed && nowMs >= lastRenewedAtMs) {
|
|
1036
|
+
clockRegressed = false;
|
|
1037
|
+
}
|
|
1038
|
+
lastObservedNowMs = nowMs;
|
|
1039
|
+
const renewedAtMs = clockRegressed ? lastRenewedAtMs + 1 : nowMs;
|
|
1040
|
+
if (!Number.isSafeInteger(renewedAtMs)) {
|
|
1041
|
+
throw new Error("OpenClaw Crabline provider readiness lock renewal timestamp overflowed.");
|
|
1042
|
+
}
|
|
1043
|
+
if (!(await renewOwnedLock(ownedDirectory, token, renewedAtMs))) {
|
|
1044
|
+
throw new Error("OpenClaw Crabline provider readiness lock ownership was lost.");
|
|
1045
|
+
}
|
|
1046
|
+
await dependencies.beforeReservationRenew?.();
|
|
1047
|
+
if (!(await renewOwnedLock(lockDirectory, token, renewedAtMs))) {
|
|
1048
|
+
throw new Error("OpenClaw Crabline provider readiness lock reservation was lost.");
|
|
1049
|
+
}
|
|
1050
|
+
lastRenewedAtMs = renewedAtMs;
|
|
1051
|
+
});
|
|
1052
|
+
pendingRenewal = renewal;
|
|
1053
|
+
await renewal;
|
|
1054
|
+
};
|
|
1055
|
+
try {
|
|
1056
|
+
heartbeat = (dependencies.startHeartbeat ?? startHeartbeat)(renew, heartbeatIntervalMs(runtime.leaseMs));
|
|
1057
|
+
}
|
|
1058
|
+
catch (error) {
|
|
1059
|
+
try {
|
|
1060
|
+
await removeOwnedLock({
|
|
1061
|
+
lockDirectory,
|
|
1062
|
+
ownedDirectory: ownerDirectory,
|
|
1063
|
+
token,
|
|
1064
|
+
});
|
|
1065
|
+
await removeOwnedLock({
|
|
1066
|
+
lockDirectory,
|
|
1067
|
+
ownedDirectory: lockDirectory,
|
|
1068
|
+
token,
|
|
1069
|
+
});
|
|
1070
|
+
}
|
|
1071
|
+
catch (cleanupError) {
|
|
1072
|
+
const aggregateError = new AggregateError([error, cleanupError], "OpenClaw Crabline provider readiness lock heartbeat startup and cleanup failed.");
|
|
1073
|
+
aggregateError.cause = error;
|
|
1074
|
+
throw aggregateError;
|
|
1075
|
+
}
|
|
1076
|
+
throw error;
|
|
1077
|
+
}
|
|
1078
|
+
let heartbeatStopped = false;
|
|
1079
|
+
let released = false;
|
|
1080
|
+
return {
|
|
1081
|
+
async assertOwned() {
|
|
1082
|
+
if (released || heartbeatStopped) {
|
|
1083
|
+
throw new Error("OpenClaw Crabline provider readiness lock has already been released.");
|
|
1084
|
+
}
|
|
1085
|
+
heartbeat.assertHealthy();
|
|
1086
|
+
await renew();
|
|
1087
|
+
heartbeat.assertHealthy();
|
|
1088
|
+
await assertReservationOwned({
|
|
1089
|
+
lockDirectory,
|
|
1090
|
+
securedDirectory,
|
|
1091
|
+
token,
|
|
1092
|
+
});
|
|
1093
|
+
},
|
|
1094
|
+
async commitFileAtomically({ contents, destinationPath, stageDirectory, stageFile }) {
|
|
1095
|
+
if (released) {
|
|
1096
|
+
throw new Error("OpenClaw Crabline provider readiness lock has already been released.");
|
|
1097
|
+
}
|
|
1098
|
+
if (commitFenceConsumed || heartbeatStopped || ownedDirectory !== ownerDirectory) {
|
|
1099
|
+
throw new Error("OpenClaw Crabline provider readiness lock has already committed its fence.");
|
|
1100
|
+
}
|
|
1101
|
+
heartbeat.assertHealthy();
|
|
1102
|
+
await renew();
|
|
1103
|
+
heartbeat.assertHealthy();
|
|
1104
|
+
const resolvedDestinationPath = await resolveConfinedPath(outputDir, destinationPath, "commit destination", "file");
|
|
1105
|
+
const destinationDirectory = path.dirname(resolvedDestinationPath);
|
|
1106
|
+
const securedDestinationDirectory = destinationDirectory === outputDir
|
|
1107
|
+
? securedOutputDirectory
|
|
1108
|
+
: await securePrivateDirectory(destinationDirectory, privateDirectoryOptions);
|
|
1109
|
+
await securedDestinationDirectory.assertIdentityAt(destinationDirectory);
|
|
1110
|
+
const destinationDirectoryIdentity = await readDirectoryIdentity(destinationDirectory);
|
|
1111
|
+
if (destinationDirectoryIdentity === null) {
|
|
1112
|
+
throw new Error("OpenClaw Crabline provider readiness lock commit destination is invalid.");
|
|
1113
|
+
}
|
|
1114
|
+
if (destinationDirectoryIdentity.device !== outputDirectoryIdentity.device) {
|
|
1115
|
+
throw new Error("OpenClaw Crabline provider readiness lock commit destination is on another filesystem.");
|
|
1116
|
+
}
|
|
1117
|
+
const resolvedStageDirectory = stageDirectory
|
|
1118
|
+
? await resolveConfinedPath(outputDir, stageDirectory, "commit stage directory", "directory")
|
|
1119
|
+
: ownerDirectory;
|
|
1120
|
+
let stageDirectoryIdentity = null;
|
|
1121
|
+
if (stageDirectory) {
|
|
1122
|
+
try {
|
|
1123
|
+
stageDirectoryIdentity = await readDirectoryIdentity(resolvedStageDirectory);
|
|
1124
|
+
}
|
|
1125
|
+
catch (error) {
|
|
1126
|
+
throw new Error("OpenClaw Crabline provider readiness lock commit stage directory is invalid.", {
|
|
1127
|
+
cause: error,
|
|
1128
|
+
});
|
|
1129
|
+
}
|
|
1130
|
+
}
|
|
1131
|
+
if (stageDirectory && stageDirectoryIdentity === null) {
|
|
1132
|
+
throw new Error("OpenClaw Crabline provider readiness lock commit stage directory is invalid.");
|
|
1133
|
+
}
|
|
1134
|
+
if (stageDirectoryIdentity !== null &&
|
|
1135
|
+
stageDirectoryIdentity.device !== outputDirectoryIdentity.device) {
|
|
1136
|
+
throw new Error("OpenClaw Crabline provider readiness lock commit stage directory is on another filesystem.");
|
|
1137
|
+
}
|
|
1138
|
+
const stagedFileName = `.commit-file.${token}.${randomUUID()}.tmp`;
|
|
1139
|
+
const stagedFilePath = path.join(ownerDirectory, stagedFileName);
|
|
1140
|
+
await stageFile(stagedFilePath, contents);
|
|
1141
|
+
if (stageDirectory) {
|
|
1142
|
+
if (!hasSameDirectoryIdentity(stageDirectoryIdentity, await readDirectoryIdentity(resolvedStageDirectory))) {
|
|
1143
|
+
throw new Error("OpenClaw Crabline provider readiness lock commit stage directory identity changed.");
|
|
1144
|
+
}
|
|
1145
|
+
}
|
|
1146
|
+
const stagedFileIdentity = await readFileIdentity(stagedFilePath);
|
|
1147
|
+
if (stagedFileIdentity === null) {
|
|
1148
|
+
throw new Error("OpenClaw Crabline provider readiness lock commit stage file is invalid.");
|
|
1149
|
+
}
|
|
1150
|
+
heartbeat.assertHealthy();
|
|
1151
|
+
await renew();
|
|
1152
|
+
heartbeat.assertHealthy();
|
|
1153
|
+
await dependencies.beforeCommitClaim?.();
|
|
1154
|
+
await assertReservationOwned({
|
|
1155
|
+
lockDirectory,
|
|
1156
|
+
securedDirectory,
|
|
1157
|
+
token,
|
|
1158
|
+
});
|
|
1159
|
+
const commitClaim = `${lockDirectory}${COMMIT_CLAIM_SUFFIX}.${token}.${randomUUID()}`;
|
|
1160
|
+
const observedIdentity = await readDirectoryIdentity(ownerDirectory);
|
|
1161
|
+
const observed = await readLockRecord(ownerDirectory);
|
|
1162
|
+
if (observedIdentity === null ||
|
|
1163
|
+
observed.kind === "missing" ||
|
|
1164
|
+
observed.record.owner.token !== token) {
|
|
1165
|
+
throw new Error("OpenClaw Crabline provider readiness lock ownership was lost.");
|
|
1166
|
+
}
|
|
1167
|
+
try {
|
|
1168
|
+
await fs.rename(ownerDirectory, commitClaim);
|
|
1169
|
+
}
|
|
1170
|
+
catch (error) {
|
|
1171
|
+
if (isMissingPathError(error)) {
|
|
1172
|
+
throw new Error("OpenClaw Crabline provider readiness lock ownership was lost.", {
|
|
1173
|
+
cause: error,
|
|
1174
|
+
});
|
|
1175
|
+
}
|
|
1176
|
+
throw error;
|
|
1177
|
+
}
|
|
1178
|
+
ownedDirectory = commitClaim;
|
|
1179
|
+
commitFenceConsumed = true;
|
|
1180
|
+
const claimed = await readLockRecord(commitClaim);
|
|
1181
|
+
const claimedIdentity = await readDirectoryIdentity(commitClaim);
|
|
1182
|
+
if (claimed.kind === "missing" ||
|
|
1183
|
+
claimed.record.owner.token !== token ||
|
|
1184
|
+
!hasSameDirectoryIdentity(observedIdentity, claimedIdentity)) {
|
|
1185
|
+
if (!(await pathExists(ownerDirectory))) {
|
|
1186
|
+
try {
|
|
1187
|
+
await fs.rename(commitClaim, ownerDirectory);
|
|
1188
|
+
ownedDirectory = ownerDirectory;
|
|
1189
|
+
}
|
|
1190
|
+
catch (error) {
|
|
1191
|
+
if (!isMissingPathError(error)) {
|
|
1192
|
+
throw error;
|
|
1193
|
+
}
|
|
1194
|
+
}
|
|
1195
|
+
}
|
|
1196
|
+
throw new Error("OpenClaw Crabline provider readiness lock commit fence was lost.");
|
|
1197
|
+
}
|
|
1198
|
+
await dependencies.beforeCommitFileRename?.();
|
|
1199
|
+
heartbeat.assertHealthy();
|
|
1200
|
+
await renew();
|
|
1201
|
+
heartbeat.assertHealthy();
|
|
1202
|
+
await heartbeat.settle();
|
|
1203
|
+
heartbeat.assertHealthy();
|
|
1204
|
+
await dependencies.beforeCommitRename?.();
|
|
1205
|
+
await assertReservationOwned({
|
|
1206
|
+
lockDirectory,
|
|
1207
|
+
securedDirectory,
|
|
1208
|
+
token,
|
|
1209
|
+
});
|
|
1210
|
+
const claimedStagedFilePath = path.join(commitClaim, stagedFileName);
|
|
1211
|
+
if (stageDirectory) {
|
|
1212
|
+
const currentDirectoryIdentity = await readDirectoryIdentity(resolvedStageDirectory);
|
|
1213
|
+
const currentFileIdentity = await readFileIdentity(claimedStagedFilePath);
|
|
1214
|
+
if (!hasSameDirectoryIdentity(stageDirectoryIdentity, currentDirectoryIdentity) ||
|
|
1215
|
+
!hasSameDirectoryIdentity(stagedFileIdentity, currentFileIdentity)) {
|
|
1216
|
+
const error = new Error("OpenClaw Crabline provider readiness lock commit stage identity changed.");
|
|
1217
|
+
Object.assign(error, { code: "ENOENT", path: claimedStagedFilePath });
|
|
1218
|
+
throw error;
|
|
1219
|
+
}
|
|
1220
|
+
}
|
|
1221
|
+
else if (!hasSameDirectoryIdentity(stagedFileIdentity, await readFileIdentity(claimedStagedFilePath))) {
|
|
1222
|
+
throw new Error("OpenClaw Crabline provider readiness lock commit stage identity changed.");
|
|
1223
|
+
}
|
|
1224
|
+
if (!hasSameDirectoryIdentity(outputDirectoryIdentity, await readDirectoryIdentity(outputDir))) {
|
|
1225
|
+
throw new Error("OpenClaw Crabline provider readiness lock output directory identity changed.");
|
|
1226
|
+
}
|
|
1227
|
+
await securedOutputDirectory.assertIdentityAt(outputDir);
|
|
1228
|
+
let currentDestinationDirectoryIdentity = null;
|
|
1229
|
+
try {
|
|
1230
|
+
currentDestinationDirectoryIdentity = await readDirectoryIdentity(destinationDirectory);
|
|
1231
|
+
}
|
|
1232
|
+
catch {
|
|
1233
|
+
// A replaced directory or symlink is an identity mismatch.
|
|
1234
|
+
}
|
|
1235
|
+
if (!hasSameDirectoryIdentity(destinationDirectoryIdentity, currentDestinationDirectoryIdentity)) {
|
|
1236
|
+
throw new Error("OpenClaw Crabline provider readiness lock commit destination directory identity changed.");
|
|
1237
|
+
}
|
|
1238
|
+
await securedDestinationDirectory.assertIdentityAt(destinationDirectory);
|
|
1239
|
+
const revalidatedDestinationPath = await resolveConfinedPath(outputDir, resolvedDestinationPath, "commit destination", "file");
|
|
1240
|
+
if (revalidatedDestinationPath !== resolvedDestinationPath) {
|
|
1241
|
+
throw new Error("OpenClaw Crabline provider readiness lock commit destination path identity changed.");
|
|
1242
|
+
}
|
|
1243
|
+
// The owner-only output tree and provider readiness lock serialize supported writers; confinement does
|
|
1244
|
+
// not treat another process running as the same OS user as a lower-privilege adversary.
|
|
1245
|
+
await fs.rename(claimedStagedFilePath, revalidatedDestinationPath);
|
|
1246
|
+
},
|
|
1247
|
+
async release() {
|
|
1248
|
+
if (released) {
|
|
1249
|
+
return;
|
|
1250
|
+
}
|
|
1251
|
+
if (!heartbeatStopped) {
|
|
1252
|
+
heartbeatStopped = true;
|
|
1253
|
+
try {
|
|
1254
|
+
await heartbeat.stop();
|
|
1255
|
+
}
|
|
1256
|
+
finally {
|
|
1257
|
+
await pendingRenewal.catch(() => undefined);
|
|
1258
|
+
}
|
|
1259
|
+
}
|
|
1260
|
+
else {
|
|
1261
|
+
await pendingRenewal.catch(() => undefined);
|
|
1262
|
+
}
|
|
1263
|
+
await removeOwnedLock({
|
|
1264
|
+
...(dependencies.beforeReleaseClaim
|
|
1265
|
+
? { beforeClaim: dependencies.beforeReleaseClaim }
|
|
1266
|
+
: {}),
|
|
1267
|
+
...(dependencies.beforeReleaseRename
|
|
1268
|
+
? { beforeRename: dependencies.beforeReleaseRename }
|
|
1269
|
+
: {}),
|
|
1270
|
+
...(dependencies.beforeReleaseRemove
|
|
1271
|
+
? { beforeRemove: dependencies.beforeReleaseRemove }
|
|
1272
|
+
: {}),
|
|
1273
|
+
lockDirectory,
|
|
1274
|
+
onOwnedDirectoryChange: (directoryPath) => {
|
|
1275
|
+
ownedDirectory = directoryPath;
|
|
1276
|
+
},
|
|
1277
|
+
ownedDirectory,
|
|
1278
|
+
...(dependencies.removeDirectory
|
|
1279
|
+
? { removeDirectory: dependencies.removeDirectory }
|
|
1280
|
+
: {}),
|
|
1281
|
+
token,
|
|
1282
|
+
});
|
|
1283
|
+
for (const claim of await listLockClaims(lockDirectory)) {
|
|
1284
|
+
await removeOwnedLock({
|
|
1285
|
+
lockDirectory,
|
|
1286
|
+
ownedDirectory: claim.directoryPath,
|
|
1287
|
+
...(dependencies.removeDirectory
|
|
1288
|
+
? { removeDirectory: dependencies.removeDirectory }
|
|
1289
|
+
: {}),
|
|
1290
|
+
token,
|
|
1291
|
+
});
|
|
1292
|
+
}
|
|
1293
|
+
await removeOwnedLock({
|
|
1294
|
+
lockDirectory,
|
|
1295
|
+
ownedDirectory: lockDirectory,
|
|
1296
|
+
...(dependencies.removeDirectory
|
|
1297
|
+
? { removeDirectory: dependencies.removeDirectory }
|
|
1298
|
+
: {}),
|
|
1299
|
+
token,
|
|
1300
|
+
});
|
|
1301
|
+
released = true;
|
|
1302
|
+
},
|
|
1303
|
+
};
|
|
1304
|
+
}
|
|
1305
|
+
}
|
|
1306
|
+
export async function releaseOpenClawCrablineProviderReadinessLock(lock, dependencies = {}) {
|
|
1307
|
+
for (let attempt = 1;; attempt += 1) {
|
|
1308
|
+
try {
|
|
1309
|
+
await lock.release();
|
|
1310
|
+
return;
|
|
1311
|
+
}
|
|
1312
|
+
catch (error) {
|
|
1313
|
+
if (attempt === RELEASE_ATTEMPTS) {
|
|
1314
|
+
throw error;
|
|
1315
|
+
}
|
|
1316
|
+
await (dependencies.sleep ?? sleep)(RELEASE_RETRY_DELAY_MS * 2 ** (attempt - 1));
|
|
1317
|
+
}
|
|
1318
|
+
}
|
|
1319
|
+
}
|
|
1320
|
+
//# sourceMappingURL=provider-readiness-lock.js.map
|