tokenusage-cli 0.1.0 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +39 -19
- package/LICENSE +22 -22
- package/README.md +94 -94
- package/THIRD_PARTY_NOTICES.md +140 -140
- package/bin/tokenusage.js +69 -69
- package/package.json +59 -59
- package/src/cli.js +146 -134
- package/src/commands/device-login.js +205 -205
- package/src/commands/diagnostics.js +38 -38
- package/src/commands/doctor.js +110 -110
- package/src/commands/init.js +2484 -2436
- package/src/commands/pause.js +77 -0
- package/src/commands/sessions.js +29 -29
- package/src/commands/status.js +1758 -1747
- package/src/commands/sync.js +8048 -7934
- package/src/commands/uninstall.js +322 -312
- package/src/lib/account-usage-dedup.js +267 -267
- package/src/lib/antigravity-paths.js +48 -48
- package/src/lib/ark-agent-plan-limits.js +438 -438
- package/src/lib/ark-coding-plan-limits.js +537 -537
- package/src/lib/async-queue-reader.js +138 -138
- package/src/lib/atomic-json.js +27 -27
- package/src/lib/bearer-token.js +11 -11
- package/src/lib/categorizer-utils.js +232 -232
- package/src/lib/claude-categorizer.js +1343 -1343
- package/src/lib/claude-config.js +279 -279
- package/src/lib/claude-user-identity.js +56 -56
- package/src/lib/cli-ui.js +179 -179
- package/src/lib/cloud-account.js +541 -541
- package/src/lib/cloud-device-token.js +141 -141
- package/src/lib/cloud-sync-prefs.js +14 -14
- package/src/lib/cloud-usage-reset.js +115 -115
- package/src/lib/codex-config.js +595 -595
- package/src/lib/codex-context-breakdown.js +806 -806
- package/src/lib/codex-model-attribution.js +128 -128
- package/src/lib/codex-rollout-parser.js +1471 -1471
- package/src/lib/codex-service-tier.js +49 -49
- package/src/lib/codex-token-refresh.js +140 -140
- package/src/lib/codex-token-usage.js +195 -195
- package/src/lib/codex-usage-record.js +195 -195
- package/src/lib/collection-pause.js +77 -0
- package/src/lib/command-runner.js +313 -313
- package/src/lib/commandcode-limits.js +317 -317
- package/src/lib/context-health.js +124 -124
- package/src/lib/cursor-config.js +605 -605
- package/src/lib/cursor-store.js +1918 -1918
- package/src/lib/debug-flags.js +7 -7
- package/src/lib/devin-limits.js +249 -249
- package/src/lib/devin-usage.js +212 -212
- package/src/lib/diagnostics.js +383 -383
- package/src/lib/doctor.js +385 -385
- package/src/lib/dumate.js +95 -95
- package/src/lib/fs.js +455 -455
- package/src/lib/function-url.js +14 -14
- package/src/lib/gemini-config.js +291 -291
- package/src/lib/git-outcomes.js +243 -243
- package/src/lib/grok-context-breakdown.js +890 -890
- package/src/lib/grok-hook.js +360 -360
- package/src/lib/grok-limits.js +865 -865
- package/src/lib/grok-usage.js +98 -98
- package/src/lib/heatmap-compact.js +114 -114
- package/src/lib/ingest-sanitize.js +41 -41
- package/src/lib/init-flow.js +42 -42
- package/src/lib/install-resolver.js +170 -170
- package/src/lib/jsonl-lines.js +134 -134
- package/src/lib/kimi-model-repair.js +173 -173
- package/src/lib/kimi-profile.js +61 -61
- package/src/lib/kimi-session.js +216 -216
- package/src/lib/local-api.js +3588 -3588
- package/src/lib/machine-id.js +238 -238
- package/src/lib/multi-install-parser.js +113 -113
- package/src/lib/notify-command.js +38 -38
- package/src/lib/omp-hook.js +589 -589
- package/src/lib/openclaw-cli.js +104 -104
- package/src/lib/openclaw-hook.js +375 -375
- package/src/lib/openclaw-session-plugin.js +560 -560
- package/src/lib/opencode-config.js +121 -121
- package/src/lib/opencode-go-limits.js +807 -807
- package/src/lib/outcomes-engine.js +253 -253
- package/src/lib/passive-mode.js +219 -219
- package/src/lib/pet-packages.js +722 -722
- package/src/lib/pricing/curated-overrides.json +822 -822
- package/src/lib/pricing/index.js +379 -379
- package/src/lib/pricing/litellm-fetcher.js +172 -172
- package/src/lib/pricing/matcher.js +456 -456
- package/src/lib/pricing/seed-snapshot.json +1 -1
- package/src/lib/progress.js +76 -76
- package/src/lib/project-usage-purge.js +117 -117
- package/src/lib/prompt.js +24 -24
- package/src/lib/provider-status.js +104 -104
- package/src/lib/proxy-env.js +489 -489
- package/src/lib/proxy-settings.js +163 -163
- package/src/lib/qoder-cn-cli-limits.js +119 -119
- package/src/lib/qoder-limits.js +880 -880
- package/src/lib/quiet-warnings.js +26 -26
- package/src/lib/rollout.js +26005 -25966
- package/src/lib/runtime-config.js +9 -4
- package/src/lib/scan-roots.js +277 -277
- package/src/lib/scheduled-task.js +145 -0
- package/src/lib/sentry.js +231 -231
- package/src/lib/session-analytics.js +2972 -2972
- package/src/lib/session-performance.js +237 -237
- package/src/lib/session-upload.js +379 -379
- package/src/lib/skill-usage.js +267 -267
- package/src/lib/skills-manager.js +1591 -1591
- package/src/lib/source-metadata.js +48 -48
- package/src/lib/sqlite-reader.js +215 -215
- package/src/lib/star-cta.js +73 -73
- package/src/lib/subscription-manager.js +293 -293
- package/src/lib/subscriptions.js +508 -508
- package/src/lib/sync-report.js +138 -0
- package/src/lib/telemetry.js +193 -193
- package/src/lib/tracker-paths.js +16 -16
- package/src/lib/trae-cn-config.js +548 -548
- package/src/lib/trae-db.js +127 -127
- package/src/lib/trae-snapshot.js +230 -230
- package/src/lib/trae-sqlite.js +143 -143
- package/src/lib/trae-usage.js +121 -121
- package/src/lib/upload-queue.js +134 -134
- package/src/lib/upload-throttle.js +171 -171
- package/src/lib/usage-limits.js +4552 -4552
- package/src/lib/wrapped-aggregator.js +236 -236
- package/src/lib/wsl-probe.js +281 -281
- package/src/lib/zcode-limits.js +1172 -1172
- package/src/lib/zcode-reset-credits.js +66 -66
- package/test/audit-fixes.test.js +200 -0
- package/test/cli-smoke.test.js +53 -53
- package/test/collection-controls.test.js +181 -0
- package/test/ingest-sanitize.test.js +162 -162
- package/test/quiet-warnings.test.js +53 -53
- package/test/session-upload.test.js +427 -427
package/src/lib/trae-snapshot.js
CHANGED
|
@@ -1,230 +1,230 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
const fs = require("node:fs");
|
|
4
|
-
const crypto = require("node:crypto");
|
|
5
|
-
|
|
6
|
-
const SQLITE_HEADER = Buffer.from("SQLite format 3\0");
|
|
7
|
-
const PAGE_SIZE = 4096;
|
|
8
|
-
const RESERVED = 80;
|
|
9
|
-
// TRAE's shared application key
|
|
10
|
-
const DEFAULT_SQLCIPHER_KEY = "3605f6691095a993f03d5009c918352ef5be31ae31e8f000212b81ff058da773";
|
|
11
|
-
const CACHE_PAGES = 64;
|
|
12
|
-
const MAX_WAL_INDEX_PAGES = 1024 * 1024;
|
|
13
|
-
|
|
14
|
-
function error(message) { return new Error(`Cannot read TRAE usage: ${message}`); }
|
|
15
|
-
// A writer race rather than a bad store: the caller may retry immediately.
|
|
16
|
-
function transientError(message) { return Object.assign(error(message), { transient: true }); }
|
|
17
|
-
|
|
18
|
-
function statOptional(file) {
|
|
19
|
-
try { return fs.statSync(file, { bigint: true }); }
|
|
20
|
-
catch (err) { if (err.code === "ENOENT" || err.code === "ENOTDIR") return null; throw err; }
|
|
21
|
-
}
|
|
22
|
-
|
|
23
|
-
function sameStat(a, b) {
|
|
24
|
-
if (!a || !b) return a === b;
|
|
25
|
-
return a.size === b.size && a.mtimeNs === b.mtimeNs && a.ctimeNs === b.ctimeNs && a.ino === b.ino;
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
function readExact(fd, target, offset) {
|
|
29
|
-
let read = 0;
|
|
30
|
-
while (read < target.length) {
|
|
31
|
-
const count = fs.readSync(fd, target, read, target.length - read, offset + read);
|
|
32
|
-
if (!count) throw transientError("database or WAL was truncated during the read; retry when TRAE is idle.");
|
|
33
|
-
read += count;
|
|
34
|
-
}
|
|
35
|
-
return target;
|
|
36
|
-
}
|
|
37
|
-
|
|
38
|
-
function pageDecryptor(firstPage, env) {
|
|
39
|
-
const hex = String(env.TOKENUSAGE_TRAE_SQLCIPHER_KEY || "").trim() || DEFAULT_SQLCIPHER_KEY;
|
|
40
|
-
if (!/^[0-9a-f]{64}$/i.test(hex)) throw error("TOKENUSAGE_TRAE_SQLCIPHER_KEY must contain 64 hex characters.");
|
|
41
|
-
const key = Buffer.from(hex, "hex");
|
|
42
|
-
const salt = Buffer.from(firstPage.subarray(0, 16).map((byte) => byte ^ 0x3a));
|
|
43
|
-
// SQLCipher 4 raw-key format: AES-256-CBC, 4096-byte pages, SHA-512 HMAC.
|
|
44
|
-
// https://github.com/sqlcipher/sqlcipher/blob/master/src/sqlcipher.c
|
|
45
|
-
const hmacKey = crypto.pbkdf2Sync(key, salt, 2, 32, "sha512");
|
|
46
|
-
salt.fill(0);
|
|
47
|
-
return {
|
|
48
|
-
decrypt(page, number) {
|
|
49
|
-
const start = number === 1 ? 16 : 0;
|
|
50
|
-
const ivOffset = PAGE_SIZE - RESERVED;
|
|
51
|
-
const pageId = Buffer.alloc(4);
|
|
52
|
-
pageId.writeUInt32LE(number);
|
|
53
|
-
const expected = crypto.createHmac("sha512", hmacKey)
|
|
54
|
-
.update(page.subarray(start, ivOffset + 16)).update(pageId).digest();
|
|
55
|
-
if (!crypto.timingSafeEqual(expected, page.subarray(ivOffset + 16))) {
|
|
56
|
-
throw error("SQLCipher authentication failed (incorrect key, unsupported format, or damaged database); set TOKENUSAGE_TRAE_SQLCIPHER_KEY to override the shared application key.");
|
|
57
|
-
}
|
|
58
|
-
const decipher = crypto.createDecipheriv("aes-256-cbc", key, page.subarray(ivOffset, ivOffset + 16));
|
|
59
|
-
decipher.setAutoPadding(false);
|
|
60
|
-
const decoded = decipher.update(page.subarray(start, ivOffset));
|
|
61
|
-
decipher.final();
|
|
62
|
-
page.fill(0);
|
|
63
|
-
if (number === 1) SQLITE_HEADER.copy(page);
|
|
64
|
-
decoded.copy(page, start);
|
|
65
|
-
decoded.fill(0);
|
|
66
|
-
if (number === 1 && (page.readUInt16BE(16) !== PAGE_SIZE || page[20] !== RESERVED)) {
|
|
67
|
-
throw error("unsupported SQLCipher page format.");
|
|
68
|
-
}
|
|
69
|
-
return page;
|
|
70
|
-
},
|
|
71
|
-
dispose() { key.fill(0); hmacKey.fill(0); },
|
|
72
|
-
};
|
|
73
|
-
}
|
|
74
|
-
|
|
75
|
-
function checksum(data, bigEndian, state = [0, 0]) {
|
|
76
|
-
let [a, b] = state;
|
|
77
|
-
for (let i = 0; i < data.length; i += 8) {
|
|
78
|
-
const x = bigEndian ? data.readUInt32BE(i) : data.readUInt32LE(i);
|
|
79
|
-
const y = bigEndian ? data.readUInt32BE(i + 4) : data.readUInt32LE(i + 4);
|
|
80
|
-
a = (a + x + b) >>> 0;
|
|
81
|
-
b = (b + y + a) >>> 0;
|
|
82
|
-
}
|
|
83
|
-
return [a, b];
|
|
84
|
-
}
|
|
85
|
-
|
|
86
|
-
function indexWal(fd, size, pageSize) {
|
|
87
|
-
const pages = new Map();
|
|
88
|
-
if (fd == null || size === 0) return { pages, pageCount: null };
|
|
89
|
-
if (size < 32) throw transientError("incomplete WAL header; retry when TRAE is idle.");
|
|
90
|
-
const header = readExact(fd, Buffer.alloc(32), 0);
|
|
91
|
-
const magic = header.readUInt32BE(0);
|
|
92
|
-
if ((magic !== 0x377f0682 && magic !== 0x377f0683) ||
|
|
93
|
-
header.readUInt32BE(4) !== 3007000 || header.readUInt32BE(8) !== pageSize) {
|
|
94
|
-
throw error("unsupported WAL format.");
|
|
95
|
-
}
|
|
96
|
-
const bigEndian = magic === 0x377f0683;
|
|
97
|
-
let sum = checksum(header.subarray(0, 24), bigEndian);
|
|
98
|
-
if (sum[0] !== header.readUInt32BE(24) || sum[1] !== header.readUInt32BE(28)) throw error("WAL header checksum failed.");
|
|
99
|
-
let pageCount = null;
|
|
100
|
-
let pending = new Map();
|
|
101
|
-
const frame = Buffer.alloc(24 + pageSize);
|
|
102
|
-
// Index offsets instead of buffering/decrypting an entire WAL. Uncommitted
|
|
103
|
-
// frames never enter the visible page map. SQLite checksums cover ciphertext.
|
|
104
|
-
// https://www.sqlite.org/fileformat2.html#walformat
|
|
105
|
-
for (let offset = 32; offset + frame.length <= size; offset += frame.length) {
|
|
106
|
-
readExact(fd, frame, offset);
|
|
107
|
-
if (!frame.subarray(8, 16).equals(header.subarray(16, 24))) break;
|
|
108
|
-
// Like a salt mismatch, the first checksum mismatch ends the valid log (a
|
|
109
|
-
// torn append or crash leftover); only committed frames before it count.
|
|
110
|
-
sum = checksum(frame.subarray(24), bigEndian, checksum(frame.subarray(0, 8), bigEndian, sum));
|
|
111
|
-
if (sum[0] !== frame.readUInt32BE(16) || sum[1] !== frame.readUInt32BE(20)) break;
|
|
112
|
-
const number = frame.readUInt32BE(0);
|
|
113
|
-
const commit = frame.readUInt32BE(4);
|
|
114
|
-
if (!number || number === 0xffffffff || commit === 0xffffffff) throw error("invalid WAL page number or database size.");
|
|
115
|
-
pending.set(number, offset + 24);
|
|
116
|
-
if (pending.size + pages.size > MAX_WAL_INDEX_PAGES) throw error("WAL index exceeds the bounded-memory limit; let TRAE checkpoint its WAL and retry.");
|
|
117
|
-
if (commit) {
|
|
118
|
-
for (const [page, position] of pending) pages.set(page, position);
|
|
119
|
-
pending = new Map();
|
|
120
|
-
pageCount = commit;
|
|
121
|
-
for (const page of pages.keys()) if (page > commit) pages.delete(page);
|
|
122
|
-
}
|
|
123
|
-
}
|
|
124
|
-
frame.fill(0);
|
|
125
|
-
return { pages, pageCount };
|
|
126
|
-
}
|
|
127
|
-
|
|
128
|
-
// A read-only, optimistic snapshot. SQLite reads authenticated pages on demand;
|
|
129
|
-
// no decrypted database is ever written to disk or materialized in memory.
|
|
130
|
-
// The caller must discard results if isStable() fails after the SQL query.
|
|
131
|
-
function openTraeSnapshot(dbPath, env = process.env) {
|
|
132
|
-
const paths = [dbPath, `${dbPath}-wal`, `${dbPath}-journal`];
|
|
133
|
-
const before = paths.map(statOptional);
|
|
134
|
-
if (!before[0]) throw error("database no longer exists.");
|
|
135
|
-
if (before.some((stat) => stat && (!stat.isFile() || stat.size > BigInt(Number.MAX_SAFE_INTEGER)))) {
|
|
136
|
-
throw error("unsupported database file or size.");
|
|
137
|
-
}
|
|
138
|
-
const handles = [];
|
|
139
|
-
const cache = new Map();
|
|
140
|
-
let decryptor;
|
|
141
|
-
const close = () => {
|
|
142
|
-
for (const page of cache.values()) page.fill(0);
|
|
143
|
-
cache.clear();
|
|
144
|
-
if (decryptor) { decryptor.dispose(); decryptor = null; }
|
|
145
|
-
let failure;
|
|
146
|
-
while (handles.length) {
|
|
147
|
-
try { fs.closeSync(handles.pop()); }
|
|
148
|
-
catch (err) { failure ||= err; }
|
|
149
|
-
}
|
|
150
|
-
if (failure) throw failure;
|
|
151
|
-
};
|
|
152
|
-
try {
|
|
153
|
-
const dbFd = fs.openSync(dbPath, "r");
|
|
154
|
-
handles.push(dbFd);
|
|
155
|
-
if (!sameStat(before[0], fs.fstatSync(dbFd, { bigint: true }))) throw transientError("database changed while opening; retry when TRAE is idle.");
|
|
156
|
-
let walFd = null;
|
|
157
|
-
if (before[1]) {
|
|
158
|
-
walFd = fs.openSync(paths[1], "r");
|
|
159
|
-
handles.push(walFd);
|
|
160
|
-
if (!sameStat(before[1], fs.fstatSync(walFd, { bigint: true }))) throw transientError("WAL changed while opening; retry when TRAE is idle.");
|
|
161
|
-
}
|
|
162
|
-
if (before[2] && before[2].size >= 8n) {
|
|
163
|
-
const journalFd = fs.openSync(paths[2], "r");
|
|
164
|
-
handles.push(journalFd);
|
|
165
|
-
if (readExact(journalFd, Buffer.alloc(8), 0).some((byte) => byte !== 0)) throw error("a rollback transaction is active; retry when TRAE is idle.");
|
|
166
|
-
}
|
|
167
|
-
const size = Number(before[0].size);
|
|
168
|
-
if (size < 100) throw error("database is truncated.");
|
|
169
|
-
const header = readExact(dbFd, Buffer.alloc(100), 0);
|
|
170
|
-
const encrypted = !header.subarray(0, 16).equals(SQLITE_HEADER);
|
|
171
|
-
const encodedSize = encrypted ? PAGE_SIZE : header.readUInt16BE(16);
|
|
172
|
-
const pageSize = encodedSize === 1 ? 65536 : encodedSize;
|
|
173
|
-
if (pageSize < 512 || pageSize > 65536 || (pageSize & (pageSize - 1)) || size % pageSize) throw error("invalid database page size or truncated database.");
|
|
174
|
-
if (encrypted) decryptor = pageDecryptor(header, env);
|
|
175
|
-
const { pages, pageCount } = indexWal(walFd, Number(before[1]?.size || 0n), pageSize);
|
|
176
|
-
const finalPageCount = pageCount == null ? size / pageSize : pageCount;
|
|
177
|
-
if (!finalPageCount || finalPageCount > 0xfffffffe) throw error("invalid database size.");
|
|
178
|
-
const byteLength = finalPageCount * pageSize;
|
|
179
|
-
const getPage = (number) => {
|
|
180
|
-
if (cache.has(number)) {
|
|
181
|
-
const page = cache.get(number);
|
|
182
|
-
cache.delete(number);
|
|
183
|
-
cache.set(number, page);
|
|
184
|
-
return page;
|
|
185
|
-
}
|
|
186
|
-
const page = Buffer.alloc(pageSize);
|
|
187
|
-
try {
|
|
188
|
-
if (pages.has(number)) readExact(walFd, page, pages.get(number));
|
|
189
|
-
else readExact(dbFd, page, (number - 1) * pageSize);
|
|
190
|
-
if (decryptor) decryptor.decrypt(page, number);
|
|
191
|
-
if (number === 1) {
|
|
192
|
-
// Present the committed view as a standalone rollback-mode database.
|
|
193
|
-
page[18] = 1;
|
|
194
|
-
page[19] = 1;
|
|
195
|
-
page.writeUInt32BE(finalPageCount, 28);
|
|
196
|
-
page.writeUInt32BE(page.readUInt32BE(24), 92);
|
|
197
|
-
}
|
|
198
|
-
} catch (err) { page.fill(0); throw err; }
|
|
199
|
-
cache.set(number, page);
|
|
200
|
-
if (cache.size > CACHE_PAGES) {
|
|
201
|
-
const oldest = cache.keys().next().value;
|
|
202
|
-
cache.get(oldest).fill(0);
|
|
203
|
-
cache.delete(oldest);
|
|
204
|
-
}
|
|
205
|
-
return page;
|
|
206
|
-
};
|
|
207
|
-
return {
|
|
208
|
-
byteLength,
|
|
209
|
-
read(target, offset) {
|
|
210
|
-
if (!Number.isSafeInteger(offset) || offset < 0) throw error("invalid read offset.");
|
|
211
|
-
target.fill(0);
|
|
212
|
-
const count = Math.min(target.length, Math.max(0, byteLength - offset));
|
|
213
|
-
let copied = 0;
|
|
214
|
-
while (copied < count) {
|
|
215
|
-
const position = offset + copied;
|
|
216
|
-
const pageOffset = position % pageSize;
|
|
217
|
-
const length = Math.min(count - copied, pageSize - pageOffset);
|
|
218
|
-
const page = getPage(Math.floor(position / pageSize) + 1);
|
|
219
|
-
target.set(page.subarray(pageOffset, pageOffset + length), copied);
|
|
220
|
-
copied += length;
|
|
221
|
-
}
|
|
222
|
-
return count;
|
|
223
|
-
},
|
|
224
|
-
isStable() { return paths.map(statOptional).every((stat, i) => sameStat(before[i], stat)); },
|
|
225
|
-
close,
|
|
226
|
-
};
|
|
227
|
-
} catch (err) { close(); throw err; }
|
|
228
|
-
}
|
|
229
|
-
|
|
230
|
-
module.exports = { openTraeSnapshot };
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
const fs = require("node:fs");
|
|
4
|
+
const crypto = require("node:crypto");
|
|
5
|
+
|
|
6
|
+
const SQLITE_HEADER = Buffer.from("SQLite format 3\0");
|
|
7
|
+
const PAGE_SIZE = 4096;
|
|
8
|
+
const RESERVED = 80;
|
|
9
|
+
// TRAE's shared application key
|
|
10
|
+
const DEFAULT_SQLCIPHER_KEY = "3605f6691095a993f03d5009c918352ef5be31ae31e8f000212b81ff058da773";
|
|
11
|
+
const CACHE_PAGES = 64;
|
|
12
|
+
const MAX_WAL_INDEX_PAGES = 1024 * 1024;
|
|
13
|
+
|
|
14
|
+
function error(message) { return new Error(`Cannot read TRAE usage: ${message}`); }
|
|
15
|
+
// A writer race rather than a bad store: the caller may retry immediately.
|
|
16
|
+
function transientError(message) { return Object.assign(error(message), { transient: true }); }
|
|
17
|
+
|
|
18
|
+
function statOptional(file) {
|
|
19
|
+
try { return fs.statSync(file, { bigint: true }); }
|
|
20
|
+
catch (err) { if (err.code === "ENOENT" || err.code === "ENOTDIR") return null; throw err; }
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
function sameStat(a, b) {
|
|
24
|
+
if (!a || !b) return a === b;
|
|
25
|
+
return a.size === b.size && a.mtimeNs === b.mtimeNs && a.ctimeNs === b.ctimeNs && a.ino === b.ino;
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
function readExact(fd, target, offset) {
|
|
29
|
+
let read = 0;
|
|
30
|
+
while (read < target.length) {
|
|
31
|
+
const count = fs.readSync(fd, target, read, target.length - read, offset + read);
|
|
32
|
+
if (!count) throw transientError("database or WAL was truncated during the read; retry when TRAE is idle.");
|
|
33
|
+
read += count;
|
|
34
|
+
}
|
|
35
|
+
return target;
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
function pageDecryptor(firstPage, env) {
|
|
39
|
+
const hex = String(env.TOKENUSAGE_TRAE_SQLCIPHER_KEY || "").trim() || DEFAULT_SQLCIPHER_KEY;
|
|
40
|
+
if (!/^[0-9a-f]{64}$/i.test(hex)) throw error("TOKENUSAGE_TRAE_SQLCIPHER_KEY must contain 64 hex characters.");
|
|
41
|
+
const key = Buffer.from(hex, "hex");
|
|
42
|
+
const salt = Buffer.from(firstPage.subarray(0, 16).map((byte) => byte ^ 0x3a));
|
|
43
|
+
// SQLCipher 4 raw-key format: AES-256-CBC, 4096-byte pages, SHA-512 HMAC.
|
|
44
|
+
// https://github.com/sqlcipher/sqlcipher/blob/master/src/sqlcipher.c
|
|
45
|
+
const hmacKey = crypto.pbkdf2Sync(key, salt, 2, 32, "sha512");
|
|
46
|
+
salt.fill(0);
|
|
47
|
+
return {
|
|
48
|
+
decrypt(page, number) {
|
|
49
|
+
const start = number === 1 ? 16 : 0;
|
|
50
|
+
const ivOffset = PAGE_SIZE - RESERVED;
|
|
51
|
+
const pageId = Buffer.alloc(4);
|
|
52
|
+
pageId.writeUInt32LE(number);
|
|
53
|
+
const expected = crypto.createHmac("sha512", hmacKey)
|
|
54
|
+
.update(page.subarray(start, ivOffset + 16)).update(pageId).digest();
|
|
55
|
+
if (!crypto.timingSafeEqual(expected, page.subarray(ivOffset + 16))) {
|
|
56
|
+
throw error("SQLCipher authentication failed (incorrect key, unsupported format, or damaged database); set TOKENUSAGE_TRAE_SQLCIPHER_KEY to override the shared application key.");
|
|
57
|
+
}
|
|
58
|
+
const decipher = crypto.createDecipheriv("aes-256-cbc", key, page.subarray(ivOffset, ivOffset + 16));
|
|
59
|
+
decipher.setAutoPadding(false);
|
|
60
|
+
const decoded = decipher.update(page.subarray(start, ivOffset));
|
|
61
|
+
decipher.final();
|
|
62
|
+
page.fill(0);
|
|
63
|
+
if (number === 1) SQLITE_HEADER.copy(page);
|
|
64
|
+
decoded.copy(page, start);
|
|
65
|
+
decoded.fill(0);
|
|
66
|
+
if (number === 1 && (page.readUInt16BE(16) !== PAGE_SIZE || page[20] !== RESERVED)) {
|
|
67
|
+
throw error("unsupported SQLCipher page format.");
|
|
68
|
+
}
|
|
69
|
+
return page;
|
|
70
|
+
},
|
|
71
|
+
dispose() { key.fill(0); hmacKey.fill(0); },
|
|
72
|
+
};
|
|
73
|
+
}
|
|
74
|
+
|
|
75
|
+
function checksum(data, bigEndian, state = [0, 0]) {
|
|
76
|
+
let [a, b] = state;
|
|
77
|
+
for (let i = 0; i < data.length; i += 8) {
|
|
78
|
+
const x = bigEndian ? data.readUInt32BE(i) : data.readUInt32LE(i);
|
|
79
|
+
const y = bigEndian ? data.readUInt32BE(i + 4) : data.readUInt32LE(i + 4);
|
|
80
|
+
a = (a + x + b) >>> 0;
|
|
81
|
+
b = (b + y + a) >>> 0;
|
|
82
|
+
}
|
|
83
|
+
return [a, b];
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
function indexWal(fd, size, pageSize) {
|
|
87
|
+
const pages = new Map();
|
|
88
|
+
if (fd == null || size === 0) return { pages, pageCount: null };
|
|
89
|
+
if (size < 32) throw transientError("incomplete WAL header; retry when TRAE is idle.");
|
|
90
|
+
const header = readExact(fd, Buffer.alloc(32), 0);
|
|
91
|
+
const magic = header.readUInt32BE(0);
|
|
92
|
+
if ((magic !== 0x377f0682 && magic !== 0x377f0683) ||
|
|
93
|
+
header.readUInt32BE(4) !== 3007000 || header.readUInt32BE(8) !== pageSize) {
|
|
94
|
+
throw error("unsupported WAL format.");
|
|
95
|
+
}
|
|
96
|
+
const bigEndian = magic === 0x377f0683;
|
|
97
|
+
let sum = checksum(header.subarray(0, 24), bigEndian);
|
|
98
|
+
if (sum[0] !== header.readUInt32BE(24) || sum[1] !== header.readUInt32BE(28)) throw error("WAL header checksum failed.");
|
|
99
|
+
let pageCount = null;
|
|
100
|
+
let pending = new Map();
|
|
101
|
+
const frame = Buffer.alloc(24 + pageSize);
|
|
102
|
+
// Index offsets instead of buffering/decrypting an entire WAL. Uncommitted
|
|
103
|
+
// frames never enter the visible page map. SQLite checksums cover ciphertext.
|
|
104
|
+
// https://www.sqlite.org/fileformat2.html#walformat
|
|
105
|
+
for (let offset = 32; offset + frame.length <= size; offset += frame.length) {
|
|
106
|
+
readExact(fd, frame, offset);
|
|
107
|
+
if (!frame.subarray(8, 16).equals(header.subarray(16, 24))) break;
|
|
108
|
+
// Like a salt mismatch, the first checksum mismatch ends the valid log (a
|
|
109
|
+
// torn append or crash leftover); only committed frames before it count.
|
|
110
|
+
sum = checksum(frame.subarray(24), bigEndian, checksum(frame.subarray(0, 8), bigEndian, sum));
|
|
111
|
+
if (sum[0] !== frame.readUInt32BE(16) || sum[1] !== frame.readUInt32BE(20)) break;
|
|
112
|
+
const number = frame.readUInt32BE(0);
|
|
113
|
+
const commit = frame.readUInt32BE(4);
|
|
114
|
+
if (!number || number === 0xffffffff || commit === 0xffffffff) throw error("invalid WAL page number or database size.");
|
|
115
|
+
pending.set(number, offset + 24);
|
|
116
|
+
if (pending.size + pages.size > MAX_WAL_INDEX_PAGES) throw error("WAL index exceeds the bounded-memory limit; let TRAE checkpoint its WAL and retry.");
|
|
117
|
+
if (commit) {
|
|
118
|
+
for (const [page, position] of pending) pages.set(page, position);
|
|
119
|
+
pending = new Map();
|
|
120
|
+
pageCount = commit;
|
|
121
|
+
for (const page of pages.keys()) if (page > commit) pages.delete(page);
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
frame.fill(0);
|
|
125
|
+
return { pages, pageCount };
|
|
126
|
+
}
|
|
127
|
+
|
|
128
|
+
// A read-only, optimistic snapshot. SQLite reads authenticated pages on demand;
|
|
129
|
+
// no decrypted database is ever written to disk or materialized in memory.
|
|
130
|
+
// The caller must discard results if isStable() fails after the SQL query.
|
|
131
|
+
function openTraeSnapshot(dbPath, env = process.env) {
|
|
132
|
+
const paths = [dbPath, `${dbPath}-wal`, `${dbPath}-journal`];
|
|
133
|
+
const before = paths.map(statOptional);
|
|
134
|
+
if (!before[0]) throw error("database no longer exists.");
|
|
135
|
+
if (before.some((stat) => stat && (!stat.isFile() || stat.size > BigInt(Number.MAX_SAFE_INTEGER)))) {
|
|
136
|
+
throw error("unsupported database file or size.");
|
|
137
|
+
}
|
|
138
|
+
const handles = [];
|
|
139
|
+
const cache = new Map();
|
|
140
|
+
let decryptor;
|
|
141
|
+
const close = () => {
|
|
142
|
+
for (const page of cache.values()) page.fill(0);
|
|
143
|
+
cache.clear();
|
|
144
|
+
if (decryptor) { decryptor.dispose(); decryptor = null; }
|
|
145
|
+
let failure;
|
|
146
|
+
while (handles.length) {
|
|
147
|
+
try { fs.closeSync(handles.pop()); }
|
|
148
|
+
catch (err) { failure ||= err; }
|
|
149
|
+
}
|
|
150
|
+
if (failure) throw failure;
|
|
151
|
+
};
|
|
152
|
+
try {
|
|
153
|
+
const dbFd = fs.openSync(dbPath, "r");
|
|
154
|
+
handles.push(dbFd);
|
|
155
|
+
if (!sameStat(before[0], fs.fstatSync(dbFd, { bigint: true }))) throw transientError("database changed while opening; retry when TRAE is idle.");
|
|
156
|
+
let walFd = null;
|
|
157
|
+
if (before[1]) {
|
|
158
|
+
walFd = fs.openSync(paths[1], "r");
|
|
159
|
+
handles.push(walFd);
|
|
160
|
+
if (!sameStat(before[1], fs.fstatSync(walFd, { bigint: true }))) throw transientError("WAL changed while opening; retry when TRAE is idle.");
|
|
161
|
+
}
|
|
162
|
+
if (before[2] && before[2].size >= 8n) {
|
|
163
|
+
const journalFd = fs.openSync(paths[2], "r");
|
|
164
|
+
handles.push(journalFd);
|
|
165
|
+
if (readExact(journalFd, Buffer.alloc(8), 0).some((byte) => byte !== 0)) throw error("a rollback transaction is active; retry when TRAE is idle.");
|
|
166
|
+
}
|
|
167
|
+
const size = Number(before[0].size);
|
|
168
|
+
if (size < 100) throw error("database is truncated.");
|
|
169
|
+
const header = readExact(dbFd, Buffer.alloc(100), 0);
|
|
170
|
+
const encrypted = !header.subarray(0, 16).equals(SQLITE_HEADER);
|
|
171
|
+
const encodedSize = encrypted ? PAGE_SIZE : header.readUInt16BE(16);
|
|
172
|
+
const pageSize = encodedSize === 1 ? 65536 : encodedSize;
|
|
173
|
+
if (pageSize < 512 || pageSize > 65536 || (pageSize & (pageSize - 1)) || size % pageSize) throw error("invalid database page size or truncated database.");
|
|
174
|
+
if (encrypted) decryptor = pageDecryptor(header, env);
|
|
175
|
+
const { pages, pageCount } = indexWal(walFd, Number(before[1]?.size || 0n), pageSize);
|
|
176
|
+
const finalPageCount = pageCount == null ? size / pageSize : pageCount;
|
|
177
|
+
if (!finalPageCount || finalPageCount > 0xfffffffe) throw error("invalid database size.");
|
|
178
|
+
const byteLength = finalPageCount * pageSize;
|
|
179
|
+
const getPage = (number) => {
|
|
180
|
+
if (cache.has(number)) {
|
|
181
|
+
const page = cache.get(number);
|
|
182
|
+
cache.delete(number);
|
|
183
|
+
cache.set(number, page);
|
|
184
|
+
return page;
|
|
185
|
+
}
|
|
186
|
+
const page = Buffer.alloc(pageSize);
|
|
187
|
+
try {
|
|
188
|
+
if (pages.has(number)) readExact(walFd, page, pages.get(number));
|
|
189
|
+
else readExact(dbFd, page, (number - 1) * pageSize);
|
|
190
|
+
if (decryptor) decryptor.decrypt(page, number);
|
|
191
|
+
if (number === 1) {
|
|
192
|
+
// Present the committed view as a standalone rollback-mode database.
|
|
193
|
+
page[18] = 1;
|
|
194
|
+
page[19] = 1;
|
|
195
|
+
page.writeUInt32BE(finalPageCount, 28);
|
|
196
|
+
page.writeUInt32BE(page.readUInt32BE(24), 92);
|
|
197
|
+
}
|
|
198
|
+
} catch (err) { page.fill(0); throw err; }
|
|
199
|
+
cache.set(number, page);
|
|
200
|
+
if (cache.size > CACHE_PAGES) {
|
|
201
|
+
const oldest = cache.keys().next().value;
|
|
202
|
+
cache.get(oldest).fill(0);
|
|
203
|
+
cache.delete(oldest);
|
|
204
|
+
}
|
|
205
|
+
return page;
|
|
206
|
+
};
|
|
207
|
+
return {
|
|
208
|
+
byteLength,
|
|
209
|
+
read(target, offset) {
|
|
210
|
+
if (!Number.isSafeInteger(offset) || offset < 0) throw error("invalid read offset.");
|
|
211
|
+
target.fill(0);
|
|
212
|
+
const count = Math.min(target.length, Math.max(0, byteLength - offset));
|
|
213
|
+
let copied = 0;
|
|
214
|
+
while (copied < count) {
|
|
215
|
+
const position = offset + copied;
|
|
216
|
+
const pageOffset = position % pageSize;
|
|
217
|
+
const length = Math.min(count - copied, pageSize - pageOffset);
|
|
218
|
+
const page = getPage(Math.floor(position / pageSize) + 1);
|
|
219
|
+
target.set(page.subarray(pageOffset, pageOffset + length), copied);
|
|
220
|
+
copied += length;
|
|
221
|
+
}
|
|
222
|
+
return count;
|
|
223
|
+
},
|
|
224
|
+
isStable() { return paths.map(statOptional).every((stat, i) => sameStat(before[i], stat)); },
|
|
225
|
+
close,
|
|
226
|
+
};
|
|
227
|
+
} catch (err) { close(); throw err; }
|
|
228
|
+
}
|
|
229
|
+
|
|
230
|
+
module.exports = { openTraeSnapshot };
|