@blamejs/core 0.7.18 → 0.7.20
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +427 -423
- package/README.md +150 -150
- package/bin/blamejs.js +0 -0
- package/index.js +310 -308
- package/lib/api-key.js +660 -660
- package/lib/api-snapshot.js +338 -338
- package/lib/app-shutdown.js +385 -385
- package/lib/app.js +365 -365
- package/lib/archive.js +250 -250
- package/lib/atomic-file.js +544 -544
- package/lib/audit-chain.js +177 -177
- package/lib/audit-sign.js +344 -344
- package/lib/audit-tools.js +677 -677
- package/lib/audit.js +766 -766
- package/lib/auth/jwt-external.js +365 -0
- package/lib/auth/jwt.js +337 -311
- package/lib/auth/lockout.js +436 -436
- package/lib/auth/oauth.js +721 -721
- package/lib/auth/passkey.js +181 -181
- package/lib/auth/password.js +628 -594
- package/lib/backup/bundle.js +217 -217
- package/lib/backup/crypto.js +176 -176
- package/lib/backup/index.js +515 -515
- package/lib/backup/manifest.js +282 -282
- package/lib/break-glass.js +1338 -1338
- package/lib/bundler.js +441 -441
- package/lib/cache-redis.js +256 -256
- package/lib/cache.js +1206 -1206
- package/lib/canonical-json.js +115 -115
- package/lib/chain-writer.js +234 -234
- package/lib/cli-helpers.js +206 -206
- package/lib/cli.js +2334 -2334
- package/lib/cluster-provider-db.js +317 -317
- package/lib/cluster-storage.js +226 -226
- package/lib/cluster.js +703 -703
- package/lib/config-drift.js +301 -301
- package/lib/consent.js +222 -222
- package/lib/constants.js +191 -191
- package/lib/cookies.js +350 -315
- package/lib/credential-hash.js +322 -322
- package/lib/crypto.js +266 -266
- package/lib/csv.js +275 -275
- package/lib/db-declare-row-policy.js +267 -267
- package/lib/db-declare-view.js +420 -420
- package/lib/db-query.js +406 -406
- package/lib/db-schema.js +319 -319
- package/lib/db.js +1288 -1288
- package/lib/deprecate.js +222 -222
- package/lib/dev.js +335 -335
- package/lib/dual-control.js +473 -473
- package/lib/error-page.js +420 -420
- package/lib/external-db-migrate.js +441 -441
- package/lib/external-db.js +1061 -1061
- package/lib/file-type.js +273 -273
- package/lib/forms.js +422 -422
- package/lib/framework-error.js +293 -293
- package/lib/framework-schema.js +717 -717
- package/lib/handlers.js +350 -350
- package/lib/http-client-cookie-jar.js +508 -508
- package/lib/http-client.js +1195 -1195
- package/lib/i18n.js +878 -878
- package/lib/jobs.js +185 -185
- package/lib/log-stream-cloudwatch.js +369 -369
- package/lib/log-stream-local.js +146 -146
- package/lib/log-stream-otlp-grpc.js +410 -410
- package/lib/log-stream-otlp.js +286 -286
- package/lib/log-stream-syslog.js +302 -302
- package/lib/log-stream-webhook.js +199 -199
- package/lib/log-stream.js +330 -330
- package/lib/log.js +500 -500
- package/lib/mail-bounce.js +528 -528
- package/lib/mail-dkim.js +369 -369
- package/lib/mail.js +981 -981
- package/lib/metrics.js +683 -683
- package/lib/middleware/api-encrypt.js +936 -936
- package/lib/middleware/attach-user.js +157 -157
- package/lib/middleware/bearer-auth.js +152 -0
- package/lib/middleware/body-parser.js +1170 -1170
- package/lib/middleware/bot-guard.js +178 -178
- package/lib/middleware/compression.js +452 -452
- package/lib/middleware/cors.js +314 -314
- package/lib/middleware/csp-nonce.js +348 -348
- package/lib/middleware/csrf-protect.js +399 -316
- package/lib/middleware/db-role-for.js +264 -264
- package/lib/middleware/fetch-metadata.js +129 -0
- package/lib/middleware/health.js +392 -392
- package/lib/middleware/index.js +85 -79
- package/lib/middleware/rate-limit.js +358 -358
- package/lib/middleware/request-id.js +61 -61
- package/lib/middleware/request-log.js +168 -168
- package/lib/middleware/require-auth.js +104 -104
- package/lib/middleware/security-headers.js +121 -116
- package/lib/middleware/sse.js +166 -166
- package/lib/migrations.js +383 -383
- package/lib/mtls-ca.js +518 -518
- package/lib/mtls-engine-default.js +481 -481
- package/lib/network-dns.js +632 -632
- package/lib/network-heartbeat.js +290 -290
- package/lib/network-nts.js +574 -574
- package/lib/network-proxy.js +265 -265
- package/lib/network-tls.js +328 -328
- package/lib/network.js +233 -233
- package/lib/notify.js +612 -612
- package/lib/ntp-check.js +229 -229
- package/lib/numeric-bounds.js +111 -111
- package/lib/object-store/azure-blob-bucket-ops.js +349 -349
- package/lib/object-store/azure-blob.js +488 -488
- package/lib/object-store/gcs-bucket-ops.js +351 -351
- package/lib/object-store/gcs.js +519 -519
- package/lib/object-store/http-put.js +153 -153
- package/lib/object-store/index.js +197 -197
- package/lib/object-store/sigv4-bucket-ops.js +1092 -1092
- package/lib/object-store/sigv4.js +903 -903
- package/lib/observability.js +151 -151
- package/lib/otel-export.js +269 -269
- package/lib/pagination.js +464 -464
- package/lib/parsers/index.js +80 -80
- package/lib/parsers/safe-env.js +642 -642
- package/lib/parsers/safe-ini.js +292 -292
- package/lib/parsers/safe-toml.js +784 -784
- package/lib/parsers/safe-xml.js +390 -390
- package/lib/parsers/safe-yaml.js +1015 -1015
- package/lib/permissions.js +708 -708
- package/lib/pqc-agent.js +87 -87
- package/lib/pqc-gate.js +279 -279
- package/lib/protobuf-encoder.js +190 -190
- package/lib/protocol-dispatcher.js +161 -161
- package/lib/pubsub-redis.js +167 -167
- package/lib/pubsub.js +429 -429
- package/lib/queue-local.js +476 -476
- package/lib/queue-redis.js +745 -745
- package/lib/queue-sqs.js +319 -319
- package/lib/queue.js +695 -695
- package/lib/redis-client.js +519 -519
- package/lib/request-helpers.js +340 -340
- package/lib/restore-bundle.js +237 -237
- package/lib/restore-rollback.js +259 -259
- package/lib/restore.js +409 -409
- package/lib/retry.js +376 -376
- package/lib/router.js +748 -748
- package/lib/safe-async.js +735 -735
- package/lib/safe-buffer.js +237 -237
- package/lib/safe-json.js +541 -541
- package/lib/safe-schema.js +1266 -1266
- package/lib/safe-url.js +159 -159
- package/lib/scheduler.js +706 -706
- package/lib/security-assert.js +373 -373
- package/lib/seeders.js +618 -618
- package/lib/session.js +535 -478
- package/lib/slug.js +269 -269
- package/lib/ssrf-guard.js +401 -401
- package/lib/static.js +7 -5
- package/lib/storage.js +471 -471
- package/lib/subject.js +281 -281
- package/lib/template.js +791 -791
- package/lib/testing.js +798 -798
- package/lib/time.js +310 -310
- package/lib/totp.js +302 -302
- package/lib/tracing.js +494 -494
- package/lib/uuid.js +132 -132
- package/lib/validate-opts.js +340 -340
- package/lib/vault/index.js +308 -308
- package/lib/vault/rotate.js +784 -784
- package/lib/vault/wrap.js +296 -296
- package/lib/vendor/noble-ciphers.cjs +9 -9
- package/lib/webhook.js +595 -595
- package/lib/websocket.js +1048 -1048
- package/package.json +77 -77
- package/sbom.cyclonedx.json +7 -7
package/lib/backup/index.js
CHANGED
|
@@ -1,515 +1,515 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
/**
|
|
3
|
-
* backup — operator-facing backup orchestration.
|
|
4
|
-
*
|
|
5
|
-
* Wires lib/backup-bundle (encrypt + emit a bundle directory) to a
|
|
6
|
-
* pluggable storage backend, plus retention policy + audit emission.
|
|
7
|
-
* Ships with a local-filesystem backend (b.backup.localStorage); S3
|
|
8
|
-
* or any custom backend drops in through the same interface.
|
|
9
|
-
*
|
|
10
|
-
* var backup = b.backup.create({
|
|
11
|
-
* dataDir: "./data",
|
|
12
|
-
* storage: b.backup.localStorage({ root: "./backups" }),
|
|
13
|
-
* passphrase: Buffer.from("operator backup passphrase"),
|
|
14
|
-
* files: [
|
|
15
|
-
* { relativePath: "db.enc", kind: "raw", required: true },
|
|
16
|
-
* { relativePath: "db.key.enc", kind: "raw", required: true },
|
|
17
|
-
* { relativePath: "vault.key", kind: "raw", required: false },
|
|
18
|
-
* { relativePath: "ca.key.sealed",kind: "vault-sealed", required: false },
|
|
19
|
-
* ],
|
|
20
|
-
* vaultKeyJson: function () { return fs.readFileSync('./data/vault.key','utf8'); },
|
|
21
|
-
* retention: { keep: 7 }, // keep latest 7; older purged after run
|
|
22
|
-
* audit: true,
|
|
23
|
-
* scheduler: b.scheduler, // optional; needed for backup.schedule()
|
|
24
|
-
* });
|
|
25
|
-
*
|
|
26
|
-
* await backup.run({ metadata: { reason: "daily" } });
|
|
27
|
-
* // → { bundleId, bundleSize, fileCount, durationMs }
|
|
28
|
-
* await backup.list();
|
|
29
|
-
* // → [{ bundleId, createdAt, size, fileCount }]
|
|
30
|
-
* await backup.delete(bundleId);
|
|
31
|
-
* await backup.purgeOlder({ keep: 7 });
|
|
32
|
-
* await backup.read(bundleId, destDir); // pull a bundle back to disk
|
|
33
|
-
* // (without decrypting — that's
|
|
34
|
-
* // restore-bundle's job)
|
|
35
|
-
*
|
|
36
|
-
* backup.schedule({ cron: "0 2 * * *", timezone: "America/New_York" });
|
|
37
|
-
* // returns a scheduler task name; wires through b.scheduler
|
|
38
|
-
*
|
|
39
|
-
* Storage backend contract:
|
|
40
|
-
*
|
|
41
|
-
* {
|
|
42
|
-
* async writeBundle(bundleId, sourceDir) copy sourceDir contents under bundleId
|
|
43
|
-
* async readBundle(bundleId, destDir) copy bundle out to destDir
|
|
44
|
-
* async listBundles() → [{ bundleId, createdAt, size }]
|
|
45
|
-
* async deleteBundle(bundleId)
|
|
46
|
-
* async hasBundle(bundleId) → boolean
|
|
47
|
-
* }
|
|
48
|
-
*
|
|
49
|
-
* vaultKeyJson can be either:
|
|
50
|
-
* - A string (the operator already has the JSON in hand)
|
|
51
|
-
* - A function returning a string (or async returning a string) — the
|
|
52
|
-
* framework calls this each backup so a long-running app doesn't pin
|
|
53
|
-
* the vault key in memory between runs
|
|
54
|
-
*
|
|
55
|
-
* Bundle IDs are filesystem-safe timestamps with millisecond precision
|
|
56
|
-
* plus a 4-byte random suffix: "2026-04-27T14-00-00-123Z-a8f30b21".
|
|
57
|
-
* Colons + dots in standard ISO-8601 are replaced with dashes so the
|
|
58
|
-
* id works as a directory name on every platform (Windows reserves ':'
|
|
59
|
-
* for drive letters). String sort still gives chronological order.
|
|
60
|
-
*/
|
|
61
|
-
|
|
62
|
-
var fs = require("fs");
|
|
63
|
-
var os = require("os");
|
|
64
|
-
var path = require("path");
|
|
65
|
-
var crypto = require("../crypto");
|
|
66
|
-
var atomicFile = require("../atomic-file");
|
|
67
|
-
var backupBundle = require("./bundle");
|
|
68
|
-
var lazyRequire = require("../lazy-require");
|
|
69
|
-
var validateOpts = require("../validate-opts");
|
|
70
|
-
var audit = lazyRequire(function () { return require("../audit"); });
|
|
71
|
-
// lazyRequire ../db so backup stays a leaf module operators can use
|
|
72
|
-
// without the rest of the framework's DB chain loaded in the same
|
|
73
|
-
// module graph (CLI tools, stand-alone backup runners). The db()
|
|
74
|
-
// callable resolves on first access.
|
|
75
|
-
var dbModuleLazy = lazyRequire(function () { return require("../db"); });
|
|
76
|
-
var { defineClass } = require("../framework-error");
|
|
77
|
-
|
|
78
|
-
var BackupError = defineClass("BackupError");
|
|
79
|
-
|
|
80
|
-
// "2026-04-27T14-00-00-123Z-a8f30b21" — atomicFile.pathTimestamp() form
|
|
81
|
-
// (ISO with ':'+'.' replaced by '-') plus a random suffix.
|
|
82
|
-
var BUNDLE_ID_RE = /^\d{4}-\d{2}-\d{2}T\d{2}-\d{2}-\d{2}-\d{3}Z-[0-9a-f]{8}$/;
|
|
83
|
-
|
|
84
|
-
// Cap on bundle-id length BEFORE the regex test — a malicious /
|
|
85
|
-
// pathological input can't make the regex engine spin if we bound
|
|
86
|
-
// length first. Bundle IDs in the wild are 32-ish chars; a 128-cap
|
|
87
|
-
// is comfortable.
|
|
88
|
-
var BUNDLE_ID_MAX_LEN = 0x80;
|
|
89
|
-
function _isValidBundleId(s) {
|
|
90
|
-
return typeof s === "string" && s.length > 0 &&
|
|
91
|
-
s.length <= BUNDLE_ID_MAX_LEN && BUNDLE_ID_RE.test(s);
|
|
92
|
-
}
|
|
93
|
-
|
|
94
|
-
function _generateBundleId() {
|
|
95
|
-
return atomicFile.pathTimestamp() + "-" + crypto.generateToken(4);
|
|
96
|
-
}
|
|
97
|
-
|
|
98
|
-
function _dirSize(p) {
|
|
99
|
-
var total = 0;
|
|
100
|
-
var entries = fs.readdirSync(p, { withFileTypes: true });
|
|
101
|
-
for (var i = 0; i < entries.length; i++) {
|
|
102
|
-
var f = path.join(p, entries[i].name);
|
|
103
|
-
if (entries[i].isDirectory()) total += _dirSize(f);
|
|
104
|
-
else if (entries[i].isFile()) total += fs.statSync(f).size;
|
|
105
|
-
}
|
|
106
|
-
return total;
|
|
107
|
-
}
|
|
108
|
-
|
|
109
|
-
// ---- Local filesystem storage backend (the default) ----
|
|
110
|
-
|
|
111
|
-
function localStorage(opts) {
|
|
112
|
-
opts = opts || {};
|
|
113
|
-
validateOpts.requireNonEmptyString(opts.root, "localStorage: opts.root", BackupError, "backup/no-storage-root");
|
|
114
|
-
var root = opts.root;
|
|
115
|
-
|
|
116
|
-
function _bundlePath(bundleId) {
|
|
117
|
-
if (!_isValidBundleId(bundleId)) {
|
|
118
|
-
throw new BackupError("backup/bad-bundle-id",
|
|
119
|
-
"bundleId must match the framework's timestamp+suffix format");
|
|
120
|
-
}
|
|
121
|
-
return path.join(root, bundleId);
|
|
122
|
-
}
|
|
123
|
-
|
|
124
|
-
return {
|
|
125
|
-
name: "local",
|
|
126
|
-
async writeBundle(bundleId, sourceDir) {
|
|
127
|
-
atomicFile.ensureDir(root);
|
|
128
|
-
var dest = _bundlePath(bundleId);
|
|
129
|
-
if (fs.existsSync(dest)) {
|
|
130
|
-
throw new BackupError("backup/bundle-exists",
|
|
131
|
-
"writeBundle: bundle '" + bundleId + "' already exists in storage");
|
|
132
|
-
}
|
|
133
|
-
atomicFile.copyDirRecursive(sourceDir, dest);
|
|
134
|
-
},
|
|
135
|
-
async readBundle(bundleId, destDir) {
|
|
136
|
-
var src = _bundlePath(bundleId);
|
|
137
|
-
if (!fs.existsSync(src)) {
|
|
138
|
-
throw new BackupError("backup/bundle-not-found",
|
|
139
|
-
"readBundle: '" + bundleId + "' not in storage at " + root);
|
|
140
|
-
}
|
|
141
|
-
if (fs.existsSync(destDir)) {
|
|
142
|
-
throw new BackupError("backup/dest-exists",
|
|
143
|
-
"readBundle: destDir already exists: " + destDir);
|
|
144
|
-
}
|
|
145
|
-
atomicFile.copyDirRecursive(src, destDir);
|
|
146
|
-
},
|
|
147
|
-
async listBundles() {
|
|
148
|
-
if (!fs.existsSync(root)) return [];
|
|
149
|
-
var entries = fs.readdirSync(root, { withFileTypes: true });
|
|
150
|
-
var out = [];
|
|
151
|
-
for (var i = 0; i < entries.length; i++) {
|
|
152
|
-
if (!entries[i].isDirectory()) continue;
|
|
153
|
-
if (!_isValidBundleId(entries[i].name)) continue;
|
|
154
|
-
var p = path.join(root, entries[i].name);
|
|
155
|
-
var stat;
|
|
156
|
-
try { stat = fs.statSync(p); } catch (_e) { continue; }
|
|
157
|
-
var size;
|
|
158
|
-
try { size = _dirSize(p); } catch (_e) { size = 0; }
|
|
159
|
-
out.push({
|
|
160
|
-
bundleId: entries[i].name,
|
|
161
|
-
createdAt: stat.mtime.toISOString(),
|
|
162
|
-
size: size,
|
|
163
|
-
});
|
|
164
|
-
}
|
|
165
|
-
// Newest first
|
|
166
|
-
out.sort(function (a, b) { return a.bundleId < b.bundleId ? 1 : -1; });
|
|
167
|
-
return out;
|
|
168
|
-
},
|
|
169
|
-
async deleteBundle(bundleId) {
|
|
170
|
-
var p = _bundlePath(bundleId);
|
|
171
|
-
if (!fs.existsSync(p)) return;
|
|
172
|
-
fs.rmSync(p, { recursive: true, force: true });
|
|
173
|
-
},
|
|
174
|
-
async hasBundle(bundleId) {
|
|
175
|
-
try { return fs.existsSync(_bundlePath(bundleId)); }
|
|
176
|
-
catch (_e) { return false; }
|
|
177
|
-
},
|
|
178
|
-
};
|
|
179
|
-
}
|
|
180
|
-
|
|
181
|
-
// ---- Engine ----
|
|
182
|
-
|
|
183
|
-
function _validateStorage(storage) {
|
|
184
|
-
if (!storage || typeof storage !== "object") {
|
|
185
|
-
throw new BackupError("backup/bad-storage",
|
|
186
|
-
"storage backend is required (use b.backup.localStorage or pass a custom one)");
|
|
187
|
-
}
|
|
188
|
-
var required = ["writeBundle", "readBundle", "listBundles", "deleteBundle", "hasBundle"];
|
|
189
|
-
for (var i = 0; i < required.length; i++) {
|
|
190
|
-
if (typeof storage[required[i]] !== "function") {
|
|
191
|
-
throw new BackupError("backup/bad-storage",
|
|
192
|
-
"storage backend missing method '" + required[i] + "'");
|
|
193
|
-
}
|
|
194
|
-
}
|
|
195
|
-
}
|
|
196
|
-
|
|
197
|
-
async function _resolveVaultKeyJson(vaultKeyJsonOpt) {
|
|
198
|
-
if (typeof vaultKeyJsonOpt === "string") return vaultKeyJsonOpt;
|
|
199
|
-
if (typeof vaultKeyJsonOpt === "function") {
|
|
200
|
-
var r = vaultKeyJsonOpt();
|
|
201
|
-
if (r && typeof r.then === "function") r = await r;
|
|
202
|
-
if (typeof r !== "string" || r.length === 0) {
|
|
203
|
-
throw new BackupError("backup/bad-vault-key",
|
|
204
|
-
"vaultKeyJson function must return a non-empty string");
|
|
205
|
-
}
|
|
206
|
-
return r;
|
|
207
|
-
}
|
|
208
|
-
throw new BackupError("backup/no-vault-key-json",
|
|
209
|
-
"opts.vaultKeyJson is required (string or function returning a string)");
|
|
210
|
-
}
|
|
211
|
-
|
|
212
|
-
function create(opts) {
|
|
213
|
-
opts = opts || {};
|
|
214
|
-
if (typeof opts.dataDir !== "string" || !fs.existsSync(opts.dataDir)) {
|
|
215
|
-
throw new BackupError("backup/no-datadir",
|
|
216
|
-
"create: opts.dataDir is required and must exist");
|
|
217
|
-
}
|
|
218
|
-
_validateStorage(opts.storage);
|
|
219
|
-
if (!Buffer.isBuffer(opts.passphrase) && typeof opts.passphrase !== "string") {
|
|
220
|
-
throw new BackupError("backup/no-passphrase",
|
|
221
|
-
"create: opts.passphrase is required (Buffer or string)");
|
|
222
|
-
}
|
|
223
|
-
if (!Array.isArray(opts.files) || opts.files.length === 0) {
|
|
224
|
-
throw new BackupError("backup/no-files",
|
|
225
|
-
"create: opts.files must be a non-empty array of include entries");
|
|
226
|
-
}
|
|
227
|
-
if (opts.vaultKeyJson === undefined) {
|
|
228
|
-
throw new BackupError("backup/no-vault-key-json",
|
|
229
|
-
"create: opts.vaultKeyJson is required (string or function returning string)");
|
|
230
|
-
}
|
|
231
|
-
|
|
232
|
-
var dataDir = opts.dataDir;
|
|
233
|
-
var storage = opts.storage;
|
|
234
|
-
var passphrase = opts.passphrase;
|
|
235
|
-
var files = opts.files;
|
|
236
|
-
var vaultKeyJsonOpt = opts.vaultKeyJson;
|
|
237
|
-
var retention = opts.retention || null;
|
|
238
|
-
var auditOn = opts.audit !== false;
|
|
239
|
-
var scheduler = opts.scheduler || null;
|
|
240
|
-
// flushBeforeBackup — call db.flushToDisk() (or operator-supplied
|
|
241
|
-
// flush) before snapshotting so encrypted-at-rest dbs are current.
|
|
242
|
-
// In encrypted-at-rest mode the framework re-encrypts to disk every
|
|
243
|
-
// ~5 min; without a pre-flush a backup of db.enc could be that
|
|
244
|
-
// stale relative to the live tmpfs DB. Pass false to skip when the
|
|
245
|
-
// operator's calling backup against a process that doesn't own the
|
|
246
|
-
// DB (e.g. an out-of-band backup tool reading a paused replica).
|
|
247
|
-
var flushBeforeBackup = typeof opts.flushBeforeBackup === "function"
|
|
248
|
-
? opts.flushBeforeBackup
|
|
249
|
-
: (opts.flushBeforeBackup === false ? null : null);
|
|
250
|
-
// requireFlush — when true, a flush failure FAILS the backup instead
|
|
251
|
-
// of producing a (potentially stale) snapshot. Operators on
|
|
252
|
-
// encrypted-at-rest with hard freshness requirements (compliance,
|
|
253
|
-
// audit, point-in-time recovery) opt in. Default false preserves the
|
|
254
|
-
// long-standing best-effort posture for operators who care about
|
|
255
|
-
// backup completing more than freshness.
|
|
256
|
-
var requireFlush = opts.requireFlush === true;
|
|
257
|
-
// Default: try b.db.flushToDisk if available. Wired this way so the
|
|
258
|
-
// backup primitive doesn't take a hard dependency on b.db (operators
|
|
259
|
-
// running backup against an external db handle still work).
|
|
260
|
-
if (flushBeforeBackup === null && opts.flushBeforeBackup !== false) {
|
|
261
|
-
try {
|
|
262
|
-
var dbModule = dbModuleLazy();
|
|
263
|
-
if (typeof dbModule.flushToDisk === "function") {
|
|
264
|
-
flushBeforeBackup = function () { dbModule.flushToDisk(); };
|
|
265
|
-
}
|
|
266
|
-
} catch (_e) { /* db not available in this module graph — flush is a no-op */ }
|
|
267
|
-
}
|
|
268
|
-
|
|
269
|
-
function _emitAudit(action, info, outcome) {
|
|
270
|
-
if (!auditOn) return;
|
|
271
|
-
audit().safeEmit({
|
|
272
|
-
action: action,
|
|
273
|
-
outcome: outcome,
|
|
274
|
-
metadata: info || {},
|
|
275
|
-
reason: info && info.reason ? info.reason : null,
|
|
276
|
-
});
|
|
277
|
-
}
|
|
278
|
-
|
|
279
|
-
async function run(runOpts) {
|
|
280
|
-
runOpts = runOpts || {};
|
|
281
|
-
var t0 = Date.now();
|
|
282
|
-
var bundleId = _generateBundleId();
|
|
283
|
-
var stagingDir = path.join(os.tmpdir(),
|
|
284
|
-
"blamejs-backup-staging-" + bundleId.replace(/[:.]/g, "-"));
|
|
285
|
-
|
|
286
|
-
// Flush the live DB to disk so the snapshot is current. Default
|
|
287
|
-
// posture is best-effort — a flush failure logs but doesn't fail
|
|
288
|
-
// the whole backup. With requireFlush:true the failure aborts the
|
|
289
|
-
// backup so a stale snapshot never lands in storage.
|
|
290
|
-
if (flushBeforeBackup) {
|
|
291
|
-
try { await flushBeforeBackup(); }
|
|
292
|
-
catch (e) {
|
|
293
|
-
var flushReason = (e && e.message) || String(e);
|
|
294
|
-
_emitAudit("backup.flush.failure",
|
|
295
|
-
{ bundleId: bundleId, reason: flushReason },
|
|
296
|
-
requireFlush ? "failure" : "warning");
|
|
297
|
-
if (requireFlush) {
|
|
298
|
-
_emitAudit("backup.failure",
|
|
299
|
-
{ bundleId: bundleId, reason: "flush-required-but-failed: " + flushReason },
|
|
300
|
-
"failure");
|
|
301
|
-
throw new BackupError("backup/flush-required-failed",
|
|
302
|
-
"backup flush required but failed: " + flushReason);
|
|
303
|
-
}
|
|
304
|
-
}
|
|
305
|
-
}
|
|
306
|
-
|
|
307
|
-
var vaultKeyJson;
|
|
308
|
-
try {
|
|
309
|
-
vaultKeyJson = await _resolveVaultKeyJson(vaultKeyJsonOpt);
|
|
310
|
-
} catch (e) {
|
|
311
|
-
_emitAudit("backup.failure", { bundleId: bundleId, reason: e.message }, "failure");
|
|
312
|
-
throw e;
|
|
313
|
-
}
|
|
314
|
-
|
|
315
|
-
var bundleResult;
|
|
316
|
-
try {
|
|
317
|
-
bundleResult = await backupBundle.create({
|
|
318
|
-
dataDir: dataDir,
|
|
319
|
-
outDir: stagingDir,
|
|
320
|
-
passphrase: passphrase,
|
|
321
|
-
vaultKeyJson: vaultKeyJson,
|
|
322
|
-
files: files,
|
|
323
|
-
metadata: Object.assign({ bundleId: bundleId }, runOpts.metadata || {}),
|
|
324
|
-
progressCallback: runOpts.progressCallback,
|
|
325
|
-
});
|
|
326
|
-
} catch (e) {
|
|
327
|
-
try { fs.rmSync(stagingDir, { recursive: true, force: true }); } catch (_e) { /* best-effort tmpdir cleanup */ }
|
|
328
|
-
_emitAudit("backup.failure",
|
|
329
|
-
{ bundleId: bundleId, reason: (e && e.message) || String(e) }, "failure");
|
|
330
|
-
throw e;
|
|
331
|
-
}
|
|
332
|
-
|
|
333
|
-
try {
|
|
334
|
-
await storage.writeBundle(bundleId, stagingDir);
|
|
335
|
-
} catch (e) {
|
|
336
|
-
try { fs.rmSync(stagingDir, { recursive: true, force: true }); } catch (_e) { /* best-effort tmpdir cleanup */ }
|
|
337
|
-
_emitAudit("backup.failure",
|
|
338
|
-
{ bundleId: bundleId, reason: "storage.writeBundle: " + ((e && e.message) || String(e)) },
|
|
339
|
-
"failure");
|
|
340
|
-
throw new BackupError("backup/storage-write-failed",
|
|
341
|
-
"writing bundle to storage failed: " + ((e && e.message) || String(e)));
|
|
342
|
-
}
|
|
343
|
-
|
|
344
|
-
try { fs.rmSync(stagingDir, { recursive: true, force: true }); } catch (_e) { /* best-effort */ }
|
|
345
|
-
|
|
346
|
-
var summary = {
|
|
347
|
-
bundleId: bundleId,
|
|
348
|
-
bundleSize: bundleResult.bundleSize,
|
|
349
|
-
fileCount: bundleResult.fileCount,
|
|
350
|
-
durationMs: Date.now() - t0,
|
|
351
|
-
storage: storage.name || "custom",
|
|
352
|
-
};
|
|
353
|
-
_emitAudit("backup.success", summary);
|
|
354
|
-
|
|
355
|
-
// Retention sweep — best-effort. A failure here logs but does NOT
|
|
356
|
-
// fail the run (the bundle is already safely written; pruning
|
|
357
|
-
// can be retried).
|
|
358
|
-
if (retention && typeof retention.keep === "number" && retention.keep > 0) {
|
|
359
|
-
try {
|
|
360
|
-
var purged = await purgeOlder({ keep: retention.keep });
|
|
361
|
-
summary.retentionPurged = purged.deleted;
|
|
362
|
-
} catch (e) {
|
|
363
|
-
_emitAudit("backup.retention.failure",
|
|
364
|
-
{ bundleId: bundleId, reason: (e && e.message) || String(e) },
|
|
365
|
-
"warning");
|
|
366
|
-
}
|
|
367
|
-
}
|
|
368
|
-
return summary;
|
|
369
|
-
}
|
|
370
|
-
|
|
371
|
-
async function list() {
|
|
372
|
-
return await storage.listBundles();
|
|
373
|
-
}
|
|
374
|
-
|
|
375
|
-
async function deleteBundle(bundleId) {
|
|
376
|
-
if (!_isValidBundleId(bundleId)) {
|
|
377
|
-
throw new BackupError("backup/bad-bundle-id",
|
|
378
|
-
"bundleId must match the framework's timestamp+suffix format");
|
|
379
|
-
}
|
|
380
|
-
await storage.deleteBundle(bundleId);
|
|
381
|
-
_emitAudit("backup.deleted", { bundleId: bundleId });
|
|
382
|
-
}
|
|
383
|
-
|
|
384
|
-
async function read(bundleId, destDir) {
|
|
385
|
-
if (!_isValidBundleId(bundleId)) {
|
|
386
|
-
throw new BackupError("backup/bad-bundle-id",
|
|
387
|
-
"bundleId must match the framework's timestamp+suffix format");
|
|
388
|
-
}
|
|
389
|
-
await storage.readBundle(bundleId, destDir);
|
|
390
|
-
}
|
|
391
|
-
|
|
392
|
-
async function purgeOlder(purgeOpts) {
|
|
393
|
-
purgeOpts = purgeOpts || {};
|
|
394
|
-
var keep = typeof purgeOpts.keep === "number" && purgeOpts.keep >= 0
|
|
395
|
-
? Math.floor(purgeOpts.keep) : 0;
|
|
396
|
-
var bundles = await storage.listBundles();
|
|
397
|
-
// listBundles returns newest first; keep the first `keep`, purge rest.
|
|
398
|
-
var toDelete = bundles.slice(keep);
|
|
399
|
-
var deleted = [];
|
|
400
|
-
for (var i = 0; i < toDelete.length; i++) {
|
|
401
|
-
try {
|
|
402
|
-
await storage.deleteBundle(toDelete[i].bundleId);
|
|
403
|
-
deleted.push(toDelete[i].bundleId);
|
|
404
|
-
} catch (e) {
|
|
405
|
-
_emitAudit("backup.deleted.failure",
|
|
406
|
-
{ bundleId: toDelete[i].bundleId, reason: (e && e.message) || String(e) },
|
|
407
|
-
"failure");
|
|
408
|
-
}
|
|
409
|
-
}
|
|
410
|
-
if (deleted.length > 0) {
|
|
411
|
-
_emitAudit("backup.retention.swept", { kept: keep, deleted: deleted });
|
|
412
|
-
}
|
|
413
|
-
return { kept: keep, deleted: deleted };
|
|
414
|
-
}
|
|
415
|
-
|
|
416
|
-
function schedule(scheduleOpts) {
|
|
417
|
-
if (!scheduler || typeof scheduler.create !== "function") {
|
|
418
|
-
throw new BackupError("backup/no-scheduler",
|
|
419
|
-
"schedule: opts.scheduler must be wired at create() to use schedule()");
|
|
420
|
-
}
|
|
421
|
-
scheduleOpts = scheduleOpts || {};
|
|
422
|
-
if (typeof scheduleOpts.cron !== "string" || scheduleOpts.cron.length === 0) {
|
|
423
|
-
throw new BackupError("backup/bad-schedule",
|
|
424
|
-
"schedule: opts.cron is required (POSIX 5-field cron expression)");
|
|
425
|
-
}
|
|
426
|
-
var name = scheduleOpts.name || "blamejs.backup";
|
|
427
|
-
// Operators wire scheduler instances themselves; create() returns a
|
|
428
|
-
// scheduler we can append to.
|
|
429
|
-
var schedInstance = scheduler.create({ audit: auditOn });
|
|
430
|
-
schedInstance.schedule({
|
|
431
|
-
name: name,
|
|
432
|
-
cron: scheduleOpts.cron,
|
|
433
|
-
timezone: scheduleOpts.timezone,
|
|
434
|
-
run: async function () {
|
|
435
|
-
try { await run({ metadata: { reason: "scheduled" } }); }
|
|
436
|
-
catch (_e) { /* errors already audited inside run() */ }
|
|
437
|
-
},
|
|
438
|
-
});
|
|
439
|
-
return { name: name, instance: schedInstance };
|
|
440
|
-
}
|
|
441
|
-
|
|
442
|
-
return {
|
|
443
|
-
run: run,
|
|
444
|
-
list: list,
|
|
445
|
-
delete: deleteBundle,
|
|
446
|
-
read: read,
|
|
447
|
-
purgeOlder: purgeOlder,
|
|
448
|
-
schedule: schedule,
|
|
449
|
-
storage: storage,
|
|
450
|
-
};
|
|
451
|
-
}
|
|
452
|
-
|
|
453
|
-
// recommendedFiles — return the framework-default include list for
|
|
454
|
-
// a given DB at-rest mode + vault wrap mode. Operators with custom
|
|
455
|
-
// data files extend the result; operators with the standard layout
|
|
456
|
-
// can use it as-is.
|
|
457
|
-
//
|
|
458
|
-
// var files = b.backup.recommendedFiles({
|
|
459
|
-
// atRest: b.db.getMode(), // 'plain' | 'encrypted'
|
|
460
|
-
// vaultMode: b.vault.getMode(), // 'plaintext' | 'wrapped'
|
|
461
|
-
// additionalSealed: ["ca.key.sealed", "tls/privkey.pem.sealed"],
|
|
462
|
-
// });
|
|
463
|
-
//
|
|
464
|
-
// The list adapts to mode:
|
|
465
|
-
// plain DB → blamejs.db (the live SQLite file)
|
|
466
|
-
// encrypted DB → db.enc + db.key.enc (the at-rest envelope + sealed key)
|
|
467
|
-
// plaintext vault→ vault.key
|
|
468
|
-
// wrapped vault → vault.key.sealed
|
|
469
|
-
function recommendedFiles(opts) {
|
|
470
|
-
opts = opts || {};
|
|
471
|
-
var atRest = opts.atRest || "encrypted";
|
|
472
|
-
var vaultMode = opts.vaultMode || "wrapped";
|
|
473
|
-
var dbName = opts.dbName || "blamejs.db";
|
|
474
|
-
var files = [];
|
|
475
|
-
|
|
476
|
-
if (atRest === "encrypted") {
|
|
477
|
-
files.push({ relativePath: "db.enc", kind: "raw", required: true });
|
|
478
|
-
files.push({ relativePath: "db.key.enc", kind: "raw", required: true });
|
|
479
|
-
} else {
|
|
480
|
-
files.push({ relativePath: dbName, kind: "raw", required: true });
|
|
481
|
-
}
|
|
482
|
-
|
|
483
|
-
if (vaultMode === "wrapped") {
|
|
484
|
-
files.push({ relativePath: "vault.key.sealed", kind: "raw", required: true });
|
|
485
|
-
} else {
|
|
486
|
-
files.push({ relativePath: "vault.key", kind: "raw", required: true });
|
|
487
|
-
}
|
|
488
|
-
|
|
489
|
-
// Audit-signing key (always present; sealed in wrapped mode)
|
|
490
|
-
files.push({
|
|
491
|
-
relativePath: vaultMode === "wrapped" ? "audit-sign.key.sealed" : "audit-sign.key",
|
|
492
|
-
kind: "raw", required: false,
|
|
493
|
-
});
|
|
494
|
-
|
|
495
|
-
// Operator-supplied additional sealed files (CA, TLS, etc.)
|
|
496
|
-
if (Array.isArray(opts.additionalSealed)) {
|
|
497
|
-
for (var i = 0; i < opts.additionalSealed.length; i++) {
|
|
498
|
-
files.push({
|
|
499
|
-
relativePath: opts.additionalSealed[i],
|
|
500
|
-
kind: "vault-sealed",
|
|
501
|
-
required: false,
|
|
502
|
-
});
|
|
503
|
-
}
|
|
504
|
-
}
|
|
505
|
-
|
|
506
|
-
return files;
|
|
507
|
-
}
|
|
508
|
-
|
|
509
|
-
module.exports = {
|
|
510
|
-
create: create,
|
|
511
|
-
localStorage: localStorage,
|
|
512
|
-
recommendedFiles: recommendedFiles,
|
|
513
|
-
BackupError: BackupError,
|
|
514
|
-
BUNDLE_ID_RE: BUNDLE_ID_RE,
|
|
515
|
-
};
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* backup — operator-facing backup orchestration.
|
|
4
|
+
*
|
|
5
|
+
* Wires lib/backup-bundle (encrypt + emit a bundle directory) to a
|
|
6
|
+
* pluggable storage backend, plus retention policy + audit emission.
|
|
7
|
+
* Ships with a local-filesystem backend (b.backup.localStorage); S3
|
|
8
|
+
* or any custom backend drops in through the same interface.
|
|
9
|
+
*
|
|
10
|
+
* var backup = b.backup.create({
|
|
11
|
+
* dataDir: "./data",
|
|
12
|
+
* storage: b.backup.localStorage({ root: "./backups" }),
|
|
13
|
+
* passphrase: Buffer.from("operator backup passphrase"),
|
|
14
|
+
* files: [
|
|
15
|
+
* { relativePath: "db.enc", kind: "raw", required: true },
|
|
16
|
+
* { relativePath: "db.key.enc", kind: "raw", required: true },
|
|
17
|
+
* { relativePath: "vault.key", kind: "raw", required: false },
|
|
18
|
+
* { relativePath: "ca.key.sealed",kind: "vault-sealed", required: false },
|
|
19
|
+
* ],
|
|
20
|
+
* vaultKeyJson: function () { return fs.readFileSync('./data/vault.key','utf8'); },
|
|
21
|
+
* retention: { keep: 7 }, // keep latest 7; older purged after run
|
|
22
|
+
* audit: true,
|
|
23
|
+
* scheduler: b.scheduler, // optional; needed for backup.schedule()
|
|
24
|
+
* });
|
|
25
|
+
*
|
|
26
|
+
* await backup.run({ metadata: { reason: "daily" } });
|
|
27
|
+
* // → { bundleId, bundleSize, fileCount, durationMs }
|
|
28
|
+
* await backup.list();
|
|
29
|
+
* // → [{ bundleId, createdAt, size, fileCount }]
|
|
30
|
+
* await backup.delete(bundleId);
|
|
31
|
+
* await backup.purgeOlder({ keep: 7 });
|
|
32
|
+
* await backup.read(bundleId, destDir); // pull a bundle back to disk
|
|
33
|
+
* // (without decrypting — that's
|
|
34
|
+
* // restore-bundle's job)
|
|
35
|
+
*
|
|
36
|
+
* backup.schedule({ cron: "0 2 * * *", timezone: "America/New_York" });
|
|
37
|
+
* // returns a scheduler task name; wires through b.scheduler
|
|
38
|
+
*
|
|
39
|
+
* Storage backend contract:
|
|
40
|
+
*
|
|
41
|
+
* {
|
|
42
|
+
* async writeBundle(bundleId, sourceDir) copy sourceDir contents under bundleId
|
|
43
|
+
* async readBundle(bundleId, destDir) copy bundle out to destDir
|
|
44
|
+
* async listBundles() → [{ bundleId, createdAt, size }]
|
|
45
|
+
* async deleteBundle(bundleId)
|
|
46
|
+
* async hasBundle(bundleId) → boolean
|
|
47
|
+
* }
|
|
48
|
+
*
|
|
49
|
+
* vaultKeyJson can be either:
|
|
50
|
+
* - A string (the operator already has the JSON in hand)
|
|
51
|
+
* - A function returning a string (or async returning a string) — the
|
|
52
|
+
* framework calls this each backup so a long-running app doesn't pin
|
|
53
|
+
* the vault key in memory between runs
|
|
54
|
+
*
|
|
55
|
+
* Bundle IDs are filesystem-safe timestamps with millisecond precision
|
|
56
|
+
* plus a 4-byte random suffix: "2026-04-27T14-00-00-123Z-a8f30b21".
|
|
57
|
+
* Colons + dots in standard ISO-8601 are replaced with dashes so the
|
|
58
|
+
* id works as a directory name on every platform (Windows reserves ':'
|
|
59
|
+
* for drive letters). String sort still gives chronological order.
|
|
60
|
+
*/
|
|
61
|
+
|
|
62
|
+
var fs = require("fs");
|
|
63
|
+
var os = require("os");
|
|
64
|
+
var path = require("path");
|
|
65
|
+
var crypto = require("../crypto");
|
|
66
|
+
var atomicFile = require("../atomic-file");
|
|
67
|
+
var backupBundle = require("./bundle");
|
|
68
|
+
var lazyRequire = require("../lazy-require");
|
|
69
|
+
var validateOpts = require("../validate-opts");
|
|
70
|
+
var audit = lazyRequire(function () { return require("../audit"); });
|
|
71
|
+
// lazyRequire ../db so backup stays a leaf module operators can use
|
|
72
|
+
// without the rest of the framework's DB chain loaded in the same
|
|
73
|
+
// module graph (CLI tools, stand-alone backup runners). The db()
|
|
74
|
+
// callable resolves on first access.
|
|
75
|
+
var dbModuleLazy = lazyRequire(function () { return require("../db"); });
|
|
76
|
+
var { defineClass } = require("../framework-error");
|
|
77
|
+
|
|
78
|
+
var BackupError = defineClass("BackupError");
|
|
79
|
+
|
|
80
|
+
// "2026-04-27T14-00-00-123Z-a8f30b21" — atomicFile.pathTimestamp() form
|
|
81
|
+
// (ISO with ':'+'.' replaced by '-') plus a random suffix.
|
|
82
|
+
var BUNDLE_ID_RE = /^\d{4}-\d{2}-\d{2}T\d{2}-\d{2}-\d{2}-\d{3}Z-[0-9a-f]{8}$/;
|
|
83
|
+
|
|
84
|
+
// Cap on bundle-id length BEFORE the regex test — a malicious /
|
|
85
|
+
// pathological input can't make the regex engine spin if we bound
|
|
86
|
+
// length first. Bundle IDs in the wild are 32-ish chars; a 128-cap
|
|
87
|
+
// is comfortable.
|
|
88
|
+
var BUNDLE_ID_MAX_LEN = 0x80;
|
|
89
|
+
function _isValidBundleId(s) {
|
|
90
|
+
return typeof s === "string" && s.length > 0 &&
|
|
91
|
+
s.length <= BUNDLE_ID_MAX_LEN && BUNDLE_ID_RE.test(s);
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
function _generateBundleId() {
|
|
95
|
+
return atomicFile.pathTimestamp() + "-" + crypto.generateToken(4);
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
function _dirSize(p) {
|
|
99
|
+
var total = 0;
|
|
100
|
+
var entries = fs.readdirSync(p, { withFileTypes: true });
|
|
101
|
+
for (var i = 0; i < entries.length; i++) {
|
|
102
|
+
var f = path.join(p, entries[i].name);
|
|
103
|
+
if (entries[i].isDirectory()) total += _dirSize(f);
|
|
104
|
+
else if (entries[i].isFile()) total += fs.statSync(f).size;
|
|
105
|
+
}
|
|
106
|
+
return total;
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
// ---- Local filesystem storage backend (the default) ----
|
|
110
|
+
|
|
111
|
+
function localStorage(opts) {
|
|
112
|
+
opts = opts || {};
|
|
113
|
+
validateOpts.requireNonEmptyString(opts.root, "localStorage: opts.root", BackupError, "backup/no-storage-root");
|
|
114
|
+
var root = opts.root;
|
|
115
|
+
|
|
116
|
+
function _bundlePath(bundleId) {
|
|
117
|
+
if (!_isValidBundleId(bundleId)) {
|
|
118
|
+
throw new BackupError("backup/bad-bundle-id",
|
|
119
|
+
"bundleId must match the framework's timestamp+suffix format");
|
|
120
|
+
}
|
|
121
|
+
return path.join(root, bundleId);
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
return {
|
|
125
|
+
name: "local",
|
|
126
|
+
async writeBundle(bundleId, sourceDir) {
|
|
127
|
+
atomicFile.ensureDir(root);
|
|
128
|
+
var dest = _bundlePath(bundleId);
|
|
129
|
+
if (fs.existsSync(dest)) {
|
|
130
|
+
throw new BackupError("backup/bundle-exists",
|
|
131
|
+
"writeBundle: bundle '" + bundleId + "' already exists in storage");
|
|
132
|
+
}
|
|
133
|
+
atomicFile.copyDirRecursive(sourceDir, dest);
|
|
134
|
+
},
|
|
135
|
+
async readBundle(bundleId, destDir) {
|
|
136
|
+
var src = _bundlePath(bundleId);
|
|
137
|
+
if (!fs.existsSync(src)) {
|
|
138
|
+
throw new BackupError("backup/bundle-not-found",
|
|
139
|
+
"readBundle: '" + bundleId + "' not in storage at " + root);
|
|
140
|
+
}
|
|
141
|
+
if (fs.existsSync(destDir)) {
|
|
142
|
+
throw new BackupError("backup/dest-exists",
|
|
143
|
+
"readBundle: destDir already exists: " + destDir);
|
|
144
|
+
}
|
|
145
|
+
atomicFile.copyDirRecursive(src, destDir);
|
|
146
|
+
},
|
|
147
|
+
async listBundles() {
|
|
148
|
+
if (!fs.existsSync(root)) return [];
|
|
149
|
+
var entries = fs.readdirSync(root, { withFileTypes: true });
|
|
150
|
+
var out = [];
|
|
151
|
+
for (var i = 0; i < entries.length; i++) {
|
|
152
|
+
if (!entries[i].isDirectory()) continue;
|
|
153
|
+
if (!_isValidBundleId(entries[i].name)) continue;
|
|
154
|
+
var p = path.join(root, entries[i].name);
|
|
155
|
+
var stat;
|
|
156
|
+
try { stat = fs.statSync(p); } catch (_e) { continue; }
|
|
157
|
+
var size;
|
|
158
|
+
try { size = _dirSize(p); } catch (_e) { size = 0; }
|
|
159
|
+
out.push({
|
|
160
|
+
bundleId: entries[i].name,
|
|
161
|
+
createdAt: stat.mtime.toISOString(),
|
|
162
|
+
size: size,
|
|
163
|
+
});
|
|
164
|
+
}
|
|
165
|
+
// Newest first
|
|
166
|
+
out.sort(function (a, b) { return a.bundleId < b.bundleId ? 1 : -1; });
|
|
167
|
+
return out;
|
|
168
|
+
},
|
|
169
|
+
async deleteBundle(bundleId) {
|
|
170
|
+
var p = _bundlePath(bundleId);
|
|
171
|
+
if (!fs.existsSync(p)) return;
|
|
172
|
+
fs.rmSync(p, { recursive: true, force: true });
|
|
173
|
+
},
|
|
174
|
+
async hasBundle(bundleId) {
|
|
175
|
+
try { return fs.existsSync(_bundlePath(bundleId)); }
|
|
176
|
+
catch (_e) { return false; }
|
|
177
|
+
},
|
|
178
|
+
};
|
|
179
|
+
}
|
|
180
|
+
|
|
181
|
+
// ---- Engine ----
|
|
182
|
+
|
|
183
|
+
function _validateStorage(storage) {
|
|
184
|
+
if (!storage || typeof storage !== "object") {
|
|
185
|
+
throw new BackupError("backup/bad-storage",
|
|
186
|
+
"storage backend is required (use b.backup.localStorage or pass a custom one)");
|
|
187
|
+
}
|
|
188
|
+
var required = ["writeBundle", "readBundle", "listBundles", "deleteBundle", "hasBundle"];
|
|
189
|
+
for (var i = 0; i < required.length; i++) {
|
|
190
|
+
if (typeof storage[required[i]] !== "function") {
|
|
191
|
+
throw new BackupError("backup/bad-storage",
|
|
192
|
+
"storage backend missing method '" + required[i] + "'");
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
}
|
|
196
|
+
|
|
197
|
+
async function _resolveVaultKeyJson(vaultKeyJsonOpt) {
|
|
198
|
+
if (typeof vaultKeyJsonOpt === "string") return vaultKeyJsonOpt;
|
|
199
|
+
if (typeof vaultKeyJsonOpt === "function") {
|
|
200
|
+
var r = vaultKeyJsonOpt();
|
|
201
|
+
if (r && typeof r.then === "function") r = await r;
|
|
202
|
+
if (typeof r !== "string" || r.length === 0) {
|
|
203
|
+
throw new BackupError("backup/bad-vault-key",
|
|
204
|
+
"vaultKeyJson function must return a non-empty string");
|
|
205
|
+
}
|
|
206
|
+
return r;
|
|
207
|
+
}
|
|
208
|
+
throw new BackupError("backup/no-vault-key-json",
|
|
209
|
+
"opts.vaultKeyJson is required (string or function returning a string)");
|
|
210
|
+
}
|
|
211
|
+
|
|
212
|
+
function create(opts) {
|
|
213
|
+
opts = opts || {};
|
|
214
|
+
if (typeof opts.dataDir !== "string" || !fs.existsSync(opts.dataDir)) {
|
|
215
|
+
throw new BackupError("backup/no-datadir",
|
|
216
|
+
"create: opts.dataDir is required and must exist");
|
|
217
|
+
}
|
|
218
|
+
_validateStorage(opts.storage);
|
|
219
|
+
if (!Buffer.isBuffer(opts.passphrase) && typeof opts.passphrase !== "string") {
|
|
220
|
+
throw new BackupError("backup/no-passphrase",
|
|
221
|
+
"create: opts.passphrase is required (Buffer or string)");
|
|
222
|
+
}
|
|
223
|
+
if (!Array.isArray(opts.files) || opts.files.length === 0) {
|
|
224
|
+
throw new BackupError("backup/no-files",
|
|
225
|
+
"create: opts.files must be a non-empty array of include entries");
|
|
226
|
+
}
|
|
227
|
+
if (opts.vaultKeyJson === undefined) {
|
|
228
|
+
throw new BackupError("backup/no-vault-key-json",
|
|
229
|
+
"create: opts.vaultKeyJson is required (string or function returning string)");
|
|
230
|
+
}
|
|
231
|
+
|
|
232
|
+
var dataDir = opts.dataDir;
|
|
233
|
+
var storage = opts.storage;
|
|
234
|
+
var passphrase = opts.passphrase;
|
|
235
|
+
var files = opts.files;
|
|
236
|
+
var vaultKeyJsonOpt = opts.vaultKeyJson;
|
|
237
|
+
var retention = opts.retention || null;
|
|
238
|
+
var auditOn = opts.audit !== false;
|
|
239
|
+
var scheduler = opts.scheduler || null;
|
|
240
|
+
// flushBeforeBackup — call db.flushToDisk() (or operator-supplied
|
|
241
|
+
// flush) before snapshotting so encrypted-at-rest dbs are current.
|
|
242
|
+
// In encrypted-at-rest mode the framework re-encrypts to disk every
|
|
243
|
+
// ~5 min; without a pre-flush a backup of db.enc could be that
|
|
244
|
+
// stale relative to the live tmpfs DB. Pass false to skip when the
|
|
245
|
+
// operator's calling backup against a process that doesn't own the
|
|
246
|
+
// DB (e.g. an out-of-band backup tool reading a paused replica).
|
|
247
|
+
var flushBeforeBackup = typeof opts.flushBeforeBackup === "function"
|
|
248
|
+
? opts.flushBeforeBackup
|
|
249
|
+
: (opts.flushBeforeBackup === false ? null : null);
|
|
250
|
+
// requireFlush — when true, a flush failure FAILS the backup instead
|
|
251
|
+
// of producing a (potentially stale) snapshot. Operators on
|
|
252
|
+
// encrypted-at-rest with hard freshness requirements (compliance,
|
|
253
|
+
// audit, point-in-time recovery) opt in. Default false preserves the
|
|
254
|
+
// long-standing best-effort posture for operators who care about
|
|
255
|
+
// backup completing more than freshness.
|
|
256
|
+
var requireFlush = opts.requireFlush === true;
|
|
257
|
+
// Default: try b.db.flushToDisk if available. Wired this way so the
|
|
258
|
+
// backup primitive doesn't take a hard dependency on b.db (operators
|
|
259
|
+
// running backup against an external db handle still work).
|
|
260
|
+
if (flushBeforeBackup === null && opts.flushBeforeBackup !== false) {
|
|
261
|
+
try {
|
|
262
|
+
var dbModule = dbModuleLazy();
|
|
263
|
+
if (typeof dbModule.flushToDisk === "function") {
|
|
264
|
+
flushBeforeBackup = function () { dbModule.flushToDisk(); };
|
|
265
|
+
}
|
|
266
|
+
} catch (_e) { /* db not available in this module graph — flush is a no-op */ }
|
|
267
|
+
}
|
|
268
|
+
|
|
269
|
+
function _emitAudit(action, info, outcome) {
|
|
270
|
+
if (!auditOn) return;
|
|
271
|
+
audit().safeEmit({
|
|
272
|
+
action: action,
|
|
273
|
+
outcome: outcome,
|
|
274
|
+
metadata: info || {},
|
|
275
|
+
reason: info && info.reason ? info.reason : null,
|
|
276
|
+
});
|
|
277
|
+
}
|
|
278
|
+
|
|
279
|
+
async function run(runOpts) {
|
|
280
|
+
runOpts = runOpts || {};
|
|
281
|
+
var t0 = Date.now();
|
|
282
|
+
var bundleId = _generateBundleId();
|
|
283
|
+
var stagingDir = path.join(os.tmpdir(),
|
|
284
|
+
"blamejs-backup-staging-" + bundleId.replace(/[:.]/g, "-"));
|
|
285
|
+
|
|
286
|
+
// Flush the live DB to disk so the snapshot is current. Default
|
|
287
|
+
// posture is best-effort — a flush failure logs but doesn't fail
|
|
288
|
+
// the whole backup. With requireFlush:true the failure aborts the
|
|
289
|
+
// backup so a stale snapshot never lands in storage.
|
|
290
|
+
if (flushBeforeBackup) {
|
|
291
|
+
try { await flushBeforeBackup(); }
|
|
292
|
+
catch (e) {
|
|
293
|
+
var flushReason = (e && e.message) || String(e);
|
|
294
|
+
_emitAudit("backup.flush.failure",
|
|
295
|
+
{ bundleId: bundleId, reason: flushReason },
|
|
296
|
+
requireFlush ? "failure" : "warning");
|
|
297
|
+
if (requireFlush) {
|
|
298
|
+
_emitAudit("backup.failure",
|
|
299
|
+
{ bundleId: bundleId, reason: "flush-required-but-failed: " + flushReason },
|
|
300
|
+
"failure");
|
|
301
|
+
throw new BackupError("backup/flush-required-failed",
|
|
302
|
+
"backup flush required but failed: " + flushReason);
|
|
303
|
+
}
|
|
304
|
+
}
|
|
305
|
+
}
|
|
306
|
+
|
|
307
|
+
var vaultKeyJson;
|
|
308
|
+
try {
|
|
309
|
+
vaultKeyJson = await _resolveVaultKeyJson(vaultKeyJsonOpt);
|
|
310
|
+
} catch (e) {
|
|
311
|
+
_emitAudit("backup.failure", { bundleId: bundleId, reason: e.message }, "failure");
|
|
312
|
+
throw e;
|
|
313
|
+
}
|
|
314
|
+
|
|
315
|
+
var bundleResult;
|
|
316
|
+
try {
|
|
317
|
+
bundleResult = await backupBundle.create({
|
|
318
|
+
dataDir: dataDir,
|
|
319
|
+
outDir: stagingDir,
|
|
320
|
+
passphrase: passphrase,
|
|
321
|
+
vaultKeyJson: vaultKeyJson,
|
|
322
|
+
files: files,
|
|
323
|
+
metadata: Object.assign({ bundleId: bundleId }, runOpts.metadata || {}),
|
|
324
|
+
progressCallback: runOpts.progressCallback,
|
|
325
|
+
});
|
|
326
|
+
} catch (e) {
|
|
327
|
+
try { fs.rmSync(stagingDir, { recursive: true, force: true }); } catch (_e) { /* best-effort tmpdir cleanup */ }
|
|
328
|
+
_emitAudit("backup.failure",
|
|
329
|
+
{ bundleId: bundleId, reason: (e && e.message) || String(e) }, "failure");
|
|
330
|
+
throw e;
|
|
331
|
+
}
|
|
332
|
+
|
|
333
|
+
try {
|
|
334
|
+
await storage.writeBundle(bundleId, stagingDir);
|
|
335
|
+
} catch (e) {
|
|
336
|
+
try { fs.rmSync(stagingDir, { recursive: true, force: true }); } catch (_e) { /* best-effort tmpdir cleanup */ }
|
|
337
|
+
_emitAudit("backup.failure",
|
|
338
|
+
{ bundleId: bundleId, reason: "storage.writeBundle: " + ((e && e.message) || String(e)) },
|
|
339
|
+
"failure");
|
|
340
|
+
throw new BackupError("backup/storage-write-failed",
|
|
341
|
+
"writing bundle to storage failed: " + ((e && e.message) || String(e)));
|
|
342
|
+
}
|
|
343
|
+
|
|
344
|
+
try { fs.rmSync(stagingDir, { recursive: true, force: true }); } catch (_e) { /* best-effort */ }
|
|
345
|
+
|
|
346
|
+
var summary = {
|
|
347
|
+
bundleId: bundleId,
|
|
348
|
+
bundleSize: bundleResult.bundleSize,
|
|
349
|
+
fileCount: bundleResult.fileCount,
|
|
350
|
+
durationMs: Date.now() - t0,
|
|
351
|
+
storage: storage.name || "custom",
|
|
352
|
+
};
|
|
353
|
+
_emitAudit("backup.success", summary);
|
|
354
|
+
|
|
355
|
+
// Retention sweep — best-effort. A failure here logs but does NOT
|
|
356
|
+
// fail the run (the bundle is already safely written; pruning
|
|
357
|
+
// can be retried).
|
|
358
|
+
if (retention && typeof retention.keep === "number" && retention.keep > 0) {
|
|
359
|
+
try {
|
|
360
|
+
var purged = await purgeOlder({ keep: retention.keep });
|
|
361
|
+
summary.retentionPurged = purged.deleted;
|
|
362
|
+
} catch (e) {
|
|
363
|
+
_emitAudit("backup.retention.failure",
|
|
364
|
+
{ bundleId: bundleId, reason: (e && e.message) || String(e) },
|
|
365
|
+
"warning");
|
|
366
|
+
}
|
|
367
|
+
}
|
|
368
|
+
return summary;
|
|
369
|
+
}
|
|
370
|
+
|
|
371
|
+
async function list() {
|
|
372
|
+
return await storage.listBundles();
|
|
373
|
+
}
|
|
374
|
+
|
|
375
|
+
async function deleteBundle(bundleId) {
|
|
376
|
+
if (!_isValidBundleId(bundleId)) {
|
|
377
|
+
throw new BackupError("backup/bad-bundle-id",
|
|
378
|
+
"bundleId must match the framework's timestamp+suffix format");
|
|
379
|
+
}
|
|
380
|
+
await storage.deleteBundle(bundleId);
|
|
381
|
+
_emitAudit("backup.deleted", { bundleId: bundleId });
|
|
382
|
+
}
|
|
383
|
+
|
|
384
|
+
async function read(bundleId, destDir) {
|
|
385
|
+
if (!_isValidBundleId(bundleId)) {
|
|
386
|
+
throw new BackupError("backup/bad-bundle-id",
|
|
387
|
+
"bundleId must match the framework's timestamp+suffix format");
|
|
388
|
+
}
|
|
389
|
+
await storage.readBundle(bundleId, destDir);
|
|
390
|
+
}
|
|
391
|
+
|
|
392
|
+
async function purgeOlder(purgeOpts) {
|
|
393
|
+
purgeOpts = purgeOpts || {};
|
|
394
|
+
var keep = typeof purgeOpts.keep === "number" && purgeOpts.keep >= 0
|
|
395
|
+
? Math.floor(purgeOpts.keep) : 0;
|
|
396
|
+
var bundles = await storage.listBundles();
|
|
397
|
+
// listBundles returns newest first; keep the first `keep`, purge rest.
|
|
398
|
+
var toDelete = bundles.slice(keep);
|
|
399
|
+
var deleted = [];
|
|
400
|
+
for (var i = 0; i < toDelete.length; i++) {
|
|
401
|
+
try {
|
|
402
|
+
await storage.deleteBundle(toDelete[i].bundleId);
|
|
403
|
+
deleted.push(toDelete[i].bundleId);
|
|
404
|
+
} catch (e) {
|
|
405
|
+
_emitAudit("backup.deleted.failure",
|
|
406
|
+
{ bundleId: toDelete[i].bundleId, reason: (e && e.message) || String(e) },
|
|
407
|
+
"failure");
|
|
408
|
+
}
|
|
409
|
+
}
|
|
410
|
+
if (deleted.length > 0) {
|
|
411
|
+
_emitAudit("backup.retention.swept", { kept: keep, deleted: deleted });
|
|
412
|
+
}
|
|
413
|
+
return { kept: keep, deleted: deleted };
|
|
414
|
+
}
|
|
415
|
+
|
|
416
|
+
function schedule(scheduleOpts) {
|
|
417
|
+
if (!scheduler || typeof scheduler.create !== "function") {
|
|
418
|
+
throw new BackupError("backup/no-scheduler",
|
|
419
|
+
"schedule: opts.scheduler must be wired at create() to use schedule()");
|
|
420
|
+
}
|
|
421
|
+
scheduleOpts = scheduleOpts || {};
|
|
422
|
+
if (typeof scheduleOpts.cron !== "string" || scheduleOpts.cron.length === 0) {
|
|
423
|
+
throw new BackupError("backup/bad-schedule",
|
|
424
|
+
"schedule: opts.cron is required (POSIX 5-field cron expression)");
|
|
425
|
+
}
|
|
426
|
+
var name = scheduleOpts.name || "blamejs.backup";
|
|
427
|
+
// Operators wire scheduler instances themselves; create() returns a
|
|
428
|
+
// scheduler we can append to.
|
|
429
|
+
var schedInstance = scheduler.create({ audit: auditOn });
|
|
430
|
+
schedInstance.schedule({
|
|
431
|
+
name: name,
|
|
432
|
+
cron: scheduleOpts.cron,
|
|
433
|
+
timezone: scheduleOpts.timezone,
|
|
434
|
+
run: async function () {
|
|
435
|
+
try { await run({ metadata: { reason: "scheduled" } }); }
|
|
436
|
+
catch (_e) { /* errors already audited inside run() */ }
|
|
437
|
+
},
|
|
438
|
+
});
|
|
439
|
+
return { name: name, instance: schedInstance };
|
|
440
|
+
}
|
|
441
|
+
|
|
442
|
+
return {
|
|
443
|
+
run: run,
|
|
444
|
+
list: list,
|
|
445
|
+
delete: deleteBundle,
|
|
446
|
+
read: read,
|
|
447
|
+
purgeOlder: purgeOlder,
|
|
448
|
+
schedule: schedule,
|
|
449
|
+
storage: storage,
|
|
450
|
+
};
|
|
451
|
+
}
|
|
452
|
+
|
|
453
|
+
// recommendedFiles — return the framework-default include list for
|
|
454
|
+
// a given DB at-rest mode + vault wrap mode. Operators with custom
|
|
455
|
+
// data files extend the result; operators with the standard layout
|
|
456
|
+
// can use it as-is.
|
|
457
|
+
//
|
|
458
|
+
// var files = b.backup.recommendedFiles({
|
|
459
|
+
// atRest: b.db.getMode(), // 'plain' | 'encrypted'
|
|
460
|
+
// vaultMode: b.vault.getMode(), // 'plaintext' | 'wrapped'
|
|
461
|
+
// additionalSealed: ["ca.key.sealed", "tls/privkey.pem.sealed"],
|
|
462
|
+
// });
|
|
463
|
+
//
|
|
464
|
+
// The list adapts to mode:
|
|
465
|
+
// plain DB → blamejs.db (the live SQLite file)
|
|
466
|
+
// encrypted DB → db.enc + db.key.enc (the at-rest envelope + sealed key)
|
|
467
|
+
// plaintext vault→ vault.key
|
|
468
|
+
// wrapped vault → vault.key.sealed
|
|
469
|
+
function recommendedFiles(opts) {
|
|
470
|
+
opts = opts || {};
|
|
471
|
+
var atRest = opts.atRest || "encrypted";
|
|
472
|
+
var vaultMode = opts.vaultMode || "wrapped";
|
|
473
|
+
var dbName = opts.dbName || "blamejs.db";
|
|
474
|
+
var files = [];
|
|
475
|
+
|
|
476
|
+
if (atRest === "encrypted") {
|
|
477
|
+
files.push({ relativePath: "db.enc", kind: "raw", required: true });
|
|
478
|
+
files.push({ relativePath: "db.key.enc", kind: "raw", required: true });
|
|
479
|
+
} else {
|
|
480
|
+
files.push({ relativePath: dbName, kind: "raw", required: true });
|
|
481
|
+
}
|
|
482
|
+
|
|
483
|
+
if (vaultMode === "wrapped") {
|
|
484
|
+
files.push({ relativePath: "vault.key.sealed", kind: "raw", required: true });
|
|
485
|
+
} else {
|
|
486
|
+
files.push({ relativePath: "vault.key", kind: "raw", required: true });
|
|
487
|
+
}
|
|
488
|
+
|
|
489
|
+
// Audit-signing key (always present; sealed in wrapped mode)
|
|
490
|
+
files.push({
|
|
491
|
+
relativePath: vaultMode === "wrapped" ? "audit-sign.key.sealed" : "audit-sign.key",
|
|
492
|
+
kind: "raw", required: false,
|
|
493
|
+
});
|
|
494
|
+
|
|
495
|
+
// Operator-supplied additional sealed files (CA, TLS, etc.)
|
|
496
|
+
if (Array.isArray(opts.additionalSealed)) {
|
|
497
|
+
for (var i = 0; i < opts.additionalSealed.length; i++) {
|
|
498
|
+
files.push({
|
|
499
|
+
relativePath: opts.additionalSealed[i],
|
|
500
|
+
kind: "vault-sealed",
|
|
501
|
+
required: false,
|
|
502
|
+
});
|
|
503
|
+
}
|
|
504
|
+
}
|
|
505
|
+
|
|
506
|
+
return files;
|
|
507
|
+
}
|
|
508
|
+
|
|
509
|
+
module.exports = {
|
|
510
|
+
create: create,
|
|
511
|
+
localStorage: localStorage,
|
|
512
|
+
recommendedFiles: recommendedFiles,
|
|
513
|
+
BackupError: BackupError,
|
|
514
|
+
BUNDLE_ID_RE: BUNDLE_ID_RE,
|
|
515
|
+
};
|