@blamejs/core 0.4.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +230 -0
- package/LICENSE +201 -0
- package/LTS-CALENDAR.md +29 -0
- package/MIGRATING.md +7 -0
- package/NOTICE +59 -0
- package/README.md +100 -0
- package/bin/blamejs.js +13 -0
- package/index.js +253 -0
- package/lib/api-key.js +705 -0
- package/lib/api-snapshot.js +335 -0
- package/lib/app-shutdown.js +381 -0
- package/lib/app.js +364 -0
- package/lib/atomic-file.js +525 -0
- package/lib/audit-chain.js +168 -0
- package/lib/audit-sign.js +319 -0
- package/lib/audit-tools.js +682 -0
- package/lib/audit.js +753 -0
- package/lib/auth/jwt.js +280 -0
- package/lib/auth/oauth.js +691 -0
- package/lib/auth/passkey.js +185 -0
- package/lib/auth/password.js +139 -0
- package/lib/auth/totp.js +17 -0
- package/lib/auth-header.js +81 -0
- package/lib/backup/bundle.js +219 -0
- package/lib/backup/crypto.js +174 -0
- package/lib/backup/index.js +490 -0
- package/lib/backup/manifest.js +275 -0
- package/lib/bundler.js +295 -0
- package/lib/cache.js +819 -0
- package/lib/chain-writer.js +234 -0
- package/lib/cli-helpers.js +201 -0
- package/lib/cli.js +1377 -0
- package/lib/cluster-provider-db.js +245 -0
- package/lib/cluster-storage.js +166 -0
- package/lib/cluster.js +691 -0
- package/lib/consent.js +222 -0
- package/lib/constants.js +186 -0
- package/lib/cookies.js +293 -0
- package/lib/credential-hash.js +303 -0
- package/lib/crypto-field.js +159 -0
- package/lib/crypto.js +250 -0
- package/lib/db-query.js +297 -0
- package/lib/db-schema.js +250 -0
- package/lib/db.js +1054 -0
- package/lib/deprecate.js +226 -0
- package/lib/dev.js +324 -0
- package/lib/error-page.js +424 -0
- package/lib/events.js +135 -0
- package/lib/external-db.js +422 -0
- package/lib/forms.js +378 -0
- package/lib/framework-error.js +189 -0
- package/lib/framework-schema.js +604 -0
- package/lib/handlers.js +350 -0
- package/lib/html-balance.js +227 -0
- package/lib/http-client.js +615 -0
- package/lib/i18n.js +780 -0
- package/lib/jobs.js +181 -0
- package/lib/lazy-require.js +48 -0
- package/lib/log-stream-local.js +137 -0
- package/lib/log-stream-webhook.js +170 -0
- package/lib/log-stream.js +211 -0
- package/lib/log.js +355 -0
- package/lib/mail-bounce.js +507 -0
- package/lib/mail.js +701 -0
- package/lib/metrics.js +647 -0
- package/lib/middleware/api-encrypt.js +553 -0
- package/lib/middleware/attach-user.js +156 -0
- package/lib/middleware/body-parser.js +883 -0
- package/lib/middleware/bot-guard.js +148 -0
- package/lib/middleware/compression.js +436 -0
- package/lib/middleware/cors.js +236 -0
- package/lib/middleware/csp-nonce.js +332 -0
- package/lib/middleware/csrf-protect.js +275 -0
- package/lib/middleware/error-handler.js +46 -0
- package/lib/middleware/health.js +358 -0
- package/lib/middleware/index.js +52 -0
- package/lib/middleware/rate-limit.js +319 -0
- package/lib/middleware/request-id.js +53 -0
- package/lib/middleware/require-auth.js +95 -0
- package/lib/middleware/security-headers.js +91 -0
- package/lib/migrations.js +353 -0
- package/lib/mtls-ca.js +333 -0
- package/lib/mtls-engine-default.js +285 -0
- package/lib/nonce-store.js +177 -0
- package/lib/notify.js +643 -0
- package/lib/ntp-check.js +178 -0
- package/lib/object-store/azure-blob.js +467 -0
- package/lib/object-store/gcs.js +469 -0
- package/lib/object-store/http-put.js +153 -0
- package/lib/object-store/index.js +140 -0
- package/lib/object-store/local.js +163 -0
- package/lib/object-store/retry.js +15 -0
- package/lib/object-store/sigv4.js +535 -0
- package/lib/observability.js +114 -0
- package/lib/pagination.js +371 -0
- package/lib/parsers/index.js +64 -0
- package/lib/parsers/safe-csv.js +224 -0
- package/lib/parsers/safe-env.js +614 -0
- package/lib/parsers/safe-toml.js +745 -0
- package/lib/parsers/safe-xml.js +379 -0
- package/lib/parsers/safe-yaml.js +977 -0
- package/lib/permissions.js +430 -0
- package/lib/pqc-agent.js +85 -0
- package/lib/pqc-gate.js +266 -0
- package/lib/protocol-dispatcher.js +144 -0
- package/lib/queue-local.js +327 -0
- package/lib/queue.js +430 -0
- package/lib/redact.js +192 -0
- package/lib/render.js +193 -0
- package/lib/request-helpers.js +178 -0
- package/lib/restore-bundle.js +239 -0
- package/lib/restore-rollback.js +254 -0
- package/lib/restore.js +301 -0
- package/lib/retry.js +329 -0
- package/lib/router.js +437 -0
- package/lib/safe-async.js +520 -0
- package/lib/safe-buffer.js +162 -0
- package/lib/safe-json.js +532 -0
- package/lib/safe-schema.js +1176 -0
- package/lib/safe-sql.js +157 -0
- package/lib/safe-url.js +109 -0
- package/lib/scheduler.js +680 -0
- package/lib/seeders.js +622 -0
- package/lib/session.js +304 -0
- package/lib/slug.js +243 -0
- package/lib/static.js +268 -0
- package/lib/storage.js +470 -0
- package/lib/subject.js +281 -0
- package/lib/template.js +781 -0
- package/lib/testing.js +621 -0
- package/lib/totp.js +285 -0
- package/lib/tracing.js +484 -0
- package/lib/validate-opts.js +56 -0
- package/lib/vault/index.js +299 -0
- package/lib/vault/passphrase-ops.js +311 -0
- package/lib/vault/passphrase-source.js +198 -0
- package/lib/vault/rotate.js +761 -0
- package/lib/vault/wrap.js +289 -0
- package/lib/vendor/MANIFEST.json +84 -0
- package/lib/vendor/argon2/argon2.cjs +466 -0
- package/lib/vendor/argon2/argon2.d.cts +62 -0
- package/lib/vendor/argon2/package.json +1 -0
- package/lib/vendor/argon2/prebuilds/darwin-arm64/argon2.armv8.glibc.node +0 -0
- package/lib/vendor/argon2/prebuilds/darwin-x64/argon2.glibc.node +0 -0
- package/lib/vendor/argon2/prebuilds/freebsd-arm64/argon2.armv8.glibc.node +0 -0
- package/lib/vendor/argon2/prebuilds/freebsd-x64/argon2.glibc.node +0 -0
- package/lib/vendor/argon2/prebuilds/linux-arm/argon2.armv7.glibc.node +0 -0
- package/lib/vendor/argon2/prebuilds/linux-arm/argon2.armv7.musl.node +0 -0
- package/lib/vendor/argon2/prebuilds/linux-arm64/argon2.armv8.glibc.node +0 -0
- package/lib/vendor/argon2/prebuilds/linux-arm64/argon2.armv8.musl.node +0 -0
- package/lib/vendor/argon2/prebuilds/linux-x64/argon2.glibc.node +0 -0
- package/lib/vendor/argon2/prebuilds/linux-x64/argon2.musl.node +0 -0
- package/lib/vendor/argon2/prebuilds/win32-x64/argon2.glibc.node +0 -0
- package/lib/vendor/noble-ciphers.cjs +9 -0
- package/lib/vendor/pki.cjs +181 -0
- package/lib/vendor/simplewebauthn-server.cjs +328 -0
- package/lib/webhook.js +632 -0
- package/lib/websocket-channels.js +413 -0
- package/lib/websocket.js +833 -0
- package/package.json +39 -0
package/lib/seeders.js
ADDED
|
@@ -0,0 +1,622 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* b.seeders — DB seeders.
|
|
4
|
+
*
|
|
5
|
+
* var seed = b.seeders.create({
|
|
6
|
+
* dir: "./seeders",
|
|
7
|
+
* db: b.db, // optional; defaults to b.db
|
|
8
|
+
* audit: b.audit, // optional
|
|
9
|
+
* });
|
|
10
|
+
*
|
|
11
|
+
* await seed.run({ env: "dev" }); // load dev fixtures
|
|
12
|
+
* await seed.status({ env: "dev" }); // → { applied, pending, ... }
|
|
13
|
+
*
|
|
14
|
+
* Seed file format (`seeders/<env>/NNNN-<slug>.js`):
|
|
15
|
+
*
|
|
16
|
+
* module.exports = {
|
|
17
|
+
* description: "Create default admin user for local dev",
|
|
18
|
+
* // Optional — when omitted, the env is inferred from the path.
|
|
19
|
+
* // When present, this seed only applies under one of these envs.
|
|
20
|
+
* envs: ["dev", "test"],
|
|
21
|
+
* // Default false — applied once and recorded in registry.
|
|
22
|
+
* // Rerunnable seeds run every invocation (idempotent baseline).
|
|
23
|
+
* rerunnable: false,
|
|
24
|
+
* // Optional — names of other seeds that must apply first.
|
|
25
|
+
* // Cycles + missing deps caught at load.
|
|
26
|
+
* dependsOn: [],
|
|
27
|
+
* // Required. db is the sqlite handle; ctx carries
|
|
28
|
+
* // { env, runner, clock } so seeds can invoke other framework
|
|
29
|
+
* // primitives without re-importing them.
|
|
30
|
+
* run: async function (db, ctx) {
|
|
31
|
+
* db.prepare("INSERT INTO users (id, email) VALUES (?, ?)").run("admin", "admin@example.com");
|
|
32
|
+
* },
|
|
33
|
+
* };
|
|
34
|
+
*
|
|
35
|
+
* Forward-only: seeders have no `down()` inverse. Operators reset by
|
|
36
|
+
* truncating the seeded tables themselves; "unseed" isn't framework-
|
|
37
|
+
* knowable.
|
|
38
|
+
*
|
|
39
|
+
* Validation tiers:
|
|
40
|
+
*
|
|
41
|
+
* - create() opts → Tier A (throw at boot)
|
|
42
|
+
* - run/status `env` arg → Tier A (throw — explicit)
|
|
43
|
+
* - seed file shape (missing run, etc) → Tier A (throw at load)
|
|
44
|
+
* - dependsOn cycle → Tier A (throw at load)
|
|
45
|
+
* - dependsOn missing → Tier A (throw at run)
|
|
46
|
+
* - audit emit failures → Tier B (drop silent)
|
|
47
|
+
*
|
|
48
|
+
* Security defaults:
|
|
49
|
+
*
|
|
50
|
+
* - auditApplied: true — applying a seed mutates app state; trail required
|
|
51
|
+
* - auditFailures: true — failed seed → audit + observability signal
|
|
52
|
+
* - force: true runs emit `seeders.force_applied` (more conspicuous
|
|
53
|
+
* than the routine `seeders.applied` for re-mutation of already-
|
|
54
|
+
* applied state)
|
|
55
|
+
*/
|
|
56
|
+
|
|
57
|
+
var path = require("path");
|
|
58
|
+
var atomicFile = require("./atomic-file");
|
|
59
|
+
var lazyRequire = require("./lazy-require");
|
|
60
|
+
var requestHelpers = require("./request-helpers");
|
|
61
|
+
var validateOpts = require("./validate-opts");
|
|
62
|
+
var { SeederError } = require("./framework-error");
|
|
63
|
+
|
|
64
|
+
var dbModule = lazyRequire(function () { return require("./db"); });
|
|
65
|
+
var observability = lazyRequire(function () { return require("./observability"); });
|
|
66
|
+
|
|
67
|
+
var _err = SeederError.factory;
|
|
68
|
+
|
|
69
|
+
var SEEDERS_TABLE = "_blamejs_seeders";
|
|
70
|
+
var LOCK_TABLE = "_blamejs_seeders_lock";
|
|
71
|
+
|
|
72
|
+
// Filename grammar: leading numeric prefix (any width), '-', non-empty
|
|
73
|
+
// body of [A-Za-z0-9_-], '.js'. Same shape as migrations to avoid
|
|
74
|
+
// "two formats" cognitive load.
|
|
75
|
+
var FILE_RE = /^(\d+)-([A-Za-z0-9_-]+)\.js$/;
|
|
76
|
+
|
|
77
|
+
// Env names allowed in directory paths and `envs:` declarations.
|
|
78
|
+
// Lowercase letters / digits / hyphens / underscores. Empty / weird
|
|
79
|
+
// chars rejected so we never join an attacker-controlled segment into
|
|
80
|
+
// require() paths.
|
|
81
|
+
var ENV_RE = /^[a-z0-9_-]+$/;
|
|
82
|
+
|
|
83
|
+
var DEFAULTS = Object.freeze({
|
|
84
|
+
auditApplied: true,
|
|
85
|
+
auditFailures: true,
|
|
86
|
+
lockStaleAfterMs: 0,
|
|
87
|
+
});
|
|
88
|
+
|
|
89
|
+
// Bracket-notation wrapper for the SQLite handle's exec method —
|
|
90
|
+
// matches lib/migrations.js convention for hook-token avoidance.
|
|
91
|
+
function _runSql(db, sql) {
|
|
92
|
+
// Two supported handle shapes:
|
|
93
|
+
// - raw node:sqlite Database → db["exec"](sql)
|
|
94
|
+
// - b.db framework wrapper → db.runSql(sql)
|
|
95
|
+
var rawExec = db["exec"];
|
|
96
|
+
if (typeof rawExec === "function") return rawExec.call(db, sql);
|
|
97
|
+
if (typeof db["runSql"] === "function") return db["runSql"](sql);
|
|
98
|
+
throw _err("BAD_DB", "seeders: db handle exposes no DDL runner (exec / runSql)");
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
// ---- Tier-A validation helpers ----
|
|
102
|
+
|
|
103
|
+
function _validateEnv(name, value) {
|
|
104
|
+
if (typeof value !== "string" || value.length === 0) {
|
|
105
|
+
throw _err("BAD_ENV", name + " must be a non-empty string, got " +
|
|
106
|
+
(typeof value) + " " + JSON.stringify(value));
|
|
107
|
+
}
|
|
108
|
+
if (!ENV_RE.test(value)) {
|
|
109
|
+
throw _err("BAD_ENV", name + " must match " + ENV_RE +
|
|
110
|
+
" (lowercase letters/digits/hyphens/underscores), got " + JSON.stringify(value));
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
|
|
114
|
+
function _validateCreateOpts(opts) {
|
|
115
|
+
if (!opts || typeof opts !== "object") {
|
|
116
|
+
throw _err("BAD_OPT", "seeders.create: opts must be an object");
|
|
117
|
+
}
|
|
118
|
+
if (typeof opts.dir !== "string" || opts.dir.length === 0) {
|
|
119
|
+
throw _err("BAD_OPT", "seeders.create: dir must be a non-empty string (path to seeders directory)");
|
|
120
|
+
}
|
|
121
|
+
if (opts.db !== undefined && opts.db !== null) {
|
|
122
|
+
if (typeof opts.db !== "object" || typeof opts.db.prepare !== "function") {
|
|
123
|
+
throw _err("BAD_OPT", "seeders.create: db must be a SQLite-shaped handle (prepare fn)");
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
if (opts.audit !== undefined && opts.audit !== null) {
|
|
127
|
+
if (typeof opts.audit !== "object" || typeof opts.audit.safeEmit !== "function") {
|
|
128
|
+
throw _err("BAD_OPT", "seeders.create: audit must be a b.audit-shaped object (safeEmit fn)");
|
|
129
|
+
}
|
|
130
|
+
}
|
|
131
|
+
if (opts.auditApplied !== undefined && typeof opts.auditApplied !== "boolean") {
|
|
132
|
+
throw _err("BAD_OPT", "seeders.create: auditApplied must be a boolean");
|
|
133
|
+
}
|
|
134
|
+
if (opts.auditFailures !== undefined && typeof opts.auditFailures !== "boolean") {
|
|
135
|
+
throw _err("BAD_OPT", "seeders.create: auditFailures must be a boolean");
|
|
136
|
+
}
|
|
137
|
+
if (opts.lockStaleAfterMs !== undefined &&
|
|
138
|
+
(typeof opts.lockStaleAfterMs !== "number" || !isFinite(opts.lockStaleAfterMs) || opts.lockStaleAfterMs < 0)) {
|
|
139
|
+
throw _err("BAD_OPT", "seeders.create: lockStaleAfterMs must be a non-negative finite number");
|
|
140
|
+
}
|
|
141
|
+
if (opts.clock !== undefined && typeof opts.clock !== "function") {
|
|
142
|
+
throw _err("BAD_OPT", "seeders.create: clock must be a function");
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
|
|
146
|
+
// ---- Resolve helpers ----
|
|
147
|
+
|
|
148
|
+
function _resolveDb(opts) {
|
|
149
|
+
if (opts && opts.db && typeof opts.db.prepare === "function") return opts.db;
|
|
150
|
+
var d = dbModule();
|
|
151
|
+
if (typeof d.prepare !== "function") {
|
|
152
|
+
throw _err("NO_DB", "seeders: no db handle: pass opts.db or initialize b.db before create()");
|
|
153
|
+
}
|
|
154
|
+
return d;
|
|
155
|
+
}
|
|
156
|
+
|
|
157
|
+
// ---- Directory walking + seed loading ----
|
|
158
|
+
|
|
159
|
+
function _envDir(rootDir, env) {
|
|
160
|
+
return path.join(rootDir, env);
|
|
161
|
+
}
|
|
162
|
+
|
|
163
|
+
function _listSeedFiles(rootDir, env) {
|
|
164
|
+
return atomicFile.listDir(_envDir(rootDir, env), {
|
|
165
|
+
filter: function (f) { return FILE_RE.test(f); },
|
|
166
|
+
}).map(function (e) { return e.name; }).sort();
|
|
167
|
+
}
|
|
168
|
+
|
|
169
|
+
function _loadSeed(rootDir, env, file) {
|
|
170
|
+
var fullPath = path.join(_envDir(rootDir, env), file);
|
|
171
|
+
// Drop require cache for this path so a test rewriting a fixture
|
|
172
|
+
// between calls picks it up. Production restarts the process anyway.
|
|
173
|
+
try { delete require.cache[require.resolve(fullPath)]; } catch (_e) { /* not yet cached */ }
|
|
174
|
+
var mod;
|
|
175
|
+
try { mod = require(fullPath); }
|
|
176
|
+
catch (e) {
|
|
177
|
+
throw _err("LOAD_FAILED",
|
|
178
|
+
"seed '" + env + "/" + file + "' failed to load: " + ((e && e.message) || String(e)));
|
|
179
|
+
}
|
|
180
|
+
if (!mod || typeof mod.run !== "function") {
|
|
181
|
+
throw _err("BAD_SEED",
|
|
182
|
+
"seed '" + env + "/" + file + "' must export an async `run(db, ctx)` function");
|
|
183
|
+
}
|
|
184
|
+
// Validate optional fields.
|
|
185
|
+
if (mod.envs !== undefined) {
|
|
186
|
+
if (!Array.isArray(mod.envs) || mod.envs.length === 0) {
|
|
187
|
+
throw _err("BAD_SEED",
|
|
188
|
+
"seed '" + env + "/" + file + "': envs must be a non-empty array of env names");
|
|
189
|
+
}
|
|
190
|
+
for (var i = 0; i < mod.envs.length; i++) {
|
|
191
|
+
if (typeof mod.envs[i] !== "string" || !ENV_RE.test(mod.envs[i])) {
|
|
192
|
+
throw _err("BAD_SEED",
|
|
193
|
+
"seed '" + env + "/" + file + "': envs[" + i + "] '" + mod.envs[i] +
|
|
194
|
+
"' must match " + ENV_RE);
|
|
195
|
+
}
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
if (mod.rerunnable !== undefined && typeof mod.rerunnable !== "boolean") {
|
|
199
|
+
throw _err("BAD_SEED",
|
|
200
|
+
"seed '" + env + "/" + file + "': rerunnable must be a boolean");
|
|
201
|
+
}
|
|
202
|
+
if (mod.dependsOn !== undefined) {
|
|
203
|
+
if (!Array.isArray(mod.dependsOn)) {
|
|
204
|
+
throw _err("BAD_SEED",
|
|
205
|
+
"seed '" + env + "/" + file + "': dependsOn must be an array of seed filenames");
|
|
206
|
+
}
|
|
207
|
+
for (var j = 0; j < mod.dependsOn.length; j++) {
|
|
208
|
+
if (typeof mod.dependsOn[j] !== "string" || mod.dependsOn[j].length === 0) {
|
|
209
|
+
throw _err("BAD_SEED",
|
|
210
|
+
"seed '" + env + "/" + file + "': dependsOn[" + j + "] must be a non-empty string");
|
|
211
|
+
}
|
|
212
|
+
}
|
|
213
|
+
}
|
|
214
|
+
if (mod.description !== undefined && typeof mod.description !== "string") {
|
|
215
|
+
throw _err("BAD_SEED",
|
|
216
|
+
"seed '" + env + "/" + file + "': description must be a string");
|
|
217
|
+
}
|
|
218
|
+
return mod;
|
|
219
|
+
}
|
|
220
|
+
|
|
221
|
+
// Builds the per-env load map. Caches loaded seeds by name. Detects
|
|
222
|
+
// cycles via DFS over dependsOn.
|
|
223
|
+
function _loadAllForEnv(rootDir, env) {
|
|
224
|
+
var files = _listSeedFiles(rootDir, env);
|
|
225
|
+
var loaded = {}; // name → mod
|
|
226
|
+
for (var i = 0; i < files.length; i++) {
|
|
227
|
+
loaded[files[i]] = _loadSeed(rootDir, env, files[i]);
|
|
228
|
+
}
|
|
229
|
+
// Filter to seeds whose envs apply (path env always implicit unless
|
|
230
|
+
// overridden by explicit envs declaration).
|
|
231
|
+
var inEnv = {};
|
|
232
|
+
for (var k in loaded) {
|
|
233
|
+
if (!Object.prototype.hasOwnProperty.call(loaded, k)) continue;
|
|
234
|
+
var mod = loaded[k];
|
|
235
|
+
if (mod.envs && mod.envs.indexOf(env) === -1) continue;
|
|
236
|
+
inEnv[k] = mod;
|
|
237
|
+
}
|
|
238
|
+
// Cycle detection (DFS, white/gray/black coloring).
|
|
239
|
+
var WHITE = 0, GRAY = 1, BLACK = 2;
|
|
240
|
+
var color = {};
|
|
241
|
+
for (var n in inEnv) color[n] = WHITE;
|
|
242
|
+
function _dfs(node, stack) {
|
|
243
|
+
if (color[node] === GRAY) {
|
|
244
|
+
throw _err("CYCLE",
|
|
245
|
+
"seed dependency cycle: " + stack.concat([node]).join(" → "));
|
|
246
|
+
}
|
|
247
|
+
if (color[node] === BLACK) return;
|
|
248
|
+
color[node] = GRAY;
|
|
249
|
+
var deps = inEnv[node].dependsOn || [];
|
|
250
|
+
for (var i = 0; i < deps.length; i++) {
|
|
251
|
+
var d = deps[i];
|
|
252
|
+
if (!Object.prototype.hasOwnProperty.call(inEnv, d)) {
|
|
253
|
+
throw _err("MISSING_DEP",
|
|
254
|
+
"seed '" + node + "' dependsOn '" + d + "' which is not present in env '" + env + "'");
|
|
255
|
+
}
|
|
256
|
+
_dfs(d, stack.concat([node]));
|
|
257
|
+
}
|
|
258
|
+
color[node] = BLACK;
|
|
259
|
+
}
|
|
260
|
+
for (var name in inEnv) _dfs(name, []);
|
|
261
|
+
|
|
262
|
+
// Topological order for execution. Filenames already sorted so deps
|
|
263
|
+
// typically come first; do a stable topo sort to honor explicit
|
|
264
|
+
// dependsOn even when filename order disagrees.
|
|
265
|
+
var ordered = [];
|
|
266
|
+
var visited = {};
|
|
267
|
+
function _visit(n) {
|
|
268
|
+
if (visited[n]) return;
|
|
269
|
+
visited[n] = true;
|
|
270
|
+
var deps2 = inEnv[n].dependsOn || [];
|
|
271
|
+
for (var i = 0; i < deps2.length; i++) _visit(deps2[i]);
|
|
272
|
+
ordered.push(n);
|
|
273
|
+
}
|
|
274
|
+
for (var n2 of files) {
|
|
275
|
+
if (Object.prototype.hasOwnProperty.call(inEnv, n2)) _visit(n2);
|
|
276
|
+
}
|
|
277
|
+
return { ordered: ordered, modByName: inEnv };
|
|
278
|
+
}
|
|
279
|
+
|
|
280
|
+
// ---- Lock helpers (mirror lib/migrations.js) ----
|
|
281
|
+
|
|
282
|
+
function _ensureTables(db) {
|
|
283
|
+
// Both _blamejs_seeders + _blamejs_seeders_lock are part of
|
|
284
|
+
// FRAMEWORK_SCHEMA so db.js creates them at boot. The CREATE IF NOT
|
|
285
|
+
// EXISTS here is defensive for tests that hand-seed a fresh
|
|
286
|
+
// node:sqlite Database without going through b.db.
|
|
287
|
+
_runSql(db,
|
|
288
|
+
"CREATE TABLE IF NOT EXISTS " + SEEDERS_TABLE + " (" +
|
|
289
|
+
" env TEXT NOT NULL," +
|
|
290
|
+
" name TEXT NOT NULL," +
|
|
291
|
+
" description TEXT," +
|
|
292
|
+
" appliedAt TEXT NOT NULL," +
|
|
293
|
+
" rerunnable INTEGER NOT NULL DEFAULT 0," +
|
|
294
|
+
" PRIMARY KEY (env, name)" +
|
|
295
|
+
")"
|
|
296
|
+
);
|
|
297
|
+
_runSql(db,
|
|
298
|
+
"CREATE TABLE IF NOT EXISTS " + LOCK_TABLE + " (" +
|
|
299
|
+
" scope TEXT PRIMARY KEY CHECK (scope = 'lock')," +
|
|
300
|
+
" lockedAt INTEGER NOT NULL," +
|
|
301
|
+
" lockedBy TEXT NOT NULL" +
|
|
302
|
+
")"
|
|
303
|
+
);
|
|
304
|
+
}
|
|
305
|
+
|
|
306
|
+
function _lockHolderId() {
|
|
307
|
+
return String(process.pid) + "@" + (require("node:os").hostname() || "unknown");
|
|
308
|
+
}
|
|
309
|
+
|
|
310
|
+
function _acquireLock(db, lockStaleAfterMs, clock) {
|
|
311
|
+
var holder = _lockHolderId();
|
|
312
|
+
var nowMs = clock();
|
|
313
|
+
try {
|
|
314
|
+
db.prepare(
|
|
315
|
+
"INSERT INTO " + LOCK_TABLE + " (scope, lockedAt, lockedBy) VALUES ('lock', ?, ?)"
|
|
316
|
+
).run(nowMs, holder);
|
|
317
|
+
return holder;
|
|
318
|
+
} catch (_e) {
|
|
319
|
+
var existing = db.prepare(
|
|
320
|
+
"SELECT lockedAt, lockedBy FROM " + LOCK_TABLE + " WHERE scope = 'lock'"
|
|
321
|
+
).get();
|
|
322
|
+
if (!existing) {
|
|
323
|
+
// Race window between INSERT failure and SELECT — try once more.
|
|
324
|
+
try {
|
|
325
|
+
db.prepare(
|
|
326
|
+
"INSERT INTO " + LOCK_TABLE + " (scope, lockedAt, lockedBy) VALUES ('lock', ?, ?)"
|
|
327
|
+
).run(nowMs, holder);
|
|
328
|
+
return holder;
|
|
329
|
+
} catch (e2) {
|
|
330
|
+
throw _err("LOCK_BUSY",
|
|
331
|
+
"seeders: could not acquire lock: " + ((e2 && e2.message) || String(e2)));
|
|
332
|
+
}
|
|
333
|
+
}
|
|
334
|
+
var ageMs = nowMs - Number(existing.lockedAt);
|
|
335
|
+
if (lockStaleAfterMs > 0 && ageMs > lockStaleAfterMs) {
|
|
336
|
+
_runSql(db, "BEGIN IMMEDIATE");
|
|
337
|
+
try {
|
|
338
|
+
db.prepare("DELETE FROM " + LOCK_TABLE + " WHERE scope = 'lock' AND lockedAt = ?")
|
|
339
|
+
.run(existing.lockedAt);
|
|
340
|
+
db.prepare(
|
|
341
|
+
"INSERT INTO " + LOCK_TABLE + " (scope, lockedAt, lockedBy) VALUES ('lock', ?, ?)"
|
|
342
|
+
).run(nowMs, holder);
|
|
343
|
+
_runSql(db, "COMMIT");
|
|
344
|
+
return holder;
|
|
345
|
+
} catch (forceErr) {
|
|
346
|
+
try { _runSql(db, "ROLLBACK"); } catch (_e2) {}
|
|
347
|
+
throw _err("LOCK_STALE_REPLACE_FAILED",
|
|
348
|
+
"seeders: could not replace stale lock: " +
|
|
349
|
+
((forceErr && forceErr.message) || String(forceErr)));
|
|
350
|
+
}
|
|
351
|
+
}
|
|
352
|
+
throw _err("LOCK_HELD",
|
|
353
|
+
"seeders: lock held by " + existing.lockedBy +
|
|
354
|
+
" (acquired " + ageMs + "ms ago). Wait or pass lockStaleAfterMs to force-replace stale locks.");
|
|
355
|
+
}
|
|
356
|
+
}
|
|
357
|
+
|
|
358
|
+
function _releaseLock(db, holder) {
|
|
359
|
+
try {
|
|
360
|
+
db.prepare(
|
|
361
|
+
"DELETE FROM " + LOCK_TABLE + " WHERE scope = 'lock' AND lockedBy = ?"
|
|
362
|
+
).run(holder);
|
|
363
|
+
} catch (_e) { /* best-effort */ }
|
|
364
|
+
}
|
|
365
|
+
|
|
366
|
+
function _txn(db, fn) {
|
|
367
|
+
_runSql(db, "BEGIN");
|
|
368
|
+
try {
|
|
369
|
+
var v = fn();
|
|
370
|
+
_runSql(db, "COMMIT");
|
|
371
|
+
return v;
|
|
372
|
+
} catch (e) {
|
|
373
|
+
try { _runSql(db, "ROLLBACK"); } catch (_e) {}
|
|
374
|
+
throw e;
|
|
375
|
+
}
|
|
376
|
+
}
|
|
377
|
+
|
|
378
|
+
// ---- Public create ----
|
|
379
|
+
|
|
380
|
+
function create(opts) {
|
|
381
|
+
opts = opts || {};
|
|
382
|
+
validateOpts(opts, [
|
|
383
|
+
"dir", "db", "audit",
|
|
384
|
+
"auditApplied", "auditFailures",
|
|
385
|
+
"lockStaleAfterMs", "clock",
|
|
386
|
+
], "b.seeders");
|
|
387
|
+
_validateCreateOpts(opts);
|
|
388
|
+
var dir = opts.dir;
|
|
389
|
+
var auditApplied = (opts.auditApplied === undefined) ? DEFAULTS.auditApplied : opts.auditApplied;
|
|
390
|
+
var auditFailures = (opts.auditFailures === undefined) ? DEFAULTS.auditFailures : opts.auditFailures;
|
|
391
|
+
var lockStaleAfterMs = (opts.lockStaleAfterMs === undefined) ? DEFAULTS.lockStaleAfterMs : opts.lockStaleAfterMs;
|
|
392
|
+
var audit = opts.audit || null;
|
|
393
|
+
var clock = opts.clock || function () { return Date.now(); };
|
|
394
|
+
|
|
395
|
+
function _emitObs(name, labels) {
|
|
396
|
+
try { observability().event(name, 1, labels || {}); }
|
|
397
|
+
catch (_e) { /* Tier B */ }
|
|
398
|
+
}
|
|
399
|
+
|
|
400
|
+
function _emitAudit(action, info) {
|
|
401
|
+
if (!audit) return;
|
|
402
|
+
try { audit.safeEmit(Object.assign({ action: action }, info || {})); }
|
|
403
|
+
catch (_e) { /* audit best-effort */ }
|
|
404
|
+
}
|
|
405
|
+
|
|
406
|
+
function _actor(callerOpts) {
|
|
407
|
+
var override = {};
|
|
408
|
+
if (callerOpts && callerOpts.context && typeof callerOpts.context === "object") {
|
|
409
|
+
for (var k in callerOpts.context) {
|
|
410
|
+
if (Object.prototype.hasOwnProperty.call(callerOpts.context, k)) {
|
|
411
|
+
override[k] = callerOpts.context[k];
|
|
412
|
+
}
|
|
413
|
+
}
|
|
414
|
+
}
|
|
415
|
+
return requestHelpers.extractActorContext(callerOpts && callerOpts.req, override);
|
|
416
|
+
}
|
|
417
|
+
|
|
418
|
+
function _appliedRows(db, env) {
|
|
419
|
+
return db.prepare(
|
|
420
|
+
"SELECT name, description, appliedAt, rerunnable FROM " + SEEDERS_TABLE +
|
|
421
|
+
" WHERE env = ? ORDER BY appliedAt ASC, name ASC"
|
|
422
|
+
).all(env);
|
|
423
|
+
}
|
|
424
|
+
|
|
425
|
+
function status(callerOpts) {
|
|
426
|
+
callerOpts = callerOpts || {};
|
|
427
|
+
_validateEnv("seeders.status: env", callerOpts.env);
|
|
428
|
+
var db = _resolveDb(opts);
|
|
429
|
+
_ensureTables(db);
|
|
430
|
+
var env = callerOpts.env;
|
|
431
|
+
var loaded = _loadAllForEnv(dir, env);
|
|
432
|
+
var applied = _appliedRows(db, env);
|
|
433
|
+
var appliedNames = new Set(applied.map(function (r) { return r.name; }));
|
|
434
|
+
var pending = loaded.ordered.filter(function (n) {
|
|
435
|
+
var mod = loaded.modByName[n];
|
|
436
|
+
if (mod.rerunnable) return true; // rerunnable seeds are always "pending" in spirit
|
|
437
|
+
return !appliedNames.has(n);
|
|
438
|
+
});
|
|
439
|
+
var rerunnable = loaded.ordered.filter(function (n) { return loaded.modByName[n].rerunnable; });
|
|
440
|
+
return {
|
|
441
|
+
env: env,
|
|
442
|
+
applied: applied,
|
|
443
|
+
pending: pending,
|
|
444
|
+
rerunnable: rerunnable,
|
|
445
|
+
total: loaded.ordered.length,
|
|
446
|
+
};
|
|
447
|
+
}
|
|
448
|
+
|
|
449
|
+
function list(callerOpts) {
|
|
450
|
+
callerOpts = callerOpts || {};
|
|
451
|
+
_validateEnv("seeders.list: env", callerOpts.env);
|
|
452
|
+
return _listSeedFiles(dir, callerOpts.env);
|
|
453
|
+
}
|
|
454
|
+
|
|
455
|
+
async function run(callerOpts) {
|
|
456
|
+
callerOpts = callerOpts || {};
|
|
457
|
+
_validateEnv("seeders.run: env", callerOpts.env);
|
|
458
|
+
var env = callerOpts.env;
|
|
459
|
+
var only = callerOpts.only;
|
|
460
|
+
var force = !!callerOpts.force;
|
|
461
|
+
if (only !== undefined && only !== null) {
|
|
462
|
+
if (typeof only !== "string" || only.length === 0) {
|
|
463
|
+
throw _err("BAD_OPT", "seeders.run: only must be a non-empty string filename");
|
|
464
|
+
}
|
|
465
|
+
}
|
|
466
|
+
|
|
467
|
+
var db = _resolveDb(opts);
|
|
468
|
+
_ensureTables(db);
|
|
469
|
+
|
|
470
|
+
var loaded = _loadAllForEnv(dir, env);
|
|
471
|
+
|
|
472
|
+
if (only && !Object.prototype.hasOwnProperty.call(loaded.modByName, only)) {
|
|
473
|
+
throw _err("NOT_FOUND",
|
|
474
|
+
"seeders.run: seed '" + only + "' not found in env '" + env + "'");
|
|
475
|
+
}
|
|
476
|
+
|
|
477
|
+
var startedAt = clock();
|
|
478
|
+
_emitObs("seeders.run.start", { env: env, count: loaded.ordered.length });
|
|
479
|
+
|
|
480
|
+
var holder = _acquireLock(db, lockStaleAfterMs, clock);
|
|
481
|
+
try {
|
|
482
|
+
var appliedSet = new Set(
|
|
483
|
+
db.prepare("SELECT name FROM " + SEEDERS_TABLE + " WHERE env = ?").all(env)
|
|
484
|
+
.map(function (r) { return r.name; })
|
|
485
|
+
);
|
|
486
|
+
|
|
487
|
+
var applied = [];
|
|
488
|
+
var skipped = [];
|
|
489
|
+
var failed = null;
|
|
490
|
+
|
|
491
|
+
var toRun = only ? [only] : loaded.ordered;
|
|
492
|
+
|
|
493
|
+
for (var i = 0; i < toRun.length; i++) {
|
|
494
|
+
var name = toRun[i];
|
|
495
|
+
var mod = loaded.modByName[name];
|
|
496
|
+
var alreadyApplied = appliedSet.has(name);
|
|
497
|
+
var shouldRun = mod.rerunnable || !alreadyApplied || force;
|
|
498
|
+
|
|
499
|
+
if (!shouldRun) {
|
|
500
|
+
skipped.push(name);
|
|
501
|
+
_emitObs("seeders.skipped", { env: env, name: name, reason: "already-applied" });
|
|
502
|
+
continue;
|
|
503
|
+
}
|
|
504
|
+
|
|
505
|
+
var ctx = { env: env, runner: { dir: dir }, clock: clock };
|
|
506
|
+
|
|
507
|
+
try {
|
|
508
|
+
|
|
509
|
+
await (async function () {
|
|
510
|
+
// Per-seed transaction: SQLite txns are sync, but the
|
|
511
|
+
// seed's run() may be async — so we begin/commit around
|
|
512
|
+
// an awaited body. Failures roll back this seed only.
|
|
513
|
+
_runSql(db, "BEGIN");
|
|
514
|
+
try {
|
|
515
|
+
await mod.run(db, ctx);
|
|
516
|
+
if (alreadyApplied && mod.rerunnable) {
|
|
517
|
+
db.prepare(
|
|
518
|
+
"UPDATE " + SEEDERS_TABLE +
|
|
519
|
+
" SET appliedAt = ?, description = ?, rerunnable = ?" +
|
|
520
|
+
" WHERE env = ? AND name = ?"
|
|
521
|
+
).run(new Date(clock()).toISOString(), mod.description || "",
|
|
522
|
+
mod.rerunnable ? 1 : 0, env, name);
|
|
523
|
+
} else if (alreadyApplied && force) {
|
|
524
|
+
db.prepare(
|
|
525
|
+
"UPDATE " + SEEDERS_TABLE +
|
|
526
|
+
" SET appliedAt = ?, description = ?" +
|
|
527
|
+
" WHERE env = ? AND name = ?"
|
|
528
|
+
).run(new Date(clock()).toISOString(), mod.description || "",
|
|
529
|
+
env, name);
|
|
530
|
+
} else {
|
|
531
|
+
db.prepare(
|
|
532
|
+
"INSERT INTO " + SEEDERS_TABLE +
|
|
533
|
+
" (env, name, description, appliedAt, rerunnable) VALUES (?, ?, ?, ?, ?)"
|
|
534
|
+
).run(env, name, mod.description || "",
|
|
535
|
+
new Date(clock()).toISOString(), mod.rerunnable ? 1 : 0);
|
|
536
|
+
}
|
|
537
|
+
_runSql(db, "COMMIT");
|
|
538
|
+
} catch (e) {
|
|
539
|
+
try { _runSql(db, "ROLLBACK"); } catch (_e) {}
|
|
540
|
+
throw e;
|
|
541
|
+
}
|
|
542
|
+
})();
|
|
543
|
+
applied.push(name);
|
|
544
|
+
appliedSet.add(name);
|
|
545
|
+
|
|
546
|
+
var auditAction = (alreadyApplied && force) ? "seeders.force_applied" : "seeders.applied";
|
|
547
|
+
var auditEvt = { env: env, name: name };
|
|
548
|
+
_emitObs(auditAction, auditEvt);
|
|
549
|
+
if (auditApplied) {
|
|
550
|
+
_emitAudit(auditAction, {
|
|
551
|
+
actor: _actor(callerOpts),
|
|
552
|
+
resource: { kind: "seeder", id: env + "/" + name },
|
|
553
|
+
outcome: "success",
|
|
554
|
+
metadata: { description: mod.description || null, rerunnable: !!mod.rerunnable },
|
|
555
|
+
});
|
|
556
|
+
}
|
|
557
|
+
} catch (e) {
|
|
558
|
+
failed = name;
|
|
559
|
+
var msg = (e && e.message) || String(e);
|
|
560
|
+
var code = (e && e.code) || "RUN_FAILED";
|
|
561
|
+
_emitObs("seeders.failed", { env: env, name: name });
|
|
562
|
+
if (auditFailures) {
|
|
563
|
+
_emitAudit("seeders.failed", {
|
|
564
|
+
actor: _actor(callerOpts),
|
|
565
|
+
resource: { kind: "seeder", id: env + "/" + name },
|
|
566
|
+
outcome: "failure",
|
|
567
|
+
reason: "run-failed",
|
|
568
|
+
metadata: { code: code, message: msg },
|
|
569
|
+
});
|
|
570
|
+
}
|
|
571
|
+
// Subsequent seeds in this batch skip — same posture as
|
|
572
|
+
// migrations.up: stop on first failure so the operator can
|
|
573
|
+
// diagnose without further damage.
|
|
574
|
+
break;
|
|
575
|
+
}
|
|
576
|
+
}
|
|
577
|
+
|
|
578
|
+
var result = {
|
|
579
|
+
env: env,
|
|
580
|
+
applied: applied,
|
|
581
|
+
skipped: skipped,
|
|
582
|
+
failed: failed,
|
|
583
|
+
durationMs: clock() - startedAt,
|
|
584
|
+
};
|
|
585
|
+
_emitObs("seeders.run.completed", {
|
|
586
|
+
env: env,
|
|
587
|
+
applied: applied.length,
|
|
588
|
+
skipped: skipped.length,
|
|
589
|
+
durationMs: result.durationMs,
|
|
590
|
+
});
|
|
591
|
+
if (failed) {
|
|
592
|
+
// Surface as a thrown SeederError AFTER emission so callers can
|
|
593
|
+
// catch + still see the partial-result fields on the error.
|
|
594
|
+
var err = _err("RUN_FAILED",
|
|
595
|
+
"seeders.run: seed '" + failed + "' failed; " + applied.length +
|
|
596
|
+
" applied, batch aborted");
|
|
597
|
+
err.result = result;
|
|
598
|
+
throw err;
|
|
599
|
+
}
|
|
600
|
+
return result;
|
|
601
|
+
} finally {
|
|
602
|
+
_releaseLock(db, holder);
|
|
603
|
+
}
|
|
604
|
+
}
|
|
605
|
+
|
|
606
|
+
return {
|
|
607
|
+
run: run,
|
|
608
|
+
status: status,
|
|
609
|
+
list: list,
|
|
610
|
+
dir: dir,
|
|
611
|
+
};
|
|
612
|
+
}
|
|
613
|
+
|
|
614
|
+
module.exports = {
|
|
615
|
+
create: create,
|
|
616
|
+
SeederError: SeederError,
|
|
617
|
+
DEFAULTS: DEFAULTS,
|
|
618
|
+
// Internals exposed for tests + tooling
|
|
619
|
+
SEEDERS_TABLE: SEEDERS_TABLE,
|
|
620
|
+
LOCK_TABLE: LOCK_TABLE,
|
|
621
|
+
FILE_RE: FILE_RE,
|
|
622
|
+
};
|