jsql-neo 6.5.14 → 6.5.16

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -3,7 +3,7 @@
3
3
  > **One engine to rule them all** — a Rust-powered embedded database that speaks your language:
4
4
  > MySQL, PostgreSQL, MongoDB, Redis, SQL, TypeScript, **and the browser**.
5
5
 
6
- > **v6.5.14** — stable release · [github.com/vexify-org/JSQL-neo](https://github.com/vexify-org/JSQL-neo) · [jsql.vexify.top](https://jsql.vexify.top)
6
+ > **v6.5.16** — stable release · [github.com/vexify-org/JSQL-neo](https://github.com/vexify-org/JSQL-neo) · [jsql.vexify.top](https://jsql.vexify.top)
7
7
 
8
8
  ![Engines](https://img.shields.io/badge/engines-Native%20%7C%20WASM%20%7C%20Pure%20JS-7ee787)
9
9
  ![MySQL](https://img.shields.io/badge/protocol-MySQL%20compatible-1f6feb)
package/index.js CHANGED
@@ -1,5 +1,5 @@
1
1
  /**
2
- * JSQL-NEO v6.5.14 — Rust-Powered Embedded Database (WASM + HTTP)
2
+ * JSQL-NEO v6.5.16 — Rust-Powered Embedded Database (WASM + HTTP)
3
3
  *
4
4
  * @example
5
5
  * const jsql = require('jsql-neo');
package/lib/database.js CHANGED
@@ -1938,6 +1938,9 @@ class Database {
1938
1938
  const clash = table._rows.find(r => r !== row && r[field] === nv);
1939
1939
  if (clash) throw createError('ER_DUP_ENTRY', `Duplicate entry '${nv}' for key '${field}'`);
1940
1940
  }
1941
+ // 主键/必填列的 NULL 校验:updateById 此前只做类型校验与重复检查,
1942
+ // `UPDATE t SET id = NULL` 会被静默写入(主键行变成 NULL 主键)。
1943
+ table._validateConstraints({ ...row, ...validated }, table._rows.indexOf(row));
1941
1944
  Object.assign(row, validated);
1942
1945
  if (pk) this._walWrite({ op: 'update', table: tableName, pk, id, row: { ...validated } });
1943
1946
  this._emit('update', { table: tableName, id, data: validated });
@@ -1956,7 +1959,9 @@ class Database {
1956
1959
  for (const [id, data] of pairs) {
1957
1960
  const row = this._resolveId(table, id);
1958
1961
  if (row) {
1959
- Object.assign(row, data);
1962
+ const validated = table._validateDataTypes({ ...data }, true);
1963
+ table._validateConstraints({ ...row, ...validated }, table._rows.indexOf(row));
1964
+ Object.assign(row, validated);
1960
1965
  count++;
1961
1966
  if (pk) this._walWrite({ op: 'update', table: tableName, pk, id, row: { ...data } });
1962
1967
  }
@@ -146,6 +146,7 @@ class Connection extends EventEmitter {
146
146
  const r = await executeSQL(engine, finalSql, {
147
147
  safety: this.safety,
148
148
  allowComments: this.allowComments,
149
+ allowWrites: true,
149
150
  maxStatements: this.config.multipleStatements ? null : 1,
150
151
  });
151
152
  const results = Array.isArray(r) ? r : [r];
@@ -957,6 +957,8 @@ class MysqlConnection {
957
957
  const r = await executeSQL(engine, sqlToRun, {
958
958
  allowComments: this.server.allowComments,
959
959
  safety: this.server.safety,
960
+ // 协议服务器本身就是数据库端:客户端发来的 DROP/DELETE/UPDATE 必须执行。
961
+ allowWrites: true,
960
962
  maxStatements: 1,
961
963
  session: this.session,
962
964
  });
package/lib/sql.js CHANGED
@@ -18,6 +18,24 @@ const DANGEROUS_SQL = [
18
18
  // (CWE-770)。可在 executeSQL 通过 opts.maxSqlLength 放宽/关闭(传 Infinity)。
19
19
  const DEFAULT_MAX_SQL_LENGTH = 64 * 1024 * 1024;
20
20
 
21
+ // 破坏性语句:安全模式下默认拦截(可显式 allowWrites: true 放行)。
22
+ // 多语句注入(`SELECT …; DROP TABLE s;`)的修复分两层:
23
+ // 1) 安全模式默认只允许一条语句(mysql2 默认也是单语句);
24
+ // 2) 单条 DROP / TRUNCATE / DELETE / UPDATE 也需显式放行。
25
+ // 协议服务器(MySQL / PG)与迁移/管理台会显式传 allowWrites,保持原有能力。
26
+ const DESTRUCTIVE_STMT_TYPES = new Set([
27
+ 'delete', 'update', 'truncate',
28
+ 'dropTable', 'dropIndex', 'dropView', 'dropDatabase',
29
+ ]);
30
+
31
+ /** 递归看 WITH 包着的真正语句,返回破坏性语句类型或 null */
32
+ function findDestructiveStatement(stmt) {
33
+ if (!stmt || typeof stmt !== 'object') return null;
34
+ if (DESTRUCTIVE_STMT_TYPES.has(stmt.type)) return stmt.type;
35
+ if (stmt.type === 'with' && stmt.statement) return findDestructiveStatement(stmt.statement);
36
+ return null;
37
+ }
38
+
21
39
  function findDangerousSQL(tokens) {
22
40
  // 先把注释去掉,防止通过 /*comment*/DROP 绕过检测
23
41
  const commentStripped = [];
@@ -2989,7 +3007,16 @@ function resolveOperand(operand, row, ctx) {
2989
3007
  if (!rowHasPrefixedKeys(row) && row[col] !== undefined) return row[col];
2990
3008
  }
2991
3009
  // 相关子查询:回退到外层行(ctx.__outer 由 _evalExists 临时注入)
2992
- if (ctx && ctx.__outer && ctx.__outer[n] !== undefined) return ctx.__outer[n];
3010
+ if (ctx && ctx.__outer) {
3011
+ if (ctx.__outer[n] !== undefined) return ctx.__outer[n];
3012
+ // 外层行通常是未加前缀的裸列({id:1}),而引用可能带表层限定符(a.id)。
3013
+ // 内层行已套前缀时,row[col] 的回退已被禁止,这里必须再按裸列名查一次,
3014
+ // 否则 `WHERE b.id = a.id` 在 UPDATE/SELECT 的相关子查询里恒为 NULL。
3015
+ if (n.indexOf('.') !== -1) {
3016
+ const col = n.slice(n.lastIndexOf('.') + 1);
3017
+ if (ctx.__outer[col] !== undefined) return ctx.__outer[col];
3018
+ }
3019
+ }
2993
3020
  return undefined;
2994
3021
  }
2995
3022
  case 'arith': {
@@ -8023,26 +8050,43 @@ async function executeSQL(engine, sql, paramsOrOpts, opts = {}) {
8023
8050
  } else if (paramsOrOpts && typeof paramsOrOpts === 'object') {
8024
8051
  // 第三参为对象时:含已知 opts 键 → 视为 opts;否则视为命名参数({id: 1} → :id / $id)
8025
8052
  const OPTS_KEYS = ['safety', 'session', 'params', 'functions', 'aggregates',
8026
- 'allowComments', 'maxStatements', 'maxSqlLength', 'context', 'timeout', 'dialect'];
8053
+ 'allowComments', 'maxStatements', 'maxSqlLength', 'context', 'timeout', 'dialect',
8054
+ 'allowWrites', 'allowMultiStatement'];
8027
8055
  const looksLikeOpts = Object.keys(paramsOrOpts).some(k => OPTS_KEYS.includes(k));
8028
8056
  if (looksLikeOpts) opts = paramsOrOpts;
8029
8057
  else sql = applyParams(sql, paramsOrOpts);
8030
8058
  }
8031
- if (opts.safety !== false) {
8059
+ const safetyOn = opts.safety !== false;
8060
+ if (safetyOn) {
8032
8061
  if (!opts.allowComments && hasComments(sql)) {
8033
8062
  throw new Error('SQL comments are disabled for security (--, #, /* */)');
8034
8063
  }
8035
8064
  }
8036
8065
  let statements = splitStatements(sql, { maxLength: opts.maxSqlLength });
8037
- if (opts.maxStatements != null && statements.length > opts.maxStatements) {
8038
- throw new Error(`too many statements (${statements.length} > ${opts.maxStatements})`);
8039
- }
8040
- if (opts.safety !== false) {
8066
+ // 安全模式默认单语句:`SELECT 1; DROP TABLE s;` 不能再把第二条语句一起执行。
8067
+ // 需要多语句的内部调用方显式传 maxStatements 或 allowMultiStatement: true。
8068
+ const maxStatements = opts.maxStatements != null
8069
+ ? opts.maxStatements
8070
+ : (safetyOn && opts.allowMultiStatement !== true ? 1 : Infinity);
8071
+ if (statements.length > maxStatements) {
8072
+ throw new Error(`too many statements (${statements.length} > ${maxStatements})`);
8073
+ }
8074
+ if (safetyOn) {
8041
8075
  for (const stmtSql of statements) {
8042
8076
  const dangerous = findDangerousSQL(tokenize(stmtSql));
8043
8077
  if (dangerous) throw new Error(`SQL statement blocked by security policy: ${dangerous}`);
8044
8078
  }
8045
8079
  }
8080
+ // 先全部解析、再统一做破坏性检查 —— 若有第二条是 DROP,第一条 SELECT 也不能先执行。
8081
+ const parsedStatements = statements.map(s => parseSQL(s));
8082
+ if (safetyOn && opts.allowWrites !== true) {
8083
+ for (const stmt of parsedStatements) {
8084
+ const destructive = findDestructiveStatement(stmt);
8085
+ if (destructive) {
8086
+ throw new Error(`SQL statement blocked by security policy: ${destructive} (pass { allowWrites: true } or { safety: false } to allow writes)`);
8087
+ }
8088
+ }
8089
+ }
8046
8090
  const ctx = {};
8047
8091
  if (opts.session) ctx.session = opts.session;
8048
8092
  if (opts.params) ctx.params = opts.params; // 原生 ? 占位符(applyParams 之外的另一种用法)
@@ -8050,8 +8094,8 @@ async function executeSQL(engine, sql, paramsOrOpts, opts = {}) {
8050
8094
  if (opts.aggregates && typeof opts.aggregates === 'object') ctx.aggregates = opts.aggregates;
8051
8095
  const executor = new SQLExecutor(engine, Object.keys(ctx).length > 0 ? ctx : null);
8052
8096
  const results = [];
8053
- for (const stmtSql of statements) {
8054
- const stmt = parseSQL(stmtSql);
8097
+ for (let si = 0; si < parsedStatements.length; si++) {
8098
+ const stmt = parsedStatements[si];
8055
8099
  const t0 = process.hrtime.bigint();
8056
8100
  let r = await executor.execute(stmt);
8057
8101
  const durationMs = Number(process.hrtime.bigint() - t0) / 1e6;
@@ -118,6 +118,9 @@ async function executeStatement(sql, params) {
118
118
  },
119
119
  functions: userFunctions,
120
120
  aggregates: userAggregates,
121
+ // sqlite 兼容层是完整 SQL 接口:写操作与多语句都应保留。
122
+ allowWrites: true,
123
+ allowMultiStatement: true,
121
124
  });
122
125
  if (result && result.type === 'insert' && result.insertId !== null && result.insertId !== undefined) {
123
126
  _lastInsertId = Number(result.insertId);
package/lib/web_ui.js CHANGED
@@ -236,7 +236,8 @@ class WebUI {
236
236
  const db = await this.db(dbName);
237
237
  const t0 = Date.now();
238
238
  try {
239
- const res2 = await executeSQL(db, sql);
239
+ // 管理台是有鉴权的 SQL 控制台:需要执行 UPDATE/DELETE 等写语句。
240
+ const res2 = await executeSQL(db, sql, { allowWrites: true, allowMultiStatement: true });
240
241
  const ms = Date.now() - t0;
241
242
  const out = { ok: true, ms };
242
243
  if (res2 && res2.rows) {
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "jsql-neo",
3
- "version": "6.5.14",
3
+ "version": "6.5.16",
4
4
  "description": "JSQL-NEO \u2014 Rust-powered embedded database with WASM, REST API, B-Tree indexes, WAL, crash recovery",
5
5
  "main": "index.js",
6
6
  "types": "index.d.ts",
@@ -52,7 +52,7 @@
52
52
  "test:btree": "node test/btree.test.js",
53
53
  "test:native": "node test/native.test.js",
54
54
  "test:regress": "node test/regress-5.1.0.js",
55
- "test:all": "node test/smoke.js && node test/sql-parser.test.js && node test/readme-audit.test.js && node test/native.test.js && node test/native-multi-instance.test.js && node test/wal-recovery.test.js && node test/mysql-compat-hijack.test.js && node test/wasm.test.js && node test/coverage.js && node test/regress-5.1.0.js && node test/join.test.js && node test/btree.test.js && node test/dml-constraints.test.js && node test/savepoint.test.js && node test/alter-table.test.js && node test/null-semantics.test.js && node test/identifier-keywords.test.js && node test/sql-semantics.test.js && node test/extra-coverage.test.js && node test/filter-compile.test.js && node test/recursive-cte.test.js && node test/index-ddl.test.js && node test/mongo-group.test.js && node test/multiprotocol.test.js",
55
+ "test:all": "node test/smoke.js && node test/sql-parser.test.js && node test/readme-audit.test.js && node test/native.test.js && node test/native-multi-instance.test.js && node test/wal-recovery.test.js && node test/mysql-compat-hijack.test.js && node test/wasm.test.js && node test/coverage.js && node test/regress-5.1.0.js && node test/join.test.js && node test/btree.test.js && node test/v6.5.14-regression.test.js && node test/dml-constraints.test.js && node test/savepoint.test.js && node test/alter-table.test.js && node test/null-semantics.test.js && node test/identifier-keywords.test.js && node test/sql-semantics.test.js && node test/extra-coverage.test.js && node test/filter-compile.test.js && node test/recursive-cte.test.js && node test/index-ddl.test.js && node test/mongo-group.test.js && node test/multiprotocol.test.js",
56
56
  "test:coverage": "c8 --all --include='lib/**' --exclude='lib/web_ui.js' --reporter=text --reporter=lcov node test/coverage.js",
57
57
  "test:orms": "node examples/orms/run-all.js",
58
58
  "test:dml": "node test/dml-constraints.test.js",
@@ -177,9 +177,6 @@ for (let t = 0; t < 25; t++) {
177
177
  ok('random mixed t' + t + ' vs reference', okAll && bt.size === ref.size, { size: bt.size, ref: ref.size, reason: reason });
178
178
  }
179
179
 
180
- console.log(failed === 0 ? `\nALL ${passed} BTREE TESTS PASSED` : `\n${failed} FAILURES (${passed} passed)`);
181
- process.exit(failed === 0 ? 0 : 1);
182
-
183
180
  /* ---- 回归:remove 后分隔键未更新导致内部键重复 ----
184
181
  *
185
182
  * 旧实现里 remove() 只改叶子,不更新祖先的分隔键副本。删掉某个正好是分隔键
@@ -205,3 +202,56 @@ process.exit(failed === 0 ? 0 : 1);
205
202
  if (errs.length) { okAll = false; reason = reason || ('validate: ' + errs[0]); }
206
203
  ok('回归:remove 后分隔键未更新', okAll && bt.size === ref.size, { size: bt.size, ref: ref.size, reason, keys: bt._root.keys });
207
204
  }
205
+
206
+ /* ---- 回归:混合增删触发再平衡后索引条目丢失(C1)----
207
+ *
208
+ * 报告数据:search(6) → [54,28](应为 [28,44,54])、size 少 1。
209
+ * 根因是删除路径「先再平衡、后确认键是否存在」:把分支合并/借用之后才去删,
210
+ * 目标键可能已被搬到别的节点,于是这个 rowIndex 静默消失,size 也随之错位。
211
+ * 下面用固定操作序列(含多行同键 + 反复删除触发 merge/borrow)锁定该场景,
212
+ * 逐值与参考实现比对。
213
+ */
214
+ {
215
+ const bt = new BTree(4);
216
+ const ref = new Map();
217
+ const ops = [];
218
+ // 先铺满两层,制造出可合并/可借用的兄弟节点
219
+ for (let k = 1; k <= 12; k++) ops.push([1, k, k]);
220
+ // key=6 挂三个行号(报告里的 28 / 44 / 54)
221
+ ops.push([1, 6, 28], [1, 6, 44], [1, 6, 54]);
222
+ // 删掉一批键,触发叶子合并 / 内部键下移
223
+ for (let k = 1; k <= 11; k += 2) ops.push([0, k, k]);
224
+ // 再插入新键,触发分裂
225
+ for (let k = 13; k <= 20; k++) ops.push([1, k, k]);
226
+ // 继续混合删除,踩 borrow/merge 路径
227
+ for (let k = 2; k <= 10; k += 2) ops.push([0, k, k]);
228
+ for (let k = 14; k <= 20; k += 2) ops.push([0, k, k]);
229
+ // 再插入,反复触发结构变化
230
+ ops.push([1, 21, 21], [1, 22, 22], [1, 23, 23], [0, 21, 21]);
231
+
232
+ let okAll = true, reason = '';
233
+ for (const [ins, k, r] of ops) {
234
+ if (ins) {
235
+ bt.insert(k, r);
236
+ if (!ref.has(k)) ref.set(k, new Set());
237
+ ref.get(k).add(r);
238
+ } else {
239
+ bt.remove(k, r);
240
+ if (ref.has(k)) { ref.get(k).delete(r); if (ref.get(k).size === 0) ref.delete(k); }
241
+ }
242
+ }
243
+ for (const [k, vals] of ref) {
244
+ const got = bt.search(k).slice().sort((a, b) => a - b);
245
+ const exp = [...vals].sort((a, b) => a - b);
246
+ if (JSON.stringify(got) !== JSON.stringify(exp)) { okAll = false; reason = reason || ('search(' + k + ')=' + JSON.stringify(got) + ' exp ' + JSON.stringify(exp)); }
247
+ }
248
+ const errs = validate(bt);
249
+ if (errs.length) { okAll = false; reason = reason || ('validate: ' + errs[0]); }
250
+ const six = bt.search(6).slice().sort((a, b) => a - b);
251
+ ok('C1 回归:key=6 三行号全部保留', JSON.stringify(six) === '[28,44,54]', six);
252
+ ok('C1 回归:混合增删后 size 与参考一致', bt.size === ref.size, { size: bt.size, ref: ref.size, reason });
253
+ ok('C1 回归:混合增删后逐键可搜到', okAll, reason);
254
+ }
255
+
256
+ console.log(failed === 0 ? `\nALL ${passed} BTREE TESTS PASSED` : `\n${failed} FAILURES (${passed} passed)`);
257
+ process.exit(failed === 0 ? 0 : 1);
package/test/coverage.js CHANGED
@@ -157,8 +157,8 @@ function tmp(name) {
157
157
  ok('sql aggregate', agg.rows[0][0] === 2);
158
158
  const fn = await executeSQL(db, 'SELECT VERSION(), CONCAT("x","y")');
159
159
  ok('sql func column names', fn.columns[0] === 'VERSION()');
160
- await executeSQL(db, 'UPDATE users SET age = 31 WHERE name = \'Bob\'');
161
- await executeSQL(db, 'DELETE FROM users WHERE id = 1');
160
+ await executeSQL(db, 'UPDATE users SET age = 31 WHERE name = \'Bob\'', { safety: false });
161
+ await executeSQL(db, 'DELETE FROM users WHERE id = 1', { safety: false });
162
162
  ok('sql count after delete', (await db.count('users')) === 1);
163
163
  await executeSQL(db, 'BEGIN');
164
164
  await executeSQL(db, "INSERT INTO users (name, age) VALUES ('Temp', 99)");
@@ -166,7 +166,7 @@ function tmp(name) {
166
166
  ok('sql rollback', (await db.count('users')) === 1);
167
167
  await executeSQL(db, 'START TRANSACTION');
168
168
  await executeSQL(db, "INSERT INTO users (name, age) VALUES ('X', 1)");
169
- await executeSQL(db, 'TRUNCATE TABLE users');
169
+ await executeSQL(db, 'TRUNCATE TABLE users', { safety: false });
170
170
  ok('sql truncate', (await db.count('users')) === 0);
171
171
  const sqlApi = require(path.join(ROOT, 'lib/sql'));
172
172
  const parsed = sqlApi.parseSQL('SELECT * FROM t WHERE id = 5');
@@ -0,0 +1,323 @@
1
+ /*
2
+ * v6.5.14 回归测试:把本版修掉的高危 / 中危缺陷逐条固化。
3
+ *
4
+ * C1 B-Tree 混合插入/删除丢失索引条目
5
+ * H1 PostgreSQL 未配置认证时的 trust 绕过
6
+ * H2 NeDB $regex 字符串模式匹配一切
7
+ * H3 UPDATE 标量子查询写成 NULL(含限定符相关子查询)
8
+ * H4 BETWEEN 按字典序而非数值比较
9
+ * H5 主键允许 NULL
10
+ * H6 索引列 = null 漏行
11
+ * M1 错误消息 %s 串位
12
+ * M2 返回行浅拷贝导致内部数据被调用方污染
13
+ * M3 migrate.normalizeSchema 丢失显式 length
14
+ * M4 READ_COMMITTED 下 ROLLBACK 不撤销行
15
+ * M5 XOR 破坏三值逻辑
16
+ * M6 REGEXP BINARY 失效
17
+ * M9 插件钩子未按 priority 排序
18
+ * M10 XQL 编译器 NULL 传播
19
+ * M11 Mongo 结果泄漏内部字段
20
+ *
21
+ * node test/v6.5.14-regression.test.js
22
+ */
23
+ const path = require('path');
24
+
25
+ const ROOT = path.join(__dirname, '..');
26
+ const { Database } = require(path.join(ROOT, 'index.js'));
27
+ const { executeSQL } = require(path.join(ROOT, 'lib/sql.js'));
28
+ const BTree = require(path.join(ROOT, 'lib/btree'));
29
+ const { PgServer } = require(path.join(ROOT, 'lib/pg_server'));
30
+ const { Datastore } = require(path.join(ROOT, 'lib/nedb_compat'));
31
+ const { MongoServer } = require(path.join(ROOT, 'lib/mongo_server'));
32
+ const { createError } = require(path.join(ROOT, 'lib/errors'));
33
+ const { normalizeSchema } = require(path.join(ROOT, 'lib/migrate'));
34
+ const { registerHook, runHooks, createHookRegistry } = require(path.join(ROOT, 'lib/plugin'));
35
+ const { parse: xqlParse } = require(path.join(ROOT, 'lib/xql/src/parser'));
36
+ const { compileQuery } = require(path.join(ROOT, 'lib/xql/src/compiler'));
37
+
38
+ const OPTS = { safety: false };
39
+ let pass = 0, fail = 0;
40
+
41
+ function ok(name, cond, extra) {
42
+ if (cond) { pass++; console.log('[OK] ', name); }
43
+ else { fail++; console.log('[FAIL]', name, extra !== undefined ? '-> ' + JSON.stringify(extra).slice(0, 160) : ''); }
44
+ }
45
+ const eq = (a, b) => JSON.stringify(a) === JSON.stringify(b);
46
+
47
+ function makeDb() { return new Database(':memory:'); }
48
+
49
+ (async () => {
50
+ // ── C1. B-Tree 混合插入/删除 ────────────────────────────────
51
+ console.log('\n--- C1. B-Tree 混合插入/删除 ---');
52
+ {
53
+ const t = new BTree(4, false);
54
+ for (let i = 1; i <= 64; i++) t.insert(i, i);
55
+ ok('插入 64 条后 size=64', t.size === 64, t.size);
56
+ for (let i = 2; i <= 64; i += 2) t.remove(i, i);
57
+ ok('删除 32 条后 size=32', t.size === 32, t.size);
58
+ const missing = [];
59
+ for (let i = 1; i <= 64; i += 2) if (!t.search(i).includes(i)) missing.push(i);
60
+ ok('剩余奇数键全部可搜到', missing.length === 0, missing);
61
+ for (let i = 2; i <= 64; i += 2) t.insert(i, i);
62
+ ok('重新插入后 size=64', t.size === 64, t.size);
63
+ const missing2 = [];
64
+ for (let i = 1; i <= 64; i++) if (!t.search(i).includes(i)) missing2.push(i);
65
+ ok('全部键可搜到(无条目丢失)', missing2.length === 0, missing2);
66
+ // 重复键 + 多行号:删其中一行不应误删整键
67
+ const m = new BTree(4, false);
68
+ m.insert(7, 1); m.insert(7, 2); m.insert(7, 3);
69
+ m.remove(7, 2);
70
+ ok('同键多行只删指定行', eq(m.search(7).slice().sort(), [1, 3]), m.search(7));
71
+ ok('同键多行 size 仍为 1(size 记不同键数)', m.size === 1, m.size);
72
+ }
73
+
74
+ const db = makeDb();
75
+ await db.start();
76
+ const q = (sql) => executeSQL(db, sql, OPTS);
77
+ const one = async (sql) => (await q(sql)).rows[0][0];
78
+ const fails = async (sql) => { try { await q(sql); return null; } catch (e) { return e.message; } };
79
+
80
+ // ── H1. PG 认证默认拒绝 ─────────────────────────────────────
81
+ console.log('\n--- H1. PostgreSQL 认证 ---');
82
+ {
83
+ const srvDefault = new PgServer({});
84
+ ok('未配置认证时返回 undefined(拒绝连接)', srvDefault._userPassword('anyone') === undefined);
85
+ const srvNoAuth = new PgServer({ noAuth: true });
86
+ ok('显式 noAuth 才返回空密码(trust)', srvNoAuth._userPassword('anyone') === '');
87
+ const srvAuth = new PgServer({ auth: { alice: { password: 'pw' } } });
88
+ ok('配置的用户返回真实密码', srvAuth._userPassword('alice') === 'pw');
89
+ ok('未配置的用户返回 undefined', srvAuth._userPassword('bob') === undefined);
90
+ const srvOpt = new PgServer({ user: 'root', password: 'secret' });
91
+ ok('options.user 匹配返回密码', srvOpt._userPassword('root') === 'secret');
92
+ ok('options.user 不匹配拒绝', srvOpt._userPassword('other') === undefined);
93
+ }
94
+
95
+ // ── N1. SQL 安全策略:多语句 / 破坏性语句 ────────────────────
96
+ console.log('\n--- N1. SQL 安全策略 ---');
97
+ {
98
+ const attempts = async (sql, opts) => {
99
+ try { await executeSQL(db, sql, opts); return null; } catch (e) { return e.message; }
100
+ };
101
+ await q('CREATE TABLE guard(id INT PRIMARY KEY, v INT)');
102
+ await q("INSERT INTO guard VALUES (1, 1)");
103
+ const multi = await attempts('SELECT 1; DROP TABLE guard');
104
+ ok('多语句被拒绝(默认单语句)', /too many statements/i.test(multi || ''), multi);
105
+ ok('被拒后目标表仍在', (await q('SELECT * FROM guard')).rows.length === 1);
106
+ const drop = await attempts('DROP TABLE guard');
107
+ ok('单条 DROP 被拦截', /blocked by security policy: dropTable/i.test(drop || ''), drop);
108
+ const del = await attempts('DELETE FROM guard');
109
+ ok('单条 DELETE 被拦截', /blocked by security policy: delete/i.test(del || ''), del);
110
+ const upd = await attempts('UPDATE guard SET v = 2');
111
+ ok('单条 UPDATE 被拦截', /blocked by security policy: update/i.test(upd || ''), upd);
112
+ const trunc = await attempts('TRUNCATE TABLE guard');
113
+ ok('单条 TRUNCATE 被拦截', /blocked by security policy: truncate/i.test(trunc || ''), trunc);
114
+ ok('WITH ... DELETE 同样被拦截',
115
+ /blocked by security policy: delete/i.test(await attempts('WITH x AS (SELECT 1) DELETE FROM guard') || ''));
116
+ const allowed = await attempts('DELETE FROM guard', { allowWrites: true });
117
+ ok('allowWrites: true 放行写操作', allowed === null, allowed);
118
+ const multiAllowed = await attempts('SELECT 1; SELECT 2', { allowMultiStatement: true, allowWrites: true });
119
+ ok('allowMultiStatement 可显式放开多语句(非破坏性)', multiAllowed === null, multiAllowed);
120
+ ok('safety:false 仍可执行破坏性语句', (await attempts('DROP TABLE guard', { safety: false })) === null);
121
+ }
122
+
123
+ // ── H2. NeDB $regex ─────────────────────────────────────────
124
+ console.log('\n--- H2. NeDB $regex ---');
125
+ {
126
+ const ndb = new Database(':memory:');
127
+ await ndb.start();
128
+ const ds = new Datastore({ database: ndb });
129
+ await ds.loadDatabase();
130
+ await ds.insert([{ n: 'abc' }, { n: 'abcd' }, { n: 'zzz' }, { n: 42 }]);
131
+ const hit = await ds.find({ n: { $regex: 'abc' } }).exec();
132
+ ok('字符串模式只匹配命中文档', hit.length === 2 && hit.every(d => /abc/.test(String(d.n))), hit);
133
+ const exact = await ds.find({ n: { $regex: '^abc$' } }).exec();
134
+ ok('锚定模式精确匹配', exact.length === 1 && exact[0].n === 'abc', exact);
135
+ const invalid = await ds.find({ n: { $regex: '(' } }).exec();
136
+ ok('非法模式返回空而不是全匹配', invalid.length === 0, invalid);
137
+ const re = await ds.find({ n: { $regex: /^abc/ } }).exec();
138
+ ok('RegExp 对象仍可用', re.length === 2, re.map(d => d.n));
139
+ await ndb.stop();
140
+ }
141
+
142
+ // ── H3. UPDATE 标量子查询 ───────────────────────────────────
143
+ console.log('\n--- H3. UPDATE 标量子查询 ---');
144
+ await q('CREATE TABLE a3(id INT PRIMARY KEY, v INT)');
145
+ await q('CREATE TABLE b3(id INT PRIMARY KEY, w INT)');
146
+ await q('INSERT INTO a3 VALUES (1,0),(2,0),(3,0)');
147
+ await q('INSERT INTO b3 VALUES (1,10),(2,20)');
148
+ await q('UPDATE a3 SET v = (SELECT w FROM b3 WHERE b3.id = a3.id)');
149
+ ok('相关标量子查询按行写入(限定符)',
150
+ eq((await q('SELECT id, v FROM a3')).rows, [[1, 10], [2, 20], [3, null]]),
151
+ (await q('SELECT id, v FROM a3')).rows);
152
+ ok('非相关标量子查询可用',
153
+ (await q('UPDATE a3 SET v = (SELECT MAX(w) FROM b3)'), (await q('SELECT id, v FROM a3')).rows.every(r => r[1] === 20)));
154
+ ok('SELECT 投影里的相关子查询一致',
155
+ eq((await q('SELECT a3.id, (SELECT w FROM b3 WHERE b3.id = a3.id) AS w FROM a3')).rows,
156
+ [[1, 10], [2, 20], [3, null]]));
157
+ ok('EXISTS 相关子查询仍正确',
158
+ eq((await q('SELECT a3.id FROM a3 WHERE EXISTS (SELECT 1 FROM b3 WHERE b3.id = a3.id)')).rows, [[1], [2]]));
159
+
160
+ // ── H4. BETWEEN 数值比较 ────────────────────────────────────
161
+ console.log('\n--- H4. BETWEEN ---');
162
+ ok('10 BETWEEN 2 AND 20 = 1', (await one('SELECT 10 BETWEEN 2 AND 20')) === 1);
163
+ ok('5 BETWEEN 10 AND 20 = 0', (await one('SELECT 5 BETWEEN 10 AND 20')) === 0);
164
+ ok('"10" BETWEEN 2 AND 20 仍按数值', (await one("SELECT '10' BETWEEN 2 AND 20")) === 1);
165
+ ok('字符串 BETWEEN 保持字典序', (await one("SELECT 'b' BETWEEN 'a' AND 'c'")) === 1);
166
+
167
+ // ── H5. 主键 NOT NULL ───────────────────────────────────────
168
+ console.log('\n--- H5. 主键 NULL ---');
169
+ await db.createTable('pk5', {
170
+ k: { type: 'integer', primaryKey: true },
171
+ v: { type: 'integer' },
172
+ });
173
+ {
174
+ const msg = await (async () => { try { await db.insert('pk5', { k: null, v: 1 }); return null; } catch (e) { return e.message; } })();
175
+ ok('非自增主键插入 NULL 报错', /cannot be null/i.test(msg || ''), msg);
176
+ await db.insert('pk5', { k: 1, v: 1 });
177
+ const upd = await (async () => { try { await db.updateById('pk5', 1, { k: null }); return null; } catch (e) { return e.message; } })();
178
+ ok('更新主键为 NULL 报错', /cannot be null/i.test(upd || ''), upd);
179
+ }
180
+ {
181
+ let accepted = false;
182
+ try { await q('CREATE TABLE pk5b(k INT PRIMARY KEY, v INT)'); await q('INSERT INTO pk5b VALUES (NULL, 1)'); accepted = true; } catch (_) { /* 预期抛错 */ }
183
+ ok('INT PRIMARY KEY 自增语义仍允许 NULL(自动取号)', accepted);
184
+ }
185
+
186
+ // ── H6. 索引列 = null ──────────────────────────────────────
187
+ console.log('\n--- H6. 索引列 null ---');
188
+ await q('CREATE TABLE n6(id INT PRIMARY KEY, c INT)');
189
+ await q('INSERT INTO n6 VALUES (1,NULL),(2,5),(3,NULL)');
190
+ await q('CREATE INDEX ixc ON n6(c)');
191
+ ok('索引列 find({c:null}) 不漏行', eq((await db.find('n6', { c: null })).map(r => r.id), [1, 3]),
192
+ await db.find('n6', { c: null }));
193
+ ok('索引列 find({c:5}) 正常', eq((await db.find('n6', { c: 5 })).map(r => r.id), [2]));
194
+ ok('$in 含 null 时回退全表', eq((await db.find('n6', { c: { $in: [5, null] } })).map(r => r.id), [1, 2, 3]),
195
+ await db.find('n6', { c: { $in: [5, null] } }));
196
+
197
+ // ── M1. 错误消息 %s ────────────────────────────────────────
198
+ console.log('\n--- M1. 错误消息 %s ---');
199
+ {
200
+ const e1 = createError('ER_DUP_ENTRY', 'x%s', 'k');
201
+ ok('参数里的 %s 不被二次替换', e1.message === "Duplicate entry 'x%s' for key 'k'", e1.message);
202
+ const e2 = createError('ER_DUP_ENTRY', 'only-one');
203
+ ok('参数不足时裸 %s 被清空', e2.message === "Duplicate entry 'only-one' for key ''", e2.message);
204
+ }
205
+
206
+ // ── M2. 深拷贝 ────────────────────────────────────────────
207
+ console.log('\n--- M2. 行深拷贝 ---');
208
+ await db.createTable('m2', {
209
+ id: { type: 'integer', primaryKey: true, autoIncrement: true },
210
+ meta: { type: 'json' },
211
+ });
212
+ await db.insert('m2', { meta: { a: [1, 2] } });
213
+ {
214
+ const r1 = await db.findById('m2', 1);
215
+ r1.meta.a.push(99);
216
+ const r2 = await db.findById('m2', 1);
217
+ ok('修改返回值不污染内部行', eq(r2.meta, { a: [1, 2] }), r2.meta);
218
+ const list = await db.find('m2', {});
219
+ list[0].meta.a.push(100);
220
+ const again = await db.find('m2', {});
221
+ ok('find() 同样返回深拷贝', eq(again[0].meta, { a: [1, 2] }), again[0].meta);
222
+ }
223
+
224
+ // ── M3. migrate 保留 length ────────────────────────────────
225
+ console.log('\n--- M3. migrate length ---');
226
+ {
227
+ const s1 = normalizeSchema({ name: { type: 'string', length: 32 } });
228
+ ok('显式 length 保留', s1.name.length === 32, s1.name);
229
+ const s2 = normalizeSchema({ name: { type: 'string', maxLength: 64 } });
230
+ ok('maxLength 回填为 length', s2.name.length === 64 && s2.name.maxLength === undefined, s2.name);
231
+ const s3 = normalizeSchema({ name: { type: 'string', length: 16, maxLength: 99 } });
232
+ ok('显式 length 优先于 maxLength', s3.name.length === 16, s3.name);
233
+ const s4 = normalizeSchema({ n: 'int' });
234
+ ok('字符串简写仍归一化', s4.n.type === 'integer', s4.n);
235
+ }
236
+
237
+ // ── M4. READ_COMMITTED 回滚 ─────────────────────────────────
238
+ console.log('\n--- M4. READ_COMMITTED 回滚 ---');
239
+ {
240
+ const tx = makeDb();
241
+ await tx.start();
242
+ await tx.createTable('m4', {
243
+ id: { type: 'integer', primaryKey: true, autoIncrement: true },
244
+ v: { type: 'integer' },
245
+ });
246
+ await tx.insert('m4', { v: 1 });
247
+ tx.begin('READ_COMMITTED');
248
+ await tx.insert('m4', { v: 2 });
249
+ tx.rollback();
250
+ ok('ROLLBACK 撤销已插入行', eq((await tx.find('m4', {})).map(r => r.v), [1]), await tx.find('m4', {}));
251
+ tx.begin('READ_COMMITTED');
252
+ await tx.insert('m4', { v: 3 });
253
+ tx.commit();
254
+ ok('COMMIT 保留行', eq((await tx.find('m4', {})).map(r => r.v).sort(), [1, 3]));
255
+ await tx.stop();
256
+ }
257
+
258
+ // ── M5. XOR 三值逻辑 ───────────────────────────────────────
259
+ console.log('\n--- M5. XOR ---');
260
+ ok('TRUE XOR FALSE = 1', (await one('SELECT TRUE XOR FALSE')) === 1);
261
+ ok('TRUE XOR TRUE = 0', (await one('SELECT TRUE XOR TRUE')) === 0);
262
+ ok('NULL XOR TRUE = NULL', (await one('SELECT NULL XOR TRUE')) === null);
263
+ ok('NULL XOR FALSE = NULL', (await one('SELECT NULL XOR FALSE')) === null);
264
+ ok('NULL XOR NULL = NULL', (await one('SELECT NULL XOR NULL')) === null);
265
+
266
+ // ── M6. REGEXP BINARY ──────────────────────────────────────
267
+ console.log('\n--- M6. REGEXP BINARY ---');
268
+ await q('CREATE TABLE r6(id INT PRIMARY KEY, s TEXT)');
269
+ await q("INSERT INTO r6 VALUES (1,'abc'),(2,'ABC')");
270
+ ok('默认 REGEXP 大小写不敏感', eq((await q("SELECT id FROM r6 WHERE s REGEXP 'abc'")).rows.map(r => r[0]).sort(), [1, 2]));
271
+ ok('REGEXP BINARY 大小写敏感', eq((await q("SELECT id FROM r6 WHERE s REGEXP BINARY 'abc'")).rows, [[1]]));
272
+ ok('RLIKE BINARY 同样生效', eq((await q("SELECT id FROM r6 WHERE s RLIKE BINARY 'abc'")).rows, [[1]]));
273
+ ok('非法正则安全返回不匹配', eq((await q("SELECT id FROM r6 WHERE s REGEXP BINARY '('")).rows, []));
274
+
275
+ // ── M9. 插件钩子优先级 ─────────────────────────────────────
276
+ console.log('\n--- M9. 钩子优先级 ---');
277
+ {
278
+ const engine = { _hooks: createHookRegistry() };
279
+ const order = [];
280
+ registerHook(engine, 'beforeQuery', () => { order.push('low'); return true; }, 0);
281
+ registerHook(engine, 'beforeQuery', () => { order.push('high'); return true; }, 10);
282
+ registerHook(engine, 'beforeQuery', () => { order.push('mid'); return true; }, 5);
283
+ await runHooks(engine, 'beforeQuery', []);
284
+ ok('按 priority 降序执行', eq(order, ['high', 'mid', 'low']), order);
285
+
286
+ const order2 = [];
287
+ const e2 = { _hooks: createHookRegistry() };
288
+ registerHook(e2, 'beforeQuery', () => { order2.push('a'); return true; }, 3);
289
+ registerHook(e2, 'beforeQuery', () => { order2.push('b'); return true; }, 3);
290
+ await runHooks(e2, 'beforeQuery', []);
291
+ ok('同 priority 保持注册顺序', eq(order2, ['a', 'b']), order2);
292
+ }
293
+
294
+ // ── M10. XQL NULL 传播 ────────────────────────────────────
295
+ console.log('\n--- M10. XQL NULL ---');
296
+ {
297
+ const rows = [{ id: 1, a: null }, { id: 2, a: 5 }, { id: 3, a: 3 }];
298
+ const run = (sql) => compileQuery(xqlParse(sql), {})(rows);
299
+ ok('a = 5 命中', eq(run('SELECT id FROM t WHERE a = 5'), [{ id: 2 }]));
300
+ ok('a = NULL 不命中任何行', eq(run('SELECT id FROM t WHERE a = NULL'), []));
301
+ ok('a != NULL 不命中任何行', eq(run('SELECT id FROM t WHERE a != NULL'), []));
302
+ ok('BETWEEN 正常', eq(run('SELECT id FROM t WHERE a BETWEEN 2 AND 4'), [{ id: 3 }]));
303
+ ok('IN (5, NULL) 只命中 5', eq(run('SELECT id FROM t WHERE a IN (5, NULL)'), [{ id: 2 }]));
304
+ ok('NOT IN 含 NULL 不命中(三值逻辑)', eq(run('SELECT id FROM t WHERE a NOT IN (5, NULL)'), []));
305
+ }
306
+
307
+ // ── M11. Mongo 内部字段 ───────────────────────────────────
308
+ console.log('\n--- M11. Mongo _publicDoc ---');
309
+ {
310
+ const ms = new MongoServer({});
311
+ ok('剥离 _deleted/_rid/_score', eq(ms._publicDoc({ _id: 1, x: 2, _rid: 9, _deleted: false, _score: 3 }), { _id: 1, x: 2 }),
312
+ ms._publicDoc({ _id: 1, x: 2, _rid: 9, _deleted: false, _score: 3 }));
313
+ ok('干净文档原样返回', eq(ms._publicDoc({ _id: 2, y: 3 }), { _id: 2, y: 3 }));
314
+ }
315
+
316
+ await db.stop();
317
+
318
+ console.log(`\n${pass} passed, ${fail} failed`);
319
+ if (fail > 0) process.exitCode = 1;
320
+ })().catch((e) => {
321
+ console.error('FATAL', e);
322
+ process.exitCode = 1;
323
+ });