mm_datas 5.3.0 → 5.3.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/example/custom_demo.js +18 -18
- package/example/preset_demo.js +10 -10
- package/example/rpg_cache.js +39 -39
- package/example/rpg_crud.js +19 -19
- package/example/rpg_demo.js +5 -5
- package/example/rpg_persistence.js +39 -39
- package/example/rpg_relations.js +28 -28
- package/example/rpg_world.js +7 -7
- package/example/storage_demo.js +33 -35
- package/index.js +9 -57
- package/lib/backend.js +35 -569
- package/lib/backend_codec.js +42 -0
- package/lib/cache_adapter.js +112 -0
- package/lib/data_error.js +19 -0
- package/lib/errors.js +11 -10
- package/lib/hybrid_store.js +225 -0
- package/lib/json_db_layout.js +266 -0
- package/lib/json_file_store.js +66 -0
- package/lib/manager.js +236 -509
- package/lib/manager_define.js +131 -0
- package/lib/manager_ext.js +412 -0
- package/lib/manager_helper.js +97 -0
- package/lib/manager_store.js +196 -0
- package/lib/memory_store.js +203 -0
- package/lib/model.js +114 -288
- package/lib/model_check.js +184 -0
- package/lib/model_validator.js +104 -0
- package/lib/mongo_adapter.js +106 -0
- package/lib/pool.js +61 -45
- package/lib/relation.js +81 -55
- package/lib/sql_adapter.js +116 -0
- package/lib/store.js +16 -409
- package/lib/store_query.js +119 -0
- package/lib/tool_scan.js +106 -0
- package/package.json +4 -5
- package/test.js +25 -46
- package/tool/data/index.js +19 -8
- package/tool/data/tool.json +2 -2
- package/tool/data_admin/index.js +38 -0
- package/tool/data_admin/tool.json +42 -0
|
@@ -0,0 +1,131 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
const M = require('./model.js');
|
|
4
|
+
const R = require('./relation.js');
|
|
5
|
+
const { raise } = require('./errors.js');
|
|
6
|
+
|
|
7
|
+
/**
|
|
8
|
+
* DataManager 职责分片:集合定义与校验 API(schema / field / ref / hasMany / validate)。
|
|
9
|
+
* 本文件为非类文件,导出的方法由 manager.js 合并挂载到 DataManager.prototype,
|
|
10
|
+
* 方法内通过 this 访问 DataManager 实例。
|
|
11
|
+
*/
|
|
12
|
+
|
|
13
|
+
/**
|
|
14
|
+
* 返回用户定义的标准 JSON Schema 文档(自由集合返回 null)
|
|
15
|
+
* @returns {object|null} 标准 JSON Schema 文档
|
|
16
|
+
*/
|
|
17
|
+
function schema() { return this.model().json_schema || null; }
|
|
18
|
+
|
|
19
|
+
/**
|
|
20
|
+
* 取当前集合原始定义(深拷贝)
|
|
21
|
+
* @returns {object} 原始定义
|
|
22
|
+
*/
|
|
23
|
+
function definition() { return this._raw(); }
|
|
24
|
+
|
|
25
|
+
/**
|
|
26
|
+
* 取集合信息摘要
|
|
27
|
+
* @returns {object} 信息对象
|
|
28
|
+
*/
|
|
29
|
+
function info() {
|
|
30
|
+
let m = this.model();
|
|
31
|
+
return {
|
|
32
|
+
name: m.name, key: m.key, kind: m.kind, readonly: m.readonly,
|
|
33
|
+
strict: m.strict, constrained: m.constrained, version: m.version, rows: this.size,
|
|
34
|
+
fields: Object.keys(m.schema), relations: m.relations.map(function (r) { return r.name; }),
|
|
35
|
+
schema_draft: m.json_schema ? m.json_schema.$schema : null,
|
|
36
|
+
schema: m.json_schema || null,
|
|
37
|
+
validator: M.validatorInfo().engine_tools
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
/**
|
|
42
|
+
* 定义 / 重定义当前集合,默认保留已有数据
|
|
43
|
+
* @param {object} def 模型定义
|
|
44
|
+
* @param {object} [options] 选项
|
|
45
|
+
* @returns {object} 模型定义
|
|
46
|
+
*/
|
|
47
|
+
function define(def, options) {
|
|
48
|
+
return this._register(this.name, def, Object.assign({ replace: true, seed: false }, options || {}));
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
/**
|
|
52
|
+
* define 的别名
|
|
53
|
+
* @param {object} def 模型定义
|
|
54
|
+
* @param {object} [options] 选项
|
|
55
|
+
* @returns {object} 模型定义
|
|
56
|
+
*/
|
|
57
|
+
function redefine(def, options) { return this.define(def, options); }
|
|
58
|
+
|
|
59
|
+
/**
|
|
60
|
+
* 定义单个字段
|
|
61
|
+
* @param {string} field 字段名
|
|
62
|
+
* @param {object} [def] 字段定义
|
|
63
|
+
* @returns {object} 模型定义
|
|
64
|
+
*/
|
|
65
|
+
function field(field, def) {
|
|
66
|
+
let raw = this._raw();
|
|
67
|
+
// 字段定义本身也是标准 JSON Schema 的子 schema;不声明 type 即无类型约束
|
|
68
|
+
raw.schema = M.setField(raw.schema, field, def === undefined ? {} : def);
|
|
69
|
+
return this.define(raw);
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
/**
|
|
73
|
+
* 声明引用字段
|
|
74
|
+
* @param {string} field 字段名
|
|
75
|
+
* @param {string} target 目标集合名
|
|
76
|
+
* @param {object} [options] 引用选项(on_missing 等)
|
|
77
|
+
* @returns {object} 模型定义
|
|
78
|
+
* @throws {Error} target 非字符串时抛出
|
|
79
|
+
*/
|
|
80
|
+
function ref(field, target, options) {
|
|
81
|
+
if (!target || typeof target !== 'string') raise('REF_UNKNOWN', 'ref 目标必须是集合名字符串');
|
|
82
|
+
let raw = this._raw();
|
|
83
|
+
let prev = M.getField(raw.schema, field);
|
|
84
|
+
let base = typeof prev === 'string' ? { type: prev } : Object.assign({}, prev || {});
|
|
85
|
+
raw.schema = M.setField(raw.schema, field, Object.assign(base, {
|
|
86
|
+
ref: Object.assign({ model: target, on_missing: 'error' }, options || {})
|
|
87
|
+
}));
|
|
88
|
+
return this.define(raw);
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
/**
|
|
92
|
+
* 声明一对多关联
|
|
93
|
+
* @param {string} as 关联名
|
|
94
|
+
* @param {object} [options] 关联选项(必须含 model)
|
|
95
|
+
* @returns {object} 模型定义
|
|
96
|
+
* @throws {Error} 未指定 model 时抛出
|
|
97
|
+
*/
|
|
98
|
+
function hasMany(as, options) {
|
|
99
|
+
options = options || {};
|
|
100
|
+
if (!options.model) raise('REF_UNKNOWN', 'hasMany 必须指定目标集合 model');
|
|
101
|
+
let raw = this._raw();
|
|
102
|
+
raw.relations = (raw.relations || []).filter(function (r) { return (r.name || r.as) !== as; });
|
|
103
|
+
raw.relations.push(Object.assign({ name: as, as: as, type: 'one-to-many', local: this.key }, options));
|
|
104
|
+
return this.define(raw);
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
/**
|
|
108
|
+
* 当前 schema 校验器信息(规则由 mm_validator 执行)
|
|
109
|
+
* @returns {object} 校验器信息
|
|
110
|
+
*/
|
|
111
|
+
function validator() { return M.validatorInfo(); }
|
|
112
|
+
|
|
113
|
+
/**
|
|
114
|
+
* 只校验、不写入
|
|
115
|
+
* @param {object} body 待校验数据
|
|
116
|
+
* @param {object} [options] 选项(skip_refs 跳过引用检查)
|
|
117
|
+
* @returns {object} 校验结果
|
|
118
|
+
*/
|
|
119
|
+
function validate(body, options) {
|
|
120
|
+
options = options || {};
|
|
121
|
+
let model = this.model();
|
|
122
|
+
let row = M.fillDefaults(model, body || {});
|
|
123
|
+
let result = M.check(model, row);
|
|
124
|
+
if (!options.skip_refs && result.ok) {
|
|
125
|
+
let errs = R.validateRefs(this, model, row);
|
|
126
|
+
if (errs.length) return { ok: false, errors: errs };
|
|
127
|
+
}
|
|
128
|
+
return result;
|
|
129
|
+
}
|
|
130
|
+
|
|
131
|
+
module.exports = { schema, definition, info, define, redefine, field, ref, hasMany, validator, validate };
|
|
@@ -0,0 +1,412 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
const fs = require('fs');
|
|
4
|
+
const path = require('path');
|
|
5
|
+
const M = require('./model.js');
|
|
6
|
+
const R = require('./relation.js');
|
|
7
|
+
const helper = require('./manager_helper.js');
|
|
8
|
+
const { raise } = require('./errors.js');
|
|
9
|
+
const { EXAMPLE_MODEL_DIR } = require('./manager_helper.js');
|
|
10
|
+
|
|
11
|
+
/**
|
|
12
|
+
* DataManager 职责分片:内部引擎(带集合名)、注册表级操作与外部访问层。
|
|
13
|
+
* 本文件为非类文件,导出的方法由 manager.js 合并挂载到 DataManager.prototype,
|
|
14
|
+
* 方法内通过 this 访问 DataManager 实例。
|
|
15
|
+
*/
|
|
16
|
+
|
|
17
|
+
/**
|
|
18
|
+
* 判断记录是否存在(带集合名)
|
|
19
|
+
* @param {string} name 集合名
|
|
20
|
+
* @param {object} query 查询条件
|
|
21
|
+
* @returns {boolean} 存在返回 true
|
|
22
|
+
* @private
|
|
23
|
+
*/
|
|
24
|
+
function _existsBy(name, query) { return this._store.exists(name, query); }
|
|
25
|
+
|
|
26
|
+
/**
|
|
27
|
+
* 按条件取一条记录(带集合名)
|
|
28
|
+
* @param {string} name 集合名
|
|
29
|
+
* @param {*} query 查询条件或主键值
|
|
30
|
+
* @returns {object|null} 记录
|
|
31
|
+
* @private
|
|
32
|
+
*/
|
|
33
|
+
function _getBy(name, query) { return this._store.get(name, query, this.model(name).key); }
|
|
34
|
+
|
|
35
|
+
/**
|
|
36
|
+
* 分页查询(带集合名,含关联装载)
|
|
37
|
+
* @param {string} name 集合名
|
|
38
|
+
* @param {*} query 查询条件或主键值
|
|
39
|
+
* @param {object} [options] 选项(with/limit/order 等)
|
|
40
|
+
* @returns {object} 分页结果
|
|
41
|
+
* @private
|
|
42
|
+
*/
|
|
43
|
+
function _listBy(name, query, options) {
|
|
44
|
+
options = options || {};
|
|
45
|
+
let model = this.model(name);
|
|
46
|
+
let q = (query !== null && typeof query !== 'object')
|
|
47
|
+
? (function () { let o = {}; o[model.key] = query; return o; })()
|
|
48
|
+
: (query || {});
|
|
49
|
+
let res = this._store.list(name, q, options, model.key);
|
|
50
|
+
res.list = R.hydrate(this, model, res.list, options.with);
|
|
51
|
+
return res;
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
/**
|
|
55
|
+
* 整表换版:清空后写入 seed 数据(带集合名)
|
|
56
|
+
* @param {string} name 集合名
|
|
57
|
+
* @param {Array} rows 数据列表
|
|
58
|
+
* @param {object} [options] 选项(raw/skip_refs)
|
|
59
|
+
* @returns {object} seed 结果
|
|
60
|
+
* @private
|
|
61
|
+
*/
|
|
62
|
+
function _seed(name, rows, options) {
|
|
63
|
+
options = options || {};
|
|
64
|
+
let model = this.model(name);
|
|
65
|
+
let list = rows || [];
|
|
66
|
+
// 序列用本地副本推进:校验失败时不触碰表、也不污染 seq
|
|
67
|
+
let seq_val = this._store.seq.get(name);
|
|
68
|
+
if (seq_val === undefined) {
|
|
69
|
+
seq_val = 0;
|
|
70
|
+
let cur = this._store.getRows(name);
|
|
71
|
+
for (let i = 0; i < cur.length; i++) {
|
|
72
|
+
let v = cur[i][model.key];
|
|
73
|
+
if (typeof v === 'number' && v > seq_val) seq_val = v;
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
let prepared = [];
|
|
77
|
+
for (let i = 0; i < list.length; i++) {
|
|
78
|
+
let row = M.fillDefaults(model, list[i]);
|
|
79
|
+
if (model.auto && row[model.key] === undefined) row[model.key] = ++seq_val;
|
|
80
|
+
if (!options.raw) this._validateWrite(model, row, true, { skip_refs: !!options.skip_refs });
|
|
81
|
+
prepared.push(row);
|
|
82
|
+
}
|
|
83
|
+
// 全部校验通过后才替换,保证 seed 的原子性
|
|
84
|
+
this._store.clear(name);
|
|
85
|
+
this._store.seq.set(name, seq_val);
|
|
86
|
+
for (let i = 0; i < prepared.length; i++) this._store.insert(name, prepared[i]);
|
|
87
|
+
this._autoSave();
|
|
88
|
+
return { collection: name, count: list.length };
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
/**
|
|
92
|
+
* 新增一条(带集合名)
|
|
93
|
+
* @param {string} name 集合名
|
|
94
|
+
* @param {object} body 记录数据
|
|
95
|
+
* @param {object} [options] 选项
|
|
96
|
+
* @returns {object} 新增结果
|
|
97
|
+
* @throws {Error} 主键重复或校验失败时抛出
|
|
98
|
+
* @private
|
|
99
|
+
*/
|
|
100
|
+
function _add(name, body, options) {
|
|
101
|
+
options = options || {};
|
|
102
|
+
let model = this.model(name);
|
|
103
|
+
this._checkWritable(model, options);
|
|
104
|
+
let row = M.fillDefaults(model, body || {});
|
|
105
|
+
// 先校验、后分配主键:被拒绝的写入不消耗自增序列
|
|
106
|
+
if (!options.raw) this._validateWrite(model, row, true);
|
|
107
|
+
if (model.auto && row[model.key] === undefined) row[model.key] = this._nextId(model);
|
|
108
|
+
let q = {};
|
|
109
|
+
q[model.key] = row[model.key];
|
|
110
|
+
if (this._store.exists(name, q)) raise('DUPLICATE_KEY', '主键重复: ' + row[model.key]);
|
|
111
|
+
Object.assign(row, R.snapshotFields(this, model, row));
|
|
112
|
+
this._store.insert(name, row);
|
|
113
|
+
this._autoSave();
|
|
114
|
+
return {
|
|
115
|
+
obj: R.hydrate(this, model, [row], options.with)[0],
|
|
116
|
+
id: row[model.key], msg: '新增成功', affected: 1
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
|
|
120
|
+
/**
|
|
121
|
+
* 批量新增(带集合名)
|
|
122
|
+
* @param {string} name 集合名
|
|
123
|
+
* @param {Array} rows 记录列表
|
|
124
|
+
* @param {object} [options] 选项
|
|
125
|
+
* @returns {object} 新增结果
|
|
126
|
+
* @private
|
|
127
|
+
*/
|
|
128
|
+
function _addMany(name, rows, options) {
|
|
129
|
+
options = options || {};
|
|
130
|
+
let model = this.model(name);
|
|
131
|
+
this._checkWritable(model, options);
|
|
132
|
+
let list = rows || [];
|
|
133
|
+
let ids = [];
|
|
134
|
+
let prepared = [];
|
|
135
|
+
// 两段式:整批校验通过后,才分配主键并落盘(原子性 + 不浪费序列)
|
|
136
|
+
for (let i = 0; i < list.length; i++) {
|
|
137
|
+
let row = M.fillDefaults(model, list[i]);
|
|
138
|
+
if (!options.raw) this._validateWrite(model, row, true);
|
|
139
|
+
prepared.push(row);
|
|
140
|
+
}
|
|
141
|
+
for (let i = 0; i < prepared.length; i++) {
|
|
142
|
+
let row = prepared[i];
|
|
143
|
+
if (model.auto && row[model.key] === undefined) row[model.key] = this._nextId(model);
|
|
144
|
+
Object.assign(row, R.snapshotFields(this, model, row));
|
|
145
|
+
this._store.insert(name, row);
|
|
146
|
+
ids.push(row[model.key]);
|
|
147
|
+
}
|
|
148
|
+
this._autoSave();
|
|
149
|
+
return { msg: '批量新增完成', affected: ids.length, ids: ids };
|
|
150
|
+
}
|
|
151
|
+
|
|
152
|
+
/**
|
|
153
|
+
* 取一条记录(带集合名,含关联装载)
|
|
154
|
+
* @param {string} name 集合名
|
|
155
|
+
* @param {*} query 查询条件或主键值
|
|
156
|
+
* @param {object} [options] 选项
|
|
157
|
+
* @returns {object|null} 记录
|
|
158
|
+
* @private
|
|
159
|
+
*/
|
|
160
|
+
function _get(name, query, options) {
|
|
161
|
+
options = options || {};
|
|
162
|
+
let model = this.model(name);
|
|
163
|
+
let q = (query === null || typeof query !== 'object')
|
|
164
|
+
? (function () { let o = {}; o[model.key] = query; return o; })()
|
|
165
|
+
: query;
|
|
166
|
+
let row = this._store.get(name, q, model.key);
|
|
167
|
+
if (!row) return null;
|
|
168
|
+
return R.hydrate(this, model, [row], options.with)[0];
|
|
169
|
+
}
|
|
170
|
+
|
|
171
|
+
/**
|
|
172
|
+
* 整行更新(带集合名)
|
|
173
|
+
* @param {string} name 集合名
|
|
174
|
+
* @param {*} query 查询条件
|
|
175
|
+
* @param {object} body 更新内容
|
|
176
|
+
* @param {object} [options] 选项
|
|
177
|
+
* @returns {object} 更新结果
|
|
178
|
+
* @private
|
|
179
|
+
*/
|
|
180
|
+
function _set(name, query, body, options) {
|
|
181
|
+
options = options || {};
|
|
182
|
+
let model = this.model(name);
|
|
183
|
+
query = helper.normalizeQuery(model, query, options);
|
|
184
|
+
this._checkWritable(model, options);
|
|
185
|
+
let changes = M.clone(body || {});
|
|
186
|
+
let self = this;
|
|
187
|
+
const mutator = function (row) {
|
|
188
|
+
let merged = Object.assign({}, row, changes);
|
|
189
|
+
Object.assign(row, changes, R.snapshotFields(self, model, merged));
|
|
190
|
+
};
|
|
191
|
+
let affected = this._safeUpdate(name, query, mutator, options);
|
|
192
|
+
this._autoSave();
|
|
193
|
+
return { msg: '更新成功', affected: affected };
|
|
194
|
+
}
|
|
195
|
+
|
|
196
|
+
/**
|
|
197
|
+
* 增量更新(带集合名)
|
|
198
|
+
* @param {string} name 集合名
|
|
199
|
+
* @param {*} query 查询条件
|
|
200
|
+
* @param {object} ops 操作符表
|
|
201
|
+
* @param {object} [options] 选项
|
|
202
|
+
* @returns {object} 更新结果
|
|
203
|
+
* @private
|
|
204
|
+
*/
|
|
205
|
+
function _patch(name, query, ops, options) {
|
|
206
|
+
options = options || {};
|
|
207
|
+
let model = this.model(name);
|
|
208
|
+
query = helper.normalizeQuery(model, query, options);
|
|
209
|
+
this._checkWritable(model, options);
|
|
210
|
+
let self = this;
|
|
211
|
+
const mutator = function (row) {
|
|
212
|
+
helper.applyOps(row, ops);
|
|
213
|
+
Object.assign(row, R.snapshotFields(self, model, row));
|
|
214
|
+
};
|
|
215
|
+
let affected = this._safeUpdate(name, query, mutator, options);
|
|
216
|
+
this._autoSave();
|
|
217
|
+
return { msg: '增量更新完成', affected: affected };
|
|
218
|
+
}
|
|
219
|
+
|
|
220
|
+
/**
|
|
221
|
+
* 存在则更新,不存在则新增(带集合名)
|
|
222
|
+
* @param {string} name 集合名
|
|
223
|
+
* @param {*} query 查询条件或主键值
|
|
224
|
+
* @param {object} body 写入内容
|
|
225
|
+
* @param {object} [options] 选项
|
|
226
|
+
* @returns {object} 操作结果
|
|
227
|
+
* @private
|
|
228
|
+
*/
|
|
229
|
+
function _upsert(name, query, body, options) {
|
|
230
|
+
let model = this.model(name);
|
|
231
|
+
let q = (query === null || typeof query !== 'object')
|
|
232
|
+
? (function () { let o = {}; o[model.key] = query; return o; })()
|
|
233
|
+
: query;
|
|
234
|
+
if (this._store.get(name, q, model.key)) return this._set(name, q, body, options);
|
|
235
|
+
return this._add(name, Object.assign({}, q, body), options);
|
|
236
|
+
}
|
|
237
|
+
|
|
238
|
+
/**
|
|
239
|
+
* 按条件删除(带集合名)
|
|
240
|
+
* @param {string} name 集合名
|
|
241
|
+
* @param {*} query 查询条件
|
|
242
|
+
* @param {object} [options] 选项
|
|
243
|
+
* @returns {object} 删除结果
|
|
244
|
+
* @private
|
|
245
|
+
*/
|
|
246
|
+
function _del(name, query, options) {
|
|
247
|
+
options = options || {};
|
|
248
|
+
let model = this.model(name);
|
|
249
|
+
query = helper.normalizeQuery(model, query, options);
|
|
250
|
+
this._checkWritable(model, options);
|
|
251
|
+
let affected = this._store.remove(name, query);
|
|
252
|
+
this._autoSave();
|
|
253
|
+
return { msg: '删除成功', affected: affected };
|
|
254
|
+
}
|
|
255
|
+
|
|
256
|
+
/**
|
|
257
|
+
* 按模板造数(带集合名)
|
|
258
|
+
* @param {string} name 集合名
|
|
259
|
+
* @param {number} [count] 生成条数
|
|
260
|
+
* @param {object} [template] 造数模板
|
|
261
|
+
* @param {object} [options] 选项
|
|
262
|
+
* @returns {object} 新增结果
|
|
263
|
+
* @throws {Error} 缺少造数模板时抛出
|
|
264
|
+
* @private
|
|
265
|
+
*/
|
|
266
|
+
function _generate(name, count, template, options) {
|
|
267
|
+
options = options || {};
|
|
268
|
+
let model = this.model(name);
|
|
269
|
+
let gen = model.generate || {};
|
|
270
|
+
let tpl = template || gen.template;
|
|
271
|
+
if (!tpl) raise('SCHEMA_VALIDATION', '缺少造数模板 template,或在集合定义里写 generate.template');
|
|
272
|
+
let total = count || gen.count || 10;
|
|
273
|
+
let rows = [];
|
|
274
|
+
for (let i = 0; i < total; i++) {
|
|
275
|
+
let row = {};
|
|
276
|
+
for (let f in tpl) row[f] = helper.renderValue(tpl[f], i, this);
|
|
277
|
+
rows.push(row);
|
|
278
|
+
}
|
|
279
|
+
return this._addMany(name, rows, options);
|
|
280
|
+
}
|
|
281
|
+
|
|
282
|
+
/**
|
|
283
|
+
* 反查:找出所有集合中引用了本集合某个键的记录
|
|
284
|
+
* @param {*} keyValue 目标主键值
|
|
285
|
+
* @param {object} [options] 选项(limit)
|
|
286
|
+
* @returns {object} 反查结果
|
|
287
|
+
*/
|
|
288
|
+
function reverse(keyValue, options) {
|
|
289
|
+
options = options || {};
|
|
290
|
+
let out = [];
|
|
291
|
+
let names = Array.from(this._store.models.keys());
|
|
292
|
+
for (let i = 0; i < names.length; i++) {
|
|
293
|
+
let m = this._store.models.get(names[i]);
|
|
294
|
+
for (let f in m.schema) {
|
|
295
|
+
let ref = m.schema[f].ref;
|
|
296
|
+
if (!ref || ref.model !== this.name) continue;
|
|
297
|
+
let q = {};
|
|
298
|
+
q[f] = keyValue;
|
|
299
|
+
let rows = this._listBy(names[i], q, { limit: options.limit || 1000 }).list;
|
|
300
|
+
for (let j = 0; j < rows.length; j++) out.push({ collection: names[i], field: f, row: rows[j] });
|
|
301
|
+
}
|
|
302
|
+
}
|
|
303
|
+
return { list: out, count: out.length };
|
|
304
|
+
}
|
|
305
|
+
|
|
306
|
+
/**
|
|
307
|
+
* 全库引用完整性检查
|
|
308
|
+
* @returns {object} 检查结果
|
|
309
|
+
*/
|
|
310
|
+
function verify() {
|
|
311
|
+
let dangling = [];
|
|
312
|
+
let checked = 0;
|
|
313
|
+
for (let name of this._store.models.keys()) {
|
|
314
|
+
let model = this._store.models.get(name);
|
|
315
|
+
let rows = this._store.getRows(name);
|
|
316
|
+
for (let j = 0; j < rows.length; j++) {
|
|
317
|
+
let row = rows[j];
|
|
318
|
+
for (let f in model.schema) {
|
|
319
|
+
let ref = model.schema[f].ref;
|
|
320
|
+
if (!ref || row[f] === undefined || row[f] === null) continue;
|
|
321
|
+
checked++;
|
|
322
|
+
let target = this.model(ref.model);
|
|
323
|
+
let q = {};
|
|
324
|
+
q[ref.key || target.key] = row[f];
|
|
325
|
+
if (!this._store.exists(target.name, q)) {
|
|
326
|
+
dangling.push({ collection: name, key: row[model.key], field: f, value: row[f], target: target.name });
|
|
327
|
+
}
|
|
328
|
+
}
|
|
329
|
+
}
|
|
330
|
+
}
|
|
331
|
+
return { checked: checked, ok: dangling.length === 0, dangling: dangling };
|
|
332
|
+
}
|
|
333
|
+
|
|
334
|
+
/**
|
|
335
|
+
* 全部模型摘要
|
|
336
|
+
* @returns {Array} 模型摘要列表
|
|
337
|
+
*/
|
|
338
|
+
function models() {
|
|
339
|
+
return Array.from(this._store.models.values()).map(function (m) {
|
|
340
|
+
return {
|
|
341
|
+
name: m.name, kind: m.kind, key: m.key, version: m.version,
|
|
342
|
+
readonly: m.readonly, constrained: m.constrained, strict: m.strict,
|
|
343
|
+
fields: Object.keys(m.schema)
|
|
344
|
+
};
|
|
345
|
+
});
|
|
346
|
+
}
|
|
347
|
+
|
|
348
|
+
/**
|
|
349
|
+
* models 的别名
|
|
350
|
+
* @returns {Array} 模型摘要列表
|
|
351
|
+
*/
|
|
352
|
+
function collections() { return this.models(); }
|
|
353
|
+
|
|
354
|
+
/**
|
|
355
|
+
* 扫描模型目录:只识别 <集合名>_model.json,有几个文件就创建几种集合。
|
|
356
|
+
* 集合名由文件名推导(role_model.json → role)。
|
|
357
|
+
* @param {string} [dir] 模型目录,缺省为示例模型目录
|
|
358
|
+
* @param {object} [options] 选项(reset/seed)
|
|
359
|
+
* @returns {Array} 注册的集合名列表
|
|
360
|
+
*/
|
|
361
|
+
function loadModels(dir, options) {
|
|
362
|
+
options = options || {};
|
|
363
|
+
let target = dir || EXAMPLE_MODEL_DIR;
|
|
364
|
+
if (!fs.existsSync(target)) return [];
|
|
365
|
+
let files = fs.readdirSync(target)
|
|
366
|
+
.filter(function (f) { return /_model\.json$/i.test(f); }).sort();
|
|
367
|
+
let names = [];
|
|
368
|
+
for (let i = 0; i < files.length; i++) {
|
|
369
|
+
let def = JSON.parse(fs.readFileSync(path.join(target, files[i]), 'utf8'));
|
|
370
|
+
let name = path.basename(files[i], '.json').replace(/_model$/i, '') || def.name;
|
|
371
|
+
def.name = name; // 文件名即集合名,保证「文件数 == 集合数」
|
|
372
|
+
this._register(name, def, { replace: true, reset: !!options.reset, seed: options.seed !== false, raw: true });
|
|
373
|
+
names.push(name);
|
|
374
|
+
}
|
|
375
|
+
return names;
|
|
376
|
+
}
|
|
377
|
+
|
|
378
|
+
/**
|
|
379
|
+
* 全库统计
|
|
380
|
+
* @returns {object} 统计结果
|
|
381
|
+
*/
|
|
382
|
+
function stats() {
|
|
383
|
+
let out = [];
|
|
384
|
+
let total = 0;
|
|
385
|
+
for (let name of this._store.models.keys()) {
|
|
386
|
+
let m = this._store.models.get(name);
|
|
387
|
+
let n = this._store.getRows(name).length;
|
|
388
|
+
total += n;
|
|
389
|
+
out.push({ name: name, kind: m.kind, key: m.key, version: m.version, rows: n });
|
|
390
|
+
}
|
|
391
|
+
return { total: total, collections: out };
|
|
392
|
+
}
|
|
393
|
+
module.exports = {
|
|
394
|
+
_existsBy,
|
|
395
|
+
_getBy,
|
|
396
|
+
_listBy,
|
|
397
|
+
_seed,
|
|
398
|
+
_add,
|
|
399
|
+
_addMany,
|
|
400
|
+
_get,
|
|
401
|
+
_set,
|
|
402
|
+
_patch,
|
|
403
|
+
_upsert,
|
|
404
|
+
_del,
|
|
405
|
+
_generate,
|
|
406
|
+
reverse,
|
|
407
|
+
verify,
|
|
408
|
+
models,
|
|
409
|
+
collections,
|
|
410
|
+
loadModels,
|
|
411
|
+
stats,
|
|
412
|
+
};
|
|
@@ -0,0 +1,97 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
const path = require('path');
|
|
4
|
+
const M = require('./model.js');
|
|
5
|
+
const { raise } = require('./errors.js');
|
|
6
|
+
|
|
7
|
+
/**
|
|
8
|
+
* DataManager 助手函数与共享常量
|
|
9
|
+
* 查询归一化、更新操作符应用、造数模板渲染。
|
|
10
|
+
*/
|
|
11
|
+
|
|
12
|
+
/**
|
|
13
|
+
* 示例模型目录(loadModels 的缺省扫描目标)
|
|
14
|
+
* @type {string}
|
|
15
|
+
*/
|
|
16
|
+
const EXAMPLE_MODEL_DIR = path.join(__dirname, '..', 'example', 'rpg_model');
|
|
17
|
+
|
|
18
|
+
/**
|
|
19
|
+
* 归一化查询条件:标量按主键处理;空条件默认拒绝(防全表更新/删除)
|
|
20
|
+
* @param {object} model 模型定义
|
|
21
|
+
* @param {*} query 查询条件
|
|
22
|
+
* @param {object} [options] 选项(allow_all 允许空条件)
|
|
23
|
+
* @returns {object} 对象形态的查询条件
|
|
24
|
+
* @throws {Error} 空条件且未允许全表时抛出
|
|
25
|
+
*/
|
|
26
|
+
function normalizeQuery(model, query, options) {
|
|
27
|
+
if (query !== null && query !== undefined && typeof query !== 'object') {
|
|
28
|
+
let q = {};
|
|
29
|
+
q[model.key] = query;
|
|
30
|
+
return q;
|
|
31
|
+
}
|
|
32
|
+
let ok = query && typeof query === 'object' && Object.keys(query).length > 0;
|
|
33
|
+
if (!ok && !(options && options.allow_all)) {
|
|
34
|
+
raise('QUERY_REQUIRED', '写操作必须带 query 条件,不允许全表更新/删除');
|
|
35
|
+
}
|
|
36
|
+
return query || {};
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
/**
|
|
40
|
+
* 应用增量更新操作符($set/$inc/$mul/$push/$pull)
|
|
41
|
+
* @param {object} row 目标行
|
|
42
|
+
* @param {object} [ops] 操作符表
|
|
43
|
+
* @returns {object} 更新后的行
|
|
44
|
+
*/
|
|
45
|
+
function applyOps(row, ops) {
|
|
46
|
+
ops = ops || {};
|
|
47
|
+
if (ops.$set) Object.assign(row, M.clone(ops.$set));
|
|
48
|
+
if (ops.$inc) {
|
|
49
|
+
for (let f in ops.$inc) row[f] = (typeof row[f] === 'number' ? row[f] : 0) + ops.$inc[f];
|
|
50
|
+
}
|
|
51
|
+
if (ops.$mul) {
|
|
52
|
+
for (let f in ops.$mul) row[f] = (typeof row[f] === 'number' ? row[f] : 0) * ops.$mul[f];
|
|
53
|
+
}
|
|
54
|
+
if (ops.$push) {
|
|
55
|
+
for (let f in ops.$push) {
|
|
56
|
+
if (!Array.isArray(row[f])) row[f] = [];
|
|
57
|
+
row[f].push(M.clone(ops.$push[f]));
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
if (ops.$pull) {
|
|
61
|
+
for (let f in ops.$pull) {
|
|
62
|
+
if (!Array.isArray(row[f])) continue;
|
|
63
|
+
row[f] = row[f].filter(function (v) { return v !== ops.$pull[f]; });
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
return row;
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
/**
|
|
70
|
+
* 渲染造数模板值:支持 {{$index}} / {{random(a,b)}} / {{ref:集合.字段}}
|
|
71
|
+
* @param {*} val 模板值
|
|
72
|
+
* @param {number} index 行序号
|
|
73
|
+
* @param {object} manager DataManager 实例(ref 取数用)
|
|
74
|
+
* @returns {*} 渲染结果(数字形态的字符串会转为 number)
|
|
75
|
+
* @throws {Error} ref 引用的集合无数据时抛出
|
|
76
|
+
*/
|
|
77
|
+
function renderValue(val, index, manager) {
|
|
78
|
+
if (typeof val !== 'string') return val;
|
|
79
|
+
let out = val;
|
|
80
|
+
out = out.replace(/\{\{\s*\$index\s*\}\}/g, String(index));
|
|
81
|
+
out = out.replace(/\{\{\s*random\((\d+),\s*(\d+)\)\s*\}\}/g, function (_, a, b) {
|
|
82
|
+
let mn = parseInt(a, 10);
|
|
83
|
+
let mx = parseInt(b, 10);
|
|
84
|
+
return String(Math.floor(Math.random() * (mx - mn + 1)) + mn);
|
|
85
|
+
});
|
|
86
|
+
out = out.replace(/\{\{\s*ref:([a-zA-Z0-9_]+)\.([a-zA-Z0-9_]+)\s*\}\}/g, function (_, m, f) {
|
|
87
|
+
let rows = manager._store.getRows(m);
|
|
88
|
+
if (!rows.length) {
|
|
89
|
+
raise('REF_MISSING', '造数模板引用的集合无数据: ' + m);
|
|
90
|
+
}
|
|
91
|
+
return String(rows[Math.floor(Math.random() * rows.length)][f]);
|
|
92
|
+
});
|
|
93
|
+
if (/^-?\d+(\.\d+)?$/.test(out)) return Number(out);
|
|
94
|
+
return out;
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
module.exports = { EXAMPLE_MODEL_DIR, normalizeQuery, applyOps, renderValue };
|