mm_datas 5.3.1 → 5.3.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/example/custom_demo.js +17 -17
- package/example/preset_demo.js +8 -8
- package/example/rpg_cache.js +39 -39
- package/example/rpg_crud.js +19 -19
- package/example/rpg_demo.js +5 -5
- package/example/rpg_persistence.js +39 -39
- package/example/rpg_relations.js +28 -28
- package/example/rpg_world.js +7 -7
- package/example/storage_demo.js +33 -35
- package/index.js +7 -55
- package/lib/backend.js +35 -569
- package/lib/backend_codec.js +42 -0
- package/lib/cache_adapter.js +112 -0
- package/lib/data_error.js +19 -0
- package/lib/errors.js +11 -10
- package/lib/hybrid_store.js +225 -0
- package/lib/json_db_layout.js +266 -0
- package/lib/json_file_store.js +66 -0
- package/lib/manager.js +234 -507
- package/lib/manager_define.js +131 -0
- package/lib/manager_ext.js +412 -0
- package/lib/manager_helper.js +97 -0
- package/lib/manager_store.js +196 -0
- package/lib/memory_store.js +203 -0
- package/lib/model.js +114 -288
- package/lib/model_check.js +184 -0
- package/lib/model_validator.js +104 -0
- package/lib/mongo_adapter.js +106 -0
- package/lib/pool.js +58 -42
- package/lib/relation.js +81 -55
- package/lib/sql_adapter.js +116 -0
- package/lib/store.js +16 -409
- package/lib/store_query.js +119 -0
- package/lib/tool_scan.js +106 -0
- package/package.json +2 -3
- package/test.js +21 -42
- package/tool/data/index.js +19 -8
- package/tool/data_admin/index.js +38 -0
- package/tool/data_admin/tool.json +42 -0
|
@@ -0,0 +1,196 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
/**
|
|
4
|
+
* DataManager 职责分片:外部访问层(mm_cache / mm_mongodb / mm_sql)。
|
|
5
|
+
* 本文件为非类文件,导出的方法由 manager.js 合并挂载到 DataManager.prototype,
|
|
6
|
+
* 方法内通过 this 访问 DataManager 实例。
|
|
7
|
+
*/
|
|
8
|
+
|
|
9
|
+
/**
|
|
10
|
+
* 取外部访问层适配器集合
|
|
11
|
+
* @returns {object|null} 适配器集合
|
|
12
|
+
* @private
|
|
13
|
+
*/
|
|
14
|
+
function _adapters() { return this._store.adapters || null; }
|
|
15
|
+
|
|
16
|
+
/**
|
|
17
|
+
* 构造缓存键
|
|
18
|
+
* @param {string} kind 用途(get/list)
|
|
19
|
+
* @param {*} query 查询条件
|
|
20
|
+
* @param {object} [options] 选项
|
|
21
|
+
* @returns {string} 缓存键
|
|
22
|
+
* @private
|
|
23
|
+
*/
|
|
24
|
+
function _cacheKey(kind, query, options) {
|
|
25
|
+
return this._namespace + ':' + this.name + ':' + kind + ':' +
|
|
26
|
+
JSON.stringify([query === undefined ? null : query, options || null]);
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
/**
|
|
30
|
+
* 经 mm_cache 取一条:命中直接返回,未命中查内存工作集并回填
|
|
31
|
+
* @param {*} query 查询条件
|
|
32
|
+
* @param {object} [options] 选项
|
|
33
|
+
* @returns {Promise<object|null>} 记录
|
|
34
|
+
*/
|
|
35
|
+
async function cacheGet(query, options) {
|
|
36
|
+
let a = this._adapters();
|
|
37
|
+
if (!a) return this.get(query, options);
|
|
38
|
+
let key = this._cacheKey('get', query, options);
|
|
39
|
+
let hit = await a.cache.get(key);
|
|
40
|
+
if (hit !== null) return hit;
|
|
41
|
+
let value = this.get(query, options);
|
|
42
|
+
await a.cache.set(key, value);
|
|
43
|
+
return value;
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
/**
|
|
47
|
+
* 经 mm_cache 取列表:同样命中直接返回
|
|
48
|
+
* @param {*} query 查询条件
|
|
49
|
+
* @param {object} [options] 选项
|
|
50
|
+
* @returns {Promise<object>} 分页结果
|
|
51
|
+
*/
|
|
52
|
+
async function cacheList(query, options) {
|
|
53
|
+
let a = this._adapters();
|
|
54
|
+
if (!a) return this.list(query, options);
|
|
55
|
+
let key = this._cacheKey('list', query, options);
|
|
56
|
+
let hit = await a.cache.get(key);
|
|
57
|
+
if (hit !== null) return hit;
|
|
58
|
+
let value = this.list(query, options);
|
|
59
|
+
await a.cache.set(key, value);
|
|
60
|
+
return value;
|
|
61
|
+
}
|
|
62
|
+
|
|
63
|
+
/**
|
|
64
|
+
* 可选:直接用 mm_sql 查询数据源(未启用时返回 null)
|
|
65
|
+
* @param {string} sqlText SQL 语句
|
|
66
|
+
* @param {Array} [params] 参数列表
|
|
67
|
+
* @returns {Promise<object|null>} 查询结果
|
|
68
|
+
*/
|
|
69
|
+
async function sql(sqlText, params) {
|
|
70
|
+
let a = this._adapters();
|
|
71
|
+
return a ? a.sql.query(sqlText, params) : null;
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
/**
|
|
75
|
+
* 写入后主动失效缓存,避免脏读
|
|
76
|
+
* @returns {Promise<number>} 清空条数
|
|
77
|
+
*/
|
|
78
|
+
async function invalidateCache() {
|
|
79
|
+
let a = this._adapters();
|
|
80
|
+
if (!a) return 0;
|
|
81
|
+
return a.cache.clearPrefix(this._namespace + ':' + this.name + ':');
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
/**
|
|
85
|
+
* 显式连接外部依赖(纯内存 store 时返回跳过说明,不视为失败)
|
|
86
|
+
* @returns {Promise<object>} 连接结果
|
|
87
|
+
*/
|
|
88
|
+
async function connect() {
|
|
89
|
+
return typeof this._store.connect === 'function'
|
|
90
|
+
? this._store.connect()
|
|
91
|
+
: { ok: false, reason: '当前为纯内存 store,请用 createPool(ns, { store:"hybrid", dir, models })' };
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
/**
|
|
95
|
+
* 把内存工作集推到外部层(静态逐文件、动态缓存 + 持久 + 可选 SQL)
|
|
96
|
+
* @returns {Promise<object>} 推送报告
|
|
97
|
+
*/
|
|
98
|
+
async function flush() {
|
|
99
|
+
return typeof this._store.flush === 'function'
|
|
100
|
+
? this._store.flush()
|
|
101
|
+
: { ok: false, reason: '当前为纯内存 store,不支持外部后端' };
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
/**
|
|
105
|
+
* 从 data 目录 / mm_mongodb / mm_sql 恢复
|
|
106
|
+
* @param {string} [dir] 数据目录
|
|
107
|
+
* @returns {Promise<object>} 恢复报告
|
|
108
|
+
*/
|
|
109
|
+
async function restore(dir) {
|
|
110
|
+
return typeof this._store.restore === 'function'
|
|
111
|
+
? this._store.restore(dir)
|
|
112
|
+
: { ok: false, reason: '当前为纯内存 store,不支持外部后端' };
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
/**
|
|
116
|
+
* 后端报告
|
|
117
|
+
* @returns {object} 状态信息
|
|
118
|
+
*/
|
|
119
|
+
function backends() {
|
|
120
|
+
return typeof this._store.backends === 'function'
|
|
121
|
+
? this._store.backends()
|
|
122
|
+
: { backend: this._store.constructor.name };
|
|
123
|
+
}
|
|
124
|
+
|
|
125
|
+
/**
|
|
126
|
+
* 同步保存
|
|
127
|
+
* @param {string} [dir] 数据目录
|
|
128
|
+
* @returns {object} 保存结果
|
|
129
|
+
*/
|
|
130
|
+
function save(dir) { return this._store.save(dir); }
|
|
131
|
+
|
|
132
|
+
/**
|
|
133
|
+
* 立即落盘当前池的脏数据(同步本地持久化)
|
|
134
|
+
* @returns {object} 落盘结果
|
|
135
|
+
*/
|
|
136
|
+
function flushNow() {
|
|
137
|
+
return typeof this._store.saveNow === 'function'
|
|
138
|
+
? this._store.saveNow()
|
|
139
|
+
: { ok: true, skipped: true, reason: '当前 store 不支持 saveNow' };
|
|
140
|
+
}
|
|
141
|
+
|
|
142
|
+
/**
|
|
143
|
+
* 设置自动落盘间隔(毫秒),0 表示关闭定时落盘
|
|
144
|
+
* @param {number} interval 间隔毫秒
|
|
145
|
+
* @returns {DataManager} 自身
|
|
146
|
+
*/
|
|
147
|
+
function startAutoFlush(interval) {
|
|
148
|
+
if (typeof this._store.startAutoFlush === 'function') this._store.startAutoFlush(interval);
|
|
149
|
+
return this;
|
|
150
|
+
}
|
|
151
|
+
|
|
152
|
+
/**
|
|
153
|
+
* 停止自动落盘定时器
|
|
154
|
+
* @returns {DataManager} 自身
|
|
155
|
+
*/
|
|
156
|
+
function stopAutoFlush() {
|
|
157
|
+
if (typeof this._store.stopAutoFlush === 'function') this._store.stopAutoFlush();
|
|
158
|
+
return this;
|
|
159
|
+
}
|
|
160
|
+
|
|
161
|
+
/**
|
|
162
|
+
* 关闭数据集合:停止定时落盘并保存剩余数据
|
|
163
|
+
* @returns {object} 关闭结果
|
|
164
|
+
*/
|
|
165
|
+
function close() {
|
|
166
|
+
return typeof this._store.close === 'function' ? this._store.close() : this.flushNow();
|
|
167
|
+
}
|
|
168
|
+
|
|
169
|
+
/**
|
|
170
|
+
* 持久化策略与落盘统计
|
|
171
|
+
* @returns {object} 持久化状态
|
|
172
|
+
*/
|
|
173
|
+
function persistStatus() {
|
|
174
|
+
return typeof this._store.persistStatus === 'function'
|
|
175
|
+
? this._store.persistStatus()
|
|
176
|
+
: { backend: this._store.constructor.name, persist: false, dirty: false };
|
|
177
|
+
}
|
|
178
|
+
|
|
179
|
+
module.exports = {
|
|
180
|
+
_adapters,
|
|
181
|
+
_cacheKey,
|
|
182
|
+
cacheGet,
|
|
183
|
+
cacheList,
|
|
184
|
+
sql,
|
|
185
|
+
invalidateCache,
|
|
186
|
+
connect,
|
|
187
|
+
flush,
|
|
188
|
+
restore,
|
|
189
|
+
backends,
|
|
190
|
+
save,
|
|
191
|
+
flushNow,
|
|
192
|
+
startAutoFlush,
|
|
193
|
+
stopAutoFlush,
|
|
194
|
+
close,
|
|
195
|
+
persistStatus
|
|
196
|
+
};
|
|
@@ -0,0 +1,203 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
const { clone, project } = require('./model.js');
|
|
4
|
+
const { match, compare, parseOrder } = require('./store_query.js');
|
|
5
|
+
const Persist = require('mm_persist').Persist;
|
|
6
|
+
|
|
7
|
+
/**
|
|
8
|
+
* 内存存储:可插拔存储层的基础实现
|
|
9
|
+
* 生产环境可替换成适配器(实现同一组方法即可,world 不感知实现)
|
|
10
|
+
*/
|
|
11
|
+
class MemoryStore extends Persist {
|
|
12
|
+
/**
|
|
13
|
+
* 构造函数
|
|
14
|
+
*/
|
|
15
|
+
constructor() {
|
|
16
|
+
super({ persist: false });
|
|
17
|
+
this.tables = new Map();
|
|
18
|
+
this.calls = { list: 0, get: 0, insert: 0, update: 0, remove: 0 };
|
|
19
|
+
this.backend = 'memory';
|
|
20
|
+
}
|
|
21
|
+
|
|
22
|
+
/**
|
|
23
|
+
* 取表(不存在时创建空表)
|
|
24
|
+
* @param {string} name 表名
|
|
25
|
+
* @returns {Array} 行列表
|
|
26
|
+
*/
|
|
27
|
+
table(name) {
|
|
28
|
+
if (!this.tables.has(name)) this.tables.set(name, []);
|
|
29
|
+
return this.tables.get(name);
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
/**
|
|
33
|
+
* 取全部表名
|
|
34
|
+
* @returns {Array} 表名列表
|
|
35
|
+
*/
|
|
36
|
+
tableNames() { return Array.from(this.tables.keys()); }
|
|
37
|
+
|
|
38
|
+
/**
|
|
39
|
+
* 直接设置表内容
|
|
40
|
+
* @param {string} name 表名
|
|
41
|
+
* @param {Array} rows 行列表
|
|
42
|
+
*/
|
|
43
|
+
setTable(name, rows) { this.tables.set(name, rows || []); }
|
|
44
|
+
|
|
45
|
+
/**
|
|
46
|
+
* 清空表(保留空表)
|
|
47
|
+
* @param {string} name 表名
|
|
48
|
+
*/
|
|
49
|
+
clear(name) { this.tables.set(name, []); }
|
|
50
|
+
|
|
51
|
+
/** 彻底移除一张表(clear 会留下空表,落盘时会被写成空 .json) */
|
|
52
|
+
dropTable(name) { this.tables.delete(name); }
|
|
53
|
+
|
|
54
|
+
/**
|
|
55
|
+
* 取表行(不存在返回空数组)
|
|
56
|
+
* @param {string} name 表名
|
|
57
|
+
* @returns {Array} 行列表
|
|
58
|
+
*/
|
|
59
|
+
getRows(name) { return this.tables.get(name) || []; }
|
|
60
|
+
|
|
61
|
+
/**
|
|
62
|
+
* 插入一行
|
|
63
|
+
* @param {string} name 表名
|
|
64
|
+
* @param {object} row 记录
|
|
65
|
+
* @returns {object} 插入的记录
|
|
66
|
+
*/
|
|
67
|
+
insert(name, row) {
|
|
68
|
+
this.calls.insert++;
|
|
69
|
+
this.table(name).push(clone(row));
|
|
70
|
+
return row;
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
/**
|
|
74
|
+
* 按条件更新行
|
|
75
|
+
* @param {string} name 表名
|
|
76
|
+
* @param {object} query 查询条件
|
|
77
|
+
* @param {Function} updater 更新函数 updater(row)
|
|
78
|
+
* @returns {number} 更新条数
|
|
79
|
+
*/
|
|
80
|
+
update(name, query, updater) {
|
|
81
|
+
this.calls.update++;
|
|
82
|
+
let rows = this.table(name);
|
|
83
|
+
let n = 0;
|
|
84
|
+
for (let i = 0; i < rows.length; i++) {
|
|
85
|
+
if (match(rows[i], query)) { updater(rows[i]); n++; }
|
|
86
|
+
}
|
|
87
|
+
return n;
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
/**
|
|
91
|
+
* 按条件删除行
|
|
92
|
+
* @param {string} name 表名
|
|
93
|
+
* @param {object} query 查询条件
|
|
94
|
+
* @returns {number} 删除条数
|
|
95
|
+
*/
|
|
96
|
+
remove(name, query) {
|
|
97
|
+
this.calls.remove++;
|
|
98
|
+
let rows = this.table(name);
|
|
99
|
+
let kept = [];
|
|
100
|
+
let n = 0;
|
|
101
|
+
for (let i = 0; i < rows.length; i++) {
|
|
102
|
+
if (match(rows[i], query)) n++;
|
|
103
|
+
else kept.push(rows[i]);
|
|
104
|
+
}
|
|
105
|
+
this.tables.set(name, kept);
|
|
106
|
+
return n;
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
/**
|
|
110
|
+
* 按条件计数
|
|
111
|
+
* @param {string} name 表名
|
|
112
|
+
* @param {object} query 查询条件
|
|
113
|
+
* @returns {number} 匹配条数
|
|
114
|
+
*/
|
|
115
|
+
count(name, query) {
|
|
116
|
+
let rows = this.getRows(name);
|
|
117
|
+
let n = 0;
|
|
118
|
+
for (let i = 0; i < rows.length; i++) if (match(rows[i], query)) n++;
|
|
119
|
+
return n;
|
|
120
|
+
}
|
|
121
|
+
|
|
122
|
+
/**
|
|
123
|
+
* 判断是否存在匹配行
|
|
124
|
+
* @param {string} name 表名
|
|
125
|
+
* @param {object} query 查询条件
|
|
126
|
+
* @returns {boolean} 存在返回 true
|
|
127
|
+
*/
|
|
128
|
+
exists(name, query) {
|
|
129
|
+
let rows = this.getRows(name);
|
|
130
|
+
for (let i = 0; i < rows.length; i++) if (match(rows[i], query)) return true;
|
|
131
|
+
return false;
|
|
132
|
+
}
|
|
133
|
+
|
|
134
|
+
/**
|
|
135
|
+
* 按条件取第一条
|
|
136
|
+
* @param {string} name 表名
|
|
137
|
+
* @param {*} query 查询条件或主键值
|
|
138
|
+
* @param {string} [key] 主键字段名(query 为标量时使用)
|
|
139
|
+
* @returns {object|null} 记录副本,未命中为 null
|
|
140
|
+
*/
|
|
141
|
+
get(name, query, key) {
|
|
142
|
+
this.calls.get++;
|
|
143
|
+
let rows = this.getRows(name);
|
|
144
|
+
let q = (typeof query !== 'object' || query === null) ? (function () { let o = {}; o[key] = query; return o; })() : query;
|
|
145
|
+
for (let i = 0; i < rows.length; i++) if (match(rows[i], q)) return clone(rows[i]);
|
|
146
|
+
return null;
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
/**
|
|
150
|
+
* 分页查询
|
|
151
|
+
* @param {string} name 表名
|
|
152
|
+
* @param {*} query 查询条件或主键值
|
|
153
|
+
* @param {object} [options] 查询选项(order/offset/limit/cursor/fields)
|
|
154
|
+
* @param {string} [key] 主键字段名
|
|
155
|
+
* @returns {object} 分页结果 { list, count, next_cursor }
|
|
156
|
+
*/
|
|
157
|
+
list(name, query, options, key) {
|
|
158
|
+
this.calls.list++;
|
|
159
|
+
options = options || {};
|
|
160
|
+
query = query || {};
|
|
161
|
+
if (typeof query !== 'object' || Array.isArray(query)) {
|
|
162
|
+
let q = {};
|
|
163
|
+
q[key] = query;
|
|
164
|
+
query = q;
|
|
165
|
+
}
|
|
166
|
+
let rows = this.getRows(name).filter(function (r) { return match(r, query); });
|
|
167
|
+
let ord = parseOrder(options.order);
|
|
168
|
+
if (ord && ord.field) {
|
|
169
|
+
rows = rows.slice().sort(function (a, b) {
|
|
170
|
+
let c = compare(a[ord.field], b[ord.field]);
|
|
171
|
+
return ord.desc ? -c : c;
|
|
172
|
+
});
|
|
173
|
+
}
|
|
174
|
+
let total = rows.length;
|
|
175
|
+
let start = 0;
|
|
176
|
+
if (options.cursor !== undefined && options.cursor !== null && key) {
|
|
177
|
+
let idx = rows.findIndex(function (r) { return String(r[key]) === String(options.cursor); });
|
|
178
|
+
if (idx >= 0) start = idx + 1;
|
|
179
|
+
} else if (options.offset) {
|
|
180
|
+
start = Math.max(0, parseInt(options.offset, 10) || 0);
|
|
181
|
+
}
|
|
182
|
+
let limit = options.limit === undefined ? 1000 : parseInt(options.limit, 10);
|
|
183
|
+
if (isNaN(limit)) limit = 1000;
|
|
184
|
+
let end = limit < 0 ? rows.length : Math.min(rows.length, start + limit);
|
|
185
|
+
let page = rows.slice(start, end).map(function (r) { return project(r, options.fields, key); });
|
|
186
|
+
let next_cursor = end < rows.length && page.length ? page[page.length - 1][key] : null;
|
|
187
|
+
return { list: page, count: total, next_cursor: next_cursor === undefined ? null : next_cursor };
|
|
188
|
+
}
|
|
189
|
+
|
|
190
|
+
/**
|
|
191
|
+
* 保存(内存实现无持久化)
|
|
192
|
+
* @returns {object} 结果
|
|
193
|
+
*/
|
|
194
|
+
save() { return { ok: true, backend: 'memory' }; }
|
|
195
|
+
|
|
196
|
+
/**
|
|
197
|
+
* 加载(内存实现无持久化)
|
|
198
|
+
* @returns {object} 结果
|
|
199
|
+
*/
|
|
200
|
+
load() { return { ok: true, backend: 'memory', table_names: [] }; }
|
|
201
|
+
}
|
|
202
|
+
|
|
203
|
+
module.exports = MemoryStore;
|