midway-fatcms 0.0.8 → 0.0.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.qoder/skills/midway-fatcms/02-crud-quick.md +38 -0
- package/.qoder/skills/midway-fatcms/03-crud-sharding.md +37 -36
- package/.qoder/skills/midway-fatcms/07-examples.md +4 -0
- package/dist/configuration.d.ts +10 -0
- package/dist/configuration.js +26 -0
- package/dist/controller/helpers.controller.d.ts +6 -0
- package/dist/controller/helpers.controller.js +19 -0
- package/dist/libs/crud-pro/CrudPro.d.ts +29 -2
- package/dist/libs/crud-pro/CrudPro.js +58 -2
- package/dist/libs/crud-pro/exceptions.d.ts +7 -0
- package/dist/libs/crud-pro/exceptions.js +7 -0
- package/dist/libs/crud-pro/interfaces.d.ts +1 -0
- package/dist/libs/crud-pro/models/CrudResult.d.ts +3 -2
- package/dist/libs/crud-pro/models/CrudResult.js +1 -1
- package/dist/libs/crud-pro/models/ServiceHub.d.ts +2 -0
- package/dist/libs/crud-pro/services/CrudProDataTypeConvertService.d.ts +70 -2
- package/dist/libs/crud-pro/services/CrudProDataTypeConvertService.js +205 -13
- package/dist/libs/crud-pro/services/CrudProTableMetaService.d.ts +36 -0
- package/dist/libs/crud-pro/services/CrudProTableMetaService.js +97 -3
- package/dist/libs/crud-pro/services/CurdProServiceHub.d.ts +2 -0
- package/dist/libs/crud-pro/services/CurdProServiceHub.js +6 -0
- package/dist/libs/crud-pro-quick/CrudProQuick.d.ts +93 -6
- package/dist/libs/crud-pro-quick/CrudProQuick.js +192 -32
- package/dist/libs/crud-sharding/ShardingBase.d.ts +78 -0
- package/dist/libs/crud-sharding/ShardingBase.js +179 -0
- package/dist/libs/crud-sharding/ShardingByCustomCrud.d.ts +35 -0
- package/dist/libs/crud-sharding/ShardingByCustomCrud.js +297 -0
- package/dist/libs/crud-sharding/ShardingByHashCrud.d.ts +38 -0
- package/dist/libs/crud-sharding/ShardingByHashCrud.js +86 -0
- package/dist/libs/crud-sharding/ShardingByKeyCrud.d.ts +39 -0
- package/dist/libs/crud-sharding/ShardingByKeyCrud.js +74 -0
- package/dist/libs/crud-sharding/ShardingByTimeCrud.d.ts +66 -0
- package/dist/libs/crud-sharding/ShardingByTimeCrud.js +524 -0
- package/dist/libs/crud-sharding/ShardingConfig.d.ts +10 -8
- package/dist/libs/crud-sharding/ShardingConfig.js +3 -3
- package/dist/libs/crud-sharding/TIME_COLUMN_CLEAN_SPEC.md +1 -1
- package/dist/libs/crud-sharding/index.d.ts +10 -13
- package/dist/libs/crud-sharding/index.js +21 -17
- package/dist/models/RedisKeys.d.ts +1 -0
- package/dist/models/RedisKeys.js +1 -0
- package/dist/service/TableMetaCacheRedisSubscriber.d.ts +31 -0
- package/dist/service/TableMetaCacheRedisSubscriber.js +98 -0
- package/dist/service/curd/CurdMixService.d.ts +2 -2
- package/dist/service/curd/CurdProService.d.ts +109 -5
- package/dist/service/curd/CurdProService.js +127 -7
- package/package.json +1 -1
- package/src/configuration.ts +27 -0
- package/src/controller/helpers.controller.ts +15 -0
- package/src/libs/crud-pro/CrudPro.ts +73 -4
- package/src/libs/crud-pro/exceptions.ts +8 -0
- package/src/libs/crud-pro/interfaces.ts +1 -0
- package/src/libs/crud-pro/models/CrudResult.ts +5 -5
- package/src/libs/crud-pro/models/ServiceHub.ts +4 -0
- package/src/libs/crud-pro/services/CrudProDataTypeConvertService.ts +238 -15
- package/src/libs/crud-pro/services/CrudProTableMetaService.ts +110 -2
- package/src/libs/crud-pro/services/CurdProServiceHub.ts +8 -0
- package/src/libs/crud-pro-quick/CrudProQuick.ts +234 -46
- package/src/libs/crud-sharding/ShardingBase.ts +256 -0
- package/src/libs/crud-sharding/ShardingByCustomCrud.ts +329 -0
- package/src/libs/crud-sharding/ShardingByHashCrud.ts +111 -0
- package/src/libs/crud-sharding/ShardingByKeyCrud.ts +97 -0
- package/src/libs/crud-sharding/ShardingByTimeCrud.ts +628 -0
- package/src/libs/crud-sharding/ShardingConfig.ts +10 -8
- package/src/libs/crud-sharding/TIME_COLUMN_CLEAN_SPEC.md +1 -1
- package/src/libs/crud-sharding/index.ts +17 -14
- package/src/models/RedisKeys.ts +1 -0
- package/src/service/TableMetaCacheRedisSubscriber.ts +105 -0
- package/src/service/curd/CurdMixService.ts +2 -2
- package/src/service/curd/CurdProService.ts +131 -9
- package/dist/libs/crud-sharding/ShardingCrudPro.d.ts +0 -208
- package/dist/libs/crud-sharding/ShardingCrudPro.js +0 -879
- package/dist/libs/crud-sharding/ShardingRouter.d.ts +0 -70
- package/dist/libs/crud-sharding/ShardingRouter.js +0 -396
- package/src/libs/crud-sharding/ShardingCrudPro.ts +0 -1105
- package/src/libs/crud-sharding/ShardingRouter.ts +0 -533
|
@@ -3,10 +3,11 @@ import { RequestModel } from '../models/RequestModel';
|
|
|
3
3
|
import { RequestCfgModel } from '../models/RequestCfgModel';
|
|
4
4
|
/**
|
|
5
5
|
* 数据类型转换服务
|
|
6
|
-
*
|
|
6
|
+
* 根据表结构字段类型,自动转换数据格式,确保数据与数据库方言兼容,防止隐式类型转换导致索引失效
|
|
7
7
|
*
|
|
8
8
|
* 当前支持的转换:
|
|
9
|
-
* - PostgreSQL ARRAY
|
|
9
|
+
* - PostgreSQL ARRAY 类型(INSERT/UPDATE data):JSON 数组 → PG 数组字面量 {"a","b","c"}
|
|
10
|
+
* - 查询条件类型强转(SELECT/DELETE/UPDATE condition):字符串 → 数字/布尔,防止隐式类型转换导致索引失效
|
|
10
11
|
*/
|
|
11
12
|
declare class CrudProDataTypeConvertService extends CrudProServiceBase {
|
|
12
13
|
/**
|
|
@@ -44,6 +45,73 @@ declare class CrudProDataTypeConvertService extends CrudProServiceBase {
|
|
|
44
45
|
* 将单个 JS 值转为 PG 数组元素的字面量表示
|
|
45
46
|
*/
|
|
46
47
|
private toPgArrayItem;
|
|
48
|
+
/**
|
|
49
|
+
* 查询时:根据表结构字段类型,自动转换 condition 中的数据格式
|
|
50
|
+
* 防止数据库隐式类型转换导致索引失效
|
|
51
|
+
*
|
|
52
|
+
* 实现步骤:
|
|
53
|
+
* 1. 判断操作类型是否为查询/删除/更新(这些操作包含 WHERE 条件)
|
|
54
|
+
* 2. 获取表元数据,构建字段名→类型映射
|
|
55
|
+
* 3. 递归遍历 condition(支持 $or/$and 嵌套),按字段类型转换值
|
|
56
|
+
*
|
|
57
|
+
* 转换规则(双向保护,仅处理最常建索引的列类型):
|
|
58
|
+
* - 整数列(int/bigint/smallint/tinyint/mediumint) + 字符串值 → number
|
|
59
|
+
* - 整数列 + 布尔值 → 0/1
|
|
60
|
+
* - 字符串列(varchar/char/text等) + 数字值 → string
|
|
61
|
+
* - 字符串列 + 布尔值 → string
|
|
62
|
+
*
|
|
63
|
+
* @param reqModel 请求模型
|
|
64
|
+
* @param cfgModel 配置模型
|
|
65
|
+
*/
|
|
66
|
+
convertConditionTypeByTableMeta(reqModel: RequestModel, cfgModel: RequestCfgModel): Promise<void>;
|
|
67
|
+
/**
|
|
68
|
+
* 递归遍历 condition,对每个字段值做类型转换
|
|
69
|
+
*
|
|
70
|
+
* 实现步骤:
|
|
71
|
+
* 1. 遍历 condition 的每个 key
|
|
72
|
+
* 2. 若 key 为 $or/$and 逻辑操作符,递归处理子条件数组
|
|
73
|
+
* 3. 若 key 为字段名且值为基本类型,直接转换
|
|
74
|
+
* 4. 若 key 为字段名且值为比较操作符对象($gt/$in等),遍历操作符逐值转换
|
|
75
|
+
*
|
|
76
|
+
* @param condition 查询条件对象
|
|
77
|
+
* @param typeMap 字段名→类型映射
|
|
78
|
+
* @param sqlDbType 数据库类型
|
|
79
|
+
*/
|
|
80
|
+
private convertConditionFields;
|
|
81
|
+
/**
|
|
82
|
+
* 根据字段类型转换单个值,防止隐式类型转换导致索引失效
|
|
83
|
+
*
|
|
84
|
+
* 转换规则(双向保护):
|
|
85
|
+
* - 整数列 + 字符串值 → number(WHERE int_col = '123' 索引失效)
|
|
86
|
+
* - 整数列 + 布尔值 → 0/1
|
|
87
|
+
* - 字符串列 + 数字值 → string(WHERE varchar_col = 123 索引失效)
|
|
88
|
+
* - 字符串列 + 布尔值 → string
|
|
89
|
+
*
|
|
90
|
+
* @param value 原始值
|
|
91
|
+
* @param fieldType 字段类型(小写)
|
|
92
|
+
* @param sqlDbType 数据库类型
|
|
93
|
+
* @returns 转换后的值
|
|
94
|
+
*/
|
|
95
|
+
private convertValueByType;
|
|
96
|
+
/**
|
|
97
|
+
* 判断字段类型是否为整数类型
|
|
98
|
+
* 覆盖 MySQL/PostgreSQL/SQL Server 三种数据库的整数类型名
|
|
99
|
+
*/
|
|
100
|
+
private isIntegerType;
|
|
101
|
+
/**
|
|
102
|
+
* 判断字段类型是否为字符串类型
|
|
103
|
+
* 覆盖 MySQL/PostgreSQL/SQL Server 三种数据库的字符串类型名
|
|
104
|
+
*/
|
|
105
|
+
private isStringType;
|
|
106
|
+
/**
|
|
107
|
+
* 判断 sqlSimpleName 是否为包含 WHERE 条件的操作类型(查询/删除/更新)
|
|
108
|
+
* 这些操作的 condition 会参与 WHERE 子句,索引失效问题同样存在
|
|
109
|
+
*/
|
|
110
|
+
private isConditionType;
|
|
111
|
+
/**
|
|
112
|
+
* 判断值是否为基本类型(string | number | boolean)
|
|
113
|
+
*/
|
|
114
|
+
private isBasicType;
|
|
47
115
|
/**
|
|
48
116
|
* 判断 sqlSimpleName 是否为 INSERT/UPDATE 类型
|
|
49
117
|
*/
|
|
@@ -3,12 +3,35 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.CrudProDataTypeConvertService = void 0;
|
|
4
4
|
const CrudProServiceBase_1 = require("./CrudProServiceBase");
|
|
5
5
|
const keys_1 = require("../models/keys");
|
|
6
|
+
/** 预编译正则:整数类型(MySQL/PostgreSQL/SQL Server) */
|
|
7
|
+
const REGEX_INTEGER_TYPE = /^(int|bigint|smallint|tinyint|mediumint|integer|serial|bigserial)/;
|
|
8
|
+
/** 预编译正则:字符串类型(MySQL/PostgreSQL/SQL Server) */
|
|
9
|
+
const REGEX_STRING_TYPE = /^(varchar|char|text|longtext|mediumtext|tinytext|nvarchar|nchar|ntext|character varying|character)/;
|
|
10
|
+
/** 包含 WHERE 条件的操作类型集合(查询/删除/更新) */
|
|
11
|
+
const CONDITION_TYPES = new Set([
|
|
12
|
+
keys_1.KeysOfSimpleSQL.SIMPLE_QUERY,
|
|
13
|
+
keys_1.KeysOfSimpleSQL.SIMPLE_QUERY_ONE,
|
|
14
|
+
keys_1.KeysOfSimpleSQL.SIMPLE_QUERY_PAGE,
|
|
15
|
+
keys_1.KeysOfSimpleSQL.SIMPLE_QUERY_COUNT,
|
|
16
|
+
keys_1.KeysOfSimpleSQL.SIMPLE_QUERY_EXIST,
|
|
17
|
+
keys_1.KeysOfSimpleSQL.SIMPLE_DELETE,
|
|
18
|
+
keys_1.KeysOfSimpleSQL.SIMPLE_UPDATE,
|
|
19
|
+
]);
|
|
20
|
+
/** INSERT/UPDATE 操作类型集合 */
|
|
21
|
+
const INSERT_OR_UPDATE_TYPES = new Set([
|
|
22
|
+
keys_1.KeysOfSimpleSQL.SIMPLE_INSERT,
|
|
23
|
+
keys_1.KeysOfSimpleSQL.SIMPLE_UPDATE,
|
|
24
|
+
keys_1.KeysOfSimpleSQL.SIMPLE_INSERT_ON_DUPLICATE_UPDATE,
|
|
25
|
+
keys_1.KeysOfSimpleSQL.SIMPLE_INSERT_OR_UPDATE,
|
|
26
|
+
keys_1.KeysOfSimpleSQL.SIMPLE_BATCH_INSERT,
|
|
27
|
+
]);
|
|
6
28
|
/**
|
|
7
29
|
* 数据类型转换服务
|
|
8
|
-
*
|
|
30
|
+
* 根据表结构字段类型,自动转换数据格式,确保数据与数据库方言兼容,防止隐式类型转换导致索引失效
|
|
9
31
|
*
|
|
10
32
|
* 当前支持的转换:
|
|
11
|
-
* - PostgreSQL ARRAY
|
|
33
|
+
* - PostgreSQL ARRAY 类型(INSERT/UPDATE data):JSON 数组 → PG 数组字面量 {"a","b","c"}
|
|
34
|
+
* - 查询条件类型强转(SELECT/DELETE/UPDATE condition):字符串 → 数字/布尔,防止隐式类型转换导致索引失效
|
|
12
35
|
*/
|
|
13
36
|
class CrudProDataTypeConvertService extends CrudProServiceBase_1.CrudProServiceBase {
|
|
14
37
|
/**
|
|
@@ -138,21 +161,190 @@ class CrudProDataTypeConvertService extends CrudProServiceBase_1.CrudProServiceB
|
|
|
138
161
|
.replace(/"/g, '\\"');
|
|
139
162
|
return '"' + escaped + '"';
|
|
140
163
|
}
|
|
164
|
+
/**
|
|
165
|
+
* 查询时:根据表结构字段类型,自动转换 condition 中的数据格式
|
|
166
|
+
* 防止数据库隐式类型转换导致索引失效
|
|
167
|
+
*
|
|
168
|
+
* 实现步骤:
|
|
169
|
+
* 1. 判断操作类型是否为查询/删除/更新(这些操作包含 WHERE 条件)
|
|
170
|
+
* 2. 获取表元数据,构建字段名→类型映射
|
|
171
|
+
* 3. 递归遍历 condition(支持 $or/$and 嵌套),按字段类型转换值
|
|
172
|
+
*
|
|
173
|
+
* 转换规则(双向保护,仅处理最常建索引的列类型):
|
|
174
|
+
* - 整数列(int/bigint/smallint/tinyint/mediumint) + 字符串值 → number
|
|
175
|
+
* - 整数列 + 布尔值 → 0/1
|
|
176
|
+
* - 字符串列(varchar/char/text等) + 数字值 → string
|
|
177
|
+
* - 字符串列 + 布尔值 → string
|
|
178
|
+
*
|
|
179
|
+
* @param reqModel 请求模型
|
|
180
|
+
* @param cfgModel 配置模型
|
|
181
|
+
*/
|
|
182
|
+
async convertConditionTypeByTableMeta(reqModel, cfgModel) {
|
|
183
|
+
const sqlSimpleName = cfgModel.sqlSimpleName;
|
|
184
|
+
if (!this.isConditionType(sqlSimpleName)) {
|
|
185
|
+
return;
|
|
186
|
+
}
|
|
187
|
+
if (!reqModel.condition || Object.keys(reqModel.condition).length === 0) {
|
|
188
|
+
return;
|
|
189
|
+
}
|
|
190
|
+
const query = {
|
|
191
|
+
sqlTable: cfgModel.sqlTable,
|
|
192
|
+
sqlDatabase: cfgModel.sqlDatabase,
|
|
193
|
+
sqlDbType: cfgModel.sqlDbType,
|
|
194
|
+
sqlSchema: cfgModel.sqlSchema,
|
|
195
|
+
};
|
|
196
|
+
const tableMeta = await this.serviceHub.getTableMeta(query);
|
|
197
|
+
if (!tableMeta || !tableMeta.columnDetails || tableMeta.columnDetails.length === 0) {
|
|
198
|
+
this.logger.warn('CrudProDataTypeConvertService: 无法获取表结构信息,跳过条件类型转换', cfgModel.sqlTable);
|
|
199
|
+
return;
|
|
200
|
+
}
|
|
201
|
+
// 构建字段名→类型映射(全小写便于匹配)
|
|
202
|
+
const typeMap = new Map();
|
|
203
|
+
for (const col of tableMeta.columnDetails) {
|
|
204
|
+
typeMap.set(col.name, ('' + col.type).toLowerCase());
|
|
205
|
+
}
|
|
206
|
+
this.convertConditionFields(reqModel.condition, typeMap, cfgModel.sqlDbType);
|
|
207
|
+
}
|
|
208
|
+
/**
|
|
209
|
+
* 递归遍历 condition,对每个字段值做类型转换
|
|
210
|
+
*
|
|
211
|
+
* 实现步骤:
|
|
212
|
+
* 1. 遍历 condition 的每个 key
|
|
213
|
+
* 2. 若 key 为 $or/$and 逻辑操作符,递归处理子条件数组
|
|
214
|
+
* 3. 若 key 为字段名且值为基本类型,直接转换
|
|
215
|
+
* 4. 若 key 为字段名且值为比较操作符对象($gt/$in等),遍历操作符逐值转换
|
|
216
|
+
*
|
|
217
|
+
* @param condition 查询条件对象
|
|
218
|
+
* @param typeMap 字段名→类型映射
|
|
219
|
+
* @param sqlDbType 数据库类型
|
|
220
|
+
*/
|
|
221
|
+
convertConditionFields(condition, typeMap, sqlDbType) {
|
|
222
|
+
if (!condition || typeof condition !== 'object') {
|
|
223
|
+
return;
|
|
224
|
+
}
|
|
225
|
+
for (const key of Object.keys(condition)) {
|
|
226
|
+
const value = condition[key];
|
|
227
|
+
// $or / $and 逻辑操作符:递归处理每个子条件
|
|
228
|
+
if (key === keys_1.KeysOfConditions.$OR || key === keys_1.KeysOfConditions.$AND) {
|
|
229
|
+
if (Array.isArray(value)) {
|
|
230
|
+
for (const subCondition of value) {
|
|
231
|
+
this.convertConditionFields(subCondition, typeMap, sqlDbType);
|
|
232
|
+
}
|
|
233
|
+
}
|
|
234
|
+
continue;
|
|
235
|
+
}
|
|
236
|
+
// 如果 key 是比较操作符(出现在内层),跳过
|
|
237
|
+
if (keys_1.KeysOfConditions.COMPARE_KEYS.has(key)) {
|
|
238
|
+
continue;
|
|
239
|
+
}
|
|
240
|
+
// key 是字段名
|
|
241
|
+
const fieldType = typeMap.get(key);
|
|
242
|
+
if (!fieldType) {
|
|
243
|
+
continue; // condition 中引用的字段不在表结构中,不做转换
|
|
244
|
+
}
|
|
245
|
+
if (this.isBasicType(value)) {
|
|
246
|
+
// 简单等值条件:{ age: "18" } → { age: 18 }
|
|
247
|
+
condition[key] = this.convertValueByType(value, fieldType, sqlDbType);
|
|
248
|
+
}
|
|
249
|
+
else if (typeof value === 'object' && value !== null && !Array.isArray(value)) {
|
|
250
|
+
// 比较操作符条件:{ age: { "$gt": "18", "$lt": "30" } }
|
|
251
|
+
for (const opKey of Object.keys(value)) {
|
|
252
|
+
if (keys_1.KeysOfConditions.COMPARE_KEYS.has(opKey)) {
|
|
253
|
+
const opValue = value[opKey];
|
|
254
|
+
if (opKey === keys_1.KeysOfConditions.$IN || opKey === keys_1.KeysOfConditions.$NIN) {
|
|
255
|
+
// $in/$nin 的值是数组,逐个转换
|
|
256
|
+
if (Array.isArray(opValue)) {
|
|
257
|
+
value[opKey] = opValue.map(v => this.convertValueByType(v, fieldType, sqlDbType));
|
|
258
|
+
}
|
|
259
|
+
}
|
|
260
|
+
else if (opKey === keys_1.KeysOfConditions.$RANGE) {
|
|
261
|
+
// $range 的值是 [min, max]
|
|
262
|
+
if (Array.isArray(opValue)) {
|
|
263
|
+
value[opKey] = opValue.map(v => this.convertValueByType(v, fieldType, sqlDbType));
|
|
264
|
+
}
|
|
265
|
+
}
|
|
266
|
+
else {
|
|
267
|
+
value[opKey] = this.convertValueByType(opValue, fieldType, sqlDbType);
|
|
268
|
+
}
|
|
269
|
+
}
|
|
270
|
+
}
|
|
271
|
+
}
|
|
272
|
+
}
|
|
273
|
+
}
|
|
274
|
+
/**
|
|
275
|
+
* 根据字段类型转换单个值,防止隐式类型转换导致索引失效
|
|
276
|
+
*
|
|
277
|
+
* 转换规则(双向保护):
|
|
278
|
+
* - 整数列 + 字符串值 → number(WHERE int_col = '123' 索引失效)
|
|
279
|
+
* - 整数列 + 布尔值 → 0/1
|
|
280
|
+
* - 字符串列 + 数字值 → string(WHERE varchar_col = 123 索引失效)
|
|
281
|
+
* - 字符串列 + 布尔值 → string
|
|
282
|
+
*
|
|
283
|
+
* @param value 原始值
|
|
284
|
+
* @param fieldType 字段类型(小写)
|
|
285
|
+
* @param sqlDbType 数据库类型
|
|
286
|
+
* @returns 转换后的值
|
|
287
|
+
*/
|
|
288
|
+
convertValueByType(value, fieldType, sqlDbType) {
|
|
289
|
+
if (value === null || value === undefined) {
|
|
290
|
+
return value;
|
|
291
|
+
}
|
|
292
|
+
const valueType = typeof value;
|
|
293
|
+
// 整数列:string → number, boolean → 0/1
|
|
294
|
+
if (this.isIntegerType(fieldType)) {
|
|
295
|
+
if (valueType === 'string') {
|
|
296
|
+
const num = Number(value);
|
|
297
|
+
if (!isNaN(num) && Number.isInteger(num)) {
|
|
298
|
+
return num;
|
|
299
|
+
}
|
|
300
|
+
}
|
|
301
|
+
if (valueType === 'boolean') {
|
|
302
|
+
return value ? 1 : 0;
|
|
303
|
+
}
|
|
304
|
+
}
|
|
305
|
+
// 字符串列:number → string, boolean → string
|
|
306
|
+
if (this.isStringType(fieldType)) {
|
|
307
|
+
if (valueType === 'number') {
|
|
308
|
+
return '' + value;
|
|
309
|
+
}
|
|
310
|
+
if (valueType === 'boolean') {
|
|
311
|
+
return value ? 'true' : 'false';
|
|
312
|
+
}
|
|
313
|
+
}
|
|
314
|
+
return value;
|
|
315
|
+
}
|
|
316
|
+
/**
|
|
317
|
+
* 判断字段类型是否为整数类型
|
|
318
|
+
* 覆盖 MySQL/PostgreSQL/SQL Server 三种数据库的整数类型名
|
|
319
|
+
*/
|
|
320
|
+
isIntegerType(type) {
|
|
321
|
+
return REGEX_INTEGER_TYPE.test(type);
|
|
322
|
+
}
|
|
323
|
+
/**
|
|
324
|
+
* 判断字段类型是否为字符串类型
|
|
325
|
+
* 覆盖 MySQL/PostgreSQL/SQL Server 三种数据库的字符串类型名
|
|
326
|
+
*/
|
|
327
|
+
isStringType(type) {
|
|
328
|
+
return REGEX_STRING_TYPE.test(type);
|
|
329
|
+
}
|
|
330
|
+
/**
|
|
331
|
+
* 判断 sqlSimpleName 是否为包含 WHERE 条件的操作类型(查询/删除/更新)
|
|
332
|
+
* 这些操作的 condition 会参与 WHERE 子句,索引失效问题同样存在
|
|
333
|
+
*/
|
|
334
|
+
isConditionType(sqlSimpleName) {
|
|
335
|
+
return !!sqlSimpleName && CONDITION_TYPES.has(sqlSimpleName);
|
|
336
|
+
}
|
|
337
|
+
/**
|
|
338
|
+
* 判断值是否为基本类型(string | number | boolean)
|
|
339
|
+
*/
|
|
340
|
+
isBasicType(value) {
|
|
341
|
+
return typeof value === 'string' || typeof value === 'number' || typeof value === 'boolean';
|
|
342
|
+
}
|
|
141
343
|
/**
|
|
142
344
|
* 判断 sqlSimpleName 是否为 INSERT/UPDATE 类型
|
|
143
345
|
*/
|
|
144
346
|
isInsertOrUpdateType(sqlSimpleName) {
|
|
145
|
-
|
|
146
|
-
return false;
|
|
147
|
-
}
|
|
148
|
-
const types = [
|
|
149
|
-
keys_1.KeysOfSimpleSQL.SIMPLE_INSERT,
|
|
150
|
-
keys_1.KeysOfSimpleSQL.SIMPLE_UPDATE,
|
|
151
|
-
keys_1.KeysOfSimpleSQL.SIMPLE_INSERT_ON_DUPLICATE_UPDATE,
|
|
152
|
-
keys_1.KeysOfSimpleSQL.SIMPLE_INSERT_OR_UPDATE,
|
|
153
|
-
keys_1.KeysOfSimpleSQL.SIMPLE_BATCH_INSERT,
|
|
154
|
-
];
|
|
155
|
-
return types.includes(sqlSimpleName);
|
|
347
|
+
return !!sqlSimpleName && INSERT_OR_UPDATE_TYPES.has(sqlSimpleName);
|
|
156
348
|
}
|
|
157
349
|
}
|
|
158
350
|
exports.CrudProDataTypeConvertService = CrudProDataTypeConvertService;
|
|
@@ -2,6 +2,30 @@ import { CrudProServiceBase } from './CrudProServiceBase';
|
|
|
2
2
|
import { ITableListResult, ITableMeta, ITableMetaQuery, ITableNamesQuery, ITableNamesOptions } from '../interfaces';
|
|
3
3
|
declare class CrudProTableMetaService extends CrudProServiceBase {
|
|
4
4
|
getTableMeta(query: ITableMetaQuery): Promise<ITableMeta>;
|
|
5
|
+
/**
|
|
6
|
+
* 清空所有表元数据缓存
|
|
7
|
+
*
|
|
8
|
+
* 清空后,下次请求会自动从数据库重新加载。
|
|
9
|
+
* 适用于定时刷新或手动触发缓存失效的场景。
|
|
10
|
+
*/
|
|
11
|
+
clearAllCache(): void;
|
|
12
|
+
/**
|
|
13
|
+
* 获取缓存统计信息
|
|
14
|
+
*/
|
|
15
|
+
getCacheStats(): {
|
|
16
|
+
metaCacheCount: number;
|
|
17
|
+
tableInfoCacheCount: number;
|
|
18
|
+
};
|
|
19
|
+
/**
|
|
20
|
+
* 获取表的主键列名列表
|
|
21
|
+
*
|
|
22
|
+
* 复用 getTableMeta 的缓存机制,从 columnDetails 中筛选 isPrimaryKey 的列,
|
|
23
|
+
* 避免重复查询数据库。
|
|
24
|
+
*
|
|
25
|
+
* @param query 表元数据查询参数
|
|
26
|
+
* @returns 主键列名数组
|
|
27
|
+
*/
|
|
28
|
+
getPrimaryKeyColumns(query: ITableMetaQuery): Promise<string[]>;
|
|
5
29
|
/**
|
|
6
30
|
* 获取数据库所有表和视图信息(包含类型)
|
|
7
31
|
*
|
|
@@ -21,6 +45,18 @@ declare class CrudProTableMetaService extends CrudProServiceBase {
|
|
|
21
45
|
private loadMySQLColumnDetails;
|
|
22
46
|
private loadPostgreSQLColumnDetails;
|
|
23
47
|
private loadPostgreSQLColumnComments;
|
|
48
|
+
private loadPostgreSQLPrimaryKeys;
|
|
24
49
|
private loadSQLServerColumnDetails;
|
|
50
|
+
private loadSQLServerPrimaryKeys;
|
|
25
51
|
}
|
|
26
52
|
export { CrudProTableMetaService };
|
|
53
|
+
/**
|
|
54
|
+
* 清空所有表元数据缓存(独立函数,无需实例化 Service 即可调用)
|
|
55
|
+
*
|
|
56
|
+
* 适用于定时任务等无法通过 Service 实例访问的场景。
|
|
57
|
+
* 清空后,下次请求会自动从数据库重新加载(懒加载刷新)。
|
|
58
|
+
*/
|
|
59
|
+
export declare function clearTableMetaCache(): {
|
|
60
|
+
metaCacheCount: number;
|
|
61
|
+
tableInfoCacheCount: number;
|
|
62
|
+
};
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.CrudProTableMetaService = void 0;
|
|
3
|
+
exports.clearTableMetaCache = exports.CrudProTableMetaService = void 0;
|
|
4
4
|
const CrudProServiceBase_1 = require("./CrudProServiceBase");
|
|
5
5
|
const keys_1 = require("../models/keys");
|
|
6
6
|
// import { pickAndConvertRowsByMix } from '../utils/sqlConvert/convertMix';
|
|
@@ -37,6 +37,22 @@ class CrudProTableMetaCache {
|
|
|
37
37
|
expiredTime: Date.now() + cacheTime,
|
|
38
38
|
};
|
|
39
39
|
}
|
|
40
|
+
/**
|
|
41
|
+
* 清空所有缓存
|
|
42
|
+
*/
|
|
43
|
+
clearAll() {
|
|
44
|
+
this.cacheMap = {};
|
|
45
|
+
this.tableInfoCacheMap = {};
|
|
46
|
+
}
|
|
47
|
+
/**
|
|
48
|
+
* 获取缓存统计信息
|
|
49
|
+
*/
|
|
50
|
+
getCacheStats() {
|
|
51
|
+
return {
|
|
52
|
+
metaCacheCount: Object.keys(this.cacheMap).length,
|
|
53
|
+
tableInfoCacheCount: Object.keys(this.tableInfoCacheMap).length,
|
|
54
|
+
};
|
|
55
|
+
}
|
|
40
56
|
}
|
|
41
57
|
const metaCache = new CrudProTableMetaCache();
|
|
42
58
|
class CrudProTableMetaService extends CrudProServiceBase_1.CrudProServiceBase {
|
|
@@ -48,6 +64,37 @@ class CrudProTableMetaService extends CrudProServiceBase_1.CrudProServiceBase {
|
|
|
48
64
|
}
|
|
49
65
|
return obj;
|
|
50
66
|
}
|
|
67
|
+
/**
|
|
68
|
+
* 清空所有表元数据缓存
|
|
69
|
+
*
|
|
70
|
+
* 清空后,下次请求会自动从数据库重新加载。
|
|
71
|
+
* 适用于定时刷新或手动触发缓存失效的场景。
|
|
72
|
+
*/
|
|
73
|
+
clearAllCache() {
|
|
74
|
+
metaCache.clearAll();
|
|
75
|
+
}
|
|
76
|
+
/**
|
|
77
|
+
* 获取缓存统计信息
|
|
78
|
+
*/
|
|
79
|
+
getCacheStats() {
|
|
80
|
+
return metaCache.getCacheStats();
|
|
81
|
+
}
|
|
82
|
+
/**
|
|
83
|
+
* 获取表的主键列名列表
|
|
84
|
+
*
|
|
85
|
+
* 复用 getTableMeta 的缓存机制,从 columnDetails 中筛选 isPrimaryKey 的列,
|
|
86
|
+
* 避免重复查询数据库。
|
|
87
|
+
*
|
|
88
|
+
* @param query 表元数据查询参数
|
|
89
|
+
* @returns 主键列名数组
|
|
90
|
+
*/
|
|
91
|
+
async getPrimaryKeyColumns(query) {
|
|
92
|
+
const meta = await this.getTableMeta(query);
|
|
93
|
+
const pks = (meta.columnDetails || [])
|
|
94
|
+
.filter(col => col.isPrimaryKey)
|
|
95
|
+
.map(col => col.name);
|
|
96
|
+
return pks;
|
|
97
|
+
}
|
|
51
98
|
// ============ 获取表和视图信息(带类型) ============
|
|
52
99
|
/**
|
|
53
100
|
* 获取数据库所有表和视图信息(包含类型)
|
|
@@ -71,7 +118,7 @@ class CrudProTableMetaService extends CrudProServiceBase_1.CrudProServiceBase {
|
|
|
71
118
|
const result = await this.loadAllTableInfos(query);
|
|
72
119
|
// 3. 更新缓存
|
|
73
120
|
if (!skipCache || refreshCache) {
|
|
74
|
-
metaCache.setTableInfos(cacheKey, result, 1000 *
|
|
121
|
+
metaCache.setTableInfos(cacheKey, result, 1000 * 3600 * 24 * 365);
|
|
75
122
|
}
|
|
76
123
|
return result;
|
|
77
124
|
}
|
|
@@ -201,12 +248,15 @@ class CrudProTableMetaService extends CrudProServiceBase_1.CrudProServiceBase {
|
|
|
201
248
|
const columnArray = queryRes.rows || [];
|
|
202
249
|
// 获取字段注释
|
|
203
250
|
const commentMap = await this.loadPostgreSQLColumnComments(baseInfo, schemaname);
|
|
251
|
+
// 获取主键列
|
|
252
|
+
const pkSet = await this.loadPostgreSQLPrimaryKeys(baseInfo, schemaname);
|
|
204
253
|
return columnArray.map((columnObj) => {
|
|
205
254
|
const { column_name, data_type, is_nullable, column_default, character_maximum_length } = columnObj;
|
|
206
255
|
return {
|
|
207
256
|
name: column_name,
|
|
208
257
|
type: data_type,
|
|
209
258
|
isNullable: is_nullable === 'YES',
|
|
259
|
+
isPrimaryKey: pkSet.has(column_name),
|
|
210
260
|
defaultValue: column_default,
|
|
211
261
|
maxLength: character_maximum_length,
|
|
212
262
|
comment: commentMap[column_name],
|
|
@@ -236,6 +286,22 @@ class CrudProTableMetaService extends CrudProServiceBase_1.CrudProServiceBase {
|
|
|
236
286
|
});
|
|
237
287
|
return map;
|
|
238
288
|
}
|
|
289
|
+
async loadPostgreSQLPrimaryKeys(baseInfo, schemaname) {
|
|
290
|
+
const pkSql = `
|
|
291
|
+
SELECT a.attname
|
|
292
|
+
FROM pg_index i
|
|
293
|
+
JOIN pg_attribute a ON a.attrelid = i.indrelid AND a.attnum = ANY(i.indkey)
|
|
294
|
+
JOIN pg_class c ON c.oid = i.indrelid
|
|
295
|
+
JOIN pg_namespace n ON n.oid = c.relnamespace
|
|
296
|
+
WHERE n.nspname = '${schemaname}'
|
|
297
|
+
AND c.relname = '${baseInfo.sqlTable}'
|
|
298
|
+
AND i.indisprimary
|
|
299
|
+
ORDER BY array_position(i.indkey, a.attnum);
|
|
300
|
+
`.trim();
|
|
301
|
+
const queryRes = await this.executeUnsafeQuery(baseInfo, pkSql);
|
|
302
|
+
const pkRows = queryRes.rows || [];
|
|
303
|
+
return new Set(pkRows.map((row) => row.attname));
|
|
304
|
+
}
|
|
239
305
|
async loadSQLServerColumnDetails(baseInfo) {
|
|
240
306
|
const columnArraySql = `
|
|
241
307
|
SELECT
|
|
@@ -257,18 +323,46 @@ class CrudProTableMetaService extends CrudProServiceBase_1.CrudProServiceBase {
|
|
|
257
323
|
`.trim();
|
|
258
324
|
const queryRes = await this.executeUnsafeQuery(baseInfo, columnArraySql);
|
|
259
325
|
const columnArray = queryRes.rows || [];
|
|
326
|
+
// 获取主键列
|
|
327
|
+
const pkSet = await this.loadSQLServerPrimaryKeys(baseInfo);
|
|
260
328
|
return columnArray.map((columnObj) => {
|
|
261
329
|
const { column_name, data_type, is_nullable, column_default, column_comment, max_length, is_identity } = columnObj;
|
|
262
330
|
return {
|
|
263
331
|
name: column_name,
|
|
264
332
|
type: data_type,
|
|
265
333
|
isNullable: is_nullable,
|
|
334
|
+
isPrimaryKey: pkSet.has(column_name),
|
|
266
335
|
defaultValue: column_default,
|
|
267
336
|
comment: column_comment,
|
|
268
337
|
maxLength: max_length,
|
|
269
|
-
|
|
338
|
+
isIdentity: is_identity,
|
|
270
339
|
};
|
|
271
340
|
});
|
|
272
341
|
}
|
|
342
|
+
async loadSQLServerPrimaryKeys(baseInfo) {
|
|
343
|
+
const pkSql = `
|
|
344
|
+
SELECT COL_NAME(ic.object_id, ic.column_id) AS column_name
|
|
345
|
+
FROM sys.indexes i
|
|
346
|
+
INNER JOIN sys.index_columns ic ON i.object_id = ic.object_id AND i.index_id = ic.index_id
|
|
347
|
+
WHERE i.object_id = OBJECT_ID('${baseInfo.sqlTable}')
|
|
348
|
+
AND i.is_primary_key = 1
|
|
349
|
+
ORDER BY ic.key_ordinal;
|
|
350
|
+
`.trim();
|
|
351
|
+
const queryRes = await this.executeUnsafeQuery(baseInfo, pkSql);
|
|
352
|
+
const pkRows = queryRes.rows || [];
|
|
353
|
+
return new Set(pkRows.map((row) => row.column_name));
|
|
354
|
+
}
|
|
273
355
|
}
|
|
274
356
|
exports.CrudProTableMetaService = CrudProTableMetaService;
|
|
357
|
+
/**
|
|
358
|
+
* 清空所有表元数据缓存(独立函数,无需实例化 Service 即可调用)
|
|
359
|
+
*
|
|
360
|
+
* 适用于定时任务等无法通过 Service 实例访问的场景。
|
|
361
|
+
* 清空后,下次请求会自动从数据库重新加载(懒加载刷新)。
|
|
362
|
+
*/
|
|
363
|
+
function clearTableMetaCache() {
|
|
364
|
+
const stats = metaCache.getCacheStats();
|
|
365
|
+
metaCache.clearAll();
|
|
366
|
+
return stats;
|
|
367
|
+
}
|
|
368
|
+
exports.clearTableMetaCache = clearTableMetaCache;
|
|
@@ -31,8 +31,10 @@ declare class CurdProServiceHub implements ICurdProServiceHub {
|
|
|
31
31
|
convertOriginToExecuteSql(sqlCfgModel: SqlCfgModel): Promise<void>;
|
|
32
32
|
executeFuncCfg(funCfg: IFuncCfgModel, funcContext: FuncContext): any;
|
|
33
33
|
getTableMeta(query: ITableMetaQuery): Promise<ITableMeta>;
|
|
34
|
+
getPrimaryKeyColumns(query: ITableMetaQuery): Promise<string[]>;
|
|
34
35
|
getAllTableInfos(query: ITableNamesQuery, options?: ITableNamesOptions): Promise<ITableListResult>;
|
|
35
36
|
filterDataByTableMeta(data: Record<string, any>, sqlCfgModel: ISqlCfgModel | SqlCfgModel): Promise<Record<string, any>>;
|
|
36
37
|
convertDataTypeByTableMeta(reqModel: RequestModel, cfgModel: RequestCfgModel): Promise<void>;
|
|
38
|
+
convertConditionTypeByTableMeta(reqModel: RequestModel, cfgModel: RequestCfgModel): Promise<void>;
|
|
37
39
|
}
|
|
38
40
|
export { CurdProServiceHub };
|
|
@@ -67,6 +67,9 @@ class CurdProServiceHub {
|
|
|
67
67
|
async getTableMeta(query) {
|
|
68
68
|
return await this.tableMetaService.getTableMeta(query);
|
|
69
69
|
}
|
|
70
|
+
async getPrimaryKeyColumns(query) {
|
|
71
|
+
return await this.tableMetaService.getPrimaryKeyColumns(query);
|
|
72
|
+
}
|
|
70
73
|
async getAllTableInfos(query, options) {
|
|
71
74
|
return await this.tableMetaService.getAllTableInfos(query, options);
|
|
72
75
|
}
|
|
@@ -76,5 +79,8 @@ class CurdProServiceHub {
|
|
|
76
79
|
async convertDataTypeByTableMeta(reqModel, cfgModel) {
|
|
77
80
|
return await this.dataTypeConvertService.convertDataTypeByTableMeta(reqModel, cfgModel);
|
|
78
81
|
}
|
|
82
|
+
async convertConditionTypeByTableMeta(reqModel, cfgModel) {
|
|
83
|
+
return await this.dataTypeConvertService.convertConditionTypeByTableMeta(reqModel, cfgModel);
|
|
84
|
+
}
|
|
79
85
|
}
|
|
80
86
|
exports.CurdProServiceHub = CurdProServiceHub;
|