midway-fatcms 0.0.7 → 0.0.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (159) hide show
  1. package/.qoder/skills/midway-fatcms/01-quick-start.md +231 -0
  2. package/.qoder/skills/midway-fatcms/02-crud-quick.md +375 -0
  3. package/.qoder/skills/midway-fatcms/03-crud-sharding.md +489 -0
  4. package/.qoder/skills/midway-fatcms/04-condition-operators.md +93 -0
  5. package/.qoder/skills/midway-fatcms/05-configuration.md +290 -0
  6. package/.qoder/skills/midway-fatcms/06-builtin-functions.md +241 -0
  7. package/.qoder/skills/midway-fatcms/07-examples.md +504 -0
  8. package/.qoder/skills/midway-fatcms/SKILL.md +96 -0
  9. package/README.md +9 -9
  10. package/dist/configuration.d.ts +10 -0
  11. package/dist/configuration.js +26 -0
  12. package/dist/controller/base/BaseApiController.d.ts +1 -2
  13. package/dist/controller/base/BaseApiController.js +0 -4
  14. package/dist/controller/gateway/DocGatewayController.js +1 -1
  15. package/dist/controller/helpers.controller.d.ts +6 -0
  16. package/dist/controller/helpers.controller.js +19 -0
  17. package/dist/controller/manage/FlowConfigManageApi.js +4 -2
  18. package/dist/controller/manage/SysConfigMangeApi.js +6 -1
  19. package/dist/controller/manage/UserAccountManageApi.js +7 -2
  20. package/dist/index.d.ts +2 -2
  21. package/dist/index.js +2 -2
  22. package/dist/libs/crud-pro/CrudPro.d.ts +51 -3
  23. package/dist/libs/crud-pro/CrudPro.js +111 -4
  24. package/dist/libs/crud-pro/exceptions.d.ts +7 -0
  25. package/dist/libs/crud-pro/exceptions.js +7 -0
  26. package/dist/libs/crud-pro/interfaces.d.ts +83 -12
  27. package/dist/libs/crud-pro/models/CrudResult.d.ts +116 -0
  28. package/dist/libs/crud-pro/models/CrudResult.js +126 -0
  29. package/dist/libs/crud-pro/models/RequestModel.d.ts +2 -2
  30. package/dist/libs/crud-pro/models/ServiceHub.d.ts +2 -0
  31. package/dist/libs/crud-pro/services/CrudProDataTypeConvertService.d.ts +70 -2
  32. package/dist/libs/crud-pro/services/CrudProDataTypeConvertService.js +205 -13
  33. package/dist/libs/crud-pro/services/CrudProExecuteSqlService.js +36 -2
  34. package/dist/libs/crud-pro/services/CrudProGenSqlCondition.js +8 -4
  35. package/dist/libs/crud-pro/services/CrudProTableMetaService.d.ts +36 -0
  36. package/dist/libs/crud-pro/services/CrudProTableMetaService.js +97 -4
  37. package/dist/libs/crud-pro/services/CurdProServiceHub.d.ts +2 -0
  38. package/dist/libs/crud-pro/services/CurdProServiceHub.js +6 -0
  39. package/dist/libs/crud-pro-quick/CrudProQuick.d.ts +382 -0
  40. package/dist/libs/crud-pro-quick/CrudProQuick.js +689 -0
  41. package/dist/libs/crud-pro-quick/fixSoftDelete.d.ts +30 -0
  42. package/dist/{service/curd → libs/crud-pro-quick}/fixSoftDelete.js +3 -6
  43. package/dist/libs/crud-pro-quick/index.d.ts +36 -0
  44. package/dist/libs/crud-pro-quick/index.js +49 -0
  45. package/dist/libs/crud-pro-quick/models.d.ts +33 -0
  46. package/dist/libs/crud-pro-quick/models.js +2 -0
  47. package/dist/libs/crud-sharding/ShardingBase.d.ts +78 -0
  48. package/dist/libs/crud-sharding/ShardingBase.js +179 -0
  49. package/dist/libs/crud-sharding/ShardingByCustomCrud.d.ts +35 -0
  50. package/dist/libs/crud-sharding/ShardingByCustomCrud.js +297 -0
  51. package/dist/libs/crud-sharding/ShardingByHashCrud.d.ts +38 -0
  52. package/dist/libs/crud-sharding/ShardingByHashCrud.js +86 -0
  53. package/dist/libs/crud-sharding/ShardingByKeyCrud.d.ts +39 -0
  54. package/dist/libs/crud-sharding/ShardingByKeyCrud.js +74 -0
  55. package/dist/libs/crud-sharding/ShardingByTimeCrud.d.ts +66 -0
  56. package/dist/libs/crud-sharding/ShardingByTimeCrud.js +524 -0
  57. package/dist/libs/crud-sharding/ShardingConfig.d.ts +25 -10
  58. package/dist/libs/crud-sharding/ShardingConfig.js +5 -5
  59. package/dist/libs/crud-sharding/ShardingMerger.d.ts +10 -18
  60. package/dist/libs/crud-sharding/ShardingMerger.js +27 -44
  61. package/dist/libs/crud-sharding/ShardingResult.d.ts +33 -0
  62. package/dist/libs/crud-sharding/ShardingResult.js +16 -0
  63. package/dist/libs/crud-sharding/ShardingTableCreator.d.ts +21 -4
  64. package/dist/libs/crud-sharding/ShardingTableCreator.js +193 -59
  65. package/dist/libs/crud-sharding/ShardingUtils.d.ts +48 -0
  66. package/dist/libs/crud-sharding/ShardingUtils.js +122 -1
  67. package/dist/libs/crud-sharding/TIME_COLUMN_CLEAN_SPEC.md +488 -0
  68. package/dist/libs/crud-sharding/index.d.ts +13 -15
  69. package/dist/libs/crud-sharding/index.js +33 -17
  70. package/dist/models/RedisKeys.d.ts +1 -0
  71. package/dist/models/RedisKeys.js +1 -0
  72. package/dist/models/bizmodels.d.ts +2 -6
  73. package/dist/service/SysAppService.d.ts +2 -2
  74. package/dist/service/SysAppService.js +16 -5
  75. package/dist/service/SysConfigService.d.ts +1 -1
  76. package/dist/service/SysConfigService.js +7 -2
  77. package/dist/service/SysDictDataService.js +14 -4
  78. package/dist/service/SysMenuService.js +7 -2
  79. package/dist/service/TableMetaCacheRedisSubscriber.d.ts +31 -0
  80. package/dist/service/TableMetaCacheRedisSubscriber.js +98 -0
  81. package/dist/service/curd/CurdMixService.d.ts +6 -4
  82. package/dist/service/curd/CurdMixService.js +16 -2
  83. package/dist/service/curd/CurdProService.d.ts +149 -29
  84. package/dist/service/curd/CurdProService.js +157 -38
  85. package/dist/service/flow/FlowConfigService.js +7 -2
  86. package/dist/service/flow/FlowInstanceCrudService.js +22 -19
  87. package/package.json +1 -1
  88. package/src/configuration.ts +27 -0
  89. package/src/controller/base/BaseApiController.ts +0 -5
  90. package/src/controller/gateway/DocGatewayController.ts +1 -1
  91. package/src/controller/helpers.controller.ts +15 -0
  92. package/src/controller/manage/CrudStandardDesignApi.ts +4 -3
  93. package/src/controller/manage/FlowConfigManageApi.ts +4 -2
  94. package/src/controller/manage/SysConfigMangeApi.ts +6 -1
  95. package/src/controller/manage/UserAccountManageApi.ts +7 -2
  96. package/src/index.ts +2 -2
  97. package/src/libs/crud-pro/CrudPro.ts +134 -7
  98. package/src/libs/crud-pro/exceptions.ts +8 -0
  99. package/src/libs/crud-pro/interfaces.ts +111 -15
  100. package/src/libs/crud-pro/models/CrudResult.ts +178 -0
  101. package/src/libs/crud-pro/models/RequestModel.ts +2 -2
  102. package/src/libs/crud-pro/models/ServiceHub.ts +4 -0
  103. package/src/libs/crud-pro/services/CrudProDataTypeConvertService.ts +238 -15
  104. package/src/libs/crud-pro/services/CrudProExecuteSqlService.ts +41 -2
  105. package/src/libs/crud-pro/services/CrudProGenSqlCondition.ts +11 -7
  106. package/src/libs/crud-pro/services/CrudProTableMetaService.ts +110 -3
  107. package/src/libs/crud-pro/services/CurdProServiceHub.ts +8 -0
  108. package/src/libs/crud-pro-quick/CrudProQuick.ts +782 -0
  109. package/src/{service/curd → libs/crud-pro-quick}/fixSoftDelete.ts +23 -13
  110. package/src/libs/crud-pro-quick/index.ts +52 -0
  111. package/src/libs/crud-pro-quick/models.ts +35 -0
  112. package/src/libs/crud-sharding/ShardingBase.ts +256 -0
  113. package/src/libs/crud-sharding/ShardingByCustomCrud.ts +329 -0
  114. package/src/libs/crud-sharding/ShardingByHashCrud.ts +111 -0
  115. package/src/libs/crud-sharding/ShardingByKeyCrud.ts +97 -0
  116. package/src/libs/crud-sharding/ShardingByTimeCrud.ts +628 -0
  117. package/src/libs/crud-sharding/ShardingConfig.ts +28 -10
  118. package/src/libs/crud-sharding/ShardingMerger.ts +35 -63
  119. package/src/libs/crud-sharding/ShardingResult.ts +29 -0
  120. package/src/libs/crud-sharding/ShardingTableCreator.ts +214 -71
  121. package/src/libs/crud-sharding/ShardingUtils.ts +137 -0
  122. package/src/libs/crud-sharding/TIME_COLUMN_CLEAN_SPEC.md +488 -0
  123. package/src/libs/crud-sharding/index.ts +30 -16
  124. package/src/models/RedisKeys.ts +1 -0
  125. package/src/models/bizmodels.ts +4 -7
  126. package/src/service/SysAppService.ts +18 -7
  127. package/src/service/SysConfigService.ts +8 -3
  128. package/src/service/SysDictDataService.ts +14 -4
  129. package/src/service/SysMenuService.ts +7 -2
  130. package/src/service/TableMetaCacheRedisSubscriber.ts +105 -0
  131. package/src/service/crudstd/CrudStdService.ts +2 -2
  132. package/src/service/curd/CurdMixService.ts +26 -5
  133. package/src/service/curd/CurdProService.ts +186 -45
  134. package/src/service/flow/FlowConfigService.ts +7 -2
  135. package/src/service/flow/FlowInstanceCrudService.ts +23 -20
  136. package/.qoder/skills/midway-fatcms-crud/SKILL.md +0 -375
  137. package/.qoder/skills/midway-fatcms-crud/examples.md +0 -990
  138. package/.qoder/skills/midway-fatcms-crud/reference.md +0 -568
  139. package/dist/libs/crud-pro/README.md +0 -809
  140. package/dist/libs/crud-pro/README_FUNC.md +0 -193
  141. package/dist/libs/crud-sharding/ROUTING_LOGIC.md +0 -944
  142. package/dist/libs/crud-sharding/ShardingCrudPro.d.ts +0 -363
  143. package/dist/libs/crud-sharding/ShardingCrudPro.js +0 -675
  144. package/dist/libs/crud-sharding/ShardingRouter.d.ts +0 -69
  145. package/dist/libs/crud-sharding/ShardingRouter.js +0 -377
  146. package/dist/models/StandardColumns.d.ts +0 -71
  147. package/dist/models/StandardColumns.js +0 -28
  148. package/dist/service/curd/CrudProQuick.d.ts +0 -190
  149. package/dist/service/curd/CrudProQuick.js +0 -319
  150. package/dist/service/curd/README.md +0 -1100
  151. package/dist/service/curd/fixSoftDelete.d.ts +0 -20
  152. package/src/libs/crud-pro/README.md +0 -809
  153. package/src/libs/crud-pro/README_FUNC.md +0 -193
  154. package/src/libs/crud-sharding/ROUTING_LOGIC.md +0 -944
  155. package/src/libs/crud-sharding/ShardingCrudPro.ts +0 -835
  156. package/src/libs/crud-sharding/ShardingRouter.ts +0 -512
  157. package/src/models/StandardColumns.ts +0 -76
  158. package/src/service/curd/CrudProQuick.ts +0 -360
  159. package/src/service/curd/README.md +0 -1100
@@ -0,0 +1,628 @@
1
+ import * as moment from 'moment';
2
+ import { IRequestModel } from '@/libs/crud-pro/interfaces';
3
+ import { OrderByUtils } from '@/libs/crud-pro/utils/OrderByUtils';
4
+ import { ExecuteContext } from '@/libs/crud-pro/models/ExecuteContext';
5
+ import { KeysOfSimpleSQL } from '@/libs/crud-pro/models/keys';
6
+ import { ShardingType, IShardingConfig, IShardingTimeRange, CrudProFactory } from './ShardingConfig';
7
+ import { ShardingBase } from './ShardingBase';
8
+ import { ShardingMerger } from './ShardingMerger';
9
+ import { ShardingCountCache } from './ShardingCountCache';
10
+ import {
11
+ CrudWriteResult,
12
+ CrudQueryOneResult,
13
+ CrudQueryListResult,
14
+ CrudQueryPageResult,
15
+ CrudExistResult,
16
+ CrudCountResult,
17
+ CrudUpsertResult,
18
+ } from '@/libs/crud-pro/models/CrudResult';
19
+ import { ShardingBatchInsertResult } from './ShardingResult';
20
+ import { ShardingTimeGranularity, getTimeSuffix, isOperatorExpression, expandDateToRange } from './ShardingUtils';
21
+
22
+ /**
23
+ * 时间分表 CRUD
24
+ *
25
+ * 支持 YEAR / MONTH / DAY 三种时间粒度分表。
26
+ * 路由规则:根据 timeColumn 的值计算时间后缀,定位到对应分表。
27
+ *
28
+ * 特性:
29
+ * - 插入:data 中的 timeColumn 决定目标分表
30
+ * - 更新/删除:condition 中的 timeColumn 定位分表
31
+ * - 查询:时间范围条件交叉过滤候选表,无条件时回退到 recentTableCount
32
+ * - insertOrUpdate:condition 路由查找,data 路由插入(双路由)
33
+ * - 智能清理:timeColumn 在有主键时仅用于路由,不参与 WHERE 条件
34
+ * - COUNT 缓存:历史表缓存,当前表实时查
35
+ * - orderBy 约束:多表查询必须以 timeColumn 排序
36
+ */
37
+ export class ShardingByTimeCrud extends ShardingBase {
38
+ private readonly merger: ShardingMerger;
39
+ private readonly granularity: ShardingTimeGranularity;
40
+
41
+ constructor(crudProFactory: CrudProFactory, config: IShardingConfig) {
42
+ super(crudProFactory, config);
43
+
44
+ // 校验
45
+ if (!config.timeColumn) {
46
+ throw new Error('[ShardingByTimeCrud] 时间分表必须显式指定 timeColumn 字段');
47
+ }
48
+
49
+ this.granularity = this.typeToGranularity(config.type);
50
+ this.merger = new ShardingMerger();
51
+
52
+ // 初始化 COUNT 缓存
53
+ if (config.countCache) {
54
+ const countCache = new ShardingCountCache(
55
+ config.type, config.baseTable,
56
+ config.countCache.ttlSeconds, config.countCache.maxSize
57
+ );
58
+ this.merger.setCountCache(countCache);
59
+ }
60
+ }
61
+
62
+ // ============ 路由 ============
63
+
64
+ private typeToGranularity(type: ShardingType): ShardingTimeGranularity {
65
+ switch (type) {
66
+ case ShardingType.YEAR: return 'year';
67
+ case ShardingType.MONTH: return 'month';
68
+ case ShardingType.DAY: return 'day';
69
+ default: throw new Error(`[ShardingByTimeCrud] 不支持的分表类型: ${type}`);
70
+ }
71
+ }
72
+
73
+ /** 从 data 中提取时间字段,计算目标分表名 */
74
+ private resolveTableForInsert(data: Record<string, any>): string {
75
+ const timeValue = data[this.config.timeColumn!];
76
+ if (timeValue === undefined || timeValue === null) {
77
+ throw new Error(`[ShardingByTimeCrud] insert 操作的 data 必须包含时间字段 '${this.config.timeColumn}'`);
78
+ }
79
+ const m = moment(timeValue);
80
+ if (!m.isValid()) {
81
+ throw new Error(`[ShardingByTimeCrud] 无法解析时间值: ${timeValue}`);
82
+ }
83
+ const suffix = getTimeSuffix(m.toDate(), this.granularity);
84
+ return this.formatTableName(suffix);
85
+ }
86
+
87
+ /** 从 condition 中提取时间字段,计算目标分表名(单表) */
88
+ private resolveTableForCondition(condition: Record<string, any>): string {
89
+ const timeColumn = this.config.timeColumn!;
90
+ const timeValue = condition[timeColumn];
91
+ if (timeValue === undefined || timeValue === null) {
92
+ throw new Error(
93
+ `[ShardingByTimeCrud] 写操作的 condition 必须包含时间字段 '${timeColumn}',` +
94
+ `用于路由到正确的分表。`
95
+ );
96
+ }
97
+
98
+ // 如果是操作符表达式($gte/$lte),尝试提取范围的 start
99
+ if (isOperatorExpression(timeValue)) {
100
+ const range = this.extractTimeRange(condition);
101
+ if (range) {
102
+ const suffix = getTimeSuffix(range.start, this.granularity);
103
+ return this.formatTableName(suffix);
104
+ }
105
+ }
106
+
107
+ const m = moment(timeValue);
108
+ if (!m.isValid()) {
109
+ throw new Error(`[ShardingByTimeCrud] 无法解析时间值: ${timeValue}`);
110
+ }
111
+ const suffix = getTimeSuffix(m.toDate(), this.granularity);
112
+ return this.formatTableName(suffix);
113
+ }
114
+
115
+ /** 解析查询目标表列表 */
116
+ private async resolveFindTables(reqJson: IRequestModel): Promise<string[]> {
117
+ const existingTables = await this.getExistingTablesSet();
118
+ const baseTablePrefix = `${this.config.baseTable}_`;
119
+ const shardingTables = Array.from(existingTables).filter(t => t.startsWith(baseTablePrefix));
120
+
121
+ if (shardingTables.length === 0) return [];
122
+ shardingTables.sort();
123
+
124
+ const condition = reqJson.condition;
125
+
126
+ // 有 recentTableCount:取最近N张,再与条件取交集
127
+ if (this.config.recentTableCount !== undefined) {
128
+ const recentTables = shardingTables.slice(-this.config.recentTableCount);
129
+ return this.intersectWithCondition(recentTables, condition);
130
+ }
131
+
132
+ // 无 recentTableCount:所有表与条件取交集,最多取默认数量
133
+ const intersected = this.intersectWithCondition(shardingTables, condition);
134
+ const defaultCount = this.getDefaultRecentCount();
135
+ return intersected.slice(0, defaultCount);
136
+ }
137
+
138
+ private intersectWithCondition(tables: string[], condition?: Record<string, any>): string[] {
139
+ if (!condition) return this.sortTablesByTimeDesc(tables);
140
+
141
+ const timeRange = this.extractTimeRange(condition);
142
+ if (timeRange) {
143
+ return this.intersectTablesByTimeRange(tables, timeRange);
144
+ }
145
+
146
+ const singleTimeValue = this.tryExtractTimeFromCondition(condition);
147
+ if (singleTimeValue) {
148
+ const suffix = getTimeSuffix(singleTimeValue, this.granularity);
149
+ const targetTable = this.formatTableName(suffix);
150
+ return tables.includes(targetTable) ? [targetTable] : [];
151
+ }
152
+
153
+ // condition 存在但不包含时间字段,返回所有表(降序)
154
+ return this.sortTablesByTimeDesc(tables);
155
+ }
156
+
157
+ private intersectTablesByTimeRange(tables: string[], timeRange: IShardingTimeRange): string[] {
158
+ const startSuffix = getTimeSuffix(timeRange.start, this.granularity);
159
+ const endSuffix = getTimeSuffix(timeRange.end, this.granularity);
160
+ const prefix = `${this.config.baseTable}_`;
161
+ const prefixLen = prefix.length;
162
+ return this.sortTablesByTimeDesc(
163
+ tables.filter(table => {
164
+ const suffix = table.substring(prefixLen);
165
+ return suffix >= startSuffix && suffix <= endSuffix;
166
+ })
167
+ );
168
+ }
169
+
170
+ private extractTimeRange(condition: Record<string, any>): IShardingTimeRange | null {
171
+ const colCond = condition[this.config.timeColumn!];
172
+ if (!colCond || typeof colCond !== 'object') return null;
173
+
174
+ const start = colCond.$gte ?? colCond.$gt;
175
+ const end = colCond.$lte ?? colCond.$lt;
176
+
177
+ if (start && end) {
178
+ const sm = moment(start), em = moment(end);
179
+ if (!sm.isValid() || !em.isValid()) return null;
180
+ return { start: sm.toDate(), end: em.toDate() };
181
+ }
182
+ if (start) {
183
+ const sm = moment(start);
184
+ return sm.isValid() ? { start: sm.toDate(), end: new Date() } : null;
185
+ }
186
+ if (end) {
187
+ const em = moment(end);
188
+ return em.isValid() ? { start: new Date(0), end: em.toDate() } : null;
189
+ }
190
+ return null;
191
+ }
192
+
193
+ private tryExtractTimeFromCondition(condition: Record<string, any>): Date | null {
194
+ const value = condition[this.config.timeColumn!];
195
+ if (value === undefined || value === null) return null;
196
+ const m = moment(value);
197
+ return m.isValid() ? m.toDate() : null;
198
+ }
199
+
200
+ private sortTablesByTimeDesc(tables: string[]): string[] {
201
+ return [...tables].sort((a, b) => b.localeCompare(a));
202
+ }
203
+
204
+ private getDefaultRecentCount(): number {
205
+ if (this.config.recentTableCount !== undefined && this.config.recentTableCount > 0) {
206
+ return this.config.recentTableCount;
207
+ }
208
+ switch (this.granularity) {
209
+ case 'year': return 2;
210
+ case 'month': return 3;
211
+ case 'day': return 7;
212
+ }
213
+ }
214
+
215
+ private formatTableName(suffix: string): string {
216
+ const formattedSuffix = this.config.suffixFormatter ? this.config.suffixFormatter(suffix) : suffix;
217
+ return `${this.config.baseTable}_${formattedSuffix}`;
218
+ }
219
+
220
+ // ============ 写操作 ============
221
+
222
+ public async insert(reqJson: IRequestModel): Promise<CrudWriteResult> {
223
+ this.validateTimeColumnForData(reqJson, 'insert');
224
+ const targetTable = this.resolveTableForInsert(reqJson.data as Record<string, any>);
225
+ await this.createShardingTableIfNeeded(targetTable);
226
+
227
+ const ctx = await this.executeOnTable(targetTable, reqJson, KeysOfSimpleSQL.SIMPLE_INSERT);
228
+ const affected = ctx.getResModel().affected || { affectedRows: 0 };
229
+ return new CrudWriteResult({ affectedRows: affected.affectedRows, insertId: affected.insertId, rawContext: ctx });
230
+ }
231
+
232
+ public async batchInsert(reqJson: IRequestModel): Promise<ShardingBatchInsertResult> {
233
+ const dataArray = reqJson.data as Record<string, any>[];
234
+ if (!Array.isArray(dataArray) || dataArray.length === 0) {
235
+ throw new Error('[ShardingByTimeCrud] batchInsert requires non-empty data array');
236
+ }
237
+
238
+ this.validateTimeColumnForBatchData(dataArray, 'batchInsert');
239
+
240
+ // 按分表分组
241
+ const groupedData = new Map<string, Record<string, any>[]>();
242
+ for (const item of dataArray) {
243
+ const table = this.resolveTableForInsert(item);
244
+ if (!groupedData.has(table)) groupedData.set(table, []);
245
+ groupedData.get(table)!.push(item);
246
+ }
247
+
248
+ // 确保所有目标分表存在
249
+ for (const tableName of groupedData.keys()) {
250
+ await this.createShardingTableIfNeeded(tableName);
251
+ }
252
+
253
+ // 串行执行各分表的批量插入
254
+ const results: Array<{ table: string; affected: number; rowCount: number; error: Error | null; context: ExecuteContext | null }> = [];
255
+ let lastContext: ExecuteContext | null = null;
256
+
257
+ for (const [table, items] of groupedData.entries()) {
258
+ try {
259
+ const ctx = await this.executeOnTable(table, { data: items }, KeysOfSimpleSQL.SIMPLE_BATCH_INSERT);
260
+ lastContext = ctx;
261
+ results.push({ table, affected: ctx.getResModelItem('affected')?.affectedRows || items.length, rowCount: items.length, error: null, context: ctx });
262
+ } catch (e) {
263
+ results.push({ table, affected: 0, rowCount: items.length, error: e as Error, context: null });
264
+ }
265
+ }
266
+
267
+ const tableResults = results.map(r => ({ table: r.table, affected: r.affected, rowCount: r.rowCount }));
268
+ const errors = results.filter(r => r.error !== null).map(r => ({ table: r.table, error: r.error! }));
269
+ const totalAffected = results.reduce((sum, r) => sum + r.affected, 0);
270
+ const finalContext = lastContext || results.find(r => r.context)?.context;
271
+ if (!finalContext) throw new Error('[ShardingByTimeCrud] batchInsert failed - no successful inserts');
272
+
273
+ return new ShardingBatchInsertResult({ totalAffected, tableResults, tableCount: groupedData.size, success: errors.length === 0, errors, lastContext: finalContext });
274
+ }
275
+
276
+ public async update(reqJson: IRequestModel): Promise<CrudWriteResult> {
277
+ this.validateRoutingFieldForCondition(reqJson, 'update');
278
+ const targetTable = this.resolveTableForCondition(reqJson.condition!);
279
+ const cleanedReqJson = this.cleanTimeColumnForSingleTableQuery(reqJson);
280
+
281
+ const ctx = await this.executeOnTable(targetTable, cleanedReqJson, KeysOfSimpleSQL.SIMPLE_UPDATE);
282
+ const affected = ctx.getResModel().affected || { affectedRows: 0 };
283
+ return new CrudWriteResult({ affectedRows: affected.affectedRows, insertId: affected.insertId, rawContext: ctx });
284
+ }
285
+
286
+ public async delete(reqJson: IRequestModel): Promise<CrudWriteResult> {
287
+ this.validateRoutingFieldForCondition(reqJson, 'delete');
288
+ const targetTable = this.resolveTableForCondition(reqJson.condition!);
289
+ const cleanedReqJson = this.cleanTimeColumnForSingleTableQuery(reqJson);
290
+
291
+ const ctx = await this.executeOnTable(targetTable, cleanedReqJson, KeysOfSimpleSQL.SIMPLE_DELETE);
292
+ const affected = ctx.getResModel().affected || { affectedRows: 0 };
293
+ return new CrudWriteResult({ affectedRows: affected.affectedRows, insertId: affected.insertId, rawContext: ctx });
294
+ }
295
+
296
+ public async restore(reqJson: IRequestModel): Promise<CrudWriteResult> {
297
+ this.validateRoutingFieldForCondition(reqJson, 'restore');
298
+ const targetTable = this.resolveTableForCondition(reqJson.condition!);
299
+
300
+ if (!reqJson.condition || Object.keys(reqJson.condition).length === 0) {
301
+ throw new Error('[ShardingByTimeCrud] restore 操作必须指定恢复条件');
302
+ }
303
+
304
+ const cleanedReqJson = this.cleanTimeColumnForSingleTableQuery(reqJson);
305
+ const restoreReqJson: IRequestModel = {
306
+ ...cleanedReqJson,
307
+ data: { ...cleanedReqJson.data, deleted_at: 0, deleted_by: '' },
308
+ };
309
+
310
+ const ctx = await this.executeOnTable(targetTable, restoreReqJson, KeysOfSimpleSQL.SIMPLE_UPDATE);
311
+ const affected = ctx.getResModel().affected || { affectedRows: 0 };
312
+ return new CrudWriteResult({ affectedRows: affected.affectedRows, insertId: affected.insertId, rawContext: ctx });
313
+ }
314
+
315
+ /**
316
+ * 插入或更新(双路由)
317
+ *
318
+ * 1. condition 路由定位查找分表
319
+ * 2. 检查记录是否存在
320
+ * 3. 存在 → UPDATE(conditionTable)
321
+ * 4. 不存在 → data 路由定位插入分表,INSERT(dataTable)
322
+ */
323
+ public async insertOrUpdate(reqJson: IRequestModel): Promise<CrudUpsertResult> {
324
+ this.validateTimeColumnForData(reqJson, 'insertOrUpdate');
325
+ this.validateRoutingFieldForCondition(reqJson, 'insertOrUpdate');
326
+
327
+ const conditionTable = this.resolveTableForCondition(reqJson.condition!);
328
+ const cleanedReqJson = this.cleanTimeColumnForSingleTableQuery(reqJson);
329
+
330
+ const existCtx = await this.executeOnTable(conditionTable, cleanedReqJson, KeysOfSimpleSQL.SIMPLE_QUERY_EXIST);
331
+ const isExist = existCtx.getResModelItem('is_exist') === true;
332
+
333
+ if (isExist) {
334
+ const updateCtx = await this.executeOnTable(conditionTable, cleanedReqJson, KeysOfSimpleSQL.SIMPLE_UPDATE);
335
+ const updateAffected = updateCtx.getResModel().affected;
336
+ return new CrudUpsertResult({ insertAffected: undefined, updateAffected, isExist: true, rawContext: updateCtx });
337
+ }
338
+
339
+ const dataTable = this.resolveTableForInsert(reqJson.data as Record<string, any>);
340
+ await this.createShardingTableIfNeeded(dataTable);
341
+
342
+ const insertCtx = await this.executeOnTable(dataTable, cleanedReqJson, KeysOfSimpleSQL.SIMPLE_INSERT);
343
+ const insertAffected = insertCtx.getResModel().affected;
344
+ return new CrudUpsertResult({ insertAffected, updateAffected: undefined, isExist: false, rawContext: insertCtx });
345
+ }
346
+
347
+ // ============ 查询操作 ============
348
+
349
+ public async findOne<T = Record<string, any>>(reqJson: IRequestModel): Promise<CrudQueryOneResult<T>> {
350
+ const cleanedReqJson = this.cleanTimeColumnForSingleTableQuery(reqJson);
351
+ const targetTables = await this.resolveFindTables(reqJson);
352
+
353
+ if (targetTables.length === 0) {
354
+ throw new Error('[ShardingByTimeCrud] findOne: no matching tables found');
355
+ }
356
+
357
+ let lastCtx: ExecuteContext | null = null;
358
+ let lastTable: string | undefined;
359
+ for (const table of targetTables) {
360
+ try {
361
+ const ctx = await this.executeOnTable(table, cleanedReqJson, KeysOfSimpleSQL.SIMPLE_QUERY_ONE);
362
+ lastCtx = ctx;
363
+ lastTable = table;
364
+ const row = ctx.getOneObj();
365
+ if (row) {
366
+ return new CrudQueryOneResult<T>({ row: row as T, rawContext: ctx, debugInfo: this.buildDebugInfo(table, reqJson.condition), fromTable: table });
367
+ }
368
+ } catch (e) {
369
+ // 表不存在时跳过
370
+ }
371
+ }
372
+ return new CrudQueryOneResult<T>({ row: null, rawContext: lastCtx, debugInfo: this.buildDebugInfo(targetTables[0], reqJson.condition), fromTable: lastTable });
373
+ }
374
+
375
+ public async findUniqueOne<T = Record<string, any>>(reqJson: IRequestModel): Promise<CrudQueryOneResult<T>> {
376
+ const cleanedReqJson = this.cleanTimeColumnForSingleTableQuery(reqJson);
377
+ const targetTables = await this.resolveFindTables(reqJson);
378
+
379
+ if (targetTables.length === 0) {
380
+ return new CrudQueryOneResult<T>({ row: null, rawContext: null as any, debugInfo: this.buildDebugInfo(undefined, reqJson.condition), fromTable: null });
381
+ }
382
+
383
+ const allRows: T[] = [];
384
+ const foundTables: string[] = [];
385
+ let firstCtx: ExecuteContext | null = null;
386
+
387
+ for (const table of targetTables) {
388
+ try {
389
+ const ctx = await this.executeOnTable(table, cleanedReqJson, KeysOfSimpleSQL.SIMPLE_QUERY, { maxLimit: 2 });
390
+ if (!firstCtx) firstCtx = ctx;
391
+ const rows = ctx.getResRows() as T[];
392
+ if (rows.length > 0) {
393
+ allRows.push(...rows);
394
+ foundTables.push(table);
395
+ if (allRows.length > 1) {
396
+ throw new Error(this.formatUniqueError(allRows.length, foundTables, reqJson.condition, foundTables.length > 1));
397
+ }
398
+ }
399
+ } catch (e) {
400
+ if (e instanceof Error && e.message.startsWith('[ShardingBase] findUniqueOne')) throw e;
401
+ }
402
+ }
403
+
404
+ const fromTable = foundTables[0] || null;
405
+ return new CrudQueryOneResult<T>({
406
+ row: allRows[0] || null, rawContext: firstCtx,
407
+ debugInfo: this.buildDebugInfo(fromTable || targetTables[0], reqJson.condition),
408
+ fromTable: fromTable || targetTables[0],
409
+ });
410
+ }
411
+
412
+ public async findList<T = Record<string, any>>(reqJson: IRequestModel): Promise<CrudQueryListResult<T>> {
413
+ const cleanedReqJson = this.cleanTimeColumnForSingleTableQuery(reqJson);
414
+ const targetTables = await this.resolveFindTables(reqJson);
415
+
416
+ if (targetTables.length === 0) {
417
+ return new CrudQueryListResult<T>({ rows: [], rawContext: null as any });
418
+ }
419
+
420
+ if (targetTables.length === 1) {
421
+ const ctx = await this.executeOnTable(targetTables[0], cleanedReqJson, KeysOfSimpleSQL.SIMPLE_QUERY);
422
+ return new CrudQueryListResult<T>({ rows: ctx.getResRows() as T[], rawContext: ctx });
423
+ }
424
+
425
+ this.validateFindOrderBy(reqJson);
426
+ const tablesForMerge = this.sortTablesForOrderBy(targetTables, reqJson);
427
+
428
+ const mergeResult = await this.merger.mergeQuery(
429
+ this.crudProFactory(), tablesForMerge, cleanedReqJson,
430
+ this.buildCfg(KeysOfSimpleSQL.SIMPLE_QUERY)
431
+ );
432
+ return new CrudQueryListResult<T>({ rows: mergeResult.rows as T[], rawContext: mergeResult.lastCtx });
433
+ }
434
+
435
+ public async findPage<T = Record<string, any>>(reqJson: IRequestModel): Promise<CrudQueryPageResult<T>> {
436
+ const cleanedReqJson = this.cleanTimeColumnForSingleTableQuery(reqJson);
437
+ const targetTables = await this.resolveFindTables(reqJson);
438
+
439
+ if (targetTables.length === 0) {
440
+ throw new Error('[ShardingByTimeCrud] findPage: no matching tables found');
441
+ }
442
+
443
+ if (targetTables.length === 1) {
444
+ const ctx = await this.executeOnTable(targetTables[0], cleanedReqJson, KeysOfSimpleSQL.SIMPLE_QUERY_PAGE);
445
+ const pageResult = ctx.getResModelForQueryPage();
446
+ return new CrudQueryPageResult<T>({ rows: pageResult.rows as T[], totalCount: pageResult.total_count, rawContext: ctx });
447
+ }
448
+
449
+ this.validateFindOrderBy(reqJson);
450
+ const tablesForMerge = this.sortTablesForOrderBy(targetTables, reqJson);
451
+
452
+ const pageResult = await this.merger.mergePageQuery(
453
+ this.crudProFactory(), tablesForMerge, cleanedReqJson,
454
+ this.buildCfg(KeysOfSimpleSQL.SIMPLE_QUERY_PAGE)
455
+ );
456
+ return new CrudQueryPageResult<T>({ rows: pageResult.rows as T[], totalCount: pageResult.total_count, rawContext: pageResult.lastCtx });
457
+ }
458
+
459
+ public async findCount(reqJson: IRequestModel): Promise<CrudCountResult> {
460
+ const cleanedReqJson = this.cleanTimeColumnForSingleTableQuery(reqJson);
461
+ const targetTables = await this.resolveFindTables(reqJson);
462
+
463
+ if (targetTables.length === 0) {
464
+ throw new Error('[ShardingByTimeCrud] findCount: no matching tables found');
465
+ }
466
+
467
+ if (targetTables.length === 1) {
468
+ const ctx = await this.executeOnTable(targetTables[0], cleanedReqJson, KeysOfSimpleSQL.SIMPLE_QUERY_COUNT);
469
+ return new CrudCountResult({ count: ctx.getResModelItem('total_count') || 0, rawContext: ctx });
470
+ }
471
+
472
+ const countResults: Array<{ count: number; ctx: ExecuteContext | null }> = [];
473
+ for (const table of targetTables) {
474
+ countResults.push(await this.findCountFromTable(table, cleanedReqJson));
475
+ }
476
+ const totalCount = countResults.reduce((sum, r) => sum + r.count, 0);
477
+ const firstCtx = countResults.find(r => r.ctx !== null)?.ctx || null;
478
+ return new CrudCountResult({ count: totalCount, rawContext: firstCtx as any });
479
+ }
480
+
481
+ public async isExist(reqJson: IRequestModel): Promise<CrudExistResult> {
482
+ const cleanedReqJson = this.cleanTimeColumnForSingleTableQuery(reqJson);
483
+ const targetTables = await this.resolveFindTables(reqJson);
484
+
485
+ if (targetTables.length === 0) {
486
+ throw new Error('[ShardingByTimeCrud] isExist: no matching tables found');
487
+ }
488
+
489
+ if (targetTables.length === 1) {
490
+ const ctx = await this.executeOnTable(targetTables[0], cleanedReqJson, KeysOfSimpleSQL.SIMPLE_QUERY_EXIST);
491
+ return new CrudExistResult({ exists: ctx.getResModelItem('is_exist') === true, rawContext: ctx });
492
+ }
493
+
494
+ let exists = false;
495
+ let firstCtx: ExecuteContext | null = null;
496
+ for (const table of targetTables) {
497
+ const result = await this.isExistInTable(table, cleanedReqJson);
498
+ if (!firstCtx && result.ctx) firstCtx = result.ctx;
499
+ if (result.exists) { exists = true; break; }
500
+ }
501
+ return new CrudExistResult({ exists, rawContext: firstCtx as any });
502
+ }
503
+
504
+ // ============ 校验 ============
505
+
506
+ private validateTimeColumnForData(reqJson: IRequestModel, operation: string): void {
507
+ const timeColumn = this.config.timeColumn!;
508
+ const data = reqJson.data as Record<string, any>;
509
+ if (!data || data[timeColumn] === undefined) {
510
+ throw new Error(`[ShardingByTimeCrud] ${operation} 操作的 data 必须包含时间字段 '${timeColumn}'`);
511
+ }
512
+ }
513
+
514
+ private validateTimeColumnForBatchData(dataArray: Record<string, any>[], operation: string): void {
515
+ const timeColumn = this.config.timeColumn!;
516
+ for (let i = 0; i < dataArray.length; i++) {
517
+ if (!dataArray[i] || dataArray[i][timeColumn] === undefined) {
518
+ throw new Error(`[ShardingByTimeCrud] ${operation} 操作的 data[${i}] 必须包含时间字段 '${timeColumn}'`);
519
+ }
520
+ }
521
+ }
522
+
523
+ private validateRoutingFieldForCondition(reqJson: IRequestModel, operation: string): void {
524
+ const timeColumn = this.config.timeColumn!;
525
+ const condition = reqJson.condition;
526
+ if (!condition || !condition[timeColumn]) {
527
+ throw new Error(
528
+ `[ShardingByTimeCrud] ${operation} 操作的 condition 必须包含时间字段 '${timeColumn}',` +
529
+ `用于路由到正确的分表。`
530
+ );
531
+ }
532
+ }
533
+
534
+ private validateFindOrderBy(reqJson: IRequestModel): void {
535
+ const timeColumn = this.config.timeColumn!;
536
+ const orderBy = reqJson.orderBy;
537
+
538
+ if (!orderBy) {
539
+ throw new Error(`[ShardingByTimeCrud] 多表查询必须传 orderBy 参数。期望: '${timeColumn} DESC' 或 '${timeColumn} ASC'`);
540
+ }
541
+
542
+ const firstOrderBy = OrderByUtils.getFirstOrderBy(orderBy);
543
+ if (!firstOrderBy) {
544
+ throw new Error(`[ShardingByTimeCrud] orderBy 参数格式错误,无法解析`);
545
+ }
546
+ if (firstOrderBy.fieldName !== timeColumn) {
547
+ throw new Error(`[ShardingByTimeCrud] orderBy 首个排序字段必须为 '${timeColumn}',当前: '${firstOrderBy.fieldName}'`);
548
+ }
549
+ const orderType = firstOrderBy.orderType.toUpperCase();
550
+ if (orderType !== 'ASC' && orderType !== 'DESC') {
551
+ throw new Error(`[ShardingByTimeCrud] orderBy 排序方向必须是 'ASC' 或 'DESC',当前: '${firstOrderBy.orderType}'`);
552
+ }
553
+ }
554
+
555
+ private sortTablesForOrderBy(tables: string[], reqJson: IRequestModel): string[] {
556
+ const isAsc = OrderByUtils.isFirstOrderByAsc(reqJson.orderBy);
557
+ return [...tables].sort((a, b) => isAsc ? a.localeCompare(b) : b.localeCompare(a));
558
+ }
559
+
560
+ // ============ 时间字段智能清理(详见 TIME_COLUMN_CLEAN_SPEC.md) ============
561
+
562
+ private cleanTimeColumnForSingleTableQuery(reqJson: IRequestModel): IRequestModel {
563
+ const { primaryKey, timeColumn, type } = this.config;
564
+ if (!timeColumn || ![ShardingType.YEAR, ShardingType.MONTH, ShardingType.DAY].includes(type)) return reqJson;
565
+
566
+ const condition = reqJson.condition;
567
+ if (!condition || typeof condition !== 'object') return reqJson;
568
+
569
+ const timeValue = condition[timeColumn];
570
+ if (timeValue === undefined) return reqJson;
571
+
572
+ // 操作符表达式 → 保留,但校验精度
573
+ if (isOperatorExpression(timeValue)) {
574
+ this.validateTimeOperatorPrecision(timeValue as any, timeColumn);
575
+ return reqJson;
576
+ }
577
+
578
+ const hasPrimaryKey = primaryKey && condition[primaryKey] !== undefined;
579
+
580
+ if (typeof timeValue === 'string') {
581
+ const range = expandDateToRange(timeValue);
582
+ if (hasPrimaryKey) {
583
+ const { [timeColumn]: _, ...cleanedCondition } = condition;
584
+ return { ...reqJson, condition: cleanedCondition };
585
+ }
586
+ if (range) {
587
+ return { ...reqJson, condition: { ...condition, [timeColumn]: range } };
588
+ }
589
+ return reqJson;
590
+ }
591
+
592
+ if (hasPrimaryKey) {
593
+ const { [timeColumn]: _, ...cleanedCondition } = condition;
594
+ return { ...reqJson, condition: cleanedCondition };
595
+ }
596
+ return reqJson;
597
+ }
598
+
599
+ private validateTimeOperatorPrecision(operatorValue: Record<string, any>, timeColumn: string): void {
600
+ const PRECISION_OPERATORS = ['$gte', '$lte', '$gt', '$lt'];
601
+ const dateOnlyPattern = /^\d{4}-\d{1,2}-\d{1,2}$/;
602
+
603
+ for (const op of PRECISION_OPERATORS) {
604
+ const value = operatorValue[op];
605
+ if (value !== undefined && typeof value === 'string' && dateOnlyPattern.test(value)) {
606
+ throw new Error(
607
+ `[ShardingByTimeCrud] 时间字段 '${timeColumn}' 的 ${op} 值必须精确到秒,` +
608
+ `当前值: '${value}'。` +
609
+ `请使用 '${value} 23:59:59'($lte/$lt)或 '${value} 00:00:00'($gte/$gt),` +
610
+ `或直接传粒度字符串由系统自动转换范围。`
611
+ );
612
+ }
613
+ }
614
+
615
+ const rangeValue = operatorValue.$range;
616
+ if (Array.isArray(rangeValue) && rangeValue.length >= 2) {
617
+ for (let i = 0; i < rangeValue.length; i++) {
618
+ const val = rangeValue[i];
619
+ if (typeof val === 'string' && dateOnlyPattern.test(val)) {
620
+ throw new Error(
621
+ `[ShardingByTimeCrud] 时间字段 '${timeColumn}' 的 $range[${i}] 值必须精确到秒,` +
622
+ `当前值: '${val}'。请使用 '${val} ${i === 0 ? '00:00:00' : '23:59:59'}'`
623
+ );
624
+ }
625
+ }
626
+ }
627
+ }
628
+ }