midway-fatcms 0.0.1-beta.3 → 0.0.1-beta.31

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (328) hide show
  1. package/.eslintrc.json +14 -0
  2. package/.prettierrc.js +4 -0
  3. package/README.md +7 -0
  4. package/dist/config/config.default.js +60 -19
  5. package/dist/config/seed/aeskey.txt +1 -1
  6. package/dist/configuration.d.ts +1 -0
  7. package/dist/configuration.js +33 -9
  8. package/dist/controller/base/BaseApiController.d.ts +7 -1
  9. package/dist/controller/base/BaseApiController.js +32 -6
  10. package/dist/controller/gateway/AsyncTaskController.d.ts +20 -0
  11. package/dist/controller/gateway/AsyncTaskController.js +181 -0
  12. package/dist/controller/gateway/CrudMtdGatewayController.d.ts +3 -3
  13. package/dist/controller/gateway/CrudMtdGatewayController.js +9 -6
  14. package/dist/controller/gateway/DocGatewayController.js +14 -9
  15. package/dist/controller/gateway/FileController.d.ts +3 -2
  16. package/dist/controller/gateway/PublicApiController.js +4 -6
  17. package/dist/controller/gateway/StaticController.d.ts +3 -0
  18. package/dist/controller/gateway/StaticController.js +74 -51
  19. package/dist/controller/helpers.controller.d.ts +1 -1
  20. package/dist/controller/home.controller.js +4 -3
  21. package/dist/controller/manage/AnyApiMangeApi.js +2 -2
  22. package/dist/controller/manage/AppLogMangeApi.js +2 -2
  23. package/dist/controller/manage/AppMangeApi.js +2 -2
  24. package/dist/controller/manage/AppPageMangeApi.js +2 -2
  25. package/dist/controller/manage/AppSchemaHistoryApi.js +2 -2
  26. package/dist/controller/manage/CrudMethodsMangeApi.js +2 -2
  27. package/dist/controller/manage/CrudStandardDesignApi.d.ts +1 -1
  28. package/dist/controller/manage/CrudStandardDesignApi.js +86 -83
  29. package/dist/controller/manage/DataDictManageApi.d.ts +1 -1
  30. package/dist/controller/manage/DataDictManageApi.js +1 -1
  31. package/dist/controller/manage/DeployManageApi.d.ts +1 -1
  32. package/dist/controller/manage/DeployManageApi.js +38 -34
  33. package/dist/controller/manage/DocLibManageApi.js +2 -2
  34. package/dist/controller/manage/DocManageApi.js +2 -2
  35. package/dist/controller/manage/FileManageApi.js +1 -1
  36. package/dist/controller/manage/LowCodeTplManageApi.js +2 -2
  37. package/dist/controller/manage/MenuManageApi.js +2 -2
  38. package/dist/controller/manage/ProxyApiMangeApi.js +2 -2
  39. package/dist/controller/manage/SuperAdminManageApi.d.ts +2 -2
  40. package/dist/controller/manage/SuperAdminManageApi.js +12 -8
  41. package/dist/controller/manage/SysConfigMangeApi.d.ts +1 -1
  42. package/dist/controller/manage/SysConfigMangeApi.js +8 -6
  43. package/dist/controller/manage/SystemInfoManageApi.d.ts +1 -1
  44. package/dist/controller/manage/SystemInfoManageApi.js +7 -1
  45. package/dist/controller/manage/UserAccountManageApi.d.ts +2 -2
  46. package/dist/controller/manage/UserAccountManageApi.js +7 -2
  47. package/dist/controller/manage/WorkbenchMangeApi.js +3 -3
  48. package/dist/controller/myinfo/AuthController.d.ts +0 -4
  49. package/dist/controller/myinfo/AuthController.js +1 -54
  50. package/dist/controller/render/AppRenderController.js +12 -5
  51. package/dist/controller/test.controller.d.ts +1 -1
  52. package/dist/controller/test.controller.js +5 -5
  53. package/dist/index.d.ts +35 -4
  54. package/dist/index.js +35 -4
  55. package/dist/libs/crud-pro/CrudPro.d.ts +1 -0
  56. package/dist/libs/crud-pro/CrudPro.js +5 -0
  57. package/dist/libs/crud-pro/defaultConfigs.js +2 -0
  58. package/dist/libs/crud-pro/interfaces.d.ts +7 -1
  59. package/dist/libs/crud-pro/models/ExecuteContext.d.ts +12 -5
  60. package/dist/libs/crud-pro/models/ExecuteContextFunc.d.ts +8 -1
  61. package/dist/libs/crud-pro/models/ExecuteContextFunc.js +8 -0
  62. package/dist/libs/crud-pro/models/RequestCfgModel.d.ts +1 -1
  63. package/dist/libs/crud-pro/models/ResModel.d.ts +16 -0
  64. package/dist/libs/crud-pro/models/ResModel.js +2 -0
  65. package/dist/libs/crud-pro/models/SqlCfgModel.d.ts +1 -1
  66. package/dist/libs/crud-pro/models/TransactionSqlServer.js +1 -1
  67. package/dist/libs/crud-pro/services/CrudProCachedCfgService.d.ts +1 -0
  68. package/dist/libs/crud-pro/services/CrudProCachedCfgService.js +27 -15
  69. package/dist/libs/crud-pro/services/CrudProExecuteSqlService.js +17 -19
  70. package/dist/libs/crud-pro/services/CrudProGenSqlCondition.d.ts +1 -1
  71. package/dist/libs/crud-pro/services/CrudProGenSqlCondition.js +10 -12
  72. package/dist/libs/crud-pro/services/CrudProGenSqlService.js +14 -23
  73. package/dist/libs/crud-pro/services/CrudProOriginToExecuteSql.js +7 -6
  74. package/dist/libs/crud-pro/services/CrudProServiceBase.d.ts +2 -6
  75. package/dist/libs/crud-pro/services/CrudProServiceBase.js +14 -2
  76. package/dist/libs/crud-pro/services/CrudProTableMetaService.d.ts +1 -0
  77. package/dist/libs/crud-pro/services/CrudProTableMetaService.js +32 -7
  78. package/dist/libs/crud-pro/sql.txt +120 -120
  79. package/dist/libs/crud-pro/utils/DatabaseName.js +24 -3
  80. package/dist/libs/crud-pro/utils/MixinUtils.js +1 -1
  81. package/dist/libs/crud-pro/utils/ValidateUtils.js +1 -1
  82. package/dist/libs/crud-pro/utils/sqlConvert/convertColumnName.js +2 -2
  83. package/dist/libs/crud-pro/utils/sqlConvert/convertMix.d.ts +3 -0
  84. package/dist/libs/crud-pro/utils/sqlConvert/convertMix.js +22 -0
  85. package/dist/libs/global-config/global-config.d.ts +45 -0
  86. package/dist/libs/global-config/global-config.js +33 -0
  87. package/dist/libs/utils/errorToString.d.ts +2 -0
  88. package/dist/libs/utils/errorToString.js +57 -0
  89. package/dist/libs/utils/fatcms-request.js +2 -2
  90. package/dist/libs/utils/functions.d.ts +2 -1
  91. package/dist/libs/utils/functions.js +6 -1
  92. package/dist/middleware/forbidden.middleware.js +4 -20
  93. package/dist/middleware/global.middleware.js +30 -10
  94. package/dist/middleware/permission.middleware.js +1 -1
  95. package/dist/models/AsyncTaskModel.d.ts +74 -0
  96. package/dist/models/AsyncTaskModel.js +31 -0
  97. package/dist/models/RedisKeys.d.ts +14 -0
  98. package/dist/models/RedisKeys.js +17 -0
  99. package/dist/models/SystemTables.d.ts +1 -3
  100. package/dist/models/SystemTables.js +2 -4
  101. package/dist/models/bizmodels.d.ts +28 -0
  102. package/dist/models/bizmodels.js +6 -1
  103. package/dist/schedule/anonymousContext.d.ts +14 -0
  104. package/dist/schedule/anonymousContext.js +59 -0
  105. package/dist/schedule/index.d.ts +4 -3
  106. package/dist/schedule/index.js +8 -67
  107. package/dist/schedule/runSchedule.d.ts +12 -0
  108. package/dist/schedule/runSchedule.js +68 -0
  109. package/dist/schedule/scheduleNames.d.ts +13 -0
  110. package/dist/schedule/scheduleNames.js +17 -0
  111. package/dist/service/AuthService.js +8 -5
  112. package/dist/service/EnumInfoService.js +9 -5
  113. package/dist/service/FileCenterService.js +13 -9
  114. package/dist/service/SysConfigService.d.ts +1 -1
  115. package/dist/service/SysConfigService.js +4 -2
  116. package/dist/service/UserAccountService.js +10 -6
  117. package/dist/service/UserSessionService.d.ts +21 -0
  118. package/dist/service/UserSessionService.js +73 -2
  119. package/dist/service/VisitStatService.d.ts +1 -1
  120. package/dist/service/VisitStatService.js +20 -27
  121. package/dist/service/WorkbenchService.d.ts +32 -0
  122. package/dist/service/WorkbenchService.js +61 -12
  123. package/dist/service/anyapi/AnyApiSandboxService.js +12 -12
  124. package/dist/service/anyapi/AnyApiService.js +4 -2
  125. package/dist/service/asyncTask/AsyncTaskRunnerService.d.ts +50 -0
  126. package/dist/service/asyncTask/AsyncTaskRunnerService.js +287 -0
  127. package/dist/service/asyncTask/AsyncTaskService.d.ts +7 -0
  128. package/dist/service/asyncTask/AsyncTaskService.js +34 -0
  129. package/dist/service/asyncTask/handler/ExcelInfoModel.d.ts +10 -0
  130. package/dist/service/asyncTask/handler/ExcelInfoModel.js +2 -0
  131. package/dist/service/asyncTask/handler/ExportExcelAsyncTaskHandler.d.ts +7 -0
  132. package/dist/service/asyncTask/handler/ExportExcelAsyncTaskHandler.js +216 -0
  133. package/dist/service/asyncTask/handler/ExportExcelByInnerHttpHandler.d.ts +36 -0
  134. package/dist/service/asyncTask/handler/ExportExcelByInnerHttpHandler.js +139 -0
  135. package/dist/service/asyncTask/handler/ExportExcelByStdCrudHandler.d.ts +46 -0
  136. package/dist/service/asyncTask/handler/ExportExcelByStdCrudHandler.js +121 -0
  137. package/dist/service/base/BaseService.d.ts +12 -0
  138. package/dist/service/base/BaseService.js +22 -0
  139. package/dist/service/base/RedisCacheService.d.ts +7 -0
  140. package/dist/service/base/RedisCacheService.js +7 -0
  141. package/dist/service/crudstd/CrudStdService.d.ts +8 -1
  142. package/dist/service/crudstd/CrudStdService.js +63 -6
  143. package/dist/service/curd/CrudProQuick.d.ts +44 -0
  144. package/dist/service/curd/CrudProQuick.js +147 -0
  145. package/dist/service/curd/CurdMixByAccountService.d.ts +4 -4
  146. package/dist/service/curd/CurdMixByAccountService.js +12 -6
  147. package/dist/service/curd/CurdMixByDictService.d.ts +4 -4
  148. package/dist/service/curd/CurdMixByDictService.js +10 -7
  149. package/dist/service/curd/CurdMixByLinkToCustomService.d.ts +13 -4
  150. package/dist/service/curd/CurdMixByLinkToCustomService.js +73 -24
  151. package/dist/service/curd/CurdMixBySysConfigService.d.ts +3 -3
  152. package/dist/service/curd/CurdMixBySysConfigService.js +4 -2
  153. package/dist/service/curd/CurdMixByWorkbenchService.d.ts +3 -3
  154. package/dist/service/curd/CurdMixByWorkbenchService.js +4 -2
  155. package/dist/service/curd/CurdMixService.d.ts +13 -3
  156. package/dist/service/curd/CurdMixService.js +26 -2
  157. package/dist/service/curd/CurdMixUtils.d.ts +27 -4
  158. package/dist/service/curd/CurdMixUtils.js +115 -41
  159. package/dist/service/curd/CurdProService.d.ts +3 -10
  160. package/dist/service/curd/CurdProService.js +36 -148
  161. package/dist/service/curd/fixCfgModel.d.ts +3 -0
  162. package/dist/service/curd/fixCfgModel.js +107 -0
  163. package/dist/service/proxyapi/ProxyApiLoadService.js +7 -4
  164. package/dist/views/404_app.html +31 -31
  165. package/dist/views/404_workbench.html +34 -34
  166. package/package.json +25 -24
  167. package/tsconfig.json +32 -0
  168. package/dist/controller/medstatistic/MedAdminController.d.ts +0 -35
  169. package/dist/controller/medstatistic/MedAdminController.js +0 -205
  170. package/dist/controller/medstatistic/MedClientController.d.ts +0 -28
  171. package/dist/controller/medstatistic/MedClientController.js +0 -188
  172. package/dist/controller/medstatistic/MedMessageService.d.ts +0 -19
  173. package/dist/controller/medstatistic/MedMessageService.js +0 -95
  174. package/dist/controller/medstatistic/MedScoreService.d.ts +0 -21
  175. package/dist/controller/medstatistic/MedScoreService.js +0 -107
  176. package/dist/controller/medstatistic/constants.d.ts +0 -32
  177. package/dist/controller/medstatistic/constants.js +0 -43
  178. package/src/config/config.default.ts +0 -172
  179. package/src/config/seed/aeskey.txt +0 -1
  180. package/src/config/utils.ts +0 -23
  181. package/src/configuration.ts +0 -83
  182. package/src/controller/base/BaseApiController.ts +0 -145
  183. package/src/controller/gateway/AnyApiGatewayController.ts +0 -33
  184. package/src/controller/gateway/CrudMtdGatewayController.ts +0 -107
  185. package/src/controller/gateway/CrudStdGatewayController.ts +0 -101
  186. package/src/controller/gateway/DocGatewayController.ts +0 -165
  187. package/src/controller/gateway/FileController.ts +0 -110
  188. package/src/controller/gateway/ProxyApiGatewayController.ts +0 -47
  189. package/src/controller/gateway/PublicApiController.ts +0 -145
  190. package/src/controller/gateway/StaticController.ts +0 -303
  191. package/src/controller/helpers.controller.ts +0 -161
  192. package/src/controller/home.controller.ts +0 -71
  193. package/src/controller/manage/AnyApiMangeApi.ts +0 -66
  194. package/src/controller/manage/AppLogMangeApi.ts +0 -53
  195. package/src/controller/manage/AppMangeApi.ts +0 -53
  196. package/src/controller/manage/AppPageMangeApi.ts +0 -52
  197. package/src/controller/manage/AppSchemaHistoryApi.ts +0 -49
  198. package/src/controller/manage/CrudMethodsMangeApi.ts +0 -49
  199. package/src/controller/manage/CrudStandardDesignApi.ts +0 -353
  200. package/src/controller/manage/DataDictManageApi.ts +0 -78
  201. package/src/controller/manage/DeployManageApi.ts +0 -179
  202. package/src/controller/manage/DocLibManageApi.ts +0 -69
  203. package/src/controller/manage/DocManageApi.ts +0 -99
  204. package/src/controller/manage/FileManageApi.ts +0 -45
  205. package/src/controller/manage/LowCodeTplManageApi.ts +0 -52
  206. package/src/controller/manage/MenuManageApi.ts +0 -63
  207. package/src/controller/manage/ProxyApiMangeApi.ts +0 -52
  208. package/src/controller/manage/SuperAdminManageApi.ts +0 -138
  209. package/src/controller/manage/SysConfigMangeApi.ts +0 -95
  210. package/src/controller/manage/SystemInfoManageApi.ts +0 -48
  211. package/src/controller/manage/UserAccountManageApi.ts +0 -88
  212. package/src/controller/manage/WorkbenchMangeApi.ts +0 -72
  213. package/src/controller/medstatistic/MedAdminController.ts +0 -221
  214. package/src/controller/medstatistic/MedClientController.ts +0 -188
  215. package/src/controller/medstatistic/MedMessageService.ts +0 -89
  216. package/src/controller/medstatistic/MedScoreService.ts +0 -108
  217. package/src/controller/medstatistic/constants.ts +0 -63
  218. package/src/controller/myinfo/AuthController.ts +0 -174
  219. package/src/controller/myinfo/MyInfoController.ts +0 -32
  220. package/src/controller/render/AppRenderController.ts +0 -76
  221. package/src/controller/test.controller.ts +0 -37
  222. package/src/filter/default.filter.ts +0 -13
  223. package/src/filter/notfound.filter.ts +0 -10
  224. package/src/index.ts +0 -71
  225. package/src/interface.ts +0 -31
  226. package/src/libs/crud-pro/CrudPro.ts +0 -158
  227. package/src/libs/crud-pro/defaultConfigs.ts +0 -13
  228. package/src/libs/crud-pro/exceptions.ts +0 -124
  229. package/src/libs/crud-pro/interfaces.ts +0 -183
  230. package/src/libs/crud-pro/models/ExecuteContext.ts +0 -111
  231. package/src/libs/crud-pro/models/ExecuteContextFunc.ts +0 -86
  232. package/src/libs/crud-pro/models/FuncContext.ts +0 -21
  233. package/src/libs/crud-pro/models/RequestCfgModel.ts +0 -141
  234. package/src/libs/crud-pro/models/RequestModel.ts +0 -141
  235. package/src/libs/crud-pro/models/ServiceHub.ts +0 -32
  236. package/src/libs/crud-pro/models/SqlCfgModel.ts +0 -52
  237. package/src/libs/crud-pro/models/SqlSegArg.ts +0 -13
  238. package/src/libs/crud-pro/models/Transaction.ts +0 -74
  239. package/src/libs/crud-pro/models/TransactionMySQL.ts +0 -79
  240. package/src/libs/crud-pro/models/TransactionPostgres.ts +0 -91
  241. package/src/libs/crud-pro/models/TransactionSqlServer.ts +0 -107
  242. package/src/libs/crud-pro/models/keys.ts +0 -159
  243. package/src/libs/crud-pro/services/CrudProCachedCfgService.ts +0 -75
  244. package/src/libs/crud-pro/services/CrudProExecuteFuncService.ts +0 -128
  245. package/src/libs/crud-pro/services/CrudProExecuteSqlService.ts +0 -279
  246. package/src/libs/crud-pro/services/CrudProFieldUpdateService.ts +0 -60
  247. package/src/libs/crud-pro/services/CrudProFieldValidateService.ts +0 -180
  248. package/src/libs/crud-pro/services/CrudProGenSqlCondition.ts +0 -373
  249. package/src/libs/crud-pro/services/CrudProGenSqlService.ts +0 -202
  250. package/src/libs/crud-pro/services/CrudProOriginToExecuteSql.ts +0 -397
  251. package/src/libs/crud-pro/services/CrudProServiceBase.ts +0 -98
  252. package/src/libs/crud-pro/services/CrudProTableMetaService.ts +0 -59
  253. package/src/libs/crud-pro/services/CurdProServiceHub.ts +0 -92
  254. package/src/libs/crud-pro/sql.txt +0 -120
  255. package/src/libs/crud-pro/utils/CompareUtils.ts +0 -23
  256. package/src/libs/crud-pro/utils/DatabaseName.ts +0 -40
  257. package/src/libs/crud-pro/utils/DateTimeUtils.ts +0 -20
  258. package/src/libs/crud-pro/utils/MemoryRefreshCache.ts +0 -64
  259. package/src/libs/crud-pro/utils/MessageParseUtils.ts +0 -33
  260. package/src/libs/crud-pro/utils/MixinUtils.ts +0 -285
  261. package/src/libs/crud-pro/utils/ModelUtils.ts +0 -55
  262. package/src/libs/crud-pro/utils/MultiKeyMap.ts +0 -72
  263. package/src/libs/crud-pro/utils/SqlFuncUtils.ts +0 -29
  264. package/src/libs/crud-pro/utils/TypeUtils.ts +0 -188
  265. package/src/libs/crud-pro/utils/ValidateUtils.ts +0 -167
  266. package/src/libs/crud-pro/utils/pool/MySQLUtils.ts +0 -20
  267. package/src/libs/crud-pro/utils/pool/PostgresUtils.ts +0 -22
  268. package/src/libs/crud-pro/utils/pool/SqlServerUtils.ts +0 -22
  269. package/src/libs/crud-pro/utils/sqlConvert/convertColumnName.ts +0 -26
  270. package/src/libs/crud-pro/utils/sqlConvert/convertMsSql.ts +0 -11
  271. package/src/libs/crud-pro/utils/sqlConvert/convertPgSql.ts +0 -11
  272. package/src/libs/crud-pro/utils/sqlConvert/convertPgType.ts +0 -129
  273. package/src/libs/utils/common-dto.ts +0 -52
  274. package/src/libs/utils/crypto-utils.ts +0 -52
  275. package/src/libs/utils/fatcms-request.ts +0 -115
  276. package/src/libs/utils/functions.ts +0 -67
  277. package/src/libs/utils/ordernum-utils.ts +0 -18
  278. package/src/libs/utils/parseConfig.ts +0 -62
  279. package/src/libs/utils/parseCreateSql.ts +0 -91
  280. package/src/libs/utils/render-utils.ts +0 -184
  281. package/src/middleware/forbidden.middleware.ts +0 -71
  282. package/src/middleware/global.middleware.ts +0 -278
  283. package/src/middleware/permission.middleware.ts +0 -81
  284. package/src/middleware/tx.middleware.ts +0 -30
  285. package/src/models/SystemEntities.ts +0 -115
  286. package/src/models/SystemPerm.ts +0 -105
  287. package/src/models/SystemTables.ts +0 -30
  288. package/src/models/bizmodels.ts +0 -89
  289. package/src/models/contextLogger.ts +0 -132
  290. package/src/models/devops.ts +0 -17
  291. package/src/models/userSession.ts +0 -216
  292. package/src/schedule/index.ts +0 -73
  293. package/src/service/AuthService.ts +0 -270
  294. package/src/service/EnumInfoService.ts +0 -129
  295. package/src/service/FileCenterService.ts +0 -394
  296. package/src/service/SysConfigService.ts +0 -34
  297. package/src/service/UserAccountService.ts +0 -100
  298. package/src/service/UserSessionService.ts +0 -81
  299. package/src/service/VisitStatService.ts +0 -179
  300. package/src/service/WorkbenchService.ts +0 -160
  301. package/src/service/anyapi/AnyApiSandboxService.ts +0 -121
  302. package/src/service/anyapi/AnyApiService.ts +0 -184
  303. package/src/service/base/ApiBaseService.ts +0 -42
  304. package/src/service/base/ApiRateLimiter.ts +0 -59
  305. package/src/service/base/BaseService.ts +0 -74
  306. package/src/service/base/RedisCacheService.ts +0 -38
  307. package/src/service/crudstd/CrudStdActionService.ts +0 -27
  308. package/src/service/crudstd/CrudStdConstant.ts +0 -62
  309. package/src/service/crudstd/CrudStdRelationService.ts +0 -78
  310. package/src/service/crudstd/CrudStdService.ts +0 -188
  311. package/src/service/curd/CurdMixByAccountService.ts +0 -83
  312. package/src/service/curd/CurdMixByDictService.ts +0 -113
  313. package/src/service/curd/CurdMixByLinkToCustomService.ts +0 -167
  314. package/src/service/curd/CurdMixBySysConfigService.ts +0 -78
  315. package/src/service/curd/CurdMixByWorkbenchService.ts +0 -68
  316. package/src/service/curd/CurdMixService.ts +0 -65
  317. package/src/service/curd/CurdMixUtils.ts +0 -248
  318. package/src/service/curd/CurdProService.ts +0 -379
  319. package/src/service/proxyapi/ProxyApiLoadService.ts +0 -165
  320. package/src/service/proxyapi/ProxyApiService.ts +0 -262
  321. package/src/service/proxyapi/ProxyApiUtils.ts +0 -32
  322. package/src/service/proxyapi/RouteHandler.ts +0 -8
  323. package/src/service/proxyapi/RouteTrie.ts +0 -74
  324. package/src/service/proxyapi/WeightedRandom.ts +0 -37
  325. package/src/service/proxyapi/WeightedRoundRobin.ts +0 -44
  326. package/src/views/404_app.html +0 -31
  327. package/src/views/404_workbench.html +0 -34
  328. package/src/views/static/favicon.ico +0 -0
@@ -0,0 +1,50 @@
1
+ import { Context } from '@midwayjs/koa';
2
+ import { BaseService } from '../../service/base/BaseService';
3
+ import { IScheduleService } from '../../interface';
4
+ import { ISysAsyncTaskHandler, SysAsyncTaskEntity } from '../../models/AsyncTaskModel';
5
+ declare class AsyncTaskRunner {
6
+ isBusy: boolean;
7
+ taskHandlerMap: Map<string, ISysAsyncTaskHandler>;
8
+ executeTaskList(taskList: SysAsyncTaskEntity[]): Promise<void>;
9
+ private executeTask;
10
+ /**
11
+ * 更新任务状态或任务进度
12
+ * @param taskElement
13
+ * @param updatePartials
14
+ * @private
15
+ */
16
+ private updateTaskStatus;
17
+ /**
18
+ * 获取当前进程可以处理的任务类型。
19
+ */
20
+ getHandlerTaskTypeList(): string[];
21
+ }
22
+ /**
23
+ * 业务可以扩展
24
+ */
25
+ export declare const ASYNC_TASK_RUNNER: AsyncTaskRunner;
26
+ export declare class AsyncTaskRunnerService extends BaseService implements IScheduleService {
27
+ protected ctx: Context;
28
+ private curdProService;
29
+ /**
30
+ * 定时任务执行
31
+ */
32
+ runBySchedule(): Promise<void>;
33
+ /**
34
+ * 更新超时的任务状态
35
+ * @returns
36
+ */
37
+ private runByScheduleForTimeoutTasks;
38
+ /**
39
+ * 检查是否有新任务。如果有,就从数据库中获取一批任务,放到自己的任务队列里。
40
+ * @returns
41
+ */
42
+ private runByScheduleForPendingTasks;
43
+ fetchPendingTasks(): Promise<void>;
44
+ /**
45
+ * 是否存在新任务
46
+ * @private
47
+ */
48
+ private isExistNewTask;
49
+ }
50
+ export {};
@@ -0,0 +1,287 @@
1
+ "use strict";
2
+ var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
3
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
4
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
5
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
6
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
7
+ };
8
+ var __metadata = (this && this.__metadata) || function (k, v) {
9
+ if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
10
+ };
11
+ Object.defineProperty(exports, "__esModule", { value: true });
12
+ exports.AsyncTaskRunnerService = exports.ASYNC_TASK_RUNNER = void 0;
13
+ const moment = require("moment");
14
+ const core_1 = require("@midwayjs/core");
15
+ const BaseService_1 = require("../../service/base/BaseService");
16
+ const CurdProService_1 = require("../../service/curd/CurdProService");
17
+ const AsyncTaskModel_1 = require("../../models/AsyncTaskModel");
18
+ const global_config_1 = require("../../libs/global-config/global-config");
19
+ const SystemTables_1 = require("../../models/SystemTables");
20
+ const keys_1 = require("../../libs/crud-pro/models/keys");
21
+ const errorToString_1 = require("../../libs/utils/errorToString");
22
+ const schedule_1 = require("../../schedule");
23
+ const RedisKeys_1 = require("../../models/RedisKeys");
24
+ const functions_1 = require("../../libs/utils/functions");
25
+ const ExportExcelAsyncTaskHandler_1 = require("./handler/ExportExcelAsyncTaskHandler");
26
+ const END_STATUS_LIST = [AsyncTaskModel_1.SysAsyncTaskStatus.PART_SUCCEEDED, AsyncTaskModel_1.SysAsyncTaskStatus.SUCCEEDED, AsyncTaskModel_1.SysAsyncTaskStatus.FAILED, AsyncTaskModel_1.SysAsyncTaskStatus.CANCELLED, AsyncTaskModel_1.SysAsyncTaskStatus.PAUSED];
27
+ class AsyncTaskRunner {
28
+ constructor() {
29
+ this.isBusy = false;
30
+ this.taskHandlerMap = new Map();
31
+ }
32
+ async executeTaskList(taskList) {
33
+ if (!taskList || taskList.length === 0) {
34
+ return;
35
+ }
36
+ this.isBusy = true;
37
+ for (let i = 0; i < taskList.length; i++) {
38
+ const taskElement = taskList[i];
39
+ taskElement.task_status = AsyncTaskModel_1.SysAsyncTaskStatus.RUNNING;
40
+ try {
41
+ // 1. 更新当前这个任务的状态
42
+ await this.updateTaskStatus(taskElement, {
43
+ task_status: taskElement.task_status,
44
+ started_at: (0, functions_1.getCurrentFullMoment)(),
45
+ updated_at: (0, functions_1.getCurrentFullMoment)(),
46
+ });
47
+ // 任务状态的设置在自定义的执行器里面。
48
+ await this.executeTask(taskElement);
49
+ // 当前不是终止状态,并且没有异常就设置成成功。
50
+ if (!END_STATUS_LIST.includes(taskElement.task_status)) {
51
+ taskElement.task_status = AsyncTaskModel_1.SysAsyncTaskStatus.SUCCEEDED;
52
+ }
53
+ }
54
+ catch (error) {
55
+ taskElement.task_status = AsyncTaskModel_1.SysAsyncTaskStatus.FAILED;
56
+ taskElement.error_message = (0, errorToString_1.errorToString)(error);
57
+ }
58
+ try {
59
+ // 2. 更新当前这个任务的状态
60
+ await this.updateTaskStatus(taskElement, {
61
+ task_status: taskElement.task_status,
62
+ error_message: taskElement.error_message,
63
+ updated_at: (0, functions_1.getCurrentFullMoment)(),
64
+ completed_at: (0, functions_1.getCurrentFullMoment)(),
65
+ });
66
+ }
67
+ catch (error) {
68
+ schedule_1.ANONYMOUS_CONTEXT.getApp().getCoreLogger().error('[AsyncTaskRunner] executeTaskList error', error);
69
+ }
70
+ }
71
+ this.isBusy = false;
72
+ }
73
+ async executeTask(taskElement) {
74
+ const taskType = taskElement.task_type;
75
+ const taskHandler = this.taskHandlerMap.get(taskType);
76
+ if (!taskHandler) {
77
+ throw new Error('TaskHandler not found , taskType = ' + taskType);
78
+ }
79
+ const updateTaskStatus = (updatePartials) => {
80
+ return this.updateTaskStatus(taskElement, updatePartials);
81
+ };
82
+ await taskHandler.execute({ task: taskElement, updateTaskStatus });
83
+ }
84
+ /**
85
+ * 更新任务状态或任务进度
86
+ * @param taskElement
87
+ * @param updatePartials
88
+ * @private
89
+ */
90
+ async updateTaskStatus(taskElement, updatePartials) {
91
+ if (!updatePartials) {
92
+ throw new Error('updatePartials not found');
93
+ }
94
+ return await schedule_1.ANONYMOUS_CONTEXT.runServiceAtAnonymousContext(async (ctx) => {
95
+ const curdProService = await ctx.requestContext.getAsync('curdProService');
96
+ const { SystemDbName, SystemDbType } = global_config_1.GLOBAL_STATIC_CONFIG.getConfig();
97
+ // 一定要有一个更新时间字段
98
+ updatePartials.updated_at = (0, functions_1.getCurrentFullMoment)();
99
+ const res = await curdProService.executeCrudByCfg({
100
+ condition: {
101
+ id: taskElement.id,
102
+ },
103
+ data: updatePartials,
104
+ }, {
105
+ sqlTable: SystemTables_1.SystemTables.sys_async_tasks,
106
+ sqlSimpleName: keys_1.KeysOfSimpleSQL.SIMPLE_UPDATE,
107
+ sqlDatabase: SystemDbName,
108
+ sqlDbType: SystemDbType,
109
+ });
110
+ return res.getResModel().affected;
111
+ });
112
+ }
113
+ /**
114
+ * 获取当前进程可以处理的任务类型。
115
+ */
116
+ getHandlerTaskTypeList() {
117
+ const keys = this.taskHandlerMap.keys();
118
+ return [...keys];
119
+ }
120
+ }
121
+ /**
122
+ * 业务可以扩展
123
+ */
124
+ exports.ASYNC_TASK_RUNNER = new AsyncTaskRunner();
125
+ //内置的异步任务处理器:EXCEL导出
126
+ exports.ASYNC_TASK_RUNNER.taskHandlerMap.set('EXCEL_EXPORT', new ExportExcelAsyncTaskHandler_1.ExportExcelAsyncTaskHandler());
127
+ /**
128
+ * Redis锁
129
+ */
130
+ const ASYNC_TASK_LOCK = RedisKeys_1.RedisKeys.ASYNC_TASK_LOCK;
131
+ const ASYNC_TASK_TIMEOUT_LOCK = RedisKeys_1.RedisKeys.ASYNC_TASK_TIMEOUT_LOCK;
132
+ /**
133
+ * 上次检查异步任务的时间点
134
+ */
135
+ const ASYNC_TASK_RUNTIME_OBJ = {
136
+ LAST_CHECK_ASYNC_TASK_UPDATE_TIME: 0,
137
+ };
138
+ let AsyncTaskRunnerService = class AsyncTaskRunnerService extends BaseService_1.BaseService {
139
+ /**
140
+ * 定时任务执行
141
+ */
142
+ async runBySchedule() {
143
+ await this.runByScheduleForPendingTasks();
144
+ await this.runByScheduleForTimeoutTasks();
145
+ }
146
+ /**
147
+ * 更新超时的任务状态
148
+ * @returns
149
+ */
150
+ async runByScheduleForTimeoutTasks() {
151
+ const { SystemDbName, SystemDbType } = global_config_1.GLOBAL_STATIC_CONFIG.getConfig();
152
+ // 每隔一小时执行一次,即可。
153
+ const lock = await this.redisService.set(ASYNC_TASK_TIMEOUT_LOCK, 1, 'EX', 60 * 60, 'NX');
154
+ if (lock !== 'OK') {
155
+ return Promise.resolve();
156
+ }
157
+ const timeoutTime = moment().subtract(24, 'hours').format("YYYY-MM-DD HH:mm:ss.SSS");
158
+ this.curdProService.executeCrudByCfg({
159
+ condition: {
160
+ task_status: AsyncTaskModel_1.SysAsyncTaskStatus.RUNNING,
161
+ updated_at: {
162
+ $lt: timeoutTime,
163
+ }
164
+ },
165
+ data: {
166
+ task_status: AsyncTaskModel_1.SysAsyncTaskStatus.FAILED,
167
+ error_message: '任务超时',
168
+ }
169
+ }, {
170
+ sqlTable: SystemTables_1.SystemTables.sys_async_tasks,
171
+ sqlSimpleName: keys_1.KeysOfSimpleSQL.SIMPLE_UPDATE,
172
+ sqlDatabase: SystemDbName,
173
+ sqlDbType: SystemDbType,
174
+ });
175
+ }
176
+ /**
177
+ * 检查是否有新任务。如果有,就从数据库中获取一批任务,放到自己的任务队列里。
178
+ * @returns
179
+ */
180
+ async runByScheduleForPendingTasks() {
181
+ // 1. 当前很忙
182
+ if (exports.ASYNC_TASK_RUNNER.isBusy) {
183
+ return Promise.resolve();
184
+ }
185
+ // 2. 发现了新任务
186
+ const isExistNewTask = await this.isExistNewTask();
187
+ if (!isExistNewTask) {
188
+ return Promise.resolve();
189
+ }
190
+ // 这里的过期时间1分钟即可。fetchPendingTasks函数不可能超过一分钟。
191
+ // 因为这里只是从数据库中获取一批任务,放到自己的任务队列里。还没触发执行。
192
+ const lock = await this.redisService.set(ASYNC_TASK_LOCK, 1, 'EX', 60, 'NX');
193
+ if (lock !== 'OK') {
194
+ return Promise.resolve();
195
+ }
196
+ try {
197
+ await this.fetchPendingTasks();
198
+ }
199
+ catch (e) {
200
+ console.error('[AsyncTaskRunnerService] fetchPendingTasks error', (0, errorToString_1.errorToString)(e));
201
+ }
202
+ await this.redisService.del(ASYNC_TASK_LOCK);
203
+ return Promise.resolve();
204
+ }
205
+ async fetchPendingTasks() {
206
+ const { SystemDbName, SystemDbType } = global_config_1.GLOBAL_STATIC_CONFIG.getConfig();
207
+ // 只获取本进程能够处理的任务类型。
208
+ const taskTypeList = exports.ASYNC_TASK_RUNNER.getHandlerTaskTypeList();
209
+ if (taskTypeList.length === 0) {
210
+ return Promise.resolve();
211
+ }
212
+ // 查询等待处理的任务。
213
+ const queryRes = await this.curdProService.executeCrudByCfg({
214
+ condition: {
215
+ task_status: AsyncTaskModel_1.SysAsyncTaskStatus.PENDING,
216
+ task_type: {
217
+ $in: taskTypeList,
218
+ },
219
+ },
220
+ orderBy: 'id+',
221
+ limit: 10,
222
+ }, {
223
+ sqlTable: SystemTables_1.SystemTables.sys_async_tasks,
224
+ sqlSimpleName: keys_1.KeysOfSimpleSQL.SIMPLE_QUERY_PAGE,
225
+ sqlDatabase: SystemDbName,
226
+ sqlDbType: SystemDbType,
227
+ });
228
+ const taskList = queryRes.getResRows();
229
+ if (taskList.length === 0) {
230
+ return Promise.resolve();
231
+ }
232
+ const taskIds = taskList.map(elem => elem.id).filter(Boolean);
233
+ // 将状态更新为处理中。防止其它进程重复处理。
234
+ await this.curdProService.executeCrudByCfg({
235
+ condition: {
236
+ id: {
237
+ $in: taskIds,
238
+ },
239
+ },
240
+ data: {
241
+ task_status: AsyncTaskModel_1.SysAsyncTaskStatus.RUNNING,
242
+ },
243
+ }, {
244
+ sqlTable: SystemTables_1.SystemTables.sys_async_tasks,
245
+ sqlSimpleName: keys_1.KeysOfSimpleSQL.SIMPLE_UPDATE,
246
+ sqlDatabase: SystemDbName,
247
+ sqlDbType: SystemDbType,
248
+ });
249
+ // 开始执行。
250
+ exports.ASYNC_TASK_RUNNER.executeTaskList(taskList).then(() => {
251
+ console.log('[AsyncTaskRunnerService] ASYNC_TASK_RUNNER finished taskIds ==> ' + JSON.stringify(taskIds));
252
+ });
253
+ }
254
+ /**
255
+ * 是否存在新任务
256
+ * @private
257
+ */
258
+ async isExistNewTask() {
259
+ // 刚启动,没有检查过。
260
+ if (!ASYNC_TASK_RUNTIME_OBJ.LAST_CHECK_ASYNC_TASK_UPDATE_TIME) {
261
+ ASYNC_TASK_RUNTIME_OBJ.LAST_CHECK_ASYNC_TASK_UPDATE_TIME = Date.now();
262
+ return true;
263
+ }
264
+ //Redis没有任何内容
265
+ const updateTime = await this.redisService.get(RedisKeys_1.RedisKeys.ASYNC_TASK_UPDATE_TIME);
266
+ if (!updateTime) {
267
+ ASYNC_TASK_RUNTIME_OBJ.LAST_CHECK_ASYNC_TASK_UPDATE_TIME = Date.now();
268
+ return false;
269
+ }
270
+ const updateTimeNumber = Number.parseInt(updateTime, 10);
271
+ const isExistNewTask = updateTimeNumber > ASYNC_TASK_RUNTIME_OBJ.LAST_CHECK_ASYNC_TASK_UPDATE_TIME;
272
+ ASYNC_TASK_RUNTIME_OBJ.LAST_CHECK_ASYNC_TASK_UPDATE_TIME = updateTimeNumber;
273
+ return isExistNewTask;
274
+ }
275
+ };
276
+ __decorate([
277
+ (0, core_1.Inject)(),
278
+ __metadata("design:type", Object)
279
+ ], AsyncTaskRunnerService.prototype, "ctx", void 0);
280
+ __decorate([
281
+ (0, core_1.Inject)(),
282
+ __metadata("design:type", CurdProService_1.CurdProService)
283
+ ], AsyncTaskRunnerService.prototype, "curdProService", void 0);
284
+ AsyncTaskRunnerService = __decorate([
285
+ (0, core_1.Provide)()
286
+ ], AsyncTaskRunnerService);
287
+ exports.AsyncTaskRunnerService = AsyncTaskRunnerService;
@@ -0,0 +1,7 @@
1
+ import { Context } from '@midwayjs/koa';
2
+ import { BaseService } from '../../service/base/BaseService';
3
+ export declare class AsyncTaskService extends BaseService {
4
+ protected ctx: Context;
5
+ startTask(): Promise<void>;
6
+ cancelTask(id: number): Promise<void>;
7
+ }
@@ -0,0 +1,34 @@
1
+ "use strict";
2
+ var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
3
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
4
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
5
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
6
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
7
+ };
8
+ var __metadata = (this && this.__metadata) || function (k, v) {
9
+ if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
10
+ };
11
+ Object.defineProperty(exports, "__esModule", { value: true });
12
+ exports.AsyncTaskService = void 0;
13
+ const core_1 = require("@midwayjs/core");
14
+ const BaseService_1 = require("../../service/base/BaseService");
15
+ const schedule_1 = require("../../schedule");
16
+ const scheduleNames_1 = require("../../schedule/scheduleNames");
17
+ const RedisKeys_1 = require("../../models/RedisKeys");
18
+ let AsyncTaskService = class AsyncTaskService extends BaseService_1.BaseService {
19
+ async startTask() {
20
+ await this.redisService.set(RedisKeys_1.RedisKeys.ASYNC_TASK_UPDATE_TIME, `${Date.now()}`);
21
+ (0, schedule_1.runScheduleTaskOnce)(scheduleNames_1.INNER_SCHEDULE_NAMES.asyncTaskRunnerService).then(schedule => {
22
+ console.log(schedule);
23
+ });
24
+ }
25
+ async cancelTask(id) { }
26
+ };
27
+ __decorate([
28
+ (0, core_1.Inject)(),
29
+ __metadata("design:type", Object)
30
+ ], AsyncTaskService.prototype, "ctx", void 0);
31
+ AsyncTaskService = __decorate([
32
+ (0, core_1.Provide)()
33
+ ], AsyncTaskService);
34
+ exports.AsyncTaskService = AsyncTaskService;
@@ -0,0 +1,10 @@
1
+ export interface IExcelHeaderInfo {
2
+ title: string;
3
+ dataIndex: string;
4
+ }
5
+ export interface IExcelAsyncTaskHandler {
6
+ getExcelHeader(): Promise<IExcelHeaderInfo[]>;
7
+ getPageSize(): Promise<number>;
8
+ getTotalCount(): Promise<number>;
9
+ getExcelDataList(pageNo: number, pageSize: number): Promise<any[]>;
10
+ }
@@ -0,0 +1,2 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,7 @@
1
+ import { ISysAsyncTaskHandler, SysAsyncTaskContext } from '../../../models/AsyncTaskModel';
2
+ /**
3
+ * 单例
4
+ */
5
+ export declare class ExportExcelAsyncTaskHandler implements ISysAsyncTaskHandler {
6
+ execute(asyncTaskContext: SysAsyncTaskContext): Promise<any>;
7
+ }
@@ -0,0 +1,216 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.ExportExcelAsyncTaskHandler = void 0;
4
+ const AsyncTaskModel_1 = require("../../../models/AsyncTaskModel");
5
+ const schedule_1 = require("../../../schedule");
6
+ const AsyncTaskModel_2 = require("../../../models/AsyncTaskModel");
7
+ const ExportExcelByStdCrudHandler_1 = require("./ExportExcelByStdCrudHandler");
8
+ const ExportExcelByInnerHttpHandler_1 = require("./ExportExcelByInnerHttpHandler");
9
+ const bizmodels_1 = require("../../../models/bizmodels");
10
+ const _ = require("lodash");
11
+ const fastcsv = require("fast-csv");
12
+ const fs = require("node:fs");
13
+ const fs2 = require("node:fs/promises");
14
+ const path = require("node:path");
15
+ const functions_1 = require("../../../libs/utils/functions");
16
+ const userSession_1 = require("../../../models/userSession");
17
+ const errorToString_1 = require("../../../libs/utils/errorToString");
18
+ const indexRef = { current: 0 };
19
+ async function createFileFolder(distFileFolder) {
20
+ try {
21
+ await fs2.access(distFileFolder);
22
+ }
23
+ catch (e) {
24
+ await fs2.mkdir(distFileFolder, { recursive: true });
25
+ }
26
+ }
27
+ function getExcelAsyncTaskHandler(asyncTaskContext, ctx) {
28
+ var _a;
29
+ const inputParams = (0, functions_1.parseJsonObject)((_a = asyncTaskContext === null || asyncTaskContext === void 0 ? void 0 : asyncTaskContext.task) === null || _a === void 0 ? void 0 : _a.input_params);
30
+ if (inputParams && inputParams.appType === bizmodels_1.StdCrudExportInputParamsAppType.STD_CRUD) {
31
+ return new ExportExcelByStdCrudHandler_1.ExportExcelByStdCrudHandler(asyncTaskContext, inputParams, ctx);
32
+ }
33
+ if (inputParams && inputParams.appType === bizmodels_1.StdCrudExportInputParamsAppType.INNER_HTTP) {
34
+ return new ExportExcelByInnerHttpHandler_1.ExportExcelByInnerHttpHandler(asyncTaskContext, inputParams, ctx);
35
+ }
36
+ throw new Error('[getExcelAsyncTaskHandler]appType不支持;appType = ' + inputParams.appType);
37
+ }
38
+ /**
39
+ * 多实例,每个任务一个实例。
40
+ * 导出EXCEL异步任务:
41
+ */
42
+ class ExportExcelAsyncTask {
43
+ constructor(asyncTaskContext, ctx) {
44
+ this.asyncTaskContext = asyncTaskContext;
45
+ this.ctx = ctx;
46
+ this.excelAsyncTaskHandler = getExcelAsyncTaskHandler(asyncTaskContext, ctx);
47
+ }
48
+ getDistFileFolder() {
49
+ const app = schedule_1.ANONYMOUS_CONTEXT.getApp();
50
+ const config = app.getConfig();
51
+ const fatcmsExportExcelTmpFilePath = config.fatcmsExportExcelTmpFilePath;
52
+ if (!fatcmsExportExcelTmpFilePath) {
53
+ return path.join(__dirname, '../../tmp');
54
+ }
55
+ return fatcmsExportExcelTmpFilePath;
56
+ }
57
+ async executeWithContext() {
58
+ const taskElement = this.asyncTaskContext.task;
59
+ const taskId = _.get(this.asyncTaskContext, 'task.id');
60
+ this.ctx.logger.info('[ExportExcelAsyncTask] executeWithContext start, taskId=' + taskId);
61
+ const pageSize = await this.excelAsyncTaskHandler.getPageSize();
62
+ const fileName = await this.getExcelFileName(); // 文件名
63
+ const distFileFolder = this.getDistFileFolder();
64
+ await createFileFolder(distFileFolder);
65
+ const diskFilePath = path.resolve(distFileFolder, fileName); // 磁盘文件路径
66
+ const totalCount = await this.getTotalCount();
67
+ await this.asyncTaskContext.updateTaskStatus({
68
+ output_total_records: totalCount,
69
+ output_file_format: AsyncTaskModel_2.SysAsyncFileFormat.CSV,
70
+ output_file_path: diskFilePath,
71
+ });
72
+ this.headerColumns = await this.getExcelHeader();
73
+ const ws = fs.createWriteStream(diskFilePath, {
74
+ encoding: 'utf-8',
75
+ });
76
+ const csvStream = fastcsv.format({ writeHeaders: false, headers: false, delimiter: ',' });
77
+ csvStream.pipe(ws);
78
+ csvStream.write('\ufeff'); // 写入BOM头,解决中文乱码问题
79
+ csvStream.write(this.formatToCsvHeader(this.headerColumns));
80
+ let processed_records = 0;
81
+ try {
82
+ if (typeof totalCount === 'number' && totalCount > 0) {
83
+ const batchCount = Math.ceil(totalCount / pageSize);
84
+ for (let i = 0; i < batchCount; i++) {
85
+ const num = await this.writeExcelBatchData(csvStream, i + 1, pageSize);
86
+ processed_records = processed_records + num;
87
+ const progress = Math.round((processed_records / totalCount) * 100);
88
+ await this.asyncTaskContext.updateTaskStatus({
89
+ processed_records,
90
+ progress,
91
+ });
92
+ }
93
+ }
94
+ taskElement.task_status = AsyncTaskModel_1.SysAsyncTaskStatus.SUCCEEDED;
95
+ }
96
+ catch (error) {
97
+ taskElement.task_status = AsyncTaskModel_1.SysAsyncTaskStatus.FAILED;
98
+ taskElement.error_message = (0, errorToString_1.errorToString)(error);
99
+ const progress = Math.round((processed_records / totalCount) * 100);
100
+ await this.asyncTaskContext.updateTaskStatus({
101
+ processed_records,
102
+ progress,
103
+ task_status: taskElement.task_status,
104
+ error_message: taskElement.error_message,
105
+ });
106
+ }
107
+ csvStream.end();
108
+ ws.on('finish', async () => {
109
+ this.ctx.logger.info('[ExportExcelAsyncTask] executeWithContext finish, taskId=' + taskId);
110
+ const fsStat = await fs2.stat(diskFilePath);
111
+ const output_file_size = fsStat.size;
112
+ this.asyncTaskContext.updateTaskStatus({
113
+ output_file_size,
114
+ });
115
+ });
116
+ this.ctx.logger.info('[ExportExcelAsyncTask] executeWithContext end, taskId=' + taskId);
117
+ }
118
+ formatToCsvHeader(headerColumns) {
119
+ return headerColumns.map(item => {
120
+ return item.title;
121
+ });
122
+ }
123
+ async writeExcelBatchData(csvStream, pageNo, pageSize) {
124
+ const dataList = await this.getExcelDataList(pageNo, pageSize);
125
+ for (let i = 0; i < dataList.length; i++) {
126
+ const csvRow = this.formatToCsvRow(dataList[i]);
127
+ csvStream.write(csvRow);
128
+ }
129
+ return dataList.length;
130
+ }
131
+ formatToCsvRow(rowObj) {
132
+ return this.headerColumns.map(obj => {
133
+ const dataIndex = obj.dataIndex;
134
+ const value = _.get(rowObj, dataIndex);
135
+ if (typeof value === 'undefined' || value === null) {
136
+ return '';
137
+ }
138
+ if (typeof value !== 'string') {
139
+ // boolean , number
140
+ return '' + value;
141
+ }
142
+ return value;
143
+ });
144
+ }
145
+ /**
146
+ * 获取文件名
147
+ * @returns 文件名
148
+ */
149
+ async getExcelFileName() {
150
+ indexRef.current = indexRef.current + 1;
151
+ if (indexRef.current > 100000) {
152
+ indexRef.current = 1;
153
+ }
154
+ const num = `${indexRef.current}`.padStart(10, '0');
155
+ return `export_${Date.now()}_${num}.csv`;
156
+ }
157
+ /**
158
+ * 获取Excel的表头
159
+ * @returns
160
+ */
161
+ async getExcelHeader() {
162
+ return this.excelAsyncTaskHandler.getExcelHeader();
163
+ // const inputParams = parseJsonObject(this.asyncTaskContext?.task?.input_params);
164
+ // if (inputParams && inputParams.appType === 'STD_CRUD') {
165
+ // // const appCode = inputParams.appCode;
166
+ // console.log(this)
167
+ // }
168
+ // return [
169
+ // { title: 'ID', dataIndex: 'id' },
170
+ // { title: '姓名', dataIndex: 'name' },
171
+ // { title: '邮箱', dataIndex: 'email' }
172
+ // ]
173
+ }
174
+ /**
175
+ * 获取文件总数
176
+ */
177
+ async getTotalCount() {
178
+ const totalCount = await this.excelAsyncTaskHandler.getTotalCount();
179
+ // 最多导出10万条数据
180
+ return Math.min(totalCount, 10 * 10000);
181
+ }
182
+ /**
183
+ * 获取数据内容数组
184
+ * @param pageNo 当前页号,从1开始
185
+ * @param pageSize 每页获取的数量。
186
+ */
187
+ async getExcelDataList(pageNo, pageSize) {
188
+ return this.excelAsyncTaskHandler.getExcelDataList(pageNo, pageSize);
189
+ // const dataList = [];
190
+ // for (var i = 0; i < pageSize; i++) {
191
+ // dataList.push({ id: i, name: 'nmae' + i, email: 'www.dss@dd.dom' })
192
+ // }
193
+ // return dataList;
194
+ }
195
+ }
196
+ /**
197
+ * 单例
198
+ */
199
+ class ExportExcelAsyncTaskHandler {
200
+ async execute(asyncTaskContext) {
201
+ const taskId = _.get(asyncTaskContext, 'task.id');
202
+ console.log('[ExportExcelAsyncTaskHandler] execute, taskId=>' + taskId);
203
+ const res = await schedule_1.ANONYMOUS_CONTEXT.runServiceAtAnonymousContext(async (ctx) => {
204
+ var _a;
205
+ const createdUserSession = (0, functions_1.parseJsonObject)((_a = asyncTaskContext === null || asyncTaskContext === void 0 ? void 0 : asyncTaskContext.task) === null || _a === void 0 ? void 0 : _a.created_user_session);
206
+ ctx.userSession = new userSession_1.UserSessionInfo(createdUserSession, false);
207
+ const task = new ExportExcelAsyncTask(asyncTaskContext, ctx);
208
+ return task.executeWithContext();
209
+ });
210
+ if (res.error) {
211
+ throw res.error;
212
+ }
213
+ return res.result;
214
+ }
215
+ }
216
+ exports.ExportExcelAsyncTaskHandler = ExportExcelAsyncTaskHandler;
@@ -0,0 +1,36 @@
1
+ import { IMidwayKoaContext } from '@midwayjs/koa';
2
+ import { IExcelAsyncTaskHandler, IExcelHeaderInfo } from './ExcelInfoModel';
3
+ import { SysAsyncTaskContext } from '../../../models/AsyncTaskModel';
4
+ import { IStdCrudExportInputParams } from '../../../models/bizmodels';
5
+ /**
6
+ * 多实例,每个任务一个实例。
7
+ * 导出Excel。请求任务级别的。
8
+ * 使用内部HTTP接口导出
9
+ */
10
+ declare class ExportExcelByInnerHttpHandler implements IExcelAsyncTaskHandler {
11
+ protected asyncTaskContext: SysAsyncTaskContext;
12
+ protected ctx: IMidwayKoaContext;
13
+ protected inputParams: IStdCrudExportInputParams;
14
+ protected appCode: string;
15
+ constructor(asyncTaskContext: SysAsyncTaskContext, inputParams: IStdCrudExportInputParams, ctx: IMidwayKoaContext);
16
+ getPageSize(): Promise<number>;
17
+ /**
18
+ * 获取Excel表的表头
19
+ * @returns 表头信息
20
+ */
21
+ getExcelHeader(): Promise<IExcelHeaderInfo[]>;
22
+ private sendRequest;
23
+ /**
24
+ * 获取要导出的数量总数
25
+ * @returns 数据总量
26
+ */
27
+ getTotalCount(): Promise<number>;
28
+ /**
29
+ * 获取要导出Excel的数据的内容
30
+ * @param pageNo 页号,从1开始
31
+ * @param pageSize 每页数量
32
+ * @returns
33
+ */
34
+ getExcelDataList(pageNo: number, pageSize: number): Promise<any[]>;
35
+ }
36
+ export { ExportExcelByInnerHttpHandler };