@whyour/qinglong 2.23.0 → 2.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (559) hide show
  1. package/.env.example +3 -0
  2. package/README-NODE.md +10 -0
  3. package/back/protos/api.proto +10 -0
  4. package/cli/README.en.md +156 -0
  5. package/cli/README.md +156 -0
  6. package/cli/src/internal/maintenance/nodeRuntime.cjs +18 -0
  7. package/cli/src/internal/maintenance/panelUpgrade.cjs +577 -0
  8. package/cli/src/internal/maintenance/platformBundle.cjs +582 -0
  9. package/cli/src/internal/maintenance/upgradeArtifacts.cjs +979 -0
  10. package/cli/src/internal/maintenance/upgradePrestart.cjs +396 -0
  11. package/ecosystem.config.js +3 -0
  12. package/package.json +53 -10
  13. package/sample/notify.js +308 -135
  14. package/sample/notify.py +174 -27
  15. package/shell/api.sh +18 -7
  16. package/shell/install-bundle.cjs +320 -0
  17. package/shell/install-package.cjs +74 -0
  18. package/shell/lang/en.sh +38 -0
  19. package/shell/node-runtime-probe.cjs +62 -0
  20. package/shell/otask.sh +38 -36
  21. package/shell/preload/client.js +1 -0
  22. package/shell/preload/notificationAudit.js +51 -0
  23. package/shell/preload/sitecustomize.js +3 -3
  24. package/shell/preload/sitecustomize.py +5 -5
  25. package/shell/rmlog.sh +21 -16
  26. package/shell/share.sh +61 -44
  27. package/shell/start-simplify.sh +90 -0
  28. package/shell/start.sh +48 -71
  29. package/shell/task-timeout.sh +22 -10
  30. package/shell/task.sh +7 -7
  31. package/shell/update.sh +52 -38
  32. package/shell/upgrade-lock.yaml +16122 -0
  33. package/shell/upgrade.cjs +1 -1
  34. package/static/build/api/clientIp.js +2 -1
  35. package/static/build/api/clientIp.js.map +1 -0
  36. package/static/build/api/config.js.map +1 -0
  37. package/static/build/api/cron.js.map +1 -0
  38. package/static/build/api/dashboard.js.map +1 -0
  39. package/static/build/api/dependence.js.map +1 -0
  40. package/static/build/api/env.js.map +1 -0
  41. package/static/build/api/health.js.map +1 -0
  42. package/static/build/api/index.js.map +1 -0
  43. package/static/build/api/log.js.map +1 -0
  44. package/static/build/api/open.js.map +1 -0
  45. package/static/build/api/retention.js.map +1 -0
  46. package/static/build/api/script.js.map +1 -0
  47. package/static/build/api/subscription.js.map +1 -0
  48. package/static/build/api/system.js +18 -0
  49. package/static/build/api/system.js.map +1 -0
  50. package/static/build/api/update.js.map +1 -0
  51. package/static/build/api/user.js.map +1 -0
  52. package/static/build/app.js +10 -23
  53. package/static/build/app.js.map +1 -0
  54. package/static/build/bootstrap/database.js.map +1 -0
  55. package/static/build/bootstrap/upgradeProbe.js +154 -0
  56. package/static/build/bootstrap/upgradeProbe.js.map +1 -0
  57. package/static/build/config/const.js +2 -1
  58. package/static/build/config/const.js.map +1 -0
  59. package/static/build/config/container.js.map +1 -0
  60. package/static/build/config/grpcCerts.js.map +1 -0
  61. package/static/build/config/http.js.map +1 -0
  62. package/static/build/config/index.js.map +1 -0
  63. package/static/build/config/serverEnv.js.map +1 -0
  64. package/static/build/config/share.js.map +1 -0
  65. package/static/build/config/subscription.js.map +1 -0
  66. package/static/build/config/util.js +178 -79
  67. package/static/build/config/util.js.map +1 -0
  68. package/static/build/data/cron.js.map +1 -0
  69. package/static/build/data/cronStats.js.map +1 -0
  70. package/static/build/data/cronView.js.map +1 -0
  71. package/static/build/data/dependence.js.map +1 -0
  72. package/static/build/data/env.js.map +1 -0
  73. package/static/build/data/index.js.map +1 -0
  74. package/static/build/data/notify.js.map +1 -0
  75. package/static/build/data/open.js.map +1 -0
  76. package/static/build/data/runningInstance.js.map +1 -0
  77. package/static/build/data/sock.js.map +1 -0
  78. package/static/build/data/subscription.js.map +1 -0
  79. package/static/build/data/system.js +3 -1
  80. package/static/build/data/system.js.map +1 -0
  81. package/static/build/interface/schedule.js.map +1 -0
  82. package/static/build/loaders/app.js.map +1 -0
  83. package/static/build/loaders/bootAfter.js.map +1 -0
  84. package/static/build/loaders/db.js.map +1 -0
  85. package/static/build/loaders/depInjector.js.map +1 -0
  86. package/static/build/loaders/deps.js.map +1 -0
  87. package/static/build/loaders/express.js +8 -3
  88. package/static/build/loaders/express.js.map +1 -0
  89. package/static/build/loaders/httpApplication.js +55 -0
  90. package/static/build/loaders/httpApplication.js.map +1 -0
  91. package/static/build/loaders/initData.js.map +1 -0
  92. package/static/build/loaders/initFile.js.map +1 -0
  93. package/static/build/loaders/initTask.js +1 -1
  94. package/static/build/loaders/initTask.js.map +1 -0
  95. package/static/build/loaders/logger.js.map +1 -0
  96. package/static/build/loaders/server.js.map +1 -0
  97. package/static/build/loaders/sock.js.map +1 -0
  98. package/static/build/middlewares/monitoring.js.map +1 -0
  99. package/static/build/middlewares/protectedPathCase.js.map +1 -0
  100. package/static/build/middlewares/uniqueConstraintError.js.map +1 -0
  101. package/static/build/middlewares/validationErrors.js +17 -0
  102. package/static/build/middlewares/validationErrors.js.map +1 -0
  103. package/static/build/protos/api.js +140 -2
  104. package/static/build/protos/api.js.map +1 -0
  105. package/static/build/protos/cron.js.map +1 -0
  106. package/static/build/protos/health.js.map +1 -0
  107. package/static/build/schedule/addCron.js +2 -2
  108. package/static/build/schedule/addCron.js.map +1 -0
  109. package/static/build/schedule/api.js +21 -2
  110. package/static/build/schedule/api.js.map +1 -0
  111. package/static/build/schedule/client.js.map +1 -0
  112. package/static/build/schedule/data.js.map +1 -0
  113. package/static/build/schedule/delCron.js +5 -3
  114. package/static/build/schedule/delCron.js.map +1 -0
  115. package/static/build/schedule/health.js.map +1 -0
  116. package/static/build/schedule/setConcurrency.js.map +1 -0
  117. package/static/build/services/config.js.map +1 -0
  118. package/static/build/services/cron.js +7 -7
  119. package/static/build/services/cron.js.map +1 -0
  120. package/static/build/services/cronView.js.map +1 -0
  121. package/static/build/services/dependence.js +48 -13
  122. package/static/build/services/dependence.js.map +1 -0
  123. package/static/build/services/env.js.map +1 -0
  124. package/static/build/services/grpc.js +2 -2
  125. package/static/build/services/grpc.js.map +1 -0
  126. package/static/build/services/health.js +2 -0
  127. package/static/build/services/health.js.map +1 -0
  128. package/static/build/services/http.js.map +1 -0
  129. package/static/build/services/log.js.map +1 -0
  130. package/static/build/services/metrics.js +2 -1
  131. package/static/build/services/metrics.js.map +1 -0
  132. package/static/build/services/notify.js +45 -24
  133. package/static/build/services/notify.js.map +1 -0
  134. package/static/build/services/open.js.map +1 -0
  135. package/static/build/services/retention.js.map +1 -0
  136. package/static/build/services/schedule.js +13 -12
  137. package/static/build/services/schedule.js.map +1 -0
  138. package/static/build/services/script.js.map +1 -0
  139. package/static/build/services/scriptHistory.js.map +1 -0
  140. package/static/build/services/sock.js.map +1 -0
  141. package/static/build/services/sshKey.js +8 -5
  142. package/static/build/services/sshKey.js.map +1 -0
  143. package/static/build/services/subscription.js.map +1 -0
  144. package/static/build/services/system.js +76 -46
  145. package/static/build/services/system.js.map +1 -0
  146. package/static/build/services/user.js +2 -2
  147. package/static/build/services/user.js.map +1 -0
  148. package/static/build/shared/auth.js.map +1 -0
  149. package/static/build/shared/authMutation.js.map +1 -0
  150. package/static/build/shared/childProcess.js.map +1 -0
  151. package/static/build/shared/clientIp.js.map +1 -0
  152. package/static/build/shared/cronCommand.js.map +1 -0
  153. package/static/build/shared/cronSchedule.js +65 -9
  154. package/static/build/shared/cronSchedule.js.map +1 -0
  155. package/static/build/shared/cronScheduler.js +3 -2
  156. package/static/build/shared/cronScheduler.js.map +1 -0
  157. package/static/build/shared/errors.js.map +1 -0
  158. package/static/build/shared/fileAccess.js.map +1 -0
  159. package/static/build/shared/i18n.js +164 -85
  160. package/static/build/shared/i18n.js.map +1 -0
  161. package/static/build/shared/interface.js.map +1 -0
  162. package/static/build/shared/languageSync.js +61 -0
  163. package/static/build/shared/languageSync.js.map +1 -0
  164. package/static/build/shared/linuxMirror.js +96 -0
  165. package/static/build/shared/linuxMirror.js.map +1 -0
  166. package/static/build/shared/logPath.js.map +1 -0
  167. package/static/build/shared/logReader.js.map +1 -0
  168. package/static/build/shared/logStreamManager.js.map +1 -0
  169. package/static/build/shared/loginThrottle.js.map +1 -0
  170. package/static/build/shared/notificationAudit.js +46 -0
  171. package/static/build/shared/notificationAudit.js.map +1 -0
  172. package/static/build/shared/pLimit.js +8 -8
  173. package/static/build/shared/pLimit.js.map +1 -0
  174. package/static/build/shared/password.js.map +1 -0
  175. package/static/build/shared/retention.js.map +1 -0
  176. package/static/build/shared/runCron.js +69 -26
  177. package/static/build/shared/runCron.js.map +1 -0
  178. package/static/build/shared/runtimeBuild.js +44 -0
  179. package/static/build/shared/runtimeBuild.js.map +1 -0
  180. package/static/build/shared/schedulerMutationLock.js.map +1 -0
  181. package/static/build/shared/schedulerReadiness.js.map +1 -0
  182. package/static/build/shared/schemaMigrations.js.map +1 -0
  183. package/static/build/shared/scriptHistory.js.map +1 -0
  184. package/static/build/shared/shellQuote.js.map +1 -0
  185. package/static/build/shared/startupProcess.js.map +1 -0
  186. package/static/build/shared/store.js.map +1 -0
  187. package/static/build/shared/subscriptionMutationLock.js.map +1 -0
  188. package/static/build/shared/subscriptionPath.js.map +1 -0
  189. package/static/build/shared/subscriptionStorage.js.map +1 -0
  190. package/static/build/shared/trustProxy.js +5 -4
  191. package/static/build/shared/trustProxy.js.map +1 -0
  192. package/static/build/shared/utils.js.map +1 -0
  193. package/static/build/token.js.map +1 -0
  194. package/static/build/validation/schedule.js +19 -1
  195. package/static/build/validation/schedule.js.map +1 -0
  196. package/static/build-info.json +754 -0
  197. package/static/dist/1089.0ecc5383.async.js.gz +0 -0
  198. package/static/dist/1174.41a43fee.async.js.gz +0 -0
  199. package/static/dist/119.89e2d610.async.js.gz +0 -0
  200. package/static/dist/1212.f87fd07a.async.js.gz +0 -0
  201. package/static/dist/1352.96a77e1d.async.js.gz +0 -0
  202. package/static/dist/1379.f91563a1.async.js.gz +0 -0
  203. package/static/dist/1571.94ddca13.async.js.gz +0 -0
  204. package/static/dist/1706.ac98cb3f.async.js.gz +0 -0
  205. package/static/dist/1765.5ac01a93.async.js.gz +0 -0
  206. package/static/dist/1836.f0b74cf1.async.js.gz +0 -0
  207. package/static/dist/1883.675b6a18.chunk.css.gz +0 -0
  208. package/static/dist/1885.b8f427bf.async.js.gz +0 -0
  209. package/static/dist/1887.9e0d3da8.async.js.gz +0 -0
  210. package/static/dist/1967.3f3945d0.async.js.gz +0 -0
  211. package/static/dist/198.db47fc1a.async.js.gz +0 -0
  212. package/static/dist/2325.dfa32834.async.js.gz +0 -0
  213. package/static/dist/2338.d678967d.async.js.gz +0 -0
  214. package/static/dist/2372.b5a50ee7.async.js +1 -0
  215. package/static/dist/2372.b5a50ee7.async.js.gz +0 -0
  216. package/static/dist/2476.4e9b0992.async.js.gz +0 -0
  217. package/static/dist/2537.2b262ee0.async.js.gz +0 -0
  218. package/static/dist/2577.aa8fe709.async.js.gz +0 -0
  219. package/static/dist/2635.d4c59d23.async.js.gz +0 -0
  220. package/static/dist/2664.e69530fb.async.js +1 -0
  221. package/static/dist/2664.e69530fb.async.js.gz +0 -0
  222. package/static/dist/2693.51c2636b.async.js.gz +0 -0
  223. package/static/dist/2808.cdc0995c.async.js.gz +0 -0
  224. package/static/dist/2821.651f31e5.async.js.gz +0 -0
  225. package/static/dist/2890.add55e85.async.js.gz +0 -0
  226. package/static/dist/2901.6d0de54e.async.js +1 -0
  227. package/static/dist/2901.6d0de54e.async.js.gz +0 -0
  228. package/static/dist/292.1b962b29.chunk.css.gz +0 -0
  229. package/static/dist/292.27ce781f.async.js +1 -0
  230. package/static/dist/292.27ce781f.async.js.gz +0 -0
  231. package/static/dist/300.08ac9875.async.js.gz +0 -0
  232. package/static/dist/3191.3b7e4b42.async.js +1 -0
  233. package/static/dist/3191.3b7e4b42.async.js.gz +0 -0
  234. package/static/dist/3382.a584a111.async.js.gz +0 -0
  235. package/static/dist/3383.041eee73.async.js.gz +0 -0
  236. package/static/dist/3512.95e41255.async.js.gz +0 -0
  237. package/static/dist/3714.8d6dba9e.async.js.gz +0 -0
  238. package/static/dist/3906.a5eee612.async.js.gz +0 -0
  239. package/static/dist/3948.4fe809fd.async.js.gz +0 -0
  240. package/static/dist/4324.5a5887d1.async.js.gz +0 -0
  241. package/static/dist/4559.faab3673.async.js.gz +0 -0
  242. package/static/dist/4573.16f19278.async.js.gz +0 -0
  243. package/static/dist/{4736.1d2b5cb6.async.js → 4736.7c4c489b.async.js} +1 -1
  244. package/static/dist/4736.7c4c489b.async.js.gz +0 -0
  245. package/static/dist/4887.8e3ae573.async.js.gz +0 -0
  246. package/static/dist/4934.f3539d08.async.js.gz +0 -0
  247. package/static/dist/5077.cbd111cd.async.js.gz +0 -0
  248. package/static/dist/{5481.624d0e07.async.js → 5481.e2945a63.async.js} +1 -1
  249. package/static/dist/5481.e2945a63.async.js.gz +0 -0
  250. package/static/dist/5662.678b0cfb.async.js.gz +0 -0
  251. package/static/dist/5970.5862e59e.async.js +1 -0
  252. package/static/dist/5970.5862e59e.async.js.gz +0 -0
  253. package/static/dist/6013.db535339.async.js.gz +0 -0
  254. package/static/dist/6035.32ebfad9.async.js.gz +0 -0
  255. package/static/dist/6212.30a9c190.async.js +1 -0
  256. package/static/dist/6212.30a9c190.async.js.gz +0 -0
  257. package/static/dist/6341.673fb65c.async.js.gz +0 -0
  258. package/static/dist/6367.8b0e838c.async.js.gz +0 -0
  259. package/static/dist/6431.c50479be.async.js +1 -0
  260. package/static/dist/6569.55177f6a.async.js.gz +0 -0
  261. package/static/dist/6610.c111af7e.async.js.gz +0 -0
  262. package/static/dist/6638.87a163d2.async.js.gz +0 -0
  263. package/static/dist/6646.95e92533.async.js.gz +0 -0
  264. package/static/dist/{6872.a503ef55.async.js → 6872.fcc9ce17.async.js} +1 -1
  265. package/static/dist/6872.fcc9ce17.async.js.gz +0 -0
  266. package/static/dist/691.187a388c.async.js.gz +0 -0
  267. package/static/dist/7146.4dc150b1.async.js +1 -0
  268. package/static/dist/7146.4dc150b1.async.js.gz +0 -0
  269. package/static/dist/7231.f7e5b668.async.js.gz +0 -0
  270. package/static/dist/7253.4b9bf133.async.js.gz +0 -0
  271. package/static/dist/7278.96bf439f.async.js.gz +0 -0
  272. package/static/dist/7355.fca746f5.async.js.gz +0 -0
  273. package/static/dist/7384.1bb449d5.async.js.gz +0 -0
  274. package/static/dist/7508.3fffed15.chunk.css.gz +0 -0
  275. package/static/dist/7508.d90eac63.async.js.gz +0 -0
  276. package/static/dist/7802.34255805.async.js.gz +0 -0
  277. package/static/dist/7984.eaac7402.async.js.gz +0 -0
  278. package/static/dist/8033.5cb31493.async.js.gz +0 -0
  279. package/static/dist/8078.8586c875.async.js.gz +0 -0
  280. package/static/dist/8147.2fb55202.async.js.gz +0 -0
  281. package/static/dist/8187.48c130d6.async.js.gz +0 -0
  282. package/static/dist/8495.d53e15ca.async.js.gz +0 -0
  283. package/static/dist/8844.a0fef08e.async.js.gz +0 -0
  284. package/static/dist/9308.3202ac13.async.js.gz +0 -0
  285. package/static/dist/9323.a33f47da.async.js.gz +0 -0
  286. package/static/dist/965.8d9b1fbd.async.js +1 -0
  287. package/static/dist/965.8d9b1fbd.async.js.gz +0 -0
  288. package/static/dist/9761.360a19d8.async.js.gz +0 -0
  289. package/static/dist/index.html +2 -2
  290. package/static/dist/layouts__index.86b6bcbe.chunk.css +1 -0
  291. package/static/dist/layouts__index.86b6bcbe.chunk.css.gz +0 -0
  292. package/static/dist/layouts__index.c8e9788e.async.js +1 -0
  293. package/static/dist/layouts__index.c8e9788e.async.js.gz +0 -0
  294. package/static/dist/monaco-editor/min/vs/base/worker/workerMain.js.gz +0 -0
  295. package/static/dist/monaco-editor/min/vs/basic-languages/abap/abap.js.gz +0 -0
  296. package/static/dist/monaco-editor/min/vs/basic-languages/clojure/clojure.js.gz +0 -0
  297. package/static/dist/monaco-editor/min/vs/basic-languages/elixir/elixir.js.gz +0 -0
  298. package/static/dist/monaco-editor/min/vs/basic-languages/freemarker2/freemarker2.js.gz +0 -0
  299. package/static/dist/monaco-editor/min/vs/basic-languages/mysql/mysql.js.gz +0 -0
  300. package/static/dist/monaco-editor/min/vs/basic-languages/pgsql/pgsql.js.gz +0 -0
  301. package/static/dist/monaco-editor/min/vs/basic-languages/powerquery/powerquery.js.gz +0 -0
  302. package/static/dist/monaco-editor/min/vs/basic-languages/redshift/redshift.js.gz +0 -0
  303. package/static/dist/monaco-editor/min/vs/basic-languages/solidity/solidity.js.gz +0 -0
  304. package/static/dist/monaco-editor/min/vs/basic-languages/sql/sql.js.gz +0 -0
  305. package/static/dist/monaco-editor/min/vs/editor/editor.main.css.gz +0 -0
  306. package/static/dist/monaco-editor/min/vs/editor/editor.main.js.gz +0 -0
  307. package/static/dist/monaco-editor/min/vs/editor/editor.main.nls.de.js.gz +0 -0
  308. package/static/dist/monaco-editor/min/vs/editor/editor.main.nls.es.js.gz +0 -0
  309. package/static/dist/monaco-editor/min/vs/editor/editor.main.nls.fr.js.gz +0 -0
  310. package/static/dist/monaco-editor/min/vs/editor/editor.main.nls.it.js.gz +0 -0
  311. package/static/dist/monaco-editor/min/vs/editor/editor.main.nls.ja.js.gz +0 -0
  312. package/static/dist/monaco-editor/min/vs/editor/editor.main.nls.js.gz +0 -0
  313. package/static/dist/monaco-editor/min/vs/editor/editor.main.nls.ko.js.gz +0 -0
  314. package/static/dist/monaco-editor/min/vs/editor/editor.main.nls.ru.js.gz +0 -0
  315. package/static/dist/monaco-editor/min/vs/editor/editor.main.nls.zh-cn.js.gz +0 -0
  316. package/static/dist/monaco-editor/min/vs/editor/editor.main.nls.zh-tw.js.gz +0 -0
  317. package/static/dist/monaco-editor/min/vs/language/css/cssMode.js.gz +0 -0
  318. package/static/dist/monaco-editor/min/vs/language/css/cssWorker.js.gz +0 -0
  319. package/static/dist/monaco-editor/min/vs/language/html/htmlMode.js.gz +0 -0
  320. package/static/dist/monaco-editor/min/vs/language/html/htmlWorker.js.gz +0 -0
  321. package/static/dist/monaco-editor/min/vs/language/json/jsonMode.js.gz +0 -0
  322. package/static/dist/monaco-editor/min/vs/language/json/jsonWorker.js.gz +0 -0
  323. package/static/dist/monaco-editor/min/vs/language/typescript/tsMode.js.gz +0 -0
  324. package/static/dist/monaco-editor/min/vs/language/typescript/tsWorker.js.gz +0 -0
  325. package/static/dist/monaco-editor/min/vs/loader.js.gz +0 -0
  326. package/static/dist/preload_helper.8b8f6581.js +1 -0
  327. package/static/dist/src__pages__404.3fd8332e.async.js +1 -0
  328. package/static/dist/src__pages__config__index.d18d8f95.async.js +1 -0
  329. package/static/dist/src__pages__crontab__detail.88729e8f.async.js +1 -0
  330. package/static/dist/src__pages__crontab__detail.88729e8f.async.js.gz +0 -0
  331. package/static/dist/src__pages__crontab__index.8aa9d297.async.js +1 -0
  332. package/static/dist/src__pages__crontab__index.8aa9d297.async.js.gz +0 -0
  333. package/static/dist/src__pages__crontab__logModal.930535e2.async.js.gz +0 -0
  334. package/static/dist/src__pages__crontab__modal.a2c8fdcc.async.js.gz +0 -0
  335. package/static/dist/src__pages__crontab__viewCreateModal.7b4f9cbe.async.js.gz +0 -0
  336. package/static/dist/src__pages__crontab__viewManageModal.cd454ea0.async.js.gz +0 -0
  337. package/static/dist/src__pages__dashboard__index.c05ce904.async.js +1 -0
  338. package/static/dist/src__pages__dashboard__index.c05ce904.async.js.gz +0 -0
  339. package/static/dist/src__pages__dependence__index.5b7fd97d.async.js +1 -0
  340. package/static/dist/src__pages__dependence__index.5b7fd97d.async.js.gz +0 -0
  341. package/static/dist/{src__pages__dependence__logModal.154efe7a.async.js → src__pages__dependence__logModal.01729f63.async.js} +1 -1
  342. package/static/dist/src__pages__dependence__logModal.01729f63.async.js.gz +0 -0
  343. package/static/dist/src__pages__dependence__modal.ef7ae53b.async.js +1 -0
  344. package/static/dist/src__pages__dependence__modal.ef7ae53b.async.js.gz +0 -0
  345. package/static/dist/src__pages__diff__index.4233ea93.async.js +1 -0
  346. package/static/dist/src__pages__diff__index.4233ea93.async.js.gz +0 -0
  347. package/static/dist/src__pages__env__index.eddb35bf.async.js +1 -0
  348. package/static/dist/src__pages__env__index.eddb35bf.async.js.gz +0 -0
  349. package/static/dist/src__pages__env__modal.4d71adb3.async.js.gz +0 -0
  350. package/static/dist/src__pages__error__index.66605c72.async.js +1 -0
  351. package/static/dist/src__pages__initialization__index.9c1c5b76.async.js +1 -0
  352. package/static/dist/src__pages__initialization__index.9c1c5b76.async.js.gz +0 -0
  353. package/static/dist/src__pages__log__index.71250e0d.async.js.gz +0 -0
  354. package/static/dist/src__pages__login__index.58bb4b38.async.js +1 -0
  355. package/static/dist/src__pages__login__index.58bb4b38.async.js.gz +0 -0
  356. package/static/dist/src__pages__script__components__UnsupportedFilePreview__index.c347a13a.async.js.gz +0 -0
  357. package/static/dist/src__pages__script__editModal.d15f8d78.async.js +1 -0
  358. package/static/dist/src__pages__script__editModal.d15f8d78.async.js.gz +0 -0
  359. package/static/dist/src__pages__script__editNameModal.789ad87b.async.js.gz +0 -0
  360. package/static/dist/src__pages__script__historyDrawer.8c58d958.async.js.gz +0 -0
  361. package/static/dist/src__pages__script__index.96a6d30f.async.js +1 -0
  362. package/static/dist/src__pages__script__index.96a6d30f.async.js.gz +0 -0
  363. package/static/dist/{src__pages__setting__about.e6db5090.chunk.css → src__pages__setting__about.0d6ea255.chunk.css} +1 -1
  364. package/static/dist/src__pages__setting__about.3d3c019f.async.js.gz +0 -0
  365. package/static/dist/src__pages__setting__checkUpdate.429a42f3.async.js +1 -0
  366. package/static/dist/src__pages__setting__checkUpdate.429a42f3.async.js.gz +0 -0
  367. package/static/dist/src__pages__setting__clientIp.3a8711ed.async.js.gz +0 -0
  368. package/static/dist/{src__pages__setting__dependence.28ecea01.chunk.css → src__pages__setting__dependence.80b183a5.chunk.css} +1 -1
  369. package/static/dist/src__pages__setting__dependence.c227c0f5.async.js +1 -0
  370. package/static/dist/src__pages__setting__dependence.c227c0f5.async.js.gz +0 -0
  371. package/static/dist/src__pages__setting__index.274ad415.async.js +1 -0
  372. package/static/dist/src__pages__setting__index.274ad415.async.js.gz +0 -0
  373. package/static/dist/{src__pages__setting__index.7cf46d4a.chunk.css → src__pages__setting__index.46315660.chunk.css} +1 -1
  374. package/static/dist/src__pages__setting__loginLog.ef135f19.async.js +1 -0
  375. package/static/dist/src__pages__setting__loginLog.ef135f19.async.js.gz +0 -0
  376. package/static/dist/src__pages__setting__notifyLog.5ef5b578.async.js +1 -0
  377. package/static/dist/src__pages__setting__notifyLog.5ef5b578.async.js.gz +0 -0
  378. package/static/dist/{src__pages__setting__other.28ecea01.chunk.css → src__pages__setting__notifyLog.80b183a5.chunk.css} +1 -1
  379. package/static/dist/src__pages__setting__other.80b183a5.chunk.css +1 -0
  380. package/static/dist/src__pages__setting__other.e744c0d1.async.js +1 -0
  381. package/static/dist/src__pages__setting__other.e744c0d1.async.js.gz +0 -0
  382. package/static/dist/src__pages__setting__security.e2d71ebb.async.js.gz +0 -0
  383. package/static/dist/src__pages__setting__systemLog.000bcb5e.async.js +1 -0
  384. package/static/dist/src__pages__setting__systemLog.000bcb5e.async.js.gz +0 -0
  385. package/static/dist/src__pages__subscription__index.f556ae4c.async.js +1 -0
  386. package/static/dist/src__pages__subscription__index.f556ae4c.async.js.gz +0 -0
  387. package/static/dist/src__pages__subscription__logModal.cdba5139.async.js.gz +0 -0
  388. package/static/dist/src__pages__subscription__modal.8f04f506.async.js +1 -0
  389. package/static/dist/umi.73936e34.js +1 -0
  390. package/static/dist/umi.73936e34.js.gz +0 -0
  391. package/static/dist/umi.a4d14b92.css.gz +0 -0
  392. package/version.yaml +11 -14
  393. package/.dockerignore +0 -13
  394. package/AGENTS.md +0 -43
  395. package/SECURITY.md +0 -5
  396. package/back/protos/cron.proto +0 -33
  397. package/back/protos/health.proto +0 -22
  398. package/deploy/kubernetes/README.md +0 -81
  399. package/deploy/kubernetes/base/kustomization.yaml +0 -5
  400. package/deploy/kubernetes/base/qinglong.yaml +0 -95
  401. package/deploy/kubernetes/overlays/example/kustomization.yaml +0 -10
  402. package/docker/Dockerfile +0 -113
  403. package/docker/Dockerfile.310 +0 -113
  404. package/docker/Dockerfile.debian +0 -128
  405. package/docker/Dockerfile.debian310 +0 -130
  406. package/docker/build-manifest.cjs +0 -28
  407. package/docker/docker-compose.yml +0 -10
  408. package/docker/docker-entrypoint.sh +0 -147
  409. package/docker/verify-build.cjs +0 -49
  410. package/docs/PROJECT_ARCHITECTURE.md +0 -550
  411. package/docs/development/node-cron-migration.md +0 -49
  412. package/docs/development/task-startup.md +0 -78
  413. package/docs/releases/2.22.0-validation.md +0 -49
  414. package/docs/releases/2.22.0.md +0 -62
  415. package/docs/releases/2.23.0.md +0 -33
  416. package/docs/script-history.md +0 -53
  417. package/sample/tool.ts +0 -40
  418. package/scripts/benchmark-execution.cjs +0 -96
  419. package/scripts/benchmark-script-history.cjs +0 -39
  420. package/scripts/publish-static.sh +0 -34
  421. package/scripts/sync-static.sh +0 -20
  422. package/scripts/wait-for-mirror.sh +0 -214
  423. package/scripts/write-build-info.cjs +0 -27
  424. package/shell/pub.sh +0 -28
  425. package/static/dist/255.8a80b983.async.js +0 -1
  426. package/static/dist/2901.2ca95295.async.js +0 -1
  427. package/static/dist/292.264757f0.async.js +0 -1
  428. package/static/dist/3600.7637c822.async.js +0 -1
  429. package/static/dist/445.a65ff63b.async.js +0 -1
  430. package/static/dist/5970.d3a6e7bd.async.js +0 -1
  431. package/static/dist/6212.9e6d9913.async.js +0 -1
  432. package/static/dist/6431.4603ad0e.async.js +0 -1
  433. package/static/dist/9066.605168f8.async.js +0 -1
  434. package/static/dist/9313.37acaf13.async.js +0 -1
  435. package/static/dist/layouts__index.633d3553.async.js +0 -1
  436. package/static/dist/layouts__index.adf0692f.chunk.css +0 -1
  437. package/static/dist/preload_helper.01fcd534.js +0 -1
  438. package/static/dist/src__pages__404.771168fc.async.js +0 -1
  439. package/static/dist/src__pages__config__index.9aba4054.async.js +0 -1
  440. package/static/dist/src__pages__crontab__detail.86b2eebb.async.js +0 -1
  441. package/static/dist/src__pages__crontab__index.ae4e06f2.async.js +0 -1
  442. package/static/dist/src__pages__dashboard__index.243c5a35.async.js +0 -1
  443. package/static/dist/src__pages__dependence__index.874d501f.async.js +0 -1
  444. package/static/dist/src__pages__dependence__modal.0fa8b421.async.js +0 -1
  445. package/static/dist/src__pages__diff__index.b94e5dc5.async.js +0 -1
  446. package/static/dist/src__pages__env__index.fd6fd2b0.async.js +0 -1
  447. package/static/dist/src__pages__error__index.aae50c94.async.js +0 -1
  448. package/static/dist/src__pages__initialization__index.82a2e967.async.js +0 -1
  449. package/static/dist/src__pages__login__index.a0fd5ed8.async.js +0 -1
  450. package/static/dist/src__pages__script__editModal.afabf073.async.js +0 -1
  451. package/static/dist/src__pages__script__index.fc575945.async.js +0 -1
  452. package/static/dist/src__pages__setting__checkUpdate.d175b154.async.js +0 -1
  453. package/static/dist/src__pages__setting__dependence.9c0f749b.async.js +0 -1
  454. package/static/dist/src__pages__setting__index.cb397741.async.js +0 -1
  455. package/static/dist/src__pages__setting__loginLog.e0a1f54d.async.js +0 -1
  456. package/static/dist/src__pages__setting__other.3d0b8492.async.js +0 -1
  457. package/static/dist/src__pages__setting__systemLog.b3046955.async.js +0 -1
  458. package/static/dist/src__pages__subscription__index.43086a06.async.js +0 -1
  459. package/static/dist/src__pages__subscription__modal.30868ba8.async.js +0 -1
  460. package/static/dist/umi.3a24a9fa.js +0 -1
  461. package/test/back/advisory-input-security.test.cjs +0 -416
  462. package/test/back/auth-security.test.cjs +0 -74
  463. package/test/back/build-provenance.test.cjs +0 -150
  464. package/test/back/code-scanning-security.test.cjs +0 -189
  465. package/test/back/cron-log-name.test.cjs +0 -110
  466. package/test/back/cron-macros.test.cjs +0 -51
  467. package/test/back/cron-schedule-compatibility.test.cjs +0 -69
  468. package/test/back/cron-scheduler-routing.test.cjs +0 -59
  469. package/test/back/cron-validation.test.cjs +0 -45
  470. package/test/back/dashboard-failures.test.cjs +0 -173
  471. package/test/back/database-bootstrap.test.cjs +0 -193
  472. package/test/back/dependence-cache-status.test.cjs +0 -125
  473. package/test/back/deprecated-file-routes.test.cjs +0 -82
  474. package/test/back/draft-path-security.test.cjs +0 -235
  475. package/test/back/ecosystem.test.cjs +0 -28
  476. package/test/back/env-import-security.test.cjs +0 -91
  477. package/test/back/env-name-parsing.test.cjs +0 -96
  478. package/test/back/execution-lifecycle.test.cjs +0 -236
  479. package/test/back/file-access-scope.test.cjs +0 -180
  480. package/test/back/file-access-security.test.cjs +0 -47
  481. package/test/back/fileTreeListing.test.cjs +0 -57
  482. package/test/back/grpc-cron-response.test.cjs +0 -60
  483. package/test/back/grpc-mtls-security.test.cjs +0 -136
  484. package/test/back/http-exclusive-listen.test.cjs +0 -31
  485. package/test/back/http-security.test.cjs +0 -313
  486. package/test/back/legacy-cron-recovery.test.cjs +0 -76
  487. package/test/back/linux-mirror-result.test.cjs +0 -176
  488. package/test/back/listen-security.test.cjs +0 -68
  489. package/test/back/log-path-security.test.cjs +0 -158
  490. package/test/back/logReader.test.cjs +0 -72
  491. package/test/back/manual-execution.test.cjs +0 -85
  492. package/test/back/manual-stop-claim.test.cjs +0 -220
  493. package/test/back/metrics.test.cjs +0 -34
  494. package/test/back/mirror-status.test.cjs +0 -257
  495. package/test/back/monitoring.test.cjs +0 -73
  496. package/test/back/node-cron-migration.test.cjs +0 -65
  497. package/test/back/node-path-cache.test.cjs +0 -202
  498. package/test/back/node-path-lock.test.cjs +0 -182
  499. package/test/back/npm-publication.test.cjs +0 -70
  500. package/test/back/preload-lazy-notify.test.cjs +0 -168
  501. package/test/back/primary-apm.test.cjs +0 -24
  502. package/test/back/process-exit-state.test.cjs +0 -81
  503. package/test/back/process-stop-signal.test.cjs +0 -77
  504. package/test/back/protected-path-case.test.cjs +0 -58
  505. package/test/back/qlServiceLogCommand.test.cjs +0 -128
  506. package/test/back/queued-cron-invalidation.test.cjs +0 -98
  507. package/test/back/restart-instance-recovery.test.cjs +0 -116
  508. package/test/back/retention.test.cjs +0 -131
  509. package/test/back/role-loading.test.cjs +0 -118
  510. package/test/back/schedule-health.test.cjs +0 -86
  511. package/test/back/scheduler-bulk-recovery.test.cjs +0 -40
  512. package/test/back/scheduler-concurrency.test.cjs +0 -411
  513. package/test/back/scheduler-file-lock.test.cjs +0 -51
  514. package/test/back/scheduler-mutation.test.cjs +0 -312
  515. package/test/back/scheduler-readiness.test.cjs +0 -85
  516. package/test/back/scheduler-reconciliation.test.cjs +0 -206
  517. package/test/back/scheduler-rpc-timeout.test.cjs +0 -49
  518. package/test/back/schema-migrations.test.cjs +0 -127
  519. package/test/back/script-file-access.test.cjs +0 -210
  520. package/test/back/script-history-api.test.cjs +0 -551
  521. package/test/back/script-history.test.cjs +0 -383
  522. package/test/back/shell-api-parsing.test.cjs +0 -184
  523. package/test/back/shell-translation-output.test.cjs +0 -16
  524. package/test/back/shell-upgrade.test.cjs +0 -312
  525. package/test/back/shellApiToken.test.cjs +0 -151
  526. package/test/back/sock-polling.test.cjs +0 -297
  527. package/test/back/sock-security.test.cjs +0 -72
  528. package/test/back/ssh-config-home.test.cjs +0 -113
  529. package/test/back/start-env-preservation.test.cjs +0 -53
  530. package/test/back/static-mirror-trigger.test.cjs +0 -441
  531. package/test/back/static-mirror.test.cjs +0 -179
  532. package/test/back/stop-failure-feedback.test.cjs +0 -158
  533. package/test/back/stop-race.test.cjs +0 -171
  534. package/test/back/subscription-cleanup.test.cjs +0 -53
  535. package/test/back/subscription-mutation-lock.test.cjs +0 -83
  536. package/test/back/subscription-review-regression.test.cjs +0 -607
  537. package/test/back/subscription-stop-state.test.cjs +0 -66
  538. package/test/back/subscription-storage-regression.test.cjs +0 -553
  539. package/test/back/system-dependence-cache.test.cjs +0 -127
  540. package/test/back/system-export-history.test.cjs +0 -119
  541. package/test/back/systemTokenRenewal.test.cjs +0 -497
  542. package/test/back/task-shell-lifecycle.test.cjs +0 -194
  543. package/test/back/task-time.test.cjs +0 -116
  544. package/test/back/unique-constraint-error.test.cjs +0 -72
  545. package/test/back/upgrade-guards.test.cjs +0 -285
  546. package/test/back/upgrade-lifecycle.test.cjs +0 -288
  547. package/test/back/upgrade-transaction.test.cjs +0 -133
  548. package/test/back/user-api.test.cjs +0 -99
  549. package/test/back/user-security.test.cjs +0 -349
  550. package/test/back/worker-apm.test.cjs +0 -84
  551. package/test/back/wpush-grpc.test.cjs +0 -116
  552. package/test/fixtures/legacy-cron.json +0 -1371
  553. package/test/front/cron-log-pagination.test.cjs +0 -214
  554. package/test/front/diff-file-routing.test.cjs +0 -126
  555. package/test/front/http-auth.test.cjs +0 -152
  556. package/test/front/http-error.test.cjs +0 -29
  557. package/test/front/script-history-save.test.cjs +0 -121
  558. package/test/helpers/load-security-module.cjs +0 -42
  559. package/test/helpers/upgrade-fixture.cjs +0 -30
@@ -1,40 +0,0 @@
1
- const test = require('node:test');
2
- const assert = require('node:assert/strict');
3
- const grpc = require('@grpc/grpc-js');
4
- const load = require('../helpers/load-security-module.cjs');
5
- const { SchedulerReadiness } = require('../../back/shared/schedulerReadiness');
6
-
7
- for (const [name, rows, delay, succeeds] of [
8
- ['large distinct snapshot', Array.from({length:10000}, (_, i) => ({id:String(i), schedule:`${i%60} ${Math.floor(i/60)%60} ${Math.floor(i/3600)} * * *`})), 10000, true],
9
- ['extra schedules', [{id:'extra', schedule:'* * * * *', extra_schedules:Array.from({length:2000},()=>({schedule:'0 * * * *'}))}], 10000, true],
10
- ['unresponsive small write', [{id:'small', schedule:'* * * * *'}], 30000, false],
11
- ['unresponsive large write remains bounded', Array.from({length:30000},()=>({schedule:'* * * * *'})), 180000, false],
12
- ]) {
13
- test(`recovery deadline: ${name}`, async (t) => {
14
- t.mock.timers.enable({apis:['Date','setTimeout'], now:0});
15
- let calls=0, deadline;
16
- const fake={waitForReady:(_,cb)=>cb(), addCron:(_req,_meta,options,cb)=>{
17
- calls++; deadline=options.deadline;
18
- const budget=deadline-Date.now();
19
- setTimeout(()=>cb(delay<=budget ? null : Object.assign(Error('deadline'),{code:grpc.status.DEADLINE_EXCEEDED}), {}), Math.min(delay,budget));
20
- }};
21
- const client=load('back/schedule/client.ts', {
22
- '../protos/cron':{CronClient:class{constructor(){return fake}}},
23
- '../config':{grpcPort:5500},
24
- '../config/grpcCerts':{getGrpcCerts:()=>({caCert:'ca',clientKey:'key',clientCert:'cert'})},
25
- '@grpc/grpc-js':{...grpc,credentials:{createSsl:()=>({})}},
26
- }).default;
27
- const readiness=new SchedulerReadiness(async()=>{}, 60000);
28
- t.after(()=>clearTimeout(readiness.retry));
29
- client.readiness=readiness;
30
- readiness.configure(()=>client.addCron(rows,true));
31
- const recovering=readiness.recover();
32
- await new Promise(setImmediate);
33
- assert.equal(calls,1);
34
- assert.ok(deadline<=120000);
35
- t.mock.timers.tick(Math.min(delay,deadline));
36
- assert.equal(await recovering,succeeds);
37
- assert.equal(calls,1,'uncertain writes are not replayed inline');
38
- assert.equal(await readiness.check(),succeeds);
39
- });
40
- }
@@ -1,411 +0,0 @@
1
- const test = require('node:test');
2
- const assert = require('node:assert/strict');
3
- const fs = require('node:fs');
4
- const os = require('node:os');
5
- const path = require('node:path');
6
- const grpc = require('@grpc/grpc-js');
7
- const load = require('../helpers/load-security-module.cjs');
8
- const logger = { info() {}, debug() {}, warn() {}, error() {} };
9
- const tick = () => new Promise(setImmediate);
10
- function createLimit() {
11
- return load('back/shared/pLimit.ts', {
12
- '../data/system': {
13
- AuthDataType: { systemConfig: 'systemConfig' },
14
- SystemModel: {
15
- sync: async () => {},
16
- findOne: async () => ({ info: { cronConcurrency: 1 } }),
17
- },
18
- },
19
- '../loaders/logger': logger,
20
- '../services/notify': class {},
21
- '../shared/i18n': { t: (x) => x, tf: (x) => x },
22
- '../config': {},
23
- '../config/grpcCerts': { getGrpcCerts: () => null },
24
- '../protos/api': {},
25
- }).default;
26
- }
27
- function createSystem(client, limit, options = {}) {
28
- const store = options.store || {
29
- state: {
30
- id: 1,
31
- type: 'systemConfig',
32
- info: { cronConcurrency: 1, timezone: 'Asia/Shanghai' },
33
- },
34
- };
35
- const writes = [];
36
- const Service = load('back/services/system.ts', {
37
- '../config': options.config || {},
38
- '../shared/schedulerMutationLock': options.config
39
- ? load('back/shared/schedulerMutationLock.ts', {
40
- '../config': options.config,
41
- })
42
- : { withSchedulerMutation: (operation) => operation() },
43
- '../config/const': {},
44
- '../config/util': {},
45
- '../data/dependence': {},
46
- '../data/notify': {},
47
- '../data/system': {
48
- AuthDataType: { systemConfig: 'systemConfig' },
49
- SystemModel: {
50
- findOne: async () => ({
51
- ...store.state,
52
- get: () => ({ ...store.state }),
53
- }),
54
- update: async (values) => {
55
- writes.push(values);
56
- store.state = { ...store.state, ...values };
57
- },
58
- },
59
- },
60
- '../shared/pLimit': limit,
61
- '../schedule/client': client,
62
- '../shared/i18n': { t: (x) => x },
63
- './notify': class {},
64
- './schedule': class {},
65
- './sock': class {},
66
- }).default;
67
- return {
68
- service: new Service(logger, {}, {}),
69
- writes,
70
- state: () => store.state,
71
- };
72
- }
73
- async function rpcFixture(t) {
74
- const root = fs.mkdtempSync(path.join(os.tmpdir(), 'ql-concurrency-rpc-'));
75
- t.after(() => fs.rmSync(root, { recursive: true, force: true }));
76
- const certs = await load('back/config/grpcCerts.ts', {
77
- './index': { configPath: root },
78
- './util': { fileExist: async (p) => fs.existsSync(p) },
79
- '../loaders/logger': logger,
80
- }).initGrpcCerts();
81
- const schedulerLimit = createLimit(),
82
- apiLimit = createLimit();
83
- await tick();
84
- const handler = load('back/schedule/setConcurrency.ts', {
85
- '../shared/pLimit': schedulerLimit,
86
- });
87
- let port;
88
- const Grpc = load('back/services/grpc.ts', {
89
- '../config': { bindHostGrpc: '127.0.0.1', grpcPort: 0 },
90
- '../config/grpcCerts': { initGrpcCerts: async () => certs },
91
- '../loaders/logger': logger,
92
- './metrics': { metricsService: { record() {} } },
93
- '../schedule/addCron': {},
94
- '../schedule/delCron': {},
95
- '../schedule/api': {},
96
- '../schedule/health': { check: (_call, cb) => cb(null, { status: 1 }) },
97
- '../schedule/setConcurrency': handler,
98
- '@grpc/grpc-js': {
99
- ...grpc,
100
- Server: class extends grpc.Server {
101
- bindAsync(address, creds, cb) {
102
- super.bindAsync(address, creds, (error, boundPort) => {
103
- port = boundPort;
104
- cb(error, boundPort);
105
- });
106
- }
107
- },
108
- },
109
- }).GrpcServerService;
110
- const server = new Grpc();
111
- await server.initialize();
112
- const client = load('back/schedule/client.ts', {
113
- '../config': { grpcPort: port },
114
- '../config/grpcCerts': { getGrpcCerts: () => certs },
115
- }).default;
116
- t.after(async () => {
117
- client._client?.close();
118
- await server.shutdown();
119
- });
120
- return {
121
- ...createSystem(client, apiLimit),
122
- schedulerLimit,
123
- apiLimit,
124
- client,
125
- };
126
- }
127
- function enqueue(t, limit, count) {
128
- const releases = [],
129
- runs = [];
130
- for (let i = 0; i < count; i++) {
131
- let release;
132
- const gate = new Promise((resolve) => {
133
- release = resolve;
134
- });
135
- releases.push(release);
136
- runs.push(limit.runWithCronLimit({ id: String(i) }, () => gate));
137
- }
138
- t.after(async () => {
139
- releases.forEach((release) => release());
140
- await Promise.all(runs);
141
- });
142
- return { releases, runs };
143
- }
144
-
145
- test('concurrency changes reach the independent scheduler queue over mTLS immediately and preserve running jobs', async (t) => {
146
- const f = await rpcFixture(t);
147
- const { releases, runs } = enqueue(t, f.schedulerLimit, 3);
148
- await tick();
149
- assert.equal(f.schedulerLimit.cronLimitActiveCount, 1);
150
- assert.equal(f.schedulerLimit.cronLimitPendingCount, 2);
151
- assert.equal(
152
- (await f.service.updateCronConcurrency({ cronConcurrency: 2 })).code,
153
- 200,
154
- );
155
- await tick();
156
- assert.equal(f.schedulerLimit.cronLimitActiveCount, 2);
157
- assert.equal(f.schedulerLimit.cronLimitPendingCount, 1);
158
- await f.service.updateCronConcurrency({ cronConcurrency: 1 });
159
- assert.equal(
160
- f.schedulerLimit.cronLimitActiveCount,
161
- 2,
162
- 'lowering the limit must not stop active jobs',
163
- );
164
- releases[0]();
165
- await runs[0];
166
- await tick();
167
- assert.equal(f.schedulerLimit.cronLimitActiveCount, 1);
168
- assert.equal(f.schedulerLimit.cronLimitPendingCount, 1);
169
- releases[1]();
170
- await runs[1];
171
- await tick();
172
- assert.equal(f.schedulerLimit.cronLimitActiveCount, 1);
173
- assert.equal(f.schedulerLimit.cronLimitPendingCount, 0);
174
- releases[2]();
175
- await runs[2];
176
- assert.equal(f.state().info.cronConcurrency, 1);
177
- });
178
-
179
- test('zero, null and omitted concurrency restore the default in both API and scheduler queues without a restart', async (t) => {
180
- const f = await rpcFixture(t);
181
- for (const value of [0, null, undefined]) {
182
- await f.service.updateCronConcurrency({ cronConcurrency: 1 });
183
- const scheduler = enqueue(t, f.schedulerLimit, 4),
184
- manual = enqueue(t, f.apiLimit, 4);
185
- await tick();
186
- assert.equal(f.schedulerLimit.cronLimitActiveCount, 1);
187
- assert.equal(f.apiLimit.cronLimitActiveCount, 1);
188
- await f.service.updateCronConcurrency(
189
- value === undefined ? {} : { cronConcurrency: value },
190
- );
191
- await tick();
192
- assert.equal(
193
- f.state().info.cronConcurrency,
194
- 0,
195
- 'persist the same default that both queues apply',
196
- );
197
- assert.equal(f.schedulerLimit.cronLimitActiveCount, 4);
198
- assert.equal(f.apiLimit.cronLimitActiveCount, 4);
199
- [...scheduler.releases, ...manual.releases].forEach((release) => release());
200
- await Promise.all([...scheduler.runs, ...manual.runs]);
201
- }
202
- });
203
-
204
- test('invalid concurrency is rejected before configuration writes or queue changes', async () => {
205
- const mutations = [];
206
- const f = createSystem(
207
- { setConcurrency: async (value) => mutations.push(value) },
208
- { setCustomLimit: async (value) => mutations.push(value) },
209
- );
210
- for (const value of [-1, 1.5, NaN, Infinity, 2147483648])
211
- await assert.rejects(
212
- f.service.updateCronConcurrency({ cronConcurrency: value }),
213
- { status: 400 },
214
- );
215
- assert.deepEqual(f.writes, []);
216
- assert.deepEqual(mutations, []);
217
- const handler = load('back/schedule/setConcurrency.ts', {
218
- '../shared/pLimit': {
219
- setCustomLimit: async (value) => mutations.push(value),
220
- },
221
- }).setConcurrency;
222
- for (const value of [-1, 0.5, 2147483648])
223
- await handler({ request: { concurrency: value } }, (error) =>
224
- assert.equal(error.code, grpc.status.INVALID_ARGUMENT),
225
- );
226
- assert.deepEqual(mutations, []);
227
- });
228
-
229
- for (const code of [grpc.status.UNAVAILABLE, grpc.status.DEADLINE_EXCEEDED]) {
230
- test(`concurrency RPC failure ${code} invalidates readiness and is not reported as success or retried`, async () => {
231
- let writes = 0,
232
- invalidations = 0;
233
- const fake = {
234
- waitForReady: (_deadline, callback) => callback(),
235
- setConcurrency: (_request, _metadata, options, callback) => {
236
- assert.ok(options.deadline > Date.now());
237
- writes++;
238
- callback(Object.assign(new Error('scheduler unavailable'), { code }));
239
- },
240
- };
241
- const client = load('back/schedule/client.ts', {
242
- '../protos/cron': {
243
- CronClient: class {
244
- constructor() {
245
- return fake;
246
- }
247
- },
248
- },
249
- '../config': { grpcPort: 1 },
250
- '../config/grpcCerts': {
251
- getGrpcCerts: () => ({
252
- caCert: 'ca',
253
- clientKey: 'key',
254
- clientCert: 'cert',
255
- }),
256
- },
257
- '@grpc/grpc-js': { ...grpc, credentials: { createSsl: () => ({}) } },
258
- }).default;
259
- client.readiness.invalidate = () => invalidations++;
260
- const f = createSystem(client, { setCustomLimit: async () => {} });
261
- await assert.rejects(
262
- f.service.updateCronConcurrency({ cronConcurrency: 2 }),
263
- { status: 503 },
264
- );
265
- assert.equal(writes, 1);
266
- assert.equal(invalidations, 1);
267
- });
268
- }
269
-
270
- function mutationConfig(t) {
271
- const root = fs.mkdtempSync(path.join(os.tmpdir(), 'ql-concurrency-lock-'));
272
- t.after(() => fs.rmSync(root, { recursive: true, force: true }));
273
- return { crontabFile: path.join(root, 'crontab.list') };
274
- }
275
-
276
- test('independent API service instances serialize database and scheduler updates with the shared filesystem lock', async (t) => {
277
- const config = mutationConfig(t);
278
- const store = { state: { id: 1, info: { cronConcurrency: 1 } } };
279
- let release, entered;
280
- const firstEntered = new Promise((resolve) => (entered = resolve));
281
- const gate = new Promise((resolve) => (release = resolve));
282
- t.after(() => release());
283
- let scheduler = 1,
284
- api = 1;
285
- const client = {
286
- setConcurrency: async (value) => {
287
- if (value === 10) {
288
- entered();
289
- await gate;
290
- }
291
- scheduler = value;
292
- },
293
- };
294
- const limit = { setCustomLimit: async (value) => (api = value) };
295
- const a = createSystem(client, limit, { config, store });
296
- const b = createSystem(client, limit, { config, store });
297
- const first = a.service.updateCronConcurrency({ cronConcurrency: 10 });
298
- await firstEntered;
299
- const second = b.service.updateCronConcurrency({ cronConcurrency: 1 });
300
- await new Promise((resolve) => setTimeout(resolve, 150));
301
- assert.equal(
302
- b.writes.length,
303
- 0,
304
- 'a second writer cannot persist ahead of the first RPC',
305
- );
306
- release();
307
- await Promise.all([first, second]);
308
- assert.deepEqual(
309
- [store.state.info.cronConcurrency, api, scheduler],
310
- [1, 1, 1],
311
- );
312
- });
313
-
314
- for (const newerLimit of [undefined, 2]) {
315
- test(`production recovery restores persisted concurrency before health becomes ready (newer limit: ${newerLimit})`, async (t) => {
316
- const config = mutationConfig(t);
317
- const store = { state: { id: 1, info: { cronConcurrency: 1 } } };
318
- let scheduler = 1,
319
- api = 1,
320
- fail = false,
321
- restoreJobs = 0;
322
- let unblockRecovery, recoveryEntered;
323
- const entered = new Promise((resolve) => (recoveryEntered = resolve));
324
- const gate = new Promise((resolve) => (unblockRecovery = resolve));
325
- t.after(() => unblockRecovery());
326
- const fake = {
327
- waitForReady: (_deadline, callback) => callback(),
328
- makeUnaryRequest: (...args) => args.at(-1)(null, { status: 1 }),
329
- setConcurrency: ({ concurrency }, _metadata, _options, callback) => {
330
- if (fail) {
331
- fail = false;
332
- callback(
333
- Object.assign(new Error('lost RPC'), {
334
- code: grpc.status.UNAVAILABLE,
335
- }),
336
- );
337
- } else {
338
- scheduler = concurrency;
339
- callback(null, {});
340
- }
341
- },
342
- };
343
- const client = load('back/schedule/client.ts', {
344
- '../protos/cron': {
345
- CronClient: class {
346
- constructor() {
347
- return fake;
348
- }
349
- },
350
- },
351
- '../config': { grpcPort: 1 },
352
- '../config/grpcCerts': {
353
- getGrpcCerts: () => ({
354
- caCert: 'ca',
355
- clientKey: 'key',
356
- clientCert: 'cert',
357
- }),
358
- },
359
- '@grpc/grpc-js': { ...grpc, credentials: { createSsl: () => ({}) } },
360
- }).default;
361
- const f = createSystem(
362
- client,
363
- { setCustomLimit: async (value) => (api = value) },
364
- { config, store },
365
- );
366
- const source = fs.readFileSync('back/loaders/initData.ts', 'utf8');
367
- const callback = source.match(
368
- /cronClient\.readiness\.configure\((async \(\) => \{[\s\S]*?\n \})\);/,
369
- )[1];
370
- const restore = new Function(
371
- 'cronService',
372
- 'systemService',
373
- `return ${callback}`,
374
- )(
375
- {
376
- autosave_crontab: async (strict) => {
377
- assert.equal(strict, true);
378
- restoreJobs++;
379
- if (restoreJobs > 1) {
380
- recoveryEntered();
381
- await gate;
382
- }
383
- },
384
- },
385
- f.service,
386
- );
387
- client.readiness.configure(restore);
388
- assert.equal(await client.readiness.recover(), true);
389
- fail = true;
390
- await assert.rejects(
391
- f.service.updateCronConcurrency({ cronConcurrency: 10 }),
392
- { status: 503 },
393
- );
394
- await entered;
395
- assert.equal(await client.readiness.check(), false);
396
- assert.equal(scheduler, 1);
397
- // A newer successful request must win over the failed request being recovered.
398
- if (newerLimit !== undefined)
399
- await f.service.updateCronConcurrency({ cronConcurrency: newerLimit });
400
- scheduler = 1; // Simulate the scheduler restarting while recovery is in progress.
401
- const recovered = client.readiness.recover();
402
- unblockRecovery();
403
- assert.equal(await recovered, true);
404
- const expected = newerLimit ?? 10;
405
- assert.deepEqual(
406
- [store.state.info.cronConcurrency, api, scheduler],
407
- [expected, expected, expected],
408
- );
409
- assert.equal(await client.readiness.check(), true);
410
- });
411
- }
@@ -1,51 +0,0 @@
1
- const test = require('node:test');
2
- const assert = require('node:assert/strict');
3
- const fs = require('node:fs/promises');
4
- const os = require('node:os');
5
- const path = require('node:path');
6
- const load = require('../helpers/load-security-module.cjs');
7
-
8
- for (const failOperation of [false, true]) {
9
- test(`scheduler lock survives nested file writes and releases after ${
10
- failOperation ? 'failure' : 'success'
11
- }`, async (t) => {
12
- // Match production's canonical /ql path even when macOS temp is a symlink.
13
- const root = await fs.realpath(
14
- await fs.mkdtemp(path.join(os.tmpdir(), 'ql-nested-lock-')),
15
- );
16
- t.after(() => fs.rm(root, { recursive: true, force: true }));
17
- const config = { crontabFile: path.join(root, 'crontab.list') };
18
- await fs.writeFile(config.crontabFile, '');
19
- const { withSchedulerMutation } = load(
20
- 'back/shared/schedulerMutationLock.ts',
21
- {
22
- '../config': config,
23
- },
24
- );
25
- const { writeFileWithLock } = load('back/shared/utils.ts', {
26
- '../config/util': {
27
- fileExist: async (file) =>
28
- fs.access(file).then(
29
- () => true,
30
- () => false,
31
- ),
32
- },
33
- });
34
- const failure = new Error('registration failed');
35
- const operation = withSchedulerMutation(async () => {
36
- await writeFileWithLock(config.crontabFile, 'first');
37
- await writeFileWithLock(config.crontabFile, 'second');
38
- if (failOperation) throw failure;
39
- });
40
- if (failOperation)
41
- await assert.rejects(operation, (error) => error === failure);
42
- else await operation;
43
- await assert.rejects(fs.stat(`${config.crontabFile}.scheduler.lock`), {
44
- code: 'ENOENT',
45
- });
46
- await withSchedulerMutation(() =>
47
- writeFileWithLock(config.crontabFile, 'recovered'),
48
- );
49
- assert.equal(await fs.readFile(config.crontabFile, 'utf8'), 'recovered');
50
- });
51
- }