@whyour/qinglong 2.21.0 → 2.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (362) hide show
  1. package/.dockerignore +13 -0
  2. package/.env.example +7 -0
  3. package/AGENTS.md +2 -2
  4. package/README-en.md +24 -0
  5. package/README.md +24 -0
  6. package/back/protos/api.proto +9 -1
  7. package/back/protos/cron.proto +8 -1
  8. package/deploy/kubernetes/README.md +81 -0
  9. package/deploy/kubernetes/base/kustomization.yaml +5 -0
  10. package/deploy/kubernetes/base/qinglong.yaml +95 -0
  11. package/deploy/kubernetes/overlays/example/kustomization.yaml +10 -0
  12. package/docker/Dockerfile +31 -12
  13. package/docker/Dockerfile.310 +31 -12
  14. package/docker/Dockerfile.debian +22 -14
  15. package/docker/Dockerfile.debian310 +24 -14
  16. package/docker/build-manifest.cjs +28 -0
  17. package/docker/verify-build.cjs +49 -0
  18. package/docs/development/node-cron-migration.md +49 -0
  19. package/docs/development/task-startup.md +78 -0
  20. package/docs/releases/2.22.0-validation.md +49 -0
  21. package/docs/releases/2.22.0.md +62 -0
  22. package/docs/releases/2.23.0.md +33 -0
  23. package/docs/script-history.md +53 -0
  24. package/ecosystem.config.js +10 -1
  25. package/package.json +19 -13
  26. package/sample/config.sample.sh +17 -2
  27. package/sample/notify.js +118 -0
  28. package/sample/notify.py +93 -0
  29. package/scripts/benchmark-execution.cjs +96 -0
  30. package/scripts/benchmark-script-history.cjs +39 -0
  31. package/scripts/publish-static.sh +34 -0
  32. package/scripts/sync-static.sh +20 -0
  33. package/scripts/wait-for-mirror.sh +214 -0
  34. package/scripts/write-build-info.cjs +27 -0
  35. package/shell/api.sh +96 -83
  36. package/shell/check.sh +59 -19
  37. package/shell/lang/en.sh +6 -0
  38. package/shell/lang/zh.sh +6 -0
  39. package/shell/node_path_cache.sh +136 -0
  40. package/shell/otask.sh +17 -10
  41. package/shell/preload/sitecustomize.js +11 -3
  42. package/shell/preload/sitecustomize.py +4 -2
  43. package/shell/share.sh +27 -10
  44. package/shell/start.sh +6 -3
  45. package/shell/task-timeout.sh +63 -0
  46. package/shell/task.sh +21 -9
  47. package/shell/update.sh +104 -98
  48. package/shell/upgrade.cjs +8 -0
  49. package/static/build/api/clientIp.js +42 -0
  50. package/static/build/api/config.js +9 -21
  51. package/static/build/api/cron.js +39 -3
  52. package/static/build/api/dashboard.js +50 -6
  53. package/static/build/api/env.js +17 -16
  54. package/static/build/api/health.js +2 -2
  55. package/static/build/api/index.js +4 -0
  56. package/static/build/api/log.js +39 -19
  57. package/static/build/api/open.js +2 -1
  58. package/static/build/api/retention.js +63 -0
  59. package/static/build/api/script.js +172 -25
  60. package/static/build/api/subscription.js +19 -8
  61. package/static/build/api/system.js +66 -12
  62. package/static/build/api/user.js +75 -15
  63. package/static/build/app.js +63 -54
  64. package/static/build/bootstrap/database.js +51 -0
  65. package/static/build/config/const.js +2 -0
  66. package/static/build/config/grpcCerts.js +93 -44
  67. package/static/build/config/index.js +0 -4
  68. package/static/build/config/share.js +5 -4
  69. package/static/build/config/subscription.js +19 -11
  70. package/static/build/config/util.js +142 -45
  71. package/static/build/data/cron.js +1 -0
  72. package/static/build/data/notify.js +18 -1
  73. package/static/build/data/sock.js +1 -0
  74. package/static/build/loaders/app.js +8 -6
  75. package/static/build/loaders/db.js +5 -35
  76. package/static/build/loaders/deps.js +30 -22
  77. package/static/build/loaders/express.js +46 -32
  78. package/static/build/loaders/initData.js +26 -33
  79. package/static/build/loaders/initFile.js +1 -1
  80. package/static/build/loaders/initTask.js +14 -3
  81. package/static/build/loaders/server.js +1 -1
  82. package/static/build/loaders/sock.js +72 -6
  83. package/static/build/middlewares/monitoring.js +12 -33
  84. package/static/build/middlewares/protectedPathCase.js +17 -0
  85. package/static/build/middlewares/uniqueConstraintError.js +15 -0
  86. package/static/build/protos/api.js +78 -2
  87. package/static/build/protos/cron.js +83 -5
  88. package/static/build/protos/health.js +1 -1
  89. package/static/build/schedule/addCron.js +67 -19
  90. package/static/build/schedule/api.js +5 -2
  91. package/static/build/schedule/client.js +56 -6
  92. package/static/build/schedule/delCron.js +11 -1
  93. package/static/build/schedule/health.js +72 -7
  94. package/static/build/schedule/setConcurrency.js +27 -0
  95. package/static/build/services/config.js +5 -43
  96. package/static/build/services/cron.js +389 -174
  97. package/static/build/services/dependence.js +66 -18
  98. package/static/build/services/env.js +1 -1
  99. package/static/build/services/grpc.js +4 -3
  100. package/static/build/services/health.js +4 -7
  101. package/static/build/services/http.js +9 -3
  102. package/static/build/services/log.js +2 -3
  103. package/static/build/services/metrics.js +46 -14
  104. package/static/build/services/notify.js +73 -5
  105. package/static/build/services/open.js +106 -31
  106. package/static/build/services/retention.js +123 -0
  107. package/static/build/services/schedule.js +77 -43
  108. package/static/build/services/script.js +4 -5
  109. package/static/build/services/scriptHistory.js +30 -0
  110. package/static/build/services/sshKey.js +39 -14
  111. package/static/build/services/subscription.js +161 -87
  112. package/static/build/services/system.js +116 -43
  113. package/static/build/services/user.js +255 -37
  114. package/static/build/shared/auth.js +22 -3
  115. package/static/build/shared/authMutation.js +17 -0
  116. package/static/build/shared/childProcess.js +82 -0
  117. package/static/build/shared/clientIp.js +27 -0
  118. package/static/build/shared/cronCommand.js +17 -0
  119. package/static/build/shared/cronSchedule.js +101 -0
  120. package/static/build/shared/cronScheduler.js +73 -0
  121. package/static/build/shared/errors.js +9 -0
  122. package/static/build/shared/fileAccess.js +60 -0
  123. package/static/build/shared/i18n.js +63 -4
  124. package/static/build/shared/logPath.js +15 -0
  125. package/static/build/shared/logReader.js +85 -0
  126. package/static/build/shared/logStreamManager.js +80 -60
  127. package/static/build/shared/loginThrottle.js +45 -0
  128. package/static/build/shared/pLimit.js +22 -8
  129. package/static/build/shared/password.js +30 -0
  130. package/static/build/shared/retention.js +58 -0
  131. package/static/build/shared/runCron.js +39 -17
  132. package/static/build/shared/schedulerMutationLock.js +44 -0
  133. package/static/build/shared/schedulerReadiness.js +82 -0
  134. package/static/build/shared/schemaMigrations.js +58 -0
  135. package/static/build/shared/scriptHistory.js +445 -0
  136. package/static/build/shared/shellQuote.js +11 -0
  137. package/static/build/shared/startupProcess.js +48 -0
  138. package/static/build/shared/store.js +7 -0
  139. package/static/build/shared/subscriptionMutationLock.js +34 -0
  140. package/static/build/shared/subscriptionPath.js +41 -0
  141. package/static/build/shared/subscriptionStorage.js +98 -0
  142. package/static/build/shared/trustProxy.js +119 -0
  143. package/static/build/shared/utils.js +2 -1
  144. package/static/build/token.js +3 -14
  145. package/static/build/validation/schedule.js +6 -12
  146. package/static/dist/{1885.e1ea09f6.async.js → 1885.b8f427bf.async.js} +1 -1
  147. package/static/dist/2031.6af40025.async.js +1 -0
  148. package/static/dist/2693.51c2636b.async.js +1 -0
  149. package/static/dist/{2890.9e373f5b.async.js → 2890.add55e85.async.js} +1 -1
  150. package/static/dist/2901.2ca95295.async.js +1 -0
  151. package/static/dist/292.264757f0.async.js +1 -0
  152. package/static/dist/3512.95e41255.async.js +1 -0
  153. package/static/dist/445.a65ff63b.async.js +1 -0
  154. package/static/dist/4736.1d2b5cb6.async.js +1 -0
  155. package/static/dist/{6013.4e38de36.async.js → 6013.db535339.async.js} +1 -1
  156. package/static/dist/6212.9e6d9913.async.js +1 -0
  157. package/static/dist/{6339.ab305e96.async.js → 6431.4603ad0e.async.js} +1 -1
  158. package/static/dist/{6872.42f939f1.async.js → 6872.a503ef55.async.js} +1 -1
  159. package/static/dist/7231.f7e5b668.async.js +1 -0
  160. package/static/dist/{7355.f9f263d8.async.js → 7355.fca746f5.async.js} +1 -1
  161. package/static/dist/{7508.7dcee91c.async.js → 7508.d90eac63.async.js} +1 -1
  162. package/static/dist/{7984.594296a5.async.js → 7984.eaac7402.async.js} +1 -1
  163. package/static/dist/8844.a0fef08e.async.js +1 -0
  164. package/static/dist/index.html +2 -2
  165. package/static/dist/layouts__index.633d3553.async.js +1 -0
  166. package/static/dist/preload_helper.01fcd534.js +1 -0
  167. package/static/dist/{src__pages__config__index.a22ff7dc.async.js → src__pages__config__index.9aba4054.async.js} +1 -1
  168. package/static/dist/src__pages__crontab__detail.86b2eebb.async.js +1 -0
  169. package/static/dist/src__pages__crontab__index.ae4e06f2.async.js +1 -0
  170. package/static/dist/{src__pages__crontab__logModal.0b8cce8c.async.js → src__pages__crontab__logModal.930535e2.async.js} +1 -1
  171. package/static/dist/src__pages__crontab__modal.a2c8fdcc.async.js +1 -0
  172. package/static/dist/src__pages__crontab__viewCreateModal.7b4f9cbe.async.js +1 -0
  173. package/static/dist/src__pages__crontab__viewManageModal.cd454ea0.async.js +1 -0
  174. package/static/dist/src__pages__dashboard__index.243c5a35.async.js +1 -0
  175. package/static/dist/src__pages__dashboard__taskResultModal.7795d6e1.async.js +1 -0
  176. package/static/dist/src__pages__dependence__index.874d501f.async.js +1 -0
  177. package/static/dist/src__pages__dependence__logModal.154efe7a.async.js +1 -0
  178. package/static/dist/src__pages__dependence__modal.0fa8b421.async.js +1 -0
  179. package/static/dist/src__pages__diff__index.b94e5dc5.async.js +1 -0
  180. package/static/dist/src__pages__env__editNameModal.c13d47d2.async.js +1 -0
  181. package/static/dist/src__pages__env__index.fd6fd2b0.async.js +1 -0
  182. package/static/dist/src__pages__env__modal.4d71adb3.async.js +1 -0
  183. package/static/dist/src__pages__error__index.aae50c94.async.js +1 -0
  184. package/static/dist/src__pages__initialization__index.82a2e967.async.js +1 -0
  185. package/static/dist/src__pages__log__index.71250e0d.async.js +1 -0
  186. package/static/dist/{src__pages__login__index.8c813eb1.async.js → src__pages__login__index.a0fd5ed8.async.js} +1 -1
  187. package/static/dist/src__pages__script__editModal.afabf073.async.js +1 -0
  188. package/static/dist/src__pages__script__editNameModal.789ad87b.async.js +1 -0
  189. package/static/dist/src__pages__script__historyDrawer.8c58d958.async.js +1 -0
  190. package/static/dist/src__pages__script__historyDrawer.a449193a.chunk.css +1 -0
  191. package/static/dist/src__pages__script__index.ab360776.chunk.css +1 -0
  192. package/static/dist/src__pages__script__index.fc575945.async.js +1 -0
  193. package/static/dist/src__pages__script__renameModal.0ab029e7.async.js +1 -0
  194. package/static/dist/src__pages__script__saveModal.8fca1a22.async.js +1 -0
  195. package/static/dist/src__pages__script__saveWithHistory.99ece830.async.js +1 -0
  196. package/static/dist/src__pages__script__setting.35ad4f02.async.js +1 -0
  197. package/static/dist/src__pages__setting__appModal.7eaeb9d3.async.js +1 -0
  198. package/static/dist/src__pages__setting__checkUpdate.d175b154.async.js +1 -0
  199. package/static/dist/src__pages__setting__clientIp.3a8711ed.async.js +1 -0
  200. package/static/dist/src__pages__setting__dependence.9c0f749b.async.js +1 -0
  201. package/static/dist/src__pages__setting__index.cb397741.async.js +1 -0
  202. package/static/dist/src__pages__setting__loginLog.e0a1f54d.async.js +1 -0
  203. package/static/dist/src__pages__setting__notification.2ffe4e5a.async.js +1 -0
  204. package/static/dist/src__pages__setting__other.3d0b8492.async.js +1 -0
  205. package/static/dist/{src__pages__setting__progress.8823ac90.async.js → src__pages__setting__progress.2ccae3d7.async.js} +1 -1
  206. package/static/dist/src__pages__setting__security.e2d71ebb.async.js +1 -0
  207. package/static/dist/src__pages__setting__systemLog.b3046955.async.js +1 -0
  208. package/static/dist/src__pages__subscription__index.43086a06.async.js +1 -0
  209. package/static/dist/src__pages__subscription__logModal.cdba5139.async.js +1 -0
  210. package/static/dist/src__pages__subscription__modal.30868ba8.async.js +1 -0
  211. package/static/dist/{umi.ca04a019.js → umi.3a24a9fa.js} +1 -1
  212. package/test/back/advisory-input-security.test.cjs +416 -0
  213. package/test/back/auth-security.test.cjs +74 -0
  214. package/test/back/build-provenance.test.cjs +150 -0
  215. package/test/back/code-scanning-security.test.cjs +189 -0
  216. package/test/back/cron-log-name.test.cjs +110 -0
  217. package/test/back/cron-macros.test.cjs +51 -0
  218. package/test/back/cron-schedule-compatibility.test.cjs +69 -0
  219. package/test/back/cron-scheduler-routing.test.cjs +59 -0
  220. package/test/back/cron-validation.test.cjs +45 -0
  221. package/test/back/dashboard-failures.test.cjs +173 -0
  222. package/test/back/database-bootstrap.test.cjs +193 -0
  223. package/test/back/dependence-cache-status.test.cjs +125 -0
  224. package/test/back/deprecated-file-routes.test.cjs +82 -0
  225. package/test/back/draft-path-security.test.cjs +235 -0
  226. package/test/back/ecosystem.test.cjs +28 -0
  227. package/test/back/env-import-security.test.cjs +91 -0
  228. package/test/back/env-name-parsing.test.cjs +96 -0
  229. package/test/back/execution-lifecycle.test.cjs +236 -0
  230. package/test/back/file-access-scope.test.cjs +180 -0
  231. package/test/back/file-access-security.test.cjs +47 -0
  232. package/test/back/fileTreeListing.test.cjs +57 -0
  233. package/test/back/grpc-cron-response.test.cjs +60 -0
  234. package/test/back/grpc-mtls-security.test.cjs +136 -0
  235. package/test/back/http-exclusive-listen.test.cjs +31 -0
  236. package/test/back/http-security.test.cjs +313 -0
  237. package/test/back/legacy-cron-recovery.test.cjs +76 -0
  238. package/test/back/linux-mirror-result.test.cjs +176 -0
  239. package/test/back/listen-security.test.cjs +68 -0
  240. package/test/back/log-path-security.test.cjs +158 -0
  241. package/test/back/logReader.test.cjs +72 -0
  242. package/test/back/manual-execution.test.cjs +85 -0
  243. package/test/back/manual-stop-claim.test.cjs +220 -0
  244. package/test/back/metrics.test.cjs +34 -0
  245. package/test/back/mirror-status.test.cjs +257 -0
  246. package/test/back/monitoring.test.cjs +73 -0
  247. package/test/back/node-cron-migration.test.cjs +65 -0
  248. package/test/back/node-path-cache.test.cjs +202 -0
  249. package/test/back/node-path-lock.test.cjs +182 -0
  250. package/test/back/npm-publication.test.cjs +70 -0
  251. package/test/back/preload-lazy-notify.test.cjs +168 -0
  252. package/test/back/primary-apm.test.cjs +24 -0
  253. package/test/back/process-exit-state.test.cjs +81 -0
  254. package/test/back/process-stop-signal.test.cjs +77 -0
  255. package/test/back/protected-path-case.test.cjs +58 -0
  256. package/test/back/qlServiceLogCommand.test.cjs +128 -0
  257. package/test/back/queued-cron-invalidation.test.cjs +98 -0
  258. package/test/back/restart-instance-recovery.test.cjs +116 -0
  259. package/test/back/retention.test.cjs +131 -0
  260. package/test/back/role-loading.test.cjs +118 -0
  261. package/test/back/schedule-health.test.cjs +86 -0
  262. package/test/back/scheduler-bulk-recovery.test.cjs +40 -0
  263. package/test/back/scheduler-concurrency.test.cjs +411 -0
  264. package/test/back/scheduler-file-lock.test.cjs +51 -0
  265. package/test/back/scheduler-mutation.test.cjs +312 -0
  266. package/test/back/scheduler-readiness.test.cjs +85 -0
  267. package/test/back/scheduler-reconciliation.test.cjs +206 -0
  268. package/test/back/scheduler-rpc-timeout.test.cjs +49 -0
  269. package/test/back/schema-migrations.test.cjs +127 -0
  270. package/test/back/script-file-access.test.cjs +210 -0
  271. package/test/back/script-history-api.test.cjs +551 -0
  272. package/test/back/script-history.test.cjs +383 -0
  273. package/test/back/shell-api-parsing.test.cjs +184 -0
  274. package/test/back/shell-translation-output.test.cjs +16 -0
  275. package/test/back/shell-upgrade.test.cjs +312 -0
  276. package/test/back/shellApiToken.test.cjs +151 -0
  277. package/test/back/sock-polling.test.cjs +297 -0
  278. package/test/back/sock-security.test.cjs +72 -0
  279. package/test/back/ssh-config-home.test.cjs +113 -0
  280. package/test/back/start-env-preservation.test.cjs +53 -0
  281. package/test/back/static-mirror-trigger.test.cjs +441 -0
  282. package/test/back/static-mirror.test.cjs +179 -0
  283. package/test/back/stop-failure-feedback.test.cjs +158 -0
  284. package/test/back/stop-race.test.cjs +171 -0
  285. package/test/back/subscription-cleanup.test.cjs +53 -0
  286. package/test/back/subscription-mutation-lock.test.cjs +83 -0
  287. package/test/back/subscription-review-regression.test.cjs +607 -0
  288. package/test/back/subscription-stop-state.test.cjs +66 -0
  289. package/test/back/subscription-storage-regression.test.cjs +553 -0
  290. package/test/back/system-dependence-cache.test.cjs +127 -0
  291. package/test/back/system-export-history.test.cjs +119 -0
  292. package/test/back/systemTokenRenewal.test.cjs +497 -0
  293. package/test/back/task-shell-lifecycle.test.cjs +194 -0
  294. package/test/back/task-time.test.cjs +116 -0
  295. package/test/back/unique-constraint-error.test.cjs +72 -0
  296. package/test/back/upgrade-guards.test.cjs +285 -0
  297. package/test/back/upgrade-lifecycle.test.cjs +288 -0
  298. package/test/back/upgrade-transaction.test.cjs +133 -0
  299. package/test/back/user-api.test.cjs +99 -0
  300. package/test/back/user-security.test.cjs +349 -0
  301. package/test/back/worker-apm.test.cjs +84 -0
  302. package/test/back/wpush-grpc.test.cjs +116 -0
  303. package/test/fixtures/legacy-cron.json +1371 -0
  304. package/test/front/cron-log-pagination.test.cjs +214 -0
  305. package/test/front/diff-file-routing.test.cjs +126 -0
  306. package/test/front/http-auth.test.cjs +152 -0
  307. package/test/front/http-error.test.cjs +29 -0
  308. package/test/front/script-history-save.test.cjs +121 -0
  309. package/test/helpers/load-security-module.cjs +42 -0
  310. package/test/helpers/upgrade-fixture.cjs +30 -0
  311. package/version.yaml +14 -34
  312. package/CLAUDE.md +0 -43
  313. package/static/dist/1147.c420132e.async.js +0 -1
  314. package/static/dist/134.54df9e38.async.js +0 -1
  315. package/static/dist/2096.6d98fd12.async.js +0 -1
  316. package/static/dist/2208.f7ba3dfa.async.js +0 -1
  317. package/static/dist/2286.164bb089.async.js +0 -1
  318. package/static/dist/3191.63263871.async.js +0 -1
  319. package/static/dist/4859.6592cebb.async.js +0 -1
  320. package/static/dist/4902.555f92ab.async.js +0 -1
  321. package/static/dist/5520.ff2cfd6b.async.js +0 -1
  322. package/static/dist/6431.c50479be.async.js +0 -1
  323. package/static/dist/6707.801b886b.async.js +0 -1
  324. package/static/dist/8826.2447a104.async.js +0 -1
  325. package/static/dist/layouts__index.a7a2bfe0.async.js +0 -1
  326. package/static/dist/preload_helper.0431c0f3.js +0 -1
  327. package/static/dist/src__pages__crontab__detail.b9c36808.async.js +0 -1
  328. package/static/dist/src__pages__crontab__index.fed99fd0.async.js +0 -1
  329. package/static/dist/src__pages__crontab__modal.f7041c7c.async.js +0 -1
  330. package/static/dist/src__pages__crontab__viewCreateModal.4d589f66.async.js +0 -1
  331. package/static/dist/src__pages__crontab__viewManageModal.0e317746.async.js +0 -1
  332. package/static/dist/src__pages__dashboard__index.b30f2f47.async.js +0 -1
  333. package/static/dist/src__pages__dependence__index.3d87ceac.async.js +0 -1
  334. package/static/dist/src__pages__dependence__logModal.0681830b.async.js +0 -1
  335. package/static/dist/src__pages__dependence__modal.11124896.async.js +0 -1
  336. package/static/dist/src__pages__diff__index.013b7c75.async.js +0 -1
  337. package/static/dist/src__pages__env__editNameModal.5d264b25.async.js +0 -1
  338. package/static/dist/src__pages__env__index.baa27d4e.async.js +0 -1
  339. package/static/dist/src__pages__env__modal.7f2ef1bc.async.js +0 -1
  340. package/static/dist/src__pages__error__index.f156b45e.async.js +0 -1
  341. package/static/dist/src__pages__initialization__index.e96d4ba8.async.js +0 -1
  342. package/static/dist/src__pages__log__index.e0978bae.async.js +0 -1
  343. package/static/dist/src__pages__script__editModal.cbf4ec0e.async.js +0 -1
  344. package/static/dist/src__pages__script__editNameModal.3e7e100d.async.js +0 -1
  345. package/static/dist/src__pages__script__index.2765d1b8.async.js +0 -1
  346. package/static/dist/src__pages__script__index.60b6f827.chunk.css +0 -1
  347. package/static/dist/src__pages__script__renameModal.5e987ef5.async.js +0 -1
  348. package/static/dist/src__pages__script__saveModal.3f9d23d6.async.js +0 -1
  349. package/static/dist/src__pages__script__setting.a535793a.async.js +0 -1
  350. package/static/dist/src__pages__setting__appModal.251cd14f.async.js +0 -1
  351. package/static/dist/src__pages__setting__checkUpdate.46efe057.async.js +0 -1
  352. package/static/dist/src__pages__setting__dependence.8a7a9529.async.js +0 -1
  353. package/static/dist/src__pages__setting__index.cc85fdfb.async.js +0 -1
  354. package/static/dist/src__pages__setting__loginLog.cea6056c.async.js +0 -1
  355. package/static/dist/src__pages__setting__notification.390fc905.async.js +0 -1
  356. package/static/dist/src__pages__setting__other.b22d2165.async.js +0 -1
  357. package/static/dist/src__pages__setting__security.598720a8.async.js +0 -1
  358. package/static/dist/src__pages__setting__systemLog.67406721.async.js +0 -1
  359. package/static/dist/src__pages__subscription__index.d0ab2abc.async.js +0 -1
  360. package/static/dist/src__pages__subscription__logModal.3864b37f.async.js +0 -1
  361. package/static/dist/src__pages__subscription__modal.3562c670.async.js +0 -1
  362. /package/static/dist/{4859.1b962b29.chunk.css → 292.1b962b29.chunk.css} +0 -0
@@ -1,33 +1,10 @@
1
1
  "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
2
  var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
19
3
  var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
20
4
  if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
21
5
  else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
22
6
  return c > 3 && r && Object.defineProperty(target, key, r), r;
23
7
  };
24
- var __importStar = (this && this.__importStar) || function (mod) {
25
- if (mod && mod.__esModule) return mod;
26
- var result = {};
27
- if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
28
- __setModuleDefault(result, mod);
29
- return result;
30
- };
31
8
  var __metadata = (this && this.__metadata) || function (k, v) {
32
9
  if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
33
10
  };
@@ -45,7 +22,7 @@ const subscription_1 = require("../data/subscription");
45
22
  const util_1 = require("../config/util");
46
23
  const promises_1 = __importDefault(require("fs/promises"));
47
24
  const sequelize_1 = require("sequelize");
48
- const path_1 = __importStar(require("path"));
25
+ const path_1 = __importDefault(require("path"));
49
26
  const schedule_1 = __importDefault(require("./schedule"));
50
27
  const sock_1 = __importDefault(require("./sock"));
51
28
  const i18n_1 = require("../shared/i18n");
@@ -53,8 +30,13 @@ const sshKey_1 = __importDefault(require("./sshKey"));
53
30
  const const_1 = require("../config/const");
54
31
  const subscription_2 = require("../config/subscription");
55
32
  const cron_1 = require("../data/cron");
33
+ const subscriptionPath_1 = require("../shared/subscriptionPath");
34
+ const logPath_1 = require("../shared/logPath");
35
+ const subscriptionStorage_1 = require("../shared/subscriptionStorage");
36
+ const subscriptionMutationLock_1 = require("../shared/subscriptionMutationLock");
56
37
  const cron_2 = __importDefault(require("./cron"));
57
38
  const logStreamManager_1 = require("../shared/logStreamManager");
39
+ const logReader_1 = require("../shared/logReader");
58
40
  let SubscriptionService = class SubscriptionService {
59
41
  constructor(logger, scheduleService, sockService, sshKeyService, crontabService) {
60
42
  this.logger = logger;
@@ -99,8 +81,11 @@ let SubscriptionService = class SubscriptionService {
99
81
  }
100
82
  }
101
83
  async handleTask(doc, needCreate = true, runImmediately = false) {
102
- const { url } = (0, subscription_2.formatUrl)(doc);
103
- doc.command = (0, subscription_2.formatCommand)(doc, url);
84
+ // Cancelling by ID must also work for invalid historical subscriptions.
85
+ if (needCreate) {
86
+ const { url } = (0, subscription_2.formatUrl)(doc);
87
+ doc.command = (0, subscription_2.formatCommand)(doc, url);
88
+ }
104
89
  if (doc.schedule_type === 'crontab') {
105
90
  this.scheduleService.cancelCronTask(doc);
106
91
  needCreate &&
@@ -126,12 +111,12 @@ let SubscriptionService = class SubscriptionService {
126
111
  status: subscription_1.SubscriptionStatus.running,
127
112
  log_path: logPath,
128
113
  }, { where: { id: doc.id } });
129
- const absolutePath = await (0, util_1.handleLogPath)(logPath, `## 开始执行... ${startTime.format('YYYY-MM-DD HH:mm:ss')}\n`);
114
+ const absolutePath = await (0, util_1.handleLogPath)(logPath, (0, i18n_1.tf)('## 开始执行... %s\n', startTime.format('YYYY-MM-DD HH:mm:ss')));
130
115
  // 执行sub_before
131
116
  let beforeStr = '';
132
117
  try {
133
118
  if (doc.sub_before) {
134
- await logStreamManager_1.logStreamManager.write(absolutePath, `\n## 执行before命令...\n\n`);
119
+ await logStreamManager_1.logStreamManager.write(absolutePath, `\n## ${(0, i18n_1.t)('执行before命令...')}\n\n`);
135
120
  beforeStr = await (0, util_1.promiseExec)(doc.sub_before);
136
121
  }
137
122
  }
@@ -149,32 +134,43 @@ let SubscriptionService = class SubscriptionService {
149
134
  }, { where: { id: doc.id } });
150
135
  },
151
136
  onEnd: async (cp, endTime, diff) => {
152
- const sub = await this.getDb({ id: doc.id });
153
- const absolutePath = await (0, util_1.handleLogPath)(sub.log_path);
154
- // 执行 sub_after
155
- let afterStr = '';
137
+ let absolutePath;
156
138
  try {
157
- if (sub.sub_after) {
158
- await logStreamManager_1.logStreamManager.write(absolutePath, `\n\n## 执行after命令...\n\n`);
159
- afterStr = await (0, util_1.promiseExec)(sub.sub_after);
139
+ const sub = await this.getDb({ id: doc.id });
140
+ absolutePath = await (0, util_1.handleLogPath)(sub.log_path);
141
+ // 执行 sub_after
142
+ let afterStr = '';
143
+ try {
144
+ if (sub.sub_after) {
145
+ await logStreamManager_1.logStreamManager.write(absolutePath, `\n\n## ${(0, i18n_1.t)('执行after命令...')}\n\n`);
146
+ afterStr = await (0, util_1.promiseExec)(sub.sub_after);
147
+ }
160
148
  }
149
+ catch (error) {
150
+ afterStr =
151
+ (error.stderr && error.stderr.toString()) || JSON.stringify(error);
152
+ }
153
+ if (afterStr) {
154
+ await logStreamManager_1.logStreamManager.write(absolutePath, `${afterStr}\n`);
155
+ }
156
+ await logStreamManager_1.logStreamManager.write(absolutePath, '\n' +
157
+ (0, i18n_1.tf)('## 执行结束... %s 耗时 %s 秒', endTime.format('YYYY-MM-DD HH:mm:ss'), String(diff)) +
158
+ const_1.LOG_END_SYMBOL);
161
159
  }
162
- catch (error) {
163
- afterStr =
164
- (error.stderr && error.stderr.toString()) || JSON.stringify(error);
165
- }
166
- if (afterStr) {
167
- await logStreamManager_1.logStreamManager.write(absolutePath, `${afterStr}\n`);
160
+ finally {
161
+ try {
162
+ if (absolutePath)
163
+ await logStreamManager_1.logStreamManager.closeStream(absolutePath);
164
+ }
165
+ finally {
166
+ await subscription_1.SubscriptionModel.update({ status: subscription_1.SubscriptionStatus.idle, pid: null }, { where: { id: doc.id } });
167
+ this.sockService.sendMessage({
168
+ type: 'runSubscriptionEnd',
169
+ message: (0, i18n_1.t)('订阅执行完成'),
170
+ references: [doc.id],
171
+ });
172
+ }
168
173
  }
169
- await logStreamManager_1.logStreamManager.write(absolutePath, `\n## 执行结束... ${endTime.format('YYYY-MM-DD HH:mm:ss')} 耗时 ${diff} 秒${const_1.LOG_END_SYMBOL}`);
170
- // Close the stream after task completion
171
- await logStreamManager_1.logStreamManager.closeStream(absolutePath);
172
- await subscription_1.SubscriptionModel.update({ status: subscription_1.SubscriptionStatus.idle, pid: undefined }, { where: { id: sub.id } });
173
- this.sockService.sendMessage({
174
- type: 'runSubscriptionEnd',
175
- message: (0, i18n_1.t)('订阅执行完成'),
176
- references: [doc.id],
177
- });
178
174
  },
179
175
  onError: async (message) => {
180
176
  const sub = await this.getDb({ id: doc.id });
@@ -189,28 +185,49 @@ let SubscriptionService = class SubscriptionService {
189
185
  };
190
186
  }
191
187
  async create(payload) {
192
- const tab = new subscription_1.Subscription(payload);
193
- const doc = await this.insert(tab);
194
- await this.handleTask(doc.get({ plain: true }));
195
- await this.setSshConfig();
196
- return doc;
188
+ (0, subscriptionPath_1.assertSubscriptionAlias)(payload.alias);
189
+ return (0, subscriptionMutationLock_1.withSubscriptionMutation)(async () => {
190
+ const tab = new subscription_1.Subscription(payload);
191
+ const doc = await this.insert(tab);
192
+ await this.handleTask(doc.get({ plain: true }));
193
+ await this.setSshConfig();
194
+ return doc;
195
+ });
197
196
  }
198
197
  async insert(payload) {
199
198
  return await subscription_1.SubscriptionModel.create(payload, { returning: true });
200
199
  }
201
200
  async update(payload) {
202
- const doc = await this.getDb({ id: payload.id });
203
- const tab = new subscription_1.Subscription(Object.assign(Object.assign({}, doc), payload));
204
- const newDoc = await this.updateDb(tab);
205
- await this.handleTask(newDoc, !newDoc.is_disabled);
206
- await this.setSshConfig();
207
- return newDoc;
201
+ (0, subscriptionPath_1.assertSubscriptionAlias)(payload.alias);
202
+ return (0, subscriptionMutationLock_1.withSubscriptionMutation)(async () => {
203
+ const doc = await this.getDb({ id: payload.id });
204
+ const tab = new subscription_1.Subscription(Object.assign(Object.assign({}, doc), payload));
205
+ const newDoc = await this.updateDb(tab);
206
+ await this.handleTask(newDoc, !newDoc.is_disabled);
207
+ await this.removeSshConfigForSubscription(doc);
208
+ await this.setSshConfig();
209
+ return newDoc;
210
+ });
211
+ }
212
+ async removeSshConfigForSubscription(doc) {
213
+ if (doc.type !== 'private-repo' || doc.pull_type !== 'ssh-key')
214
+ return;
215
+ // Invalid historical rows must remain deletable without deriving unsafe paths.
216
+ try {
217
+ (0, subscriptionPath_1.assertSubscriptionAlias)(doc.alias);
218
+ }
219
+ catch (_a) {
220
+ return;
221
+ }
222
+ await this.sshKeyService.removeSSHKey(doc.alias, '');
208
223
  }
209
224
  async updateDb(payload) {
210
225
  await subscription_1.SubscriptionModel.update(payload, { where: { id: payload.id } });
211
226
  return await this.getDb({ id: payload.id });
212
227
  }
213
228
  async status({ ids, status, pid, log_path, last_running_time = 0, last_execution_time = 0, }) {
229
+ if (log_path)
230
+ (0, logPath_1.resolveLogPath)(config_1.default.logPath, log_path);
214
231
  const options = {
215
232
  status,
216
233
  pid,
@@ -223,24 +240,70 @@ let SubscriptionService = class SubscriptionService {
223
240
  return await subscription_1.SubscriptionModel.update(Object.assign({}, options), { where: { id: ids } });
224
241
  }
225
242
  async remove(ids, query) {
226
- const docs = await subscription_1.SubscriptionModel.findAll({ where: { id: ids } });
227
- for (const doc of docs) {
228
- await this.handleTask(doc.get({ plain: true }), false);
229
- }
230
- await subscription_1.SubscriptionModel.destroy({ where: { id: ids } });
231
- await this.setSshConfig();
232
- if ((query === null || query === void 0 ? void 0 : query.force) === true) {
233
- const crons = await cron_1.CrontabModel.findAll({ where: { sub_id: ids } });
234
- if (crons === null || crons === void 0 ? void 0 : crons.length) {
235
- await this.crontabService.remove(crons.map((x) => x.id));
243
+ return (0, subscriptionMutationLock_1.withSubscriptionMutation)(async () => {
244
+ const docs = await subscription_1.SubscriptionModel.findAll({ where: { id: ids } });
245
+ const storagePaths = [];
246
+ const retainedPaths = [];
247
+ const collectPaths = (doc, targets, deleting = false) => {
248
+ for (const names of (0, subscriptionStorage_1.getSubscriptionStorageCandidates)(doc)) {
249
+ // A URL accepted by one engine can produce an invalid name in another.
250
+ // Validate each candidate independently, retaining the safe candidate.
251
+ if (!Object.values(names).every(subscriptionStorage_1.isSubscriptionStorageName))
252
+ continue;
253
+ const resolve = deleting ? subscriptionStorage_1.resolveSubscriptionStoragePath : path_1.default.resolve;
254
+ const scriptPath = resolve(config_1.default.scriptPath, names.script);
255
+ if (scriptPath)
256
+ targets.push(scriptPath);
257
+ if (names.repo) {
258
+ const repoPath = resolve(config_1.default.repoPath, names.repo);
259
+ if (repoPath)
260
+ targets.push(repoPath);
261
+ }
262
+ if (names.raw) {
263
+ const rawPath = resolve(path_1.default.join(config_1.default.dataPath, 'raw'), names.raw);
264
+ if (rawPath)
265
+ targets.push(rawPath);
266
+ }
267
+ }
268
+ };
269
+ // Validate all deletion targets before changing rows or removing any files.
270
+ if ((query === null || query === void 0 ? void 0 : query.force) === true) {
271
+ for (const doc of docs) {
272
+ (0, subscriptionPath_1.assertSubscriptionAlias)(doc.alias);
273
+ (0, subscriptionStorage_1.resolveSubscriptionStoragePath)(config_1.default.scriptPath, doc.alias);
274
+ (0, subscriptionStorage_1.resolveSubscriptionStoragePath)(config_1.default.repoPath, doc.alias);
275
+ collectPaths(doc, storagePaths, true);
276
+ }
277
+ const remaining = await subscription_1.SubscriptionModel.findAll({ where: {} });
278
+ for (const doc of remaining) {
279
+ if (!ids.includes(doc.id))
280
+ collectPaths(doc, retainedPaths);
281
+ }
236
282
  }
237
283
  for (const doc of docs) {
238
- const filePath = (0, path_1.join)(config_1.default.scriptPath, doc.alias);
239
- const repoPath = (0, path_1.join)(config_1.default.repoPath, doc.alias);
240
- await (0, util_1.rmPath)(filePath);
241
- await (0, util_1.rmPath)(repoPath);
284
+ await this.handleTask(doc.get({ plain: true }), false);
242
285
  }
243
- }
286
+ await subscription_1.SubscriptionModel.destroy({ where: { id: ids } });
287
+ for (const doc of docs) {
288
+ await this.removeSshConfigForSubscription(doc);
289
+ }
290
+ await this.setSshConfig();
291
+ if ((query === null || query === void 0 ? void 0 : query.force) === true) {
292
+ const crons = await cron_1.CrontabModel.findAll({ where: { sub_id: ids } });
293
+ if (crons === null || crons === void 0 ? void 0 : crons.length) {
294
+ await this.crontabService.remove(crons.map((x) => x.id));
295
+ }
296
+ for (const storagePath of new Set(storagePaths)) {
297
+ // rm is recursive: an ancestor must also be retained if a surviving
298
+ // subscription uses a nested branch, and vice versa.
299
+ const shared = retainedPaths.some((retained) => retained === storagePath ||
300
+ retained.startsWith(`${storagePath}${path_1.default.sep}`) ||
301
+ storagePath.startsWith(`${retained}${path_1.default.sep}`));
302
+ if (!shared)
303
+ await (0, util_1.rmPath)(storagePath);
304
+ }
305
+ }
306
+ });
244
307
  }
245
308
  async getDb(query) {
246
309
  const doc = await subscription_1.SubscriptionModel.findOne({ where: Object.assign({}, query) });
@@ -256,18 +319,23 @@ let SubscriptionService = class SubscriptionService {
256
319
  });
257
320
  }
258
321
  async stop(ids) {
322
+ var _a;
259
323
  const docs = await subscription_1.SubscriptionModel.findAll({ where: { id: ids } });
324
+ let failure;
260
325
  for (const doc of docs) {
261
- if (doc.pid) {
262
- try {
263
- await (0, util_1.killTask)(doc.pid);
264
- }
265
- catch (error) {
266
- this.logger.error(error);
326
+ try {
327
+ if (doc.pid) {
328
+ await (0, util_1.killTask)(doc.pid, true);
267
329
  }
330
+ await subscription_1.SubscriptionModel.update({ status: subscription_1.SubscriptionStatus.idle, pid: null }, { where: { id: doc.id, pid: (_a = doc.pid) !== null && _a !== void 0 ? _a : null } });
331
+ }
332
+ catch (error) {
333
+ this.logger.error(error);
334
+ failure !== null && failure !== void 0 ? failure : (failure = error);
268
335
  }
269
336
  }
270
- await subscription_1.SubscriptionModel.update({ status: subscription_1.SubscriptionStatus.idle, pid: undefined }, { where: { id: ids } });
337
+ if (failure)
338
+ throw failure;
271
339
  }
272
340
  async runSingle(subscriptionId) {
273
341
  const subscription = await this.getDb({ id: subscriptionId });
@@ -299,13 +367,19 @@ let SubscriptionService = class SubscriptionService {
299
367
  await this.handleTask(doc.get({ plain: true }));
300
368
  }
301
369
  }
302
- async log(id) {
370
+ async log(id, options = {}) {
303
371
  const doc = await this.getDb({ id });
304
372
  if (!doc || !doc.log_path) {
305
- return '';
373
+ return {
374
+ content: '',
375
+ offset: 0,
376
+ nextOffset: 0,
377
+ total: 0,
378
+ truncated: false,
379
+ };
306
380
  }
307
381
  const absolutePath = await (0, util_1.handleLogPath)(doc.log_path);
308
- return await (0, util_1.getFileContentByName)(absolutePath);
382
+ return await (0, logReader_1.readLogChunk)(absolutePath, options);
309
383
  }
310
384
  async logs(id) {
311
385
  const doc = await this.getDb({ id });
@@ -314,7 +388,7 @@ let SubscriptionService = class SubscriptionService {
314
388
  }
315
389
  if (doc.log_path) {
316
390
  const relativeDir = path_1.default.dirname(`${doc.log_path}`);
317
- const dir = path_1.default.resolve(config_1.default.logPath, relativeDir);
391
+ const dir = path_1.default.dirname((0, logPath_1.resolveLogPath)(config_1.default.logPath, doc.log_path));
318
392
  const _exist = await (0, util_1.fileExist)(dir);
319
393
  if (_exist) {
320
394
  let files = await promises_1.default.readdir(dir);