@whyour/qinglong 2.21.0-8 → 2.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (265) hide show
  1. package/.dockerignore +13 -0
  2. package/.env.example +7 -0
  3. package/AGENTS.md +2 -2
  4. package/README-en.md +24 -0
  5. package/README.md +24 -0
  6. package/back/protos/api.proto +6 -1
  7. package/back/protos/cron.proto +4 -1
  8. package/docker/Dockerfile +31 -12
  9. package/docker/Dockerfile.310 +31 -12
  10. package/docker/Dockerfile.debian +22 -14
  11. package/docker/Dockerfile.debian310 +24 -14
  12. package/docker/build-manifest.cjs +28 -0
  13. package/docker/verify-build.cjs +49 -0
  14. package/docs/releases/2.22.0-validation.md +49 -0
  15. package/docs/releases/2.22.0.md +54 -0
  16. package/ecosystem.config.js +10 -1
  17. package/package.json +11 -6
  18. package/sample/config.sample.sh +10 -0
  19. package/sample/notify.js +54 -0
  20. package/sample/notify.py +37 -0
  21. package/scripts/benchmark-execution.cjs +96 -0
  22. package/scripts/write-build-info.cjs +27 -0
  23. package/shell/api.sh +34 -13
  24. package/shell/check.sh +59 -19
  25. package/shell/lang/en.sh +6 -0
  26. package/shell/lang/zh.sh +6 -0
  27. package/shell/node_path_cache.sh +128 -0
  28. package/shell/otask.sh +7 -1
  29. package/shell/preload/sitecustomize.js +5 -1
  30. package/shell/share.sh +25 -8
  31. package/shell/start.sh +6 -3
  32. package/shell/task.sh +13 -3
  33. package/shell/update.sh +65 -4
  34. package/static/build/api/clientIp.js +42 -0
  35. package/static/build/api/config.js +8 -16
  36. package/static/build/api/cron.js +38 -2
  37. package/static/build/api/dashboard.js +37 -0
  38. package/static/build/api/health.js +2 -2
  39. package/static/build/api/index.js +4 -0
  40. package/static/build/api/log.js +30 -19
  41. package/static/build/api/retention.js +63 -0
  42. package/static/build/api/script.js +23 -22
  43. package/static/build/api/subscription.js +16 -2
  44. package/static/build/api/system.js +25 -2
  45. package/static/build/api/user.js +75 -15
  46. package/static/build/app.js +54 -45
  47. package/static/build/bootstrap/database.js +51 -0
  48. package/static/build/config/const.js +1 -0
  49. package/static/build/config/share.js +5 -4
  50. package/static/build/config/util.js +133 -38
  51. package/static/build/data/cron.js +1 -0
  52. package/static/build/data/notify.js +11 -1
  53. package/static/build/loaders/app.js +2 -0
  54. package/static/build/loaders/db.js +3 -33
  55. package/static/build/loaders/deps.js +29 -0
  56. package/static/build/loaders/express.js +30 -21
  57. package/static/build/loaders/initData.js +10 -7
  58. package/static/build/loaders/sock.js +72 -6
  59. package/static/build/middlewares/monitoring.js +12 -33
  60. package/static/build/middlewares/protectedPathCase.js +17 -0
  61. package/static/build/protos/api.js +56 -2
  62. package/static/build/protos/cron.js +21 -4
  63. package/static/build/protos/health.js +1 -1
  64. package/static/build/schedule/addCron.js +9 -0
  65. package/static/build/schedule/api.js +5 -2
  66. package/static/build/schedule/client.js +38 -6
  67. package/static/build/schedule/health.js +72 -7
  68. package/static/build/services/config.js +5 -42
  69. package/static/build/services/cron.js +338 -199
  70. package/static/build/services/dependence.js +47 -0
  71. package/static/build/services/grpc.js +1 -1
  72. package/static/build/services/health.js +4 -7
  73. package/static/build/services/http.js +8 -2
  74. package/static/build/services/log.js +2 -3
  75. package/static/build/services/metrics.js +46 -14
  76. package/static/build/services/notify.js +26 -0
  77. package/static/build/services/retention.js +123 -0
  78. package/static/build/services/schedule.js +57 -33
  79. package/static/build/services/script.js +4 -5
  80. package/static/build/services/subscription.js +55 -34
  81. package/static/build/services/system.js +37 -9
  82. package/static/build/services/user.js +213 -25
  83. package/static/build/shared/auth.js +18 -5
  84. package/static/build/shared/authMutation.js +17 -0
  85. package/static/build/shared/childProcess.js +82 -0
  86. package/static/build/shared/clientIp.js +27 -0
  87. package/static/build/shared/errors.js +9 -0
  88. package/static/build/shared/fileAccess.js +60 -0
  89. package/static/build/shared/i18n.js +12 -5
  90. package/static/build/shared/logReader.js +85 -0
  91. package/static/build/shared/logStreamManager.js +80 -60
  92. package/static/build/shared/password.js +30 -0
  93. package/static/build/shared/retention.js +58 -0
  94. package/static/build/shared/runCron.js +28 -15
  95. package/static/build/shared/schedulerMutationLock.js +44 -0
  96. package/static/build/shared/schedulerReadiness.js +82 -0
  97. package/static/build/shared/schemaMigrations.js +58 -0
  98. package/static/build/shared/startupProcess.js +48 -0
  99. package/static/build/shared/store.js +7 -0
  100. package/static/build/shared/trustProxy.js +119 -0
  101. package/static/build/validation/schedule.js +3 -3
  102. package/static/dist/{1885.e1ea09f6.async.js → 1885.b8f427bf.async.js} +1 -1
  103. package/static/dist/2031.6af40025.async.js +1 -0
  104. package/static/dist/2693.51c2636b.async.js +1 -0
  105. package/static/dist/{2890.9e373f5b.async.js → 2890.add55e85.async.js} +1 -1
  106. package/static/dist/2901.2ca95295.async.js +1 -0
  107. package/static/dist/445.a65ff63b.async.js +1 -0
  108. package/static/dist/4736.1d2b5cb6.async.js +1 -0
  109. package/static/dist/{4859.6592cebb.async.js → 4859.97d6653c.async.js} +1 -1
  110. package/static/dist/{6013.4e38de36.async.js → 6013.db535339.async.js} +1 -1
  111. package/static/dist/6212.9e6d9913.async.js +1 -0
  112. package/static/dist/{6339.ab305e96.async.js → 6431.4603ad0e.async.js} +1 -1
  113. package/static/dist/{6872.42f939f1.async.js → 6872.a503ef55.async.js} +1 -1
  114. package/static/dist/7231.f7e5b668.async.js +1 -0
  115. package/static/dist/{7355.f9f263d8.async.js → 7355.fca746f5.async.js} +1 -1
  116. package/static/dist/{7508.7dcee91c.async.js → 7508.d90eac63.async.js} +1 -1
  117. package/static/dist/{7984.594296a5.async.js → 7984.eaac7402.async.js} +1 -1
  118. package/static/dist/8844.a0fef08e.async.js +1 -0
  119. package/static/dist/index.html +2 -2
  120. package/static/dist/layouts__index.633d3553.async.js +1 -0
  121. package/static/dist/preload_helper.cf7de3fa.js +1 -0
  122. package/static/dist/{src__pages__config__index.a22ff7dc.async.js → src__pages__config__index.9aba4054.async.js} +1 -1
  123. package/static/dist/src__pages__crontab__detail.86b2eebb.async.js +1 -0
  124. package/static/dist/src__pages__crontab__index.ae4e06f2.async.js +1 -0
  125. package/static/dist/{src__pages__crontab__logModal.831d5e4b.async.js → src__pages__crontab__logModal.930535e2.async.js} +1 -1
  126. package/static/dist/src__pages__crontab__modal.a2c8fdcc.async.js +1 -0
  127. package/static/dist/src__pages__crontab__viewCreateModal.7b4f9cbe.async.js +1 -0
  128. package/static/dist/src__pages__crontab__viewManageModal.cd454ea0.async.js +1 -0
  129. package/static/dist/src__pages__dashboard__index.243c5a35.async.js +1 -0
  130. package/static/dist/src__pages__dashboard__taskResultModal.7795d6e1.async.js +1 -0
  131. package/static/dist/src__pages__dependence__index.874d501f.async.js +1 -0
  132. package/static/dist/src__pages__dependence__logModal.154efe7a.async.js +1 -0
  133. package/static/dist/src__pages__dependence__modal.a29c1a0f.async.js +1 -0
  134. package/static/dist/{src__pages__diff__index.013b7c75.async.js → src__pages__diff__index.1714b941.async.js} +1 -1
  135. package/static/dist/src__pages__env__editNameModal.c13d47d2.async.js +1 -0
  136. package/static/dist/src__pages__env__index.fd6fd2b0.async.js +1 -0
  137. package/static/dist/src__pages__env__modal.4d71adb3.async.js +1 -0
  138. package/static/dist/src__pages__error__index.aae50c94.async.js +1 -0
  139. package/static/dist/src__pages__initialization__index.82a2e967.async.js +1 -0
  140. package/static/dist/src__pages__log__index.71250e0d.async.js +1 -0
  141. package/static/dist/{src__pages__login__index.8c813eb1.async.js → src__pages__login__index.a0fd5ed8.async.js} +1 -1
  142. package/static/dist/src__pages__script__editModal.22acdf7c.async.js +1 -0
  143. package/static/dist/src__pages__script__editNameModal.1a521cc0.async.js +1 -0
  144. package/static/dist/src__pages__script__index.a18b2692.async.js +1 -0
  145. package/static/dist/src__pages__script__renameModal.0ab029e7.async.js +1 -0
  146. package/static/dist/src__pages__script__saveModal.8965b74c.async.js +1 -0
  147. package/static/dist/src__pages__script__setting.35ad4f02.async.js +1 -0
  148. package/static/dist/src__pages__setting__appModal.7eaeb9d3.async.js +1 -0
  149. package/static/dist/{src__pages__setting__checkUpdate.34d773f2.async.js → src__pages__setting__checkUpdate.d175b154.async.js} +1 -1
  150. package/static/dist/src__pages__setting__clientIp.3a8711ed.async.js +1 -0
  151. package/static/dist/src__pages__setting__dependence.9c0f749b.async.js +1 -0
  152. package/static/dist/src__pages__setting__index.cb397741.async.js +1 -0
  153. package/static/dist/src__pages__setting__loginLog.e0a1f54d.async.js +1 -0
  154. package/static/dist/src__pages__setting__notification.2ffe4e5a.async.js +1 -0
  155. package/static/dist/src__pages__setting__other.3d0b8492.async.js +1 -0
  156. package/static/dist/{src__pages__setting__progress.8823ac90.async.js → src__pages__setting__progress.2ccae3d7.async.js} +1 -1
  157. package/static/dist/src__pages__setting__security.e2d71ebb.async.js +1 -0
  158. package/static/dist/src__pages__setting__systemLog.b3046955.async.js +1 -0
  159. package/static/dist/src__pages__subscription__index.43086a06.async.js +1 -0
  160. package/static/dist/src__pages__subscription__logModal.cdba5139.async.js +1 -0
  161. package/static/dist/src__pages__subscription__modal.38991e1e.async.js +1 -0
  162. package/static/dist/{umi.a54a59f6.js → umi.fc019050.js} +1 -1
  163. package/test/back/auth-security.test.cjs +74 -0
  164. package/test/back/build-provenance.test.cjs +150 -0
  165. package/test/back/cron-log-name.test.cjs +110 -0
  166. package/test/back/cron-validation.test.cjs +45 -0
  167. package/test/back/dashboard-failures.test.cjs +173 -0
  168. package/test/back/database-bootstrap.test.cjs +193 -0
  169. package/test/back/dependence-cache-status.test.cjs +125 -0
  170. package/test/back/deprecated-file-routes.test.cjs +82 -0
  171. package/test/back/ecosystem.test.cjs +28 -0
  172. package/test/back/env-name-parsing.test.cjs +96 -0
  173. package/test/back/execution-lifecycle.test.cjs +236 -0
  174. package/test/back/file-access-security.test.cjs +47 -0
  175. package/test/back/fileTreeListing.test.cjs +57 -0
  176. package/test/back/grpc-cron-response.test.cjs +60 -0
  177. package/test/back/http-exclusive-listen.test.cjs +31 -0
  178. package/test/back/http-security.test.cjs +213 -0
  179. package/test/back/listen-security.test.cjs +67 -0
  180. package/test/back/log-path-security.test.cjs +158 -0
  181. package/test/back/logReader.test.cjs +72 -0
  182. package/test/back/manual-execution.test.cjs +85 -0
  183. package/test/back/manual-stop-claim.test.cjs +220 -0
  184. package/test/back/metrics.test.cjs +34 -0
  185. package/test/back/monitoring.test.cjs +73 -0
  186. package/test/back/node-path-cache.test.cjs +173 -0
  187. package/test/back/node-path-lock.test.cjs +178 -0
  188. package/test/back/npm-publication.test.cjs +70 -0
  189. package/test/back/primary-apm.test.cjs +24 -0
  190. package/test/back/process-exit-state.test.cjs +81 -0
  191. package/test/back/process-stop-signal.test.cjs +77 -0
  192. package/test/back/protected-path-case.test.cjs +58 -0
  193. package/test/back/qlServiceLogCommand.test.cjs +128 -0
  194. package/test/back/retention.test.cjs +131 -0
  195. package/test/back/role-loading.test.cjs +118 -0
  196. package/test/back/schedule-health.test.cjs +86 -0
  197. package/test/back/scheduler-file-lock.test.cjs +51 -0
  198. package/test/back/scheduler-mutation.test.cjs +312 -0
  199. package/test/back/scheduler-readiness.test.cjs +85 -0
  200. package/test/back/scheduler-reconciliation.test.cjs +152 -0
  201. package/test/back/scheduler-rpc-timeout.test.cjs +49 -0
  202. package/test/back/schema-migrations.test.cjs +127 -0
  203. package/test/back/shell-api-parsing.test.cjs +184 -0
  204. package/test/back/sock-polling.test.cjs +297 -0
  205. package/test/back/sock-security.test.cjs +72 -0
  206. package/test/back/start-env-preservation.test.cjs +53 -0
  207. package/test/back/stop-failure-feedback.test.cjs +158 -0
  208. package/test/back/stop-race.test.cjs +167 -0
  209. package/test/back/subscription-cleanup.test.cjs +53 -0
  210. package/test/back/subscription-stop-state.test.cjs +66 -0
  211. package/test/back/system-dependence-cache.test.cjs +126 -0
  212. package/test/back/task-time.test.cjs +116 -0
  213. package/test/back/user-api.test.cjs +99 -0
  214. package/test/back/user-security.test.cjs +248 -0
  215. package/test/back/worker-apm.test.cjs +84 -0
  216. package/test/back/wpush-grpc.test.cjs +115 -0
  217. package/test/front/cron-log-pagination.test.cjs +214 -0
  218. package/test/front/http-auth.test.cjs +152 -0
  219. package/test/front/http-error.test.cjs +29 -0
  220. package/test/helpers/load-security-module.cjs +42 -0
  221. package/version.yaml +19 -34
  222. package/CLAUDE.md +0 -43
  223. package/static/dist/1147.62793604.async.js +0 -1
  224. package/static/dist/134.54df9e38.async.js +0 -1
  225. package/static/dist/2208.85285476.async.js +0 -1
  226. package/static/dist/2286.f371c743.async.js +0 -1
  227. package/static/dist/3191.545ab873.async.js +0 -1
  228. package/static/dist/4902.555f92ab.async.js +0 -1
  229. package/static/dist/5520.ff2cfd6b.async.js +0 -1
  230. package/static/dist/6431.c50479be.async.js +0 -1
  231. package/static/dist/8826.db34ad8d.async.js +0 -1
  232. package/static/dist/layouts__index.a7a2bfe0.async.js +0 -1
  233. package/static/dist/preload_helper.3048fe5b.js +0 -1
  234. package/static/dist/src__pages__crontab__detail.b98f0084.async.js +0 -1
  235. package/static/dist/src__pages__crontab__index.68e78a33.async.js +0 -1
  236. package/static/dist/src__pages__crontab__modal.f7041c7c.async.js +0 -1
  237. package/static/dist/src__pages__crontab__viewCreateModal.4d589f66.async.js +0 -1
  238. package/static/dist/src__pages__crontab__viewManageModal.0e317746.async.js +0 -1
  239. package/static/dist/src__pages__dashboard__index.58177357.async.js +0 -1
  240. package/static/dist/src__pages__dependence__index.b7bbc795.async.js +0 -1
  241. package/static/dist/src__pages__dependence__logModal.0681830b.async.js +0 -1
  242. package/static/dist/src__pages__dependence__modal.f7bb47ba.async.js +0 -1
  243. package/static/dist/src__pages__env__editNameModal.48715576.async.js +0 -1
  244. package/static/dist/src__pages__env__index.452cdc47.async.js +0 -1
  245. package/static/dist/src__pages__env__modal.e1234834.async.js +0 -1
  246. package/static/dist/src__pages__error__index.dedb2b90.async.js +0 -1
  247. package/static/dist/src__pages__initialization__index.22620a77.async.js +0 -1
  248. package/static/dist/src__pages__log__index.9c66639f.async.js +0 -1
  249. package/static/dist/src__pages__script__editModal.cbf4ec0e.async.js +0 -1
  250. package/static/dist/src__pages__script__editNameModal.532a3044.async.js +0 -1
  251. package/static/dist/src__pages__script__index.1fc20f22.async.js +0 -1
  252. package/static/dist/src__pages__script__renameModal.5cdde919.async.js +0 -1
  253. package/static/dist/src__pages__script__saveModal.5ffed35f.async.js +0 -1
  254. package/static/dist/src__pages__script__setting.1a82c6d7.async.js +0 -1
  255. package/static/dist/src__pages__setting__appModal.43b7758a.async.js +0 -1
  256. package/static/dist/src__pages__setting__dependence.9c04c79a.async.js +0 -1
  257. package/static/dist/src__pages__setting__index.7e070838.async.js +0 -1
  258. package/static/dist/src__pages__setting__loginLog.cea6056c.async.js +0 -1
  259. package/static/dist/src__pages__setting__notification.bac481c2.async.js +0 -1
  260. package/static/dist/src__pages__setting__other.707cfafe.async.js +0 -1
  261. package/static/dist/src__pages__setting__security.b7235753.async.js +0 -1
  262. package/static/dist/src__pages__setting__systemLog.b81a8c1d.async.js +0 -1
  263. package/static/dist/src__pages__subscription__index.d0ab2abc.async.js +0 -1
  264. package/static/dist/src__pages__subscription__logModal.3864b37f.async.js +0 -1
  265. package/static/dist/src__pages__subscription__modal.562448e2.async.js +0 -1
@@ -0,0 +1,53 @@
1
+ const test = require('node:test');
2
+ const assert = require('node:assert/strict');
3
+ const fs = require('node:fs');
4
+ const os = require('node:os');
5
+ const path = require('node:path');
6
+ const { spawnSync } = require('node:child_process');
7
+
8
+ // Run the actual startup prefix, stopping before service initialization.
9
+ const source = fs
10
+ .readFileSync('shell/start.sh', 'utf8')
11
+ .split('. ${QL_DIR}/shell/share.sh')[0];
12
+ for (const command of ['start', 'reload']) {
13
+ for (const existing of [false, true]) {
14
+ test(`${command} ${
15
+ existing ? 'preserves existing' : 'initializes missing'
16
+ } .env`, (t) => {
17
+ const root = fs.mkdtempSync(path.join(os.tmpdir(), 'ql-env-'));
18
+ t.after(() => fs.rmSync(root, { recursive: true, force: true }));
19
+ fs.mkdirSync(path.join(root, 'shell'));
20
+ fs.writeFileSync(path.join(root, 'shell/test.sh'), '# fixture');
21
+ fs.writeFileSync(path.join(root, '.env.example'), 'BACK_PORT=5700\n');
22
+ const custom = 'BACK_PORT=5800\nJWT_SECRET=synthetic-test-only\n';
23
+ if (existing)
24
+ fs.writeFileSync(path.join(root, '.env'), custom, { mode: 0o600 });
25
+ const result = spawnSync(
26
+ '/bin/bash',
27
+ [
28
+ '-c',
29
+ 'npm(){ :; }; pip3(){ :; }; apk(){ :; }; sudo(){ "$@"; }; python3(){ printf 3.11; };\n' +
30
+ source,
31
+ 'startup-test',
32
+ command,
33
+ ],
34
+ {
35
+ encoding: 'utf8',
36
+ env: {
37
+ ...process.env,
38
+ QL_DIR: root,
39
+ QL_DATA_DIR: root + '/data',
40
+ QL_OS_TYPE: 'alpine',
41
+ },
42
+ },
43
+ );
44
+ assert.equal(result.status, 0, result.stderr);
45
+ assert.equal(
46
+ fs.readFileSync(path.join(root, '.env'), 'utf8'),
47
+ existing ? custom : 'BACK_PORT=5700\n',
48
+ );
49
+ if (existing)
50
+ assert.equal(fs.statSync(path.join(root, '.env')).mode & 0o777, 0o600);
51
+ });
52
+ }
53
+ }
@@ -0,0 +1,158 @@
1
+ const test = require('node:test');
2
+ const assert = require('node:assert/strict');
3
+ const load = require('../helpers/load-security-module.cjs');
4
+
5
+ const logger = { info() {}, error() {} };
6
+
7
+ function cronFixture(killTask) {
8
+ const events = [];
9
+ const { runCron } = load('back/shared/runCron.ts', {
10
+ 'cross-spawn': {
11
+ spawn: () => {
12
+ events.push('spawn');
13
+ return {};
14
+ },
15
+ },
16
+ './childProcess': {
17
+ observeChildProcess: () => ({ completed: Promise.resolve({ code: 0 }) }),
18
+ asError: (e) => e,
19
+ },
20
+ './pLimit': {
21
+ runWithCronLimit: async (_, fn) => fn(),
22
+ removeQueuedCron: () => events.push('release'),
23
+ },
24
+ '../loaders/logger': logger,
25
+ '../config/util': { killTask },
26
+ '../data/cron': {
27
+ CrontabModel: {
28
+ findOne: async () => ({
29
+ pid: 100,
30
+ status: 0,
31
+ allow_multiple_instances: 0,
32
+ }),
33
+ update: async () => events.push('idle'),
34
+ },
35
+ CrontabStatus: { running: 0, idle: 1, queued: 3 },
36
+ },
37
+ '../data/runningInstance': {
38
+ RunningInstanceModel: { update: async () => events.push('stopped') },
39
+ InstanceStatus: { running: 0, stopped: 2 },
40
+ },
41
+ });
42
+ return { run: () => runCron('ignored', { id: '1' }), events };
43
+ }
44
+
45
+ test('single-instance replacement does not spawn or finalize when termination fails', async () => {
46
+ const f = cronFixture(async () => {
47
+ throw Error('EPERM');
48
+ });
49
+ await f.run();
50
+ assert.deepEqual(f.events, ['release']);
51
+ });
52
+
53
+ test('single-instance replacement waits for verified exit before spawning', async () => {
54
+ let finish, entered, verified;
55
+ const pending = new Promise((resolve) => {
56
+ entered = resolve;
57
+ });
58
+ const gate = new Promise((resolve) => {
59
+ finish = resolve;
60
+ });
61
+ const f = cronFixture(async (pid, wait) => {
62
+ assert.equal(pid, 100);
63
+ verified = wait;
64
+ entered();
65
+ await gate;
66
+ });
67
+ const running = f.run();
68
+ await pending;
69
+ assert.deepEqual(f.events, []);
70
+ finish();
71
+ await running;
72
+ assert.equal(verified, true);
73
+ assert.deepEqual(f.events, ['stopped', 'idle', 'spawn', 'release']);
74
+ });
75
+
76
+ function subscriptionFixture(killTask) {
77
+ const updates = [];
78
+ const Service = load('back/services/subscription.ts', {
79
+ '../config': {},
80
+ '../data/cron': {},
81
+ '../config/const': {},
82
+ '../data/subscription': {
83
+ SubscriptionModel: {
84
+ findAll: async () => [
85
+ { id: 1, pid: 101 },
86
+ { id: 2, pid: 102 },
87
+ ],
88
+ update: async (values, query) => updates.push({ values, query }),
89
+ },
90
+ SubscriptionStatus: { idle: 1 },
91
+ },
92
+ '../config/util': { killTask },
93
+ '../config/subscription': {},
94
+ '../shared/i18n': {},
95
+ '../shared/pLimit': {},
96
+ '../shared/logReader': {},
97
+ '../shared/logStreamManager': {},
98
+ './schedule': {},
99
+ './sock': {},
100
+ './sshKey': {},
101
+ './cron': {},
102
+ }).default;
103
+ return { service: new Service(logger, {}, {}, {}, {}), updates };
104
+ }
105
+
106
+ test('batch subscription stop preserves failed items and reports failure while stopping others', async () => {
107
+ const calls = [];
108
+ const denied = Error('EPERM');
109
+ const f = subscriptionFixture(async (pid, wait) => {
110
+ calls.push([pid, wait]);
111
+ if (pid === 101) throw denied;
112
+ });
113
+ await assert.rejects(f.service.stop([1, 2]), (e) => e === denied);
114
+ assert.deepEqual(calls, [
115
+ [101, true],
116
+ [102, true],
117
+ ]);
118
+ assert.equal(f.updates.length, 1);
119
+ assert.equal(f.updates[0].query.where.id, 2);
120
+ assert.equal(f.updates[0].values.status, 1);
121
+ });
122
+
123
+ function scriptFixture(killTask, pid = 100) {
124
+ const Service = load('back/services/script.ts', {
125
+ '../config': { scriptPath: '/scripts' },
126
+ '../config/const': { TASK_COMMAND: 'task' },
127
+ '../config/util': { killTask, getPid: async () => pid },
128
+ '../shared/pLimit': { removeQueuedCron() {} },
129
+ './sock': {},
130
+ './cron': {},
131
+ './schedule': {},
132
+ '../shared/fileAccess': {},
133
+ }).default;
134
+ return new Service(logger, {}, {}, {});
135
+ }
136
+
137
+ test('script stop propagates failure instead of returning success', async () => {
138
+ const denied = Error('EPERM');
139
+ const service = scriptFixture(async () => {
140
+ throw denied;
141
+ });
142
+ await assert.rejects(
143
+ service.stopScript('/scripts/test.js', 100),
144
+ (e) => e === denied,
145
+ );
146
+ });
147
+
148
+ test('script stop verifies exit and treats an absent queued process as already stopped', async () => {
149
+ const calls = [];
150
+ const service = scriptFixture(async (...args) => calls.push(args), undefined);
151
+ assert.equal((await service.stopScript('/scripts/test.js', 100)).code, 200);
152
+ assert.deepEqual(calls, [[100, true]]);
153
+ const absent = scriptFixture(async () => assert.fail('no PID to stop'), null);
154
+ assert.equal(
155
+ (await absent.stopScript('/scripts/test.js', undefined)).code,
156
+ 200,
157
+ );
158
+ });
@@ -0,0 +1,167 @@
1
+ const test = require('node:test');
2
+ const assert = require('node:assert/strict');
3
+ const path = require('node:path');
4
+ const { Sequelize, DataTypes } = require('sequelize');
5
+ const load = require('../helpers/load-security-module.cjs');
6
+ async function fixture(t, onKill = async () => {}) {
7
+ const db = new Sequelize({
8
+ dialect: 'sqlite',
9
+ storage: ':memory:',
10
+ logging: false,
11
+ });
12
+ t.after(() => db.close());
13
+ const crons = db.define('Cron', {
14
+ command: DataTypes.STRING,
15
+ status: DataTypes.INTEGER,
16
+ pid: DataTypes.INTEGER,
17
+ log_path: DataTypes.STRING,
18
+ queued_token: DataTypes.STRING,
19
+ last_execution_time: DataTypes.INTEGER,
20
+ last_running_time: DataTypes.INTEGER,
21
+ });
22
+ const instances = db.define('Instance', {
23
+ cron_id: DataTypes.INTEGER,
24
+ pid: DataTypes.INTEGER,
25
+ status: DataTypes.INTEGER,
26
+ exit_code: DataTypes.INTEGER,
27
+ finished_at: DataTypes.INTEGER,
28
+ });
29
+ await db.sync();
30
+ await crons.bulkCreate([
31
+ { id: 1, command: 'task one.js', status: 0, pid: 101, log_path: 'one.log' },
32
+ { id: 2, command: 'task two.js', status: 0, pid: 201, log_path: 'two.log' },
33
+ ]);
34
+ await instances.bulkCreate([
35
+ { id: 1, cron_id: 1, pid: 101, status: 0 },
36
+ { id: 2, cron_id: 1, pid: 102, status: 0 },
37
+ { id: 3, cron_id: 1, pid: 99, status: 1, exit_code: 0 },
38
+ { id: 4, cron_id: 1, pid: 98, status: 3, exit_code: 7 },
39
+ { id: 5, cron_id: 2, pid: 201, status: 0 },
40
+ ]);
41
+ let service;
42
+ const killed = [];
43
+ const CronService = load(path.resolve('back/services/cron.ts'), {
44
+ '../config': {},
45
+ '../data/cron': {
46
+ CrontabModel: crons,
47
+ CrontabStatus: { queued: 3, running: 0, idle: 1 },
48
+ },
49
+ '../data/runningInstance': {
50
+ RunningInstanceModel: instances,
51
+ InstanceStatus: { running: 0, finished: 1, stopped: 2, error: 3 },
52
+ },
53
+ '../config/util': {
54
+ killTask: async (pid, wait) => {
55
+ assert.equal(wait, true);
56
+ killed.push(pid);
57
+ await onKill({ pid, service, instances, crons });
58
+ },
59
+ killAllTasks: async () => {
60
+ throw Error('command-wide scans must not run');
61
+ },
62
+ },
63
+ '../config/const': {},
64
+ '../schedule/client': {},
65
+ '../shared/pLimit': {},
66
+ '../shared/utils': {},
67
+ '../shared/i18n': { t: (s) => s },
68
+ '../shared/logReader': {},
69
+ '../shared/logStreamManager': {},
70
+ '../shared/childProcess': require('../../back/shared/childProcess'),
71
+ }).default;
72
+ service = new CronService({ info() {}, error() {} });
73
+ service.getDb = ({ id }) => crons.findByPk(id);
74
+ return { service, instances, crons, killed };
75
+ }
76
+ async function report(service, pid, code) {
77
+ await service.status({
78
+ ids: [1],
79
+ status: 1,
80
+ pid,
81
+ log_path: 'one.log',
82
+ last_running_time: 1,
83
+ last_execution_time: 100,
84
+ exit_code: code,
85
+ });
86
+ }
87
+ test('stop wins when shell exit writes error or success during termination, preserving exit codes', async (t) => {
88
+ const f = await fixture(t, async ({ service }) => {
89
+ await report(service, 101, 143);
90
+ await report(service, 102, 0);
91
+ });
92
+ await f.service.stop([1]);
93
+ const rows = await f.instances.findAll({ order: [['id', 'ASC']], raw: true });
94
+ assert.deepEqual(
95
+ rows.map((r) => [r.id, r.status, r.exit_code]),
96
+ [
97
+ [1, 2, 143],
98
+ [2, 2, 0],
99
+ [3, 1, 0],
100
+ [4, 3, 7],
101
+ [5, 0, null],
102
+ ],
103
+ );
104
+ });
105
+ test('late shell completion cannot overwrite stopped instances', async (t) => {
106
+ const f = await fixture(t);
107
+ await f.service.stop([1]);
108
+ await report(f.service, 101, 143);
109
+ assert.equal((await f.instances.findByPk(1)).status, 2);
110
+ assert.equal((await f.instances.findByPk(2)).status, 2);
111
+ });
112
+ test('rows created after the stop snapshot are not relabelled', async (t) => {
113
+ const f = await fixture(t, async ({ instances }) => {
114
+ if (!(await instances.findByPk(6)))
115
+ await instances.create({ id: 6, cron_id: 1, pid: 103, status: 0 });
116
+ });
117
+ await f.service.stop([1]);
118
+ assert.equal((await f.instances.findByPk(6)).status, 0);
119
+ assert.equal((await f.instances.findByPk(1)).status, 2);
120
+ });
121
+ test('repeated stop does not rewrite historical rows or their finished timestamps', async (t) => {
122
+ const f = await fixture(t);
123
+ await f.service.stop([1]);
124
+ const before = await f.instances.findAll({
125
+ raw: true,
126
+ order: [['id', 'ASC']],
127
+ });
128
+ await f.service.stop([1]);
129
+ assert.deepEqual(
130
+ await f.instances.findAll({ raw: true, order: [['id', 'ASC']] }),
131
+ before,
132
+ );
133
+ });
134
+ test('batch stop captures running instances from every requested cron', async (t) => {
135
+ const f = await fixture(t);
136
+ await f.service.stop([1, 2]);
137
+ assert.equal((await f.instances.findByPk(5)).status, 2);
138
+ assert.equal((await f.instances.findByPk(3)).status, 1);
139
+ });
140
+
141
+ test('stop signals every snapshotted PID exactly once and preserves a later running instance', async (t) => {
142
+ const f = await fixture(t, async ({ instances, crons }) => {
143
+ if (!(await instances.findByPk(6))) {
144
+ await instances.create({ id: 6, cron_id: 1, pid: 103, status: 0 });
145
+ await crons.update(
146
+ { pid: 103, log_path: 'later.log', status: 0 },
147
+ { where: { id: 1 } },
148
+ );
149
+ }
150
+ });
151
+ await f.service.stop([1]);
152
+ assert.deepEqual(f.killed, [101, 102]);
153
+ assert.equal((await f.instances.findByPk(6)).status, 0);
154
+ assert.equal((await f.crons.findByPk(1)).pid, 103);
155
+ assert.equal((await f.crons.findByPk(1)).status, 0);
156
+ });
157
+
158
+ test('failed termination is not finalized as stopped', async (t) => {
159
+ const f = await fixture(t, async ({ pid }) => {
160
+ if (pid === 102) throw Error('still alive');
161
+ });
162
+ await f.service.stop([1]);
163
+ assert.deepEqual(f.killed, [101, 102]);
164
+ assert.equal((await f.instances.findByPk(1)).status, 2);
165
+ assert.equal((await f.instances.findByPk(2)).status, 0);
166
+ assert.equal((await f.crons.findByPk(1)).status, 0);
167
+ });
@@ -0,0 +1,53 @@
1
+ const assert = require('node:assert/strict');
2
+ const test = require('node:test');
3
+ const path = require('node:path');
4
+ const dayjs = require('dayjs');
5
+ const load = require('../helpers/load-security-module.cjs');
6
+
7
+ test('subscription becomes idle and closes its log even when completion logging fails', async () => {
8
+ const updates = [];
9
+ let closed = 0;
10
+ let notified = 0;
11
+ const Subscription = load(path.resolve('back/services/subscription.ts'), {
12
+ '../config': {},
13
+ '../data/subscription': {
14
+ SubscriptionModel: { update: async (values) => updates.push(values) },
15
+ SubscriptionStatus: { idle: 1 },
16
+ },
17
+ '../data/cron': {},
18
+ '../config/util': { handleLogPath: async () => '/tmp/unused-log' },
19
+ '../config/const': { LOG_END_SYMBOL: 'end' },
20
+ '../config/subscription': {},
21
+ '../shared/i18n': { t: (s) => s, tf: (s) => s },
22
+ '../shared/pLimit': {},
23
+ '../shared/logReader': {},
24
+ '../shared/logStreamManager': {
25
+ logStreamManager: {
26
+ write: async () => {
27
+ throw new Error('ENOSPC');
28
+ },
29
+ closeStream: async () => {
30
+ closed++;
31
+ throw new Error('ENOSPC');
32
+ },
33
+ },
34
+ },
35
+ './schedule': {},
36
+ './sock': {},
37
+ './sshKey': {},
38
+ './cron': {},
39
+ }).default;
40
+ const service = new Subscription(
41
+ {},
42
+ {},
43
+ { sendMessage: () => notified++ },
44
+ {},
45
+ {},
46
+ );
47
+ service.getDb = async () => ({ id: 1, log_path: 'log' });
48
+ const callbacks = service.taskCallbacks({ id: 1 });
49
+ await assert.rejects(callbacks.onEnd(undefined, dayjs(), 1), /ENOSPC/);
50
+ assert.equal(closed, 1);
51
+ assert.equal(updates.at(-1).status, 1);
52
+ assert.equal(notified, 1);
53
+ });
@@ -0,0 +1,66 @@
1
+ const test = require('node:test');
2
+ const assert = require('node:assert/strict');
3
+ const { Sequelize, DataTypes } = require('sequelize');
4
+ const load = require('../helpers/load-security-module.cjs');
5
+
6
+ async function fixture(t, onKill = async () => {}) {
7
+ const db = new Sequelize({
8
+ dialect: 'sqlite',
9
+ storage: ':memory:',
10
+ logging: false,
11
+ });
12
+ t.after(() => db.close());
13
+ const rows = db.define('Subscription', {
14
+ pid: DataTypes.INTEGER,
15
+ status: DataTypes.INTEGER,
16
+ });
17
+ await db.sync();
18
+ await rows.create({ id: 1, pid: 101, status: 0 });
19
+ const Service = load('back/services/subscription.ts', {
20
+ '../config': {},
21
+ '../data/cron': {},
22
+ '../config/const': {},
23
+ '../data/subscription': {
24
+ SubscriptionModel: rows,
25
+ SubscriptionStatus: { idle: 1 },
26
+ },
27
+ '../config/util': { killTask: async () => onKill(rows) },
28
+ '../config/subscription': {},
29
+ '../shared/i18n': {},
30
+ '../shared/pLimit': {},
31
+ '../shared/logReader': {},
32
+ '../shared/logStreamManager': {},
33
+ './schedule': {},
34
+ './sock': {},
35
+ './sshKey': {},
36
+ './cron': {},
37
+ }).default;
38
+ return { rows, service: new Service({ error() {} }, {}, {}, {}, {}) };
39
+ }
40
+
41
+ test('successful subscription stop clears the stored PID', async (t) => {
42
+ const f = await fixture(t);
43
+ await f.service.stop([1]);
44
+ const row = await f.rows.findByPk(1);
45
+ assert.equal(row.status, 1);
46
+ assert.equal(row.pid, null);
47
+ });
48
+
49
+ test('subscription stop does not overwrite a replacement process started during termination', async (t) => {
50
+ const f = await fixture(t, async (rows) => {
51
+ await rows.update({ pid: 202, status: 0 }, { where: { id: 1 } });
52
+ });
53
+ await f.service.stop([1]);
54
+ const row = await f.rows.findByPk(1);
55
+ assert.equal(row.status, 0);
56
+ assert.equal(row.pid, 202);
57
+ });
58
+
59
+ test('subscription stop cancels a queued row without a PID', async (t) => {
60
+ const f = await fixture(t, () => assert.fail('queued row has no process'));
61
+ await f.rows.update({ pid: null, status: 3 }, { where: { id: 1 } });
62
+ await f.service.stop([1]);
63
+ const row = await f.rows.findByPk(1);
64
+ assert.equal(row.status, 1);
65
+ assert.equal(row.pid, null);
66
+ });
@@ -0,0 +1,126 @@
1
+ const assert = require('node:assert/strict');
2
+ const fs = require('node:fs/promises');
3
+ const os = require('node:os');
4
+ const path = require('node:path');
5
+ const test = require('node:test');
6
+
7
+ test('clearing a dependency cache marks installed entries for reinstall', async (t) => {
8
+ const directory = await fs.mkdtemp(path.join(os.tmpdir(), 'ql-dependence-'));
9
+ const nodeCache = path.join(directory, 'node');
10
+ await fs.mkdir(nodeCache);
11
+ await fs.writeFile(path.join(nodeCache, 'package'), 'cached');
12
+ t.after(() => fs.rm(directory, { recursive: true, force: true }));
13
+
14
+ const moduleStubs = new Map();
15
+ const stubModule = (modulePath, exports) => {
16
+ const resolved = require.resolve(modulePath);
17
+ moduleStubs.set(resolved, require.cache[resolved]);
18
+ require.cache[resolved] = {
19
+ id: resolved,
20
+ filename: resolved,
21
+ loaded: true,
22
+ exports,
23
+ children: [],
24
+ paths: [],
25
+ };
26
+ };
27
+ const updates = [];
28
+ const DependenceStatus = { installed: 1, installFailed: 2 };
29
+ const DependenceTypes = { nodejs: 0, python3: 1 };
30
+
31
+ stubModule('../../back/config', {
32
+ __esModule: true,
33
+ default: { dependenceCachePath: directory },
34
+ });
35
+ stubModule('../../back/config/const', {
36
+ NotificationModeStringMap: {},
37
+ TASK_COMMAND: 'task',
38
+ });
39
+ stubModule('../../back/config/util', {
40
+ getPid: async () => 0,
41
+ killTask: async () => {},
42
+ parseContentVersion: () => '',
43
+ parseVersion: () => '',
44
+ promiseExec: async () => '',
45
+ readDirs: async () => [],
46
+ rmPath: async () => {},
47
+ setSystemTimezone: async () => true,
48
+ updateLinuxMirrorFile: async () => {},
49
+ });
50
+ stubModule('../../back/data/dependence', {
51
+ DependenceModel: {
52
+ update: async (values, options) => updates.push({ values, options }),
53
+ },
54
+ DependenceStatus,
55
+ DependenceTypes,
56
+ });
57
+ stubModule('../../back/data/notify', {});
58
+ stubModule('../../back/data/system', {
59
+ AuthDataType: {},
60
+ SystemModel: {},
61
+ });
62
+ stubModule('../../back/shared/pLimit', {
63
+ __esModule: true,
64
+ default: {},
65
+ });
66
+ stubModule('../../back/shared/i18n', {
67
+ setLang: () => {},
68
+ t: (message) => message,
69
+ });
70
+ stubModule('../../back/services/notify', {
71
+ __esModule: true,
72
+ default: class NotificationService {},
73
+ });
74
+ stubModule('../../back/services/schedule', {
75
+ __esModule: true,
76
+ default: class ScheduleService {},
77
+ });
78
+ stubModule('../../back/services/sock', {
79
+ __esModule: true,
80
+ default: class SockService {},
81
+ });
82
+
83
+ const servicePath = require.resolve('../../back/services/system');
84
+ const originalService = require.cache[servicePath];
85
+ delete require.cache[servicePath];
86
+ t.after(() => {
87
+ if (originalService) {
88
+ require.cache[servicePath] = originalService;
89
+ } else {
90
+ delete require.cache[servicePath];
91
+ }
92
+ for (const [resolved, original] of moduleStubs) {
93
+ if (original) {
94
+ require.cache[resolved] = original;
95
+ } else {
96
+ delete require.cache[resolved];
97
+ }
98
+ }
99
+ });
100
+
101
+ const SystemService = require('../../back/services/system').default;
102
+ const service = new SystemService({}, {}, {});
103
+ assert.deepEqual(await service.cleanDependence('node'), { code: 200 });
104
+ assert.deepEqual(await service.cleanDependence('python3'), { code: 200 });
105
+ await assert.rejects(fs.stat(nodeCache), { code: 'ENOENT' });
106
+ assert.deepEqual(updates, [
107
+ {
108
+ values: { status: DependenceStatus.installFailed },
109
+ options: {
110
+ where: {
111
+ type: DependenceTypes.nodejs,
112
+ status: DependenceStatus.installed,
113
+ },
114
+ },
115
+ },
116
+ {
117
+ values: { status: DependenceStatus.installFailed },
118
+ options: {
119
+ where: {
120
+ type: DependenceTypes.python3,
121
+ status: DependenceStatus.installed,
122
+ },
123
+ },
124
+ },
125
+ ]);
126
+ });