@whyour/qinglong 2.21.0-8 → 2.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (265) hide show
  1. package/.dockerignore +13 -0
  2. package/.env.example +7 -0
  3. package/AGENTS.md +2 -2
  4. package/README-en.md +24 -0
  5. package/README.md +24 -0
  6. package/back/protos/api.proto +6 -1
  7. package/back/protos/cron.proto +4 -1
  8. package/docker/Dockerfile +31 -12
  9. package/docker/Dockerfile.310 +31 -12
  10. package/docker/Dockerfile.debian +22 -14
  11. package/docker/Dockerfile.debian310 +24 -14
  12. package/docker/build-manifest.cjs +28 -0
  13. package/docker/verify-build.cjs +49 -0
  14. package/docs/releases/2.22.0-validation.md +49 -0
  15. package/docs/releases/2.22.0.md +54 -0
  16. package/ecosystem.config.js +10 -1
  17. package/package.json +11 -6
  18. package/sample/config.sample.sh +10 -0
  19. package/sample/notify.js +54 -0
  20. package/sample/notify.py +37 -0
  21. package/scripts/benchmark-execution.cjs +96 -0
  22. package/scripts/write-build-info.cjs +27 -0
  23. package/shell/api.sh +34 -13
  24. package/shell/check.sh +59 -19
  25. package/shell/lang/en.sh +6 -0
  26. package/shell/lang/zh.sh +6 -0
  27. package/shell/node_path_cache.sh +128 -0
  28. package/shell/otask.sh +7 -1
  29. package/shell/preload/sitecustomize.js +5 -1
  30. package/shell/share.sh +25 -8
  31. package/shell/start.sh +6 -3
  32. package/shell/task.sh +13 -3
  33. package/shell/update.sh +65 -4
  34. package/static/build/api/clientIp.js +42 -0
  35. package/static/build/api/config.js +8 -16
  36. package/static/build/api/cron.js +38 -2
  37. package/static/build/api/dashboard.js +37 -0
  38. package/static/build/api/health.js +2 -2
  39. package/static/build/api/index.js +4 -0
  40. package/static/build/api/log.js +30 -19
  41. package/static/build/api/retention.js +63 -0
  42. package/static/build/api/script.js +23 -22
  43. package/static/build/api/subscription.js +16 -2
  44. package/static/build/api/system.js +25 -2
  45. package/static/build/api/user.js +75 -15
  46. package/static/build/app.js +54 -45
  47. package/static/build/bootstrap/database.js +51 -0
  48. package/static/build/config/const.js +1 -0
  49. package/static/build/config/share.js +5 -4
  50. package/static/build/config/util.js +133 -38
  51. package/static/build/data/cron.js +1 -0
  52. package/static/build/data/notify.js +11 -1
  53. package/static/build/loaders/app.js +2 -0
  54. package/static/build/loaders/db.js +3 -33
  55. package/static/build/loaders/deps.js +29 -0
  56. package/static/build/loaders/express.js +30 -21
  57. package/static/build/loaders/initData.js +10 -7
  58. package/static/build/loaders/sock.js +72 -6
  59. package/static/build/middlewares/monitoring.js +12 -33
  60. package/static/build/middlewares/protectedPathCase.js +17 -0
  61. package/static/build/protos/api.js +56 -2
  62. package/static/build/protos/cron.js +21 -4
  63. package/static/build/protos/health.js +1 -1
  64. package/static/build/schedule/addCron.js +9 -0
  65. package/static/build/schedule/api.js +5 -2
  66. package/static/build/schedule/client.js +38 -6
  67. package/static/build/schedule/health.js +72 -7
  68. package/static/build/services/config.js +5 -42
  69. package/static/build/services/cron.js +338 -199
  70. package/static/build/services/dependence.js +47 -0
  71. package/static/build/services/grpc.js +1 -1
  72. package/static/build/services/health.js +4 -7
  73. package/static/build/services/http.js +8 -2
  74. package/static/build/services/log.js +2 -3
  75. package/static/build/services/metrics.js +46 -14
  76. package/static/build/services/notify.js +26 -0
  77. package/static/build/services/retention.js +123 -0
  78. package/static/build/services/schedule.js +57 -33
  79. package/static/build/services/script.js +4 -5
  80. package/static/build/services/subscription.js +55 -34
  81. package/static/build/services/system.js +37 -9
  82. package/static/build/services/user.js +213 -25
  83. package/static/build/shared/auth.js +18 -5
  84. package/static/build/shared/authMutation.js +17 -0
  85. package/static/build/shared/childProcess.js +82 -0
  86. package/static/build/shared/clientIp.js +27 -0
  87. package/static/build/shared/errors.js +9 -0
  88. package/static/build/shared/fileAccess.js +60 -0
  89. package/static/build/shared/i18n.js +12 -5
  90. package/static/build/shared/logReader.js +85 -0
  91. package/static/build/shared/logStreamManager.js +80 -60
  92. package/static/build/shared/password.js +30 -0
  93. package/static/build/shared/retention.js +58 -0
  94. package/static/build/shared/runCron.js +28 -15
  95. package/static/build/shared/schedulerMutationLock.js +44 -0
  96. package/static/build/shared/schedulerReadiness.js +82 -0
  97. package/static/build/shared/schemaMigrations.js +58 -0
  98. package/static/build/shared/startupProcess.js +48 -0
  99. package/static/build/shared/store.js +7 -0
  100. package/static/build/shared/trustProxy.js +119 -0
  101. package/static/build/validation/schedule.js +3 -3
  102. package/static/dist/{1885.e1ea09f6.async.js → 1885.b8f427bf.async.js} +1 -1
  103. package/static/dist/2031.6af40025.async.js +1 -0
  104. package/static/dist/2693.51c2636b.async.js +1 -0
  105. package/static/dist/{2890.9e373f5b.async.js → 2890.add55e85.async.js} +1 -1
  106. package/static/dist/2901.2ca95295.async.js +1 -0
  107. package/static/dist/445.a65ff63b.async.js +1 -0
  108. package/static/dist/4736.1d2b5cb6.async.js +1 -0
  109. package/static/dist/{4859.6592cebb.async.js → 4859.97d6653c.async.js} +1 -1
  110. package/static/dist/{6013.4e38de36.async.js → 6013.db535339.async.js} +1 -1
  111. package/static/dist/6212.9e6d9913.async.js +1 -0
  112. package/static/dist/{6339.ab305e96.async.js → 6431.4603ad0e.async.js} +1 -1
  113. package/static/dist/{6872.42f939f1.async.js → 6872.a503ef55.async.js} +1 -1
  114. package/static/dist/7231.f7e5b668.async.js +1 -0
  115. package/static/dist/{7355.f9f263d8.async.js → 7355.fca746f5.async.js} +1 -1
  116. package/static/dist/{7508.7dcee91c.async.js → 7508.d90eac63.async.js} +1 -1
  117. package/static/dist/{7984.594296a5.async.js → 7984.eaac7402.async.js} +1 -1
  118. package/static/dist/8844.a0fef08e.async.js +1 -0
  119. package/static/dist/index.html +2 -2
  120. package/static/dist/layouts__index.633d3553.async.js +1 -0
  121. package/static/dist/preload_helper.cf7de3fa.js +1 -0
  122. package/static/dist/{src__pages__config__index.a22ff7dc.async.js → src__pages__config__index.9aba4054.async.js} +1 -1
  123. package/static/dist/src__pages__crontab__detail.86b2eebb.async.js +1 -0
  124. package/static/dist/src__pages__crontab__index.ae4e06f2.async.js +1 -0
  125. package/static/dist/{src__pages__crontab__logModal.831d5e4b.async.js → src__pages__crontab__logModal.930535e2.async.js} +1 -1
  126. package/static/dist/src__pages__crontab__modal.a2c8fdcc.async.js +1 -0
  127. package/static/dist/src__pages__crontab__viewCreateModal.7b4f9cbe.async.js +1 -0
  128. package/static/dist/src__pages__crontab__viewManageModal.cd454ea0.async.js +1 -0
  129. package/static/dist/src__pages__dashboard__index.243c5a35.async.js +1 -0
  130. package/static/dist/src__pages__dashboard__taskResultModal.7795d6e1.async.js +1 -0
  131. package/static/dist/src__pages__dependence__index.874d501f.async.js +1 -0
  132. package/static/dist/src__pages__dependence__logModal.154efe7a.async.js +1 -0
  133. package/static/dist/src__pages__dependence__modal.a29c1a0f.async.js +1 -0
  134. package/static/dist/{src__pages__diff__index.013b7c75.async.js → src__pages__diff__index.1714b941.async.js} +1 -1
  135. package/static/dist/src__pages__env__editNameModal.c13d47d2.async.js +1 -0
  136. package/static/dist/src__pages__env__index.fd6fd2b0.async.js +1 -0
  137. package/static/dist/src__pages__env__modal.4d71adb3.async.js +1 -0
  138. package/static/dist/src__pages__error__index.aae50c94.async.js +1 -0
  139. package/static/dist/src__pages__initialization__index.82a2e967.async.js +1 -0
  140. package/static/dist/src__pages__log__index.71250e0d.async.js +1 -0
  141. package/static/dist/{src__pages__login__index.8c813eb1.async.js → src__pages__login__index.a0fd5ed8.async.js} +1 -1
  142. package/static/dist/src__pages__script__editModal.22acdf7c.async.js +1 -0
  143. package/static/dist/src__pages__script__editNameModal.1a521cc0.async.js +1 -0
  144. package/static/dist/src__pages__script__index.a18b2692.async.js +1 -0
  145. package/static/dist/src__pages__script__renameModal.0ab029e7.async.js +1 -0
  146. package/static/dist/src__pages__script__saveModal.8965b74c.async.js +1 -0
  147. package/static/dist/src__pages__script__setting.35ad4f02.async.js +1 -0
  148. package/static/dist/src__pages__setting__appModal.7eaeb9d3.async.js +1 -0
  149. package/static/dist/{src__pages__setting__checkUpdate.34d773f2.async.js → src__pages__setting__checkUpdate.d175b154.async.js} +1 -1
  150. package/static/dist/src__pages__setting__clientIp.3a8711ed.async.js +1 -0
  151. package/static/dist/src__pages__setting__dependence.9c0f749b.async.js +1 -0
  152. package/static/dist/src__pages__setting__index.cb397741.async.js +1 -0
  153. package/static/dist/src__pages__setting__loginLog.e0a1f54d.async.js +1 -0
  154. package/static/dist/src__pages__setting__notification.2ffe4e5a.async.js +1 -0
  155. package/static/dist/src__pages__setting__other.3d0b8492.async.js +1 -0
  156. package/static/dist/{src__pages__setting__progress.8823ac90.async.js → src__pages__setting__progress.2ccae3d7.async.js} +1 -1
  157. package/static/dist/src__pages__setting__security.e2d71ebb.async.js +1 -0
  158. package/static/dist/src__pages__setting__systemLog.b3046955.async.js +1 -0
  159. package/static/dist/src__pages__subscription__index.43086a06.async.js +1 -0
  160. package/static/dist/src__pages__subscription__logModal.cdba5139.async.js +1 -0
  161. package/static/dist/src__pages__subscription__modal.38991e1e.async.js +1 -0
  162. package/static/dist/{umi.a54a59f6.js → umi.fc019050.js} +1 -1
  163. package/test/back/auth-security.test.cjs +74 -0
  164. package/test/back/build-provenance.test.cjs +150 -0
  165. package/test/back/cron-log-name.test.cjs +110 -0
  166. package/test/back/cron-validation.test.cjs +45 -0
  167. package/test/back/dashboard-failures.test.cjs +173 -0
  168. package/test/back/database-bootstrap.test.cjs +193 -0
  169. package/test/back/dependence-cache-status.test.cjs +125 -0
  170. package/test/back/deprecated-file-routes.test.cjs +82 -0
  171. package/test/back/ecosystem.test.cjs +28 -0
  172. package/test/back/env-name-parsing.test.cjs +96 -0
  173. package/test/back/execution-lifecycle.test.cjs +236 -0
  174. package/test/back/file-access-security.test.cjs +47 -0
  175. package/test/back/fileTreeListing.test.cjs +57 -0
  176. package/test/back/grpc-cron-response.test.cjs +60 -0
  177. package/test/back/http-exclusive-listen.test.cjs +31 -0
  178. package/test/back/http-security.test.cjs +213 -0
  179. package/test/back/listen-security.test.cjs +67 -0
  180. package/test/back/log-path-security.test.cjs +158 -0
  181. package/test/back/logReader.test.cjs +72 -0
  182. package/test/back/manual-execution.test.cjs +85 -0
  183. package/test/back/manual-stop-claim.test.cjs +220 -0
  184. package/test/back/metrics.test.cjs +34 -0
  185. package/test/back/monitoring.test.cjs +73 -0
  186. package/test/back/node-path-cache.test.cjs +173 -0
  187. package/test/back/node-path-lock.test.cjs +178 -0
  188. package/test/back/npm-publication.test.cjs +70 -0
  189. package/test/back/primary-apm.test.cjs +24 -0
  190. package/test/back/process-exit-state.test.cjs +81 -0
  191. package/test/back/process-stop-signal.test.cjs +77 -0
  192. package/test/back/protected-path-case.test.cjs +58 -0
  193. package/test/back/qlServiceLogCommand.test.cjs +128 -0
  194. package/test/back/retention.test.cjs +131 -0
  195. package/test/back/role-loading.test.cjs +118 -0
  196. package/test/back/schedule-health.test.cjs +86 -0
  197. package/test/back/scheduler-file-lock.test.cjs +51 -0
  198. package/test/back/scheduler-mutation.test.cjs +312 -0
  199. package/test/back/scheduler-readiness.test.cjs +85 -0
  200. package/test/back/scheduler-reconciliation.test.cjs +152 -0
  201. package/test/back/scheduler-rpc-timeout.test.cjs +49 -0
  202. package/test/back/schema-migrations.test.cjs +127 -0
  203. package/test/back/shell-api-parsing.test.cjs +184 -0
  204. package/test/back/sock-polling.test.cjs +297 -0
  205. package/test/back/sock-security.test.cjs +72 -0
  206. package/test/back/start-env-preservation.test.cjs +53 -0
  207. package/test/back/stop-failure-feedback.test.cjs +158 -0
  208. package/test/back/stop-race.test.cjs +167 -0
  209. package/test/back/subscription-cleanup.test.cjs +53 -0
  210. package/test/back/subscription-stop-state.test.cjs +66 -0
  211. package/test/back/system-dependence-cache.test.cjs +126 -0
  212. package/test/back/task-time.test.cjs +116 -0
  213. package/test/back/user-api.test.cjs +99 -0
  214. package/test/back/user-security.test.cjs +248 -0
  215. package/test/back/worker-apm.test.cjs +84 -0
  216. package/test/back/wpush-grpc.test.cjs +115 -0
  217. package/test/front/cron-log-pagination.test.cjs +214 -0
  218. package/test/front/http-auth.test.cjs +152 -0
  219. package/test/front/http-error.test.cjs +29 -0
  220. package/test/helpers/load-security-module.cjs +42 -0
  221. package/version.yaml +19 -34
  222. package/CLAUDE.md +0 -43
  223. package/static/dist/1147.62793604.async.js +0 -1
  224. package/static/dist/134.54df9e38.async.js +0 -1
  225. package/static/dist/2208.85285476.async.js +0 -1
  226. package/static/dist/2286.f371c743.async.js +0 -1
  227. package/static/dist/3191.545ab873.async.js +0 -1
  228. package/static/dist/4902.555f92ab.async.js +0 -1
  229. package/static/dist/5520.ff2cfd6b.async.js +0 -1
  230. package/static/dist/6431.c50479be.async.js +0 -1
  231. package/static/dist/8826.db34ad8d.async.js +0 -1
  232. package/static/dist/layouts__index.a7a2bfe0.async.js +0 -1
  233. package/static/dist/preload_helper.3048fe5b.js +0 -1
  234. package/static/dist/src__pages__crontab__detail.b98f0084.async.js +0 -1
  235. package/static/dist/src__pages__crontab__index.68e78a33.async.js +0 -1
  236. package/static/dist/src__pages__crontab__modal.f7041c7c.async.js +0 -1
  237. package/static/dist/src__pages__crontab__viewCreateModal.4d589f66.async.js +0 -1
  238. package/static/dist/src__pages__crontab__viewManageModal.0e317746.async.js +0 -1
  239. package/static/dist/src__pages__dashboard__index.58177357.async.js +0 -1
  240. package/static/dist/src__pages__dependence__index.b7bbc795.async.js +0 -1
  241. package/static/dist/src__pages__dependence__logModal.0681830b.async.js +0 -1
  242. package/static/dist/src__pages__dependence__modal.f7bb47ba.async.js +0 -1
  243. package/static/dist/src__pages__env__editNameModal.48715576.async.js +0 -1
  244. package/static/dist/src__pages__env__index.452cdc47.async.js +0 -1
  245. package/static/dist/src__pages__env__modal.e1234834.async.js +0 -1
  246. package/static/dist/src__pages__error__index.dedb2b90.async.js +0 -1
  247. package/static/dist/src__pages__initialization__index.22620a77.async.js +0 -1
  248. package/static/dist/src__pages__log__index.9c66639f.async.js +0 -1
  249. package/static/dist/src__pages__script__editModal.cbf4ec0e.async.js +0 -1
  250. package/static/dist/src__pages__script__editNameModal.532a3044.async.js +0 -1
  251. package/static/dist/src__pages__script__index.1fc20f22.async.js +0 -1
  252. package/static/dist/src__pages__script__renameModal.5cdde919.async.js +0 -1
  253. package/static/dist/src__pages__script__saveModal.5ffed35f.async.js +0 -1
  254. package/static/dist/src__pages__script__setting.1a82c6d7.async.js +0 -1
  255. package/static/dist/src__pages__setting__appModal.43b7758a.async.js +0 -1
  256. package/static/dist/src__pages__setting__dependence.9c04c79a.async.js +0 -1
  257. package/static/dist/src__pages__setting__index.7e070838.async.js +0 -1
  258. package/static/dist/src__pages__setting__loginLog.cea6056c.async.js +0 -1
  259. package/static/dist/src__pages__setting__notification.bac481c2.async.js +0 -1
  260. package/static/dist/src__pages__setting__other.707cfafe.async.js +0 -1
  261. package/static/dist/src__pages__setting__security.b7235753.async.js +0 -1
  262. package/static/dist/src__pages__setting__systemLog.b81a8c1d.async.js +0 -1
  263. package/static/dist/src__pages__subscription__index.d0ab2abc.async.js +0 -1
  264. package/static/dist/src__pages__subscription__logModal.3864b37f.async.js +0 -1
  265. package/static/dist/src__pages__subscription__modal.562448e2.async.js +0 -1
@@ -0,0 +1,58 @@
1
+ const assert = require('node:assert/strict');
2
+ const test = require('node:test');
3
+
4
+ const protectedPathCase = require(
5
+ '../../back/middlewares/protectedPathCase',
6
+ ).default;
7
+
8
+ function runMiddleware(path) {
9
+ let status;
10
+ let body;
11
+ let nextCalled = false;
12
+ const response = {
13
+ status(value) {
14
+ status = value;
15
+ return this;
16
+ },
17
+ json(value) {
18
+ body = value;
19
+ return this;
20
+ },
21
+ };
22
+
23
+ protectedPathCase({ path }, response, () => {
24
+ nextCalled = true;
25
+ });
26
+
27
+ return { status, body, nextCalled };
28
+ }
29
+
30
+ test('rejects case variations under protected API namespaces', () => {
31
+ for (const path of [
32
+ '/Api/configs/detail',
33
+ '/api/Configs/detail',
34
+ '/OPEN/scripts/detail',
35
+ '/open/scripts/Detail',
36
+ ]) {
37
+ assert.deepEqual(runMiddleware(path), {
38
+ status: 400,
39
+ body: { code: 400, message: 'Invalid path format' },
40
+ nextCalled: false,
41
+ });
42
+ }
43
+ });
44
+
45
+ test('allows normalized protected paths and unrelated paths', () => {
46
+ for (const path of [
47
+ '/api/configs/detail',
48
+ '/open/scripts/detail',
49
+ '/OpenApi/status',
50
+ '/assets/AppBundle.js',
51
+ ]) {
52
+ assert.deepEqual(runMiddleware(path), {
53
+ status: undefined,
54
+ body: undefined,
55
+ nextCalled: true,
56
+ });
57
+ }
58
+ });
@@ -0,0 +1,128 @@
1
+ 'use strict';
2
+
3
+ const assert = require('node:assert/strict');
4
+ const fs = require('node:fs');
5
+ const os = require('node:os');
6
+ const path = require('node:path');
7
+ const { spawnSync } = require('node:child_process');
8
+ const { after, test } = require('node:test');
9
+
10
+ const root = path.resolve(__dirname, '../..');
11
+ const fixtureRoot = fs.mkdtempSync(path.join(os.tmpdir(), 'ql-log-command-'));
12
+
13
+ after(() => fs.rmSync(fixtureRoot, { recursive: true, force: true }));
14
+
15
+ function writeExecutable(filePath, content) {
16
+ fs.writeFileSync(filePath, content, { mode: 0o755 });
17
+ }
18
+
19
+ function prepareFixture(name) {
20
+ const testRoot = path.join(fixtureRoot, name);
21
+ const shellDir = path.join(testRoot, 'shell');
22
+ const binDir = path.join(testRoot, 'bin');
23
+ fs.mkdirSync(shellDir, { recursive: true });
24
+ fs.mkdirSync(binDir, { recursive: true });
25
+
26
+ fs.copyFileSync(
27
+ path.join(root, 'shell/update.sh'),
28
+ path.join(shellDir, 'update.sh'),
29
+ );
30
+ fs.writeFileSync(
31
+ path.join(shellDir, 'share.sh'),
32
+ [
33
+ 'dir_data="${QL_DATA_DIR:-$QL_DIR/data}"',
34
+ 'load_ql_envs() { :; }',
35
+ 'import_config() { :; }',
36
+ '',
37
+ ].join('\n'),
38
+ );
39
+ fs.writeFileSync(path.join(shellDir, 'api.sh'), '');
40
+ fs.writeFileSync(path.join(shellDir, 'env.sh'), '');
41
+ writeExecutable(
42
+ path.join(binDir, 'pm2'),
43
+ '#!/usr/bin/env bash\necho "pm2 must not be called" >&2\nexit 99\n',
44
+ );
45
+
46
+ return { binDir, shellDir, testRoot };
47
+ }
48
+
49
+ test('ql log reads the requested system log history without PM2', () => {
50
+ const { binDir, shellDir, testRoot } = prepareFixture('host');
51
+ const systemLogDir = path.join(testRoot, 'data/syslog');
52
+ fs.mkdirSync(systemLogDir, { recursive: true });
53
+ fs.writeFileSync(
54
+ path.join(systemLogDir, '2026-08-20.log'),
55
+ 'system-one\nsystem-two\nsystem-three\n',
56
+ );
57
+
58
+ const result = spawnSync(
59
+ '/bin/bash',
60
+ [path.join(shellDir, 'update.sh'), 'log', '--lines', '2', '--nostream'],
61
+ {
62
+ encoding: 'utf8',
63
+ env: {
64
+ ...process.env,
65
+ PATH: `${binDir}:${process.env.PATH}`,
66
+ QL_CONTAINER: 'false',
67
+ QL_DIR: testRoot,
68
+ },
69
+ },
70
+ );
71
+
72
+ assert.equal(result.status, 0, result.stderr);
73
+ assert.equal(result.stdout, 'system-two\nsystem-three\n');
74
+ assert.equal(fs.existsSync(path.join(testRoot, 'data/log/log')), false);
75
+ });
76
+
77
+ test('ql log follows the current Winston system log without PM2', () => {
78
+ const { binDir, shellDir, testRoot } = prepareFixture('container');
79
+ const systemLogDir = path.join(testRoot, 'data/syslog');
80
+ const currentDate = spawnSync('date', ['+%F'], { encoding: 'utf8' }).stdout.trim();
81
+ const currentLog = path.join(systemLogDir, `${currentDate}.log`);
82
+ fs.mkdirSync(systemLogDir, { recursive: true });
83
+ fs.writeFileSync(currentLog, 'system-one\n');
84
+ writeExecutable(
85
+ path.join(binDir, 'tail'),
86
+ '#!/usr/bin/env bash\nprintf "tail"\nprintf " <%s>" "$@"\nprintf "\\n"\n',
87
+ );
88
+
89
+ const result = spawnSync(
90
+ '/bin/bash',
91
+ [path.join(shellDir, 'update.sh'), 'log', '--lines', '0'],
92
+ {
93
+ encoding: 'utf8',
94
+ env: {
95
+ ...process.env,
96
+ PATH: `${binDir}:${process.env.PATH}`,
97
+ QL_CONTAINER: 'true',
98
+ QL_DIR: testRoot,
99
+ },
100
+ },
101
+ );
102
+
103
+ assert.equal(result.status, 0, result.stderr);
104
+ assert.equal(result.stdout, `tail <-n> <0> <--retry> <-F> <${currentLog}>\n`);
105
+ assert.equal(fs.existsSync(path.join(testRoot, 'data/log/log')), false);
106
+ });
107
+
108
+ test('ql log reports when no persisted system log exists', () => {
109
+ const { binDir, shellDir, testRoot } = prepareFixture('container-nostream');
110
+
111
+ const result = spawnSync(
112
+ '/bin/bash',
113
+ [path.join(shellDir, 'update.sh'), 'log', '--nostream'],
114
+ {
115
+ encoding: 'utf8',
116
+ env: {
117
+ ...process.env,
118
+ PATH: `${binDir}:${process.env.PATH}`,
119
+ QL_CONTAINER: 'true',
120
+ QL_DIR: testRoot,
121
+ },
122
+ },
123
+ );
124
+
125
+ assert.equal(result.status, 0);
126
+ assert.equal(result.stdout, '');
127
+ assert.match(result.stderr, /no system log found/);
128
+ });
@@ -0,0 +1,131 @@
1
+ const assert = require('node:assert/strict');
2
+ const fs = require('node:fs/promises');
3
+ const os = require('node:os');
4
+ const path = require('node:path');
5
+ const test = require('node:test');
6
+ const { Op } = require('sequelize');
7
+
8
+ const {
9
+ getDirectorySize,
10
+ normalizeRetentionPolicy,
11
+ } = require('../../back/shared/retention');
12
+
13
+ test('retention policy defaults to disabled and clamps invalid values', () => {
14
+ assert.deepEqual(normalizeRetentionPolicy({}), {
15
+ runningInstanceRetentionDays: 0,
16
+ cronStatRetentionDays: 0,
17
+ });
18
+ assert.deepEqual(
19
+ normalizeRetentionPolicy({
20
+ runningInstanceRetentionDays: -10,
21
+ cronStatRetentionDays: 99999,
22
+ }),
23
+ {
24
+ runningInstanceRetentionDays: 0,
25
+ cronStatRetentionDays: 3650,
26
+ },
27
+ );
28
+ });
29
+
30
+ test('directory preview counts files recursively and ignores symlinks', async (t) => {
31
+ const directory = await fs.mkdtemp(path.join(os.tmpdir(), 'ql-retention-'));
32
+ const nested = path.join(directory, 'nested');
33
+ t.after(() => fs.rm(directory, { recursive: true, force: true }));
34
+ await fs.mkdir(nested);
35
+ await fs.writeFile(path.join(directory, 'one'), Buffer.alloc(7));
36
+ await fs.writeFile(path.join(nested, 'two'), Buffer.alloc(11));
37
+ await fs.symlink(path.join(nested, 'two'), path.join(directory, 'link'));
38
+
39
+ assert.equal(await getDirectorySize(directory), 18);
40
+ assert.equal(await getDirectorySize(path.join(directory, 'missing')), 0);
41
+ });
42
+
43
+ test('cleanup previews first, protects running instances, and uses explicit options', async (t) => {
44
+ const directory = await fs.mkdtemp(path.join(os.tmpdir(), 'ql-retention-'));
45
+ const nodeCache = path.join(directory, 'node');
46
+ await fs.mkdir(nodeCache);
47
+ await fs.writeFile(path.join(nodeCache, 'cache'), Buffer.alloc(13));
48
+
49
+ const config = require('../../back/config').default;
50
+ const originalCachePath = config.dependenceCachePath;
51
+ const RunningInstanceModel = {};
52
+ const CrontabStatModel = {};
53
+ const InstanceStatus = { running: 0 };
54
+ const sequelize = {};
55
+ const stubModule = (modulePath, exports) => {
56
+ require.cache[require.resolve(modulePath)] = {
57
+ id: require.resolve(modulePath),
58
+ filename: require.resolve(modulePath),
59
+ loaded: true,
60
+ exports,
61
+ children: [],
62
+ paths: [],
63
+ };
64
+ };
65
+ stubModule('../../back/data', { sequelize });
66
+ stubModule('../../back/data/cronStats', { CrontabStatModel });
67
+ stubModule('../../back/data/runningInstance', {
68
+ InstanceStatus,
69
+ RunningInstanceModel,
70
+ });
71
+ stubModule('../../back/data/system', {
72
+ AuthDataType: { systemConfig: 'systemConfig' },
73
+ SystemModel: {},
74
+ });
75
+ delete require.cache[require.resolve('../../back/services/retention')];
76
+ const RetentionService = require('../../back/services/retention').default;
77
+
78
+ t.after(async () => {
79
+ config.dependenceCachePath = originalCachePath;
80
+ await fs.rm(directory, { recursive: true, force: true });
81
+ });
82
+
83
+ let instanceWhere;
84
+ let vacuumed = false;
85
+ let instanceCountCalls = 0;
86
+ let statCountCalls = 0;
87
+ config.dependenceCachePath = directory;
88
+ RunningInstanceModel.count = async ({ where }) => {
89
+ instanceCountCalls++;
90
+ instanceWhere = where;
91
+ return 2;
92
+ };
93
+ RunningInstanceModel.destroy = async ({ where }) => {
94
+ instanceWhere = where;
95
+ return 2;
96
+ };
97
+ CrontabStatModel.count = async () => {
98
+ statCountCalls++;
99
+ return 3;
100
+ };
101
+ CrontabStatModel.destroy = async () => 3;
102
+ sequelize.transaction = async (callback) => callback({});
103
+ sequelize.query = async (query) => {
104
+ vacuumed = query === 'VACUUM';
105
+ return [];
106
+ };
107
+
108
+ const service = new RetentionService();
109
+ const disabledPreview = await service.preview({
110
+ runningInstanceRetentionDays: 0,
111
+ cronStatRetentionDays: 0,
112
+ });
113
+ assert.equal(disabledPreview.runningInstances, 0);
114
+ assert.equal(disabledPreview.cronStats, 0);
115
+ assert.equal(instanceCountCalls, 0);
116
+ assert.equal(statCountCalls, 0);
117
+
118
+ const result = await service.cleanup({
119
+ runningInstanceRetentionDays: 30,
120
+ cronStatRetentionDays: 90,
121
+ dependenceCacheTypes: ['node'],
122
+ compactDatabase: true,
123
+ });
124
+
125
+ assert.equal(instanceWhere.status[Op.ne], InstanceStatus.running);
126
+ assert.equal(result.deleted.runningInstances, 2);
127
+ assert.equal(result.deleted.cronStats, 3);
128
+ assert.equal(result.deleted.dependenceCacheBytes, 13);
129
+ assert.equal(vacuumed, true);
130
+ await assert.rejects(fs.stat(nodeCache), { code: 'ENOENT' });
131
+ });
@@ -0,0 +1,118 @@
1
+ const test = require('node:test');
2
+ const assert = require('node:assert/strict');
3
+ const fs = require('node:fs');
4
+ const { createRequire } = require('node:module');
5
+ const path = require('node:path');
6
+ const ts = require('typescript');
7
+ const source = fs.readFileSync('back/app.ts', 'utf8');
8
+ const compiled = ts.transpileModule(
9
+ source.slice(0, source.indexOf('\nconst app = new Application();')) +
10
+ '\nmodule.exports = Application;',
11
+ {
12
+ compilerOptions: {
13
+ module: ts.ModuleKind.CommonJS,
14
+ target: ts.ScriptTarget.ES2020,
15
+ esModuleInterop: true,
16
+ },
17
+ },
18
+ ).outputText;
19
+
20
+ function fixture() {
21
+ const required = [],
22
+ listeners = new Map();
23
+ let invalidations = 0;
24
+ const module = { exports: {} };
25
+ const localRequire = createRequire(path.resolve('back/app.ts'));
26
+ const mocks = {
27
+ './config': { cors: { origin: ['http://localhost'] } },
28
+ './loaders/logger': { error() {}, warn() {}, info() {} },
29
+ './middlewares/monitoring': {
30
+ monitoringMiddleware: (_req, _res, next) => next(),
31
+ },
32
+ './schedule/client': {
33
+ default: { readiness: { invalidate: () => invalidations++ } },
34
+ __esModule: true,
35
+ },
36
+ };
37
+ new Function('require', 'module', 'exports', 'process', compiled)(
38
+ (name) => {
39
+ required.push(name);
40
+ return Object.hasOwn(mocks, name) ? mocks[name] : localRequire(name);
41
+ },
42
+ module,
43
+ module.exports,
44
+ { env: {}, on: (name, fn) => listeners.set(name, fn) },
45
+ );
46
+ return {
47
+ app: new module.exports(),
48
+ required,
49
+ listeners,
50
+ invalidations: () => invalidations,
51
+ };
52
+ }
53
+
54
+ test('primary construction does not load HTTP middleware, metrics or the gRPC client', () => {
55
+ const { required } = fixture();
56
+ for (const name of [
57
+ 'express',
58
+ 'helmet',
59
+ 'cors',
60
+ 'compression',
61
+ './middlewares/monitoring',
62
+ './schedule/client',
63
+ './config/util',
64
+ ]) {
65
+ assert.equal(required.includes(name), false, name);
66
+ }
67
+ });
68
+
69
+ test('lazy HTTP initialization preserves query filtering, security headers, CORS and compression', async (t) => {
70
+ const { app, required } = fixture();
71
+ const http = await app.setupMiddlewares();
72
+ http.get('/test', (req, res) =>
73
+ res.json({ query: req.query, data: 'x'.repeat(2048) }),
74
+ );
75
+ const server = await new Promise((resolve) => {
76
+ const server = http.listen(0, '127.0.0.1', () => resolve(server));
77
+ });
78
+ t.after(
79
+ () =>
80
+ new Promise((resolve) => {
81
+ server.close(resolve);
82
+ server.closeAllConnections();
83
+ }),
84
+ );
85
+ const response = await fetch(
86
+ `http://127.0.0.1:${server.address().port}/test?t=123&keep=yes`,
87
+ {
88
+ headers: { Origin: 'http://localhost', 'Accept-Encoding': 'gzip' },
89
+ },
90
+ );
91
+ assert.equal(response.status, 200);
92
+ assert.equal(response.headers.get('x-content-type-options'), 'nosniff');
93
+ assert.equal(
94
+ response.headers.get('access-control-allow-origin'),
95
+ 'http://localhost',
96
+ );
97
+ assert.equal(response.headers.get('content-encoding'), 'gzip');
98
+ assert.deepEqual((await response.json()).query, { keep: 'yes' });
99
+ assert.ok(required.includes('express'));
100
+ assert.equal(required.includes('./schedule/client'), false);
101
+ });
102
+
103
+ test('worker recovery messages still invalidate HTTP readiness, but gRPC shutdown setup does not load its client', async () => {
104
+ const grpc = fixture();
105
+ grpc.app.setupWorkerShutdown('grpc');
106
+ await grpc.listeners.get('message')('scheduler-unavailable');
107
+ assert.equal(grpc.required.includes('./schedule/client'), false);
108
+ const http = fixture();
109
+ http.app.setupWorkerShutdown('http');
110
+ await http.listeners.get('message')('scheduler-unavailable');
111
+ await http.listeners.get('message')('reregister-crons');
112
+ assert.equal(http.invalidations(), 2);
113
+ const shutdowns = [];
114
+ http.app.gracefulShutdown = (role) => shutdowns.push(role);
115
+ await http.listeners.get('message')('shutdown');
116
+ http.listeners.get('SIGTERM')();
117
+ assert.deepEqual(shutdowns, ['http', 'http']);
118
+ });
@@ -0,0 +1,86 @@
1
+ const assert = require('node:assert/strict');
2
+ const fs = require('node:fs/promises');
3
+ const http = require('node:http');
4
+ const os = require('node:os');
5
+ const path = require('node:path');
6
+ const test = require('node:test');
7
+
8
+ const config = require('../../back/config').default;
9
+ const { check } = require('../../back/schedule/health');
10
+
11
+ function runCheck(service = 'cron') {
12
+ return new Promise((resolve) => {
13
+ check({ request: { service } }, (error, response) => {
14
+ resolve({ error, response });
15
+ });
16
+ });
17
+ }
18
+
19
+ test('schedule health check uses the HTTP health endpoint and system logs', async (t) => {
20
+ const originalBaseUrl = config.baseUrl;
21
+ const originalPort = config.port;
22
+ const originalSystemLogPath = config.systemLogPath;
23
+ const originalContainer = process.env.QL_CONTAINER;
24
+
25
+ t.after(() => {
26
+ config.baseUrl = originalBaseUrl;
27
+ config.port = originalPort;
28
+ config.systemLogPath = originalSystemLogPath;
29
+ if (originalContainer === undefined) {
30
+ delete process.env.QL_CONTAINER;
31
+ } else {
32
+ process.env.QL_CONTAINER = originalContainer;
33
+ }
34
+ });
35
+
36
+ await t.test(
37
+ 'returns serving for a healthy prefixed HTTP service',
38
+ async () => {
39
+ let requestedUrl = '';
40
+ const server = http.createServer((request, response) => {
41
+ requestedUrl = request.url;
42
+ response.setHeader('Content-Type', 'application/json');
43
+ response.end(JSON.stringify({ code: 200, data: { status: 'ok' } }));
44
+ });
45
+ await new Promise((resolve) => server.listen(0, '127.0.0.1', resolve));
46
+ t.after(() => new Promise((resolve) => server.close(resolve)));
47
+
48
+ config.baseUrl = '/ql';
49
+ config.port = server.address().port;
50
+
51
+ const result = await runCheck();
52
+ assert.equal(result.error, null);
53
+ assert.deepEqual(result.response, { status: 1 });
54
+ assert.equal(requestedUrl, '/ql/api/health');
55
+ },
56
+ );
57
+
58
+ await t.test(
59
+ 'reports recent system logs when HTTP startup fails',
60
+ async () => {
61
+ const logDir = await fs.mkdtemp(path.join(os.tmpdir(), 'ql-health-'));
62
+ t.after(() => fs.rm(logDir, { recursive: true, force: true }));
63
+ const lines = Array.from(
64
+ { length: 305 },
65
+ (_, index) => `line-${index + 1}`,
66
+ );
67
+ await fs.writeFile(path.join(logDir, '2026-08-16.log'), 'older-log');
68
+ await fs.writeFile(path.join(logDir, '2026-08-17.log'), lines.join('\n'));
69
+ config.systemLogPath = logDir;
70
+ config.port = 1;
71
+ process.env.QL_CONTAINER = 'true';
72
+
73
+ const result = await runCheck();
74
+ assert.equal(result.response, undefined);
75
+ assert.match(result.error.message, /ECONNREFUSED|connect/);
76
+ assert.match(
77
+ result.error.message,
78
+ /http:\/\/localhost:1\/ql\/api\/health/,
79
+ );
80
+ assert.match(result.error.message, /docker logs <container>/);
81
+ assert.match(result.error.message, /line-305/);
82
+ assert.doesNotMatch(result.error.message, /line-1\n/);
83
+ assert.doesNotMatch(result.error.message, /qinglong-error\.log/);
84
+ },
85
+ );
86
+ });
@@ -0,0 +1,51 @@
1
+ const test = require('node:test');
2
+ const assert = require('node:assert/strict');
3
+ const fs = require('node:fs/promises');
4
+ const os = require('node:os');
5
+ const path = require('node:path');
6
+ const load = require('../helpers/load-security-module.cjs');
7
+
8
+ for (const failOperation of [false, true]) {
9
+ test(`scheduler lock survives nested file writes and releases after ${
10
+ failOperation ? 'failure' : 'success'
11
+ }`, async (t) => {
12
+ // Match production's canonical /ql path even when macOS temp is a symlink.
13
+ const root = await fs.realpath(
14
+ await fs.mkdtemp(path.join(os.tmpdir(), 'ql-nested-lock-')),
15
+ );
16
+ t.after(() => fs.rm(root, { recursive: true, force: true }));
17
+ const config = { crontabFile: path.join(root, 'crontab.list') };
18
+ await fs.writeFile(config.crontabFile, '');
19
+ const { withSchedulerMutation } = load(
20
+ 'back/shared/schedulerMutationLock.ts',
21
+ {
22
+ '../config': config,
23
+ },
24
+ );
25
+ const { writeFileWithLock } = load('back/shared/utils.ts', {
26
+ '../config/util': {
27
+ fileExist: async (file) =>
28
+ fs.access(file).then(
29
+ () => true,
30
+ () => false,
31
+ ),
32
+ },
33
+ });
34
+ const failure = new Error('registration failed');
35
+ const operation = withSchedulerMutation(async () => {
36
+ await writeFileWithLock(config.crontabFile, 'first');
37
+ await writeFileWithLock(config.crontabFile, 'second');
38
+ if (failOperation) throw failure;
39
+ });
40
+ if (failOperation)
41
+ await assert.rejects(operation, (error) => error === failure);
42
+ else await operation;
43
+ await assert.rejects(fs.stat(`${config.crontabFile}.scheduler.lock`), {
44
+ code: 'ENOENT',
45
+ });
46
+ await withSchedulerMutation(() =>
47
+ writeFileWithLock(config.crontabFile, 'recovered'),
48
+ );
49
+ assert.equal(await fs.readFile(config.crontabFile, 'utf8'), 'recovered');
50
+ });
51
+ }