@whyour/qinglong 2.21.0 → 2.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (279) hide show
  1. package/.dockerignore +13 -0
  2. package/.env.example +7 -0
  3. package/AGENTS.md +2 -2
  4. package/README-en.md +24 -0
  5. package/README.md +24 -0
  6. package/back/protos/api.proto +9 -1
  7. package/back/protos/cron.proto +4 -1
  8. package/deploy/kubernetes/README.md +81 -0
  9. package/deploy/kubernetes/base/kustomization.yaml +5 -0
  10. package/deploy/kubernetes/base/qinglong.yaml +95 -0
  11. package/deploy/kubernetes/overlays/example/kustomization.yaml +10 -0
  12. package/docker/Dockerfile +31 -12
  13. package/docker/Dockerfile.310 +31 -12
  14. package/docker/Dockerfile.debian +22 -14
  15. package/docker/Dockerfile.debian310 +24 -14
  16. package/docker/build-manifest.cjs +28 -0
  17. package/docker/verify-build.cjs +49 -0
  18. package/docs/releases/2.22.0-validation.md +49 -0
  19. package/docs/releases/2.22.0.md +54 -0
  20. package/ecosystem.config.js +10 -1
  21. package/package.json +11 -6
  22. package/sample/config.sample.sh +17 -2
  23. package/sample/notify.js +118 -0
  24. package/sample/notify.py +93 -0
  25. package/scripts/benchmark-execution.cjs +96 -0
  26. package/scripts/write-build-info.cjs +27 -0
  27. package/shell/api.sh +41 -14
  28. package/shell/check.sh +59 -19
  29. package/shell/lang/en.sh +6 -0
  30. package/shell/lang/zh.sh +6 -0
  31. package/shell/node_path_cache.sh +128 -0
  32. package/shell/otask.sh +10 -1
  33. package/shell/preload/sitecustomize.js +5 -1
  34. package/shell/share.sh +26 -9
  35. package/shell/start.sh +6 -3
  36. package/shell/task.sh +13 -3
  37. package/shell/update.sh +65 -4
  38. package/static/build/api/clientIp.js +42 -0
  39. package/static/build/api/config.js +8 -16
  40. package/static/build/api/cron.js +39 -3
  41. package/static/build/api/dashboard.js +50 -6
  42. package/static/build/api/env.js +2 -2
  43. package/static/build/api/health.js +2 -2
  44. package/static/build/api/index.js +4 -0
  45. package/static/build/api/log.js +39 -19
  46. package/static/build/api/retention.js +63 -0
  47. package/static/build/api/script.js +23 -22
  48. package/static/build/api/subscription.js +16 -2
  49. package/static/build/api/system.js +31 -9
  50. package/static/build/api/user.js +75 -15
  51. package/static/build/app.js +63 -54
  52. package/static/build/bootstrap/database.js +51 -0
  53. package/static/build/config/const.js +2 -0
  54. package/static/build/config/grpcCerts.js +4 -4
  55. package/static/build/config/index.js +0 -4
  56. package/static/build/config/share.js +5 -4
  57. package/static/build/config/util.js +136 -41
  58. package/static/build/data/cron.js +1 -0
  59. package/static/build/data/notify.js +18 -1
  60. package/static/build/data/sock.js +1 -0
  61. package/static/build/loaders/app.js +8 -6
  62. package/static/build/loaders/db.js +5 -35
  63. package/static/build/loaders/deps.js +30 -22
  64. package/static/build/loaders/express.js +44 -32
  65. package/static/build/loaders/initData.js +10 -7
  66. package/static/build/loaders/initFile.js +1 -1
  67. package/static/build/loaders/initTask.js +3 -2
  68. package/static/build/loaders/server.js +1 -1
  69. package/static/build/loaders/sock.js +72 -6
  70. package/static/build/middlewares/monitoring.js +12 -33
  71. package/static/build/middlewares/protectedPathCase.js +17 -0
  72. package/static/build/protos/api.js +78 -2
  73. package/static/build/protos/cron.js +21 -4
  74. package/static/build/protos/health.js +1 -1
  75. package/static/build/schedule/addCron.js +76 -10
  76. package/static/build/schedule/api.js +5 -2
  77. package/static/build/schedule/client.js +38 -6
  78. package/static/build/schedule/delCron.js +11 -1
  79. package/static/build/schedule/health.js +72 -7
  80. package/static/build/services/config.js +5 -42
  81. package/static/build/services/cron.js +353 -164
  82. package/static/build/services/dependence.js +66 -18
  83. package/static/build/services/grpc.js +2 -2
  84. package/static/build/services/health.js +4 -7
  85. package/static/build/services/http.js +9 -3
  86. package/static/build/services/log.js +2 -3
  87. package/static/build/services/metrics.js +46 -14
  88. package/static/build/services/notify.js +73 -5
  89. package/static/build/services/retention.js +123 -0
  90. package/static/build/services/schedule.js +57 -33
  91. package/static/build/services/script.js +4 -5
  92. package/static/build/services/subscription.js +57 -34
  93. package/static/build/services/system.js +49 -11
  94. package/static/build/services/user.js +244 -31
  95. package/static/build/shared/auth.js +22 -3
  96. package/static/build/shared/authMutation.js +17 -0
  97. package/static/build/shared/childProcess.js +82 -0
  98. package/static/build/shared/clientIp.js +27 -0
  99. package/static/build/shared/errors.js +9 -0
  100. package/static/build/shared/fileAccess.js +60 -0
  101. package/static/build/shared/i18n.js +62 -4
  102. package/static/build/shared/logReader.js +85 -0
  103. package/static/build/shared/logStreamManager.js +80 -60
  104. package/static/build/shared/pLimit.js +3 -2
  105. package/static/build/shared/password.js +30 -0
  106. package/static/build/shared/retention.js +58 -0
  107. package/static/build/shared/runCron.js +28 -15
  108. package/static/build/shared/schedulerMutationLock.js +44 -0
  109. package/static/build/shared/schedulerReadiness.js +82 -0
  110. package/static/build/shared/schemaMigrations.js +58 -0
  111. package/static/build/shared/startupProcess.js +48 -0
  112. package/static/build/shared/store.js +7 -0
  113. package/static/build/shared/trustProxy.js +119 -0
  114. package/static/build/validation/schedule.js +12 -3
  115. package/static/dist/{1885.e1ea09f6.async.js → 1885.b8f427bf.async.js} +1 -1
  116. package/static/dist/2031.6af40025.async.js +1 -0
  117. package/static/dist/2693.51c2636b.async.js +1 -0
  118. package/static/dist/{2890.9e373f5b.async.js → 2890.add55e85.async.js} +1 -1
  119. package/static/dist/2901.2ca95295.async.js +1 -0
  120. package/static/dist/445.a65ff63b.async.js +1 -0
  121. package/static/dist/4736.1d2b5cb6.async.js +1 -0
  122. package/static/dist/{4859.6592cebb.async.js → 4859.97d6653c.async.js} +1 -1
  123. package/static/dist/{6013.4e38de36.async.js → 6013.db535339.async.js} +1 -1
  124. package/static/dist/6212.9e6d9913.async.js +1 -0
  125. package/static/dist/{6339.ab305e96.async.js → 6431.4603ad0e.async.js} +1 -1
  126. package/static/dist/{6872.42f939f1.async.js → 6872.a503ef55.async.js} +1 -1
  127. package/static/dist/7231.f7e5b668.async.js +1 -0
  128. package/static/dist/{7355.f9f263d8.async.js → 7355.fca746f5.async.js} +1 -1
  129. package/static/dist/{7508.7dcee91c.async.js → 7508.d90eac63.async.js} +1 -1
  130. package/static/dist/{7984.594296a5.async.js → 7984.eaac7402.async.js} +1 -1
  131. package/static/dist/8844.a0fef08e.async.js +1 -0
  132. package/static/dist/index.html +2 -2
  133. package/static/dist/layouts__index.633d3553.async.js +1 -0
  134. package/static/dist/preload_helper.cf7de3fa.js +1 -0
  135. package/static/dist/{src__pages__config__index.a22ff7dc.async.js → src__pages__config__index.9aba4054.async.js} +1 -1
  136. package/static/dist/src__pages__crontab__detail.86b2eebb.async.js +1 -0
  137. package/static/dist/src__pages__crontab__index.ae4e06f2.async.js +1 -0
  138. package/static/dist/{src__pages__crontab__logModal.0b8cce8c.async.js → src__pages__crontab__logModal.930535e2.async.js} +1 -1
  139. package/static/dist/src__pages__crontab__modal.a2c8fdcc.async.js +1 -0
  140. package/static/dist/src__pages__crontab__viewCreateModal.7b4f9cbe.async.js +1 -0
  141. package/static/dist/src__pages__crontab__viewManageModal.cd454ea0.async.js +1 -0
  142. package/static/dist/src__pages__dashboard__index.243c5a35.async.js +1 -0
  143. package/static/dist/src__pages__dashboard__taskResultModal.7795d6e1.async.js +1 -0
  144. package/static/dist/src__pages__dependence__index.874d501f.async.js +1 -0
  145. package/static/dist/src__pages__dependence__logModal.154efe7a.async.js +1 -0
  146. package/static/dist/src__pages__dependence__modal.a29c1a0f.async.js +1 -0
  147. package/static/dist/{src__pages__diff__index.013b7c75.async.js → src__pages__diff__index.1714b941.async.js} +1 -1
  148. package/static/dist/src__pages__env__editNameModal.c13d47d2.async.js +1 -0
  149. package/static/dist/src__pages__env__index.fd6fd2b0.async.js +1 -0
  150. package/static/dist/src__pages__env__modal.4d71adb3.async.js +1 -0
  151. package/static/dist/src__pages__error__index.aae50c94.async.js +1 -0
  152. package/static/dist/src__pages__initialization__index.82a2e967.async.js +1 -0
  153. package/static/dist/src__pages__log__index.71250e0d.async.js +1 -0
  154. package/static/dist/{src__pages__login__index.8c813eb1.async.js → src__pages__login__index.a0fd5ed8.async.js} +1 -1
  155. package/static/dist/src__pages__script__editModal.22acdf7c.async.js +1 -0
  156. package/static/dist/src__pages__script__editNameModal.1a521cc0.async.js +1 -0
  157. package/static/dist/src__pages__script__index.a18b2692.async.js +1 -0
  158. package/static/dist/src__pages__script__renameModal.0ab029e7.async.js +1 -0
  159. package/static/dist/src__pages__script__saveModal.8965b74c.async.js +1 -0
  160. package/static/dist/src__pages__script__setting.35ad4f02.async.js +1 -0
  161. package/static/dist/src__pages__setting__appModal.7eaeb9d3.async.js +1 -0
  162. package/static/dist/src__pages__setting__checkUpdate.d175b154.async.js +1 -0
  163. package/static/dist/src__pages__setting__clientIp.3a8711ed.async.js +1 -0
  164. package/static/dist/src__pages__setting__dependence.9c0f749b.async.js +1 -0
  165. package/static/dist/src__pages__setting__index.cb397741.async.js +1 -0
  166. package/static/dist/src__pages__setting__loginLog.e0a1f54d.async.js +1 -0
  167. package/static/dist/src__pages__setting__notification.2ffe4e5a.async.js +1 -0
  168. package/static/dist/src__pages__setting__other.3d0b8492.async.js +1 -0
  169. package/static/dist/{src__pages__setting__progress.8823ac90.async.js → src__pages__setting__progress.2ccae3d7.async.js} +1 -1
  170. package/static/dist/src__pages__setting__security.e2d71ebb.async.js +1 -0
  171. package/static/dist/src__pages__setting__systemLog.b3046955.async.js +1 -0
  172. package/static/dist/src__pages__subscription__index.43086a06.async.js +1 -0
  173. package/static/dist/src__pages__subscription__logModal.cdba5139.async.js +1 -0
  174. package/static/dist/src__pages__subscription__modal.38991e1e.async.js +1 -0
  175. package/static/dist/{umi.ca04a019.js → umi.fc019050.js} +1 -1
  176. package/test/back/auth-security.test.cjs +74 -0
  177. package/test/back/build-provenance.test.cjs +150 -0
  178. package/test/back/cron-log-name.test.cjs +110 -0
  179. package/test/back/cron-validation.test.cjs +45 -0
  180. package/test/back/dashboard-failures.test.cjs +173 -0
  181. package/test/back/database-bootstrap.test.cjs +193 -0
  182. package/test/back/dependence-cache-status.test.cjs +125 -0
  183. package/test/back/deprecated-file-routes.test.cjs +82 -0
  184. package/test/back/ecosystem.test.cjs +28 -0
  185. package/test/back/env-name-parsing.test.cjs +96 -0
  186. package/test/back/execution-lifecycle.test.cjs +236 -0
  187. package/test/back/file-access-security.test.cjs +47 -0
  188. package/test/back/fileTreeListing.test.cjs +57 -0
  189. package/test/back/grpc-cron-response.test.cjs +60 -0
  190. package/test/back/http-exclusive-listen.test.cjs +31 -0
  191. package/test/back/http-security.test.cjs +213 -0
  192. package/test/back/listen-security.test.cjs +67 -0
  193. package/test/back/log-path-security.test.cjs +158 -0
  194. package/test/back/logReader.test.cjs +72 -0
  195. package/test/back/manual-execution.test.cjs +85 -0
  196. package/test/back/manual-stop-claim.test.cjs +220 -0
  197. package/test/back/metrics.test.cjs +34 -0
  198. package/test/back/monitoring.test.cjs +73 -0
  199. package/test/back/node-path-cache.test.cjs +173 -0
  200. package/test/back/node-path-lock.test.cjs +178 -0
  201. package/test/back/npm-publication.test.cjs +70 -0
  202. package/test/back/primary-apm.test.cjs +24 -0
  203. package/test/back/process-exit-state.test.cjs +81 -0
  204. package/test/back/process-stop-signal.test.cjs +77 -0
  205. package/test/back/protected-path-case.test.cjs +58 -0
  206. package/test/back/qlServiceLogCommand.test.cjs +128 -0
  207. package/test/back/retention.test.cjs +131 -0
  208. package/test/back/role-loading.test.cjs +118 -0
  209. package/test/back/schedule-health.test.cjs +86 -0
  210. package/test/back/scheduler-file-lock.test.cjs +51 -0
  211. package/test/back/scheduler-mutation.test.cjs +312 -0
  212. package/test/back/scheduler-readiness.test.cjs +85 -0
  213. package/test/back/scheduler-reconciliation.test.cjs +152 -0
  214. package/test/back/scheduler-rpc-timeout.test.cjs +49 -0
  215. package/test/back/schema-migrations.test.cjs +127 -0
  216. package/test/back/shell-api-parsing.test.cjs +184 -0
  217. package/test/back/sock-polling.test.cjs +297 -0
  218. package/test/back/sock-security.test.cjs +72 -0
  219. package/test/back/start-env-preservation.test.cjs +53 -0
  220. package/test/back/stop-failure-feedback.test.cjs +158 -0
  221. package/test/back/stop-race.test.cjs +167 -0
  222. package/test/back/subscription-cleanup.test.cjs +53 -0
  223. package/test/back/subscription-stop-state.test.cjs +66 -0
  224. package/test/back/system-dependence-cache.test.cjs +126 -0
  225. package/test/back/task-time.test.cjs +116 -0
  226. package/test/back/user-api.test.cjs +99 -0
  227. package/test/back/user-security.test.cjs +248 -0
  228. package/test/back/worker-apm.test.cjs +84 -0
  229. package/test/back/wpush-grpc.test.cjs +115 -0
  230. package/test/front/cron-log-pagination.test.cjs +214 -0
  231. package/test/front/http-auth.test.cjs +152 -0
  232. package/test/front/http-error.test.cjs +29 -0
  233. package/test/helpers/load-security-module.cjs +42 -0
  234. package/version.yaml +19 -34
  235. package/CLAUDE.md +0 -43
  236. package/static/dist/1147.c420132e.async.js +0 -1
  237. package/static/dist/134.54df9e38.async.js +0 -1
  238. package/static/dist/2208.f7ba3dfa.async.js +0 -1
  239. package/static/dist/2286.164bb089.async.js +0 -1
  240. package/static/dist/3191.63263871.async.js +0 -1
  241. package/static/dist/4902.555f92ab.async.js +0 -1
  242. package/static/dist/5520.ff2cfd6b.async.js +0 -1
  243. package/static/dist/6431.c50479be.async.js +0 -1
  244. package/static/dist/8826.2447a104.async.js +0 -1
  245. package/static/dist/layouts__index.a7a2bfe0.async.js +0 -1
  246. package/static/dist/preload_helper.0431c0f3.js +0 -1
  247. package/static/dist/src__pages__crontab__detail.b9c36808.async.js +0 -1
  248. package/static/dist/src__pages__crontab__index.fed99fd0.async.js +0 -1
  249. package/static/dist/src__pages__crontab__modal.f7041c7c.async.js +0 -1
  250. package/static/dist/src__pages__crontab__viewCreateModal.4d589f66.async.js +0 -1
  251. package/static/dist/src__pages__crontab__viewManageModal.0e317746.async.js +0 -1
  252. package/static/dist/src__pages__dashboard__index.b30f2f47.async.js +0 -1
  253. package/static/dist/src__pages__dependence__index.3d87ceac.async.js +0 -1
  254. package/static/dist/src__pages__dependence__logModal.0681830b.async.js +0 -1
  255. package/static/dist/src__pages__dependence__modal.11124896.async.js +0 -1
  256. package/static/dist/src__pages__env__editNameModal.5d264b25.async.js +0 -1
  257. package/static/dist/src__pages__env__index.baa27d4e.async.js +0 -1
  258. package/static/dist/src__pages__env__modal.7f2ef1bc.async.js +0 -1
  259. package/static/dist/src__pages__error__index.f156b45e.async.js +0 -1
  260. package/static/dist/src__pages__initialization__index.e96d4ba8.async.js +0 -1
  261. package/static/dist/src__pages__log__index.e0978bae.async.js +0 -1
  262. package/static/dist/src__pages__script__editModal.cbf4ec0e.async.js +0 -1
  263. package/static/dist/src__pages__script__editNameModal.3e7e100d.async.js +0 -1
  264. package/static/dist/src__pages__script__index.2765d1b8.async.js +0 -1
  265. package/static/dist/src__pages__script__renameModal.5e987ef5.async.js +0 -1
  266. package/static/dist/src__pages__script__saveModal.3f9d23d6.async.js +0 -1
  267. package/static/dist/src__pages__script__setting.a535793a.async.js +0 -1
  268. package/static/dist/src__pages__setting__appModal.251cd14f.async.js +0 -1
  269. package/static/dist/src__pages__setting__checkUpdate.46efe057.async.js +0 -1
  270. package/static/dist/src__pages__setting__dependence.8a7a9529.async.js +0 -1
  271. package/static/dist/src__pages__setting__index.cc85fdfb.async.js +0 -1
  272. package/static/dist/src__pages__setting__loginLog.cea6056c.async.js +0 -1
  273. package/static/dist/src__pages__setting__notification.390fc905.async.js +0 -1
  274. package/static/dist/src__pages__setting__other.b22d2165.async.js +0 -1
  275. package/static/dist/src__pages__setting__security.598720a8.async.js +0 -1
  276. package/static/dist/src__pages__setting__systemLog.67406721.async.js +0 -1
  277. package/static/dist/src__pages__subscription__index.d0ab2abc.async.js +0 -1
  278. package/static/dist/src__pages__subscription__logModal.3864b37f.async.js +0 -1
  279. package/static/dist/src__pages__subscription__modal.3562c670.async.js +0 -1
@@ -0,0 +1,58 @@
1
+ const assert = require('node:assert/strict');
2
+ const test = require('node:test');
3
+
4
+ const protectedPathCase = require(
5
+ '../../back/middlewares/protectedPathCase',
6
+ ).default;
7
+
8
+ function runMiddleware(path) {
9
+ let status;
10
+ let body;
11
+ let nextCalled = false;
12
+ const response = {
13
+ status(value) {
14
+ status = value;
15
+ return this;
16
+ },
17
+ json(value) {
18
+ body = value;
19
+ return this;
20
+ },
21
+ };
22
+
23
+ protectedPathCase({ path }, response, () => {
24
+ nextCalled = true;
25
+ });
26
+
27
+ return { status, body, nextCalled };
28
+ }
29
+
30
+ test('rejects case variations under protected API namespaces', () => {
31
+ for (const path of [
32
+ '/Api/configs/detail',
33
+ '/api/Configs/detail',
34
+ '/OPEN/scripts/detail',
35
+ '/open/scripts/Detail',
36
+ ]) {
37
+ assert.deepEqual(runMiddleware(path), {
38
+ status: 400,
39
+ body: { code: 400, message: 'Invalid path format' },
40
+ nextCalled: false,
41
+ });
42
+ }
43
+ });
44
+
45
+ test('allows normalized protected paths and unrelated paths', () => {
46
+ for (const path of [
47
+ '/api/configs/detail',
48
+ '/open/scripts/detail',
49
+ '/OpenApi/status',
50
+ '/assets/AppBundle.js',
51
+ ]) {
52
+ assert.deepEqual(runMiddleware(path), {
53
+ status: undefined,
54
+ body: undefined,
55
+ nextCalled: true,
56
+ });
57
+ }
58
+ });
@@ -0,0 +1,128 @@
1
+ 'use strict';
2
+
3
+ const assert = require('node:assert/strict');
4
+ const fs = require('node:fs');
5
+ const os = require('node:os');
6
+ const path = require('node:path');
7
+ const { spawnSync } = require('node:child_process');
8
+ const { after, test } = require('node:test');
9
+
10
+ const root = path.resolve(__dirname, '../..');
11
+ const fixtureRoot = fs.mkdtempSync(path.join(os.tmpdir(), 'ql-log-command-'));
12
+
13
+ after(() => fs.rmSync(fixtureRoot, { recursive: true, force: true }));
14
+
15
+ function writeExecutable(filePath, content) {
16
+ fs.writeFileSync(filePath, content, { mode: 0o755 });
17
+ }
18
+
19
+ function prepareFixture(name) {
20
+ const testRoot = path.join(fixtureRoot, name);
21
+ const shellDir = path.join(testRoot, 'shell');
22
+ const binDir = path.join(testRoot, 'bin');
23
+ fs.mkdirSync(shellDir, { recursive: true });
24
+ fs.mkdirSync(binDir, { recursive: true });
25
+
26
+ fs.copyFileSync(
27
+ path.join(root, 'shell/update.sh'),
28
+ path.join(shellDir, 'update.sh'),
29
+ );
30
+ fs.writeFileSync(
31
+ path.join(shellDir, 'share.sh'),
32
+ [
33
+ 'dir_data="${QL_DATA_DIR:-$QL_DIR/data}"',
34
+ 'load_ql_envs() { :; }',
35
+ 'import_config() { :; }',
36
+ '',
37
+ ].join('\n'),
38
+ );
39
+ fs.writeFileSync(path.join(shellDir, 'api.sh'), '');
40
+ fs.writeFileSync(path.join(shellDir, 'env.sh'), '');
41
+ writeExecutable(
42
+ path.join(binDir, 'pm2'),
43
+ '#!/usr/bin/env bash\necho "pm2 must not be called" >&2\nexit 99\n',
44
+ );
45
+
46
+ return { binDir, shellDir, testRoot };
47
+ }
48
+
49
+ test('ql log reads the requested system log history without PM2', () => {
50
+ const { binDir, shellDir, testRoot } = prepareFixture('host');
51
+ const systemLogDir = path.join(testRoot, 'data/syslog');
52
+ fs.mkdirSync(systemLogDir, { recursive: true });
53
+ fs.writeFileSync(
54
+ path.join(systemLogDir, '2026-08-20.log'),
55
+ 'system-one\nsystem-two\nsystem-three\n',
56
+ );
57
+
58
+ const result = spawnSync(
59
+ '/bin/bash',
60
+ [path.join(shellDir, 'update.sh'), 'log', '--lines', '2', '--nostream'],
61
+ {
62
+ encoding: 'utf8',
63
+ env: {
64
+ ...process.env,
65
+ PATH: `${binDir}:${process.env.PATH}`,
66
+ QL_CONTAINER: 'false',
67
+ QL_DIR: testRoot,
68
+ },
69
+ },
70
+ );
71
+
72
+ assert.equal(result.status, 0, result.stderr);
73
+ assert.equal(result.stdout, 'system-two\nsystem-three\n');
74
+ assert.equal(fs.existsSync(path.join(testRoot, 'data/log/log')), false);
75
+ });
76
+
77
+ test('ql log follows the current Winston system log without PM2', () => {
78
+ const { binDir, shellDir, testRoot } = prepareFixture('container');
79
+ const systemLogDir = path.join(testRoot, 'data/syslog');
80
+ const currentDate = spawnSync('date', ['+%F'], { encoding: 'utf8' }).stdout.trim();
81
+ const currentLog = path.join(systemLogDir, `${currentDate}.log`);
82
+ fs.mkdirSync(systemLogDir, { recursive: true });
83
+ fs.writeFileSync(currentLog, 'system-one\n');
84
+ writeExecutable(
85
+ path.join(binDir, 'tail'),
86
+ '#!/usr/bin/env bash\nprintf "tail"\nprintf " <%s>" "$@"\nprintf "\\n"\n',
87
+ );
88
+
89
+ const result = spawnSync(
90
+ '/bin/bash',
91
+ [path.join(shellDir, 'update.sh'), 'log', '--lines', '0'],
92
+ {
93
+ encoding: 'utf8',
94
+ env: {
95
+ ...process.env,
96
+ PATH: `${binDir}:${process.env.PATH}`,
97
+ QL_CONTAINER: 'true',
98
+ QL_DIR: testRoot,
99
+ },
100
+ },
101
+ );
102
+
103
+ assert.equal(result.status, 0, result.stderr);
104
+ assert.equal(result.stdout, `tail <-n> <0> <--retry> <-F> <${currentLog}>\n`);
105
+ assert.equal(fs.existsSync(path.join(testRoot, 'data/log/log')), false);
106
+ });
107
+
108
+ test('ql log reports when no persisted system log exists', () => {
109
+ const { binDir, shellDir, testRoot } = prepareFixture('container-nostream');
110
+
111
+ const result = spawnSync(
112
+ '/bin/bash',
113
+ [path.join(shellDir, 'update.sh'), 'log', '--nostream'],
114
+ {
115
+ encoding: 'utf8',
116
+ env: {
117
+ ...process.env,
118
+ PATH: `${binDir}:${process.env.PATH}`,
119
+ QL_CONTAINER: 'true',
120
+ QL_DIR: testRoot,
121
+ },
122
+ },
123
+ );
124
+
125
+ assert.equal(result.status, 0);
126
+ assert.equal(result.stdout, '');
127
+ assert.match(result.stderr, /no system log found/);
128
+ });
@@ -0,0 +1,131 @@
1
+ const assert = require('node:assert/strict');
2
+ const fs = require('node:fs/promises');
3
+ const os = require('node:os');
4
+ const path = require('node:path');
5
+ const test = require('node:test');
6
+ const { Op } = require('sequelize');
7
+
8
+ const {
9
+ getDirectorySize,
10
+ normalizeRetentionPolicy,
11
+ } = require('../../back/shared/retention');
12
+
13
+ test('retention policy defaults to disabled and clamps invalid values', () => {
14
+ assert.deepEqual(normalizeRetentionPolicy({}), {
15
+ runningInstanceRetentionDays: 0,
16
+ cronStatRetentionDays: 0,
17
+ });
18
+ assert.deepEqual(
19
+ normalizeRetentionPolicy({
20
+ runningInstanceRetentionDays: -10,
21
+ cronStatRetentionDays: 99999,
22
+ }),
23
+ {
24
+ runningInstanceRetentionDays: 0,
25
+ cronStatRetentionDays: 3650,
26
+ },
27
+ );
28
+ });
29
+
30
+ test('directory preview counts files recursively and ignores symlinks', async (t) => {
31
+ const directory = await fs.mkdtemp(path.join(os.tmpdir(), 'ql-retention-'));
32
+ const nested = path.join(directory, 'nested');
33
+ t.after(() => fs.rm(directory, { recursive: true, force: true }));
34
+ await fs.mkdir(nested);
35
+ await fs.writeFile(path.join(directory, 'one'), Buffer.alloc(7));
36
+ await fs.writeFile(path.join(nested, 'two'), Buffer.alloc(11));
37
+ await fs.symlink(path.join(nested, 'two'), path.join(directory, 'link'));
38
+
39
+ assert.equal(await getDirectorySize(directory), 18);
40
+ assert.equal(await getDirectorySize(path.join(directory, 'missing')), 0);
41
+ });
42
+
43
+ test('cleanup previews first, protects running instances, and uses explicit options', async (t) => {
44
+ const directory = await fs.mkdtemp(path.join(os.tmpdir(), 'ql-retention-'));
45
+ const nodeCache = path.join(directory, 'node');
46
+ await fs.mkdir(nodeCache);
47
+ await fs.writeFile(path.join(nodeCache, 'cache'), Buffer.alloc(13));
48
+
49
+ const config = require('../../back/config').default;
50
+ const originalCachePath = config.dependenceCachePath;
51
+ const RunningInstanceModel = {};
52
+ const CrontabStatModel = {};
53
+ const InstanceStatus = { running: 0 };
54
+ const sequelize = {};
55
+ const stubModule = (modulePath, exports) => {
56
+ require.cache[require.resolve(modulePath)] = {
57
+ id: require.resolve(modulePath),
58
+ filename: require.resolve(modulePath),
59
+ loaded: true,
60
+ exports,
61
+ children: [],
62
+ paths: [],
63
+ };
64
+ };
65
+ stubModule('../../back/data', { sequelize });
66
+ stubModule('../../back/data/cronStats', { CrontabStatModel });
67
+ stubModule('../../back/data/runningInstance', {
68
+ InstanceStatus,
69
+ RunningInstanceModel,
70
+ });
71
+ stubModule('../../back/data/system', {
72
+ AuthDataType: { systemConfig: 'systemConfig' },
73
+ SystemModel: {},
74
+ });
75
+ delete require.cache[require.resolve('../../back/services/retention')];
76
+ const RetentionService = require('../../back/services/retention').default;
77
+
78
+ t.after(async () => {
79
+ config.dependenceCachePath = originalCachePath;
80
+ await fs.rm(directory, { recursive: true, force: true });
81
+ });
82
+
83
+ let instanceWhere;
84
+ let vacuumed = false;
85
+ let instanceCountCalls = 0;
86
+ let statCountCalls = 0;
87
+ config.dependenceCachePath = directory;
88
+ RunningInstanceModel.count = async ({ where }) => {
89
+ instanceCountCalls++;
90
+ instanceWhere = where;
91
+ return 2;
92
+ };
93
+ RunningInstanceModel.destroy = async ({ where }) => {
94
+ instanceWhere = where;
95
+ return 2;
96
+ };
97
+ CrontabStatModel.count = async () => {
98
+ statCountCalls++;
99
+ return 3;
100
+ };
101
+ CrontabStatModel.destroy = async () => 3;
102
+ sequelize.transaction = async (callback) => callback({});
103
+ sequelize.query = async (query) => {
104
+ vacuumed = query === 'VACUUM';
105
+ return [];
106
+ };
107
+
108
+ const service = new RetentionService();
109
+ const disabledPreview = await service.preview({
110
+ runningInstanceRetentionDays: 0,
111
+ cronStatRetentionDays: 0,
112
+ });
113
+ assert.equal(disabledPreview.runningInstances, 0);
114
+ assert.equal(disabledPreview.cronStats, 0);
115
+ assert.equal(instanceCountCalls, 0);
116
+ assert.equal(statCountCalls, 0);
117
+
118
+ const result = await service.cleanup({
119
+ runningInstanceRetentionDays: 30,
120
+ cronStatRetentionDays: 90,
121
+ dependenceCacheTypes: ['node'],
122
+ compactDatabase: true,
123
+ });
124
+
125
+ assert.equal(instanceWhere.status[Op.ne], InstanceStatus.running);
126
+ assert.equal(result.deleted.runningInstances, 2);
127
+ assert.equal(result.deleted.cronStats, 3);
128
+ assert.equal(result.deleted.dependenceCacheBytes, 13);
129
+ assert.equal(vacuumed, true);
130
+ await assert.rejects(fs.stat(nodeCache), { code: 'ENOENT' });
131
+ });
@@ -0,0 +1,118 @@
1
+ const test = require('node:test');
2
+ const assert = require('node:assert/strict');
3
+ const fs = require('node:fs');
4
+ const { createRequire } = require('node:module');
5
+ const path = require('node:path');
6
+ const ts = require('typescript');
7
+ const source = fs.readFileSync('back/app.ts', 'utf8');
8
+ const compiled = ts.transpileModule(
9
+ source.slice(0, source.indexOf('\nconst app = new Application();')) +
10
+ '\nmodule.exports = Application;',
11
+ {
12
+ compilerOptions: {
13
+ module: ts.ModuleKind.CommonJS,
14
+ target: ts.ScriptTarget.ES2020,
15
+ esModuleInterop: true,
16
+ },
17
+ },
18
+ ).outputText;
19
+
20
+ function fixture() {
21
+ const required = [],
22
+ listeners = new Map();
23
+ let invalidations = 0;
24
+ const module = { exports: {} };
25
+ const localRequire = createRequire(path.resolve('back/app.ts'));
26
+ const mocks = {
27
+ './config': { cors: { origin: ['http://localhost'] } },
28
+ './loaders/logger': { error() {}, warn() {}, info() {} },
29
+ './middlewares/monitoring': {
30
+ monitoringMiddleware: (_req, _res, next) => next(),
31
+ },
32
+ './schedule/client': {
33
+ default: { readiness: { invalidate: () => invalidations++ } },
34
+ __esModule: true,
35
+ },
36
+ };
37
+ new Function('require', 'module', 'exports', 'process', compiled)(
38
+ (name) => {
39
+ required.push(name);
40
+ return Object.hasOwn(mocks, name) ? mocks[name] : localRequire(name);
41
+ },
42
+ module,
43
+ module.exports,
44
+ { env: {}, on: (name, fn) => listeners.set(name, fn) },
45
+ );
46
+ return {
47
+ app: new module.exports(),
48
+ required,
49
+ listeners,
50
+ invalidations: () => invalidations,
51
+ };
52
+ }
53
+
54
+ test('primary construction does not load HTTP middleware, metrics or the gRPC client', () => {
55
+ const { required } = fixture();
56
+ for (const name of [
57
+ 'express',
58
+ 'helmet',
59
+ 'cors',
60
+ 'compression',
61
+ './middlewares/monitoring',
62
+ './schedule/client',
63
+ './config/util',
64
+ ]) {
65
+ assert.equal(required.includes(name), false, name);
66
+ }
67
+ });
68
+
69
+ test('lazy HTTP initialization preserves query filtering, security headers, CORS and compression', async (t) => {
70
+ const { app, required } = fixture();
71
+ const http = await app.setupMiddlewares();
72
+ http.get('/test', (req, res) =>
73
+ res.json({ query: req.query, data: 'x'.repeat(2048) }),
74
+ );
75
+ const server = await new Promise((resolve) => {
76
+ const server = http.listen(0, '127.0.0.1', () => resolve(server));
77
+ });
78
+ t.after(
79
+ () =>
80
+ new Promise((resolve) => {
81
+ server.close(resolve);
82
+ server.closeAllConnections();
83
+ }),
84
+ );
85
+ const response = await fetch(
86
+ `http://127.0.0.1:${server.address().port}/test?t=123&keep=yes`,
87
+ {
88
+ headers: { Origin: 'http://localhost', 'Accept-Encoding': 'gzip' },
89
+ },
90
+ );
91
+ assert.equal(response.status, 200);
92
+ assert.equal(response.headers.get('x-content-type-options'), 'nosniff');
93
+ assert.equal(
94
+ response.headers.get('access-control-allow-origin'),
95
+ 'http://localhost',
96
+ );
97
+ assert.equal(response.headers.get('content-encoding'), 'gzip');
98
+ assert.deepEqual((await response.json()).query, { keep: 'yes' });
99
+ assert.ok(required.includes('express'));
100
+ assert.equal(required.includes('./schedule/client'), false);
101
+ });
102
+
103
+ test('worker recovery messages still invalidate HTTP readiness, but gRPC shutdown setup does not load its client', async () => {
104
+ const grpc = fixture();
105
+ grpc.app.setupWorkerShutdown('grpc');
106
+ await grpc.listeners.get('message')('scheduler-unavailable');
107
+ assert.equal(grpc.required.includes('./schedule/client'), false);
108
+ const http = fixture();
109
+ http.app.setupWorkerShutdown('http');
110
+ await http.listeners.get('message')('scheduler-unavailable');
111
+ await http.listeners.get('message')('reregister-crons');
112
+ assert.equal(http.invalidations(), 2);
113
+ const shutdowns = [];
114
+ http.app.gracefulShutdown = (role) => shutdowns.push(role);
115
+ await http.listeners.get('message')('shutdown');
116
+ http.listeners.get('SIGTERM')();
117
+ assert.deepEqual(shutdowns, ['http', 'http']);
118
+ });
@@ -0,0 +1,86 @@
1
+ const assert = require('node:assert/strict');
2
+ const fs = require('node:fs/promises');
3
+ const http = require('node:http');
4
+ const os = require('node:os');
5
+ const path = require('node:path');
6
+ const test = require('node:test');
7
+
8
+ const config = require('../../back/config').default;
9
+ const { check } = require('../../back/schedule/health');
10
+
11
+ function runCheck(service = 'cron') {
12
+ return new Promise((resolve) => {
13
+ check({ request: { service } }, (error, response) => {
14
+ resolve({ error, response });
15
+ });
16
+ });
17
+ }
18
+
19
+ test('schedule health check uses the HTTP health endpoint and system logs', async (t) => {
20
+ const originalBaseUrl = config.baseUrl;
21
+ const originalPort = config.port;
22
+ const originalSystemLogPath = config.systemLogPath;
23
+ const originalContainer = process.env.QL_CONTAINER;
24
+
25
+ t.after(() => {
26
+ config.baseUrl = originalBaseUrl;
27
+ config.port = originalPort;
28
+ config.systemLogPath = originalSystemLogPath;
29
+ if (originalContainer === undefined) {
30
+ delete process.env.QL_CONTAINER;
31
+ } else {
32
+ process.env.QL_CONTAINER = originalContainer;
33
+ }
34
+ });
35
+
36
+ await t.test(
37
+ 'returns serving for a healthy prefixed HTTP service',
38
+ async () => {
39
+ let requestedUrl = '';
40
+ const server = http.createServer((request, response) => {
41
+ requestedUrl = request.url;
42
+ response.setHeader('Content-Type', 'application/json');
43
+ response.end(JSON.stringify({ code: 200, data: { status: 'ok' } }));
44
+ });
45
+ await new Promise((resolve) => server.listen(0, '127.0.0.1', resolve));
46
+ t.after(() => new Promise((resolve) => server.close(resolve)));
47
+
48
+ config.baseUrl = '/ql';
49
+ config.port = server.address().port;
50
+
51
+ const result = await runCheck();
52
+ assert.equal(result.error, null);
53
+ assert.deepEqual(result.response, { status: 1 });
54
+ assert.equal(requestedUrl, '/ql/api/health');
55
+ },
56
+ );
57
+
58
+ await t.test(
59
+ 'reports recent system logs when HTTP startup fails',
60
+ async () => {
61
+ const logDir = await fs.mkdtemp(path.join(os.tmpdir(), 'ql-health-'));
62
+ t.after(() => fs.rm(logDir, { recursive: true, force: true }));
63
+ const lines = Array.from(
64
+ { length: 305 },
65
+ (_, index) => `line-${index + 1}`,
66
+ );
67
+ await fs.writeFile(path.join(logDir, '2026-08-16.log'), 'older-log');
68
+ await fs.writeFile(path.join(logDir, '2026-08-17.log'), lines.join('\n'));
69
+ config.systemLogPath = logDir;
70
+ config.port = 1;
71
+ process.env.QL_CONTAINER = 'true';
72
+
73
+ const result = await runCheck();
74
+ assert.equal(result.response, undefined);
75
+ assert.match(result.error.message, /ECONNREFUSED|connect/);
76
+ assert.match(
77
+ result.error.message,
78
+ /http:\/\/localhost:1\/ql\/api\/health/,
79
+ );
80
+ assert.match(result.error.message, /docker logs <container>/);
81
+ assert.match(result.error.message, /line-305/);
82
+ assert.doesNotMatch(result.error.message, /line-1\n/);
83
+ assert.doesNotMatch(result.error.message, /qinglong-error\.log/);
84
+ },
85
+ );
86
+ });
@@ -0,0 +1,51 @@
1
+ const test = require('node:test');
2
+ const assert = require('node:assert/strict');
3
+ const fs = require('node:fs/promises');
4
+ const os = require('node:os');
5
+ const path = require('node:path');
6
+ const load = require('../helpers/load-security-module.cjs');
7
+
8
+ for (const failOperation of [false, true]) {
9
+ test(`scheduler lock survives nested file writes and releases after ${
10
+ failOperation ? 'failure' : 'success'
11
+ }`, async (t) => {
12
+ // Match production's canonical /ql path even when macOS temp is a symlink.
13
+ const root = await fs.realpath(
14
+ await fs.mkdtemp(path.join(os.tmpdir(), 'ql-nested-lock-')),
15
+ );
16
+ t.after(() => fs.rm(root, { recursive: true, force: true }));
17
+ const config = { crontabFile: path.join(root, 'crontab.list') };
18
+ await fs.writeFile(config.crontabFile, '');
19
+ const { withSchedulerMutation } = load(
20
+ 'back/shared/schedulerMutationLock.ts',
21
+ {
22
+ '../config': config,
23
+ },
24
+ );
25
+ const { writeFileWithLock } = load('back/shared/utils.ts', {
26
+ '../config/util': {
27
+ fileExist: async (file) =>
28
+ fs.access(file).then(
29
+ () => true,
30
+ () => false,
31
+ ),
32
+ },
33
+ });
34
+ const failure = new Error('registration failed');
35
+ const operation = withSchedulerMutation(async () => {
36
+ await writeFileWithLock(config.crontabFile, 'first');
37
+ await writeFileWithLock(config.crontabFile, 'second');
38
+ if (failOperation) throw failure;
39
+ });
40
+ if (failOperation)
41
+ await assert.rejects(operation, (error) => error === failure);
42
+ else await operation;
43
+ await assert.rejects(fs.stat(`${config.crontabFile}.scheduler.lock`), {
44
+ code: 'ENOENT',
45
+ });
46
+ await withSchedulerMutation(() =>
47
+ writeFileWithLock(config.crontabFile, 'recovered'),
48
+ );
49
+ assert.equal(await fs.readFile(config.crontabFile, 'utf8'), 'recovered');
50
+ });
51
+ }