@whyour/qinglong 2.21.0-8 → 2.22.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (265) hide show
  1. package/.dockerignore +13 -0
  2. package/.env.example +7 -0
  3. package/AGENTS.md +2 -2
  4. package/README-en.md +24 -0
  5. package/README.md +24 -0
  6. package/back/protos/api.proto +6 -1
  7. package/back/protos/cron.proto +4 -1
  8. package/docker/Dockerfile +31 -12
  9. package/docker/Dockerfile.310 +31 -12
  10. package/docker/Dockerfile.debian +22 -14
  11. package/docker/Dockerfile.debian310 +24 -14
  12. package/docker/build-manifest.cjs +28 -0
  13. package/docker/verify-build.cjs +49 -0
  14. package/docs/releases/2.22.0-validation.md +49 -0
  15. package/docs/releases/2.22.0.md +54 -0
  16. package/ecosystem.config.js +10 -1
  17. package/package.json +11 -6
  18. package/sample/config.sample.sh +10 -0
  19. package/sample/notify.js +54 -0
  20. package/sample/notify.py +37 -0
  21. package/scripts/benchmark-execution.cjs +96 -0
  22. package/scripts/write-build-info.cjs +27 -0
  23. package/shell/api.sh +34 -13
  24. package/shell/check.sh +59 -19
  25. package/shell/lang/en.sh +6 -0
  26. package/shell/lang/zh.sh +6 -0
  27. package/shell/node_path_cache.sh +128 -0
  28. package/shell/otask.sh +7 -1
  29. package/shell/preload/sitecustomize.js +5 -1
  30. package/shell/share.sh +25 -8
  31. package/shell/start.sh +6 -3
  32. package/shell/task.sh +13 -3
  33. package/shell/update.sh +65 -4
  34. package/static/build/api/clientIp.js +42 -0
  35. package/static/build/api/config.js +8 -16
  36. package/static/build/api/cron.js +38 -2
  37. package/static/build/api/dashboard.js +37 -0
  38. package/static/build/api/health.js +2 -2
  39. package/static/build/api/index.js +4 -0
  40. package/static/build/api/log.js +30 -19
  41. package/static/build/api/retention.js +63 -0
  42. package/static/build/api/script.js +23 -22
  43. package/static/build/api/subscription.js +16 -2
  44. package/static/build/api/system.js +25 -2
  45. package/static/build/api/user.js +75 -15
  46. package/static/build/app.js +54 -45
  47. package/static/build/bootstrap/database.js +51 -0
  48. package/static/build/config/const.js +1 -0
  49. package/static/build/config/share.js +5 -4
  50. package/static/build/config/util.js +133 -38
  51. package/static/build/data/cron.js +1 -0
  52. package/static/build/data/notify.js +11 -1
  53. package/static/build/loaders/app.js +2 -0
  54. package/static/build/loaders/db.js +3 -33
  55. package/static/build/loaders/deps.js +29 -0
  56. package/static/build/loaders/express.js +30 -21
  57. package/static/build/loaders/initData.js +10 -7
  58. package/static/build/loaders/sock.js +72 -6
  59. package/static/build/middlewares/monitoring.js +12 -33
  60. package/static/build/middlewares/protectedPathCase.js +17 -0
  61. package/static/build/protos/api.js +56 -2
  62. package/static/build/protos/cron.js +21 -4
  63. package/static/build/protos/health.js +1 -1
  64. package/static/build/schedule/addCron.js +9 -0
  65. package/static/build/schedule/api.js +5 -2
  66. package/static/build/schedule/client.js +38 -6
  67. package/static/build/schedule/health.js +72 -7
  68. package/static/build/services/config.js +5 -42
  69. package/static/build/services/cron.js +338 -199
  70. package/static/build/services/dependence.js +47 -0
  71. package/static/build/services/grpc.js +1 -1
  72. package/static/build/services/health.js +4 -7
  73. package/static/build/services/http.js +8 -2
  74. package/static/build/services/log.js +2 -3
  75. package/static/build/services/metrics.js +46 -14
  76. package/static/build/services/notify.js +26 -0
  77. package/static/build/services/retention.js +123 -0
  78. package/static/build/services/schedule.js +57 -33
  79. package/static/build/services/script.js +4 -5
  80. package/static/build/services/subscription.js +55 -34
  81. package/static/build/services/system.js +37 -9
  82. package/static/build/services/user.js +213 -25
  83. package/static/build/shared/auth.js +18 -5
  84. package/static/build/shared/authMutation.js +17 -0
  85. package/static/build/shared/childProcess.js +82 -0
  86. package/static/build/shared/clientIp.js +27 -0
  87. package/static/build/shared/errors.js +9 -0
  88. package/static/build/shared/fileAccess.js +60 -0
  89. package/static/build/shared/i18n.js +12 -5
  90. package/static/build/shared/logReader.js +85 -0
  91. package/static/build/shared/logStreamManager.js +80 -60
  92. package/static/build/shared/password.js +30 -0
  93. package/static/build/shared/retention.js +58 -0
  94. package/static/build/shared/runCron.js +28 -15
  95. package/static/build/shared/schedulerMutationLock.js +44 -0
  96. package/static/build/shared/schedulerReadiness.js +82 -0
  97. package/static/build/shared/schemaMigrations.js +58 -0
  98. package/static/build/shared/startupProcess.js +48 -0
  99. package/static/build/shared/store.js +7 -0
  100. package/static/build/shared/trustProxy.js +119 -0
  101. package/static/build/validation/schedule.js +3 -3
  102. package/static/dist/{1885.e1ea09f6.async.js → 1885.b8f427bf.async.js} +1 -1
  103. package/static/dist/2031.6af40025.async.js +1 -0
  104. package/static/dist/2693.51c2636b.async.js +1 -0
  105. package/static/dist/{2890.9e373f5b.async.js → 2890.add55e85.async.js} +1 -1
  106. package/static/dist/2901.2ca95295.async.js +1 -0
  107. package/static/dist/445.a65ff63b.async.js +1 -0
  108. package/static/dist/4736.1d2b5cb6.async.js +1 -0
  109. package/static/dist/{4859.6592cebb.async.js → 4859.97d6653c.async.js} +1 -1
  110. package/static/dist/{6013.4e38de36.async.js → 6013.db535339.async.js} +1 -1
  111. package/static/dist/6212.9e6d9913.async.js +1 -0
  112. package/static/dist/{6339.ab305e96.async.js → 6431.4603ad0e.async.js} +1 -1
  113. package/static/dist/{6872.42f939f1.async.js → 6872.a503ef55.async.js} +1 -1
  114. package/static/dist/7231.f7e5b668.async.js +1 -0
  115. package/static/dist/{7355.f9f263d8.async.js → 7355.fca746f5.async.js} +1 -1
  116. package/static/dist/{7508.7dcee91c.async.js → 7508.d90eac63.async.js} +1 -1
  117. package/static/dist/{7984.594296a5.async.js → 7984.eaac7402.async.js} +1 -1
  118. package/static/dist/8844.a0fef08e.async.js +1 -0
  119. package/static/dist/index.html +2 -2
  120. package/static/dist/layouts__index.633d3553.async.js +1 -0
  121. package/static/dist/preload_helper.cf7de3fa.js +1 -0
  122. package/static/dist/{src__pages__config__index.a22ff7dc.async.js → src__pages__config__index.9aba4054.async.js} +1 -1
  123. package/static/dist/src__pages__crontab__detail.86b2eebb.async.js +1 -0
  124. package/static/dist/src__pages__crontab__index.ae4e06f2.async.js +1 -0
  125. package/static/dist/{src__pages__crontab__logModal.831d5e4b.async.js → src__pages__crontab__logModal.930535e2.async.js} +1 -1
  126. package/static/dist/src__pages__crontab__modal.a2c8fdcc.async.js +1 -0
  127. package/static/dist/src__pages__crontab__viewCreateModal.7b4f9cbe.async.js +1 -0
  128. package/static/dist/src__pages__crontab__viewManageModal.cd454ea0.async.js +1 -0
  129. package/static/dist/src__pages__dashboard__index.243c5a35.async.js +1 -0
  130. package/static/dist/src__pages__dashboard__taskResultModal.7795d6e1.async.js +1 -0
  131. package/static/dist/src__pages__dependence__index.874d501f.async.js +1 -0
  132. package/static/dist/src__pages__dependence__logModal.154efe7a.async.js +1 -0
  133. package/static/dist/src__pages__dependence__modal.a29c1a0f.async.js +1 -0
  134. package/static/dist/{src__pages__diff__index.013b7c75.async.js → src__pages__diff__index.1714b941.async.js} +1 -1
  135. package/static/dist/src__pages__env__editNameModal.c13d47d2.async.js +1 -0
  136. package/static/dist/src__pages__env__index.fd6fd2b0.async.js +1 -0
  137. package/static/dist/src__pages__env__modal.4d71adb3.async.js +1 -0
  138. package/static/dist/src__pages__error__index.aae50c94.async.js +1 -0
  139. package/static/dist/src__pages__initialization__index.82a2e967.async.js +1 -0
  140. package/static/dist/src__pages__log__index.71250e0d.async.js +1 -0
  141. package/static/dist/{src__pages__login__index.8c813eb1.async.js → src__pages__login__index.a0fd5ed8.async.js} +1 -1
  142. package/static/dist/src__pages__script__editModal.22acdf7c.async.js +1 -0
  143. package/static/dist/src__pages__script__editNameModal.1a521cc0.async.js +1 -0
  144. package/static/dist/src__pages__script__index.a18b2692.async.js +1 -0
  145. package/static/dist/src__pages__script__renameModal.0ab029e7.async.js +1 -0
  146. package/static/dist/src__pages__script__saveModal.8965b74c.async.js +1 -0
  147. package/static/dist/src__pages__script__setting.35ad4f02.async.js +1 -0
  148. package/static/dist/src__pages__setting__appModal.7eaeb9d3.async.js +1 -0
  149. package/static/dist/{src__pages__setting__checkUpdate.34d773f2.async.js → src__pages__setting__checkUpdate.d175b154.async.js} +1 -1
  150. package/static/dist/src__pages__setting__clientIp.3a8711ed.async.js +1 -0
  151. package/static/dist/src__pages__setting__dependence.9c0f749b.async.js +1 -0
  152. package/static/dist/src__pages__setting__index.cb397741.async.js +1 -0
  153. package/static/dist/src__pages__setting__loginLog.e0a1f54d.async.js +1 -0
  154. package/static/dist/src__pages__setting__notification.2ffe4e5a.async.js +1 -0
  155. package/static/dist/src__pages__setting__other.3d0b8492.async.js +1 -0
  156. package/static/dist/{src__pages__setting__progress.8823ac90.async.js → src__pages__setting__progress.2ccae3d7.async.js} +1 -1
  157. package/static/dist/src__pages__setting__security.e2d71ebb.async.js +1 -0
  158. package/static/dist/src__pages__setting__systemLog.b3046955.async.js +1 -0
  159. package/static/dist/src__pages__subscription__index.43086a06.async.js +1 -0
  160. package/static/dist/src__pages__subscription__logModal.cdba5139.async.js +1 -0
  161. package/static/dist/src__pages__subscription__modal.38991e1e.async.js +1 -0
  162. package/static/dist/{umi.a54a59f6.js → umi.fc019050.js} +1 -1
  163. package/test/back/auth-security.test.cjs +74 -0
  164. package/test/back/build-provenance.test.cjs +150 -0
  165. package/test/back/cron-log-name.test.cjs +110 -0
  166. package/test/back/cron-validation.test.cjs +45 -0
  167. package/test/back/dashboard-failures.test.cjs +173 -0
  168. package/test/back/database-bootstrap.test.cjs +193 -0
  169. package/test/back/dependence-cache-status.test.cjs +125 -0
  170. package/test/back/deprecated-file-routes.test.cjs +82 -0
  171. package/test/back/ecosystem.test.cjs +28 -0
  172. package/test/back/env-name-parsing.test.cjs +96 -0
  173. package/test/back/execution-lifecycle.test.cjs +236 -0
  174. package/test/back/file-access-security.test.cjs +47 -0
  175. package/test/back/fileTreeListing.test.cjs +57 -0
  176. package/test/back/grpc-cron-response.test.cjs +60 -0
  177. package/test/back/http-exclusive-listen.test.cjs +31 -0
  178. package/test/back/http-security.test.cjs +213 -0
  179. package/test/back/listen-security.test.cjs +67 -0
  180. package/test/back/log-path-security.test.cjs +158 -0
  181. package/test/back/logReader.test.cjs +72 -0
  182. package/test/back/manual-execution.test.cjs +85 -0
  183. package/test/back/manual-stop-claim.test.cjs +220 -0
  184. package/test/back/metrics.test.cjs +34 -0
  185. package/test/back/monitoring.test.cjs +73 -0
  186. package/test/back/node-path-cache.test.cjs +173 -0
  187. package/test/back/node-path-lock.test.cjs +178 -0
  188. package/test/back/npm-publication.test.cjs +70 -0
  189. package/test/back/primary-apm.test.cjs +24 -0
  190. package/test/back/process-exit-state.test.cjs +81 -0
  191. package/test/back/process-stop-signal.test.cjs +77 -0
  192. package/test/back/protected-path-case.test.cjs +58 -0
  193. package/test/back/qlServiceLogCommand.test.cjs +128 -0
  194. package/test/back/retention.test.cjs +131 -0
  195. package/test/back/role-loading.test.cjs +118 -0
  196. package/test/back/schedule-health.test.cjs +86 -0
  197. package/test/back/scheduler-file-lock.test.cjs +51 -0
  198. package/test/back/scheduler-mutation.test.cjs +312 -0
  199. package/test/back/scheduler-readiness.test.cjs +85 -0
  200. package/test/back/scheduler-reconciliation.test.cjs +152 -0
  201. package/test/back/scheduler-rpc-timeout.test.cjs +49 -0
  202. package/test/back/schema-migrations.test.cjs +127 -0
  203. package/test/back/shell-api-parsing.test.cjs +184 -0
  204. package/test/back/sock-polling.test.cjs +297 -0
  205. package/test/back/sock-security.test.cjs +72 -0
  206. package/test/back/start-env-preservation.test.cjs +53 -0
  207. package/test/back/stop-failure-feedback.test.cjs +158 -0
  208. package/test/back/stop-race.test.cjs +167 -0
  209. package/test/back/subscription-cleanup.test.cjs +53 -0
  210. package/test/back/subscription-stop-state.test.cjs +66 -0
  211. package/test/back/system-dependence-cache.test.cjs +126 -0
  212. package/test/back/task-time.test.cjs +116 -0
  213. package/test/back/user-api.test.cjs +99 -0
  214. package/test/back/user-security.test.cjs +248 -0
  215. package/test/back/worker-apm.test.cjs +84 -0
  216. package/test/back/wpush-grpc.test.cjs +115 -0
  217. package/test/front/cron-log-pagination.test.cjs +214 -0
  218. package/test/front/http-auth.test.cjs +152 -0
  219. package/test/front/http-error.test.cjs +29 -0
  220. package/test/helpers/load-security-module.cjs +42 -0
  221. package/version.yaml +19 -34
  222. package/CLAUDE.md +0 -43
  223. package/static/dist/1147.62793604.async.js +0 -1
  224. package/static/dist/134.54df9e38.async.js +0 -1
  225. package/static/dist/2208.85285476.async.js +0 -1
  226. package/static/dist/2286.f371c743.async.js +0 -1
  227. package/static/dist/3191.545ab873.async.js +0 -1
  228. package/static/dist/4902.555f92ab.async.js +0 -1
  229. package/static/dist/5520.ff2cfd6b.async.js +0 -1
  230. package/static/dist/6431.c50479be.async.js +0 -1
  231. package/static/dist/8826.db34ad8d.async.js +0 -1
  232. package/static/dist/layouts__index.a7a2bfe0.async.js +0 -1
  233. package/static/dist/preload_helper.3048fe5b.js +0 -1
  234. package/static/dist/src__pages__crontab__detail.b98f0084.async.js +0 -1
  235. package/static/dist/src__pages__crontab__index.68e78a33.async.js +0 -1
  236. package/static/dist/src__pages__crontab__modal.f7041c7c.async.js +0 -1
  237. package/static/dist/src__pages__crontab__viewCreateModal.4d589f66.async.js +0 -1
  238. package/static/dist/src__pages__crontab__viewManageModal.0e317746.async.js +0 -1
  239. package/static/dist/src__pages__dashboard__index.58177357.async.js +0 -1
  240. package/static/dist/src__pages__dependence__index.b7bbc795.async.js +0 -1
  241. package/static/dist/src__pages__dependence__logModal.0681830b.async.js +0 -1
  242. package/static/dist/src__pages__dependence__modal.f7bb47ba.async.js +0 -1
  243. package/static/dist/src__pages__env__editNameModal.48715576.async.js +0 -1
  244. package/static/dist/src__pages__env__index.452cdc47.async.js +0 -1
  245. package/static/dist/src__pages__env__modal.e1234834.async.js +0 -1
  246. package/static/dist/src__pages__error__index.dedb2b90.async.js +0 -1
  247. package/static/dist/src__pages__initialization__index.22620a77.async.js +0 -1
  248. package/static/dist/src__pages__log__index.9c66639f.async.js +0 -1
  249. package/static/dist/src__pages__script__editModal.cbf4ec0e.async.js +0 -1
  250. package/static/dist/src__pages__script__editNameModal.532a3044.async.js +0 -1
  251. package/static/dist/src__pages__script__index.1fc20f22.async.js +0 -1
  252. package/static/dist/src__pages__script__renameModal.5cdde919.async.js +0 -1
  253. package/static/dist/src__pages__script__saveModal.5ffed35f.async.js +0 -1
  254. package/static/dist/src__pages__script__setting.1a82c6d7.async.js +0 -1
  255. package/static/dist/src__pages__setting__appModal.43b7758a.async.js +0 -1
  256. package/static/dist/src__pages__setting__dependence.9c04c79a.async.js +0 -1
  257. package/static/dist/src__pages__setting__index.7e070838.async.js +0 -1
  258. package/static/dist/src__pages__setting__loginLog.cea6056c.async.js +0 -1
  259. package/static/dist/src__pages__setting__notification.bac481c2.async.js +0 -1
  260. package/static/dist/src__pages__setting__other.707cfafe.async.js +0 -1
  261. package/static/dist/src__pages__setting__security.b7235753.async.js +0 -1
  262. package/static/dist/src__pages__setting__systemLog.b81a8c1d.async.js +0 -1
  263. package/static/dist/src__pages__subscription__index.d0ab2abc.async.js +0 -1
  264. package/static/dist/src__pages__subscription__logModal.3864b37f.async.js +0 -1
  265. package/static/dist/src__pages__subscription__modal.562448e2.async.js +0 -1
@@ -0,0 +1,236 @@
1
+ const assert = require('node:assert/strict');
2
+ const test = require('node:test');
3
+ const { spawn } = require('node:child_process');
4
+ const { EventEmitter } = require('node:events');
5
+ const { PassThrough } = require('node:stream');
6
+ const fs = require('node:fs/promises');
7
+ const os = require('node:os');
8
+ const path = require('node:path');
9
+ const load = require('../helpers/load-security-module.cjs');
10
+ const { observeChildProcess } = require('../../back/shared/childProcess');
11
+ const { LogStreamManager } = require('../../back/shared/logStreamManager');
12
+
13
+ const delay = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
14
+ const logger = { info() {}, error() {} };
15
+
16
+ test(
17
+ 'spawn failure settles without exit, and the next scheduled run can proceed',
18
+ { timeout: 3000 },
19
+ async () => {
20
+ let releases = 0;
21
+ let active = 0;
22
+ const { runCron } = load(path.resolve('back/shared/runCron.ts'), {
23
+ 'cross-spawn': {
24
+ spawn: () => spawn('true', { shell: '/nonexistent-ql-test-shell' }),
25
+ },
26
+ './pLimit': {
27
+ runWithCronLimit: async (_cron, fn) => {
28
+ active++;
29
+ try {
30
+ return await fn();
31
+ } finally {
32
+ active--;
33
+ }
34
+ },
35
+ removeQueuedCron: () => releases++,
36
+ },
37
+ '../loaders/logger': logger,
38
+ '../data/cron': {
39
+ CrontabModel: { findOne: async () => null },
40
+ CrontabStatus: {},
41
+ },
42
+ '../data/runningInstance': {
43
+ RunningInstanceModel: {},
44
+ InstanceStatus: {},
45
+ },
46
+ '../config/util': { killTask: async () => {} },
47
+ });
48
+ await runCron('true', { id: '1' });
49
+ await runCron('true', { id: '2' });
50
+ assert.equal(active, 0);
51
+ assert.equal(releases, 2);
52
+ },
53
+ );
54
+
55
+ test(
56
+ 'completion waits for slow log consumers and preserves the final output',
57
+ { timeout: 5000 },
58
+ async () => {
59
+ const chunks = [];
60
+ const child = spawn(process.execPath, [
61
+ '-e',
62
+ 'process.stdout.write("尾行\\n"); process.stderr.write("错误\\n")',
63
+ ]);
64
+ const observed = observeChildProcess(child, {
65
+ onStart: () => delay(25),
66
+ onStdout: async (message) => {
67
+ await delay(40);
68
+ chunks.push(message);
69
+ },
70
+ onStderr: async (message) => {
71
+ await delay(30);
72
+ chunks.push(message);
73
+ },
74
+ });
75
+ const result = await observed.completed;
76
+ assert.equal(result.code, 0);
77
+ assert.equal(result.error, undefined);
78
+ assert.match(chunks.join(''), /尾行/);
79
+ assert.match(chunks.join(''), /错误/);
80
+ },
81
+ );
82
+
83
+ test('exit is not completion, and UTF-8 split across writes remains intact', async () => {
84
+ const child = new EventEmitter();
85
+ child.stdout = new PassThrough();
86
+ child.stderr = new PassThrough();
87
+ child.pid = 123;
88
+ const chunks = [];
89
+ const observed = observeChildProcess(child, {
90
+ onStdout: async (data) => chunks.push(data),
91
+ });
92
+ child.emit('spawn');
93
+ let done = false;
94
+ observed.completed.then(() => {
95
+ done = true;
96
+ });
97
+ child.emit('exit', 0, null);
98
+ const data = Buffer.from('末尾中文');
99
+ child.stdout.write(data.subarray(0, 2));
100
+ await delay(10);
101
+ assert.equal(done, false);
102
+ child.stdout.end(data.subarray(2));
103
+ child.stderr.end();
104
+ child.emit('close', 0, null);
105
+ await observed.completed;
106
+ assert.equal(chunks.join(''), '末尾中文');
107
+ });
108
+
109
+ test(
110
+ 'failed log sink drains large output instead of blocking the child',
111
+ { timeout: 5000 },
112
+ async () => {
113
+ const child = spawn(process.execPath, [
114
+ '-e',
115
+ 'process.stdout.write("x".repeat(2 * 1024 * 1024))',
116
+ ]);
117
+ const { completed } = observeChildProcess(child, {
118
+ onStdout: async () => {
119
+ throw new Error('ENOSPC');
120
+ },
121
+ });
122
+ const result = await completed;
123
+ assert.equal(result.code, 0);
124
+ assert.equal(result.error.message, 'ENOSPC');
125
+ },
126
+ );
127
+
128
+ function scheduleFixture() {
129
+ let active = 0;
130
+ const limit = async (_params, fn) => {
131
+ active++;
132
+ try {
133
+ return await fn();
134
+ } finally {
135
+ active--;
136
+ }
137
+ };
138
+ const Schedule = load(path.resolve('back/services/schedule.ts'), {
139
+ '../shared/pLimit': {
140
+ runWithScriptLimit: limit,
141
+ runWithSystemLimit: limit,
142
+ },
143
+ 'cross-spawn': {
144
+ spawn: () =>
145
+ spawn(process.execPath, [
146
+ '-e',
147
+ 'setTimeout(() => process.stdout.write("done"), 150)',
148
+ ]),
149
+ },
150
+ }).default;
151
+ return { service: new Schedule(logger), active: () => active };
152
+ }
153
+
154
+ test(
155
+ 'PID response keeps queue capacity occupied until cleanup completes',
156
+ { timeout: 4000 },
157
+ async () => {
158
+ const fixture = scheduleFixture();
159
+ let finish;
160
+ const finished = new Promise((resolve) => {
161
+ finish = resolve;
162
+ });
163
+ const pid = await fixture.service.runTask(
164
+ 'ignored',
165
+ {
166
+ onEnd: async () => {
167
+ await delay(20);
168
+ finish();
169
+ },
170
+ },
171
+ { id: 'script', runOrigin: 'script' },
172
+ 'start',
173
+ );
174
+ assert.ok(pid > 0);
175
+ assert.equal(fixture.active(), 1);
176
+ await finished;
177
+ await delay(0);
178
+ assert.equal(fixture.active(), 0);
179
+ },
180
+ );
181
+
182
+ test(
183
+ 'before/error/end callback failures settle and release capacity',
184
+ { timeout: 3000 },
185
+ async () => {
186
+ const fixture = scheduleFixture();
187
+ let ended = 0;
188
+ const result = await fixture.service.runTask(
189
+ 'ignored',
190
+ {
191
+ onBefore: async () => {
192
+ throw new Error('setup failed');
193
+ },
194
+ onError: async () => {
195
+ throw new Error('sink failed');
196
+ },
197
+ onEnd: async (child) => {
198
+ assert.equal(child, undefined);
199
+ ended++;
200
+ throw new Error('cleanup failed');
201
+ },
202
+ },
203
+ { id: 'system', runOrigin: 'system' },
204
+ );
205
+ assert.equal(result.error.message, 'setup failed');
206
+ assert.equal(ended, 1);
207
+ assert.equal(fixture.active(), 0);
208
+ },
209
+ );
210
+
211
+ test(
212
+ 'concurrent writes and closes preserve all bytes, and failed files can be closed',
213
+ { timeout: 5000 },
214
+ async (t) => {
215
+ const dir = await fs.mkdtemp(path.join(os.tmpdir(), 'ql-log-lifecycle-'));
216
+ t.after(() => fs.rm(dir, { recursive: true, force: true }));
217
+ const manager = new LogStreamManager(dir);
218
+ const file = path.join(dir, 'out.log');
219
+ const lines = Array.from({ length: 500 }, (_, i) => `${i}:末尾\n`);
220
+ const writes = lines.map((line) => manager.write(file, line));
221
+ await Promise.all([
222
+ ...writes,
223
+ manager.closeStream(file),
224
+ manager.closeStream(file),
225
+ ]);
226
+ assert.equal(await fs.readFile(file, 'utf8'), lines.join(''));
227
+ assert.equal(manager.getOpenStreamCount(), 0);
228
+ const invalid = path.join(dir, 'missing', 'out.log');
229
+ await assert.rejects(manager.write(invalid, 'fail'), /ENOENT/);
230
+ await assert.rejects(manager.closeStream(invalid), /ENOENT/);
231
+ assert.equal(manager.getOpenStreamCount(), 0);
232
+ await manager.write(file, 'reopened');
233
+ await manager.closeAll();
234
+ assert.match(await fs.readFile(file, 'utf8'), /reopened$/);
235
+ },
236
+ );
@@ -0,0 +1,47 @@
1
+ const assert = require('node:assert/strict');
2
+ const test = require('node:test');
3
+ const fs = require('node:fs');
4
+ const os = require('node:os');
5
+ const path = require('node:path');
6
+ const load = require('../helpers/load-security-module.cjs');
7
+ const { resolveFileAccess } = load(
8
+ path.join(__dirname, '../../back/shared/fileAccess.ts'),
9
+ );
10
+
11
+ test('file access enforces directory boundaries, blacklist descendants and symlinks', (t) => {
12
+ const tmp = fs.mkdtempSync(path.join(os.tmpdir(), 'ql-file-security-'));
13
+ t.after(() => fs.rmSync(tmp, { recursive: true, force: true }));
14
+ const root = path.join(tmp, 'config');
15
+ fs.mkdirSync(path.join(root, 'grpc'), { recursive: true });
16
+ fs.mkdirSync(path.join(tmp, 'config-other'));
17
+ fs.writeFileSync(path.join(root, 'normal.txt'), 'normal');
18
+ fs.writeFileSync(path.join(root, 'grpc', 'client.key'), 'test-only');
19
+ fs.symlinkSync(path.join(tmp, 'config-other'), path.join(root, 'outside'));
20
+ fs.symlinkSync(path.join(root, 'grpc'), path.join(root, 'alias'));
21
+ fs.symlinkSync(path.join(root, 'normal.txt'), path.join(root, 'safe-link'));
22
+ fs.symlinkSync(path.join(tmp, 'missing'), path.join(root, 'dangling'));
23
+ for (const input of [
24
+ '../config-other/secret',
25
+ '/etc/passwd',
26
+ 'grpc/client.key',
27
+ 'alias/client.key',
28
+ 'outside/new.txt',
29
+ 'dangling',
30
+ 'auth.json',
31
+ 'nested/auth.json',
32
+ '',
33
+ ]) {
34
+ assert.equal(
35
+ resolveFileAccess(root, [input], ['grpc', 'auth.json']),
36
+ '',
37
+ input,
38
+ );
39
+ }
40
+ for (const input of ['normal.txt', 'safe-link', 'new-dir/new.txt']) {
41
+ assert.equal(
42
+ resolveFileAccess(root, [input], ['grpc']),
43
+ path.join(root, input),
44
+ input,
45
+ );
46
+ }
47
+ });
@@ -0,0 +1,57 @@
1
+ require('ts-node/register/transpile-only');
2
+
3
+ const assert = require('node:assert/strict');
4
+ const fs = require('node:fs/promises');
5
+ const os = require('node:os');
6
+ const path = require('node:path');
7
+ const { afterEach, test } = require('node:test');
8
+ const { readDirs } = require('../../back/config/util');
9
+
10
+ const temporaryDirectories = [];
11
+
12
+ async function temporaryRoot() {
13
+ const root = await fs.mkdtemp(path.join(os.tmpdir(), 'ql-file-tree-'));
14
+ temporaryDirectories.push(root);
15
+ return root;
16
+ }
17
+
18
+ afterEach(async () => {
19
+ await Promise.all(
20
+ temporaryDirectories
21
+ .splice(0)
22
+ .map((directory) => fs.rm(directory, { recursive: true, force: true })),
23
+ );
24
+ });
25
+
26
+ test('readDirs preserves the recursive tree contract and ignores blocked entries', async () => {
27
+ const root = await temporaryRoot();
28
+ await fs.mkdir(path.join(root, 'folder'));
29
+ await fs.mkdir(path.join(root, 'node_modules'));
30
+ await fs.writeFile(path.join(root, 'z.js'), 'z');
31
+ await fs.writeFile(path.join(root, 'folder', 'a.js'), 'alpha');
32
+ await fs.writeFile(path.join(root, 'node_modules', 'hidden.js'), 'hidden');
33
+ await fs.symlink(path.join(root, 'folder'), path.join(root, 'linked-folder'));
34
+
35
+ const result = await readDirs(root, root, ['node_modules'], (a, b) => {
36
+ if (a.type === b.type) return a.title.localeCompare(b.title);
37
+ return a.type === 'directory' ? -1 : 1;
38
+ });
39
+
40
+ assert.deepEqual(
41
+ result.map(({ title, type, key, parent }) => ({
42
+ title,
43
+ type,
44
+ key,
45
+ parent,
46
+ })),
47
+ [
48
+ { title: 'folder', type: 'directory', key: 'folder', parent: '' },
49
+ { title: 'z.js', type: 'file', key: 'z.js', parent: '' },
50
+ ],
51
+ );
52
+ assert.equal(result[0].children.length, 1);
53
+ assert.equal(result[0].children[0].title, 'a.js');
54
+ assert.equal(result[0].children[0].key, path.join('folder', 'a.js'));
55
+ assert.equal(result[0].children[0].parent, 'folder');
56
+ assert.equal(result[0].children[0].size, 5);
57
+ });
@@ -0,0 +1,60 @@
1
+ const test = require('node:test');
2
+ const assert = require('node:assert/strict');
3
+ const fs = require('node:fs');
4
+ const ts = require('typescript');
5
+ const { Sequelize, DataTypes, Model } = require('sequelize');
6
+ const load = require('../helpers/load-security-module.cjs');
7
+ const { CronResponse } = load('back/protos/api.ts');
8
+ const source = fs.readFileSync('back/schedule/api.ts', 'utf8');
9
+ const start = source.indexOf('const normalizeCronData =');
10
+ const end = source.indexOf('export const getCronDetail', start);
11
+ const code = ts.transpileModule(source.slice(start, end), {
12
+ compilerOptions: { target: ts.ScriptTarget.ES2020 },
13
+ }).outputText;
14
+ const normalize = new Function('Model', `${code}\nreturn normalizeCronData;`)(
15
+ Model,
16
+ );
17
+
18
+ test('gRPC cron response preserves Sequelize model fields through protobuf serialization', async (t) => {
19
+ const db = new Sequelize({
20
+ dialect: 'sqlite',
21
+ storage: ':memory:',
22
+ logging: false,
23
+ });
24
+ t.after(() => db.close());
25
+ const Cron = db.define('Cron', {
26
+ name: DataTypes.STRING,
27
+ command: DataTypes.STRING,
28
+ schedule: DataTypes.STRING,
29
+ labels: DataTypes.JSON,
30
+ extra_schedules: DataTypes.JSON,
31
+ });
32
+ const model = Cron.build({
33
+ id: 7,
34
+ name: 'smoke',
35
+ command: 'true',
36
+ schedule: '* * * * *',
37
+ labels: ['test'],
38
+ });
39
+ const decoded = CronResponse.decode(
40
+ CronResponse.encode({ code: 200, data: normalize(model) }).finish(),
41
+ );
42
+ assert.equal(decoded.data.id, 7);
43
+ assert.equal(decoded.data.name, 'smoke');
44
+ assert.equal(decoded.data.command, 'true');
45
+ assert.deepEqual(decoded.data.labels, ['test']);
46
+ assert.deepEqual(decoded.data.extra_schedules, []);
47
+ });
48
+
49
+ test('legacy plain cron rows normalize absent repeated fields', () => {
50
+ const decoded = CronResponse.decode(
51
+ CronResponse.encode({
52
+ code: 200,
53
+ data: normalize({ id: 8, labels: null, extra_schedules: null }),
54
+ }).finish(),
55
+ );
56
+ assert.equal(decoded.data.id, 8);
57
+ assert.deepEqual(decoded.data.labels, []);
58
+ assert.deepEqual(decoded.data.extra_schedules, []);
59
+ assert.equal(normalize(null), undefined);
60
+ });
@@ -0,0 +1,31 @@
1
+ const test = require('node:test');
2
+ const assert = require('node:assert/strict');
3
+ const express = require('express');
4
+ const load = require('../helpers/load-security-module.cjs');
5
+ const Http = load('back/services/http.ts', {
6
+ '../config': {bindHost: '127.0.0.1'},
7
+ '../loaders/logger': {debug(){},warn(){},error(){}},
8
+ './metrics': {metricsService: {record(){}}},
9
+ typedi: {Service:()=>x=>x},
10
+ }).HttpServerService;
11
+ test('HTTP listener preserves private binding and releases its port after shutdown',async(t)=>{
12
+ const app=express();app.get('/',(_q,r)=>r.send('ok'));
13
+ const first=new Http();const server=await first.initialize(app,0);
14
+ t.after(()=>first.shutdown());
15
+ assert.equal(server.address().address,'127.0.0.1');
16
+ const port=server.address().port;
17
+ const response=await fetch(`http://127.0.0.1:${port}/`,{headers:{connection:'close'}});assert.equal(await response.text(),'ok');
18
+ await assert.rejects(new Http().initialize(app,port),e=>e.code==='EADDRINUSE');
19
+ await first.shutdown();const replacement=new Http();t.after(()=>replacement.shutdown());
20
+ const next=await replacement.initialize(app,port);assert.equal(next.address().port,port);
21
+ });
22
+ test('custom cluster deployments can restore shared listening',async(t)=>{
23
+ const previous=process.env.QL_HTTP_SHARED_LISTEN;
24
+ t.after(()=>{if(previous===undefined)delete process.env.QL_HTTP_SHARED_LISTEN;else process.env.QL_HTTP_SHARED_LISTEN=previous;});
25
+ for(const value of [undefined,'true']){
26
+ if(value===undefined)delete process.env.QL_HTTP_SHARED_LISTEN;else process.env.QL_HTTP_SHARED_LISTEN=value;
27
+ let options;const service=new Http();const app=express();const listen=app.listen.bind(app);
28
+ app.listen=(opts,cb)=>{options=opts;return listen(opts,cb);};
29
+ await service.initialize(app,0);assert.equal(options.exclusive,value!=='true');await service.shutdown();
30
+ }
31
+ });
@@ -0,0 +1,213 @@
1
+ const assert = require('node:assert/strict');
2
+ const test = require('node:test');
3
+ const fs = require('node:fs');
4
+ const os = require('node:os');
5
+ const path = require('node:path');
6
+ const express = require('express');
7
+ const jwt = require('jsonwebtoken');
8
+ const load = require('../helpers/load-security-module.cjs');
9
+
10
+ test('HTTP authentication protects init, scopes, expired sessions and config secrets', async (t) => {
11
+ const tmp = fs.mkdtempSync(path.join(os.tmpdir(), 'ql-http-security-'));
12
+ for (const dir of ['config/grpc', 'scripts', 'upload', 'tmp'])
13
+ fs.mkdirSync(path.join(tmp, dir), { recursive: true });
14
+ fs.writeFileSync(path.join(tmp, 'config/grpc/client.key'), 'SENTINEL');
15
+ fs.writeFileSync(path.join(tmp, 'config/normal.txt'), 'normal');
16
+ const secret = 'http-security-test';
17
+ const valid = jwt.sign({}, secret, { algorithm: 'HS384', expiresIn: '1h' });
18
+ const expired = jwt.sign({}, secret, { algorithm: 'HS384', expiresIn: -1 });
19
+ const auth = {
20
+ username: 'owner',
21
+ password: 'configured',
22
+ token: valid,
23
+ tokens: { desktop: [{ value: expired }] },
24
+ };
25
+ const configSource = fs.readFileSync(
26
+ path.join(__dirname, '../../back/config/index.ts'),
27
+ 'utf8',
28
+ );
29
+ const whitelistSource = configSource
30
+ .slice(configSource.indexOf('apiWhiteList:'))
31
+ .match(/apiWhiteList:\s*\[([\s\S]*?)\]/)[1];
32
+ const config = {
33
+ api: { prefix: '/api' },
34
+ apiWhiteList: [...whitelistSource.matchAll(/['"]([^'"]+)['"]/g)].map(
35
+ (x) => x[1],
36
+ ),
37
+ jwt: { secret },
38
+ rootPath: tmp,
39
+ configPath: path.join(tmp, 'config/'),
40
+ scriptPath: path.join(tmp, 'scripts/'),
41
+ uploadPath: path.join(tmp, 'upload'),
42
+ tmpPath: path.join(tmp, 'tmp'),
43
+ blackFileList: ['auth.json', 'grpc'],
44
+ baseUrl: '/panel',
45
+ };
46
+ const apps = [
47
+ {
48
+ scopes: ['configs'],
49
+ tokens: [{ value: 'config-app', expiration: Date.now() / 1000 + 3600 }],
50
+ },
51
+ {
52
+ scopes: ['envs'],
53
+ tokens: [{ value: 'env-app', expiration: Date.now() / 1000 + 3600 }],
54
+ },
55
+ ];
56
+ let initialized = 0;
57
+ const User = class {};
58
+ const user = {
59
+ initializeUser: async () => {
60
+ initialized++;
61
+ return { code: 200 };
62
+ },
63
+ getAuthInfo: async () => auth,
64
+ };
65
+ const mocks = {
66
+ '../config': config,
67
+ '../config/util': {
68
+ getToken: (r) => (r.headers.authorization || '').replace(/^Bearer /, ''),
69
+ getPlatform: () => 'desktop',
70
+ getFileContentByName: (p) => fs.promises.readFile(p, 'utf8'),
71
+ },
72
+ '../shared/i18n': { t: (x) => x },
73
+ '../shared/store': {
74
+ shareStore: { getAuthInfo: async () => auth, getApps: async () => apps },
75
+ },
76
+ '../config/serverEnv': { serveEnv: (_req, res) => res.end() },
77
+ '../services/user': User,
78
+ '../data/open': {},
79
+ '../data/system': {},
80
+ '../shared/utils': {
81
+ writeFileWithLock: (p, content) => fs.promises.writeFile(p, content),
82
+ },
83
+ };
84
+ const Config = load(path.join(__dirname, '../../back/services/config.ts'), {
85
+ ...mocks,
86
+ typedi: { Service: () => (x) => x },
87
+ }).default;
88
+ const configService = new Config();
89
+ mocks['../services/config'] = Config;
90
+ mocks.typedi = {
91
+ Container: { get: (x) => (x === User ? user : configService) },
92
+ };
93
+ mocks['../api'] = () => {
94
+ const router = express.Router();
95
+ load(path.join(__dirname, '../../back/api/user.ts'), mocks).default(router);
96
+ load(path.join(__dirname, '../../back/api/config.ts'), mocks).default(
97
+ router,
98
+ );
99
+ router.get('/envs', (_req, res) => res.json({ code: 200 }));
100
+ return router;
101
+ };
102
+ const app = express();
103
+ load(path.join(__dirname, '../../back/loaders/express.ts'), mocks).default({
104
+ app,
105
+ });
106
+ const server = app.listen(0, '127.0.0.1');
107
+ t.after(async () => {
108
+ await new Promise((resolve) => server.close(resolve));
109
+ fs.rmSync(tmp, { recursive: true, force: true });
110
+ });
111
+ await new Promise((resolve, reject) => {
112
+ server.on('listening', resolve);
113
+ server.on('error', reject);
114
+ });
115
+ const request = async (url, token, method = 'GET', body) => {
116
+ const response = await fetch(
117
+ `http://127.0.0.1:${server.address().port}${url}`,
118
+ {
119
+ method,
120
+ headers: {
121
+ ...(token ? { Authorization: `Bearer ${token}` } : {}),
122
+ 'Content-Type': 'application/json',
123
+ },
124
+ ...(body ? { body: JSON.stringify(body) } : {}),
125
+ },
126
+ );
127
+ return { status: response.status, body: await response.json() };
128
+ };
129
+ for (const url of [
130
+ '/api/user/init',
131
+ '/open/user/init',
132
+ '/panel/api/user/init',
133
+ '/panel/open/user/init',
134
+ ]) {
135
+ const response = await request(url, undefined, 'PUT', {
136
+ username: 'attacker',
137
+ password: 'changed',
138
+ });
139
+ assert.equal(response.body.code, 450, url);
140
+ }
141
+ assert.equal(initialized, 0);
142
+ assert.equal(
143
+ (
144
+ await request('/api/user/login', undefined, 'POST', {
145
+ username: 'x',
146
+ password: 'x'.repeat(20000),
147
+ })
148
+ ).status,
149
+ 413,
150
+ );
151
+ fs.writeFileSync(
152
+ path.join(tmp, 'upload/legacy.html'),
153
+ '<script>window.test=1</script>',
154
+ );
155
+ const legacyUpload = await fetch(
156
+ `http://127.0.0.1:${server.address().port}/api/static/legacy.html`,
157
+ );
158
+ assert.equal(legacyUpload.headers.get('x-content-type-options'), 'nosniff');
159
+ assert.equal(
160
+ legacyUpload.headers.get('content-security-policy'),
161
+ "sandbox; default-src 'none'",
162
+ );
163
+ for (const prefix of ['/api', '/open', '/panel/api', '/panel/open']) {
164
+ assert.equal(
165
+ (await request(`${prefix}/envs`, expired)).status,
166
+ 401,
167
+ prefix,
168
+ );
169
+ assert.equal(
170
+ (await request(`${prefix}/envs`, valid)).body.code,
171
+ 200,
172
+ prefix,
173
+ );
174
+ assert.equal((await request(`${prefix}/envs`)).status, 401, prefix);
175
+ }
176
+ assert.equal((await request('/open/envs', 'env-app')).body.code, 200);
177
+ assert.equal(
178
+ (await request('/open/configs/detail?path=normal.txt', 'env-app')).status,
179
+ 401,
180
+ );
181
+ assert.equal(
182
+ (await request('/open/configs/detail?path=normal.txt', 'config-app')).body
183
+ .data,
184
+ 'normal',
185
+ );
186
+ assert.equal(
187
+ (await request('/open/configs/detail?path=grpc/client.key', 'config-app'))
188
+ .body.code,
189
+ 403,
190
+ );
191
+ assert.equal(
192
+ (
193
+ await request('/open/configs/save', 'config-app', 'POST', {
194
+ name: 'grpc/client.key',
195
+ content: 'changed',
196
+ })
197
+ ).body.code,
198
+ 403,
199
+ );
200
+ assert.equal(
201
+ fs.readFileSync(path.join(tmp, 'config/grpc/client.key'), 'utf8'),
202
+ 'SENTINEL',
203
+ );
204
+ assert.equal(
205
+ (
206
+ await request('/Api/user/init', undefined, 'PUT', {
207
+ username: 'x',
208
+ password: 'y',
209
+ })
210
+ ).status,
211
+ 400,
212
+ );
213
+ });