@whyour/qinglong 2.21.0-8 → 2.22.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.dockerignore +13 -0
- package/.env.example +7 -0
- package/AGENTS.md +2 -2
- package/README-en.md +24 -0
- package/README.md +24 -0
- package/back/protos/api.proto +6 -1
- package/back/protos/cron.proto +4 -1
- package/docker/Dockerfile +31 -12
- package/docker/Dockerfile.310 +31 -12
- package/docker/Dockerfile.debian +22 -14
- package/docker/Dockerfile.debian310 +24 -14
- package/docker/build-manifest.cjs +28 -0
- package/docker/verify-build.cjs +49 -0
- package/docs/releases/2.22.0-validation.md +49 -0
- package/docs/releases/2.22.0.md +54 -0
- package/ecosystem.config.js +10 -1
- package/package.json +11 -6
- package/sample/config.sample.sh +10 -0
- package/sample/notify.js +54 -0
- package/sample/notify.py +37 -0
- package/scripts/benchmark-execution.cjs +96 -0
- package/scripts/write-build-info.cjs +27 -0
- package/shell/api.sh +34 -13
- package/shell/check.sh +59 -19
- package/shell/lang/en.sh +6 -0
- package/shell/lang/zh.sh +6 -0
- package/shell/node_path_cache.sh +128 -0
- package/shell/otask.sh +7 -1
- package/shell/preload/sitecustomize.js +5 -1
- package/shell/share.sh +25 -8
- package/shell/start.sh +6 -3
- package/shell/task.sh +13 -3
- package/shell/update.sh +65 -4
- package/static/build/api/clientIp.js +42 -0
- package/static/build/api/config.js +8 -16
- package/static/build/api/cron.js +38 -2
- package/static/build/api/dashboard.js +37 -0
- package/static/build/api/health.js +2 -2
- package/static/build/api/index.js +4 -0
- package/static/build/api/log.js +30 -19
- package/static/build/api/retention.js +63 -0
- package/static/build/api/script.js +23 -22
- package/static/build/api/subscription.js +16 -2
- package/static/build/api/system.js +25 -2
- package/static/build/api/user.js +75 -15
- package/static/build/app.js +54 -45
- package/static/build/bootstrap/database.js +51 -0
- package/static/build/config/const.js +1 -0
- package/static/build/config/share.js +5 -4
- package/static/build/config/util.js +133 -38
- package/static/build/data/cron.js +1 -0
- package/static/build/data/notify.js +11 -1
- package/static/build/loaders/app.js +2 -0
- package/static/build/loaders/db.js +3 -33
- package/static/build/loaders/deps.js +29 -0
- package/static/build/loaders/express.js +30 -21
- package/static/build/loaders/initData.js +10 -7
- package/static/build/loaders/sock.js +72 -6
- package/static/build/middlewares/monitoring.js +12 -33
- package/static/build/middlewares/protectedPathCase.js +17 -0
- package/static/build/protos/api.js +56 -2
- package/static/build/protos/cron.js +21 -4
- package/static/build/protos/health.js +1 -1
- package/static/build/schedule/addCron.js +9 -0
- package/static/build/schedule/api.js +5 -2
- package/static/build/schedule/client.js +38 -6
- package/static/build/schedule/health.js +72 -7
- package/static/build/services/config.js +5 -42
- package/static/build/services/cron.js +338 -199
- package/static/build/services/dependence.js +47 -0
- package/static/build/services/grpc.js +1 -1
- package/static/build/services/health.js +4 -7
- package/static/build/services/http.js +8 -2
- package/static/build/services/log.js +2 -3
- package/static/build/services/metrics.js +46 -14
- package/static/build/services/notify.js +26 -0
- package/static/build/services/retention.js +123 -0
- package/static/build/services/schedule.js +57 -33
- package/static/build/services/script.js +4 -5
- package/static/build/services/subscription.js +55 -34
- package/static/build/services/system.js +37 -9
- package/static/build/services/user.js +213 -25
- package/static/build/shared/auth.js +18 -5
- package/static/build/shared/authMutation.js +17 -0
- package/static/build/shared/childProcess.js +82 -0
- package/static/build/shared/clientIp.js +27 -0
- package/static/build/shared/errors.js +9 -0
- package/static/build/shared/fileAccess.js +60 -0
- package/static/build/shared/i18n.js +12 -5
- package/static/build/shared/logReader.js +85 -0
- package/static/build/shared/logStreamManager.js +80 -60
- package/static/build/shared/password.js +30 -0
- package/static/build/shared/retention.js +58 -0
- package/static/build/shared/runCron.js +28 -15
- package/static/build/shared/schedulerMutationLock.js +44 -0
- package/static/build/shared/schedulerReadiness.js +82 -0
- package/static/build/shared/schemaMigrations.js +58 -0
- package/static/build/shared/startupProcess.js +48 -0
- package/static/build/shared/store.js +7 -0
- package/static/build/shared/trustProxy.js +119 -0
- package/static/build/validation/schedule.js +3 -3
- package/static/dist/{1885.e1ea09f6.async.js → 1885.b8f427bf.async.js} +1 -1
- package/static/dist/2031.6af40025.async.js +1 -0
- package/static/dist/2693.51c2636b.async.js +1 -0
- package/static/dist/{2890.9e373f5b.async.js → 2890.add55e85.async.js} +1 -1
- package/static/dist/2901.2ca95295.async.js +1 -0
- package/static/dist/445.a65ff63b.async.js +1 -0
- package/static/dist/4736.1d2b5cb6.async.js +1 -0
- package/static/dist/{4859.6592cebb.async.js → 4859.97d6653c.async.js} +1 -1
- package/static/dist/{6013.4e38de36.async.js → 6013.db535339.async.js} +1 -1
- package/static/dist/6212.9e6d9913.async.js +1 -0
- package/static/dist/{6339.ab305e96.async.js → 6431.4603ad0e.async.js} +1 -1
- package/static/dist/{6872.42f939f1.async.js → 6872.a503ef55.async.js} +1 -1
- package/static/dist/7231.f7e5b668.async.js +1 -0
- package/static/dist/{7355.f9f263d8.async.js → 7355.fca746f5.async.js} +1 -1
- package/static/dist/{7508.7dcee91c.async.js → 7508.d90eac63.async.js} +1 -1
- package/static/dist/{7984.594296a5.async.js → 7984.eaac7402.async.js} +1 -1
- package/static/dist/8844.a0fef08e.async.js +1 -0
- package/static/dist/index.html +2 -2
- package/static/dist/layouts__index.633d3553.async.js +1 -0
- package/static/dist/preload_helper.cf7de3fa.js +1 -0
- package/static/dist/{src__pages__config__index.a22ff7dc.async.js → src__pages__config__index.9aba4054.async.js} +1 -1
- package/static/dist/src__pages__crontab__detail.86b2eebb.async.js +1 -0
- package/static/dist/src__pages__crontab__index.ae4e06f2.async.js +1 -0
- package/static/dist/{src__pages__crontab__logModal.831d5e4b.async.js → src__pages__crontab__logModal.930535e2.async.js} +1 -1
- package/static/dist/src__pages__crontab__modal.a2c8fdcc.async.js +1 -0
- package/static/dist/src__pages__crontab__viewCreateModal.7b4f9cbe.async.js +1 -0
- package/static/dist/src__pages__crontab__viewManageModal.cd454ea0.async.js +1 -0
- package/static/dist/src__pages__dashboard__index.243c5a35.async.js +1 -0
- package/static/dist/src__pages__dashboard__taskResultModal.7795d6e1.async.js +1 -0
- package/static/dist/src__pages__dependence__index.874d501f.async.js +1 -0
- package/static/dist/src__pages__dependence__logModal.154efe7a.async.js +1 -0
- package/static/dist/src__pages__dependence__modal.a29c1a0f.async.js +1 -0
- package/static/dist/{src__pages__diff__index.013b7c75.async.js → src__pages__diff__index.1714b941.async.js} +1 -1
- package/static/dist/src__pages__env__editNameModal.c13d47d2.async.js +1 -0
- package/static/dist/src__pages__env__index.fd6fd2b0.async.js +1 -0
- package/static/dist/src__pages__env__modal.4d71adb3.async.js +1 -0
- package/static/dist/src__pages__error__index.aae50c94.async.js +1 -0
- package/static/dist/src__pages__initialization__index.82a2e967.async.js +1 -0
- package/static/dist/src__pages__log__index.71250e0d.async.js +1 -0
- package/static/dist/{src__pages__login__index.8c813eb1.async.js → src__pages__login__index.a0fd5ed8.async.js} +1 -1
- package/static/dist/src__pages__script__editModal.22acdf7c.async.js +1 -0
- package/static/dist/src__pages__script__editNameModal.1a521cc0.async.js +1 -0
- package/static/dist/src__pages__script__index.a18b2692.async.js +1 -0
- package/static/dist/src__pages__script__renameModal.0ab029e7.async.js +1 -0
- package/static/dist/src__pages__script__saveModal.8965b74c.async.js +1 -0
- package/static/dist/src__pages__script__setting.35ad4f02.async.js +1 -0
- package/static/dist/src__pages__setting__appModal.7eaeb9d3.async.js +1 -0
- package/static/dist/{src__pages__setting__checkUpdate.34d773f2.async.js → src__pages__setting__checkUpdate.d175b154.async.js} +1 -1
- package/static/dist/src__pages__setting__clientIp.3a8711ed.async.js +1 -0
- package/static/dist/src__pages__setting__dependence.9c0f749b.async.js +1 -0
- package/static/dist/src__pages__setting__index.cb397741.async.js +1 -0
- package/static/dist/src__pages__setting__loginLog.e0a1f54d.async.js +1 -0
- package/static/dist/src__pages__setting__notification.2ffe4e5a.async.js +1 -0
- package/static/dist/src__pages__setting__other.3d0b8492.async.js +1 -0
- package/static/dist/{src__pages__setting__progress.8823ac90.async.js → src__pages__setting__progress.2ccae3d7.async.js} +1 -1
- package/static/dist/src__pages__setting__security.e2d71ebb.async.js +1 -0
- package/static/dist/src__pages__setting__systemLog.b3046955.async.js +1 -0
- package/static/dist/src__pages__subscription__index.43086a06.async.js +1 -0
- package/static/dist/src__pages__subscription__logModal.cdba5139.async.js +1 -0
- package/static/dist/src__pages__subscription__modal.38991e1e.async.js +1 -0
- package/static/dist/{umi.a54a59f6.js → umi.fc019050.js} +1 -1
- package/test/back/auth-security.test.cjs +74 -0
- package/test/back/build-provenance.test.cjs +150 -0
- package/test/back/cron-log-name.test.cjs +110 -0
- package/test/back/cron-validation.test.cjs +45 -0
- package/test/back/dashboard-failures.test.cjs +173 -0
- package/test/back/database-bootstrap.test.cjs +193 -0
- package/test/back/dependence-cache-status.test.cjs +125 -0
- package/test/back/deprecated-file-routes.test.cjs +82 -0
- package/test/back/ecosystem.test.cjs +28 -0
- package/test/back/env-name-parsing.test.cjs +96 -0
- package/test/back/execution-lifecycle.test.cjs +236 -0
- package/test/back/file-access-security.test.cjs +47 -0
- package/test/back/fileTreeListing.test.cjs +57 -0
- package/test/back/grpc-cron-response.test.cjs +60 -0
- package/test/back/http-exclusive-listen.test.cjs +31 -0
- package/test/back/http-security.test.cjs +213 -0
- package/test/back/listen-security.test.cjs +67 -0
- package/test/back/log-path-security.test.cjs +158 -0
- package/test/back/logReader.test.cjs +72 -0
- package/test/back/manual-execution.test.cjs +85 -0
- package/test/back/manual-stop-claim.test.cjs +220 -0
- package/test/back/metrics.test.cjs +34 -0
- package/test/back/monitoring.test.cjs +73 -0
- package/test/back/node-path-cache.test.cjs +173 -0
- package/test/back/node-path-lock.test.cjs +178 -0
- package/test/back/npm-publication.test.cjs +70 -0
- package/test/back/primary-apm.test.cjs +24 -0
- package/test/back/process-exit-state.test.cjs +81 -0
- package/test/back/process-stop-signal.test.cjs +77 -0
- package/test/back/protected-path-case.test.cjs +58 -0
- package/test/back/qlServiceLogCommand.test.cjs +128 -0
- package/test/back/retention.test.cjs +131 -0
- package/test/back/role-loading.test.cjs +118 -0
- package/test/back/schedule-health.test.cjs +86 -0
- package/test/back/scheduler-file-lock.test.cjs +51 -0
- package/test/back/scheduler-mutation.test.cjs +312 -0
- package/test/back/scheduler-readiness.test.cjs +85 -0
- package/test/back/scheduler-reconciliation.test.cjs +152 -0
- package/test/back/scheduler-rpc-timeout.test.cjs +49 -0
- package/test/back/schema-migrations.test.cjs +127 -0
- package/test/back/shell-api-parsing.test.cjs +184 -0
- package/test/back/sock-polling.test.cjs +297 -0
- package/test/back/sock-security.test.cjs +72 -0
- package/test/back/start-env-preservation.test.cjs +53 -0
- package/test/back/stop-failure-feedback.test.cjs +158 -0
- package/test/back/stop-race.test.cjs +167 -0
- package/test/back/subscription-cleanup.test.cjs +53 -0
- package/test/back/subscription-stop-state.test.cjs +66 -0
- package/test/back/system-dependence-cache.test.cjs +126 -0
- package/test/back/task-time.test.cjs +116 -0
- package/test/back/user-api.test.cjs +99 -0
- package/test/back/user-security.test.cjs +248 -0
- package/test/back/worker-apm.test.cjs +84 -0
- package/test/back/wpush-grpc.test.cjs +115 -0
- package/test/front/cron-log-pagination.test.cjs +214 -0
- package/test/front/http-auth.test.cjs +152 -0
- package/test/front/http-error.test.cjs +29 -0
- package/test/helpers/load-security-module.cjs +42 -0
- package/version.yaml +19 -34
- package/CLAUDE.md +0 -43
- package/static/dist/1147.62793604.async.js +0 -1
- package/static/dist/134.54df9e38.async.js +0 -1
- package/static/dist/2208.85285476.async.js +0 -1
- package/static/dist/2286.f371c743.async.js +0 -1
- package/static/dist/3191.545ab873.async.js +0 -1
- package/static/dist/4902.555f92ab.async.js +0 -1
- package/static/dist/5520.ff2cfd6b.async.js +0 -1
- package/static/dist/6431.c50479be.async.js +0 -1
- package/static/dist/8826.db34ad8d.async.js +0 -1
- package/static/dist/layouts__index.a7a2bfe0.async.js +0 -1
- package/static/dist/preload_helper.3048fe5b.js +0 -1
- package/static/dist/src__pages__crontab__detail.b98f0084.async.js +0 -1
- package/static/dist/src__pages__crontab__index.68e78a33.async.js +0 -1
- package/static/dist/src__pages__crontab__modal.f7041c7c.async.js +0 -1
- package/static/dist/src__pages__crontab__viewCreateModal.4d589f66.async.js +0 -1
- package/static/dist/src__pages__crontab__viewManageModal.0e317746.async.js +0 -1
- package/static/dist/src__pages__dashboard__index.58177357.async.js +0 -1
- package/static/dist/src__pages__dependence__index.b7bbc795.async.js +0 -1
- package/static/dist/src__pages__dependence__logModal.0681830b.async.js +0 -1
- package/static/dist/src__pages__dependence__modal.f7bb47ba.async.js +0 -1
- package/static/dist/src__pages__env__editNameModal.48715576.async.js +0 -1
- package/static/dist/src__pages__env__index.452cdc47.async.js +0 -1
- package/static/dist/src__pages__env__modal.e1234834.async.js +0 -1
- package/static/dist/src__pages__error__index.dedb2b90.async.js +0 -1
- package/static/dist/src__pages__initialization__index.22620a77.async.js +0 -1
- package/static/dist/src__pages__log__index.9c66639f.async.js +0 -1
- package/static/dist/src__pages__script__editModal.cbf4ec0e.async.js +0 -1
- package/static/dist/src__pages__script__editNameModal.532a3044.async.js +0 -1
- package/static/dist/src__pages__script__index.1fc20f22.async.js +0 -1
- package/static/dist/src__pages__script__renameModal.5cdde919.async.js +0 -1
- package/static/dist/src__pages__script__saveModal.5ffed35f.async.js +0 -1
- package/static/dist/src__pages__script__setting.1a82c6d7.async.js +0 -1
- package/static/dist/src__pages__setting__appModal.43b7758a.async.js +0 -1
- package/static/dist/src__pages__setting__dependence.9c04c79a.async.js +0 -1
- package/static/dist/src__pages__setting__index.7e070838.async.js +0 -1
- package/static/dist/src__pages__setting__loginLog.cea6056c.async.js +0 -1
- package/static/dist/src__pages__setting__notification.bac481c2.async.js +0 -1
- package/static/dist/src__pages__setting__other.707cfafe.async.js +0 -1
- package/static/dist/src__pages__setting__security.b7235753.async.js +0 -1
- package/static/dist/src__pages__setting__systemLog.b81a8c1d.async.js +0 -1
- package/static/dist/src__pages__subscription__index.d0ab2abc.async.js +0 -1
- package/static/dist/src__pages__subscription__logModal.3864b37f.async.js +0 -1
- package/static/dist/src__pages__subscription__modal.562448e2.async.js +0 -1
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
const assert = require('node:assert/strict');
|
|
2
|
+
const test = require('node:test');
|
|
3
|
+
|
|
4
|
+
const protectedPathCase = require(
|
|
5
|
+
'../../back/middlewares/protectedPathCase',
|
|
6
|
+
).default;
|
|
7
|
+
|
|
8
|
+
function runMiddleware(path) {
|
|
9
|
+
let status;
|
|
10
|
+
let body;
|
|
11
|
+
let nextCalled = false;
|
|
12
|
+
const response = {
|
|
13
|
+
status(value) {
|
|
14
|
+
status = value;
|
|
15
|
+
return this;
|
|
16
|
+
},
|
|
17
|
+
json(value) {
|
|
18
|
+
body = value;
|
|
19
|
+
return this;
|
|
20
|
+
},
|
|
21
|
+
};
|
|
22
|
+
|
|
23
|
+
protectedPathCase({ path }, response, () => {
|
|
24
|
+
nextCalled = true;
|
|
25
|
+
});
|
|
26
|
+
|
|
27
|
+
return { status, body, nextCalled };
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
test('rejects case variations under protected API namespaces', () => {
|
|
31
|
+
for (const path of [
|
|
32
|
+
'/Api/configs/detail',
|
|
33
|
+
'/api/Configs/detail',
|
|
34
|
+
'/OPEN/scripts/detail',
|
|
35
|
+
'/open/scripts/Detail',
|
|
36
|
+
]) {
|
|
37
|
+
assert.deepEqual(runMiddleware(path), {
|
|
38
|
+
status: 400,
|
|
39
|
+
body: { code: 400, message: 'Invalid path format' },
|
|
40
|
+
nextCalled: false,
|
|
41
|
+
});
|
|
42
|
+
}
|
|
43
|
+
});
|
|
44
|
+
|
|
45
|
+
test('allows normalized protected paths and unrelated paths', () => {
|
|
46
|
+
for (const path of [
|
|
47
|
+
'/api/configs/detail',
|
|
48
|
+
'/open/scripts/detail',
|
|
49
|
+
'/OpenApi/status',
|
|
50
|
+
'/assets/AppBundle.js',
|
|
51
|
+
]) {
|
|
52
|
+
assert.deepEqual(runMiddleware(path), {
|
|
53
|
+
status: undefined,
|
|
54
|
+
body: undefined,
|
|
55
|
+
nextCalled: true,
|
|
56
|
+
});
|
|
57
|
+
}
|
|
58
|
+
});
|
|
@@ -0,0 +1,128 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
const assert = require('node:assert/strict');
|
|
4
|
+
const fs = require('node:fs');
|
|
5
|
+
const os = require('node:os');
|
|
6
|
+
const path = require('node:path');
|
|
7
|
+
const { spawnSync } = require('node:child_process');
|
|
8
|
+
const { after, test } = require('node:test');
|
|
9
|
+
|
|
10
|
+
const root = path.resolve(__dirname, '../..');
|
|
11
|
+
const fixtureRoot = fs.mkdtempSync(path.join(os.tmpdir(), 'ql-log-command-'));
|
|
12
|
+
|
|
13
|
+
after(() => fs.rmSync(fixtureRoot, { recursive: true, force: true }));
|
|
14
|
+
|
|
15
|
+
function writeExecutable(filePath, content) {
|
|
16
|
+
fs.writeFileSync(filePath, content, { mode: 0o755 });
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
function prepareFixture(name) {
|
|
20
|
+
const testRoot = path.join(fixtureRoot, name);
|
|
21
|
+
const shellDir = path.join(testRoot, 'shell');
|
|
22
|
+
const binDir = path.join(testRoot, 'bin');
|
|
23
|
+
fs.mkdirSync(shellDir, { recursive: true });
|
|
24
|
+
fs.mkdirSync(binDir, { recursive: true });
|
|
25
|
+
|
|
26
|
+
fs.copyFileSync(
|
|
27
|
+
path.join(root, 'shell/update.sh'),
|
|
28
|
+
path.join(shellDir, 'update.sh'),
|
|
29
|
+
);
|
|
30
|
+
fs.writeFileSync(
|
|
31
|
+
path.join(shellDir, 'share.sh'),
|
|
32
|
+
[
|
|
33
|
+
'dir_data="${QL_DATA_DIR:-$QL_DIR/data}"',
|
|
34
|
+
'load_ql_envs() { :; }',
|
|
35
|
+
'import_config() { :; }',
|
|
36
|
+
'',
|
|
37
|
+
].join('\n'),
|
|
38
|
+
);
|
|
39
|
+
fs.writeFileSync(path.join(shellDir, 'api.sh'), '');
|
|
40
|
+
fs.writeFileSync(path.join(shellDir, 'env.sh'), '');
|
|
41
|
+
writeExecutable(
|
|
42
|
+
path.join(binDir, 'pm2'),
|
|
43
|
+
'#!/usr/bin/env bash\necho "pm2 must not be called" >&2\nexit 99\n',
|
|
44
|
+
);
|
|
45
|
+
|
|
46
|
+
return { binDir, shellDir, testRoot };
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
test('ql log reads the requested system log history without PM2', () => {
|
|
50
|
+
const { binDir, shellDir, testRoot } = prepareFixture('host');
|
|
51
|
+
const systemLogDir = path.join(testRoot, 'data/syslog');
|
|
52
|
+
fs.mkdirSync(systemLogDir, { recursive: true });
|
|
53
|
+
fs.writeFileSync(
|
|
54
|
+
path.join(systemLogDir, '2026-08-20.log'),
|
|
55
|
+
'system-one\nsystem-two\nsystem-three\n',
|
|
56
|
+
);
|
|
57
|
+
|
|
58
|
+
const result = spawnSync(
|
|
59
|
+
'/bin/bash',
|
|
60
|
+
[path.join(shellDir, 'update.sh'), 'log', '--lines', '2', '--nostream'],
|
|
61
|
+
{
|
|
62
|
+
encoding: 'utf8',
|
|
63
|
+
env: {
|
|
64
|
+
...process.env,
|
|
65
|
+
PATH: `${binDir}:${process.env.PATH}`,
|
|
66
|
+
QL_CONTAINER: 'false',
|
|
67
|
+
QL_DIR: testRoot,
|
|
68
|
+
},
|
|
69
|
+
},
|
|
70
|
+
);
|
|
71
|
+
|
|
72
|
+
assert.equal(result.status, 0, result.stderr);
|
|
73
|
+
assert.equal(result.stdout, 'system-two\nsystem-three\n');
|
|
74
|
+
assert.equal(fs.existsSync(path.join(testRoot, 'data/log/log')), false);
|
|
75
|
+
});
|
|
76
|
+
|
|
77
|
+
test('ql log follows the current Winston system log without PM2', () => {
|
|
78
|
+
const { binDir, shellDir, testRoot } = prepareFixture('container');
|
|
79
|
+
const systemLogDir = path.join(testRoot, 'data/syslog');
|
|
80
|
+
const currentDate = spawnSync('date', ['+%F'], { encoding: 'utf8' }).stdout.trim();
|
|
81
|
+
const currentLog = path.join(systemLogDir, `${currentDate}.log`);
|
|
82
|
+
fs.mkdirSync(systemLogDir, { recursive: true });
|
|
83
|
+
fs.writeFileSync(currentLog, 'system-one\n');
|
|
84
|
+
writeExecutable(
|
|
85
|
+
path.join(binDir, 'tail'),
|
|
86
|
+
'#!/usr/bin/env bash\nprintf "tail"\nprintf " <%s>" "$@"\nprintf "\\n"\n',
|
|
87
|
+
);
|
|
88
|
+
|
|
89
|
+
const result = spawnSync(
|
|
90
|
+
'/bin/bash',
|
|
91
|
+
[path.join(shellDir, 'update.sh'), 'log', '--lines', '0'],
|
|
92
|
+
{
|
|
93
|
+
encoding: 'utf8',
|
|
94
|
+
env: {
|
|
95
|
+
...process.env,
|
|
96
|
+
PATH: `${binDir}:${process.env.PATH}`,
|
|
97
|
+
QL_CONTAINER: 'true',
|
|
98
|
+
QL_DIR: testRoot,
|
|
99
|
+
},
|
|
100
|
+
},
|
|
101
|
+
);
|
|
102
|
+
|
|
103
|
+
assert.equal(result.status, 0, result.stderr);
|
|
104
|
+
assert.equal(result.stdout, `tail <-n> <0> <--retry> <-F> <${currentLog}>\n`);
|
|
105
|
+
assert.equal(fs.existsSync(path.join(testRoot, 'data/log/log')), false);
|
|
106
|
+
});
|
|
107
|
+
|
|
108
|
+
test('ql log reports when no persisted system log exists', () => {
|
|
109
|
+
const { binDir, shellDir, testRoot } = prepareFixture('container-nostream');
|
|
110
|
+
|
|
111
|
+
const result = spawnSync(
|
|
112
|
+
'/bin/bash',
|
|
113
|
+
[path.join(shellDir, 'update.sh'), 'log', '--nostream'],
|
|
114
|
+
{
|
|
115
|
+
encoding: 'utf8',
|
|
116
|
+
env: {
|
|
117
|
+
...process.env,
|
|
118
|
+
PATH: `${binDir}:${process.env.PATH}`,
|
|
119
|
+
QL_CONTAINER: 'true',
|
|
120
|
+
QL_DIR: testRoot,
|
|
121
|
+
},
|
|
122
|
+
},
|
|
123
|
+
);
|
|
124
|
+
|
|
125
|
+
assert.equal(result.status, 0);
|
|
126
|
+
assert.equal(result.stdout, '');
|
|
127
|
+
assert.match(result.stderr, /no system log found/);
|
|
128
|
+
});
|
|
@@ -0,0 +1,131 @@
|
|
|
1
|
+
const assert = require('node:assert/strict');
|
|
2
|
+
const fs = require('node:fs/promises');
|
|
3
|
+
const os = require('node:os');
|
|
4
|
+
const path = require('node:path');
|
|
5
|
+
const test = require('node:test');
|
|
6
|
+
const { Op } = require('sequelize');
|
|
7
|
+
|
|
8
|
+
const {
|
|
9
|
+
getDirectorySize,
|
|
10
|
+
normalizeRetentionPolicy,
|
|
11
|
+
} = require('../../back/shared/retention');
|
|
12
|
+
|
|
13
|
+
test('retention policy defaults to disabled and clamps invalid values', () => {
|
|
14
|
+
assert.deepEqual(normalizeRetentionPolicy({}), {
|
|
15
|
+
runningInstanceRetentionDays: 0,
|
|
16
|
+
cronStatRetentionDays: 0,
|
|
17
|
+
});
|
|
18
|
+
assert.deepEqual(
|
|
19
|
+
normalizeRetentionPolicy({
|
|
20
|
+
runningInstanceRetentionDays: -10,
|
|
21
|
+
cronStatRetentionDays: 99999,
|
|
22
|
+
}),
|
|
23
|
+
{
|
|
24
|
+
runningInstanceRetentionDays: 0,
|
|
25
|
+
cronStatRetentionDays: 3650,
|
|
26
|
+
},
|
|
27
|
+
);
|
|
28
|
+
});
|
|
29
|
+
|
|
30
|
+
test('directory preview counts files recursively and ignores symlinks', async (t) => {
|
|
31
|
+
const directory = await fs.mkdtemp(path.join(os.tmpdir(), 'ql-retention-'));
|
|
32
|
+
const nested = path.join(directory, 'nested');
|
|
33
|
+
t.after(() => fs.rm(directory, { recursive: true, force: true }));
|
|
34
|
+
await fs.mkdir(nested);
|
|
35
|
+
await fs.writeFile(path.join(directory, 'one'), Buffer.alloc(7));
|
|
36
|
+
await fs.writeFile(path.join(nested, 'two'), Buffer.alloc(11));
|
|
37
|
+
await fs.symlink(path.join(nested, 'two'), path.join(directory, 'link'));
|
|
38
|
+
|
|
39
|
+
assert.equal(await getDirectorySize(directory), 18);
|
|
40
|
+
assert.equal(await getDirectorySize(path.join(directory, 'missing')), 0);
|
|
41
|
+
});
|
|
42
|
+
|
|
43
|
+
test('cleanup previews first, protects running instances, and uses explicit options', async (t) => {
|
|
44
|
+
const directory = await fs.mkdtemp(path.join(os.tmpdir(), 'ql-retention-'));
|
|
45
|
+
const nodeCache = path.join(directory, 'node');
|
|
46
|
+
await fs.mkdir(nodeCache);
|
|
47
|
+
await fs.writeFile(path.join(nodeCache, 'cache'), Buffer.alloc(13));
|
|
48
|
+
|
|
49
|
+
const config = require('../../back/config').default;
|
|
50
|
+
const originalCachePath = config.dependenceCachePath;
|
|
51
|
+
const RunningInstanceModel = {};
|
|
52
|
+
const CrontabStatModel = {};
|
|
53
|
+
const InstanceStatus = { running: 0 };
|
|
54
|
+
const sequelize = {};
|
|
55
|
+
const stubModule = (modulePath, exports) => {
|
|
56
|
+
require.cache[require.resolve(modulePath)] = {
|
|
57
|
+
id: require.resolve(modulePath),
|
|
58
|
+
filename: require.resolve(modulePath),
|
|
59
|
+
loaded: true,
|
|
60
|
+
exports,
|
|
61
|
+
children: [],
|
|
62
|
+
paths: [],
|
|
63
|
+
};
|
|
64
|
+
};
|
|
65
|
+
stubModule('../../back/data', { sequelize });
|
|
66
|
+
stubModule('../../back/data/cronStats', { CrontabStatModel });
|
|
67
|
+
stubModule('../../back/data/runningInstance', {
|
|
68
|
+
InstanceStatus,
|
|
69
|
+
RunningInstanceModel,
|
|
70
|
+
});
|
|
71
|
+
stubModule('../../back/data/system', {
|
|
72
|
+
AuthDataType: { systemConfig: 'systemConfig' },
|
|
73
|
+
SystemModel: {},
|
|
74
|
+
});
|
|
75
|
+
delete require.cache[require.resolve('../../back/services/retention')];
|
|
76
|
+
const RetentionService = require('../../back/services/retention').default;
|
|
77
|
+
|
|
78
|
+
t.after(async () => {
|
|
79
|
+
config.dependenceCachePath = originalCachePath;
|
|
80
|
+
await fs.rm(directory, { recursive: true, force: true });
|
|
81
|
+
});
|
|
82
|
+
|
|
83
|
+
let instanceWhere;
|
|
84
|
+
let vacuumed = false;
|
|
85
|
+
let instanceCountCalls = 0;
|
|
86
|
+
let statCountCalls = 0;
|
|
87
|
+
config.dependenceCachePath = directory;
|
|
88
|
+
RunningInstanceModel.count = async ({ where }) => {
|
|
89
|
+
instanceCountCalls++;
|
|
90
|
+
instanceWhere = where;
|
|
91
|
+
return 2;
|
|
92
|
+
};
|
|
93
|
+
RunningInstanceModel.destroy = async ({ where }) => {
|
|
94
|
+
instanceWhere = where;
|
|
95
|
+
return 2;
|
|
96
|
+
};
|
|
97
|
+
CrontabStatModel.count = async () => {
|
|
98
|
+
statCountCalls++;
|
|
99
|
+
return 3;
|
|
100
|
+
};
|
|
101
|
+
CrontabStatModel.destroy = async () => 3;
|
|
102
|
+
sequelize.transaction = async (callback) => callback({});
|
|
103
|
+
sequelize.query = async (query) => {
|
|
104
|
+
vacuumed = query === 'VACUUM';
|
|
105
|
+
return [];
|
|
106
|
+
};
|
|
107
|
+
|
|
108
|
+
const service = new RetentionService();
|
|
109
|
+
const disabledPreview = await service.preview({
|
|
110
|
+
runningInstanceRetentionDays: 0,
|
|
111
|
+
cronStatRetentionDays: 0,
|
|
112
|
+
});
|
|
113
|
+
assert.equal(disabledPreview.runningInstances, 0);
|
|
114
|
+
assert.equal(disabledPreview.cronStats, 0);
|
|
115
|
+
assert.equal(instanceCountCalls, 0);
|
|
116
|
+
assert.equal(statCountCalls, 0);
|
|
117
|
+
|
|
118
|
+
const result = await service.cleanup({
|
|
119
|
+
runningInstanceRetentionDays: 30,
|
|
120
|
+
cronStatRetentionDays: 90,
|
|
121
|
+
dependenceCacheTypes: ['node'],
|
|
122
|
+
compactDatabase: true,
|
|
123
|
+
});
|
|
124
|
+
|
|
125
|
+
assert.equal(instanceWhere.status[Op.ne], InstanceStatus.running);
|
|
126
|
+
assert.equal(result.deleted.runningInstances, 2);
|
|
127
|
+
assert.equal(result.deleted.cronStats, 3);
|
|
128
|
+
assert.equal(result.deleted.dependenceCacheBytes, 13);
|
|
129
|
+
assert.equal(vacuumed, true);
|
|
130
|
+
await assert.rejects(fs.stat(nodeCache), { code: 'ENOENT' });
|
|
131
|
+
});
|
|
@@ -0,0 +1,118 @@
|
|
|
1
|
+
const test = require('node:test');
|
|
2
|
+
const assert = require('node:assert/strict');
|
|
3
|
+
const fs = require('node:fs');
|
|
4
|
+
const { createRequire } = require('node:module');
|
|
5
|
+
const path = require('node:path');
|
|
6
|
+
const ts = require('typescript');
|
|
7
|
+
const source = fs.readFileSync('back/app.ts', 'utf8');
|
|
8
|
+
const compiled = ts.transpileModule(
|
|
9
|
+
source.slice(0, source.indexOf('\nconst app = new Application();')) +
|
|
10
|
+
'\nmodule.exports = Application;',
|
|
11
|
+
{
|
|
12
|
+
compilerOptions: {
|
|
13
|
+
module: ts.ModuleKind.CommonJS,
|
|
14
|
+
target: ts.ScriptTarget.ES2020,
|
|
15
|
+
esModuleInterop: true,
|
|
16
|
+
},
|
|
17
|
+
},
|
|
18
|
+
).outputText;
|
|
19
|
+
|
|
20
|
+
function fixture() {
|
|
21
|
+
const required = [],
|
|
22
|
+
listeners = new Map();
|
|
23
|
+
let invalidations = 0;
|
|
24
|
+
const module = { exports: {} };
|
|
25
|
+
const localRequire = createRequire(path.resolve('back/app.ts'));
|
|
26
|
+
const mocks = {
|
|
27
|
+
'./config': { cors: { origin: ['http://localhost'] } },
|
|
28
|
+
'./loaders/logger': { error() {}, warn() {}, info() {} },
|
|
29
|
+
'./middlewares/monitoring': {
|
|
30
|
+
monitoringMiddleware: (_req, _res, next) => next(),
|
|
31
|
+
},
|
|
32
|
+
'./schedule/client': {
|
|
33
|
+
default: { readiness: { invalidate: () => invalidations++ } },
|
|
34
|
+
__esModule: true,
|
|
35
|
+
},
|
|
36
|
+
};
|
|
37
|
+
new Function('require', 'module', 'exports', 'process', compiled)(
|
|
38
|
+
(name) => {
|
|
39
|
+
required.push(name);
|
|
40
|
+
return Object.hasOwn(mocks, name) ? mocks[name] : localRequire(name);
|
|
41
|
+
},
|
|
42
|
+
module,
|
|
43
|
+
module.exports,
|
|
44
|
+
{ env: {}, on: (name, fn) => listeners.set(name, fn) },
|
|
45
|
+
);
|
|
46
|
+
return {
|
|
47
|
+
app: new module.exports(),
|
|
48
|
+
required,
|
|
49
|
+
listeners,
|
|
50
|
+
invalidations: () => invalidations,
|
|
51
|
+
};
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
test('primary construction does not load HTTP middleware, metrics or the gRPC client', () => {
|
|
55
|
+
const { required } = fixture();
|
|
56
|
+
for (const name of [
|
|
57
|
+
'express',
|
|
58
|
+
'helmet',
|
|
59
|
+
'cors',
|
|
60
|
+
'compression',
|
|
61
|
+
'./middlewares/monitoring',
|
|
62
|
+
'./schedule/client',
|
|
63
|
+
'./config/util',
|
|
64
|
+
]) {
|
|
65
|
+
assert.equal(required.includes(name), false, name);
|
|
66
|
+
}
|
|
67
|
+
});
|
|
68
|
+
|
|
69
|
+
test('lazy HTTP initialization preserves query filtering, security headers, CORS and compression', async (t) => {
|
|
70
|
+
const { app, required } = fixture();
|
|
71
|
+
const http = await app.setupMiddlewares();
|
|
72
|
+
http.get('/test', (req, res) =>
|
|
73
|
+
res.json({ query: req.query, data: 'x'.repeat(2048) }),
|
|
74
|
+
);
|
|
75
|
+
const server = await new Promise((resolve) => {
|
|
76
|
+
const server = http.listen(0, '127.0.0.1', () => resolve(server));
|
|
77
|
+
});
|
|
78
|
+
t.after(
|
|
79
|
+
() =>
|
|
80
|
+
new Promise((resolve) => {
|
|
81
|
+
server.close(resolve);
|
|
82
|
+
server.closeAllConnections();
|
|
83
|
+
}),
|
|
84
|
+
);
|
|
85
|
+
const response = await fetch(
|
|
86
|
+
`http://127.0.0.1:${server.address().port}/test?t=123&keep=yes`,
|
|
87
|
+
{
|
|
88
|
+
headers: { Origin: 'http://localhost', 'Accept-Encoding': 'gzip' },
|
|
89
|
+
},
|
|
90
|
+
);
|
|
91
|
+
assert.equal(response.status, 200);
|
|
92
|
+
assert.equal(response.headers.get('x-content-type-options'), 'nosniff');
|
|
93
|
+
assert.equal(
|
|
94
|
+
response.headers.get('access-control-allow-origin'),
|
|
95
|
+
'http://localhost',
|
|
96
|
+
);
|
|
97
|
+
assert.equal(response.headers.get('content-encoding'), 'gzip');
|
|
98
|
+
assert.deepEqual((await response.json()).query, { keep: 'yes' });
|
|
99
|
+
assert.ok(required.includes('express'));
|
|
100
|
+
assert.equal(required.includes('./schedule/client'), false);
|
|
101
|
+
});
|
|
102
|
+
|
|
103
|
+
test('worker recovery messages still invalidate HTTP readiness, but gRPC shutdown setup does not load its client', async () => {
|
|
104
|
+
const grpc = fixture();
|
|
105
|
+
grpc.app.setupWorkerShutdown('grpc');
|
|
106
|
+
await grpc.listeners.get('message')('scheduler-unavailable');
|
|
107
|
+
assert.equal(grpc.required.includes('./schedule/client'), false);
|
|
108
|
+
const http = fixture();
|
|
109
|
+
http.app.setupWorkerShutdown('http');
|
|
110
|
+
await http.listeners.get('message')('scheduler-unavailable');
|
|
111
|
+
await http.listeners.get('message')('reregister-crons');
|
|
112
|
+
assert.equal(http.invalidations(), 2);
|
|
113
|
+
const shutdowns = [];
|
|
114
|
+
http.app.gracefulShutdown = (role) => shutdowns.push(role);
|
|
115
|
+
await http.listeners.get('message')('shutdown');
|
|
116
|
+
http.listeners.get('SIGTERM')();
|
|
117
|
+
assert.deepEqual(shutdowns, ['http', 'http']);
|
|
118
|
+
});
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
const assert = require('node:assert/strict');
|
|
2
|
+
const fs = require('node:fs/promises');
|
|
3
|
+
const http = require('node:http');
|
|
4
|
+
const os = require('node:os');
|
|
5
|
+
const path = require('node:path');
|
|
6
|
+
const test = require('node:test');
|
|
7
|
+
|
|
8
|
+
const config = require('../../back/config').default;
|
|
9
|
+
const { check } = require('../../back/schedule/health');
|
|
10
|
+
|
|
11
|
+
function runCheck(service = 'cron') {
|
|
12
|
+
return new Promise((resolve) => {
|
|
13
|
+
check({ request: { service } }, (error, response) => {
|
|
14
|
+
resolve({ error, response });
|
|
15
|
+
});
|
|
16
|
+
});
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
test('schedule health check uses the HTTP health endpoint and system logs', async (t) => {
|
|
20
|
+
const originalBaseUrl = config.baseUrl;
|
|
21
|
+
const originalPort = config.port;
|
|
22
|
+
const originalSystemLogPath = config.systemLogPath;
|
|
23
|
+
const originalContainer = process.env.QL_CONTAINER;
|
|
24
|
+
|
|
25
|
+
t.after(() => {
|
|
26
|
+
config.baseUrl = originalBaseUrl;
|
|
27
|
+
config.port = originalPort;
|
|
28
|
+
config.systemLogPath = originalSystemLogPath;
|
|
29
|
+
if (originalContainer === undefined) {
|
|
30
|
+
delete process.env.QL_CONTAINER;
|
|
31
|
+
} else {
|
|
32
|
+
process.env.QL_CONTAINER = originalContainer;
|
|
33
|
+
}
|
|
34
|
+
});
|
|
35
|
+
|
|
36
|
+
await t.test(
|
|
37
|
+
'returns serving for a healthy prefixed HTTP service',
|
|
38
|
+
async () => {
|
|
39
|
+
let requestedUrl = '';
|
|
40
|
+
const server = http.createServer((request, response) => {
|
|
41
|
+
requestedUrl = request.url;
|
|
42
|
+
response.setHeader('Content-Type', 'application/json');
|
|
43
|
+
response.end(JSON.stringify({ code: 200, data: { status: 'ok' } }));
|
|
44
|
+
});
|
|
45
|
+
await new Promise((resolve) => server.listen(0, '127.0.0.1', resolve));
|
|
46
|
+
t.after(() => new Promise((resolve) => server.close(resolve)));
|
|
47
|
+
|
|
48
|
+
config.baseUrl = '/ql';
|
|
49
|
+
config.port = server.address().port;
|
|
50
|
+
|
|
51
|
+
const result = await runCheck();
|
|
52
|
+
assert.equal(result.error, null);
|
|
53
|
+
assert.deepEqual(result.response, { status: 1 });
|
|
54
|
+
assert.equal(requestedUrl, '/ql/api/health');
|
|
55
|
+
},
|
|
56
|
+
);
|
|
57
|
+
|
|
58
|
+
await t.test(
|
|
59
|
+
'reports recent system logs when HTTP startup fails',
|
|
60
|
+
async () => {
|
|
61
|
+
const logDir = await fs.mkdtemp(path.join(os.tmpdir(), 'ql-health-'));
|
|
62
|
+
t.after(() => fs.rm(logDir, { recursive: true, force: true }));
|
|
63
|
+
const lines = Array.from(
|
|
64
|
+
{ length: 305 },
|
|
65
|
+
(_, index) => `line-${index + 1}`,
|
|
66
|
+
);
|
|
67
|
+
await fs.writeFile(path.join(logDir, '2026-08-16.log'), 'older-log');
|
|
68
|
+
await fs.writeFile(path.join(logDir, '2026-08-17.log'), lines.join('\n'));
|
|
69
|
+
config.systemLogPath = logDir;
|
|
70
|
+
config.port = 1;
|
|
71
|
+
process.env.QL_CONTAINER = 'true';
|
|
72
|
+
|
|
73
|
+
const result = await runCheck();
|
|
74
|
+
assert.equal(result.response, undefined);
|
|
75
|
+
assert.match(result.error.message, /ECONNREFUSED|connect/);
|
|
76
|
+
assert.match(
|
|
77
|
+
result.error.message,
|
|
78
|
+
/http:\/\/localhost:1\/ql\/api\/health/,
|
|
79
|
+
);
|
|
80
|
+
assert.match(result.error.message, /docker logs <container>/);
|
|
81
|
+
assert.match(result.error.message, /line-305/);
|
|
82
|
+
assert.doesNotMatch(result.error.message, /line-1\n/);
|
|
83
|
+
assert.doesNotMatch(result.error.message, /qinglong-error\.log/);
|
|
84
|
+
},
|
|
85
|
+
);
|
|
86
|
+
});
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
const test = require('node:test');
|
|
2
|
+
const assert = require('node:assert/strict');
|
|
3
|
+
const fs = require('node:fs/promises');
|
|
4
|
+
const os = require('node:os');
|
|
5
|
+
const path = require('node:path');
|
|
6
|
+
const load = require('../helpers/load-security-module.cjs');
|
|
7
|
+
|
|
8
|
+
for (const failOperation of [false, true]) {
|
|
9
|
+
test(`scheduler lock survives nested file writes and releases after ${
|
|
10
|
+
failOperation ? 'failure' : 'success'
|
|
11
|
+
}`, async (t) => {
|
|
12
|
+
// Match production's canonical /ql path even when macOS temp is a symlink.
|
|
13
|
+
const root = await fs.realpath(
|
|
14
|
+
await fs.mkdtemp(path.join(os.tmpdir(), 'ql-nested-lock-')),
|
|
15
|
+
);
|
|
16
|
+
t.after(() => fs.rm(root, { recursive: true, force: true }));
|
|
17
|
+
const config = { crontabFile: path.join(root, 'crontab.list') };
|
|
18
|
+
await fs.writeFile(config.crontabFile, '');
|
|
19
|
+
const { withSchedulerMutation } = load(
|
|
20
|
+
'back/shared/schedulerMutationLock.ts',
|
|
21
|
+
{
|
|
22
|
+
'../config': config,
|
|
23
|
+
},
|
|
24
|
+
);
|
|
25
|
+
const { writeFileWithLock } = load('back/shared/utils.ts', {
|
|
26
|
+
'../config/util': {
|
|
27
|
+
fileExist: async (file) =>
|
|
28
|
+
fs.access(file).then(
|
|
29
|
+
() => true,
|
|
30
|
+
() => false,
|
|
31
|
+
),
|
|
32
|
+
},
|
|
33
|
+
});
|
|
34
|
+
const failure = new Error('registration failed');
|
|
35
|
+
const operation = withSchedulerMutation(async () => {
|
|
36
|
+
await writeFileWithLock(config.crontabFile, 'first');
|
|
37
|
+
await writeFileWithLock(config.crontabFile, 'second');
|
|
38
|
+
if (failOperation) throw failure;
|
|
39
|
+
});
|
|
40
|
+
if (failOperation)
|
|
41
|
+
await assert.rejects(operation, (error) => error === failure);
|
|
42
|
+
else await operation;
|
|
43
|
+
await assert.rejects(fs.stat(`${config.crontabFile}.scheduler.lock`), {
|
|
44
|
+
code: 'ENOENT',
|
|
45
|
+
});
|
|
46
|
+
await withSchedulerMutation(() =>
|
|
47
|
+
writeFileWithLock(config.crontabFile, 'recovered'),
|
|
48
|
+
);
|
|
49
|
+
assert.equal(await fs.readFile(config.crontabFile, 'utf8'), 'recovered');
|
|
50
|
+
});
|
|
51
|
+
}
|