@whyour/qinglong 2.21.0 → 2.22.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.dockerignore +13 -0
- package/.env.example +7 -0
- package/AGENTS.md +2 -2
- package/README-en.md +24 -0
- package/README.md +24 -0
- package/back/protos/api.proto +9 -1
- package/back/protos/cron.proto +4 -1
- package/deploy/kubernetes/README.md +81 -0
- package/deploy/kubernetes/base/kustomization.yaml +5 -0
- package/deploy/kubernetes/base/qinglong.yaml +95 -0
- package/deploy/kubernetes/overlays/example/kustomization.yaml +10 -0
- package/docker/Dockerfile +31 -12
- package/docker/Dockerfile.310 +31 -12
- package/docker/Dockerfile.debian +22 -14
- package/docker/Dockerfile.debian310 +24 -14
- package/docker/build-manifest.cjs +28 -0
- package/docker/verify-build.cjs +49 -0
- package/docs/releases/2.22.0-validation.md +49 -0
- package/docs/releases/2.22.0.md +54 -0
- package/ecosystem.config.js +10 -1
- package/package.json +11 -6
- package/sample/config.sample.sh +17 -2
- package/sample/notify.js +118 -0
- package/sample/notify.py +93 -0
- package/scripts/benchmark-execution.cjs +96 -0
- package/scripts/write-build-info.cjs +27 -0
- package/shell/api.sh +41 -14
- package/shell/check.sh +59 -19
- package/shell/lang/en.sh +6 -0
- package/shell/lang/zh.sh +6 -0
- package/shell/node_path_cache.sh +128 -0
- package/shell/otask.sh +10 -1
- package/shell/preload/sitecustomize.js +5 -1
- package/shell/share.sh +26 -9
- package/shell/start.sh +6 -3
- package/shell/task.sh +13 -3
- package/shell/update.sh +65 -4
- package/static/build/api/clientIp.js +42 -0
- package/static/build/api/config.js +8 -16
- package/static/build/api/cron.js +39 -3
- package/static/build/api/dashboard.js +50 -6
- package/static/build/api/env.js +2 -2
- package/static/build/api/health.js +2 -2
- package/static/build/api/index.js +4 -0
- package/static/build/api/log.js +39 -19
- package/static/build/api/retention.js +63 -0
- package/static/build/api/script.js +23 -22
- package/static/build/api/subscription.js +16 -2
- package/static/build/api/system.js +31 -9
- package/static/build/api/user.js +75 -15
- package/static/build/app.js +63 -54
- package/static/build/bootstrap/database.js +51 -0
- package/static/build/config/const.js +2 -0
- package/static/build/config/grpcCerts.js +4 -4
- package/static/build/config/index.js +0 -4
- package/static/build/config/share.js +5 -4
- package/static/build/config/util.js +136 -41
- package/static/build/data/cron.js +1 -0
- package/static/build/data/notify.js +18 -1
- package/static/build/data/sock.js +1 -0
- package/static/build/loaders/app.js +8 -6
- package/static/build/loaders/db.js +5 -35
- package/static/build/loaders/deps.js +30 -22
- package/static/build/loaders/express.js +44 -32
- package/static/build/loaders/initData.js +10 -7
- package/static/build/loaders/initFile.js +1 -1
- package/static/build/loaders/initTask.js +3 -2
- package/static/build/loaders/server.js +1 -1
- package/static/build/loaders/sock.js +72 -6
- package/static/build/middlewares/monitoring.js +12 -33
- package/static/build/middlewares/protectedPathCase.js +17 -0
- package/static/build/protos/api.js +78 -2
- package/static/build/protos/cron.js +21 -4
- package/static/build/protos/health.js +1 -1
- package/static/build/schedule/addCron.js +76 -10
- package/static/build/schedule/api.js +5 -2
- package/static/build/schedule/client.js +38 -6
- package/static/build/schedule/delCron.js +11 -1
- package/static/build/schedule/health.js +72 -7
- package/static/build/services/config.js +5 -42
- package/static/build/services/cron.js +353 -164
- package/static/build/services/dependence.js +66 -18
- package/static/build/services/grpc.js +2 -2
- package/static/build/services/health.js +4 -7
- package/static/build/services/http.js +9 -3
- package/static/build/services/log.js +2 -3
- package/static/build/services/metrics.js +46 -14
- package/static/build/services/notify.js +73 -5
- package/static/build/services/retention.js +123 -0
- package/static/build/services/schedule.js +57 -33
- package/static/build/services/script.js +4 -5
- package/static/build/services/subscription.js +57 -34
- package/static/build/services/system.js +49 -11
- package/static/build/services/user.js +244 -31
- package/static/build/shared/auth.js +22 -3
- package/static/build/shared/authMutation.js +17 -0
- package/static/build/shared/childProcess.js +82 -0
- package/static/build/shared/clientIp.js +27 -0
- package/static/build/shared/errors.js +9 -0
- package/static/build/shared/fileAccess.js +60 -0
- package/static/build/shared/i18n.js +62 -4
- package/static/build/shared/logReader.js +85 -0
- package/static/build/shared/logStreamManager.js +80 -60
- package/static/build/shared/pLimit.js +3 -2
- package/static/build/shared/password.js +30 -0
- package/static/build/shared/retention.js +58 -0
- package/static/build/shared/runCron.js +28 -15
- package/static/build/shared/schedulerMutationLock.js +44 -0
- package/static/build/shared/schedulerReadiness.js +82 -0
- package/static/build/shared/schemaMigrations.js +58 -0
- package/static/build/shared/startupProcess.js +48 -0
- package/static/build/shared/store.js +7 -0
- package/static/build/shared/trustProxy.js +119 -0
- package/static/build/validation/schedule.js +12 -3
- package/static/dist/{1885.e1ea09f6.async.js → 1885.b8f427bf.async.js} +1 -1
- package/static/dist/2031.6af40025.async.js +1 -0
- package/static/dist/2693.51c2636b.async.js +1 -0
- package/static/dist/{2890.9e373f5b.async.js → 2890.add55e85.async.js} +1 -1
- package/static/dist/2901.2ca95295.async.js +1 -0
- package/static/dist/445.a65ff63b.async.js +1 -0
- package/static/dist/4736.1d2b5cb6.async.js +1 -0
- package/static/dist/{4859.6592cebb.async.js → 4859.97d6653c.async.js} +1 -1
- package/static/dist/{6013.4e38de36.async.js → 6013.db535339.async.js} +1 -1
- package/static/dist/6212.9e6d9913.async.js +1 -0
- package/static/dist/{6339.ab305e96.async.js → 6431.4603ad0e.async.js} +1 -1
- package/static/dist/{6872.42f939f1.async.js → 6872.a503ef55.async.js} +1 -1
- package/static/dist/7231.f7e5b668.async.js +1 -0
- package/static/dist/{7355.f9f263d8.async.js → 7355.fca746f5.async.js} +1 -1
- package/static/dist/{7508.7dcee91c.async.js → 7508.d90eac63.async.js} +1 -1
- package/static/dist/{7984.594296a5.async.js → 7984.eaac7402.async.js} +1 -1
- package/static/dist/8844.a0fef08e.async.js +1 -0
- package/static/dist/index.html +2 -2
- package/static/dist/layouts__index.633d3553.async.js +1 -0
- package/static/dist/preload_helper.cf7de3fa.js +1 -0
- package/static/dist/{src__pages__config__index.a22ff7dc.async.js → src__pages__config__index.9aba4054.async.js} +1 -1
- package/static/dist/src__pages__crontab__detail.86b2eebb.async.js +1 -0
- package/static/dist/src__pages__crontab__index.ae4e06f2.async.js +1 -0
- package/static/dist/{src__pages__crontab__logModal.0b8cce8c.async.js → src__pages__crontab__logModal.930535e2.async.js} +1 -1
- package/static/dist/src__pages__crontab__modal.a2c8fdcc.async.js +1 -0
- package/static/dist/src__pages__crontab__viewCreateModal.7b4f9cbe.async.js +1 -0
- package/static/dist/src__pages__crontab__viewManageModal.cd454ea0.async.js +1 -0
- package/static/dist/src__pages__dashboard__index.243c5a35.async.js +1 -0
- package/static/dist/src__pages__dashboard__taskResultModal.7795d6e1.async.js +1 -0
- package/static/dist/src__pages__dependence__index.874d501f.async.js +1 -0
- package/static/dist/src__pages__dependence__logModal.154efe7a.async.js +1 -0
- package/static/dist/src__pages__dependence__modal.a29c1a0f.async.js +1 -0
- package/static/dist/{src__pages__diff__index.013b7c75.async.js → src__pages__diff__index.1714b941.async.js} +1 -1
- package/static/dist/src__pages__env__editNameModal.c13d47d2.async.js +1 -0
- package/static/dist/src__pages__env__index.fd6fd2b0.async.js +1 -0
- package/static/dist/src__pages__env__modal.4d71adb3.async.js +1 -0
- package/static/dist/src__pages__error__index.aae50c94.async.js +1 -0
- package/static/dist/src__pages__initialization__index.82a2e967.async.js +1 -0
- package/static/dist/src__pages__log__index.71250e0d.async.js +1 -0
- package/static/dist/{src__pages__login__index.8c813eb1.async.js → src__pages__login__index.a0fd5ed8.async.js} +1 -1
- package/static/dist/src__pages__script__editModal.22acdf7c.async.js +1 -0
- package/static/dist/src__pages__script__editNameModal.1a521cc0.async.js +1 -0
- package/static/dist/src__pages__script__index.a18b2692.async.js +1 -0
- package/static/dist/src__pages__script__renameModal.0ab029e7.async.js +1 -0
- package/static/dist/src__pages__script__saveModal.8965b74c.async.js +1 -0
- package/static/dist/src__pages__script__setting.35ad4f02.async.js +1 -0
- package/static/dist/src__pages__setting__appModal.7eaeb9d3.async.js +1 -0
- package/static/dist/src__pages__setting__checkUpdate.d175b154.async.js +1 -0
- package/static/dist/src__pages__setting__clientIp.3a8711ed.async.js +1 -0
- package/static/dist/src__pages__setting__dependence.9c0f749b.async.js +1 -0
- package/static/dist/src__pages__setting__index.cb397741.async.js +1 -0
- package/static/dist/src__pages__setting__loginLog.e0a1f54d.async.js +1 -0
- package/static/dist/src__pages__setting__notification.2ffe4e5a.async.js +1 -0
- package/static/dist/src__pages__setting__other.3d0b8492.async.js +1 -0
- package/static/dist/{src__pages__setting__progress.8823ac90.async.js → src__pages__setting__progress.2ccae3d7.async.js} +1 -1
- package/static/dist/src__pages__setting__security.e2d71ebb.async.js +1 -0
- package/static/dist/src__pages__setting__systemLog.b3046955.async.js +1 -0
- package/static/dist/src__pages__subscription__index.43086a06.async.js +1 -0
- package/static/dist/src__pages__subscription__logModal.cdba5139.async.js +1 -0
- package/static/dist/src__pages__subscription__modal.38991e1e.async.js +1 -0
- package/static/dist/{umi.ca04a019.js → umi.fc019050.js} +1 -1
- package/test/back/auth-security.test.cjs +74 -0
- package/test/back/build-provenance.test.cjs +150 -0
- package/test/back/cron-log-name.test.cjs +110 -0
- package/test/back/cron-validation.test.cjs +45 -0
- package/test/back/dashboard-failures.test.cjs +173 -0
- package/test/back/database-bootstrap.test.cjs +193 -0
- package/test/back/dependence-cache-status.test.cjs +125 -0
- package/test/back/deprecated-file-routes.test.cjs +82 -0
- package/test/back/ecosystem.test.cjs +28 -0
- package/test/back/env-name-parsing.test.cjs +96 -0
- package/test/back/execution-lifecycle.test.cjs +236 -0
- package/test/back/file-access-security.test.cjs +47 -0
- package/test/back/fileTreeListing.test.cjs +57 -0
- package/test/back/grpc-cron-response.test.cjs +60 -0
- package/test/back/http-exclusive-listen.test.cjs +31 -0
- package/test/back/http-security.test.cjs +213 -0
- package/test/back/listen-security.test.cjs +67 -0
- package/test/back/log-path-security.test.cjs +158 -0
- package/test/back/logReader.test.cjs +72 -0
- package/test/back/manual-execution.test.cjs +85 -0
- package/test/back/manual-stop-claim.test.cjs +220 -0
- package/test/back/metrics.test.cjs +34 -0
- package/test/back/monitoring.test.cjs +73 -0
- package/test/back/node-path-cache.test.cjs +173 -0
- package/test/back/node-path-lock.test.cjs +178 -0
- package/test/back/npm-publication.test.cjs +70 -0
- package/test/back/primary-apm.test.cjs +24 -0
- package/test/back/process-exit-state.test.cjs +81 -0
- package/test/back/process-stop-signal.test.cjs +77 -0
- package/test/back/protected-path-case.test.cjs +58 -0
- package/test/back/qlServiceLogCommand.test.cjs +128 -0
- package/test/back/retention.test.cjs +131 -0
- package/test/back/role-loading.test.cjs +118 -0
- package/test/back/schedule-health.test.cjs +86 -0
- package/test/back/scheduler-file-lock.test.cjs +51 -0
- package/test/back/scheduler-mutation.test.cjs +312 -0
- package/test/back/scheduler-readiness.test.cjs +85 -0
- package/test/back/scheduler-reconciliation.test.cjs +152 -0
- package/test/back/scheduler-rpc-timeout.test.cjs +49 -0
- package/test/back/schema-migrations.test.cjs +127 -0
- package/test/back/shell-api-parsing.test.cjs +184 -0
- package/test/back/sock-polling.test.cjs +297 -0
- package/test/back/sock-security.test.cjs +72 -0
- package/test/back/start-env-preservation.test.cjs +53 -0
- package/test/back/stop-failure-feedback.test.cjs +158 -0
- package/test/back/stop-race.test.cjs +167 -0
- package/test/back/subscription-cleanup.test.cjs +53 -0
- package/test/back/subscription-stop-state.test.cjs +66 -0
- package/test/back/system-dependence-cache.test.cjs +126 -0
- package/test/back/task-time.test.cjs +116 -0
- package/test/back/user-api.test.cjs +99 -0
- package/test/back/user-security.test.cjs +248 -0
- package/test/back/worker-apm.test.cjs +84 -0
- package/test/back/wpush-grpc.test.cjs +115 -0
- package/test/front/cron-log-pagination.test.cjs +214 -0
- package/test/front/http-auth.test.cjs +152 -0
- package/test/front/http-error.test.cjs +29 -0
- package/test/helpers/load-security-module.cjs +42 -0
- package/version.yaml +19 -34
- package/CLAUDE.md +0 -43
- package/static/dist/1147.c420132e.async.js +0 -1
- package/static/dist/134.54df9e38.async.js +0 -1
- package/static/dist/2208.f7ba3dfa.async.js +0 -1
- package/static/dist/2286.164bb089.async.js +0 -1
- package/static/dist/3191.63263871.async.js +0 -1
- package/static/dist/4902.555f92ab.async.js +0 -1
- package/static/dist/5520.ff2cfd6b.async.js +0 -1
- package/static/dist/6431.c50479be.async.js +0 -1
- package/static/dist/8826.2447a104.async.js +0 -1
- package/static/dist/layouts__index.a7a2bfe0.async.js +0 -1
- package/static/dist/preload_helper.0431c0f3.js +0 -1
- package/static/dist/src__pages__crontab__detail.b9c36808.async.js +0 -1
- package/static/dist/src__pages__crontab__index.fed99fd0.async.js +0 -1
- package/static/dist/src__pages__crontab__modal.f7041c7c.async.js +0 -1
- package/static/dist/src__pages__crontab__viewCreateModal.4d589f66.async.js +0 -1
- package/static/dist/src__pages__crontab__viewManageModal.0e317746.async.js +0 -1
- package/static/dist/src__pages__dashboard__index.b30f2f47.async.js +0 -1
- package/static/dist/src__pages__dependence__index.3d87ceac.async.js +0 -1
- package/static/dist/src__pages__dependence__logModal.0681830b.async.js +0 -1
- package/static/dist/src__pages__dependence__modal.11124896.async.js +0 -1
- package/static/dist/src__pages__env__editNameModal.5d264b25.async.js +0 -1
- package/static/dist/src__pages__env__index.baa27d4e.async.js +0 -1
- package/static/dist/src__pages__env__modal.7f2ef1bc.async.js +0 -1
- package/static/dist/src__pages__error__index.f156b45e.async.js +0 -1
- package/static/dist/src__pages__initialization__index.e96d4ba8.async.js +0 -1
- package/static/dist/src__pages__log__index.e0978bae.async.js +0 -1
- package/static/dist/src__pages__script__editModal.cbf4ec0e.async.js +0 -1
- package/static/dist/src__pages__script__editNameModal.3e7e100d.async.js +0 -1
- package/static/dist/src__pages__script__index.2765d1b8.async.js +0 -1
- package/static/dist/src__pages__script__renameModal.5e987ef5.async.js +0 -1
- package/static/dist/src__pages__script__saveModal.3f9d23d6.async.js +0 -1
- package/static/dist/src__pages__script__setting.a535793a.async.js +0 -1
- package/static/dist/src__pages__setting__appModal.251cd14f.async.js +0 -1
- package/static/dist/src__pages__setting__checkUpdate.46efe057.async.js +0 -1
- package/static/dist/src__pages__setting__dependence.8a7a9529.async.js +0 -1
- package/static/dist/src__pages__setting__index.cc85fdfb.async.js +0 -1
- package/static/dist/src__pages__setting__loginLog.cea6056c.async.js +0 -1
- package/static/dist/src__pages__setting__notification.390fc905.async.js +0 -1
- package/static/dist/src__pages__setting__other.b22d2165.async.js +0 -1
- package/static/dist/src__pages__setting__security.598720a8.async.js +0 -1
- package/static/dist/src__pages__setting__systemLog.67406721.async.js +0 -1
- package/static/dist/src__pages__subscription__index.d0ab2abc.async.js +0 -1
- package/static/dist/src__pages__subscription__logModal.3864b37f.async.js +0 -1
- package/static/dist/src__pages__subscription__modal.3562c670.async.js +0 -1
|
@@ -0,0 +1,193 @@
|
|
|
1
|
+
const test = require('node:test');
|
|
2
|
+
const assert = require('node:assert/strict');
|
|
3
|
+
const fs = require('node:fs');
|
|
4
|
+
const os = require('node:os');
|
|
5
|
+
const path = require('node:path');
|
|
6
|
+
const { fork } = require('node:child_process');
|
|
7
|
+
const { once } = require('node:events');
|
|
8
|
+
const { Sequelize, QueryTypes } = require('sequelize');
|
|
9
|
+
const ts = require('typescript');
|
|
10
|
+
const { createRequire } = require('node:module');
|
|
11
|
+
|
|
12
|
+
const initializer = require.resolve('../../back/bootstrap/database');
|
|
13
|
+
const startup = require.resolve('../../back/shared/startupProcess');
|
|
14
|
+
|
|
15
|
+
function fixture(t) {
|
|
16
|
+
const dir = fs.mkdtempSync(path.join(os.tmpdir(), 'ql-bootstrap-'));
|
|
17
|
+
t.after(() => fs.rmSync(dir, { recursive: true, force: true }));
|
|
18
|
+
fs.mkdirSync(path.join(dir, 'data/db'), { recursive: true });
|
|
19
|
+
fs.mkdirSync(path.join(dir, 'data/syslog'), { recursive: true });
|
|
20
|
+
fs.writeFileSync(path.join(dir, '.env'), '');
|
|
21
|
+
const wrapper = path.join(dir, 'parent.cjs');
|
|
22
|
+
fs.writeFileSync(wrapper, `
|
|
23
|
+
const cp = require('node:child_process');
|
|
24
|
+
const original = cp.fork;
|
|
25
|
+
cp.fork = (...args) => {
|
|
26
|
+
const child = original(...args);
|
|
27
|
+
process.send?.({ childPid: child.pid });
|
|
28
|
+
return child;
|
|
29
|
+
};
|
|
30
|
+
const { runStartupProcess } = require(${JSON.stringify(startup)});
|
|
31
|
+
runStartupProcess(process.argv[2]).then(() => {
|
|
32
|
+
const modules = Object.keys(require.cache);
|
|
33
|
+
process.send?.({ done: true, modules });
|
|
34
|
+
}).catch(error => {
|
|
35
|
+
console.error(error.message);
|
|
36
|
+
process.exitCode = 1;
|
|
37
|
+
}).finally(() => { if (process.connected) process.disconnect(); });
|
|
38
|
+
`);
|
|
39
|
+
return {
|
|
40
|
+
dir,
|
|
41
|
+
storage: path.join(dir, 'data/db/database.sqlite'),
|
|
42
|
+
run(entrypoint = initializer) {
|
|
43
|
+
const child = fork(wrapper, [entrypoint], {
|
|
44
|
+
env: { ...process.env, QL_DIR: dir, QL_DATA_DIR: path.join(dir, 'data') },
|
|
45
|
+
stdio: ['ignore', 'pipe', 'pipe', 'ipc'],
|
|
46
|
+
});
|
|
47
|
+
const messages = [];
|
|
48
|
+
let output = '';
|
|
49
|
+
child.on('message', (message) => messages.push(message));
|
|
50
|
+
child.stdout.on('data', (data) => { output += data; });
|
|
51
|
+
child.stderr.on('data', (data) => { output += data; });
|
|
52
|
+
t.after(() => {
|
|
53
|
+
if (child.exitCode === null && child.signalCode === null) child.kill('SIGKILL');
|
|
54
|
+
});
|
|
55
|
+
const done = once(child, 'close').then(([code, signal]) => ({ code, signal, output, messages }));
|
|
56
|
+
return { child, done, messages };
|
|
57
|
+
},
|
|
58
|
+
};
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
async function waitFor(predicate) {
|
|
62
|
+
const deadline = Date.now() + 10000;
|
|
63
|
+
while (!predicate()) {
|
|
64
|
+
assert.ok(Date.now() < deadline, 'timed out waiting for child');
|
|
65
|
+
await new Promise(resolve => setTimeout(resolve, 20));
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
test('isolated initialization creates a fresh database and does not retain ORM modules in the parent', { timeout: 20000 }, async t => {
|
|
70
|
+
const f = fixture(t);
|
|
71
|
+
const result = await f.run().done;
|
|
72
|
+
assert.equal(result.code, 0, result.output);
|
|
73
|
+
const done = result.messages.find(message => message.done);
|
|
74
|
+
assert.ok(done);
|
|
75
|
+
assert.equal(done.modules.some(file => /[\\/]sequelize[\\/]|[\\/]data[\\/]index\.ts$/.test(file)), false);
|
|
76
|
+
const db = new Sequelize({ dialect: 'sqlite', storage: f.storage, logging: false });
|
|
77
|
+
try {
|
|
78
|
+
const tables = await db.getQueryInterface().showAllTables();
|
|
79
|
+
for (const table of ['Crontabs', 'Envs', 'RunningInstances', 'SchemaMigrations']) assert.ok(tables.includes(table), table);
|
|
80
|
+
assert.equal((await db.query('SELECT id FROM SchemaMigrations', { type: QueryTypes.SELECT })).length, 15);
|
|
81
|
+
} finally { await db.close(); }
|
|
82
|
+
});
|
|
83
|
+
|
|
84
|
+
test('isolated initialization upgrades an existing database and remains idempotent', { timeout: 30000 }, async t => {
|
|
85
|
+
const f = fixture(t);
|
|
86
|
+
let db = new Sequelize({ dialect: 'sqlite', storage: f.storage, logging: false });
|
|
87
|
+
await db.query('CREATE TABLE Crontabs (id INTEGER PRIMARY KEY, name TEXT)');
|
|
88
|
+
await db.query("INSERT INTO Crontabs (id, name) VALUES (1, 'keep-me')");
|
|
89
|
+
await db.close();
|
|
90
|
+
for (let i = 0; i < 2; i++) {
|
|
91
|
+
const result = await f.run().done;
|
|
92
|
+
assert.equal(result.code, 0, result.output);
|
|
93
|
+
}
|
|
94
|
+
db = new Sequelize({ dialect: 'sqlite', storage: f.storage, logging: false });
|
|
95
|
+
try {
|
|
96
|
+
const rows = await db.query('SELECT * FROM Crontabs', { type: QueryTypes.SELECT });
|
|
97
|
+
assert.equal(rows[0].name, 'keep-me');
|
|
98
|
+
assert.ok(Object.hasOwn(rows[0], 'queued_token'));
|
|
99
|
+
assert.equal((await db.query('SELECT id FROM SchemaMigrations', { type: QueryTypes.SELECT })).length, 15);
|
|
100
|
+
} finally { await db.close(); }
|
|
101
|
+
});
|
|
102
|
+
|
|
103
|
+
test('database errors and missing initializer files reject startup', { timeout: 20000 }, async t => {
|
|
104
|
+
const f = fixture(t);
|
|
105
|
+
fs.writeFileSync(f.storage, 'invalid SQLite database');
|
|
106
|
+
const invalid = await f.run().done;
|
|
107
|
+
assert.equal(invalid.code, 1);
|
|
108
|
+
assert.match(invalid.output, /SQLITE_NOTADB/);
|
|
109
|
+
assert.equal(invalid.messages.some(message => message.done), false);
|
|
110
|
+
const missing = await f.run(path.join(f.dir, 'missing.cjs')).done;
|
|
111
|
+
assert.equal(missing.code, 1);
|
|
112
|
+
assert.match(missing.output, /MODULE_NOT_FOUND/);
|
|
113
|
+
});
|
|
114
|
+
|
|
115
|
+
for (const signal of ['SIGTERM', 'SIGINT']) {
|
|
116
|
+
test(`startup ${signal} terminates the initializer and never reports success`, { timeout: 15000 }, async t => {
|
|
117
|
+
const f = fixture(t);
|
|
118
|
+
const target = path.join(f.dir, 'waiting.cjs');
|
|
119
|
+
const ready = path.join(f.dir, 'ready');
|
|
120
|
+
fs.writeFileSync(target, `
|
|
121
|
+
require('node:fs').writeFileSync(${JSON.stringify(ready)}, String(process.pid));
|
|
122
|
+
setInterval(() => {}, 1000);
|
|
123
|
+
`);
|
|
124
|
+
const running = f.run(target);
|
|
125
|
+
await waitFor(() => fs.existsSync(ready));
|
|
126
|
+
const pid = Number(fs.readFileSync(ready, 'utf8'));
|
|
127
|
+
running.child.kill(signal);
|
|
128
|
+
const result = await running.done;
|
|
129
|
+
assert.equal(result.code, 1, result.output);
|
|
130
|
+
assert.match(result.output, new RegExp(signal));
|
|
131
|
+
assert.equal(result.messages.some(message => message.done), false);
|
|
132
|
+
assert.throws(() => process.kill(pid, 0), { code: 'ESRCH' });
|
|
133
|
+
});
|
|
134
|
+
}
|
|
135
|
+
|
|
136
|
+
test('a database initializer blocked on SQLite exits when its parent disappears', { timeout: 20000 }, async t => {
|
|
137
|
+
const f = fixture(t);
|
|
138
|
+
const db = new Sequelize({ dialect: 'sqlite', storage: f.storage, logging: false });
|
|
139
|
+
await db.query('BEGIN EXCLUSIVE');
|
|
140
|
+
try {
|
|
141
|
+
const running = f.run();
|
|
142
|
+
await waitFor(() => running.messages.some(message => message.childPid));
|
|
143
|
+
const pid = running.messages.find(message => message.childPid).childPid;
|
|
144
|
+
// Allow the real initializer to enter the database operation before losing IPC.
|
|
145
|
+
await new Promise(resolve => setTimeout(resolve, 1000));
|
|
146
|
+
running.child.kill('SIGKILL');
|
|
147
|
+
await running.done;
|
|
148
|
+
await waitFor(() => {
|
|
149
|
+
try { process.kill(pid, 0); return false; }
|
|
150
|
+
catch (error) { if (error.code === 'ESRCH') return true; throw error; }
|
|
151
|
+
});
|
|
152
|
+
} finally {
|
|
153
|
+
await db.query('ROLLBACK');
|
|
154
|
+
await db.close();
|
|
155
|
+
}
|
|
156
|
+
});
|
|
157
|
+
|
|
158
|
+
test('application waits for isolated initialization and does not fork workers after a failure', async () => {
|
|
159
|
+
const file = path.resolve('back/app.ts');
|
|
160
|
+
const source = fs.readFileSync(file, 'utf8');
|
|
161
|
+
const compiled = ts.transpileModule(source.slice(0, source.indexOf('\nconst app = new Application();')) + '\nmodule.exports = Application;', {
|
|
162
|
+
compilerOptions: { module: ts.ModuleKind.CommonJS, target: ts.ScriptTarget.ES2020, esModuleInterop: true },
|
|
163
|
+
}).outputText;
|
|
164
|
+
for (const fail of [false, true]) {
|
|
165
|
+
let complete;
|
|
166
|
+
const pending = new Promise((resolve, reject) => { complete = () => fail ? reject(new Error('migration failed')) : resolve(); });
|
|
167
|
+
const exits = [], calls = [];
|
|
168
|
+
const localRequire = createRequire(file);
|
|
169
|
+
const mocks = {
|
|
170
|
+
cluster: { isPrimary: true },
|
|
171
|
+
'./config': {},
|
|
172
|
+
'./loaders/logger': { error() {} },
|
|
173
|
+
'./shared/startupProcess': { runStartupProcess: entry => { assert.equal(entry, initializer); return pending; } },
|
|
174
|
+
};
|
|
175
|
+
const req = Object.assign(name => {
|
|
176
|
+
calls.push(name);
|
|
177
|
+
return Object.hasOwn(mocks, name) ? mocks[name] : localRequire(name);
|
|
178
|
+
}, { resolve: localRequire.resolve });
|
|
179
|
+
const module = { exports: {} };
|
|
180
|
+
new Function('require', 'module', 'exports', 'process', compiled)(req, module, module.exports, { exit: code => exits.push(code) });
|
|
181
|
+
const app = new module.exports();
|
|
182
|
+
let started = false;
|
|
183
|
+
app.startMasterProcess = () => { started = true; };
|
|
184
|
+
const start = app.start();
|
|
185
|
+
await new Promise(resolve => setImmediate(resolve));
|
|
186
|
+
assert.equal(started, false);
|
|
187
|
+
complete();
|
|
188
|
+
await start;
|
|
189
|
+
assert.equal(started, !fail);
|
|
190
|
+
assert.deepEqual(exits, fail ? [1] : []);
|
|
191
|
+
assert.equal(calls.includes('./loaders/db'), false);
|
|
192
|
+
}
|
|
193
|
+
});
|
|
@@ -0,0 +1,125 @@
|
|
|
1
|
+
const assert = require('node:assert/strict');
|
|
2
|
+
const test = require('node:test');
|
|
3
|
+
|
|
4
|
+
test('dependency listing marks cache entries missing from disk for reinstall', async (t) => {
|
|
5
|
+
const moduleStubs = new Map();
|
|
6
|
+
const stubModule = (modulePath, exports) => {
|
|
7
|
+
const resolved = require.resolve(modulePath);
|
|
8
|
+
moduleStubs.set(resolved, require.cache[resolved]);
|
|
9
|
+
require.cache[resolved] = {
|
|
10
|
+
id: resolved,
|
|
11
|
+
filename: resolved,
|
|
12
|
+
loaded: true,
|
|
13
|
+
exports,
|
|
14
|
+
children: [],
|
|
15
|
+
paths: [],
|
|
16
|
+
};
|
|
17
|
+
};
|
|
18
|
+
|
|
19
|
+
const DependenceStatus = {
|
|
20
|
+
installing: 0,
|
|
21
|
+
installed: 1,
|
|
22
|
+
installFailed: 2,
|
|
23
|
+
};
|
|
24
|
+
const DependenceTypes = { nodejs: 0, python3: 1, linux: 2 };
|
|
25
|
+
const docs = [
|
|
26
|
+
{ id: 1, name: 'missing-package', type: 0, status: 1 },
|
|
27
|
+
{ id: 2, name: 'present-package', type: 0, status: 1 },
|
|
28
|
+
];
|
|
29
|
+
const updates = [];
|
|
30
|
+
const DependenceModel = {
|
|
31
|
+
findAll: async ({ where }) => {
|
|
32
|
+
if (where.status === DependenceStatus.installed) {
|
|
33
|
+
return docs;
|
|
34
|
+
}
|
|
35
|
+
return docs.map((doc) => ({
|
|
36
|
+
...doc,
|
|
37
|
+
status: updates.some((update) => update.ids.includes(doc.id))
|
|
38
|
+
? DependenceStatus.installFailed
|
|
39
|
+
: doc.status,
|
|
40
|
+
}));
|
|
41
|
+
},
|
|
42
|
+
update: async ({ status }, { where }) => {
|
|
43
|
+
updates.push({ status, ids: where.id });
|
|
44
|
+
},
|
|
45
|
+
};
|
|
46
|
+
|
|
47
|
+
stubModule('../../back/config', {
|
|
48
|
+
__esModule: true,
|
|
49
|
+
default: {},
|
|
50
|
+
});
|
|
51
|
+
stubModule('../../back/data/dependence', {
|
|
52
|
+
Dependence: class Dependence {},
|
|
53
|
+
DependenceModel,
|
|
54
|
+
DependenceStatus,
|
|
55
|
+
DependenceTypes,
|
|
56
|
+
versionDependenceCommandTypes: { 0: '@', 1: '==', 2: '=' },
|
|
57
|
+
});
|
|
58
|
+
stubModule('../../back/config/util', {
|
|
59
|
+
concurrentRun: async (tasks) => Promise.all(tasks.map((task) => task())),
|
|
60
|
+
detectOS: async () => 'Alpine',
|
|
61
|
+
fileExist: async () => false,
|
|
62
|
+
getGetCommand: (_type, name) => `check:${name}`,
|
|
63
|
+
getInstallCommand: () => '',
|
|
64
|
+
getPid: async () => 0,
|
|
65
|
+
getUninstallCommand: () => '',
|
|
66
|
+
killTask: async () => {},
|
|
67
|
+
promiseExecSuccess: async (command) =>
|
|
68
|
+
command === 'check:present-package' ? 'present-package 1.0.0\n' : '',
|
|
69
|
+
});
|
|
70
|
+
stubModule('../../back/config/const', {
|
|
71
|
+
LINUX_DEPENDENCE_COMMAND: { Alpine: {} },
|
|
72
|
+
});
|
|
73
|
+
stubModule('../../back/shared/pLimit', {
|
|
74
|
+
__esModule: true,
|
|
75
|
+
default: {},
|
|
76
|
+
});
|
|
77
|
+
stubModule('../../back/shared/i18n', {
|
|
78
|
+
t: (message) => message,
|
|
79
|
+
tf: (message) => message,
|
|
80
|
+
});
|
|
81
|
+
stubModule('../../back/services/sock', {
|
|
82
|
+
__esModule: true,
|
|
83
|
+
default: class SockService {},
|
|
84
|
+
});
|
|
85
|
+
|
|
86
|
+
const servicePath = require.resolve('../../back/services/dependence');
|
|
87
|
+
const originalService = require.cache[servicePath];
|
|
88
|
+
delete require.cache[servicePath];
|
|
89
|
+
t.after(() => {
|
|
90
|
+
if (originalService) {
|
|
91
|
+
require.cache[servicePath] = originalService;
|
|
92
|
+
} else {
|
|
93
|
+
delete require.cache[servicePath];
|
|
94
|
+
}
|
|
95
|
+
for (const [resolved, original] of moduleStubs) {
|
|
96
|
+
if (original) {
|
|
97
|
+
require.cache[resolved] = original;
|
|
98
|
+
} else {
|
|
99
|
+
delete require.cache[resolved];
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
});
|
|
103
|
+
|
|
104
|
+
const DependenceService = require('../../back/services/dependence').default;
|
|
105
|
+
const service = new DependenceService({}, {});
|
|
106
|
+
const result = await service.dependencies({
|
|
107
|
+
searchValue: '',
|
|
108
|
+
type: 'nodejs',
|
|
109
|
+
status: '',
|
|
110
|
+
});
|
|
111
|
+
|
|
112
|
+
assert.deepEqual(updates, [
|
|
113
|
+
{ status: DependenceStatus.installFailed, ids: [1] },
|
|
114
|
+
]);
|
|
115
|
+
assert.deepEqual(
|
|
116
|
+
result.map(({ id, status }) => ({ id, status })),
|
|
117
|
+
[
|
|
118
|
+
{ id: 1, status: DependenceStatus.installFailed },
|
|
119
|
+
{ id: 2, status: DependenceStatus.installed },
|
|
120
|
+
],
|
|
121
|
+
);
|
|
122
|
+
|
|
123
|
+
await service.dependencies({ searchValue: '', type: 'linux', status: '' });
|
|
124
|
+
assert.equal(updates.length, 1);
|
|
125
|
+
});
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
const assert = require('node:assert/strict');
|
|
2
|
+
const test = require('node:test');
|
|
3
|
+
const express = require('express');
|
|
4
|
+
|
|
5
|
+
function mockModule(modulePath, exports) {
|
|
6
|
+
const filename = require.resolve(modulePath);
|
|
7
|
+
require.cache[filename] = {
|
|
8
|
+
id: filename,
|
|
9
|
+
filename,
|
|
10
|
+
loaded: true,
|
|
11
|
+
exports,
|
|
12
|
+
children: [],
|
|
13
|
+
paths: [],
|
|
14
|
+
};
|
|
15
|
+
}
|
|
16
|
+
|
|
17
|
+
mockModule('../../back/config', {
|
|
18
|
+
__esModule: true,
|
|
19
|
+
default: {
|
|
20
|
+
bakPath: '/tmp',
|
|
21
|
+
blackFileList: [],
|
|
22
|
+
configPath: '/tmp',
|
|
23
|
+
logPath: '/tmp',
|
|
24
|
+
logs: { level: 'info' },
|
|
25
|
+
rootPath: '/tmp',
|
|
26
|
+
scriptPath: '/tmp',
|
|
27
|
+
systemLogPath: '/tmp',
|
|
28
|
+
writePathList: ['/tmp'],
|
|
29
|
+
},
|
|
30
|
+
});
|
|
31
|
+
mockModule('../../back/shared/i18n', {
|
|
32
|
+
t: (message) => message,
|
|
33
|
+
});
|
|
34
|
+
mockModule('../../back/config/util', {
|
|
35
|
+
fileExist: async () => false,
|
|
36
|
+
readDir: async () => [],
|
|
37
|
+
readDirs: async () => [],
|
|
38
|
+
removeAnsi: (content) => content,
|
|
39
|
+
rmPath: async () => {},
|
|
40
|
+
});
|
|
41
|
+
mockModule('../../back/shared/utils', {
|
|
42
|
+
writeFileWithLock: async () => {},
|
|
43
|
+
});
|
|
44
|
+
for (const service of ['config', 'script', 'log']) {
|
|
45
|
+
mockModule(`../../back/services/${service}`, {
|
|
46
|
+
__esModule: true,
|
|
47
|
+
default: class {},
|
|
48
|
+
});
|
|
49
|
+
}
|
|
50
|
+
mockModule('../../back/data/runningInstance', {
|
|
51
|
+
InstanceStatus: { running: 'running' },
|
|
52
|
+
RunningInstanceModel: { findOne: async () => null },
|
|
53
|
+
});
|
|
54
|
+
|
|
55
|
+
const deprecatedRoutes = [
|
|
56
|
+
['config', '/configs/detail'],
|
|
57
|
+
['script', '/scripts/detail'],
|
|
58
|
+
['log', '/logs/detail'],
|
|
59
|
+
];
|
|
60
|
+
|
|
61
|
+
for (const [moduleName, replacement] of deprecatedRoutes) {
|
|
62
|
+
test(`${moduleName} filename route points callers to its detail API`, () => {
|
|
63
|
+
const app = express.Router();
|
|
64
|
+
require(`../../back/api/${moduleName}`).default(app);
|
|
65
|
+
const router = app.stack.find((layer) => layer.name === 'router').handle;
|
|
66
|
+
const deprecatedRoute = router.stack.find(
|
|
67
|
+
(layer) => layer.route?.path === '/:file',
|
|
68
|
+
);
|
|
69
|
+
const handler = deprecatedRoute.route.stack.at(-1).handle;
|
|
70
|
+
let responseBody;
|
|
71
|
+
|
|
72
|
+
handler(
|
|
73
|
+
{ params: { file: 'Example.js' }, query: {} },
|
|
74
|
+
{ send: (body) => (responseBody = body) },
|
|
75
|
+
);
|
|
76
|
+
|
|
77
|
+
assert.deepEqual(responseBody, {
|
|
78
|
+
code: 410,
|
|
79
|
+
message: `接口已下线,请使用 ${replacement} 接口`,
|
|
80
|
+
});
|
|
81
|
+
});
|
|
82
|
+
}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
const assert = require('node:assert/strict');
|
|
2
|
+
const test = require('node:test');
|
|
3
|
+
|
|
4
|
+
const configPath = require.resolve('../../ecosystem.config');
|
|
5
|
+
|
|
6
|
+
function loadConfig(containerValue) {
|
|
7
|
+
if (containerValue === undefined) {
|
|
8
|
+
delete process.env.QL_CONTAINER;
|
|
9
|
+
} else {
|
|
10
|
+
process.env.QL_CONTAINER = containerValue;
|
|
11
|
+
}
|
|
12
|
+
delete require.cache[configPath];
|
|
13
|
+
return require(configPath).apps[0];
|
|
14
|
+
}
|
|
15
|
+
|
|
16
|
+
test('container logging discards stdout and forwards startup errors without persistent copies', () => {
|
|
17
|
+
const app = loadConfig('true');
|
|
18
|
+
assert.equal(app.out_file, '/dev/null');
|
|
19
|
+
assert.equal(app.error_file, '/proc/1/fd/2');
|
|
20
|
+
assert.equal(app.time, false);
|
|
21
|
+
});
|
|
22
|
+
|
|
23
|
+
test('non-container installs keep the PM2 logging defaults', () => {
|
|
24
|
+
const app = loadConfig(undefined);
|
|
25
|
+
assert.equal(app.out_file, undefined);
|
|
26
|
+
assert.equal(app.error_file, undefined);
|
|
27
|
+
assert.equal(app.time, true);
|
|
28
|
+
});
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
const test = require('node:test');
|
|
2
|
+
const assert = require('node:assert/strict');
|
|
3
|
+
const fs = require('node:fs');
|
|
4
|
+
const os = require('node:os');
|
|
5
|
+
const path = require('node:path');
|
|
6
|
+
const { spawnSync } = require('node:child_process');
|
|
7
|
+
const source = fs.readFileSync('shell/share.sh', 'utf8');
|
|
8
|
+
function extract(name) {
|
|
9
|
+
const start = source.indexOf(name + '() {');
|
|
10
|
+
assert.ok(start >= 0);
|
|
11
|
+
return source.slice(start, source.indexOf('\n}', start) + 2);
|
|
12
|
+
}
|
|
13
|
+
function fixture(t, content) {
|
|
14
|
+
const root = fs.mkdtempSync(path.join(os.tmpdir(), 'ql-env-names-'));
|
|
15
|
+
t.after(() => fs.rmSync(root, { recursive: true, force: true }));
|
|
16
|
+
const file = path.join(root, 'env file.sh');
|
|
17
|
+
fs.writeFileSync(file, content);
|
|
18
|
+
return {
|
|
19
|
+
root,
|
|
20
|
+
file,
|
|
21
|
+
run(script) {
|
|
22
|
+
const r = spawnSync(
|
|
23
|
+
'/bin/bash',
|
|
24
|
+
[
|
|
25
|
+
'-ec',
|
|
26
|
+
extract('get_env_array') +
|
|
27
|
+
'\n' +
|
|
28
|
+
extract('clear_env') +
|
|
29
|
+
'\n' +
|
|
30
|
+
script,
|
|
31
|
+
],
|
|
32
|
+
{
|
|
33
|
+
encoding: 'utf8',
|
|
34
|
+
env: { ...process.env, file_env: file, FIXTURE_ROOT: root },
|
|
35
|
+
},
|
|
36
|
+
);
|
|
37
|
+
assert.equal(r.status, 0, r.stderr);
|
|
38
|
+
return r.stdout;
|
|
39
|
+
},
|
|
40
|
+
};
|
|
41
|
+
}
|
|
42
|
+
test('matches legacy pipeline for whitespace, malformed lines, CRLF and final unterminated line', (t) => {
|
|
43
|
+
const f = fixture(
|
|
44
|
+
t,
|
|
45
|
+
'# comment\nexport A=one\nexport B="two words"\n export IGNORED=1\nexport\tIGNORED2=1\nexport C = spaced\nexport \nexport -x X=1\nexport D=a=b\nexport E=crlf\r\nexport F\r\nexport G=last',
|
|
46
|
+
);
|
|
47
|
+
assert.equal(
|
|
48
|
+
f.run('get_env_array; printf "%s\\0" "${exported_variables[@]}"'),
|
|
49
|
+
f.run(
|
|
50
|
+
'while IFS= read -r line; do printf "%s\\0" "$line"; done < <(grep "^export " "$file_env" | awk \'{print $2}\' | cut -d= -f1)',
|
|
51
|
+
),
|
|
52
|
+
);
|
|
53
|
+
});
|
|
54
|
+
test('resets prior names for an empty file', (t) => {
|
|
55
|
+
const f = fixture(t, '');
|
|
56
|
+
assert.equal(
|
|
57
|
+
f.run(
|
|
58
|
+
'exported_variables=(OLD); get_env_array; echo "${#exported_variables[@]}"',
|
|
59
|
+
),
|
|
60
|
+
'0\n',
|
|
61
|
+
);
|
|
62
|
+
});
|
|
63
|
+
test('extracting names never evaluates command substitutions or shell syntax in values', (t) => {
|
|
64
|
+
const f = fixture(
|
|
65
|
+
t,
|
|
66
|
+
'export A=$(touch "$FIXTURE_ROOT/unsafe")\nexport B=`touch "$FIXTURE_ROOT/unsafe2"`\n',
|
|
67
|
+
);
|
|
68
|
+
assert.equal(
|
|
69
|
+
f.run('get_env_array; printf "%s\\n" "${exported_variables[@]}"'),
|
|
70
|
+
'A\nB\n',
|
|
71
|
+
);
|
|
72
|
+
assert.equal(fs.existsSync(path.join(f.root, 'unsafe')), false);
|
|
73
|
+
assert.equal(fs.existsSync(path.join(f.root, 'unsafe2')), false);
|
|
74
|
+
});
|
|
75
|
+
test('clear_env removes listed exports and preserves unrelated values', (t) => {
|
|
76
|
+
const f = fixture(t, 'export USER_ONE=1\nexport USER_TWO=2\n');
|
|
77
|
+
f.run(
|
|
78
|
+
'USER_ONE=old; USER_TWO=old; UNRELATED=kept; get_env_array; clear_env; [[ ! ${USER_ONE+x} && ! ${USER_TWO+x} && "$UNRELATED" == kept ]]',
|
|
79
|
+
);
|
|
80
|
+
});
|
|
81
|
+
test('large configuration preserves order and duplicate names', (t) => {
|
|
82
|
+
const text = Array.from(
|
|
83
|
+
{ length: 5000 },
|
|
84
|
+
(_, i) => 'export V' + (i % 1000) + '=value with spaces',
|
|
85
|
+
).join('\n');
|
|
86
|
+
const f = fixture(t, text);
|
|
87
|
+
const lines = f
|
|
88
|
+
.run('get_env_array; printf "%s\\n" "${exported_variables[@]}"')
|
|
89
|
+
.trim()
|
|
90
|
+
.split('\n');
|
|
91
|
+
assert.equal(lines.length, 5000);
|
|
92
|
+
assert.deepEqual(
|
|
93
|
+
lines,
|
|
94
|
+
Array.from({ length: 5000 }, (_, i) => 'V' + (i % 1000)),
|
|
95
|
+
);
|
|
96
|
+
});
|