@whyour/qinglong 2.23.0 → 2.25.0-rc.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +3 -0
- package/README-NODE.md +10 -0
- package/back/protos/api.proto +10 -0
- package/cli/README.en.md +156 -0
- package/cli/README.md +156 -0
- package/cli/src/internal/maintenance/nodeRuntime.cjs +18 -0
- package/cli/src/internal/maintenance/panelUpgrade.cjs +577 -0
- package/cli/src/internal/maintenance/platformBundle.cjs +582 -0
- package/cli/src/internal/maintenance/upgradeArtifacts.cjs +979 -0
- package/cli/src/internal/maintenance/upgradePrestart.cjs +396 -0
- package/ecosystem.config.js +3 -0
- package/package.json +53 -10
- package/sample/notify.js +308 -135
- package/sample/notify.py +251 -56
- package/shell/api.sh +18 -7
- package/shell/install-bundle.cjs +320 -0
- package/shell/install-package.cjs +74 -0
- package/shell/lang/en.sh +38 -0
- package/shell/node-runtime-probe.cjs +62 -0
- package/shell/otask.sh +38 -36
- package/shell/preload/client.js +1 -0
- package/shell/preload/notificationAudit.js +51 -0
- package/shell/preload/sitecustomize.js +3 -3
- package/shell/preload/sitecustomize.py +5 -5
- package/shell/rmlog.sh +21 -16
- package/shell/share.sh +61 -44
- package/shell/start-simplify.sh +90 -0
- package/shell/start.sh +48 -71
- package/shell/task-timeout.sh +22 -10
- package/shell/task.sh +7 -7
- package/shell/update.sh +52 -38
- package/shell/upgrade-lock.yaml +16122 -0
- package/shell/upgrade.cjs +1 -1
- package/static/build/api/clientIp.js +2 -1
- package/static/build/api/clientIp.js.map +1 -0
- package/static/build/api/config.js.map +1 -0
- package/static/build/api/cron.js.map +1 -0
- package/static/build/api/dashboard.js.map +1 -0
- package/static/build/api/dependence.js +52 -0
- package/static/build/api/dependence.js.map +1 -0
- package/static/build/api/env.js.map +1 -0
- package/static/build/api/health.js +0 -1
- package/static/build/api/health.js.map +1 -0
- package/static/build/api/index.js.map +1 -0
- package/static/build/api/log.js.map +1 -0
- package/static/build/api/open.js +2 -2
- package/static/build/api/open.js.map +1 -0
- package/static/build/api/retention.js.map +1 -0
- package/static/build/api/script.js.map +1 -0
- package/static/build/api/subscription.js.map +1 -0
- package/static/build/api/system.js +18 -0
- package/static/build/api/system.js.map +1 -0
- package/static/build/api/update.js.map +1 -0
- package/static/build/api/user.js +0 -11
- package/static/build/api/user.js.map +1 -0
- package/static/build/app.js +10 -23
- package/static/build/app.js.map +1 -0
- package/static/build/bootstrap/database.js.map +1 -0
- package/static/build/bootstrap/upgradeProbe.js +154 -0
- package/static/build/bootstrap/upgradeProbe.js.map +1 -0
- package/static/build/config/const.js +2 -1
- package/static/build/config/const.js.map +1 -0
- package/static/build/config/container.js.map +1 -0
- package/static/build/config/grpcCerts.js.map +1 -0
- package/static/build/config/http.js.map +1 -0
- package/static/build/config/index.js +0 -2
- package/static/build/config/index.js.map +1 -0
- package/static/build/config/serverEnv.js.map +1 -0
- package/static/build/config/share.js.map +1 -0
- package/static/build/config/subscription.js.map +1 -0
- package/static/build/config/util.js +178 -79
- package/static/build/config/util.js.map +1 -0
- package/static/build/data/cron.js.map +1 -0
- package/static/build/data/cronStats.js.map +1 -0
- package/static/build/data/cronView.js.map +1 -0
- package/static/build/data/dependence.js.map +1 -0
- package/static/build/data/env.js.map +1 -0
- package/static/build/data/index.js.map +1 -0
- package/static/build/data/notify.js.map +1 -0
- package/static/build/data/open.js.map +1 -0
- package/static/build/data/runningInstance.js.map +1 -0
- package/static/build/data/sock.js.map +1 -0
- package/static/build/data/subscription.js.map +1 -0
- package/static/build/data/system.js +3 -1
- package/static/build/data/system.js.map +1 -0
- package/static/build/interface/schedule.js.map +1 -0
- package/static/build/loaders/app.js.map +1 -0
- package/static/build/loaders/bootAfter.js.map +1 -0
- package/static/build/loaders/db.js.map +1 -0
- package/static/build/loaders/depInjector.js.map +1 -0
- package/static/build/loaders/deps.js.map +1 -0
- package/static/build/loaders/express.js +67 -29
- package/static/build/loaders/express.js.map +1 -0
- package/static/build/loaders/httpApplication.js +55 -0
- package/static/build/loaders/httpApplication.js.map +1 -0
- package/static/build/loaders/initData.js +2 -1
- package/static/build/loaders/initData.js.map +1 -0
- package/static/build/loaders/initFile.js.map +1 -0
- package/static/build/loaders/initTask.js +1 -1
- package/static/build/loaders/initTask.js.map +1 -0
- package/static/build/loaders/logger.js.map +1 -0
- package/static/build/loaders/server.js.map +1 -0
- package/static/build/loaders/sock.js.map +1 -0
- package/static/build/middlewares/monitoring.js.map +1 -0
- package/static/build/middlewares/protectedPathCase.js.map +1 -0
- package/static/build/middlewares/uniqueConstraintError.js.map +1 -0
- package/static/build/middlewares/validationErrors.js +17 -0
- package/static/build/middlewares/validationErrors.js.map +1 -0
- package/static/build/protos/api.js +140 -2
- package/static/build/protos/api.js.map +1 -0
- package/static/build/protos/cron.js.map +1 -0
- package/static/build/protos/health.js.map +1 -0
- package/static/build/schedule/addCron.js +2 -2
- package/static/build/schedule/addCron.js.map +1 -0
- package/static/build/schedule/api.js +21 -2
- package/static/build/schedule/api.js.map +1 -0
- package/static/build/schedule/client.js.map +1 -0
- package/static/build/schedule/data.js.map +1 -0
- package/static/build/schedule/delCron.js +5 -3
- package/static/build/schedule/delCron.js.map +1 -0
- package/static/build/schedule/health.js.map +1 -0
- package/static/build/schedule/setConcurrency.js.map +1 -0
- package/static/build/services/config.js.map +1 -0
- package/static/build/services/cron.js +7 -7
- package/static/build/services/cron.js.map +1 -0
- package/static/build/services/cronView.js.map +1 -0
- package/static/build/services/dependence.js +101 -22
- package/static/build/services/dependence.js.map +1 -0
- package/static/build/services/env.js +13 -3
- package/static/build/services/env.js.map +1 -0
- package/static/build/services/grpc.js +2 -2
- package/static/build/services/grpc.js.map +1 -0
- package/static/build/services/health.js +2 -0
- package/static/build/services/health.js.map +1 -0
- package/static/build/services/http.js.map +1 -0
- package/static/build/services/log.js +1 -1
- package/static/build/services/log.js.map +1 -0
- package/static/build/services/metrics.js +2 -1
- package/static/build/services/metrics.js.map +1 -0
- package/static/build/services/notify.js +45 -24
- package/static/build/services/notify.js.map +1 -0
- package/static/build/services/open.js +10 -0
- package/static/build/services/open.js.map +1 -0
- package/static/build/services/retention.js.map +1 -0
- package/static/build/services/schedule.js +13 -12
- package/static/build/services/schedule.js.map +1 -0
- package/static/build/services/script.js.map +1 -0
- package/static/build/services/scriptHistory.js.map +1 -0
- package/static/build/services/sock.js.map +1 -0
- package/static/build/services/sshKey.js +8 -5
- package/static/build/services/sshKey.js.map +1 -0
- package/static/build/services/subscription.js.map +1 -0
- package/static/build/services/system.js +76 -46
- package/static/build/services/system.js.map +1 -0
- package/static/build/services/user.js +2 -2
- package/static/build/services/user.js.map +1 -0
- package/static/build/shared/auth.js.map +1 -0
- package/static/build/shared/authMutation.js.map +1 -0
- package/static/build/shared/childProcess.js.map +1 -0
- package/static/build/shared/clientIp.js.map +1 -0
- package/static/build/shared/cronCommand.js.map +1 -0
- package/static/build/shared/cronSchedule.js +65 -9
- package/static/build/shared/cronSchedule.js.map +1 -0
- package/static/build/shared/cronScheduler.js +3 -2
- package/static/build/shared/cronScheduler.js.map +1 -0
- package/static/build/shared/errors.js.map +1 -0
- package/static/build/shared/fileAccess.js +4 -1
- package/static/build/shared/fileAccess.js.map +1 -0
- package/static/build/shared/i18n.js +165 -85
- package/static/build/shared/i18n.js.map +1 -0
- package/static/build/shared/interface.js.map +1 -0
- package/static/build/shared/languageSync.js +61 -0
- package/static/build/shared/languageSync.js.map +1 -0
- package/static/build/shared/linuxMirror.js +96 -0
- package/static/build/shared/linuxMirror.js.map +1 -0
- package/static/build/shared/logPath.js.map +1 -0
- package/static/build/shared/logReader.js.map +1 -0
- package/static/build/shared/logStreamManager.js.map +1 -0
- package/static/build/shared/loginThrottle.js.map +1 -0
- package/static/build/shared/notificationAudit.js +46 -0
- package/static/build/shared/notificationAudit.js.map +1 -0
- package/static/build/shared/pLimit.js +8 -8
- package/static/build/shared/pLimit.js.map +1 -0
- package/static/build/shared/password.js.map +1 -0
- package/static/build/shared/retention.js.map +1 -0
- package/static/build/shared/runCron.js +69 -26
- package/static/build/shared/runCron.js.map +1 -0
- package/static/build/shared/runtimeBuild.js +44 -0
- package/static/build/shared/runtimeBuild.js.map +1 -0
- package/static/build/shared/schedulerMutationLock.js.map +1 -0
- package/static/build/shared/schedulerReadiness.js.map +1 -0
- package/static/build/shared/schemaMigrations.js +7 -0
- package/static/build/shared/schemaMigrations.js.map +1 -0
- package/static/build/shared/scriptHistory.js.map +1 -0
- package/static/build/shared/shellQuote.js.map +1 -0
- package/static/build/shared/startupProcess.js.map +1 -0
- package/static/build/shared/store.js.map +1 -0
- package/static/build/shared/subscriptionMutationLock.js.map +1 -0
- package/static/build/shared/subscriptionPath.js.map +1 -0
- package/static/build/shared/subscriptionStorage.js.map +1 -0
- package/static/build/shared/taskEnvName.js +79 -0
- package/static/build/shared/taskEnvName.js.map +1 -0
- package/static/build/shared/trustProxy.js +5 -4
- package/static/build/shared/trustProxy.js.map +1 -0
- package/static/build/shared/utils.js.map +1 -0
- package/static/build/token.js.map +1 -0
- package/static/build/validation/schedule.js +19 -1
- package/static/build/validation/schedule.js.map +1 -0
- package/static/build-info.json +757 -0
- package/static/dist/1089.0ecc5383.async.js.gz +0 -0
- package/static/dist/1174.41a43fee.async.js.gz +0 -0
- package/static/dist/119.89e2d610.async.js.gz +0 -0
- package/static/dist/1212.f87fd07a.async.js.gz +0 -0
- package/static/dist/1352.96a77e1d.async.js.gz +0 -0
- package/static/dist/1379.f91563a1.async.js.gz +0 -0
- package/static/dist/1571.94ddca13.async.js.gz +0 -0
- package/static/dist/1706.ac98cb3f.async.js.gz +0 -0
- package/static/dist/1765.5ac01a93.async.js.gz +0 -0
- package/static/dist/1836.f0b74cf1.async.js.gz +0 -0
- package/static/dist/1883.675b6a18.chunk.css.gz +0 -0
- package/static/dist/1885.b8f427bf.async.js.gz +0 -0
- package/static/dist/1887.9e0d3da8.async.js.gz +0 -0
- package/static/dist/198.db47fc1a.async.js.gz +0 -0
- package/static/dist/2325.dfa32834.async.js.gz +0 -0
- package/static/dist/2338.d678967d.async.js.gz +0 -0
- package/static/dist/2372.b5a50ee7.async.js +1 -0
- package/static/dist/2372.b5a50ee7.async.js.gz +0 -0
- package/static/dist/2476.4e9b0992.async.js.gz +0 -0
- package/static/dist/2537.2b262ee0.async.js.gz +0 -0
- package/static/dist/2577.aa8fe709.async.js.gz +0 -0
- package/static/dist/2635.d4c59d23.async.js.gz +0 -0
- package/static/dist/2664.e69530fb.async.js +1 -0
- package/static/dist/2664.e69530fb.async.js.gz +0 -0
- package/static/dist/2693.51c2636b.async.js.gz +0 -0
- package/static/dist/2808.cdc0995c.async.js.gz +0 -0
- package/static/dist/2821.651f31e5.async.js.gz +0 -0
- package/static/dist/2890.add55e85.async.js.gz +0 -0
- package/static/dist/2901.6d0de54e.async.js +1 -0
- package/static/dist/2901.6d0de54e.async.js.gz +0 -0
- package/static/dist/292.1b962b29.chunk.css.gz +0 -0
- package/static/dist/292.27ce781f.async.js +1 -0
- package/static/dist/292.27ce781f.async.js.gz +0 -0
- package/static/dist/300.08ac9875.async.js.gz +0 -0
- package/static/dist/3191.3b7e4b42.async.js +1 -0
- package/static/dist/3191.3b7e4b42.async.js.gz +0 -0
- package/static/dist/3382.a584a111.async.js.gz +0 -0
- package/static/dist/3383.041eee73.async.js.gz +0 -0
- package/static/dist/3512.95e41255.async.js.gz +0 -0
- package/static/dist/3714.8d6dba9e.async.js.gz +0 -0
- package/static/dist/3906.a5eee612.async.js.gz +0 -0
- package/static/dist/3948.4fe809fd.async.js.gz +0 -0
- package/static/dist/4324.5a5887d1.async.js.gz +0 -0
- package/static/dist/4559.faab3673.async.js.gz +0 -0
- package/static/dist/4573.16f19278.async.js.gz +0 -0
- package/static/dist/{4736.1d2b5cb6.async.js → 4736.7c4c489b.async.js} +1 -1
- package/static/dist/4736.7c4c489b.async.js.gz +0 -0
- package/static/dist/4887.8e3ae573.async.js.gz +0 -0
- package/static/dist/4934.f3539d08.async.js.gz +0 -0
- package/static/dist/5077.cbd111cd.async.js.gz +0 -0
- package/static/dist/{5481.624d0e07.async.js → 5481.e2945a63.async.js} +1 -1
- package/static/dist/5481.e2945a63.async.js.gz +0 -0
- package/static/dist/5662.678b0cfb.async.js.gz +0 -0
- package/static/dist/5970.5862e59e.async.js +1 -0
- package/static/dist/5970.5862e59e.async.js.gz +0 -0
- package/static/dist/6013.db535339.async.js.gz +0 -0
- package/static/dist/6035.32ebfad9.async.js.gz +0 -0
- package/static/dist/6212.e056fb2d.async.js +1 -0
- package/static/dist/6212.e056fb2d.async.js.gz +0 -0
- package/static/dist/6341.673fb65c.async.js.gz +0 -0
- package/static/dist/6367.8b0e838c.async.js.gz +0 -0
- package/static/dist/6431.c50479be.async.js +1 -0
- package/static/dist/6569.55177f6a.async.js.gz +0 -0
- package/static/dist/6610.c111af7e.async.js.gz +0 -0
- package/static/dist/{1967.3f3945d0.async.js → 6636.fed84003.async.js} +1 -1
- package/static/dist/6636.fed84003.async.js.gz +0 -0
- package/static/dist/6638.87a163d2.async.js.gz +0 -0
- package/static/dist/6646.95e92533.async.js.gz +0 -0
- package/static/dist/{6872.a503ef55.async.js → 6872.fcc9ce17.async.js} +1 -1
- package/static/dist/6872.fcc9ce17.async.js.gz +0 -0
- package/static/dist/691.187a388c.async.js.gz +0 -0
- package/static/dist/7146.4dc150b1.async.js +1 -0
- package/static/dist/7146.4dc150b1.async.js.gz +0 -0
- package/static/dist/7231.f7e5b668.async.js.gz +0 -0
- package/static/dist/7253.4b9bf133.async.js.gz +0 -0
- package/static/dist/7278.96bf439f.async.js.gz +0 -0
- package/static/dist/7355.fca746f5.async.js.gz +0 -0
- package/static/dist/7384.1bb449d5.async.js.gz +0 -0
- package/static/dist/7508.3fffed15.chunk.css.gz +0 -0
- package/static/dist/7508.d90eac63.async.js.gz +0 -0
- package/static/dist/7802.34255805.async.js.gz +0 -0
- package/static/dist/7984.eaac7402.async.js.gz +0 -0
- package/static/dist/8033.5cb31493.async.js.gz +0 -0
- package/static/dist/8078.8586c875.async.js.gz +0 -0
- package/static/dist/8147.2fb55202.async.js.gz +0 -0
- package/static/dist/8187.48c130d6.async.js.gz +0 -0
- package/static/dist/8495.d53e15ca.async.js.gz +0 -0
- package/static/dist/8844.a0fef08e.async.js.gz +0 -0
- package/static/dist/9308.3202ac13.async.js.gz +0 -0
- package/static/dist/9323.a33f47da.async.js.gz +0 -0
- package/static/dist/965.8d9b1fbd.async.js +1 -0
- package/static/dist/965.8d9b1fbd.async.js.gz +0 -0
- package/static/dist/9761.360a19d8.async.js.gz +0 -0
- package/static/dist/index.html +2 -2
- package/static/dist/layouts__index.86b6bcbe.chunk.css +1 -0
- package/static/dist/layouts__index.86b6bcbe.chunk.css.gz +0 -0
- package/static/dist/layouts__index.c8e9788e.async.js +1 -0
- package/static/dist/layouts__index.c8e9788e.async.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/base/worker/workerMain.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/basic-languages/abap/abap.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/basic-languages/clojure/clojure.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/basic-languages/elixir/elixir.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/basic-languages/freemarker2/freemarker2.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/basic-languages/mysql/mysql.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/basic-languages/pgsql/pgsql.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/basic-languages/powerquery/powerquery.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/basic-languages/redshift/redshift.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/basic-languages/solidity/solidity.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/basic-languages/sql/sql.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/editor/editor.main.css.gz +0 -0
- package/static/dist/monaco-editor/min/vs/editor/editor.main.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/editor/editor.main.nls.de.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/editor/editor.main.nls.es.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/editor/editor.main.nls.fr.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/editor/editor.main.nls.it.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/editor/editor.main.nls.ja.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/editor/editor.main.nls.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/editor/editor.main.nls.ko.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/editor/editor.main.nls.ru.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/editor/editor.main.nls.zh-cn.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/editor/editor.main.nls.zh-tw.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/language/css/cssMode.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/language/css/cssWorker.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/language/html/htmlMode.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/language/html/htmlWorker.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/language/json/jsonMode.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/language/json/jsonWorker.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/language/typescript/tsMode.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/language/typescript/tsWorker.js.gz +0 -0
- package/static/dist/monaco-editor/min/vs/loader.js.gz +0 -0
- package/static/dist/preload_helper.a71416e6.js +1 -0
- package/static/dist/src__pages__404.3fd8332e.async.js +1 -0
- package/static/dist/src__pages__config__index.088ddd9d.async.js +1 -0
- package/static/dist/src__pages__config__index.088ddd9d.async.js.gz +0 -0
- package/static/dist/src__pages__crontab__detail.88729e8f.async.js +1 -0
- package/static/dist/src__pages__crontab__detail.88729e8f.async.js.gz +0 -0
- package/static/dist/src__pages__crontab__index.b0ae0f99.async.js +1 -0
- package/static/dist/src__pages__crontab__index.b0ae0f99.async.js.gz +0 -0
- package/static/dist/src__pages__crontab__logModal.930535e2.async.js.gz +0 -0
- package/static/dist/src__pages__crontab__modal.a2c8fdcc.async.js.gz +0 -0
- package/static/dist/src__pages__crontab__viewCreateModal.7b4f9cbe.async.js.gz +0 -0
- package/static/dist/src__pages__crontab__viewManageModal.cd454ea0.async.js.gz +0 -0
- package/static/dist/src__pages__dashboard__index.c05ce904.async.js +1 -0
- package/static/dist/src__pages__dashboard__index.c05ce904.async.js.gz +0 -0
- package/static/dist/src__pages__dependence__index.edad6a53.async.js +1 -0
- package/static/dist/src__pages__dependence__index.edad6a53.async.js.gz +0 -0
- package/static/dist/{src__pages__dependence__logModal.154efe7a.async.js → src__pages__dependence__logModal.01729f63.async.js} +1 -1
- package/static/dist/src__pages__dependence__logModal.01729f63.async.js.gz +0 -0
- package/static/dist/src__pages__dependence__modal.ef7ae53b.async.js +1 -0
- package/static/dist/src__pages__dependence__modal.ef7ae53b.async.js.gz +0 -0
- package/static/dist/src__pages__diff__index.4233ea93.async.js +1 -0
- package/static/dist/src__pages__diff__index.4233ea93.async.js.gz +0 -0
- package/static/dist/src__pages__env__index.c236a754.async.js +1 -0
- package/static/dist/src__pages__env__index.c236a754.async.js.gz +0 -0
- package/static/dist/src__pages__env__modal.4d71adb3.async.js.gz +0 -0
- package/static/dist/src__pages__error__index.66605c72.async.js +1 -0
- package/static/dist/src__pages__initialization__index.d4d89bf9.async.js +1 -0
- package/static/dist/src__pages__initialization__index.d4d89bf9.async.js.gz +0 -0
- package/static/dist/src__pages__log__index.71250e0d.async.js.gz +0 -0
- package/static/dist/src__pages__login__index.58bb4b38.async.js +1 -0
- package/static/dist/src__pages__login__index.58bb4b38.async.js.gz +0 -0
- package/static/dist/src__pages__script__components__UnsupportedFilePreview__index.c347a13a.async.js.gz +0 -0
- package/static/dist/src__pages__script__editModal.785f8431.async.js +1 -0
- package/static/dist/src__pages__script__editModal.785f8431.async.js.gz +0 -0
- package/static/dist/src__pages__script__editNameModal.789ad87b.async.js.gz +0 -0
- package/static/dist/src__pages__script__historyDrawer.8c58d958.async.js.gz +0 -0
- package/static/dist/src__pages__script__index.3e142045.async.js +1 -0
- package/static/dist/src__pages__script__index.3e142045.async.js.gz +0 -0
- package/static/dist/{src__pages__setting__about.e6db5090.chunk.css → src__pages__setting__about.0d6ea255.chunk.css} +1 -1
- package/static/dist/src__pages__setting__about.3d3c019f.async.js.gz +0 -0
- package/static/dist/src__pages__setting__checkUpdate.429a42f3.async.js +1 -0
- package/static/dist/src__pages__setting__checkUpdate.429a42f3.async.js.gz +0 -0
- package/static/dist/src__pages__setting__clientIp.3a8711ed.async.js.gz +0 -0
- package/static/dist/{src__pages__setting__dependence.28ecea01.chunk.css → src__pages__setting__dependence.80b183a5.chunk.css} +1 -1
- package/static/dist/src__pages__setting__dependence.c227c0f5.async.js +1 -0
- package/static/dist/src__pages__setting__dependence.c227c0f5.async.js.gz +0 -0
- package/static/dist/{src__pages__setting__index.7cf46d4a.chunk.css → src__pages__setting__index.46315660.chunk.css} +1 -1
- package/static/dist/src__pages__setting__index.c5615182.async.js +1 -0
- package/static/dist/src__pages__setting__index.c5615182.async.js.gz +0 -0
- package/static/dist/src__pages__setting__loginLog.ef135f19.async.js +1 -0
- package/static/dist/src__pages__setting__loginLog.ef135f19.async.js.gz +0 -0
- package/static/dist/src__pages__setting__notifyLog.5ef5b578.async.js +1 -0
- package/static/dist/src__pages__setting__notifyLog.5ef5b578.async.js.gz +0 -0
- package/static/dist/{src__pages__setting__other.28ecea01.chunk.css → src__pages__setting__notifyLog.80b183a5.chunk.css} +1 -1
- package/static/dist/src__pages__setting__other.80b183a5.chunk.css +1 -0
- package/static/dist/src__pages__setting__other.e744c0d1.async.js +1 -0
- package/static/dist/src__pages__setting__other.e744c0d1.async.js.gz +0 -0
- package/static/dist/src__pages__setting__security.e2d71ebb.async.js.gz +0 -0
- package/static/dist/src__pages__setting__systemLog.000bcb5e.async.js +1 -0
- package/static/dist/src__pages__setting__systemLog.000bcb5e.async.js.gz +0 -0
- package/static/dist/src__pages__subscription__index.f556ae4c.async.js +1 -0
- package/static/dist/src__pages__subscription__index.f556ae4c.async.js.gz +0 -0
- package/static/dist/src__pages__subscription__logModal.cdba5139.async.js.gz +0 -0
- package/static/dist/src__pages__subscription__modal.8f04f506.async.js +1 -0
- package/static/dist/umi.a4d14b92.css.gz +0 -0
- package/static/dist/umi.cf08844a.js +1 -0
- package/static/dist/umi.cf08844a.js.gz +0 -0
- package/version.yaml +9 -14
- package/.dockerignore +0 -13
- package/AGENTS.md +0 -43
- package/SECURITY.md +0 -5
- package/back/protos/cron.proto +0 -33
- package/back/protos/health.proto +0 -22
- package/deploy/kubernetes/README.md +0 -81
- package/deploy/kubernetes/base/kustomization.yaml +0 -5
- package/deploy/kubernetes/base/qinglong.yaml +0 -95
- package/deploy/kubernetes/overlays/example/kustomization.yaml +0 -10
- package/docker/Dockerfile +0 -113
- package/docker/Dockerfile.310 +0 -113
- package/docker/Dockerfile.debian +0 -128
- package/docker/Dockerfile.debian310 +0 -130
- package/docker/build-manifest.cjs +0 -28
- package/docker/docker-compose.yml +0 -10
- package/docker/docker-entrypoint.sh +0 -147
- package/docker/verify-build.cjs +0 -49
- package/docs/PROJECT_ARCHITECTURE.md +0 -550
- package/docs/development/node-cron-migration.md +0 -49
- package/docs/development/task-startup.md +0 -78
- package/docs/releases/2.22.0-validation.md +0 -49
- package/docs/releases/2.22.0.md +0 -62
- package/docs/releases/2.23.0.md +0 -33
- package/docs/script-history.md +0 -53
- package/sample/tool.ts +0 -40
- package/scripts/benchmark-execution.cjs +0 -96
- package/scripts/benchmark-script-history.cjs +0 -39
- package/scripts/publish-static.sh +0 -34
- package/scripts/sync-static.sh +0 -20
- package/scripts/wait-for-mirror.sh +0 -214
- package/scripts/write-build-info.cjs +0 -27
- package/shell/pub.sh +0 -28
- package/static/dist/255.8a80b983.async.js +0 -1
- package/static/dist/2901.2ca95295.async.js +0 -1
- package/static/dist/292.264757f0.async.js +0 -1
- package/static/dist/3600.7637c822.async.js +0 -1
- package/static/dist/445.a65ff63b.async.js +0 -1
- package/static/dist/5970.d3a6e7bd.async.js +0 -1
- package/static/dist/6212.9e6d9913.async.js +0 -1
- package/static/dist/6431.4603ad0e.async.js +0 -1
- package/static/dist/9066.605168f8.async.js +0 -1
- package/static/dist/9313.37acaf13.async.js +0 -1
- package/static/dist/layouts__index.633d3553.async.js +0 -1
- package/static/dist/layouts__index.adf0692f.chunk.css +0 -1
- package/static/dist/preload_helper.01fcd534.js +0 -1
- package/static/dist/src__pages__404.771168fc.async.js +0 -1
- package/static/dist/src__pages__config__index.9aba4054.async.js +0 -1
- package/static/dist/src__pages__crontab__detail.86b2eebb.async.js +0 -1
- package/static/dist/src__pages__crontab__index.ae4e06f2.async.js +0 -1
- package/static/dist/src__pages__dashboard__index.243c5a35.async.js +0 -1
- package/static/dist/src__pages__dependence__index.874d501f.async.js +0 -1
- package/static/dist/src__pages__dependence__modal.0fa8b421.async.js +0 -1
- package/static/dist/src__pages__diff__index.b94e5dc5.async.js +0 -1
- package/static/dist/src__pages__env__index.fd6fd2b0.async.js +0 -1
- package/static/dist/src__pages__error__index.aae50c94.async.js +0 -1
- package/static/dist/src__pages__initialization__index.82a2e967.async.js +0 -1
- package/static/dist/src__pages__login__index.a0fd5ed8.async.js +0 -1
- package/static/dist/src__pages__script__editModal.afabf073.async.js +0 -1
- package/static/dist/src__pages__script__index.fc575945.async.js +0 -1
- package/static/dist/src__pages__setting__checkUpdate.d175b154.async.js +0 -1
- package/static/dist/src__pages__setting__dependence.9c0f749b.async.js +0 -1
- package/static/dist/src__pages__setting__index.cb397741.async.js +0 -1
- package/static/dist/src__pages__setting__loginLog.e0a1f54d.async.js +0 -1
- package/static/dist/src__pages__setting__other.3d0b8492.async.js +0 -1
- package/static/dist/src__pages__setting__systemLog.b3046955.async.js +0 -1
- package/static/dist/src__pages__subscription__index.43086a06.async.js +0 -1
- package/static/dist/src__pages__subscription__modal.30868ba8.async.js +0 -1
- package/static/dist/umi.3a24a9fa.js +0 -1
- package/test/back/advisory-input-security.test.cjs +0 -416
- package/test/back/auth-security.test.cjs +0 -74
- package/test/back/build-provenance.test.cjs +0 -150
- package/test/back/code-scanning-security.test.cjs +0 -189
- package/test/back/cron-log-name.test.cjs +0 -110
- package/test/back/cron-macros.test.cjs +0 -51
- package/test/back/cron-schedule-compatibility.test.cjs +0 -69
- package/test/back/cron-scheduler-routing.test.cjs +0 -59
- package/test/back/cron-validation.test.cjs +0 -45
- package/test/back/dashboard-failures.test.cjs +0 -173
- package/test/back/database-bootstrap.test.cjs +0 -193
- package/test/back/dependence-cache-status.test.cjs +0 -125
- package/test/back/deprecated-file-routes.test.cjs +0 -82
- package/test/back/draft-path-security.test.cjs +0 -235
- package/test/back/ecosystem.test.cjs +0 -28
- package/test/back/env-import-security.test.cjs +0 -91
- package/test/back/env-name-parsing.test.cjs +0 -96
- package/test/back/execution-lifecycle.test.cjs +0 -236
- package/test/back/file-access-scope.test.cjs +0 -180
- package/test/back/file-access-security.test.cjs +0 -47
- package/test/back/fileTreeListing.test.cjs +0 -57
- package/test/back/grpc-cron-response.test.cjs +0 -60
- package/test/back/grpc-mtls-security.test.cjs +0 -136
- package/test/back/http-exclusive-listen.test.cjs +0 -31
- package/test/back/http-security.test.cjs +0 -313
- package/test/back/legacy-cron-recovery.test.cjs +0 -76
- package/test/back/linux-mirror-result.test.cjs +0 -176
- package/test/back/listen-security.test.cjs +0 -68
- package/test/back/log-path-security.test.cjs +0 -158
- package/test/back/logReader.test.cjs +0 -72
- package/test/back/manual-execution.test.cjs +0 -85
- package/test/back/manual-stop-claim.test.cjs +0 -220
- package/test/back/metrics.test.cjs +0 -34
- package/test/back/mirror-status.test.cjs +0 -257
- package/test/back/monitoring.test.cjs +0 -73
- package/test/back/node-cron-migration.test.cjs +0 -65
- package/test/back/node-path-cache.test.cjs +0 -202
- package/test/back/node-path-lock.test.cjs +0 -182
- package/test/back/npm-publication.test.cjs +0 -70
- package/test/back/preload-lazy-notify.test.cjs +0 -168
- package/test/back/primary-apm.test.cjs +0 -24
- package/test/back/process-exit-state.test.cjs +0 -81
- package/test/back/process-stop-signal.test.cjs +0 -77
- package/test/back/protected-path-case.test.cjs +0 -58
- package/test/back/qlServiceLogCommand.test.cjs +0 -128
- package/test/back/queued-cron-invalidation.test.cjs +0 -98
- package/test/back/restart-instance-recovery.test.cjs +0 -116
- package/test/back/retention.test.cjs +0 -131
- package/test/back/role-loading.test.cjs +0 -118
- package/test/back/schedule-health.test.cjs +0 -86
- package/test/back/scheduler-bulk-recovery.test.cjs +0 -40
- package/test/back/scheduler-concurrency.test.cjs +0 -411
- package/test/back/scheduler-file-lock.test.cjs +0 -51
- package/test/back/scheduler-mutation.test.cjs +0 -312
- package/test/back/scheduler-readiness.test.cjs +0 -85
- package/test/back/scheduler-reconciliation.test.cjs +0 -206
- package/test/back/scheduler-rpc-timeout.test.cjs +0 -49
- package/test/back/schema-migrations.test.cjs +0 -127
- package/test/back/script-file-access.test.cjs +0 -210
- package/test/back/script-history-api.test.cjs +0 -551
- package/test/back/script-history.test.cjs +0 -383
- package/test/back/shell-api-parsing.test.cjs +0 -184
- package/test/back/shell-translation-output.test.cjs +0 -16
- package/test/back/shell-upgrade.test.cjs +0 -312
- package/test/back/shellApiToken.test.cjs +0 -151
- package/test/back/sock-polling.test.cjs +0 -297
- package/test/back/sock-security.test.cjs +0 -72
- package/test/back/ssh-config-home.test.cjs +0 -113
- package/test/back/start-env-preservation.test.cjs +0 -53
- package/test/back/static-mirror-trigger.test.cjs +0 -441
- package/test/back/static-mirror.test.cjs +0 -179
- package/test/back/stop-failure-feedback.test.cjs +0 -158
- package/test/back/stop-race.test.cjs +0 -171
- package/test/back/subscription-cleanup.test.cjs +0 -53
- package/test/back/subscription-mutation-lock.test.cjs +0 -83
- package/test/back/subscription-review-regression.test.cjs +0 -607
- package/test/back/subscription-stop-state.test.cjs +0 -66
- package/test/back/subscription-storage-regression.test.cjs +0 -553
- package/test/back/system-dependence-cache.test.cjs +0 -127
- package/test/back/system-export-history.test.cjs +0 -119
- package/test/back/systemTokenRenewal.test.cjs +0 -497
- package/test/back/task-shell-lifecycle.test.cjs +0 -194
- package/test/back/task-time.test.cjs +0 -116
- package/test/back/unique-constraint-error.test.cjs +0 -72
- package/test/back/upgrade-guards.test.cjs +0 -285
- package/test/back/upgrade-lifecycle.test.cjs +0 -288
- package/test/back/upgrade-transaction.test.cjs +0 -133
- package/test/back/user-api.test.cjs +0 -99
- package/test/back/user-security.test.cjs +0 -349
- package/test/back/worker-apm.test.cjs +0 -84
- package/test/back/wpush-grpc.test.cjs +0 -116
- package/test/fixtures/legacy-cron.json +0 -1371
- package/test/front/cron-log-pagination.test.cjs +0 -214
- package/test/front/diff-file-routing.test.cjs +0 -126
- package/test/front/http-auth.test.cjs +0 -152
- package/test/front/http-error.test.cjs +0 -29
- package/test/front/script-history-save.test.cjs +0 -121
- package/test/helpers/load-security-module.cjs +0 -42
- package/test/helpers/upgrade-fixture.cjs +0 -30
|
@@ -1,40 +0,0 @@
|
|
|
1
|
-
const test = require('node:test');
|
|
2
|
-
const assert = require('node:assert/strict');
|
|
3
|
-
const grpc = require('@grpc/grpc-js');
|
|
4
|
-
const load = require('../helpers/load-security-module.cjs');
|
|
5
|
-
const { SchedulerReadiness } = require('../../back/shared/schedulerReadiness');
|
|
6
|
-
|
|
7
|
-
for (const [name, rows, delay, succeeds] of [
|
|
8
|
-
['large distinct snapshot', Array.from({length:10000}, (_, i) => ({id:String(i), schedule:`${i%60} ${Math.floor(i/60)%60} ${Math.floor(i/3600)} * * *`})), 10000, true],
|
|
9
|
-
['extra schedules', [{id:'extra', schedule:'* * * * *', extra_schedules:Array.from({length:2000},()=>({schedule:'0 * * * *'}))}], 10000, true],
|
|
10
|
-
['unresponsive small write', [{id:'small', schedule:'* * * * *'}], 30000, false],
|
|
11
|
-
['unresponsive large write remains bounded', Array.from({length:30000},()=>({schedule:'* * * * *'})), 180000, false],
|
|
12
|
-
]) {
|
|
13
|
-
test(`recovery deadline: ${name}`, async (t) => {
|
|
14
|
-
t.mock.timers.enable({apis:['Date','setTimeout'], now:0});
|
|
15
|
-
let calls=0, deadline;
|
|
16
|
-
const fake={waitForReady:(_,cb)=>cb(), addCron:(_req,_meta,options,cb)=>{
|
|
17
|
-
calls++; deadline=options.deadline;
|
|
18
|
-
const budget=deadline-Date.now();
|
|
19
|
-
setTimeout(()=>cb(delay<=budget ? null : Object.assign(Error('deadline'),{code:grpc.status.DEADLINE_EXCEEDED}), {}), Math.min(delay,budget));
|
|
20
|
-
}};
|
|
21
|
-
const client=load('back/schedule/client.ts', {
|
|
22
|
-
'../protos/cron':{CronClient:class{constructor(){return fake}}},
|
|
23
|
-
'../config':{grpcPort:5500},
|
|
24
|
-
'../config/grpcCerts':{getGrpcCerts:()=>({caCert:'ca',clientKey:'key',clientCert:'cert'})},
|
|
25
|
-
'@grpc/grpc-js':{...grpc,credentials:{createSsl:()=>({})}},
|
|
26
|
-
}).default;
|
|
27
|
-
const readiness=new SchedulerReadiness(async()=>{}, 60000);
|
|
28
|
-
t.after(()=>clearTimeout(readiness.retry));
|
|
29
|
-
client.readiness=readiness;
|
|
30
|
-
readiness.configure(()=>client.addCron(rows,true));
|
|
31
|
-
const recovering=readiness.recover();
|
|
32
|
-
await new Promise(setImmediate);
|
|
33
|
-
assert.equal(calls,1);
|
|
34
|
-
assert.ok(deadline<=120000);
|
|
35
|
-
t.mock.timers.tick(Math.min(delay,deadline));
|
|
36
|
-
assert.equal(await recovering,succeeds);
|
|
37
|
-
assert.equal(calls,1,'uncertain writes are not replayed inline');
|
|
38
|
-
assert.equal(await readiness.check(),succeeds);
|
|
39
|
-
});
|
|
40
|
-
}
|
|
@@ -1,411 +0,0 @@
|
|
|
1
|
-
const test = require('node:test');
|
|
2
|
-
const assert = require('node:assert/strict');
|
|
3
|
-
const fs = require('node:fs');
|
|
4
|
-
const os = require('node:os');
|
|
5
|
-
const path = require('node:path');
|
|
6
|
-
const grpc = require('@grpc/grpc-js');
|
|
7
|
-
const load = require('../helpers/load-security-module.cjs');
|
|
8
|
-
const logger = { info() {}, debug() {}, warn() {}, error() {} };
|
|
9
|
-
const tick = () => new Promise(setImmediate);
|
|
10
|
-
function createLimit() {
|
|
11
|
-
return load('back/shared/pLimit.ts', {
|
|
12
|
-
'../data/system': {
|
|
13
|
-
AuthDataType: { systemConfig: 'systemConfig' },
|
|
14
|
-
SystemModel: {
|
|
15
|
-
sync: async () => {},
|
|
16
|
-
findOne: async () => ({ info: { cronConcurrency: 1 } }),
|
|
17
|
-
},
|
|
18
|
-
},
|
|
19
|
-
'../loaders/logger': logger,
|
|
20
|
-
'../services/notify': class {},
|
|
21
|
-
'../shared/i18n': { t: (x) => x, tf: (x) => x },
|
|
22
|
-
'../config': {},
|
|
23
|
-
'../config/grpcCerts': { getGrpcCerts: () => null },
|
|
24
|
-
'../protos/api': {},
|
|
25
|
-
}).default;
|
|
26
|
-
}
|
|
27
|
-
function createSystem(client, limit, options = {}) {
|
|
28
|
-
const store = options.store || {
|
|
29
|
-
state: {
|
|
30
|
-
id: 1,
|
|
31
|
-
type: 'systemConfig',
|
|
32
|
-
info: { cronConcurrency: 1, timezone: 'Asia/Shanghai' },
|
|
33
|
-
},
|
|
34
|
-
};
|
|
35
|
-
const writes = [];
|
|
36
|
-
const Service = load('back/services/system.ts', {
|
|
37
|
-
'../config': options.config || {},
|
|
38
|
-
'../shared/schedulerMutationLock': options.config
|
|
39
|
-
? load('back/shared/schedulerMutationLock.ts', {
|
|
40
|
-
'../config': options.config,
|
|
41
|
-
})
|
|
42
|
-
: { withSchedulerMutation: (operation) => operation() },
|
|
43
|
-
'../config/const': {},
|
|
44
|
-
'../config/util': {},
|
|
45
|
-
'../data/dependence': {},
|
|
46
|
-
'../data/notify': {},
|
|
47
|
-
'../data/system': {
|
|
48
|
-
AuthDataType: { systemConfig: 'systemConfig' },
|
|
49
|
-
SystemModel: {
|
|
50
|
-
findOne: async () => ({
|
|
51
|
-
...store.state,
|
|
52
|
-
get: () => ({ ...store.state }),
|
|
53
|
-
}),
|
|
54
|
-
update: async (values) => {
|
|
55
|
-
writes.push(values);
|
|
56
|
-
store.state = { ...store.state, ...values };
|
|
57
|
-
},
|
|
58
|
-
},
|
|
59
|
-
},
|
|
60
|
-
'../shared/pLimit': limit,
|
|
61
|
-
'../schedule/client': client,
|
|
62
|
-
'../shared/i18n': { t: (x) => x },
|
|
63
|
-
'./notify': class {},
|
|
64
|
-
'./schedule': class {},
|
|
65
|
-
'./sock': class {},
|
|
66
|
-
}).default;
|
|
67
|
-
return {
|
|
68
|
-
service: new Service(logger, {}, {}),
|
|
69
|
-
writes,
|
|
70
|
-
state: () => store.state,
|
|
71
|
-
};
|
|
72
|
-
}
|
|
73
|
-
async function rpcFixture(t) {
|
|
74
|
-
const root = fs.mkdtempSync(path.join(os.tmpdir(), 'ql-concurrency-rpc-'));
|
|
75
|
-
t.after(() => fs.rmSync(root, { recursive: true, force: true }));
|
|
76
|
-
const certs = await load('back/config/grpcCerts.ts', {
|
|
77
|
-
'./index': { configPath: root },
|
|
78
|
-
'./util': { fileExist: async (p) => fs.existsSync(p) },
|
|
79
|
-
'../loaders/logger': logger,
|
|
80
|
-
}).initGrpcCerts();
|
|
81
|
-
const schedulerLimit = createLimit(),
|
|
82
|
-
apiLimit = createLimit();
|
|
83
|
-
await tick();
|
|
84
|
-
const handler = load('back/schedule/setConcurrency.ts', {
|
|
85
|
-
'../shared/pLimit': schedulerLimit,
|
|
86
|
-
});
|
|
87
|
-
let port;
|
|
88
|
-
const Grpc = load('back/services/grpc.ts', {
|
|
89
|
-
'../config': { bindHostGrpc: '127.0.0.1', grpcPort: 0 },
|
|
90
|
-
'../config/grpcCerts': { initGrpcCerts: async () => certs },
|
|
91
|
-
'../loaders/logger': logger,
|
|
92
|
-
'./metrics': { metricsService: { record() {} } },
|
|
93
|
-
'../schedule/addCron': {},
|
|
94
|
-
'../schedule/delCron': {},
|
|
95
|
-
'../schedule/api': {},
|
|
96
|
-
'../schedule/health': { check: (_call, cb) => cb(null, { status: 1 }) },
|
|
97
|
-
'../schedule/setConcurrency': handler,
|
|
98
|
-
'@grpc/grpc-js': {
|
|
99
|
-
...grpc,
|
|
100
|
-
Server: class extends grpc.Server {
|
|
101
|
-
bindAsync(address, creds, cb) {
|
|
102
|
-
super.bindAsync(address, creds, (error, boundPort) => {
|
|
103
|
-
port = boundPort;
|
|
104
|
-
cb(error, boundPort);
|
|
105
|
-
});
|
|
106
|
-
}
|
|
107
|
-
},
|
|
108
|
-
},
|
|
109
|
-
}).GrpcServerService;
|
|
110
|
-
const server = new Grpc();
|
|
111
|
-
await server.initialize();
|
|
112
|
-
const client = load('back/schedule/client.ts', {
|
|
113
|
-
'../config': { grpcPort: port },
|
|
114
|
-
'../config/grpcCerts': { getGrpcCerts: () => certs },
|
|
115
|
-
}).default;
|
|
116
|
-
t.after(async () => {
|
|
117
|
-
client._client?.close();
|
|
118
|
-
await server.shutdown();
|
|
119
|
-
});
|
|
120
|
-
return {
|
|
121
|
-
...createSystem(client, apiLimit),
|
|
122
|
-
schedulerLimit,
|
|
123
|
-
apiLimit,
|
|
124
|
-
client,
|
|
125
|
-
};
|
|
126
|
-
}
|
|
127
|
-
function enqueue(t, limit, count) {
|
|
128
|
-
const releases = [],
|
|
129
|
-
runs = [];
|
|
130
|
-
for (let i = 0; i < count; i++) {
|
|
131
|
-
let release;
|
|
132
|
-
const gate = new Promise((resolve) => {
|
|
133
|
-
release = resolve;
|
|
134
|
-
});
|
|
135
|
-
releases.push(release);
|
|
136
|
-
runs.push(limit.runWithCronLimit({ id: String(i) }, () => gate));
|
|
137
|
-
}
|
|
138
|
-
t.after(async () => {
|
|
139
|
-
releases.forEach((release) => release());
|
|
140
|
-
await Promise.all(runs);
|
|
141
|
-
});
|
|
142
|
-
return { releases, runs };
|
|
143
|
-
}
|
|
144
|
-
|
|
145
|
-
test('concurrency changes reach the independent scheduler queue over mTLS immediately and preserve running jobs', async (t) => {
|
|
146
|
-
const f = await rpcFixture(t);
|
|
147
|
-
const { releases, runs } = enqueue(t, f.schedulerLimit, 3);
|
|
148
|
-
await tick();
|
|
149
|
-
assert.equal(f.schedulerLimit.cronLimitActiveCount, 1);
|
|
150
|
-
assert.equal(f.schedulerLimit.cronLimitPendingCount, 2);
|
|
151
|
-
assert.equal(
|
|
152
|
-
(await f.service.updateCronConcurrency({ cronConcurrency: 2 })).code,
|
|
153
|
-
200,
|
|
154
|
-
);
|
|
155
|
-
await tick();
|
|
156
|
-
assert.equal(f.schedulerLimit.cronLimitActiveCount, 2);
|
|
157
|
-
assert.equal(f.schedulerLimit.cronLimitPendingCount, 1);
|
|
158
|
-
await f.service.updateCronConcurrency({ cronConcurrency: 1 });
|
|
159
|
-
assert.equal(
|
|
160
|
-
f.schedulerLimit.cronLimitActiveCount,
|
|
161
|
-
2,
|
|
162
|
-
'lowering the limit must not stop active jobs',
|
|
163
|
-
);
|
|
164
|
-
releases[0]();
|
|
165
|
-
await runs[0];
|
|
166
|
-
await tick();
|
|
167
|
-
assert.equal(f.schedulerLimit.cronLimitActiveCount, 1);
|
|
168
|
-
assert.equal(f.schedulerLimit.cronLimitPendingCount, 1);
|
|
169
|
-
releases[1]();
|
|
170
|
-
await runs[1];
|
|
171
|
-
await tick();
|
|
172
|
-
assert.equal(f.schedulerLimit.cronLimitActiveCount, 1);
|
|
173
|
-
assert.equal(f.schedulerLimit.cronLimitPendingCount, 0);
|
|
174
|
-
releases[2]();
|
|
175
|
-
await runs[2];
|
|
176
|
-
assert.equal(f.state().info.cronConcurrency, 1);
|
|
177
|
-
});
|
|
178
|
-
|
|
179
|
-
test('zero, null and omitted concurrency restore the default in both API and scheduler queues without a restart', async (t) => {
|
|
180
|
-
const f = await rpcFixture(t);
|
|
181
|
-
for (const value of [0, null, undefined]) {
|
|
182
|
-
await f.service.updateCronConcurrency({ cronConcurrency: 1 });
|
|
183
|
-
const scheduler = enqueue(t, f.schedulerLimit, 4),
|
|
184
|
-
manual = enqueue(t, f.apiLimit, 4);
|
|
185
|
-
await tick();
|
|
186
|
-
assert.equal(f.schedulerLimit.cronLimitActiveCount, 1);
|
|
187
|
-
assert.equal(f.apiLimit.cronLimitActiveCount, 1);
|
|
188
|
-
await f.service.updateCronConcurrency(
|
|
189
|
-
value === undefined ? {} : { cronConcurrency: value },
|
|
190
|
-
);
|
|
191
|
-
await tick();
|
|
192
|
-
assert.equal(
|
|
193
|
-
f.state().info.cronConcurrency,
|
|
194
|
-
0,
|
|
195
|
-
'persist the same default that both queues apply',
|
|
196
|
-
);
|
|
197
|
-
assert.equal(f.schedulerLimit.cronLimitActiveCount, 4);
|
|
198
|
-
assert.equal(f.apiLimit.cronLimitActiveCount, 4);
|
|
199
|
-
[...scheduler.releases, ...manual.releases].forEach((release) => release());
|
|
200
|
-
await Promise.all([...scheduler.runs, ...manual.runs]);
|
|
201
|
-
}
|
|
202
|
-
});
|
|
203
|
-
|
|
204
|
-
test('invalid concurrency is rejected before configuration writes or queue changes', async () => {
|
|
205
|
-
const mutations = [];
|
|
206
|
-
const f = createSystem(
|
|
207
|
-
{ setConcurrency: async (value) => mutations.push(value) },
|
|
208
|
-
{ setCustomLimit: async (value) => mutations.push(value) },
|
|
209
|
-
);
|
|
210
|
-
for (const value of [-1, 1.5, NaN, Infinity, 2147483648])
|
|
211
|
-
await assert.rejects(
|
|
212
|
-
f.service.updateCronConcurrency({ cronConcurrency: value }),
|
|
213
|
-
{ status: 400 },
|
|
214
|
-
);
|
|
215
|
-
assert.deepEqual(f.writes, []);
|
|
216
|
-
assert.deepEqual(mutations, []);
|
|
217
|
-
const handler = load('back/schedule/setConcurrency.ts', {
|
|
218
|
-
'../shared/pLimit': {
|
|
219
|
-
setCustomLimit: async (value) => mutations.push(value),
|
|
220
|
-
},
|
|
221
|
-
}).setConcurrency;
|
|
222
|
-
for (const value of [-1, 0.5, 2147483648])
|
|
223
|
-
await handler({ request: { concurrency: value } }, (error) =>
|
|
224
|
-
assert.equal(error.code, grpc.status.INVALID_ARGUMENT),
|
|
225
|
-
);
|
|
226
|
-
assert.deepEqual(mutations, []);
|
|
227
|
-
});
|
|
228
|
-
|
|
229
|
-
for (const code of [grpc.status.UNAVAILABLE, grpc.status.DEADLINE_EXCEEDED]) {
|
|
230
|
-
test(`concurrency RPC failure ${code} invalidates readiness and is not reported as success or retried`, async () => {
|
|
231
|
-
let writes = 0,
|
|
232
|
-
invalidations = 0;
|
|
233
|
-
const fake = {
|
|
234
|
-
waitForReady: (_deadline, callback) => callback(),
|
|
235
|
-
setConcurrency: (_request, _metadata, options, callback) => {
|
|
236
|
-
assert.ok(options.deadline > Date.now());
|
|
237
|
-
writes++;
|
|
238
|
-
callback(Object.assign(new Error('scheduler unavailable'), { code }));
|
|
239
|
-
},
|
|
240
|
-
};
|
|
241
|
-
const client = load('back/schedule/client.ts', {
|
|
242
|
-
'../protos/cron': {
|
|
243
|
-
CronClient: class {
|
|
244
|
-
constructor() {
|
|
245
|
-
return fake;
|
|
246
|
-
}
|
|
247
|
-
},
|
|
248
|
-
},
|
|
249
|
-
'../config': { grpcPort: 1 },
|
|
250
|
-
'../config/grpcCerts': {
|
|
251
|
-
getGrpcCerts: () => ({
|
|
252
|
-
caCert: 'ca',
|
|
253
|
-
clientKey: 'key',
|
|
254
|
-
clientCert: 'cert',
|
|
255
|
-
}),
|
|
256
|
-
},
|
|
257
|
-
'@grpc/grpc-js': { ...grpc, credentials: { createSsl: () => ({}) } },
|
|
258
|
-
}).default;
|
|
259
|
-
client.readiness.invalidate = () => invalidations++;
|
|
260
|
-
const f = createSystem(client, { setCustomLimit: async () => {} });
|
|
261
|
-
await assert.rejects(
|
|
262
|
-
f.service.updateCronConcurrency({ cronConcurrency: 2 }),
|
|
263
|
-
{ status: 503 },
|
|
264
|
-
);
|
|
265
|
-
assert.equal(writes, 1);
|
|
266
|
-
assert.equal(invalidations, 1);
|
|
267
|
-
});
|
|
268
|
-
}
|
|
269
|
-
|
|
270
|
-
function mutationConfig(t) {
|
|
271
|
-
const root = fs.mkdtempSync(path.join(os.tmpdir(), 'ql-concurrency-lock-'));
|
|
272
|
-
t.after(() => fs.rmSync(root, { recursive: true, force: true }));
|
|
273
|
-
return { crontabFile: path.join(root, 'crontab.list') };
|
|
274
|
-
}
|
|
275
|
-
|
|
276
|
-
test('independent API service instances serialize database and scheduler updates with the shared filesystem lock', async (t) => {
|
|
277
|
-
const config = mutationConfig(t);
|
|
278
|
-
const store = { state: { id: 1, info: { cronConcurrency: 1 } } };
|
|
279
|
-
let release, entered;
|
|
280
|
-
const firstEntered = new Promise((resolve) => (entered = resolve));
|
|
281
|
-
const gate = new Promise((resolve) => (release = resolve));
|
|
282
|
-
t.after(() => release());
|
|
283
|
-
let scheduler = 1,
|
|
284
|
-
api = 1;
|
|
285
|
-
const client = {
|
|
286
|
-
setConcurrency: async (value) => {
|
|
287
|
-
if (value === 10) {
|
|
288
|
-
entered();
|
|
289
|
-
await gate;
|
|
290
|
-
}
|
|
291
|
-
scheduler = value;
|
|
292
|
-
},
|
|
293
|
-
};
|
|
294
|
-
const limit = { setCustomLimit: async (value) => (api = value) };
|
|
295
|
-
const a = createSystem(client, limit, { config, store });
|
|
296
|
-
const b = createSystem(client, limit, { config, store });
|
|
297
|
-
const first = a.service.updateCronConcurrency({ cronConcurrency: 10 });
|
|
298
|
-
await firstEntered;
|
|
299
|
-
const second = b.service.updateCronConcurrency({ cronConcurrency: 1 });
|
|
300
|
-
await new Promise((resolve) => setTimeout(resolve, 150));
|
|
301
|
-
assert.equal(
|
|
302
|
-
b.writes.length,
|
|
303
|
-
0,
|
|
304
|
-
'a second writer cannot persist ahead of the first RPC',
|
|
305
|
-
);
|
|
306
|
-
release();
|
|
307
|
-
await Promise.all([first, second]);
|
|
308
|
-
assert.deepEqual(
|
|
309
|
-
[store.state.info.cronConcurrency, api, scheduler],
|
|
310
|
-
[1, 1, 1],
|
|
311
|
-
);
|
|
312
|
-
});
|
|
313
|
-
|
|
314
|
-
for (const newerLimit of [undefined, 2]) {
|
|
315
|
-
test(`production recovery restores persisted concurrency before health becomes ready (newer limit: ${newerLimit})`, async (t) => {
|
|
316
|
-
const config = mutationConfig(t);
|
|
317
|
-
const store = { state: { id: 1, info: { cronConcurrency: 1 } } };
|
|
318
|
-
let scheduler = 1,
|
|
319
|
-
api = 1,
|
|
320
|
-
fail = false,
|
|
321
|
-
restoreJobs = 0;
|
|
322
|
-
let unblockRecovery, recoveryEntered;
|
|
323
|
-
const entered = new Promise((resolve) => (recoveryEntered = resolve));
|
|
324
|
-
const gate = new Promise((resolve) => (unblockRecovery = resolve));
|
|
325
|
-
t.after(() => unblockRecovery());
|
|
326
|
-
const fake = {
|
|
327
|
-
waitForReady: (_deadline, callback) => callback(),
|
|
328
|
-
makeUnaryRequest: (...args) => args.at(-1)(null, { status: 1 }),
|
|
329
|
-
setConcurrency: ({ concurrency }, _metadata, _options, callback) => {
|
|
330
|
-
if (fail) {
|
|
331
|
-
fail = false;
|
|
332
|
-
callback(
|
|
333
|
-
Object.assign(new Error('lost RPC'), {
|
|
334
|
-
code: grpc.status.UNAVAILABLE,
|
|
335
|
-
}),
|
|
336
|
-
);
|
|
337
|
-
} else {
|
|
338
|
-
scheduler = concurrency;
|
|
339
|
-
callback(null, {});
|
|
340
|
-
}
|
|
341
|
-
},
|
|
342
|
-
};
|
|
343
|
-
const client = load('back/schedule/client.ts', {
|
|
344
|
-
'../protos/cron': {
|
|
345
|
-
CronClient: class {
|
|
346
|
-
constructor() {
|
|
347
|
-
return fake;
|
|
348
|
-
}
|
|
349
|
-
},
|
|
350
|
-
},
|
|
351
|
-
'../config': { grpcPort: 1 },
|
|
352
|
-
'../config/grpcCerts': {
|
|
353
|
-
getGrpcCerts: () => ({
|
|
354
|
-
caCert: 'ca',
|
|
355
|
-
clientKey: 'key',
|
|
356
|
-
clientCert: 'cert',
|
|
357
|
-
}),
|
|
358
|
-
},
|
|
359
|
-
'@grpc/grpc-js': { ...grpc, credentials: { createSsl: () => ({}) } },
|
|
360
|
-
}).default;
|
|
361
|
-
const f = createSystem(
|
|
362
|
-
client,
|
|
363
|
-
{ setCustomLimit: async (value) => (api = value) },
|
|
364
|
-
{ config, store },
|
|
365
|
-
);
|
|
366
|
-
const source = fs.readFileSync('back/loaders/initData.ts', 'utf8');
|
|
367
|
-
const callback = source.match(
|
|
368
|
-
/cronClient\.readiness\.configure\((async \(\) => \{[\s\S]*?\n \})\);/,
|
|
369
|
-
)[1];
|
|
370
|
-
const restore = new Function(
|
|
371
|
-
'cronService',
|
|
372
|
-
'systemService',
|
|
373
|
-
`return ${callback}`,
|
|
374
|
-
)(
|
|
375
|
-
{
|
|
376
|
-
autosave_crontab: async (strict) => {
|
|
377
|
-
assert.equal(strict, true);
|
|
378
|
-
restoreJobs++;
|
|
379
|
-
if (restoreJobs > 1) {
|
|
380
|
-
recoveryEntered();
|
|
381
|
-
await gate;
|
|
382
|
-
}
|
|
383
|
-
},
|
|
384
|
-
},
|
|
385
|
-
f.service,
|
|
386
|
-
);
|
|
387
|
-
client.readiness.configure(restore);
|
|
388
|
-
assert.equal(await client.readiness.recover(), true);
|
|
389
|
-
fail = true;
|
|
390
|
-
await assert.rejects(
|
|
391
|
-
f.service.updateCronConcurrency({ cronConcurrency: 10 }),
|
|
392
|
-
{ status: 503 },
|
|
393
|
-
);
|
|
394
|
-
await entered;
|
|
395
|
-
assert.equal(await client.readiness.check(), false);
|
|
396
|
-
assert.equal(scheduler, 1);
|
|
397
|
-
// A newer successful request must win over the failed request being recovered.
|
|
398
|
-
if (newerLimit !== undefined)
|
|
399
|
-
await f.service.updateCronConcurrency({ cronConcurrency: newerLimit });
|
|
400
|
-
scheduler = 1; // Simulate the scheduler restarting while recovery is in progress.
|
|
401
|
-
const recovered = client.readiness.recover();
|
|
402
|
-
unblockRecovery();
|
|
403
|
-
assert.equal(await recovered, true);
|
|
404
|
-
const expected = newerLimit ?? 10;
|
|
405
|
-
assert.deepEqual(
|
|
406
|
-
[store.state.info.cronConcurrency, api, scheduler],
|
|
407
|
-
[expected, expected, expected],
|
|
408
|
-
);
|
|
409
|
-
assert.equal(await client.readiness.check(), true);
|
|
410
|
-
});
|
|
411
|
-
}
|
|
@@ -1,51 +0,0 @@
|
|
|
1
|
-
const test = require('node:test');
|
|
2
|
-
const assert = require('node:assert/strict');
|
|
3
|
-
const fs = require('node:fs/promises');
|
|
4
|
-
const os = require('node:os');
|
|
5
|
-
const path = require('node:path');
|
|
6
|
-
const load = require('../helpers/load-security-module.cjs');
|
|
7
|
-
|
|
8
|
-
for (const failOperation of [false, true]) {
|
|
9
|
-
test(`scheduler lock survives nested file writes and releases after ${
|
|
10
|
-
failOperation ? 'failure' : 'success'
|
|
11
|
-
}`, async (t) => {
|
|
12
|
-
// Match production's canonical /ql path even when macOS temp is a symlink.
|
|
13
|
-
const root = await fs.realpath(
|
|
14
|
-
await fs.mkdtemp(path.join(os.tmpdir(), 'ql-nested-lock-')),
|
|
15
|
-
);
|
|
16
|
-
t.after(() => fs.rm(root, { recursive: true, force: true }));
|
|
17
|
-
const config = { crontabFile: path.join(root, 'crontab.list') };
|
|
18
|
-
await fs.writeFile(config.crontabFile, '');
|
|
19
|
-
const { withSchedulerMutation } = load(
|
|
20
|
-
'back/shared/schedulerMutationLock.ts',
|
|
21
|
-
{
|
|
22
|
-
'../config': config,
|
|
23
|
-
},
|
|
24
|
-
);
|
|
25
|
-
const { writeFileWithLock } = load('back/shared/utils.ts', {
|
|
26
|
-
'../config/util': {
|
|
27
|
-
fileExist: async (file) =>
|
|
28
|
-
fs.access(file).then(
|
|
29
|
-
() => true,
|
|
30
|
-
() => false,
|
|
31
|
-
),
|
|
32
|
-
},
|
|
33
|
-
});
|
|
34
|
-
const failure = new Error('registration failed');
|
|
35
|
-
const operation = withSchedulerMutation(async () => {
|
|
36
|
-
await writeFileWithLock(config.crontabFile, 'first');
|
|
37
|
-
await writeFileWithLock(config.crontabFile, 'second');
|
|
38
|
-
if (failOperation) throw failure;
|
|
39
|
-
});
|
|
40
|
-
if (failOperation)
|
|
41
|
-
await assert.rejects(operation, (error) => error === failure);
|
|
42
|
-
else await operation;
|
|
43
|
-
await assert.rejects(fs.stat(`${config.crontabFile}.scheduler.lock`), {
|
|
44
|
-
code: 'ENOENT',
|
|
45
|
-
});
|
|
46
|
-
await withSchedulerMutation(() =>
|
|
47
|
-
writeFileWithLock(config.crontabFile, 'recovered'),
|
|
48
|
-
);
|
|
49
|
-
assert.equal(await fs.readFile(config.crontabFile, 'utf8'), 'recovered');
|
|
50
|
-
});
|
|
51
|
-
}
|