@whyour/qinglong 2.21.0 → 2.23.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.dockerignore +13 -0
- package/.env.example +7 -0
- package/AGENTS.md +2 -2
- package/README-en.md +24 -0
- package/README.md +24 -0
- package/back/protos/api.proto +9 -1
- package/back/protos/cron.proto +8 -1
- package/deploy/kubernetes/README.md +81 -0
- package/deploy/kubernetes/base/kustomization.yaml +5 -0
- package/deploy/kubernetes/base/qinglong.yaml +95 -0
- package/deploy/kubernetes/overlays/example/kustomization.yaml +10 -0
- package/docker/Dockerfile +31 -12
- package/docker/Dockerfile.310 +31 -12
- package/docker/Dockerfile.debian +22 -14
- package/docker/Dockerfile.debian310 +24 -14
- package/docker/build-manifest.cjs +28 -0
- package/docker/verify-build.cjs +49 -0
- package/docs/development/node-cron-migration.md +49 -0
- package/docs/development/task-startup.md +78 -0
- package/docs/releases/2.22.0-validation.md +49 -0
- package/docs/releases/2.22.0.md +62 -0
- package/docs/releases/2.23.0.md +33 -0
- package/docs/script-history.md +53 -0
- package/ecosystem.config.js +10 -1
- package/package.json +19 -13
- package/sample/config.sample.sh +17 -2
- package/sample/notify.js +118 -0
- package/sample/notify.py +93 -0
- package/scripts/benchmark-execution.cjs +96 -0
- package/scripts/benchmark-script-history.cjs +39 -0
- package/scripts/publish-static.sh +34 -0
- package/scripts/sync-static.sh +20 -0
- package/scripts/wait-for-mirror.sh +214 -0
- package/scripts/write-build-info.cjs +27 -0
- package/shell/api.sh +96 -83
- package/shell/check.sh +59 -19
- package/shell/lang/en.sh +6 -0
- package/shell/lang/zh.sh +6 -0
- package/shell/node_path_cache.sh +136 -0
- package/shell/otask.sh +17 -10
- package/shell/preload/sitecustomize.js +11 -3
- package/shell/preload/sitecustomize.py +4 -2
- package/shell/share.sh +27 -10
- package/shell/start.sh +6 -3
- package/shell/task-timeout.sh +63 -0
- package/shell/task.sh +21 -9
- package/shell/update.sh +104 -98
- package/shell/upgrade.cjs +8 -0
- package/static/build/api/clientIp.js +42 -0
- package/static/build/api/config.js +9 -21
- package/static/build/api/cron.js +39 -3
- package/static/build/api/dashboard.js +50 -6
- package/static/build/api/env.js +17 -16
- package/static/build/api/health.js +2 -2
- package/static/build/api/index.js +4 -0
- package/static/build/api/log.js +39 -19
- package/static/build/api/open.js +2 -1
- package/static/build/api/retention.js +63 -0
- package/static/build/api/script.js +172 -25
- package/static/build/api/subscription.js +19 -8
- package/static/build/api/system.js +66 -12
- package/static/build/api/user.js +75 -15
- package/static/build/app.js +63 -54
- package/static/build/bootstrap/database.js +51 -0
- package/static/build/config/const.js +2 -0
- package/static/build/config/grpcCerts.js +93 -44
- package/static/build/config/index.js +0 -4
- package/static/build/config/share.js +5 -4
- package/static/build/config/subscription.js +19 -11
- package/static/build/config/util.js +142 -45
- package/static/build/data/cron.js +1 -0
- package/static/build/data/notify.js +18 -1
- package/static/build/data/sock.js +1 -0
- package/static/build/loaders/app.js +8 -6
- package/static/build/loaders/db.js +5 -35
- package/static/build/loaders/deps.js +30 -22
- package/static/build/loaders/express.js +46 -32
- package/static/build/loaders/initData.js +26 -33
- package/static/build/loaders/initFile.js +1 -1
- package/static/build/loaders/initTask.js +14 -3
- package/static/build/loaders/server.js +1 -1
- package/static/build/loaders/sock.js +72 -6
- package/static/build/middlewares/monitoring.js +12 -33
- package/static/build/middlewares/protectedPathCase.js +17 -0
- package/static/build/middlewares/uniqueConstraintError.js +15 -0
- package/static/build/protos/api.js +78 -2
- package/static/build/protos/cron.js +83 -5
- package/static/build/protos/health.js +1 -1
- package/static/build/schedule/addCron.js +67 -19
- package/static/build/schedule/api.js +5 -2
- package/static/build/schedule/client.js +56 -6
- package/static/build/schedule/delCron.js +11 -1
- package/static/build/schedule/health.js +72 -7
- package/static/build/schedule/setConcurrency.js +27 -0
- package/static/build/services/config.js +5 -43
- package/static/build/services/cron.js +389 -174
- package/static/build/services/dependence.js +66 -18
- package/static/build/services/env.js +1 -1
- package/static/build/services/grpc.js +4 -3
- package/static/build/services/health.js +4 -7
- package/static/build/services/http.js +9 -3
- package/static/build/services/log.js +2 -3
- package/static/build/services/metrics.js +46 -14
- package/static/build/services/notify.js +73 -5
- package/static/build/services/open.js +106 -31
- package/static/build/services/retention.js +123 -0
- package/static/build/services/schedule.js +77 -43
- package/static/build/services/script.js +4 -5
- package/static/build/services/scriptHistory.js +30 -0
- package/static/build/services/sshKey.js +39 -14
- package/static/build/services/subscription.js +161 -87
- package/static/build/services/system.js +116 -43
- package/static/build/services/user.js +255 -37
- package/static/build/shared/auth.js +22 -3
- package/static/build/shared/authMutation.js +17 -0
- package/static/build/shared/childProcess.js +82 -0
- package/static/build/shared/clientIp.js +27 -0
- package/static/build/shared/cronCommand.js +17 -0
- package/static/build/shared/cronSchedule.js +101 -0
- package/static/build/shared/cronScheduler.js +73 -0
- package/static/build/shared/errors.js +9 -0
- package/static/build/shared/fileAccess.js +60 -0
- package/static/build/shared/i18n.js +63 -4
- package/static/build/shared/logPath.js +15 -0
- package/static/build/shared/logReader.js +85 -0
- package/static/build/shared/logStreamManager.js +80 -60
- package/static/build/shared/loginThrottle.js +45 -0
- package/static/build/shared/pLimit.js +22 -8
- package/static/build/shared/password.js +30 -0
- package/static/build/shared/retention.js +58 -0
- package/static/build/shared/runCron.js +39 -17
- package/static/build/shared/schedulerMutationLock.js +44 -0
- package/static/build/shared/schedulerReadiness.js +82 -0
- package/static/build/shared/schemaMigrations.js +58 -0
- package/static/build/shared/scriptHistory.js +445 -0
- package/static/build/shared/shellQuote.js +11 -0
- package/static/build/shared/startupProcess.js +48 -0
- package/static/build/shared/store.js +7 -0
- package/static/build/shared/subscriptionMutationLock.js +34 -0
- package/static/build/shared/subscriptionPath.js +41 -0
- package/static/build/shared/subscriptionStorage.js +98 -0
- package/static/build/shared/trustProxy.js +119 -0
- package/static/build/shared/utils.js +2 -1
- package/static/build/token.js +3 -14
- package/static/build/validation/schedule.js +6 -12
- package/static/dist/{1885.e1ea09f6.async.js → 1885.b8f427bf.async.js} +1 -1
- package/static/dist/2031.6af40025.async.js +1 -0
- package/static/dist/2693.51c2636b.async.js +1 -0
- package/static/dist/{2890.9e373f5b.async.js → 2890.add55e85.async.js} +1 -1
- package/static/dist/2901.2ca95295.async.js +1 -0
- package/static/dist/292.264757f0.async.js +1 -0
- package/static/dist/3512.95e41255.async.js +1 -0
- package/static/dist/445.a65ff63b.async.js +1 -0
- package/static/dist/4736.1d2b5cb6.async.js +1 -0
- package/static/dist/{6013.4e38de36.async.js → 6013.db535339.async.js} +1 -1
- package/static/dist/6212.9e6d9913.async.js +1 -0
- package/static/dist/{6339.ab305e96.async.js → 6431.4603ad0e.async.js} +1 -1
- package/static/dist/{6872.42f939f1.async.js → 6872.a503ef55.async.js} +1 -1
- package/static/dist/7231.f7e5b668.async.js +1 -0
- package/static/dist/{7355.f9f263d8.async.js → 7355.fca746f5.async.js} +1 -1
- package/static/dist/{7508.7dcee91c.async.js → 7508.d90eac63.async.js} +1 -1
- package/static/dist/{7984.594296a5.async.js → 7984.eaac7402.async.js} +1 -1
- package/static/dist/8844.a0fef08e.async.js +1 -0
- package/static/dist/index.html +2 -2
- package/static/dist/layouts__index.633d3553.async.js +1 -0
- package/static/dist/preload_helper.01fcd534.js +1 -0
- package/static/dist/{src__pages__config__index.a22ff7dc.async.js → src__pages__config__index.9aba4054.async.js} +1 -1
- package/static/dist/src__pages__crontab__detail.86b2eebb.async.js +1 -0
- package/static/dist/src__pages__crontab__index.ae4e06f2.async.js +1 -0
- package/static/dist/{src__pages__crontab__logModal.0b8cce8c.async.js → src__pages__crontab__logModal.930535e2.async.js} +1 -1
- package/static/dist/src__pages__crontab__modal.a2c8fdcc.async.js +1 -0
- package/static/dist/src__pages__crontab__viewCreateModal.7b4f9cbe.async.js +1 -0
- package/static/dist/src__pages__crontab__viewManageModal.cd454ea0.async.js +1 -0
- package/static/dist/src__pages__dashboard__index.243c5a35.async.js +1 -0
- package/static/dist/src__pages__dashboard__taskResultModal.7795d6e1.async.js +1 -0
- package/static/dist/src__pages__dependence__index.874d501f.async.js +1 -0
- package/static/dist/src__pages__dependence__logModal.154efe7a.async.js +1 -0
- package/static/dist/src__pages__dependence__modal.0fa8b421.async.js +1 -0
- package/static/dist/src__pages__diff__index.b94e5dc5.async.js +1 -0
- package/static/dist/src__pages__env__editNameModal.c13d47d2.async.js +1 -0
- package/static/dist/src__pages__env__index.fd6fd2b0.async.js +1 -0
- package/static/dist/src__pages__env__modal.4d71adb3.async.js +1 -0
- package/static/dist/src__pages__error__index.aae50c94.async.js +1 -0
- package/static/dist/src__pages__initialization__index.82a2e967.async.js +1 -0
- package/static/dist/src__pages__log__index.71250e0d.async.js +1 -0
- package/static/dist/{src__pages__login__index.8c813eb1.async.js → src__pages__login__index.a0fd5ed8.async.js} +1 -1
- package/static/dist/src__pages__script__editModal.afabf073.async.js +1 -0
- package/static/dist/src__pages__script__editNameModal.789ad87b.async.js +1 -0
- package/static/dist/src__pages__script__historyDrawer.8c58d958.async.js +1 -0
- package/static/dist/src__pages__script__historyDrawer.a449193a.chunk.css +1 -0
- package/static/dist/src__pages__script__index.ab360776.chunk.css +1 -0
- package/static/dist/src__pages__script__index.fc575945.async.js +1 -0
- package/static/dist/src__pages__script__renameModal.0ab029e7.async.js +1 -0
- package/static/dist/src__pages__script__saveModal.8fca1a22.async.js +1 -0
- package/static/dist/src__pages__script__saveWithHistory.99ece830.async.js +1 -0
- package/static/dist/src__pages__script__setting.35ad4f02.async.js +1 -0
- package/static/dist/src__pages__setting__appModal.7eaeb9d3.async.js +1 -0
- package/static/dist/src__pages__setting__checkUpdate.d175b154.async.js +1 -0
- package/static/dist/src__pages__setting__clientIp.3a8711ed.async.js +1 -0
- package/static/dist/src__pages__setting__dependence.9c0f749b.async.js +1 -0
- package/static/dist/src__pages__setting__index.cb397741.async.js +1 -0
- package/static/dist/src__pages__setting__loginLog.e0a1f54d.async.js +1 -0
- package/static/dist/src__pages__setting__notification.2ffe4e5a.async.js +1 -0
- package/static/dist/src__pages__setting__other.3d0b8492.async.js +1 -0
- package/static/dist/{src__pages__setting__progress.8823ac90.async.js → src__pages__setting__progress.2ccae3d7.async.js} +1 -1
- package/static/dist/src__pages__setting__security.e2d71ebb.async.js +1 -0
- package/static/dist/src__pages__setting__systemLog.b3046955.async.js +1 -0
- package/static/dist/src__pages__subscription__index.43086a06.async.js +1 -0
- package/static/dist/src__pages__subscription__logModal.cdba5139.async.js +1 -0
- package/static/dist/src__pages__subscription__modal.30868ba8.async.js +1 -0
- package/static/dist/{umi.ca04a019.js → umi.3a24a9fa.js} +1 -1
- package/test/back/advisory-input-security.test.cjs +416 -0
- package/test/back/auth-security.test.cjs +74 -0
- package/test/back/build-provenance.test.cjs +150 -0
- package/test/back/code-scanning-security.test.cjs +189 -0
- package/test/back/cron-log-name.test.cjs +110 -0
- package/test/back/cron-macros.test.cjs +51 -0
- package/test/back/cron-schedule-compatibility.test.cjs +69 -0
- package/test/back/cron-scheduler-routing.test.cjs +59 -0
- package/test/back/cron-validation.test.cjs +45 -0
- package/test/back/dashboard-failures.test.cjs +173 -0
- package/test/back/database-bootstrap.test.cjs +193 -0
- package/test/back/dependence-cache-status.test.cjs +125 -0
- package/test/back/deprecated-file-routes.test.cjs +82 -0
- package/test/back/draft-path-security.test.cjs +235 -0
- package/test/back/ecosystem.test.cjs +28 -0
- package/test/back/env-import-security.test.cjs +91 -0
- package/test/back/env-name-parsing.test.cjs +96 -0
- package/test/back/execution-lifecycle.test.cjs +236 -0
- package/test/back/file-access-scope.test.cjs +180 -0
- package/test/back/file-access-security.test.cjs +47 -0
- package/test/back/fileTreeListing.test.cjs +57 -0
- package/test/back/grpc-cron-response.test.cjs +60 -0
- package/test/back/grpc-mtls-security.test.cjs +136 -0
- package/test/back/http-exclusive-listen.test.cjs +31 -0
- package/test/back/http-security.test.cjs +313 -0
- package/test/back/legacy-cron-recovery.test.cjs +76 -0
- package/test/back/linux-mirror-result.test.cjs +176 -0
- package/test/back/listen-security.test.cjs +68 -0
- package/test/back/log-path-security.test.cjs +158 -0
- package/test/back/logReader.test.cjs +72 -0
- package/test/back/manual-execution.test.cjs +85 -0
- package/test/back/manual-stop-claim.test.cjs +220 -0
- package/test/back/metrics.test.cjs +34 -0
- package/test/back/mirror-status.test.cjs +257 -0
- package/test/back/monitoring.test.cjs +73 -0
- package/test/back/node-cron-migration.test.cjs +65 -0
- package/test/back/node-path-cache.test.cjs +202 -0
- package/test/back/node-path-lock.test.cjs +182 -0
- package/test/back/npm-publication.test.cjs +70 -0
- package/test/back/preload-lazy-notify.test.cjs +168 -0
- package/test/back/primary-apm.test.cjs +24 -0
- package/test/back/process-exit-state.test.cjs +81 -0
- package/test/back/process-stop-signal.test.cjs +77 -0
- package/test/back/protected-path-case.test.cjs +58 -0
- package/test/back/qlServiceLogCommand.test.cjs +128 -0
- package/test/back/queued-cron-invalidation.test.cjs +98 -0
- package/test/back/restart-instance-recovery.test.cjs +116 -0
- package/test/back/retention.test.cjs +131 -0
- package/test/back/role-loading.test.cjs +118 -0
- package/test/back/schedule-health.test.cjs +86 -0
- package/test/back/scheduler-bulk-recovery.test.cjs +40 -0
- package/test/back/scheduler-concurrency.test.cjs +411 -0
- package/test/back/scheduler-file-lock.test.cjs +51 -0
- package/test/back/scheduler-mutation.test.cjs +312 -0
- package/test/back/scheduler-readiness.test.cjs +85 -0
- package/test/back/scheduler-reconciliation.test.cjs +206 -0
- package/test/back/scheduler-rpc-timeout.test.cjs +49 -0
- package/test/back/schema-migrations.test.cjs +127 -0
- package/test/back/script-file-access.test.cjs +210 -0
- package/test/back/script-history-api.test.cjs +551 -0
- package/test/back/script-history.test.cjs +383 -0
- package/test/back/shell-api-parsing.test.cjs +184 -0
- package/test/back/shell-translation-output.test.cjs +16 -0
- package/test/back/shell-upgrade.test.cjs +312 -0
- package/test/back/shellApiToken.test.cjs +151 -0
- package/test/back/sock-polling.test.cjs +297 -0
- package/test/back/sock-security.test.cjs +72 -0
- package/test/back/ssh-config-home.test.cjs +113 -0
- package/test/back/start-env-preservation.test.cjs +53 -0
- package/test/back/static-mirror-trigger.test.cjs +441 -0
- package/test/back/static-mirror.test.cjs +179 -0
- package/test/back/stop-failure-feedback.test.cjs +158 -0
- package/test/back/stop-race.test.cjs +171 -0
- package/test/back/subscription-cleanup.test.cjs +53 -0
- package/test/back/subscription-mutation-lock.test.cjs +83 -0
- package/test/back/subscription-review-regression.test.cjs +607 -0
- package/test/back/subscription-stop-state.test.cjs +66 -0
- package/test/back/subscription-storage-regression.test.cjs +553 -0
- package/test/back/system-dependence-cache.test.cjs +127 -0
- package/test/back/system-export-history.test.cjs +119 -0
- package/test/back/systemTokenRenewal.test.cjs +497 -0
- package/test/back/task-shell-lifecycle.test.cjs +194 -0
- package/test/back/task-time.test.cjs +116 -0
- package/test/back/unique-constraint-error.test.cjs +72 -0
- package/test/back/upgrade-guards.test.cjs +285 -0
- package/test/back/upgrade-lifecycle.test.cjs +288 -0
- package/test/back/upgrade-transaction.test.cjs +133 -0
- package/test/back/user-api.test.cjs +99 -0
- package/test/back/user-security.test.cjs +349 -0
- package/test/back/worker-apm.test.cjs +84 -0
- package/test/back/wpush-grpc.test.cjs +116 -0
- package/test/fixtures/legacy-cron.json +1371 -0
- package/test/front/cron-log-pagination.test.cjs +214 -0
- package/test/front/diff-file-routing.test.cjs +126 -0
- package/test/front/http-auth.test.cjs +152 -0
- package/test/front/http-error.test.cjs +29 -0
- package/test/front/script-history-save.test.cjs +121 -0
- package/test/helpers/load-security-module.cjs +42 -0
- package/test/helpers/upgrade-fixture.cjs +30 -0
- package/version.yaml +14 -34
- package/CLAUDE.md +0 -43
- package/static/dist/1147.c420132e.async.js +0 -1
- package/static/dist/134.54df9e38.async.js +0 -1
- package/static/dist/2096.6d98fd12.async.js +0 -1
- package/static/dist/2208.f7ba3dfa.async.js +0 -1
- package/static/dist/2286.164bb089.async.js +0 -1
- package/static/dist/3191.63263871.async.js +0 -1
- package/static/dist/4859.6592cebb.async.js +0 -1
- package/static/dist/4902.555f92ab.async.js +0 -1
- package/static/dist/5520.ff2cfd6b.async.js +0 -1
- package/static/dist/6431.c50479be.async.js +0 -1
- package/static/dist/6707.801b886b.async.js +0 -1
- package/static/dist/8826.2447a104.async.js +0 -1
- package/static/dist/layouts__index.a7a2bfe0.async.js +0 -1
- package/static/dist/preload_helper.0431c0f3.js +0 -1
- package/static/dist/src__pages__crontab__detail.b9c36808.async.js +0 -1
- package/static/dist/src__pages__crontab__index.fed99fd0.async.js +0 -1
- package/static/dist/src__pages__crontab__modal.f7041c7c.async.js +0 -1
- package/static/dist/src__pages__crontab__viewCreateModal.4d589f66.async.js +0 -1
- package/static/dist/src__pages__crontab__viewManageModal.0e317746.async.js +0 -1
- package/static/dist/src__pages__dashboard__index.b30f2f47.async.js +0 -1
- package/static/dist/src__pages__dependence__index.3d87ceac.async.js +0 -1
- package/static/dist/src__pages__dependence__logModal.0681830b.async.js +0 -1
- package/static/dist/src__pages__dependence__modal.11124896.async.js +0 -1
- package/static/dist/src__pages__diff__index.013b7c75.async.js +0 -1
- package/static/dist/src__pages__env__editNameModal.5d264b25.async.js +0 -1
- package/static/dist/src__pages__env__index.baa27d4e.async.js +0 -1
- package/static/dist/src__pages__env__modal.7f2ef1bc.async.js +0 -1
- package/static/dist/src__pages__error__index.f156b45e.async.js +0 -1
- package/static/dist/src__pages__initialization__index.e96d4ba8.async.js +0 -1
- package/static/dist/src__pages__log__index.e0978bae.async.js +0 -1
- package/static/dist/src__pages__script__editModal.cbf4ec0e.async.js +0 -1
- package/static/dist/src__pages__script__editNameModal.3e7e100d.async.js +0 -1
- package/static/dist/src__pages__script__index.2765d1b8.async.js +0 -1
- package/static/dist/src__pages__script__index.60b6f827.chunk.css +0 -1
- package/static/dist/src__pages__script__renameModal.5e987ef5.async.js +0 -1
- package/static/dist/src__pages__script__saveModal.3f9d23d6.async.js +0 -1
- package/static/dist/src__pages__script__setting.a535793a.async.js +0 -1
- package/static/dist/src__pages__setting__appModal.251cd14f.async.js +0 -1
- package/static/dist/src__pages__setting__checkUpdate.46efe057.async.js +0 -1
- package/static/dist/src__pages__setting__dependence.8a7a9529.async.js +0 -1
- package/static/dist/src__pages__setting__index.cc85fdfb.async.js +0 -1
- package/static/dist/src__pages__setting__loginLog.cea6056c.async.js +0 -1
- package/static/dist/src__pages__setting__notification.390fc905.async.js +0 -1
- package/static/dist/src__pages__setting__other.b22d2165.async.js +0 -1
- package/static/dist/src__pages__setting__security.598720a8.async.js +0 -1
- package/static/dist/src__pages__setting__systemLog.67406721.async.js +0 -1
- package/static/dist/src__pages__subscription__index.d0ab2abc.async.js +0 -1
- package/static/dist/src__pages__subscription__logModal.3864b37f.async.js +0 -1
- package/static/dist/src__pages__subscription__modal.3562c670.async.js +0 -1
- /package/static/dist/{4859.1b962b29.chunk.css → 292.1b962b29.chunk.css} +0 -0
|
@@ -0,0 +1,313 @@
|
|
|
1
|
+
const assert = require('node:assert/strict');
|
|
2
|
+
const test = require('node:test');
|
|
3
|
+
const fs = require('node:fs');
|
|
4
|
+
const os = require('node:os');
|
|
5
|
+
const path = require('node:path');
|
|
6
|
+
const express = require('express');
|
|
7
|
+
const jwt = require('jsonwebtoken');
|
|
8
|
+
const load = require('../helpers/load-security-module.cjs');
|
|
9
|
+
|
|
10
|
+
test('HTTP authentication protects init, scopes, expired sessions and config secrets', async (t) => {
|
|
11
|
+
const tmp = fs.mkdtempSync(path.join(os.tmpdir(), 'ql-http-security-'));
|
|
12
|
+
for (const dir of ['config/grpc', 'scripts', 'upload', 'tmp', 'bak'])
|
|
13
|
+
fs.mkdirSync(path.join(tmp, dir), { recursive: true });
|
|
14
|
+
fs.writeFileSync(path.join(tmp, 'config/grpc/client.key'), 'SENTINEL');
|
|
15
|
+
fs.writeFileSync(path.join(tmp, 'config/normal.txt'), 'normal');
|
|
16
|
+
const secret = 'http-security-test';
|
|
17
|
+
const valid = jwt.sign({}, secret, { algorithm: 'HS384', expiresIn: '1h' });
|
|
18
|
+
const expired = jwt.sign({}, secret, { algorithm: 'HS384', expiresIn: -1 });
|
|
19
|
+
const auth = {
|
|
20
|
+
username: 'owner',
|
|
21
|
+
password: 'configured',
|
|
22
|
+
token: valid,
|
|
23
|
+
tokens: { desktop: [{ value: expired }] },
|
|
24
|
+
};
|
|
25
|
+
const configSource = fs.readFileSync(
|
|
26
|
+
path.join(__dirname, '../../back/config/index.ts'),
|
|
27
|
+
'utf8',
|
|
28
|
+
);
|
|
29
|
+
const whitelistSource = configSource
|
|
30
|
+
.slice(configSource.indexOf('apiWhiteList:'))
|
|
31
|
+
.match(/apiWhiteList:\s*\[([\s\S]*?)\]/)[1];
|
|
32
|
+
const config = {
|
|
33
|
+
api: { prefix: '/api' },
|
|
34
|
+
apiWhiteList: [...whitelistSource.matchAll(/['"]([^'"]+)['"]/g)].map(
|
|
35
|
+
(x) => x[1],
|
|
36
|
+
),
|
|
37
|
+
jwt: { secret },
|
|
38
|
+
rootPath: tmp,
|
|
39
|
+
dataPath: tmp,
|
|
40
|
+
configPath: path.join(tmp, 'config/'),
|
|
41
|
+
scriptPath: path.join(tmp, 'scripts/'),
|
|
42
|
+
uploadPath: path.join(tmp, 'upload'),
|
|
43
|
+
tmpPath: path.join(tmp, 'tmp'),
|
|
44
|
+
bakPath: path.join(tmp, 'bak'),
|
|
45
|
+
writePathList: [path.join(tmp, 'scripts')],
|
|
46
|
+
blackFileList: ['auth.json', 'grpc'],
|
|
47
|
+
baseUrl: '/panel',
|
|
48
|
+
};
|
|
49
|
+
const apps = [
|
|
50
|
+
{
|
|
51
|
+
scopes: ['configs'],
|
|
52
|
+
tokens: [{ value: 'config-app', expiration: Date.now() / 1000 + 3600 }],
|
|
53
|
+
},
|
|
54
|
+
{
|
|
55
|
+
scopes: ['configs', 'scripts'],
|
|
56
|
+
tokens: [
|
|
57
|
+
{ value: 'script-config-app', expiration: Date.now() / 1000 + 3600 },
|
|
58
|
+
],
|
|
59
|
+
},
|
|
60
|
+
{
|
|
61
|
+
scopes: ['scripts'],
|
|
62
|
+
tokens: [{ value: 'script-app', expiration: Date.now() / 1000 + 3600 }],
|
|
63
|
+
},
|
|
64
|
+
{
|
|
65
|
+
scopes: ['envs'],
|
|
66
|
+
tokens: [{ value: 'env-app', expiration: Date.now() / 1000 + 3600 }],
|
|
67
|
+
},
|
|
68
|
+
];
|
|
69
|
+
let initialized = 0;
|
|
70
|
+
const User = class {};
|
|
71
|
+
const user = {
|
|
72
|
+
initializeUser: async () => {
|
|
73
|
+
initialized++;
|
|
74
|
+
return { code: 200 };
|
|
75
|
+
},
|
|
76
|
+
getAuthInfo: async () => auth,
|
|
77
|
+
};
|
|
78
|
+
const mocks = {
|
|
79
|
+
'../config': config,
|
|
80
|
+
'../config/util': {
|
|
81
|
+
getToken: (r) => (r.headers.authorization || '').replace(/^Bearer /, ''),
|
|
82
|
+
getPlatform: () => 'desktop',
|
|
83
|
+
getFileContentByName: (p) => fs.promises.readFile(p, 'utf8'),
|
|
84
|
+
fileExist: (p) => fs.existsSync(p),
|
|
85
|
+
rmPath: (p) => fs.promises.rm(p),
|
|
86
|
+
},
|
|
87
|
+
'../shared/i18n': { t: (x) => x },
|
|
88
|
+
'../shared/store': {
|
|
89
|
+
shareStore: { getAuthInfo: async () => auth, getApps: async () => apps },
|
|
90
|
+
},
|
|
91
|
+
'../config/serverEnv': { serveEnv: (_req, res) => res.end() },
|
|
92
|
+
'../services/user': User,
|
|
93
|
+
'../services/script': class {},
|
|
94
|
+
'../data/open': {},
|
|
95
|
+
'../data/system': {},
|
|
96
|
+
typedi: { Service: () => (x) => x },
|
|
97
|
+
};
|
|
98
|
+
const Config = load(path.join(__dirname, '../../back/services/config.ts'), {
|
|
99
|
+
...mocks,
|
|
100
|
+
typedi: { Service: () => (x) => x },
|
|
101
|
+
}).default;
|
|
102
|
+
const configService = new Config();
|
|
103
|
+
mocks['../services/config'] = Config;
|
|
104
|
+
const historyCache = new Map();
|
|
105
|
+
const History = load(
|
|
106
|
+
path.join(__dirname, '../../back/services/scriptHistory.ts'),
|
|
107
|
+
mocks,
|
|
108
|
+
historyCache,
|
|
109
|
+
).default;
|
|
110
|
+
const history = new History();
|
|
111
|
+
mocks.typedi = {
|
|
112
|
+
...mocks.typedi,
|
|
113
|
+
Container: {
|
|
114
|
+
get: (x) => (x === User ? user : x === History ? history : configService),
|
|
115
|
+
},
|
|
116
|
+
};
|
|
117
|
+
mocks['../api'] = () => {
|
|
118
|
+
const router = express.Router();
|
|
119
|
+
load(path.join(__dirname, '../../back/api/user.ts'), mocks).default(router);
|
|
120
|
+
load(path.join(__dirname, '../../back/api/config.ts'), mocks).default(
|
|
121
|
+
router,
|
|
122
|
+
);
|
|
123
|
+
load(
|
|
124
|
+
path.join(__dirname, '../../back/api/script.ts'),
|
|
125
|
+
mocks,
|
|
126
|
+
historyCache,
|
|
127
|
+
).default(router);
|
|
128
|
+
router.get('/envs', (_req, res) => res.json({ code: 200 }));
|
|
129
|
+
return router;
|
|
130
|
+
};
|
|
131
|
+
const app = express();
|
|
132
|
+
load(path.join(__dirname, '../../back/loaders/express.ts'), mocks).default({
|
|
133
|
+
app,
|
|
134
|
+
});
|
|
135
|
+
const server = app.listen(0, '127.0.0.1');
|
|
136
|
+
t.after(async () => {
|
|
137
|
+
await new Promise((resolve) => server.close(resolve));
|
|
138
|
+
fs.rmSync(tmp, { recursive: true, force: true });
|
|
139
|
+
});
|
|
140
|
+
await new Promise((resolve, reject) => {
|
|
141
|
+
server.on('listening', resolve);
|
|
142
|
+
server.on('error', reject);
|
|
143
|
+
});
|
|
144
|
+
const request = async (url, token, method = 'GET', body) => {
|
|
145
|
+
const response = await fetch(
|
|
146
|
+
`http://127.0.0.1:${server.address().port}${url}`,
|
|
147
|
+
{
|
|
148
|
+
method,
|
|
149
|
+
headers: {
|
|
150
|
+
...(token ? { Authorization: `Bearer ${token}` } : {}),
|
|
151
|
+
'Content-Type': 'application/json',
|
|
152
|
+
},
|
|
153
|
+
...(body ? { body: JSON.stringify(body) } : {}),
|
|
154
|
+
},
|
|
155
|
+
);
|
|
156
|
+
return { status: response.status, body: await response.json() };
|
|
157
|
+
};
|
|
158
|
+
for (const url of [
|
|
159
|
+
'/api/user/init',
|
|
160
|
+
'/open/user/init',
|
|
161
|
+
'/panel/api/user/init',
|
|
162
|
+
'/panel/open/user/init',
|
|
163
|
+
]) {
|
|
164
|
+
const response = await request(url, undefined, 'PUT', {
|
|
165
|
+
username: 'attacker',
|
|
166
|
+
password: 'changed',
|
|
167
|
+
});
|
|
168
|
+
assert.equal(response.body.code, 450, url);
|
|
169
|
+
}
|
|
170
|
+
assert.equal(initialized, 0);
|
|
171
|
+
assert.equal(
|
|
172
|
+
(
|
|
173
|
+
await request('/api/user/login', undefined, 'POST', {
|
|
174
|
+
username: 'x',
|
|
175
|
+
password: 'x'.repeat(20000),
|
|
176
|
+
})
|
|
177
|
+
).status,
|
|
178
|
+
413,
|
|
179
|
+
);
|
|
180
|
+
fs.writeFileSync(
|
|
181
|
+
path.join(tmp, 'upload/legacy.html'),
|
|
182
|
+
'<script>window.test=1</script>',
|
|
183
|
+
);
|
|
184
|
+
const legacyUpload = await fetch(
|
|
185
|
+
`http://127.0.0.1:${server.address().port}/api/static/legacy.html`,
|
|
186
|
+
);
|
|
187
|
+
assert.equal(legacyUpload.headers.get('x-content-type-options'), 'nosniff');
|
|
188
|
+
assert.equal(
|
|
189
|
+
legacyUpload.headers.get('content-security-policy'),
|
|
190
|
+
"sandbox; default-src 'none'",
|
|
191
|
+
);
|
|
192
|
+
for (const prefix of ['/api', '/open', '/panel/api', '/panel/open']) {
|
|
193
|
+
assert.equal(
|
|
194
|
+
(await request(`${prefix}/envs`, expired)).status,
|
|
195
|
+
401,
|
|
196
|
+
prefix,
|
|
197
|
+
);
|
|
198
|
+
assert.equal(
|
|
199
|
+
(await request(`${prefix}/envs`, valid)).body.code,
|
|
200
|
+
200,
|
|
201
|
+
prefix,
|
|
202
|
+
);
|
|
203
|
+
assert.equal((await request(`${prefix}/envs`)).status, 401, prefix);
|
|
204
|
+
}
|
|
205
|
+
assert.equal((await request('/open/envs', 'env-app')).body.code, 200);
|
|
206
|
+
assert.equal(
|
|
207
|
+
(await request('/open/configs/detail?path=normal.txt', 'env-app')).status,
|
|
208
|
+
401,
|
|
209
|
+
);
|
|
210
|
+
assert.equal(
|
|
211
|
+
(await request('/open/configs/detail?path=normal.txt', 'config-app')).body
|
|
212
|
+
.data,
|
|
213
|
+
'normal',
|
|
214
|
+
);
|
|
215
|
+
assert.equal(
|
|
216
|
+
(await request('/open/configs/detail?path=grpc/client.key', 'config-app'))
|
|
217
|
+
.body.code,
|
|
218
|
+
403,
|
|
219
|
+
);
|
|
220
|
+
assert.equal(
|
|
221
|
+
(
|
|
222
|
+
await request('/open/configs/save', 'config-app', 'POST', {
|
|
223
|
+
name: 'grpc/client.key',
|
|
224
|
+
content: 'changed',
|
|
225
|
+
})
|
|
226
|
+
).body.code,
|
|
227
|
+
403,
|
|
228
|
+
);
|
|
229
|
+
assert.equal(
|
|
230
|
+
fs.readFileSync(path.join(tmp, 'config/grpc/client.key'), 'utf8'),
|
|
231
|
+
'SENTINEL',
|
|
232
|
+
);
|
|
233
|
+
assert.equal(
|
|
234
|
+
(
|
|
235
|
+
await request('/Api/user/init', undefined, 'PUT', {
|
|
236
|
+
username: 'x',
|
|
237
|
+
password: 'y',
|
|
238
|
+
})
|
|
239
|
+
).status,
|
|
240
|
+
400,
|
|
241
|
+
);
|
|
242
|
+
const scriptName = 'data/scripts/test.js';
|
|
243
|
+
for (const prefix of ['/open', '/panel/open']) {
|
|
244
|
+
const denied = await request(
|
|
245
|
+
`${prefix}/configs/save`,
|
|
246
|
+
'config-app',
|
|
247
|
+
'POST',
|
|
248
|
+
{
|
|
249
|
+
name: scriptName,
|
|
250
|
+
content: 'overwrite',
|
|
251
|
+
},
|
|
252
|
+
);
|
|
253
|
+
assert.equal(denied.body.code, 403);
|
|
254
|
+
assert.equal(fs.existsSync(path.join(tmp, 'scripts/test.js')), false);
|
|
255
|
+
}
|
|
256
|
+
assert.equal(
|
|
257
|
+
(
|
|
258
|
+
await request('/open/configs/save', 'script-config-app', 'POST', {
|
|
259
|
+
name: scriptName,
|
|
260
|
+
content: 'authorized script',
|
|
261
|
+
})
|
|
262
|
+
).body.code,
|
|
263
|
+
403,
|
|
264
|
+
);
|
|
265
|
+
assert.equal(fs.existsSync(path.join(tmp, 'scripts/test.js')), false);
|
|
266
|
+
assert.equal(
|
|
267
|
+
(await request(`/open/configs/detail?path=${scriptName}`, 'config-app'))
|
|
268
|
+
.body.code,
|
|
269
|
+
403,
|
|
270
|
+
);
|
|
271
|
+
assert.equal(
|
|
272
|
+
(
|
|
273
|
+
await request('/open/configs/save', 'config-app', 'POST', {
|
|
274
|
+
name: 'normal.txt',
|
|
275
|
+
content: 'normal config',
|
|
276
|
+
})
|
|
277
|
+
).body.code,
|
|
278
|
+
200,
|
|
279
|
+
);
|
|
280
|
+
assert.equal(
|
|
281
|
+
(
|
|
282
|
+
await request('/api/configs/save', valid, 'POST', {
|
|
283
|
+
name: scriptName,
|
|
284
|
+
content: 'owner script',
|
|
285
|
+
})
|
|
286
|
+
).body.code,
|
|
287
|
+
403,
|
|
288
|
+
);
|
|
289
|
+
for (const prefix of ['/open', '/panel/open']) {
|
|
290
|
+
assert.equal(
|
|
291
|
+
(
|
|
292
|
+
await request(`${prefix}/scripts`, 'config-app', 'POST', {
|
|
293
|
+
filename: 'test.js',
|
|
294
|
+
content: 'unauthorized',
|
|
295
|
+
})
|
|
296
|
+
).status,
|
|
297
|
+
401,
|
|
298
|
+
);
|
|
299
|
+
assert.equal(
|
|
300
|
+
(
|
|
301
|
+
await request(`${prefix}/scripts`, 'script-app', 'POST', {
|
|
302
|
+
filename: 'test.js',
|
|
303
|
+
content: 'authorized script',
|
|
304
|
+
})
|
|
305
|
+
).body.code,
|
|
306
|
+
200,
|
|
307
|
+
);
|
|
308
|
+
assert.equal(
|
|
309
|
+
fs.readFileSync(path.join(tmp, 'scripts/test.js'), 'utf8'),
|
|
310
|
+
'authorized script',
|
|
311
|
+
);
|
|
312
|
+
}
|
|
313
|
+
});
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
const test = require('node:test');
|
|
2
|
+
const assert = require('node:assert/strict');
|
|
3
|
+
const { format } = require('node:util');
|
|
4
|
+
const load = require('../helpers/load-security-module.cjs');
|
|
5
|
+
const { SchedulerReadiness } = require('../../back/shared/schedulerReadiness');
|
|
6
|
+
|
|
7
|
+
const { getTasks } = require('node-cron');
|
|
8
|
+
|
|
9
|
+
const legacySchedules = [
|
|
10
|
+
'* * * * *',
|
|
11
|
+
'*/5 * * * *',
|
|
12
|
+
'0 */10 * * * ?',
|
|
13
|
+
'0 */2 * * * ?',
|
|
14
|
+
'0 */5 * * * ?',
|
|
15
|
+
'0 0/30 * * * ?',
|
|
16
|
+
'0 0/5 * * * ?',
|
|
17
|
+
'0 0 12 ? * MON',
|
|
18
|
+
];
|
|
19
|
+
|
|
20
|
+
test('API accepts legacy question-mark schedules but rejects malformed cron', () => {
|
|
21
|
+
const { scheduleSchema } = load('back/validation/schedule.ts', {
|
|
22
|
+
'../config': { logPath: '/ql/data/log' },
|
|
23
|
+
});
|
|
24
|
+
for (const schedule of [...legacySchedules, '@once', '@boot']) {
|
|
25
|
+
assert.equal(scheduleSchema.validate(schedule).error, undefined, schedule);
|
|
26
|
+
}
|
|
27
|
+
for (const schedule of ['@bogus', '0 /5 * * * ?', '0 70 * * * ?', 'not a cron']) {
|
|
28
|
+
assert.ok(scheduleSchema.validate(schedule).error, schedule);
|
|
29
|
+
}
|
|
30
|
+
});
|
|
31
|
+
|
|
32
|
+
test('legacy main and extra schedules restore real jobs and healthy readiness', async (t) => {
|
|
33
|
+
const stacks = new Map();
|
|
34
|
+
t.after(() => {
|
|
35
|
+
for (const jobs of stacks.values()) for (const job of jobs) job.cancel();
|
|
36
|
+
});
|
|
37
|
+
const { addCron } = load('back/schedule/addCron.ts', {
|
|
38
|
+
'./data': { scheduleStacks: stacks },
|
|
39
|
+
'../shared/runCron': { runCron() {} },
|
|
40
|
+
'../loaders/logger': { info() {}, warn() {} },
|
|
41
|
+
'../shared/i18n': { tf: format },
|
|
42
|
+
});
|
|
43
|
+
const crons = legacySchedules.map((schedule, index) => ({
|
|
44
|
+
id: `legacy-${index}`, name: 'legacy', schedule, command: 'true',
|
|
45
|
+
extra_schedules: [{ schedule: '0 0/30 * * * ?' }],
|
|
46
|
+
}));
|
|
47
|
+
const register = (rows) => new Promise((resolve, reject) => {
|
|
48
|
+
addCron({ request: { replace: true, crons: rows } }, (error) =>
|
|
49
|
+
error ? reject(error) : resolve());
|
|
50
|
+
});
|
|
51
|
+
const readiness = new SchedulerReadiness(async () => {}, 60000);
|
|
52
|
+
t.after(() => clearTimeout(readiness.retry));
|
|
53
|
+
readiness.configure(() => register(crons));
|
|
54
|
+
assert.equal(await readiness.recover(), true);
|
|
55
|
+
assert.equal(await readiness.check(), true);
|
|
56
|
+
assert.equal(stacks.size, crons.length);
|
|
57
|
+
for (const jobs of stacks.values()) {
|
|
58
|
+
assert.equal(jobs.length, 2);
|
|
59
|
+
assert.ok(jobs.every((job) => typeof job.cancel === 'function'));
|
|
60
|
+
}
|
|
61
|
+
const nativeJobs = [...getTasks().values()];
|
|
62
|
+
assert.equal(nativeJobs.length, crons.length * 2);
|
|
63
|
+
assert.ok(nativeJobs.every((job) => job.getStatus() !== 'stopped'));
|
|
64
|
+
const previousJobs = [...stacks.values()].flat();
|
|
65
|
+
for (const schedule of ['@bogus', '0 /5 * * * ?', '0 70 * * * ?']) {
|
|
66
|
+
for (const invalid of [
|
|
67
|
+
{ ...crons[0], schedule },
|
|
68
|
+
{ ...crons[0], extra_schedules: [{ schedule }] },
|
|
69
|
+
]) {
|
|
70
|
+
await assert.rejects(register([invalid]), (error) => error.code === 3);
|
|
71
|
+
assert.deepEqual([...stacks.values()].flat(), previousJobs);
|
|
72
|
+
assert.deepEqual([...getTasks().values()], nativeJobs);
|
|
73
|
+
assert.ok(nativeJobs.every((job) => job.getStatus() !== 'stopped'));
|
|
74
|
+
}
|
|
75
|
+
}
|
|
76
|
+
});
|
|
@@ -0,0 +1,176 @@
|
|
|
1
|
+
const assert = require('node:assert/strict');
|
|
2
|
+
const test = require('node:test');
|
|
3
|
+
const { spawn, spawnSync } = require('node:child_process');
|
|
4
|
+
const fs = require('node:fs/promises');
|
|
5
|
+
const os = require('node:os');
|
|
6
|
+
const path = require('node:path');
|
|
7
|
+
const load = require('../helpers/load-security-module.cjs');
|
|
8
|
+
|
|
9
|
+
for (const scenario of [
|
|
10
|
+
{
|
|
11
|
+
name: 'stderr warning with exit zero',
|
|
12
|
+
code: 'process.stderr.write("sudo: warning\\n")',
|
|
13
|
+
saved: true,
|
|
14
|
+
},
|
|
15
|
+
{
|
|
16
|
+
name: 'nonzero exit without stderr',
|
|
17
|
+
code: 'process.exitCode = 7',
|
|
18
|
+
saved: false,
|
|
19
|
+
},
|
|
20
|
+
{
|
|
21
|
+
name: 'signal termination',
|
|
22
|
+
code: 'process.kill(process.pid, "SIGTERM")',
|
|
23
|
+
saved: false,
|
|
24
|
+
},
|
|
25
|
+
{ name: 'spawn failure', shell: '/nonexistent-ql-test-shell', saved: false },
|
|
26
|
+
]) {
|
|
27
|
+
test(`Linux mirror persistence follows the process result: ${scenario.name}`, async () => {
|
|
28
|
+
const logger = { info() {}, error() {} };
|
|
29
|
+
const ScheduleService = load('back/services/schedule.ts', {
|
|
30
|
+
'../shared/cronScheduler': {},
|
|
31
|
+
'../shared/pLimit': { runWithSystemLimit: async (_params, fn) => fn() },
|
|
32
|
+
'cross-spawn': {
|
|
33
|
+
spawn: () =>
|
|
34
|
+
spawn(
|
|
35
|
+
process.execPath,
|
|
36
|
+
['-e', scenario.code || ''],
|
|
37
|
+
scenario.shell ? { shell: scenario.shell } : {},
|
|
38
|
+
),
|
|
39
|
+
},
|
|
40
|
+
}).default;
|
|
41
|
+
const schedule = new ScheduleService(logger);
|
|
42
|
+
let completion;
|
|
43
|
+
const runTask = schedule.runTask.bind(schedule);
|
|
44
|
+
schedule.runTask = (...args) => (completion = runTask(...args));
|
|
45
|
+
const messages = [],
|
|
46
|
+
writes = [];
|
|
47
|
+
const SystemService = load('back/services/system.ts', {
|
|
48
|
+
os: { platform: () => 'linux' },
|
|
49
|
+
'../config': {},
|
|
50
|
+
'../config/const': {},
|
|
51
|
+
'../config/util': { updateLinuxMirrorFile: async () => 'fixture' },
|
|
52
|
+
'../data/dependence': {},
|
|
53
|
+
'../data/notify': {},
|
|
54
|
+
'../data/system': {},
|
|
55
|
+
'../schedule/client': {},
|
|
56
|
+
'../shared/pLimit': {},
|
|
57
|
+
'../shared/i18n': {},
|
|
58
|
+
'../shared/schedulerMutationLock': {},
|
|
59
|
+
'./notify': class {},
|
|
60
|
+
'./schedule': ScheduleService,
|
|
61
|
+
'./sock': class {},
|
|
62
|
+
}).default;
|
|
63
|
+
const service = new SystemService(logger, schedule, {
|
|
64
|
+
sendMessage: (message) => messages.push(message),
|
|
65
|
+
});
|
|
66
|
+
service.getSystemConfig = async () => ({ id: 1, info: { lang: 'en-US' } });
|
|
67
|
+
service.updateAuthDb = async (doc) => writes.push(doc);
|
|
68
|
+
let ended = 0;
|
|
69
|
+
await service.updateLinuxMirror(
|
|
70
|
+
{ linuxMirror: 'https://mirror.example' },
|
|
71
|
+
undefined,
|
|
72
|
+
() => ended++,
|
|
73
|
+
);
|
|
74
|
+
const result = await completion;
|
|
75
|
+
assert.equal(ended, 1);
|
|
76
|
+
assert.equal(writes.length, scenario.saved ? 1 : 0);
|
|
77
|
+
assert.ok(messages.some((message) => message.status === 'completed'));
|
|
78
|
+
if (scenario.saved) {
|
|
79
|
+
assert.equal(result.code, 0);
|
|
80
|
+
assert.ok(
|
|
81
|
+
messages.some((message) => message.message.includes('sudo: warning')),
|
|
82
|
+
);
|
|
83
|
+
assert.deepEqual(writes[0].info, {
|
|
84
|
+
lang: 'en-US',
|
|
85
|
+
linuxMirror: 'https://mirror.example',
|
|
86
|
+
});
|
|
87
|
+
}
|
|
88
|
+
});
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
const hasApt = spawnSync('apt-get', ['--version']).status === 0;
|
|
92
|
+
for (const distribution of ['Debian', 'Ubuntu']) {
|
|
93
|
+
for (const existingMirror of [false, true]) {
|
|
94
|
+
test(
|
|
95
|
+
`${distribution} mirror update rejects failed index downloads with ${
|
|
96
|
+
existingMirror ? 'an existing' : 'an empty'
|
|
97
|
+
} source`,
|
|
98
|
+
{ skip: !hasApt },
|
|
99
|
+
async (t) => {
|
|
100
|
+
const root = await fs.mkdtemp(path.join(os.tmpdir(), 'ql-apt-result-'));
|
|
101
|
+
t.after(() => fs.rm(root, { recursive: true, force: true }));
|
|
102
|
+
const parts = path.join(root, 'parts');
|
|
103
|
+
await fs.mkdir(parts);
|
|
104
|
+
await fs.mkdir(path.join(root, 'lists', 'partial'), {
|
|
105
|
+
recursive: true,
|
|
106
|
+
});
|
|
107
|
+
const source = path.join(root, 'sources.list');
|
|
108
|
+
await fs.writeFile(
|
|
109
|
+
source,
|
|
110
|
+
'deb http://127.0.0.1:1/debian bookworm main\n',
|
|
111
|
+
);
|
|
112
|
+
// Load only fixture configuration, including all writable APT paths.
|
|
113
|
+
const aptConfig = path.join(root, 'apt.conf');
|
|
114
|
+
await fs.writeFile(
|
|
115
|
+
aptConfig,
|
|
116
|
+
`Dir::Etc::main "/dev/null";
|
|
117
|
+
Dir::Etc::parts "${parts}";
|
|
118
|
+
Dir::Etc::sourcelist "${source}";
|
|
119
|
+
Dir::Etc::sourceparts "${parts}";
|
|
120
|
+
Dir::State::lists "${path.join(root, 'lists')}";
|
|
121
|
+
Dir::Cache "${path.join(root, 'cache')}";
|
|
122
|
+
Dir::Log "${path.join(root, 'logs')}";
|
|
123
|
+
Acquire::Retries "0";
|
|
124
|
+
Acquire::http::Proxy "DIRECT";
|
|
125
|
+
Acquire::http::Timeout "1";
|
|
126
|
+
`,
|
|
127
|
+
);
|
|
128
|
+
const util = load('back/config/util.ts', {
|
|
129
|
+
'fs/promises': {
|
|
130
|
+
readFile: async (file) =>
|
|
131
|
+
file === '/etc/os-release'
|
|
132
|
+
? distribution
|
|
133
|
+
: existingMirror
|
|
134
|
+
? 'URIs: http://old.example/debian\n'
|
|
135
|
+
: '',
|
|
136
|
+
},
|
|
137
|
+
os: { platform: () => 'linux' },
|
|
138
|
+
'./index': {},
|
|
139
|
+
'./const': {},
|
|
140
|
+
'./share': {},
|
|
141
|
+
'./container': { isInContainer: () => false },
|
|
142
|
+
'../loaders/logger': {},
|
|
143
|
+
'../shared/utils': {},
|
|
144
|
+
'../shared/fileAccess': {},
|
|
145
|
+
'../data/dependence': {},
|
|
146
|
+
});
|
|
147
|
+
const previousOS = process.env.QL_OS_TYPE;
|
|
148
|
+
let command;
|
|
149
|
+
try {
|
|
150
|
+
process.env.QL_OS_TYPE = distribution.toLowerCase();
|
|
151
|
+
command = await util.updateLinuxMirrorFile('http://127.0.0.1:1');
|
|
152
|
+
} finally {
|
|
153
|
+
if (previousOS === undefined) delete process.env.QL_OS_TYPE;
|
|
154
|
+
else process.env.QL_OS_TYPE = previousOS;
|
|
155
|
+
}
|
|
156
|
+
// Exercise the generated updater without modifying host source files.
|
|
157
|
+
const [program, ...args] = command
|
|
158
|
+
.slice(command.lastIndexOf('&&') + 2)
|
|
159
|
+
.trim()
|
|
160
|
+
.split(/\s+/);
|
|
161
|
+
assert.equal(program, 'apt-get');
|
|
162
|
+
const options = {
|
|
163
|
+
encoding: 'utf8',
|
|
164
|
+
timeout: 10000,
|
|
165
|
+
env: { ...process.env, APT_CONFIG: aptConfig },
|
|
166
|
+
};
|
|
167
|
+
const baseline = spawnSync('apt-get', ['update'], options);
|
|
168
|
+
assert.equal(baseline.status, 0, baseline.stderr);
|
|
169
|
+
assert.match(baseline.stderr, /Failed to fetch/);
|
|
170
|
+
const result = spawnSync(program, args, options);
|
|
171
|
+
assert.equal(result.status, 100, result.stderr);
|
|
172
|
+
assert.match(result.stderr, /Failed to fetch/);
|
|
173
|
+
},
|
|
174
|
+
);
|
|
175
|
+
}
|
|
176
|
+
}
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
const assert = require('node:assert/strict');
|
|
2
|
+
const test = require('node:test');
|
|
3
|
+
const path = require('node:path');
|
|
4
|
+
const load = require('../helpers/load-security-module.cjs');
|
|
5
|
+
const logger = { debug() {}, warn() {}, error() {} };
|
|
6
|
+
|
|
7
|
+
for (const host of ['127.0.0.1', '::1', '192.0.2.1', '::']) {
|
|
8
|
+
test(`HTTP binding ${host} never broadens an explicit private address`, async () => {
|
|
9
|
+
const Http = load(path.join(__dirname, '../../back/services/http.ts'), {
|
|
10
|
+
'../config': { bindHost: host },
|
|
11
|
+
'../loaders/logger': logger,
|
|
12
|
+
'./metrics': { metricsService: { record() {} } },
|
|
13
|
+
typedi: { Service: () => (x) => x },
|
|
14
|
+
}).HttpServerService;
|
|
15
|
+
const instance = new Http();
|
|
16
|
+
const attempted = [];
|
|
17
|
+
instance.tryListen = async (_app, _port, address) => {
|
|
18
|
+
attempted.push(address);
|
|
19
|
+
throw new Error('unavailable');
|
|
20
|
+
};
|
|
21
|
+
await assert.rejects(instance.initialize({}, 5700));
|
|
22
|
+
assert.deepEqual(attempted, host === '::' ? ['::', '0.0.0.0'] : [host]);
|
|
23
|
+
});
|
|
24
|
+
test(`gRPC binding ${host} never broadens an explicit private address`, async () => {
|
|
25
|
+
const attempted = [];
|
|
26
|
+
const Grpc = load(path.join(__dirname, '../../back/services/grpc.ts'), {
|
|
27
|
+
'../config': { bindHostGrpc: host, grpcPort: 5500 },
|
|
28
|
+
'../loaders/logger': logger,
|
|
29
|
+
'./metrics': { metricsService: { record() {} } },
|
|
30
|
+
typedi: { Service: () => (x) => x },
|
|
31
|
+
'@grpc/grpc-js': {
|
|
32
|
+
Server: class {
|
|
33
|
+
addService() {}
|
|
34
|
+
bindAsync(address, _credentials, cb) {
|
|
35
|
+
attempted.push(address);
|
|
36
|
+
cb(new Error('unavailable'));
|
|
37
|
+
}
|
|
38
|
+
},
|
|
39
|
+
ServerCredentials: {
|
|
40
|
+
createSsl(_ca, _certs, requireClientCert) {
|
|
41
|
+
assert.equal(requireClientCert, true);
|
|
42
|
+
return {};
|
|
43
|
+
},
|
|
44
|
+
},
|
|
45
|
+
},
|
|
46
|
+
'../protos/cron': { CronService: {} },
|
|
47
|
+
'../protos/health': { HealthService: {} },
|
|
48
|
+
'../protos/api': { ApiService: {} },
|
|
49
|
+
'../schedule/addCron': {},
|
|
50
|
+
'../schedule/delCron': {},
|
|
51
|
+
'../schedule/setConcurrency': {},
|
|
52
|
+
'../schedule/health': {},
|
|
53
|
+
'../schedule/api': {},
|
|
54
|
+
'../config/grpcCerts': {
|
|
55
|
+
initGrpcCerts: async () => ({
|
|
56
|
+
caCert: 'test',
|
|
57
|
+
serverCert: 'test',
|
|
58
|
+
serverKey: 'test',
|
|
59
|
+
}),
|
|
60
|
+
},
|
|
61
|
+
}).GrpcServerService;
|
|
62
|
+
await assert.rejects(new Grpc().initialize());
|
|
63
|
+
assert.deepEqual(
|
|
64
|
+
attempted,
|
|
65
|
+
host === '::' ? ['[::]:5500', '0.0.0.0:5500'] : [`${host}:5500`],
|
|
66
|
+
);
|
|
67
|
+
});
|
|
68
|
+
}
|