@smoothbricks/nx-plugin 0.5.7 → 0.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1097 -360
- package/dist/.build-inputs.json +141 -0
- package/dist/bin/smoo-nx-cargo-toolchain.d.ts +3 -0
- package/dist/bin/smoo-nx-cargo-toolchain.d.ts.map +1 -0
- package/dist/bin/smoo-nx-cargo-toolchain.js +8 -0
- package/dist/bin/smoo-nx-forbidden-spellings.d.ts +3 -0
- package/dist/bin/smoo-nx-forbidden-spellings.d.ts.map +1 -0
- package/dist/bin/smoo-nx-forbidden-spellings.js +32 -0
- package/dist/bin/smoo-nx-nextest-timings.d.ts +3 -0
- package/dist/bin/smoo-nx-nextest-timings.d.ts.map +1 -0
- package/dist/bin/smoo-nx-nextest-timings.js +28 -0
- package/dist/bounded-test-policy.d.ts +1 -1
- package/dist/bounded-test-policy.d.ts.map +1 -1
- package/dist/bounded-test-policy.js +14 -15
- package/dist/build-state-output-policy.d.ts +95 -1
- package/dist/build-state-output-policy.d.ts.map +1 -1
- package/dist/build-state-output-policy.js +368 -30
- package/dist/bun-lock-scope.d.ts +44 -0
- package/dist/bun-lock-scope.d.ts.map +1 -0
- package/dist/bun-lock-scope.js +97 -0
- package/dist/cargo-build-script-env.d.ts +49 -0
- package/dist/cargo-build-script-env.d.ts.map +1 -0
- package/dist/cargo-build-script-env.js +324 -0
- package/dist/cargo-closure-input.d.ts +31 -4
- package/dist/cargo-closure-input.d.ts.map +1 -1
- package/dist/cargo-closure-input.js +66 -6
- package/dist/cargo-retention-hook.d.ts +17 -0
- package/dist/cargo-retention-hook.d.ts.map +1 -0
- package/dist/cargo-retention-hook.js +85 -0
- package/dist/cargo-source-hash.d.ts +25 -7
- package/dist/cargo-source-hash.d.ts.map +1 -1
- package/dist/cargo-source-hash.js +108 -43
- package/dist/cargo-toolchain-paths.d.ts +40 -0
- package/dist/cargo-toolchain-paths.d.ts.map +1 -0
- package/dist/cargo-toolchain-paths.js +84 -0
- package/dist/cargo-toolchain-policy.d.ts +25 -8
- package/dist/cargo-toolchain-policy.d.ts.map +1 -1
- package/dist/cargo-toolchain-policy.js +39 -5
- package/dist/cargo-workspace.d.ts +10 -4
- package/dist/cargo-workspace.d.ts.map +1 -1
- package/dist/cargo-workspace.js +65 -95
- package/dist/cross-check-policy.d.ts +9 -9
- package/dist/cross-check-policy.d.ts.map +1 -1
- package/dist/cross-check-policy.js +11 -11
- package/dist/disk-command-policy.d.ts.map +1 -1
- package/dist/disk-command-policy.js +1 -0
- package/dist/ensure-built-receipt.d.ts +22 -5
- package/dist/ensure-built-receipt.d.ts.map +1 -1
- package/dist/ensure-built-receipt.js +168 -48
- package/dist/ensure-built-witness.d.ts +27 -8
- package/dist/ensure-built-witness.d.ts.map +1 -1
- package/dist/ensure-built-witness.js +45 -15
- package/dist/ensure-built.d.ts.map +1 -1
- package/dist/ensure-built.js +9 -1
- package/dist/eslint-config-closure.d.ts +7 -0
- package/dist/eslint-config-closure.d.ts.map +1 -0
- package/dist/eslint-config-closure.js +346 -0
- package/dist/executors/bounded-exec/bounds.d.ts +56 -0
- package/dist/executors/bounded-exec/bounds.d.ts.map +1 -0
- package/dist/executors/bounded-exec/bounds.js +43 -0
- package/dist/executors/bounded-exec/cpu-pool-thread.d.ts +28 -0
- package/dist/executors/bounded-exec/cpu-pool-thread.d.ts.map +1 -0
- package/dist/executors/bounded-exec/cpu-pool-thread.js +20 -0
- package/dist/executors/bounded-exec/cpu-pool.d.ts +35 -38
- package/dist/executors/bounded-exec/cpu-pool.d.ts.map +1 -1
- package/dist/executors/bounded-exec/cpu-pool.js +56 -120
- package/dist/executors/bounded-exec/executor.d.ts +19 -12
- package/dist/executors/bounded-exec/executor.d.ts.map +1 -1
- package/dist/executors/bounded-exec/executor.js +389 -239
- package/dist/executors/bounded-exec/gateway-lease.d.ts +23 -19
- package/dist/executors/bounded-exec/gateway-lease.d.ts.map +1 -1
- package/dist/executors/bounded-exec/gateway-lease.js +102 -29
- package/dist/executors/bounded-exec/hang-diagnostics.d.ts +18 -1
- package/dist/executors/bounded-exec/hang-diagnostics.d.ts.map +1 -1
- package/dist/executors/bounded-exec/hang-diagnostics.js +148 -30
- package/dist/executors/bounded-exec/lease-wait.d.ts +64 -0
- package/dist/executors/bounded-exec/lease-wait.d.ts.map +1 -0
- package/dist/executors/bounded-exec/lease-wait.js +72 -0
- package/dist/executors/bounded-exec/lock-wait.d.ts +51 -0
- package/dist/executors/bounded-exec/lock-wait.d.ts.map +1 -0
- package/dist/executors/bounded-exec/lock-wait.js +108 -0
- package/dist/executors/bounded-exec/mbx-pool.d.ts +31 -0
- package/dist/executors/bounded-exec/mbx-pool.d.ts.map +1 -0
- package/dist/executors/bounded-exec/mbx-pool.js +24 -0
- package/dist/executors/bounded-exec/owned-subtree.d.ts +84 -0
- package/dist/executors/bounded-exec/owned-subtree.d.ts.map +1 -0
- package/dist/executors/bounded-exec/owned-subtree.js +178 -0
- package/dist/executors/bounded-exec/progress.d.ts +4 -1
- package/dist/executors/bounded-exec/progress.d.ts.map +1 -1
- package/dist/executors/bounded-exec/progress.js +5 -2
- package/dist/executors/bounded-exec/ram-attach.d.ts +19 -0
- package/dist/executors/bounded-exec/ram-attach.d.ts.map +1 -0
- package/dist/executors/bounded-exec/ram-attach.js +207 -0
- package/dist/executors/bounded-exec/ram-detach.d.ts +25 -0
- package/dist/executors/bounded-exec/ram-detach.d.ts.map +1 -0
- package/dist/executors/bounded-exec/ram-detach.js +207 -0
- package/dist/executors/bounded-exec/ram-temp-fixtures.d.ts +76 -0
- package/dist/executors/bounded-exec/ram-temp-fixtures.d.ts.map +1 -1
- package/dist/executors/bounded-exec/ram-temp-fixtures.js +296 -0
- package/dist/executors/bounded-exec/ram-temp.d.ts +388 -88
- package/dist/executors/bounded-exec/ram-temp.d.ts.map +1 -1
- package/dist/executors/bounded-exec/ram-temp.js +1213 -399
- package/dist/executors/bounded-exec/run-cpu-pool.d.ts +10 -4
- package/dist/executors/bounded-exec/run-cpu-pool.d.ts.map +1 -1
- package/dist/executors/bounded-exec/run-cpu-pool.js +122 -35
- package/dist/executors/bounded-exec/runner-hook.js +14 -5
- package/dist/executors/bounded-exec/runner-lifecycle.d.ts +14 -1
- package/dist/executors/bounded-exec/runner-lifecycle.d.ts.map +1 -1
- package/dist/executors/bounded-exec/runner-lifecycle.js +27 -6
- package/dist/executors/bounded-exec/{cpu-tokens.d.ts → runner-sizing.d.ts} +14 -42
- package/dist/executors/bounded-exec/runner-sizing.d.ts.map +1 -0
- package/dist/executors/bounded-exec/{cpu-tokens.js → runner-sizing.js} +5 -35
- package/dist/executors/bounded-exec/runtime-pin.d.ts +73 -0
- package/dist/executors/bounded-exec/runtime-pin.d.ts.map +1 -0
- package/dist/executors/bounded-exec/runtime-pin.js +167 -0
- package/dist/executors/bounded-exec/schema.d.ts +18 -1
- package/dist/executors/bounded-exec/schema.d.ts.map +1 -1
- package/dist/executors/bounded-exec/verdict.d.ts +48 -11
- package/dist/executors/bounded-exec/verdict.d.ts.map +1 -1
- package/dist/executors/bounded-exec/verdict.js +89 -20
- package/dist/executors/cargo-zigbuild/executor.d.ts +21 -0
- package/dist/executors/cargo-zigbuild/executor.d.ts.map +1 -1
- package/dist/executors/cargo-zigbuild/executor.js +67 -12
- package/dist/executors/clean-outputs/executor.js +1 -0
- package/dist/executors/scriptc-native/executor.d.ts +79 -0
- package/dist/executors/scriptc-native/executor.d.ts.map +1 -0
- package/dist/executors/scriptc-native/executor.js +367 -0
- package/dist/executors/scriptc-native/ffi-paths.d.ts +9 -0
- package/dist/executors/scriptc-native/ffi-paths.d.ts.map +1 -0
- package/dist/executors/scriptc-native/ffi-paths.js +25 -0
- package/dist/executors/scriptc-native/schema.d.ts +34 -0
- package/dist/executors/scriptc-native/schema.d.ts.map +1 -0
- package/dist/executors/scriptc-native/schema.js +1 -0
- package/dist/executors/typescript-emit/emit-overrides.d.ts +14 -0
- package/dist/executors/typescript-emit/emit-overrides.d.ts.map +1 -0
- package/dist/executors/typescript-emit/emit-overrides.js +24 -0
- package/dist/executors/typescript-emit/executor.d.ts +3 -1
- package/dist/executors/typescript-emit/executor.d.ts.map +1 -1
- package/dist/executors/typescript-emit/executor.js +146 -33
- package/dist/forbidden-spelling-policy.d.ts +56 -0
- package/dist/forbidden-spelling-policy.d.ts.map +1 -0
- package/dist/forbidden-spelling-policy.js +176 -0
- package/dist/generators/create-package/generator.d.ts.map +1 -1
- package/dist/generators/create-package/generator.js +3 -4
- package/dist/graph-input-contract.d.ts +14 -0
- package/dist/graph-input-contract.d.ts.map +1 -1
- package/dist/graph-input-contract.js +67 -2
- package/dist/index.d.ts +23 -6
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +672 -214
- package/dist/managed-assets.d.ts +2 -0
- package/dist/managed-assets.d.ts.map +1 -1
- package/dist/managed-files/files.d.ts +3 -3
- package/dist/managed-files/files.d.ts.map +1 -1
- package/dist/managed-files/files.js +28 -3
- package/dist/managed-files/managed-format.d.ts.map +1 -1
- package/dist/managed-files/managed-format.js +1 -0
- package/dist/managed-files/publish-workflow.js +14 -11
- package/dist/nextest-code-bound.js +1 -0
- package/dist/nextest-timings.d.ts +35 -0
- package/dist/nextest-timings.d.ts.map +1 -0
- package/dist/nextest-timings.js +168 -0
- package/dist/owned-installation.d.ts +6 -5
- package/dist/owned-installation.d.ts.map +1 -1
- package/dist/owned-installation.js +150 -26
- package/dist/package-target-policy.d.ts.map +1 -1
- package/dist/package-target-policy.js +2 -3
- package/dist/process-children.d.ts +7 -0
- package/dist/process-children.d.ts.map +1 -0
- package/dist/process-children.darwin.d.ts +7 -0
- package/dist/process-children.darwin.d.ts.map +1 -0
- package/dist/process-children.darwin.js +13 -0
- package/dist/process-children.js +14 -0
- package/dist/process-children.linux.d.ts +8 -0
- package/dist/process-children.linux.d.ts.map +1 -0
- package/dist/process-children.linux.js +25 -0
- package/dist/process-group.d.ts +108 -0
- package/dist/process-group.d.ts.map +1 -0
- package/dist/process-group.js +171 -0
- package/dist/process-listing.d.ts +7 -0
- package/dist/process-listing.d.ts.map +1 -0
- package/dist/process-listing.js +51 -0
- package/dist/producer-receipts.d.ts +8 -2
- package/dist/producer-receipts.d.ts.map +1 -1
- package/dist/producer-receipts.js +514 -47
- package/dist/task-graph-policy.d.ts +21 -0
- package/dist/task-graph-policy.d.ts.map +1 -0
- package/dist/task-graph-policy.js +91 -0
- package/dist/test-timings.js +4 -4
- package/dist/test-walk-policy.d.ts +14 -5
- package/dist/test-walk-policy.d.ts.map +1 -1
- package/dist/test-walk-policy.js +8 -2
- package/dist/testing.d.ts +73 -28
- package/dist/testing.d.ts.map +1 -1
- package/dist/testing.js +217 -223
- package/dist/tool-bins.d.ts +33 -0
- package/dist/tool-bins.d.ts.map +1 -0
- package/dist/tool-bins.js +72 -0
- package/dist/typecheck-test-policy.d.ts.map +1 -1
- package/dist/typecheck-test-policy.js +3 -4
- package/dist/wait-why-policy.d.ts +28 -0
- package/dist/wait-why-policy.d.ts.map +1 -0
- package/dist/wait-why-policy.js +223 -0
- package/dist/workspace-config-policy.d.ts +14 -8
- package/dist/workspace-config-policy.d.ts.map +1 -1
- package/dist/workspace-config-policy.js +60 -16
- package/dist/workspace-manifest.d.ts +41 -6
- package/dist/workspace-manifest.d.ts.map +1 -1
- package/dist/workspace-manifest.js +57 -0
- package/executors.json +16 -1
- package/loader.js +2 -0
- package/managed/raw/envrc +11 -0
- package/managed/raw/patches/nx@23.2.1.patch +2840 -199
- package/managed/raw/patches/ttsc@0.34.1.patch +119 -0
- package/managed/raw/tooling/direnv/cargo-fetch-bound.ts +245 -0
- package/managed/raw/tooling/direnv/cargo-fetch-run.ts +299 -0
- package/managed/raw/tooling/direnv/compiler-variables.sh +42 -0
- package/managed/raw/tooling/direnv/developer-links.ts +464 -25
- package/managed/raw/tooling/direnv/devenv.smoo.nix +78 -38
- package/managed/raw/tooling/direnv/github-actions-bootstrap.sh +14 -12
- package/managed/raw/tooling/direnv/installed-bun-links.ts +308 -0
- package/managed/raw/tooling/direnv/linked-snapshots.ts +62 -3
- package/managed/raw/tooling/direnv/nx-socket-dir.sh +56 -17
- package/managed/raw/tooling/direnv/repo-path +68 -6
- package/managed/raw/tooling/direnv/secret-references.ts +13 -4
- package/managed/raw/tooling/direnv/setup-environment.ts +128 -537
- package/managed/raw/tooling/direnv/toolchain-stamp.ts +4 -2
- package/managed/raw/tooling/direnv/ttsc-env.sh +9 -0
- package/managed/raw/tooling/direnv/uv-relocation.ts +227 -0
- package/managed/raw/tooling/git-hooks/commit-msg.sh +2 -1
- package/managed/raw/tooling/git-hooks/pre-commit.sh +2 -1
- package/managed/raw/tooling/git-hooks/pre-push.sh +2 -1
- package/managed/templates/github/actions/cache-ttsc-plugins/action.yml +85 -7
- package/managed/templates/github/actions/save-nix-devenv/action.yml +12 -2
- package/managed/templates/github/actions/setup-devenv/action.yml +2 -0
- package/package.json +95 -14
- package/src/bin/smoo-nx-cargo-toolchain.ts +11 -0
- package/src/bin/smoo-nx-forbidden-spellings.ts +33 -0
- package/src/bin/smoo-nx-nextest-timings.ts +31 -0
- package/src/bounded-test-policy.ts +12 -14
- package/src/build-state-output-policy.ts +458 -34
- package/src/bun-lock-scope.ts +108 -0
- package/src/cargo-build-script-env.ts +265 -0
- package/src/cargo-closure-input.ts +74 -7
- package/src/cargo-retention-hook.ts +94 -0
- package/src/cargo-source-hash.ts +138 -41
- package/src/cargo-toolchain-paths.ts +95 -0
- package/src/cargo-toolchain-policy.ts +49 -5
- package/src/cargo-workspace.ts +72 -123
- package/src/cross-check-policy.ts +12 -10
- package/src/disk-command-policy.ts +1 -0
- package/src/ensure-built-receipt.ts +173 -39
- package/src/ensure-built-witness.ts +62 -10
- package/src/ensure-built.ts +11 -1
- package/src/eslint-config-closure.ts +357 -0
- package/src/executors/bounded-exec/bounds.ts +76 -0
- package/src/executors/bounded-exec/cpu-pool-thread.ts +43 -0
- package/src/executors/bounded-exec/cpu-pool.ts +55 -120
- package/src/executors/bounded-exec/executor.ts +442 -260
- package/src/executors/bounded-exec/gateway-lease.ts +94 -35
- package/src/executors/bounded-exec/hang-diagnostics.ts +173 -31
- package/src/executors/bounded-exec/lease-wait.ts +116 -0
- package/src/executors/bounded-exec/lock-wait.ts +141 -0
- package/src/executors/bounded-exec/mbx-pool.ts +48 -0
- package/src/executors/bounded-exec/owned-subtree.ts +235 -0
- package/src/executors/bounded-exec/progress.ts +9 -3
- package/src/executors/bounded-exec/ram-attach.ts +238 -0
- package/src/executors/bounded-exec/ram-detach.ts +226 -0
- package/src/executors/bounded-exec/ram-temp-fixtures.ts +358 -0
- package/src/executors/bounded-exec/ram-temp-registry.txt +440 -0
- package/src/executors/bounded-exec/ram-temp.ts +1497 -460
- package/src/executors/bounded-exec/run-cpu-pool.ts +129 -35
- package/src/executors/bounded-exec/runner-hook.ts +14 -6
- package/src/executors/bounded-exec/runner-lifecycle.ts +31 -8
- package/src/executors/bounded-exec/{cpu-tokens.ts → runner-sizing.ts} +13 -59
- package/src/executors/bounded-exec/runtime-pin.ts +232 -0
- package/src/executors/bounded-exec/schema.json +11 -2
- package/src/executors/bounded-exec/schema.ts +19 -1
- package/src/executors/bounded-exec/verdict.ts +145 -35
- package/src/executors/cargo-zigbuild/executor.ts +82 -8
- package/src/executors/clean-outputs/executor.ts +1 -0
- package/src/executors/scriptc-native/executor.ts +394 -0
- package/src/executors/scriptc-native/ffi-paths.ts +29 -0
- package/src/executors/scriptc-native/schema.json +60 -0
- package/src/executors/scriptc-native/schema.ts +34 -0
- package/src/executors/typescript-emit/emit-overrides.ts +24 -0
- package/src/executors/typescript-emit/executor.ts +186 -38
- package/src/forbidden-spelling-policy.ts +226 -0
- package/src/generators/create-package/generator.ts +7 -7
- package/src/graph-input-contract.ts +61 -2
- package/src/index.ts +788 -224
- package/src/managed-assets.ts +3 -0
- package/src/managed-files/files.ts +28 -3
- package/src/managed-files/managed-format.ts +1 -0
- package/src/managed-files/publish-workflow.ts +20 -15
- package/src/nextest-code-bound.ts +1 -0
- package/src/nextest-timings.ts +106 -0
- package/src/owned-installation.ts +150 -23
- package/src/package-target-policy.ts +2 -3
- package/src/process-children.darwin.ts +14 -0
- package/src/process-children.linux.ts +33 -0
- package/src/process-children.ts +22 -0
- package/src/process-group.ts +209 -0
- package/src/process-listing.ts +54 -0
- package/src/producer-receipts.ts +92 -41
- package/src/task-graph-policy.ts +98 -0
- package/src/test-walk-policy.ts +23 -8
- package/src/testing.ts +240 -232
- package/src/tool-bins.ts +108 -0
- package/src/typecheck-test-policy.ts +2 -3
- package/src/wait-why-policy.ts +226 -0
- package/src/workspace-config-policy.ts +63 -15
- package/src/workspace-manifest.ts +89 -6
- package/test-timings.json +124 -99
- package/dist/bin/smoo-nx-failures.d.ts +0 -3
- package/dist/bin/smoo-nx-failures.d.ts.map +0 -1
- package/dist/bin/smoo-nx-failures.js +0 -3
- package/dist/bin/smoo-nx-nextest-extract.d.ts +0 -3
- package/dist/bin/smoo-nx-nextest-extract.d.ts.map +0 -1
- package/dist/bin/smoo-nx-nextest-extract.js +0 -42
- package/dist/executors/bounded-exec/cpu-tokens.d.ts.map +0 -1
- package/dist/failure-summary.d.ts +0 -5
- package/dist/failure-summary.d.ts.map +0 -1
- package/dist/failure-summary.js +0 -118
- package/dist/nextest-extraction.d.ts +0 -117
- package/dist/nextest-extraction.d.ts.map +0 -1
- package/dist/nextest-extraction.js +0 -303
- package/managed/raw/patches/ttsc@0.30.4.patch +0 -2255
- package/src/__tests__/cargo-closure-filesets.ts +0 -94
- package/src/__tests__/cargo-closure-fixture.ts +0 -113
- package/src/__tests__/counted-cargo-process.ts +0 -286
- package/src/__tests__/counted-cargo.ts +0 -713
- package/src/__tests__/directory-change.ts +0 -27
- package/src/__tests__/fixture-cargo-home.ts +0 -36
- package/src/__tests__/fixture-nx-env.ts +0 -193
- package/src/__tests__/owned-installation.ts +0 -13
- package/src/__tests__/past-tick.ts +0 -12
- package/src/__tests__/progress-clock.ts +0 -43
- package/src/__tests__/runtime-input.ts +0 -23
- package/src/bin/smoo-nx-bound-failures.test.ts +0 -127
- package/src/bin/smoo-nx-failures.ts +0 -4
- package/src/bin/smoo-nx-nextest-extract.ts +0 -44
- package/src/bounded-test-policy.test.ts +0 -1029
- package/src/build-state-output-policy.test.ts +0 -115
- package/src/bun-bootstrap.test.ts +0 -102
- package/src/bun-file-packages.test.ts +0 -47
- package/src/cargo-closure-filesets.test.ts +0 -63
- package/src/cargo-closure-input.property.test.ts +0 -50
- package/src/cargo-closure-input.test.ts +0 -506
- package/src/cargo-closure-key.test.ts +0 -240
- package/src/cargo-resolve-cache.test.ts +0 -1181
- package/src/cargo-source-hash.test.ts +0 -707
- package/src/cargo-workspace.test.ts +0 -615
- package/src/cross-check-policy.test.ts +0 -316
- package/src/disk-command-policy.test.ts +0 -61
- package/src/ensure-built-receipt.test.ts +0 -279
- package/src/ensure-built-witness.test.ts +0 -688
- package/src/ensure-built.test.ts +0 -1462
- package/src/executors/all-verdicts/executor.test.ts +0 -135
- package/src/executors/bounded-exec/cargo-progress-host.test.ts +0 -332
- package/src/executors/bounded-exec/cpu-pool.test.ts +0 -684
- package/src/executors/bounded-exec/cpu-tokens.test.ts +0 -519
- package/src/executors/bounded-exec/disk-lease.test.ts +0 -219
- package/src/executors/bounded-exec/executor-host.test.ts +0 -800
- package/src/executors/bounded-exec/executor.test.ts +0 -1819
- package/src/executors/bounded-exec/go-progress-host.test.ts +0 -171
- package/src/executors/bounded-exec/hang-diagnostics.test.ts +0 -291
- package/src/executors/bounded-exec/progress.test.ts +0 -139
- package/src/executors/bounded-exec/ram-temp-held.test.ts +0 -264
- package/src/executors/bounded-exec/ram-temp-host.test.ts +0 -635
- package/src/executors/bounded-exec/ram-temp.test.ts +0 -750
- package/src/executors/bounded-exec/run-cpu-pool.test.ts +0 -79
- package/src/executors/bounded-exec/runner-hook.test.ts +0 -193
- package/src/executors/bounded-exec/runner-lifecycle.test.ts +0 -82
- package/src/executors/bounded-exec/verdict.test.ts +0 -545
- package/src/executors/cargo-zigbuild/executor.test.ts +0 -129
- package/src/executors/clean-outputs/executor.test.ts +0 -20
- package/src/executors/typescript-emit/executor.test.ts +0 -83
- package/src/failure-summary.ts +0 -119
- package/src/generators/bounded-test-targets/generator.test.ts +0 -138
- package/src/generators/bun-test-tracing/generator.test.ts +0 -250
- package/src/generators/create-package/generator.test.ts +0 -190
- package/src/generators/make-public/generator.test.ts +0 -137
- package/src/graph-input-contract.test.ts +0 -379
- package/src/host-controller-wiring.test.ts +0 -31
- package/src/index.test.ts +0 -3321
- package/src/linked-snapshots.nx.test.ts +0 -254
- package/src/managed-files/forgejo-artifact.test.ts +0 -395
- package/src/managed-files/generator.test.ts +0 -243
- package/src/managed-files/github-host-cache-isolation.test.ts +0 -86
- package/src/managed-files/json-edit.test.ts +0 -216
- package/src/managed-files/managed-content.test.ts +0 -166
- package/src/managed-files/managed-format-json.test.ts +0 -308
- package/src/managed-files/repo-path.test.ts +0 -172
- package/src/managed-files/setup-devenv-free-disk.test.ts +0 -95
- package/src/managed-files/trace-db-artifact.test.ts +0 -7
- package/src/managed-files/tree-permissions.test.ts +0 -109
- package/src/managed-files/tree.test.ts +0 -123
- package/src/manifest-hash.test.ts +0 -219
- package/src/nextest-code-bound.test.ts +0 -161
- package/src/nextest-extraction.test.ts +0 -216
- package/src/nextest-extraction.ts +0 -371
- package/src/nextest-partitions.test.ts +0 -501
- package/src/nx-cache-bound.test.ts +0 -109
- package/src/nx-cache-restore-mtime.test.ts +0 -170
- package/src/nx-daemon-claim.test.ts +0 -279
- package/src/nx-daemon-idle-cpu.test.ts +0 -80
- package/src/nx-daemon-idle-policy.test.ts +0 -111
- package/src/nx-daemon-ignore-files.test.ts +0 -210
- package/src/nx-daemon-root-normalization.test.ts +0 -105
- package/src/nx-daemon-start-never.test.ts +0 -292
- package/src/nx-daemon-validity.test.ts +0 -1055
- package/src/nx-dot-input-policy.test.ts +0 -353
- package/src/nx-failure-life-cycles.test.ts +0 -207
- package/src/nx-files-archive-racy.test.ts +0 -97
- package/src/nx-foreign-workspace-env.test.ts +0 -329
- package/src/nx-incomplete-run-summary.test.ts +0 -70
- package/src/nx-plugin-load-errors.test.ts +0 -120
- package/src/nx-project-graph-errors.test.ts +0 -70
- package/src/nx-project-resolution-cache.test.ts +0 -176
- package/src/nx-raw-inputs.test.ts +0 -166
- package/src/nx-resident-graph-workers.test.ts +0 -112
- package/src/nx-run-information.test.ts +0 -118
- package/src/nx-skipped-task-exit.test.ts +0 -180
- package/src/nx-state-location.test.ts +0 -63
- package/src/nx-store-resolution.test.ts +0 -81
- package/src/nx-task-graph-cycles.test.ts +0 -148
- package/src/nx-task-output-lease.test.ts +0 -550
- package/src/nx-use-local.test.ts +0 -105
- package/src/owned-installation.test.ts +0 -105
- package/src/package-target-policy.test.ts +0 -1014
- package/src/producer-receipts.test.ts +0 -285
- package/src/release-config-policy.test.ts +0 -311
- package/src/runtime-input.test.ts +0 -393
- package/src/serial-group-wiring.test.ts +0 -326
- package/src/task-history-namespace.test.ts +0 -181
- package/src/task-results.test.ts +0 -228
- package/src/test-clock-policy.test.ts +0 -338
- package/src/test-program.test.ts +0 -303
- package/src/test-timings.test.ts +0 -240
- package/src/test-walk-policy.test.ts +0 -620
- package/src/testing.test.ts +0 -509
- package/src/typecheck-test-policy.test.ts +0 -1468
- package/src/typescript-resolution.test.ts +0 -76
- package/src/version-actions.test.ts +0 -80
- package/src/workspace-config-policy.test.ts +0 -737
|
@@ -1,57 +1,161 @@
|
|
|
1
|
-
import { lstat } from 'node:fs/promises';
|
|
2
1
|
import { availableParallelism } from 'node:os';
|
|
2
|
+
import { fileURLToPath } from 'node:url';
|
|
3
|
+
import { Worker } from 'node:worker_threads';
|
|
3
4
|
import { logger } from 'nx/src/devkit-exports.js';
|
|
4
5
|
import type { PostTasksExecutionContext, PreTasksExecutionContext } from 'nx/src/project-graph/plugins/public-api.js';
|
|
5
|
-
import { type
|
|
6
|
-
import {
|
|
6
|
+
import { type CloseOutcome, type CpuPool, readInheritedCpuPool } from './cpu-pool.js';
|
|
7
|
+
import type { CpuPoolThreadData, CpuPoolThreadReport } from './cpu-pool-thread.js';
|
|
8
|
+
import { mbxPool } from './mbx-pool.js';
|
|
9
|
+
import { CPU_TOKENS_ENV, parseInheritedTokens } from './runner-sizing.js';
|
|
7
10
|
|
|
8
11
|
/**
|
|
9
|
-
* The CPU
|
|
10
|
-
*
|
|
12
|
+
* The CPU pool of an Nx run (specs/cowshed/05_gateway.md, "Host scheduling", "Parallelism inside a job", "Every Nx run
|
|
13
|
+
* budgets itself").
|
|
11
14
|
*
|
|
12
|
-
* Every runner sizes itself to the whole host unless something
|
|
13
|
-
*
|
|
14
|
-
*
|
|
15
|
-
*
|
|
16
|
-
*
|
|
17
|
-
*
|
|
15
|
+
* Every runner sizes itself to the whole host unless something sizes it: under `NX_PARALLEL=100%` Nx starts every
|
|
16
|
+
* target side by side and each one's runner takes the whole machine. The run therefore serves its own pool, as a
|
|
17
|
+
* granted executor serves its children, and every task inherits it: `bounded-exec` takes from it as from any parent
|
|
18
|
+
* pool, FIFO, the head taking `min(want, free)` once one token is free, and a Cargo that Nx's own `nx:run-commands`
|
|
19
|
+
* starts reads its jobserver fifo through the `CARGO_MAKEFLAGS` the pool exports, so the runners of one run together
|
|
20
|
+
* stay within its count.
|
|
18
21
|
*
|
|
19
|
-
*
|
|
20
|
-
*
|
|
21
|
-
*
|
|
22
|
+
* A run that inherits a pool (an enclosing executor's) takes from that one and serves none. Otherwise its pool holds
|
|
23
|
+
* one token per core, or the inherited positive `BOUNDED_EXEC_CPU_TOKENS` when that is fewer: inside a cowshed job
|
|
24
|
+
* that count is the job's own, so the job's `--want` bounds the run.
|
|
25
|
+
*
|
|
26
|
+
* The pool runs on a thread of its own (`cpu-pool-thread.ts`). The process that serves it, the Nx daemon when installed
|
|
27
|
+
* plugins load in it or the Nx CLI without one, hashes the run's tasks and builds its project graph in synchronous calls
|
|
28
|
+
* on its main thread. In a gate on 2026-10-28 one `hashPlans` ran for 14.2 s, and sixteen runners queued on a pool on
|
|
29
|
+
* that thread failed `SILENT` together while it was alive (05_gateway.md, "Deadlines"). The thread's event loop runs the
|
|
30
|
+
* pool alone; this module starts it, publishes the environment it reports and closes it.
|
|
22
31
|
*/
|
|
23
32
|
|
|
24
33
|
/** The pools this process serves, by Nx run id, until that run's `postTasksExecution`. */
|
|
25
34
|
const pools = new Map<string, CpuPool>();
|
|
26
35
|
|
|
27
36
|
/**
|
|
28
|
-
*
|
|
29
|
-
*
|
|
30
|
-
*
|
|
37
|
+
* The pool thread's module, in the form this one was loaded in: compiled JavaScript when Nx loads the plugin, its
|
|
38
|
+
* TypeScript source under Bun. A Bun worker starts without its parent's preloads, so from source the thread takes the
|
|
39
|
+
* transform preload this package's source needs, the one its bunfig names; compiled, it needs none.
|
|
40
|
+
*/
|
|
41
|
+
const FROM_SOURCE = import.meta.url.endsWith('.ts');
|
|
42
|
+
const THREAD_ENTRY = new URL(FROM_SOURCE ? './cpu-pool-thread.ts' : './cpu-pool-thread.js', import.meta.url);
|
|
43
|
+
const THREAD_PRELOAD: { readonly preload?: string[] } = FROM_SOURCE
|
|
44
|
+
? { preload: [fileURLToPath(import.meta.resolve('@smoothbricks/validation/bun/preload'))] }
|
|
45
|
+
: {};
|
|
46
|
+
|
|
47
|
+
type ServedPool = { ok: true; pool: CpuPool } | { ok: false; error: string };
|
|
48
|
+
|
|
49
|
+
/** Where a pool thread is, and who waits on it: its start, its close, or nobody. */
|
|
50
|
+
type ThreadState =
|
|
51
|
+
| { readonly kind: 'starting'; readonly served: (served: ServedPool) => void }
|
|
52
|
+
| { readonly kind: 'serving' }
|
|
53
|
+
| { readonly kind: 'closing'; readonly closed: (outcome: CloseOutcome) => void }
|
|
54
|
+
| { readonly kind: 'ended'; readonly outcome: CloseOutcome };
|
|
55
|
+
|
|
56
|
+
/**
|
|
57
|
+
* The count of the pool a run is served, or null when it is served none. A run that inherits a pool (an enclosing
|
|
58
|
+
* executor's) takes from that one; with mbx, its pool is the host's one ledger, and a run pool beside it would count
|
|
59
|
+
* every leaf twice. Otherwise one token per core, or the inherited positive count when that is fewer.
|
|
60
|
+
*/
|
|
61
|
+
export function runPoolTokens(env: Readonly<NodeJS.ProcessEnv>, cores: number): number | null {
|
|
62
|
+
if (readInheritedCpuPool(env) !== null || mbxPool(env) !== null) {
|
|
63
|
+
return null;
|
|
64
|
+
}
|
|
65
|
+
const inherited = parseInheritedTokens(env[CPU_TOKENS_ENV]);
|
|
66
|
+
return inherited === null ? cores : Math.min(inherited, cores);
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
/**
|
|
70
|
+
* Serve `context`'s run a pool of `runPoolTokens` and publish it in `env`, which every task inherits, unless the run
|
|
71
|
+
* is served none. A pool that cannot be made is said, and the run's tasks are then sized only by the ceilings they
|
|
72
|
+
* inherit.
|
|
31
73
|
*/
|
|
32
74
|
export async function serveRunCpuPool(
|
|
33
75
|
context: Pick<PreTasksExecutionContext, 'id'>,
|
|
34
76
|
env: NodeJS.ProcessEnv = process.env,
|
|
35
|
-
gateway: string = GATEWAY_SOCKET,
|
|
36
77
|
cores: number = availableParallelism(),
|
|
37
78
|
): Promise<void> {
|
|
38
|
-
|
|
79
|
+
const tokens = runPoolTokens(env, cores);
|
|
80
|
+
if (tokens === null) {
|
|
39
81
|
return;
|
|
40
82
|
}
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
if (!made.ok) {
|
|
83
|
+
const served = await servePoolThread(tokens);
|
|
84
|
+
if (!served.ok) {
|
|
44
85
|
logger.warn(
|
|
45
|
-
`bounded-exec:
|
|
86
|
+
`bounded-exec: this run's CPU pool failed (${served.error}); its tasks are sized only by the ceilings they inherit`,
|
|
46
87
|
);
|
|
47
88
|
return;
|
|
48
89
|
}
|
|
49
|
-
pools.set(context.id,
|
|
50
|
-
for (const [name, value] of Object.entries(
|
|
90
|
+
pools.set(context.id, served.pool);
|
|
91
|
+
for (const [name, value] of Object.entries(served.pool.environment)) {
|
|
51
92
|
env[name] = value;
|
|
52
93
|
}
|
|
53
94
|
}
|
|
54
95
|
|
|
96
|
+
/**
|
|
97
|
+
* Start a pool of `tokens` on a thread of its own, and wait until it serves or says why it cannot. The first `close()`
|
|
98
|
+
* closes the pool and ends the thread; every call returns that close's outcome. A thread that throws or exits before it
|
|
99
|
+
* has said how its pool closed fails whichever wait is open, a later close returns that failure, and a thread lost while
|
|
100
|
+
* its pool serves is said at once.
|
|
101
|
+
*/
|
|
102
|
+
function servePoolThread(tokens: number): Promise<ServedPool> {
|
|
103
|
+
const thread = new Worker(THREAD_ENTRY, { workerData: { tokens } satisfies CpuPoolThreadData, ...THREAD_PRELOAD });
|
|
104
|
+
return new Promise<ServedPool>((served) => {
|
|
105
|
+
let state: ThreadState = { kind: 'starting', served };
|
|
106
|
+
let closing: Promise<CloseOutcome> | undefined;
|
|
107
|
+
// The pool is done with its thread once it has said how it ended: nothing of the pool's is left to run there.
|
|
108
|
+
const finish = (outcome: CloseOutcome): ThreadState => {
|
|
109
|
+
const was = state;
|
|
110
|
+
state = { kind: 'ended', outcome };
|
|
111
|
+
void thread.terminate();
|
|
112
|
+
return was;
|
|
113
|
+
};
|
|
114
|
+
const lose = (why: string): void => {
|
|
115
|
+
if (state.kind === 'ended') {
|
|
116
|
+
// The exit that finishing the thread caused.
|
|
117
|
+
return;
|
|
118
|
+
}
|
|
119
|
+
const error = `the CPU pool's thread ${why}`;
|
|
120
|
+
const was = finish({ ok: false, error });
|
|
121
|
+
if (was.kind === 'starting') {
|
|
122
|
+
was.served({ ok: false, error });
|
|
123
|
+
} else if (was.kind === 'closing') {
|
|
124
|
+
was.closed({ ok: false, error });
|
|
125
|
+
} else {
|
|
126
|
+
logger.warn(`bounded-exec: this run's CPU pool stopped serving: ${error}`);
|
|
127
|
+
}
|
|
128
|
+
};
|
|
129
|
+
const close = (): Promise<CloseOutcome> => {
|
|
130
|
+
closing ??=
|
|
131
|
+
state.kind === 'ended'
|
|
132
|
+
? Promise.resolve(state.outcome)
|
|
133
|
+
: new Promise<CloseOutcome>((closed) => {
|
|
134
|
+
state = { kind: 'closing', closed };
|
|
135
|
+
thread.postMessage(null);
|
|
136
|
+
});
|
|
137
|
+
return closing;
|
|
138
|
+
};
|
|
139
|
+
thread.on('message', (report: CpuPoolThreadReport) => {
|
|
140
|
+
const now = state;
|
|
141
|
+
if (now.kind === 'starting' && report.kind === 'serving') {
|
|
142
|
+
state = { kind: 'serving' };
|
|
143
|
+
now.served({ ok: true, pool: { environment: report.environment, close } });
|
|
144
|
+
} else if (now.kind === 'starting' && report.kind === 'failed') {
|
|
145
|
+
finish({ ok: false, error: report.error });
|
|
146
|
+
now.served({ ok: false, error: report.error });
|
|
147
|
+
} else if (now.kind === 'closing' && report.kind === 'closed') {
|
|
148
|
+
finish(report.outcome);
|
|
149
|
+
now.closed(report.outcome);
|
|
150
|
+
} else {
|
|
151
|
+
lose(`said ${report.kind} while ${now.kind}`);
|
|
152
|
+
}
|
|
153
|
+
});
|
|
154
|
+
thread.on('error', (error) => lose(`failed: ${error instanceof Error ? error.message : String(error)}`));
|
|
155
|
+
thread.on('exit', (code) => lose(`exited with code ${code}`));
|
|
156
|
+
});
|
|
157
|
+
}
|
|
158
|
+
|
|
55
159
|
/** Close the pool `context`'s run was served, if it was served one. */
|
|
56
160
|
export async function closeRunCpuPool(context: Pick<PostTasksExecutionContext, 'id'>): Promise<void> {
|
|
57
161
|
const pool = pools.get(context.id);
|
|
@@ -64,13 +168,3 @@ export async function closeRunCpuPool(context: Pick<PostTasksExecutionContext, '
|
|
|
64
168
|
logger.warn(`bounded-exec: this run's CPU pool did not close cleanly: ${closed.error}`);
|
|
65
169
|
}
|
|
66
170
|
}
|
|
67
|
-
|
|
68
|
-
async function absent(path: string): Promise<boolean> {
|
|
69
|
-
try {
|
|
70
|
-
await lstat(path);
|
|
71
|
-
return false;
|
|
72
|
-
} catch (error) {
|
|
73
|
-
const code = error instanceof Error && 'code' in error ? error.code : undefined;
|
|
74
|
-
return code === 'ENOENT' || code === 'ENOTDIR';
|
|
75
|
-
}
|
|
76
|
-
}
|
|
@@ -1,16 +1,20 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Standalone supervisor: <runtime> runner-hook.js <id> <go|cargo> <executable> [args...].
|
|
2
|
+
* Standalone supervisor: <runtime> runner-hook.js <id> <go|cargo|build|run> <executable> [args...].
|
|
3
3
|
* The parent requests native JSON output and supplies a private duplex socket on fd 3.
|
|
4
4
|
* Each newline JSON {id,phase} must be echoed exactly after applying the watchdog state.
|
|
5
|
-
*
|
|
5
|
+
* The opening phase is acknowledged before spawn; each native transition is acknowledged before its
|
|
6
6
|
* stdout record is forwarded. Terminal follows child close and drained output, then its
|
|
7
7
|
* acknowledgement closes the channel. The tool receives only descriptors 0, 1, and 2.
|
|
8
|
+
*
|
|
9
|
+
* `go` and `cargo` open in build and go active on their native records. `build` is a compiler-fixture
|
|
10
|
+
* producer: compilation with no tests of its own, so it opens in build and never goes active. `run` is a
|
|
11
|
+
* command with no build interval to report: it opens active, bounded from spawn as an unhooked command is.
|
|
8
12
|
*/
|
|
9
13
|
import { type ChildProcess, spawn } from 'node:child_process';
|
|
10
14
|
import { Socket } from 'node:net';
|
|
11
15
|
import type { Readable, Writable } from 'node:stream';
|
|
12
16
|
|
|
13
|
-
type Runner = 'go' | 'cargo';
|
|
17
|
+
type Runner = 'go' | 'cargo' | 'build' | 'run';
|
|
14
18
|
type Phase = 'build' | 'active' | 'terminal';
|
|
15
19
|
|
|
16
20
|
interface Lifecycle {
|
|
@@ -24,6 +28,7 @@ function failure(context: string, error: unknown): Error {
|
|
|
24
28
|
|
|
25
29
|
// This executable inherits lib es2022; Promise.withResolvers requires es2024.
|
|
26
30
|
function write(stream: Writable, bytes: Buffer | string): Promise<Error | null> {
|
|
31
|
+
// eslint-disable-next-line deadline/no-unbounded-wait -- WHY unbounded: the parent executor drains these pipes for as long as the command runs; the operator's interrupt or the enclosing runner's bound ends a parent that stopped reading
|
|
27
32
|
return new Promise((resolve) => {
|
|
28
33
|
stream.write(bytes, (error) => resolve(error ?? null));
|
|
29
34
|
});
|
|
@@ -31,6 +36,7 @@ function write(stream: Writable, bytes: Buffer | string): Promise<Error | null>
|
|
|
31
36
|
|
|
32
37
|
/** Only native stdout records change the lifecycle; arbitrary runner text never does. */
|
|
33
38
|
function nativePhase(runner: Runner): (line: Buffer) => Phase | null {
|
|
39
|
+
if (runner === 'build' || runner === 'run') return () => null;
|
|
34
40
|
const packages = new Set<string>();
|
|
35
41
|
let cargoActive = false;
|
|
36
42
|
return (line) => {
|
|
@@ -129,6 +135,7 @@ function lifecycle(id: number, failed: (error: Error) => void): Lifecycle {
|
|
|
129
135
|
async close(): Promise<void> {
|
|
130
136
|
closing = true;
|
|
131
137
|
if (socket.destroyed) return;
|
|
138
|
+
// eslint-disable-next-line deadline/no-unbounded-wait -- WHY unbounded: socket.destroy() below closes this end locally; 'close' follows without the peer
|
|
132
139
|
await new Promise<void>((resolve) => {
|
|
133
140
|
socket.once('close', resolve);
|
|
134
141
|
// The shell retains this endpoint for later commands: shutdown/end would poison
|
|
@@ -208,11 +215,11 @@ async function main([idText, runner, executable, ...args]: readonly string[]): P
|
|
|
208
215
|
idText === undefined ||
|
|
209
216
|
!/^\d+$/.test(idText) ||
|
|
210
217
|
!Number.isSafeInteger(id) ||
|
|
211
|
-
(runner !== 'go' && runner !== 'cargo') ||
|
|
218
|
+
(runner !== 'go' && runner !== 'cargo' && runner !== 'build' && runner !== 'run') ||
|
|
212
219
|
executable === undefined ||
|
|
213
220
|
executable === ''
|
|
214
221
|
) {
|
|
215
|
-
process.stderr.write('runner-hook: usage: <invocation-id> <go|cargo> <executable> [arguments...]\n');
|
|
222
|
+
process.stderr.write('runner-hook: usage: <invocation-id> <go|cargo|build|run> <executable> [arguments...]\n');
|
|
216
223
|
process.exitCode = 2;
|
|
217
224
|
return;
|
|
218
225
|
}
|
|
@@ -242,12 +249,13 @@ async function main([idText, runner, executable, ...args]: readonly string[]): P
|
|
|
242
249
|
let exitSignal: NodeJS.Signals | null = null;
|
|
243
250
|
try {
|
|
244
251
|
channel = lifecycle(id, fail);
|
|
245
|
-
const ready = await channel.announce('build');
|
|
252
|
+
const ready = await channel.announce(runner === 'run' ? 'active' : 'build');
|
|
246
253
|
if (ready !== null) fail(ready);
|
|
247
254
|
if (!failed && interrupted === null) {
|
|
248
255
|
// Descriptor 3 belongs only to this supervisor, never the tool or its descendants.
|
|
249
256
|
const running = spawn(executable, args, { stdio: ['inherit', 'pipe', 'pipe'] });
|
|
250
257
|
child = running;
|
|
258
|
+
// eslint-disable-next-line deadline/no-unbounded-wait -- WHY unbounded: the go or cargo build this supervisor runs lasts as long as its work; the operator's interrupt or the enclosing runner's bound ends a hung one
|
|
251
259
|
const closed = new Promise<void>((resolve) => {
|
|
252
260
|
running.once('close', (status, reason) => {
|
|
253
261
|
code = status;
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { fileURLToPath } from 'node:url';
|
|
2
2
|
import { shellWord } from '../../runtime-input.js';
|
|
3
|
-
import { invocationSpan, withInvocationFlag } from './
|
|
3
|
+
import { invocationSpan, withInvocationFlag } from './runner-sizing.js';
|
|
4
4
|
import { GO_TEST } from './verdict.js';
|
|
5
5
|
|
|
6
6
|
const CARGO_TEST = /^cargo(?:\s+(?:-\S+|\+\S+))*\s+test(?=\s|$)/;
|
|
@@ -11,16 +11,23 @@ export interface RunnerPhaseEvent {
|
|
|
11
11
|
phase: RunnerPhase;
|
|
12
12
|
}
|
|
13
13
|
|
|
14
|
+
/** One segment's supervisor invocation: the runtime that adopts the inherited duplex descriptor, then the hook, its id and kind. */
|
|
15
|
+
function hookInvocation(id: number, kind: string, runner: string): string {
|
|
16
|
+
const hook = fileURLToPath(
|
|
17
|
+
new URL(import.meta.url.endsWith('.ts') ? './runner-hook.ts' : './runner-hook.js', import.meta.url),
|
|
18
|
+
);
|
|
19
|
+
// The hook owns an inherited duplex descriptor, which Bun's net.Socket({fd}) does not adopt.
|
|
20
|
+
const runtime = process.versions.bun === undefined ? process.execPath : 'node';
|
|
21
|
+
return `${shellWord(runtime)} ${shellWord(hook)} ${id} ${kind} ${runner}`;
|
|
22
|
+
}
|
|
23
|
+
|
|
14
24
|
/** Only complete, direct chains have a known lifecycle. Shell wrappers remain bounded from spawn. */
|
|
15
|
-
export function withRunnerLifecycle(command: string): { command: string; runners: number } | null {
|
|
25
|
+
export function withRunnerLifecycle(command: string, firstId = 0): { command: string; runners: number } | null {
|
|
16
26
|
// Redirections could replace the private descriptor; newlines/backticks/escapes need a real shell parser.
|
|
17
27
|
if (/[<>\n\r`\\]/.test(command)) return null;
|
|
18
28
|
let rest = command.trim();
|
|
19
29
|
const parts: string[] = [];
|
|
20
30
|
let runners = 0;
|
|
21
|
-
const hook = fileURLToPath(
|
|
22
|
-
new URL(import.meta.url.endsWith('.ts') ? './runner-hook.ts' : './runner-hook.js', import.meta.url),
|
|
23
|
-
);
|
|
24
31
|
while (rest !== '') {
|
|
25
32
|
const kind = rest.search(GO_TEST) === 0 ? 'go' : CARGO_TEST.test(rest) ? 'cargo' : null;
|
|
26
33
|
if (kind === null) return null;
|
|
@@ -40,9 +47,7 @@ export function withRunnerLifecycle(command: string): { command: string; runners
|
|
|
40
47
|
true,
|
|
41
48
|
) + runner.slice(end);
|
|
42
49
|
}
|
|
43
|
-
|
|
44
|
-
const runtime = process.versions.bun === undefined ? process.execPath : 'node';
|
|
45
|
-
parts.push(`${shellWord(runtime)} ${shellWord(hook)} ${runners} ${kind} ${runner}`);
|
|
50
|
+
parts.push(hookInvocation(firstId + runners, kind, runner));
|
|
46
51
|
runners += 1;
|
|
47
52
|
rest = rest.slice(argsEnd).trimStart();
|
|
48
53
|
if (rest === '') break;
|
|
@@ -55,6 +60,24 @@ export function withRunnerLifecycle(command: string): { command: string; runners
|
|
|
55
60
|
return runners === 0 ? null : { command: parts.join(' '), runners };
|
|
56
61
|
}
|
|
57
62
|
|
|
63
|
+
/**
|
|
64
|
+
* `command` preceded by its compiler-fixture producer (`fixtureCommand`, schema.ts): segment 0 supervises the
|
|
65
|
+
* fixture as a build interval for its whole life, and the command follows under `&&`, so a fixture failure ends
|
|
66
|
+
* the run before any test starts. A direct `cargo test`/`go test` chain keeps its own phases behind a brace
|
|
67
|
+
* group, so a `||` inside it cannot run a leg the fixture refused. Any other command runs as one `run`
|
|
68
|
+
* segment: active from its spawn, its output on the progress bound exactly as an unhooked command's is, with no
|
|
69
|
+
* descendant holding the private descriptor. The fixture is arbitrary shell, so it rides under `/bin/sh -c`;
|
|
70
|
+
* this lifecycle is POSIX-only, as the channel itself is.
|
|
71
|
+
*/
|
|
72
|
+
export function withFixtureLifecycle(fixtureCommand: string, command: string): { command: string; runners: number } {
|
|
73
|
+
const fixture = hookInvocation(0, 'build', `/bin/sh -c ${shellWord(fixtureCommand)}`);
|
|
74
|
+
const main = withRunnerLifecycle(command, 1);
|
|
75
|
+
if (main !== null) {
|
|
76
|
+
return { command: `${fixture} && { ${main.command}; }`, runners: main.runners + 1 };
|
|
77
|
+
}
|
|
78
|
+
return { command: `${fixture} && ${hookInvocation(1, 'run', `/bin/sh -c ${shellWord(command)}`)}`, runners: 2 };
|
|
79
|
+
}
|
|
80
|
+
|
|
58
81
|
/** A private supervisor channel, not runner output, grants authority to pause the test clock. */
|
|
59
82
|
export function createRunnerLifecycle(runners: number) {
|
|
60
83
|
let current = 0;
|
|
@@ -1,16 +1,14 @@
|
|
|
1
|
-
import { GATEWAY_SOCKET, holdLease, type UnleasedCause } from './gateway-lease.js';
|
|
2
1
|
import { BUN_TEST, GO_TEST, NEXTEST_RUN } from './verdict.js';
|
|
3
2
|
|
|
4
3
|
/**
|
|
5
|
-
*
|
|
4
|
+
* How a runner's parallelism is read from its command and sized to the tokens its CPU pool lends
|
|
5
|
+
* (specs/cowshed/05_gateway.md, "Host scheduling", "Parallelism inside a job").
|
|
6
6
|
*
|
|
7
|
-
*
|
|
8
|
-
* nextest run under it runs a test thread per core again
|
|
9
|
-
*
|
|
10
|
-
*
|
|
11
|
-
*
|
|
12
|
-
* processes at once, and sizes the runner to the grant: every gate keeps running in parallel, and
|
|
13
|
-
* the total stays near the core count.
|
|
7
|
+
* A runner sizes itself to the whole machine unless something sizes it: Nx runs a task per core and
|
|
8
|
+
* each nextest run under it runs a test thread per core again. Before it starts a runner,
|
|
9
|
+
* bounded-exec asks its parent's pool for as many tokens as the runner would run threads or
|
|
10
|
+
* processes at once and sizes the runner to the grant, so the runners of one build tree together
|
|
11
|
+
* stay within that tree's pool.
|
|
14
12
|
*/
|
|
15
13
|
|
|
16
14
|
/** How a runner's parallelism is set, which decides what it asks for and how a grant sizes it. */
|
|
@@ -38,7 +36,7 @@ export interface TestThreadCeilings {
|
|
|
38
36
|
}
|
|
39
37
|
|
|
40
38
|
/**
|
|
41
|
-
* What a runner asks
|
|
39
|
+
* What a runner asks its pool for. A cargo build, and a process whose script may start Cargo, carry the test-thread
|
|
42
40
|
* ceilings their sizing keeps; cargo-mutants carries how many cargo processes it runs at once, which share its grant.
|
|
43
41
|
*/
|
|
44
42
|
export type Demand =
|
|
@@ -286,8 +284,9 @@ export function withInvocationFlag(
|
|
|
286
284
|
* so they cannot outrank that size. `CPU_TOKENS_ENV` still reports the actual held grant.
|
|
287
285
|
*
|
|
288
286
|
* Cargo's rustc count is the pool's: the executor's sub-pool exports its jobserver fifo, so no `CARGO_BUILD_JOBS`
|
|
289
|
-
* comes from the grant (specs/cowshed/05_gateway.md, "
|
|
290
|
-
* cargo build's test threads are its size, and a process's, whose script may start Cargo, are
|
|
287
|
+
* comes from the grant (specs/cowshed/05_gateway.md, "Cargo reads its holder's jobserver"). Test threads take no
|
|
288
|
+
* jobserver token, so a cargo build's test threads are its size, and a process's, whose script may start Cargo, are
|
|
289
|
+
* its whole held grant.
|
|
291
290
|
*/
|
|
292
291
|
export function sizeRunner(
|
|
293
292
|
demand: Demand,
|
|
@@ -356,9 +355,8 @@ function inheritedCeiling(inherited: string | undefined, configured: string | un
|
|
|
356
355
|
|
|
357
356
|
/**
|
|
358
357
|
* The count `CPU_TOKENS_ENV` names, as a positive safe integer, or `null` when absent or malformed. It is
|
|
359
|
-
* descriptor input only: a count proves nothing about a live pool and grants nothing.
|
|
360
|
-
*
|
|
361
|
-
* absence follows the host path, while a connected parent's refusal fails admission to avoid hold-and-wait.
|
|
358
|
+
* descriptor input only: a count proves nothing about a live pool and grants nothing. It is a ceiling the
|
|
359
|
+
* runner keeps, and the size an Nx run's own pool takes (`run-cpu-pool.ts`).
|
|
362
360
|
*/
|
|
363
361
|
export function parseInheritedTokens(value: string | undefined): number | null {
|
|
364
362
|
if (value === undefined || !INHERITED_COUNT.test(value)) {
|
|
@@ -367,47 +365,3 @@ export function parseInheritedTokens(value: string | undefined): number | null {
|
|
|
367
365
|
const tokens = Number(value);
|
|
368
366
|
return Number.isSafeInteger(tokens) ? tokens : null;
|
|
369
367
|
}
|
|
370
|
-
|
|
371
|
-
/**
|
|
372
|
-
* Tokens held until released, or why the runner starts without the budget. `closed` resolves when
|
|
373
|
-
* the grant's connection closes, however it closes, so a sub-pool built on the grant ends with it.
|
|
374
|
-
* `inherited` marks tokens a parent's CPU pool lent, not tokens the host gateway granted.
|
|
375
|
-
*/
|
|
376
|
-
export type TokenGrant =
|
|
377
|
-
| { granted: true; tokens: number; release: () => void; closed: Promise<void>; inherited?: true }
|
|
378
|
-
| { granted: false; cause: UnleasedCause; reason: string };
|
|
379
|
-
|
|
380
|
-
/** Where bounded-exec takes its tokens; the gateway in production, a fake in tests. */
|
|
381
|
-
export interface CpuBudget {
|
|
382
|
-
take(want: number, checkout: string, command: string): Promise<TokenGrant>;
|
|
383
|
-
}
|
|
384
|
-
|
|
385
|
-
/**
|
|
386
|
-
* The gateway at `socket`'s budget. A grant has no deadline: the wait is how the budget works, and
|
|
387
|
-
* the gateway answers `queued` at once, so a client knows it is alive. `checkout` is the Nx
|
|
388
|
-
* workspace root: the gateway shares tokens fairly between checkouts.
|
|
389
|
-
*/
|
|
390
|
-
export function gatewayCpuBudget(socket: string = GATEWAY_SOCKET): CpuBudget {
|
|
391
|
-
return {
|
|
392
|
-
async take(want, checkout, command) {
|
|
393
|
-
const lease = await holdLease(socket, { op: 'cpu-tokens', want, checkout, command }, 'the CPU budget', {
|
|
394
|
-
ackMs: 2_000,
|
|
395
|
-
afterCloseMs: 5_000,
|
|
396
|
-
grantMs: null,
|
|
397
|
-
});
|
|
398
|
-
if (!lease.granted) {
|
|
399
|
-
return lease;
|
|
400
|
-
}
|
|
401
|
-
const tokens = lease.answer.tokens;
|
|
402
|
-
if (typeof tokens !== 'number' || !Number.isInteger(tokens) || tokens < 1 || tokens > want) {
|
|
403
|
-
lease.release();
|
|
404
|
-
return {
|
|
405
|
-
granted: false,
|
|
406
|
-
cause: 'other',
|
|
407
|
-
reason: `the gateway granted ${JSON.stringify(tokens)} tokens for ${want}`,
|
|
408
|
-
};
|
|
409
|
-
}
|
|
410
|
-
return { granted: true, tokens, release: lease.release, closed: lease.closed };
|
|
411
|
-
},
|
|
412
|
-
};
|
|
413
|
-
}
|