@smoothbricks/nx-plugin 0.5.7 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1086 -360
- package/dist/.build-inputs.json +138 -0
- package/dist/bin/smoo-nx-cargo-toolchain.d.ts +3 -0
- package/dist/bin/smoo-nx-cargo-toolchain.d.ts.map +1 -0
- package/dist/bin/smoo-nx-cargo-toolchain.js +8 -0
- package/dist/bin/smoo-nx-forbidden-spellings.d.ts +3 -0
- package/dist/bin/smoo-nx-forbidden-spellings.d.ts.map +1 -0
- package/dist/bin/smoo-nx-forbidden-spellings.js +32 -0
- package/dist/bin/smoo-nx-nextest-timings.d.ts +3 -0
- package/dist/bin/smoo-nx-nextest-timings.d.ts.map +1 -0
- package/dist/bin/smoo-nx-nextest-timings.js +28 -0
- package/dist/bounded-test-policy.d.ts +1 -1
- package/dist/bounded-test-policy.d.ts.map +1 -1
- package/dist/bounded-test-policy.js +14 -15
- package/dist/build-state-output-policy.d.ts +95 -1
- package/dist/build-state-output-policy.d.ts.map +1 -1
- package/dist/build-state-output-policy.js +368 -30
- package/dist/bun-lock-scope.d.ts +44 -0
- package/dist/bun-lock-scope.d.ts.map +1 -0
- package/dist/bun-lock-scope.js +97 -0
- package/dist/cargo-build-script-env.d.ts +49 -0
- package/dist/cargo-build-script-env.d.ts.map +1 -0
- package/dist/cargo-build-script-env.js +324 -0
- package/dist/cargo-closure-input.d.ts +31 -4
- package/dist/cargo-closure-input.d.ts.map +1 -1
- package/dist/cargo-closure-input.js +66 -6
- package/dist/cargo-retention-hook.d.ts +17 -0
- package/dist/cargo-retention-hook.d.ts.map +1 -0
- package/dist/cargo-retention-hook.js +85 -0
- package/dist/cargo-source-hash.d.ts +25 -7
- package/dist/cargo-source-hash.d.ts.map +1 -1
- package/dist/cargo-source-hash.js +108 -43
- package/dist/cargo-toolchain-paths.d.ts +40 -0
- package/dist/cargo-toolchain-paths.d.ts.map +1 -0
- package/dist/cargo-toolchain-paths.js +84 -0
- package/dist/cargo-toolchain-policy.d.ts +25 -8
- package/dist/cargo-toolchain-policy.d.ts.map +1 -1
- package/dist/cargo-toolchain-policy.js +39 -5
- package/dist/cargo-workspace.d.ts +10 -4
- package/dist/cargo-workspace.d.ts.map +1 -1
- package/dist/cargo-workspace.js +65 -95
- package/dist/cross-check-policy.d.ts +9 -9
- package/dist/cross-check-policy.d.ts.map +1 -1
- package/dist/cross-check-policy.js +11 -11
- package/dist/disk-command-policy.d.ts.map +1 -1
- package/dist/disk-command-policy.js +1 -0
- package/dist/ensure-built-receipt.d.ts +13 -5
- package/dist/ensure-built-receipt.d.ts.map +1 -1
- package/dist/ensure-built-receipt.js +126 -47
- package/dist/ensure-built-witness.d.ts +27 -8
- package/dist/ensure-built-witness.d.ts.map +1 -1
- package/dist/ensure-built-witness.js +45 -15
- package/dist/ensure-built.d.ts.map +1 -1
- package/dist/ensure-built.js +9 -1
- package/dist/eslint-config-closure.d.ts +7 -0
- package/dist/eslint-config-closure.d.ts.map +1 -0
- package/dist/eslint-config-closure.js +346 -0
- package/dist/executors/bounded-exec/bounds.d.ts +56 -0
- package/dist/executors/bounded-exec/bounds.d.ts.map +1 -0
- package/dist/executors/bounded-exec/bounds.js +43 -0
- package/dist/executors/bounded-exec/cpu-pool.d.ts +33 -36
- package/dist/executors/bounded-exec/cpu-pool.d.ts.map +1 -1
- package/dist/executors/bounded-exec/cpu-pool.js +54 -119
- package/dist/executors/bounded-exec/executor.d.ts +19 -12
- package/dist/executors/bounded-exec/executor.d.ts.map +1 -1
- package/dist/executors/bounded-exec/executor.js +371 -239
- package/dist/executors/bounded-exec/gateway-lease.d.ts +22 -19
- package/dist/executors/bounded-exec/gateway-lease.d.ts.map +1 -1
- package/dist/executors/bounded-exec/gateway-lease.js +81 -28
- package/dist/executors/bounded-exec/hang-diagnostics.d.ts +18 -1
- package/dist/executors/bounded-exec/hang-diagnostics.d.ts.map +1 -1
- package/dist/executors/bounded-exec/hang-diagnostics.js +148 -30
- package/dist/executors/bounded-exec/lease-wait.d.ts +43 -0
- package/dist/executors/bounded-exec/lease-wait.d.ts.map +1 -0
- package/dist/executors/bounded-exec/lease-wait.js +68 -0
- package/dist/executors/bounded-exec/lock-wait.d.ts +51 -0
- package/dist/executors/bounded-exec/lock-wait.d.ts.map +1 -0
- package/dist/executors/bounded-exec/lock-wait.js +108 -0
- package/dist/executors/bounded-exec/owned-subtree.d.ts +84 -0
- package/dist/executors/bounded-exec/owned-subtree.d.ts.map +1 -0
- package/dist/executors/bounded-exec/owned-subtree.js +178 -0
- package/dist/executors/bounded-exec/progress.d.ts +4 -1
- package/dist/executors/bounded-exec/progress.d.ts.map +1 -1
- package/dist/executors/bounded-exec/progress.js +5 -2
- package/dist/executors/bounded-exec/ram-attach.d.ts +19 -0
- package/dist/executors/bounded-exec/ram-attach.d.ts.map +1 -0
- package/dist/executors/bounded-exec/ram-attach.js +207 -0
- package/dist/executors/bounded-exec/ram-detach.d.ts +25 -0
- package/dist/executors/bounded-exec/ram-detach.d.ts.map +1 -0
- package/dist/executors/bounded-exec/ram-detach.js +207 -0
- package/dist/executors/bounded-exec/ram-temp-fixtures.d.ts +76 -0
- package/dist/executors/bounded-exec/ram-temp-fixtures.d.ts.map +1 -1
- package/dist/executors/bounded-exec/ram-temp-fixtures.js +296 -0
- package/dist/executors/bounded-exec/ram-temp.d.ts +388 -88
- package/dist/executors/bounded-exec/ram-temp.d.ts.map +1 -1
- package/dist/executors/bounded-exec/ram-temp.js +1213 -399
- package/dist/executors/bounded-exec/run-cpu-pool.d.ts +4 -4
- package/dist/executors/bounded-exec/run-cpu-pool.d.ts.map +1 -1
- package/dist/executors/bounded-exec/run-cpu-pool.js +20 -30
- package/dist/executors/bounded-exec/runner-hook.js +14 -5
- package/dist/executors/bounded-exec/runner-lifecycle.d.ts +14 -1
- package/dist/executors/bounded-exec/runner-lifecycle.d.ts.map +1 -1
- package/dist/executors/bounded-exec/runner-lifecycle.js +27 -6
- package/dist/executors/bounded-exec/{cpu-tokens.d.ts → runner-sizing.d.ts} +14 -42
- package/dist/executors/bounded-exec/runner-sizing.d.ts.map +1 -0
- package/dist/executors/bounded-exec/{cpu-tokens.js → runner-sizing.js} +5 -35
- package/dist/executors/bounded-exec/runtime-pin.d.ts +73 -0
- package/dist/executors/bounded-exec/runtime-pin.d.ts.map +1 -0
- package/dist/executors/bounded-exec/runtime-pin.js +167 -0
- package/dist/executors/bounded-exec/schema.d.ts +18 -1
- package/dist/executors/bounded-exec/schema.d.ts.map +1 -1
- package/dist/executors/bounded-exec/verdict.d.ts +40 -11
- package/dist/executors/bounded-exec/verdict.d.ts.map +1 -1
- package/dist/executors/bounded-exec/verdict.js +88 -19
- package/dist/executors/cargo-zigbuild/executor.d.ts +21 -0
- package/dist/executors/cargo-zigbuild/executor.d.ts.map +1 -1
- package/dist/executors/cargo-zigbuild/executor.js +67 -12
- package/dist/executors/clean-outputs/executor.js +1 -0
- package/dist/executors/scriptc-native/executor.d.ts +79 -0
- package/dist/executors/scriptc-native/executor.d.ts.map +1 -0
- package/dist/executors/scriptc-native/executor.js +367 -0
- package/dist/executors/scriptc-native/ffi-paths.d.ts +9 -0
- package/dist/executors/scriptc-native/ffi-paths.d.ts.map +1 -0
- package/dist/executors/scriptc-native/ffi-paths.js +25 -0
- package/dist/executors/scriptc-native/schema.d.ts +34 -0
- package/dist/executors/scriptc-native/schema.d.ts.map +1 -0
- package/dist/executors/scriptc-native/schema.js +1 -0
- package/dist/executors/typescript-emit/executor.d.ts +3 -1
- package/dist/executors/typescript-emit/executor.d.ts.map +1 -1
- package/dist/executors/typescript-emit/executor.js +164 -33
- package/dist/forbidden-spelling-policy.d.ts +56 -0
- package/dist/forbidden-spelling-policy.d.ts.map +1 -0
- package/dist/forbidden-spelling-policy.js +176 -0
- package/dist/generators/create-package/generator.d.ts.map +1 -1
- package/dist/generators/create-package/generator.js +3 -4
- package/dist/graph-input-contract.d.ts +14 -0
- package/dist/graph-input-contract.d.ts.map +1 -1
- package/dist/graph-input-contract.js +67 -2
- package/dist/index.d.ts +23 -6
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +672 -214
- package/dist/managed-assets.d.ts +2 -0
- package/dist/managed-assets.d.ts.map +1 -1
- package/dist/managed-files/files.d.ts +3 -3
- package/dist/managed-files/files.d.ts.map +1 -1
- package/dist/managed-files/files.js +28 -3
- package/dist/managed-files/managed-format.d.ts.map +1 -1
- package/dist/managed-files/managed-format.js +1 -0
- package/dist/nextest-code-bound.js +1 -0
- package/dist/nextest-timings.d.ts +35 -0
- package/dist/nextest-timings.d.ts.map +1 -0
- package/dist/nextest-timings.js +168 -0
- package/dist/owned-installation.d.ts +6 -5
- package/dist/owned-installation.d.ts.map +1 -1
- package/dist/owned-installation.js +150 -26
- package/dist/package-target-policy.d.ts.map +1 -1
- package/dist/package-target-policy.js +2 -3
- package/dist/process-children.d.ts +7 -0
- package/dist/process-children.d.ts.map +1 -0
- package/dist/process-children.darwin.d.ts +7 -0
- package/dist/process-children.darwin.d.ts.map +1 -0
- package/dist/process-children.darwin.js +13 -0
- package/dist/process-children.js +14 -0
- package/dist/process-children.linux.d.ts +8 -0
- package/dist/process-children.linux.d.ts.map +1 -0
- package/dist/process-children.linux.js +25 -0
- package/dist/process-group.d.ts +108 -0
- package/dist/process-group.d.ts.map +1 -0
- package/dist/process-group.js +171 -0
- package/dist/process-listing.d.ts +7 -0
- package/dist/process-listing.d.ts.map +1 -0
- package/dist/process-listing.js +51 -0
- package/dist/producer-receipts.d.ts +8 -2
- package/dist/producer-receipts.d.ts.map +1 -1
- package/dist/producer-receipts.js +75 -48
- package/dist/task-graph-policy.d.ts +21 -0
- package/dist/task-graph-policy.d.ts.map +1 -0
- package/dist/task-graph-policy.js +91 -0
- package/dist/test-timings.js +4 -4
- package/dist/test-walk-policy.d.ts +14 -5
- package/dist/test-walk-policy.d.ts.map +1 -1
- package/dist/test-walk-policy.js +8 -2
- package/dist/testing.d.ts +73 -28
- package/dist/testing.d.ts.map +1 -1
- package/dist/testing.js +217 -223
- package/dist/tool-bins.d.ts +33 -0
- package/dist/tool-bins.d.ts.map +1 -0
- package/dist/tool-bins.js +72 -0
- package/dist/typecheck-test-policy.d.ts.map +1 -1
- package/dist/typecheck-test-policy.js +3 -4
- package/dist/wait-why-policy.d.ts +28 -0
- package/dist/wait-why-policy.d.ts.map +1 -0
- package/dist/wait-why-policy.js +223 -0
- package/dist/workspace-config-policy.d.ts +14 -8
- package/dist/workspace-config-policy.d.ts.map +1 -1
- package/dist/workspace-config-policy.js +60 -16
- package/dist/workspace-manifest.d.ts +41 -6
- package/dist/workspace-manifest.d.ts.map +1 -1
- package/dist/workspace-manifest.js +57 -0
- package/executors.json +16 -1
- package/loader.js +2 -0
- package/managed/raw/envrc +11 -0
- package/managed/raw/patches/nx@23.2.1.patch +2840 -199
- package/managed/raw/patches/ttsc@0.34.1.patch +119 -0
- package/managed/raw/tooling/direnv/cargo-fetch-bound.ts +245 -0
- package/managed/raw/tooling/direnv/cargo-fetch-run.ts +299 -0
- package/managed/raw/tooling/direnv/compiler-variables.sh +42 -0
- package/managed/raw/tooling/direnv/developer-links.ts +464 -25
- package/managed/raw/tooling/direnv/devenv.smoo.nix +78 -38
- package/managed/raw/tooling/direnv/github-actions-bootstrap.sh +14 -12
- package/managed/raw/tooling/direnv/installed-bun-links.ts +308 -0
- package/managed/raw/tooling/direnv/linked-snapshots.ts +62 -3
- package/managed/raw/tooling/direnv/nx-socket-dir.sh +56 -17
- package/managed/raw/tooling/direnv/repo-path +68 -6
- package/managed/raw/tooling/direnv/secret-references.ts +13 -4
- package/managed/raw/tooling/direnv/setup-environment.ts +128 -537
- package/managed/raw/tooling/direnv/toolchain-stamp.ts +4 -2
- package/managed/raw/tooling/direnv/ttsc-env.sh +9 -0
- package/managed/raw/tooling/direnv/uv-relocation.ts +227 -0
- package/managed/raw/tooling/git-hooks/commit-msg.sh +2 -1
- package/managed/raw/tooling/git-hooks/pre-commit.sh +2 -1
- package/managed/raw/tooling/git-hooks/pre-push.sh +2 -1
- package/managed/templates/github/actions/cache-ttsc-plugins/action.yml +85 -7
- package/managed/templates/github/actions/save-nix-devenv/action.yml +12 -2
- package/managed/templates/github/actions/setup-devenv/action.yml +2 -0
- package/package.json +77 -13
- package/src/bin/smoo-nx-cargo-toolchain.ts +11 -0
- package/src/bin/smoo-nx-forbidden-spellings.ts +33 -0
- package/src/bin/smoo-nx-nextest-timings.ts +31 -0
- package/src/bounded-test-policy.ts +12 -14
- package/src/build-state-output-policy.ts +458 -34
- package/src/bun-lock-scope.ts +108 -0
- package/src/cargo-build-script-env.ts +265 -0
- package/src/cargo-closure-input.ts +74 -7
- package/src/cargo-retention-hook.ts +94 -0
- package/src/cargo-source-hash.ts +138 -41
- package/src/cargo-toolchain-paths.ts +95 -0
- package/src/cargo-toolchain-policy.ts +49 -5
- package/src/cargo-workspace.ts +72 -123
- package/src/cross-check-policy.ts +12 -10
- package/src/disk-command-policy.ts +1 -0
- package/src/ensure-built-receipt.ts +132 -39
- package/src/ensure-built-witness.ts +62 -10
- package/src/ensure-built.ts +11 -1
- package/src/eslint-config-closure.ts +357 -0
- package/src/executors/bounded-exec/bounds.ts +76 -0
- package/src/executors/bounded-exec/cpu-pool.ts +51 -117
- package/src/executors/bounded-exec/executor.ts +423 -259
- package/src/executors/bounded-exec/gateway-lease.ts +82 -33
- package/src/executors/bounded-exec/hang-diagnostics.ts +173 -31
- package/src/executors/bounded-exec/lease-wait.ts +89 -0
- package/src/executors/bounded-exec/lock-wait.ts +141 -0
- package/src/executors/bounded-exec/owned-subtree.ts +235 -0
- package/src/executors/bounded-exec/progress.ts +9 -3
- package/src/executors/bounded-exec/ram-attach.ts +238 -0
- package/src/executors/bounded-exec/ram-detach.ts +226 -0
- package/src/executors/bounded-exec/ram-temp-fixtures.ts +358 -0
- package/src/executors/bounded-exec/ram-temp-registry.txt +440 -0
- package/src/executors/bounded-exec/ram-temp.ts +1497 -460
- package/src/executors/bounded-exec/run-cpu-pool.ts +22 -30
- package/src/executors/bounded-exec/runner-hook.ts +14 -6
- package/src/executors/bounded-exec/runner-lifecycle.ts +31 -8
- package/src/executors/bounded-exec/{cpu-tokens.ts → runner-sizing.ts} +13 -59
- package/src/executors/bounded-exec/runtime-pin.ts +232 -0
- package/src/executors/bounded-exec/schema.json +11 -2
- package/src/executors/bounded-exec/schema.ts +19 -1
- package/src/executors/bounded-exec/verdict.ts +137 -34
- package/src/executors/cargo-zigbuild/executor.ts +82 -8
- package/src/executors/clean-outputs/executor.ts +1 -0
- package/src/executors/scriptc-native/executor.ts +394 -0
- package/src/executors/scriptc-native/ffi-paths.ts +29 -0
- package/src/executors/scriptc-native/schema.json +60 -0
- package/src/executors/scriptc-native/schema.ts +34 -0
- package/src/executors/typescript-emit/executor.ts +205 -38
- package/src/forbidden-spelling-policy.ts +226 -0
- package/src/generators/create-package/generator.ts +7 -7
- package/src/graph-input-contract.ts +61 -2
- package/src/index.ts +788 -224
- package/src/managed-assets.ts +3 -0
- package/src/managed-files/files.ts +28 -3
- package/src/managed-files/managed-format.ts +1 -0
- package/src/nextest-code-bound.ts +1 -0
- package/src/nextest-timings.ts +106 -0
- package/src/owned-installation.ts +150 -23
- package/src/package-target-policy.ts +2 -3
- package/src/process-children.darwin.ts +14 -0
- package/src/process-children.linux.ts +33 -0
- package/src/process-children.ts +22 -0
- package/src/process-group.ts +209 -0
- package/src/process-listing.ts +54 -0
- package/src/producer-receipts.ts +68 -45
- package/src/task-graph-policy.ts +98 -0
- package/src/test-walk-policy.ts +23 -8
- package/src/testing.ts +240 -232
- package/src/tool-bins.ts +108 -0
- package/src/typecheck-test-policy.ts +2 -3
- package/src/wait-why-policy.ts +226 -0
- package/src/workspace-config-policy.ts +63 -15
- package/src/workspace-manifest.ts +89 -6
- package/test-timings.json +122 -98
- package/dist/bin/smoo-nx-failures.d.ts +0 -3
- package/dist/bin/smoo-nx-failures.d.ts.map +0 -1
- package/dist/bin/smoo-nx-failures.js +0 -3
- package/dist/bin/smoo-nx-nextest-extract.d.ts +0 -3
- package/dist/bin/smoo-nx-nextest-extract.d.ts.map +0 -1
- package/dist/bin/smoo-nx-nextest-extract.js +0 -42
- package/dist/executors/bounded-exec/cpu-tokens.d.ts.map +0 -1
- package/dist/failure-summary.d.ts +0 -5
- package/dist/failure-summary.d.ts.map +0 -1
- package/dist/failure-summary.js +0 -118
- package/dist/nextest-extraction.d.ts +0 -117
- package/dist/nextest-extraction.d.ts.map +0 -1
- package/dist/nextest-extraction.js +0 -303
- package/managed/raw/patches/ttsc@0.30.4.patch +0 -2255
- package/src/__tests__/cargo-closure-filesets.ts +0 -94
- package/src/__tests__/cargo-closure-fixture.ts +0 -113
- package/src/__tests__/counted-cargo-process.ts +0 -286
- package/src/__tests__/counted-cargo.ts +0 -713
- package/src/__tests__/directory-change.ts +0 -27
- package/src/__tests__/fixture-cargo-home.ts +0 -36
- package/src/__tests__/fixture-nx-env.ts +0 -193
- package/src/__tests__/owned-installation.ts +0 -13
- package/src/__tests__/past-tick.ts +0 -12
- package/src/__tests__/progress-clock.ts +0 -43
- package/src/__tests__/runtime-input.ts +0 -23
- package/src/bin/smoo-nx-bound-failures.test.ts +0 -127
- package/src/bin/smoo-nx-failures.ts +0 -4
- package/src/bin/smoo-nx-nextest-extract.ts +0 -44
- package/src/bounded-test-policy.test.ts +0 -1029
- package/src/build-state-output-policy.test.ts +0 -115
- package/src/bun-bootstrap.test.ts +0 -102
- package/src/bun-file-packages.test.ts +0 -47
- package/src/cargo-closure-filesets.test.ts +0 -63
- package/src/cargo-closure-input.property.test.ts +0 -50
- package/src/cargo-closure-input.test.ts +0 -506
- package/src/cargo-closure-key.test.ts +0 -240
- package/src/cargo-resolve-cache.test.ts +0 -1181
- package/src/cargo-source-hash.test.ts +0 -707
- package/src/cargo-workspace.test.ts +0 -615
- package/src/cross-check-policy.test.ts +0 -316
- package/src/disk-command-policy.test.ts +0 -61
- package/src/ensure-built-receipt.test.ts +0 -279
- package/src/ensure-built-witness.test.ts +0 -688
- package/src/ensure-built.test.ts +0 -1462
- package/src/executors/all-verdicts/executor.test.ts +0 -135
- package/src/executors/bounded-exec/cargo-progress-host.test.ts +0 -332
- package/src/executors/bounded-exec/cpu-pool.test.ts +0 -684
- package/src/executors/bounded-exec/cpu-tokens.test.ts +0 -519
- package/src/executors/bounded-exec/disk-lease.test.ts +0 -219
- package/src/executors/bounded-exec/executor-host.test.ts +0 -800
- package/src/executors/bounded-exec/executor.test.ts +0 -1819
- package/src/executors/bounded-exec/go-progress-host.test.ts +0 -171
- package/src/executors/bounded-exec/hang-diagnostics.test.ts +0 -291
- package/src/executors/bounded-exec/progress.test.ts +0 -139
- package/src/executors/bounded-exec/ram-temp-held.test.ts +0 -264
- package/src/executors/bounded-exec/ram-temp-host.test.ts +0 -635
- package/src/executors/bounded-exec/ram-temp.test.ts +0 -750
- package/src/executors/bounded-exec/run-cpu-pool.test.ts +0 -79
- package/src/executors/bounded-exec/runner-hook.test.ts +0 -193
- package/src/executors/bounded-exec/runner-lifecycle.test.ts +0 -82
- package/src/executors/bounded-exec/verdict.test.ts +0 -545
- package/src/executors/cargo-zigbuild/executor.test.ts +0 -129
- package/src/executors/clean-outputs/executor.test.ts +0 -20
- package/src/executors/typescript-emit/executor.test.ts +0 -83
- package/src/failure-summary.ts +0 -119
- package/src/generators/bounded-test-targets/generator.test.ts +0 -138
- package/src/generators/bun-test-tracing/generator.test.ts +0 -250
- package/src/generators/create-package/generator.test.ts +0 -190
- package/src/generators/make-public/generator.test.ts +0 -137
- package/src/graph-input-contract.test.ts +0 -379
- package/src/host-controller-wiring.test.ts +0 -31
- package/src/index.test.ts +0 -3321
- package/src/linked-snapshots.nx.test.ts +0 -254
- package/src/managed-files/forgejo-artifact.test.ts +0 -395
- package/src/managed-files/generator.test.ts +0 -243
- package/src/managed-files/github-host-cache-isolation.test.ts +0 -86
- package/src/managed-files/json-edit.test.ts +0 -216
- package/src/managed-files/managed-content.test.ts +0 -166
- package/src/managed-files/managed-format-json.test.ts +0 -308
- package/src/managed-files/repo-path.test.ts +0 -172
- package/src/managed-files/setup-devenv-free-disk.test.ts +0 -95
- package/src/managed-files/trace-db-artifact.test.ts +0 -7
- package/src/managed-files/tree-permissions.test.ts +0 -109
- package/src/managed-files/tree.test.ts +0 -123
- package/src/manifest-hash.test.ts +0 -219
- package/src/nextest-code-bound.test.ts +0 -161
- package/src/nextest-extraction.test.ts +0 -216
- package/src/nextest-extraction.ts +0 -371
- package/src/nextest-partitions.test.ts +0 -501
- package/src/nx-cache-bound.test.ts +0 -109
- package/src/nx-cache-restore-mtime.test.ts +0 -170
- package/src/nx-daemon-claim.test.ts +0 -279
- package/src/nx-daemon-idle-cpu.test.ts +0 -80
- package/src/nx-daemon-idle-policy.test.ts +0 -111
- package/src/nx-daemon-ignore-files.test.ts +0 -210
- package/src/nx-daemon-root-normalization.test.ts +0 -105
- package/src/nx-daemon-start-never.test.ts +0 -292
- package/src/nx-daemon-validity.test.ts +0 -1055
- package/src/nx-dot-input-policy.test.ts +0 -353
- package/src/nx-failure-life-cycles.test.ts +0 -207
- package/src/nx-files-archive-racy.test.ts +0 -97
- package/src/nx-foreign-workspace-env.test.ts +0 -329
- package/src/nx-incomplete-run-summary.test.ts +0 -70
- package/src/nx-plugin-load-errors.test.ts +0 -120
- package/src/nx-project-graph-errors.test.ts +0 -70
- package/src/nx-project-resolution-cache.test.ts +0 -176
- package/src/nx-raw-inputs.test.ts +0 -166
- package/src/nx-resident-graph-workers.test.ts +0 -112
- package/src/nx-run-information.test.ts +0 -118
- package/src/nx-skipped-task-exit.test.ts +0 -180
- package/src/nx-state-location.test.ts +0 -63
- package/src/nx-store-resolution.test.ts +0 -81
- package/src/nx-task-graph-cycles.test.ts +0 -148
- package/src/nx-task-output-lease.test.ts +0 -550
- package/src/nx-use-local.test.ts +0 -105
- package/src/owned-installation.test.ts +0 -105
- package/src/package-target-policy.test.ts +0 -1014
- package/src/producer-receipts.test.ts +0 -285
- package/src/release-config-policy.test.ts +0 -311
- package/src/runtime-input.test.ts +0 -393
- package/src/serial-group-wiring.test.ts +0 -326
- package/src/task-history-namespace.test.ts +0 -181
- package/src/task-results.test.ts +0 -228
- package/src/test-clock-policy.test.ts +0 -338
- package/src/test-program.test.ts +0 -303
- package/src/test-timings.test.ts +0 -240
- package/src/test-walk-policy.test.ts +0 -620
- package/src/testing.test.ts +0 -509
- package/src/typecheck-test-policy.test.ts +0 -1468
- package/src/typescript-resolution.test.ts +0 -76
- package/src/version-actions.test.ts +0 -80
- package/src/workspace-config-policy.test.ts +0 -737
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import type { PostTasksExecutionContext, PreTasksExecutionContext } from 'nx/src/project-graph/plugins/public-api.js';
|
|
2
2
|
/**
|
|
3
|
-
* Serve `context`'s run a pool of `cores` tokens and publish it in `env`, which every task
|
|
4
|
-
* inherits
|
|
5
|
-
*
|
|
3
|
+
* Serve `context`'s run a pool of `min(inherited count, cores)` tokens and publish it in `env`, which every task
|
|
4
|
+
* inherits, unless the run inherits a pool. A pool that cannot be made is said, and the run's tasks are then sized only
|
|
5
|
+
* by the ceilings they inherit.
|
|
6
6
|
*/
|
|
7
|
-
export declare function serveRunCpuPool(context: Pick<PreTasksExecutionContext, 'id'>, env?: NodeJS.ProcessEnv,
|
|
7
|
+
export declare function serveRunCpuPool(context: Pick<PreTasksExecutionContext, 'id'>, env?: NodeJS.ProcessEnv, cores?: number): Promise<void>;
|
|
8
8
|
/** Close the pool `context`'s run was served, if it was served one. */
|
|
9
9
|
export declare function closeRunCpuPool(context: Pick<PostTasksExecutionContext, 'id'>): Promise<void>;
|
|
10
10
|
//# sourceMappingURL=run-cpu-pool.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"run-cpu-pool.d.ts","sourceRoot":"","sources":["../../../src/executors/bounded-exec/run-cpu-pool.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"run-cpu-pool.d.ts","sourceRoot":"","sources":["../../../src/executors/bounded-exec/run-cpu-pool.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,yBAAyB,EAAE,wBAAwB,EAAE,MAAM,4CAA4C,CAAC;AAuBtH;;;;GAIG;AACH,wBAAsB,eAAe,CACnC,OAAO,EAAE,IAAI,CAAC,wBAAwB,EAAE,IAAI,CAAC,EAC7C,GAAG,GAAE,MAAM,CAAC,UAAwB,EACpC,KAAK,GAAE,MAA+B,GACrC,OAAO,CAAC,IAAI,CAAC,CAoBf;AAED,uEAAuE;AACvE,wBAAsB,eAAe,CAAC,OAAO,EAAE,IAAI,CAAC,yBAAyB,EAAE,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAUnG"}
|
|
@@ -1,38 +1,38 @@
|
|
|
1
|
-
import { lstat } from 'node:fs/promises';
|
|
2
1
|
import { availableParallelism } from 'node:os';
|
|
3
2
|
import { logger } from 'nx/src/devkit-exports.js';
|
|
4
3
|
import { createCpuPool, readInheritedCpuPool } from './cpu-pool.js';
|
|
5
|
-
import {
|
|
4
|
+
import { CPU_TOKENS_ENV, parseInheritedTokens } from './runner-sizing.js';
|
|
6
5
|
/**
|
|
7
|
-
* The CPU
|
|
8
|
-
*
|
|
6
|
+
* The CPU pool of an Nx run (specs/cowshed/05_gateway.md, "Host scheduling", "Parallelism inside a job", "Every Nx run
|
|
7
|
+
* budgets itself").
|
|
9
8
|
*
|
|
10
|
-
* Every runner sizes itself to the whole host unless something
|
|
11
|
-
*
|
|
12
|
-
*
|
|
13
|
-
*
|
|
14
|
-
*
|
|
15
|
-
*
|
|
9
|
+
* Every runner sizes itself to the whole host unless something sizes it: under `NX_PARALLEL=100%` Nx starts every
|
|
10
|
+
* target side by side and each one's runner takes the whole machine. The run therefore serves its own pool, as a
|
|
11
|
+
* granted executor serves its children, and every task inherits it: `bounded-exec` takes from it as from any parent
|
|
12
|
+
* pool, FIFO, the head taking `min(want, free)` once one token is free, and a Cargo that Nx's own `nx:run-commands`
|
|
13
|
+
* starts reads its jobserver fifo through the `CARGO_MAKEFLAGS` the pool exports, so the runners of one run together
|
|
14
|
+
* stay within its count.
|
|
16
15
|
*
|
|
17
|
-
*
|
|
18
|
-
*
|
|
19
|
-
*
|
|
16
|
+
* A run that inherits a pool (an enclosing executor's) takes from that one and serves none. Otherwise its pool holds
|
|
17
|
+
* one token per core, or the inherited positive `BOUNDED_EXEC_CPU_TOKENS` when that is fewer: inside a cowshed job
|
|
18
|
+
* that count is the job's own, so the job's `--want` bounds the run.
|
|
20
19
|
*/
|
|
21
20
|
/** The pools this process serves, by Nx run id, until that run's `postTasksExecution`. */
|
|
22
21
|
const pools = new Map();
|
|
23
22
|
/**
|
|
24
|
-
* Serve `context`'s run a pool of `cores` tokens and publish it in `env`, which every task
|
|
25
|
-
* inherits
|
|
26
|
-
*
|
|
23
|
+
* Serve `context`'s run a pool of `min(inherited count, cores)` tokens and publish it in `env`, which every task
|
|
24
|
+
* inherits, unless the run inherits a pool. A pool that cannot be made is said, and the run's tasks are then sized only
|
|
25
|
+
* by the ceilings they inherit.
|
|
27
26
|
*/
|
|
28
|
-
export async function serveRunCpuPool(context, env = process.env,
|
|
29
|
-
if (readInheritedCpuPool(env) !== null
|
|
27
|
+
export async function serveRunCpuPool(context, env = process.env, cores = availableParallelism()) {
|
|
28
|
+
if (readInheritedCpuPool(env) !== null) {
|
|
30
29
|
return;
|
|
31
30
|
}
|
|
31
|
+
const inherited = parseInheritedTokens(env[CPU_TOKENS_ENV]);
|
|
32
32
|
// The pool lives until the run's `postTasksExecution` closes it, or with this process.
|
|
33
|
-
const made = await createCpuPool(cores, new Promise(() => { })
|
|
33
|
+
const made = await createCpuPool(inherited === null ? cores : Math.min(inherited, cores), new Promise(() => { }));
|
|
34
34
|
if (!made.ok) {
|
|
35
|
-
logger.warn(`bounded-exec:
|
|
35
|
+
logger.warn(`bounded-exec: this run's CPU pool failed (${made.error}); its tasks are sized only by the ceilings they inherit`);
|
|
36
36
|
return;
|
|
37
37
|
}
|
|
38
38
|
pools.set(context.id, made.pool);
|
|
@@ -52,13 +52,3 @@ export async function closeRunCpuPool(context) {
|
|
|
52
52
|
logger.warn(`bounded-exec: this run's CPU pool did not close cleanly: ${closed.error}`);
|
|
53
53
|
}
|
|
54
54
|
}
|
|
55
|
-
async function absent(path) {
|
|
56
|
-
try {
|
|
57
|
-
await lstat(path);
|
|
58
|
-
return false;
|
|
59
|
-
}
|
|
60
|
-
catch (error) {
|
|
61
|
-
const code = error instanceof Error && 'code' in error ? error.code : undefined;
|
|
62
|
-
return code === 'ENOENT' || code === 'ENOTDIR';
|
|
63
|
-
}
|
|
64
|
-
}
|
|
@@ -1,10 +1,14 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Standalone supervisor: <runtime> runner-hook.js <id> <go|cargo> <executable> [args...].
|
|
2
|
+
* Standalone supervisor: <runtime> runner-hook.js <id> <go|cargo|build|run> <executable> [args...].
|
|
3
3
|
* The parent requests native JSON output and supplies a private duplex socket on fd 3.
|
|
4
4
|
* Each newline JSON {id,phase} must be echoed exactly after applying the watchdog state.
|
|
5
|
-
*
|
|
5
|
+
* The opening phase is acknowledged before spawn; each native transition is acknowledged before its
|
|
6
6
|
* stdout record is forwarded. Terminal follows child close and drained output, then its
|
|
7
7
|
* acknowledgement closes the channel. The tool receives only descriptors 0, 1, and 2.
|
|
8
|
+
*
|
|
9
|
+
* `go` and `cargo` open in build and go active on their native records. `build` is a compiler-fixture
|
|
10
|
+
* producer: compilation with no tests of its own, so it opens in build and never goes active. `run` is a
|
|
11
|
+
* command with no build interval to report: it opens active, bounded from spawn as an unhooked command is.
|
|
8
12
|
*/
|
|
9
13
|
import { spawn } from 'node:child_process';
|
|
10
14
|
import { Socket } from 'node:net';
|
|
@@ -13,12 +17,15 @@ function failure(context, error) {
|
|
|
13
17
|
}
|
|
14
18
|
// This executable inherits lib es2022; Promise.withResolvers requires es2024.
|
|
15
19
|
function write(stream, bytes) {
|
|
20
|
+
// eslint-disable-next-line deadline/no-unbounded-wait -- WHY unbounded: the parent executor drains these pipes for as long as the command runs; the operator's interrupt or the enclosing runner's bound ends a parent that stopped reading
|
|
16
21
|
return new Promise((resolve) => {
|
|
17
22
|
stream.write(bytes, (error) => resolve(error ?? null));
|
|
18
23
|
});
|
|
19
24
|
}
|
|
20
25
|
/** Only native stdout records change the lifecycle; arbitrary runner text never does. */
|
|
21
26
|
function nativePhase(runner) {
|
|
27
|
+
if (runner === 'build' || runner === 'run')
|
|
28
|
+
return () => null;
|
|
22
29
|
const packages = new Set();
|
|
23
30
|
let cargoActive = false;
|
|
24
31
|
return (line) => {
|
|
@@ -128,6 +135,7 @@ function lifecycle(id, failed) {
|
|
|
128
135
|
closing = true;
|
|
129
136
|
if (socket.destroyed)
|
|
130
137
|
return;
|
|
138
|
+
// eslint-disable-next-line deadline/no-unbounded-wait -- WHY unbounded: socket.destroy() below closes this end locally; 'close' follows without the peer
|
|
131
139
|
await new Promise((resolve) => {
|
|
132
140
|
socket.once('close', resolve);
|
|
133
141
|
// The shell retains this endpoint for later commands: shutdown/end would poison
|
|
@@ -209,10 +217,10 @@ async function main([idText, runner, executable, ...args]) {
|
|
|
209
217
|
if (idText === undefined ||
|
|
210
218
|
!/^\d+$/.test(idText) ||
|
|
211
219
|
!Number.isSafeInteger(id) ||
|
|
212
|
-
(runner !== 'go' && runner !== 'cargo') ||
|
|
220
|
+
(runner !== 'go' && runner !== 'cargo' && runner !== 'build' && runner !== 'run') ||
|
|
213
221
|
executable === undefined ||
|
|
214
222
|
executable === '') {
|
|
215
|
-
process.stderr.write('runner-hook: usage: <invocation-id> <go|cargo> <executable> [arguments...]\n');
|
|
223
|
+
process.stderr.write('runner-hook: usage: <invocation-id> <go|cargo|build|run> <executable> [arguments...]\n');
|
|
216
224
|
process.exitCode = 2;
|
|
217
225
|
return;
|
|
218
226
|
}
|
|
@@ -243,13 +251,14 @@ async function main([idText, runner, executable, ...args]) {
|
|
|
243
251
|
let exitSignal = null;
|
|
244
252
|
try {
|
|
245
253
|
channel = lifecycle(id, fail);
|
|
246
|
-
const ready = await channel.announce('build');
|
|
254
|
+
const ready = await channel.announce(runner === 'run' ? 'active' : 'build');
|
|
247
255
|
if (ready !== null)
|
|
248
256
|
fail(ready);
|
|
249
257
|
if (!failed && interrupted === null) {
|
|
250
258
|
// Descriptor 3 belongs only to this supervisor, never the tool or its descendants.
|
|
251
259
|
const running = spawn(executable, args, { stdio: ['inherit', 'pipe', 'pipe'] });
|
|
252
260
|
child = running;
|
|
261
|
+
// eslint-disable-next-line deadline/no-unbounded-wait -- WHY unbounded: the go or cargo build this supervisor runs lasts as long as its work; the operator's interrupt or the enclosing runner's bound ends a hung one
|
|
253
262
|
const closed = new Promise((resolve) => {
|
|
254
263
|
running.once('close', (status, reason) => {
|
|
255
264
|
code = status;
|
|
@@ -4,10 +4,23 @@ export interface RunnerPhaseEvent {
|
|
|
4
4
|
phase: RunnerPhase;
|
|
5
5
|
}
|
|
6
6
|
/** Only complete, direct chains have a known lifecycle. Shell wrappers remain bounded from spawn. */
|
|
7
|
-
export declare function withRunnerLifecycle(command: string): {
|
|
7
|
+
export declare function withRunnerLifecycle(command: string, firstId?: number): {
|
|
8
8
|
command: string;
|
|
9
9
|
runners: number;
|
|
10
10
|
} | null;
|
|
11
|
+
/**
|
|
12
|
+
* `command` preceded by its compiler-fixture producer (`fixtureCommand`, schema.ts): segment 0 supervises the
|
|
13
|
+
* fixture as a build interval for its whole life, and the command follows under `&&`, so a fixture failure ends
|
|
14
|
+
* the run before any test starts. A direct `cargo test`/`go test` chain keeps its own phases behind a brace
|
|
15
|
+
* group, so a `||` inside it cannot run a leg the fixture refused. Any other command runs as one `run`
|
|
16
|
+
* segment: active from its spawn, its output on the progress bound exactly as an unhooked command's is, with no
|
|
17
|
+
* descendant holding the private descriptor. The fixture is arbitrary shell, so it rides under `/bin/sh -c`;
|
|
18
|
+
* this lifecycle is POSIX-only, as the channel itself is.
|
|
19
|
+
*/
|
|
20
|
+
export declare function withFixtureLifecycle(fixtureCommand: string, command: string): {
|
|
21
|
+
command: string;
|
|
22
|
+
runners: number;
|
|
23
|
+
};
|
|
11
24
|
/** A private supervisor channel, not runner output, grants authority to pause the test clock. */
|
|
12
25
|
export declare function createRunnerLifecycle(runners: number): {
|
|
13
26
|
isTesting: () => boolean;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"runner-lifecycle.d.ts","sourceRoot":"","sources":["../../../src/executors/bounded-exec/runner-lifecycle.ts"],"names":[],"mappings":"AAOA,MAAM,MAAM,WAAW,GAAG,OAAO,GAAG,QAAQ,GAAG,UAAU,CAAC;AAC1D,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,WAAW,CAAC;CACpB;
|
|
1
|
+
{"version":3,"file":"runner-lifecycle.d.ts","sourceRoot":"","sources":["../../../src/executors/bounded-exec/runner-lifecycle.ts"],"names":[],"mappings":"AAOA,MAAM,MAAM,WAAW,GAAG,OAAO,GAAG,QAAQ,GAAG,UAAU,CAAC;AAC1D,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,WAAW,CAAC;CACpB;AAYD,qGAAqG;AACrG,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,SAAI,GAAG;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAoC7G;AAED;;;;;;;;GAQG;AACH,wBAAgB,oBAAoB,CAAC,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAOlH;AAED,iGAAiG;AACjG,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,MAAM;IAKjD,SAAS,QAAM,OAAO;IACtB,KAAK,QAAM,MAAM,GAAG,IAAI;IACxB,QAAQ,QAAM,OAAO;IACrB,MAAM,OAAO,MAAM,GAAG,gBAAgB,GAAG,IAAI;EAmChD"}
|
|
@@ -1,18 +1,24 @@
|
|
|
1
1
|
import { fileURLToPath } from 'node:url';
|
|
2
2
|
import { shellWord } from '../../runtime-input.js';
|
|
3
|
-
import { invocationSpan, withInvocationFlag } from './
|
|
3
|
+
import { invocationSpan, withInvocationFlag } from './runner-sizing.js';
|
|
4
4
|
import { GO_TEST } from './verdict.js';
|
|
5
5
|
const CARGO_TEST = /^cargo(?:\s+(?:-\S+|\+\S+))*\s+test(?=\s|$)/;
|
|
6
6
|
const MESSAGE_FORMAT = /(?<![\w-])--message-format(?:=|\s+)(?:"[^"]*"|'[^']*'|[^\s]+)/g;
|
|
7
|
+
/** One segment's supervisor invocation: the runtime that adopts the inherited duplex descriptor, then the hook, its id and kind. */
|
|
8
|
+
function hookInvocation(id, kind, runner) {
|
|
9
|
+
const hook = fileURLToPath(new URL(import.meta.url.endsWith('.ts') ? './runner-hook.ts' : './runner-hook.js', import.meta.url));
|
|
10
|
+
// The hook owns an inherited duplex descriptor, which Bun's net.Socket({fd}) does not adopt.
|
|
11
|
+
const runtime = process.versions.bun === undefined ? process.execPath : 'node';
|
|
12
|
+
return `${shellWord(runtime)} ${shellWord(hook)} ${id} ${kind} ${runner}`;
|
|
13
|
+
}
|
|
7
14
|
/** Only complete, direct chains have a known lifecycle. Shell wrappers remain bounded from spawn. */
|
|
8
|
-
export function withRunnerLifecycle(command) {
|
|
15
|
+
export function withRunnerLifecycle(command, firstId = 0) {
|
|
9
16
|
// Redirections could replace the private descriptor; newlines/backticks/escapes need a real shell parser.
|
|
10
17
|
if (/[<>\n\r`\\]/.test(command))
|
|
11
18
|
return null;
|
|
12
19
|
let rest = command.trim();
|
|
13
20
|
const parts = [];
|
|
14
21
|
let runners = 0;
|
|
15
|
-
const hook = fileURLToPath(new URL(import.meta.url.endsWith('.ts') ? './runner-hook.ts' : './runner-hook.js', import.meta.url));
|
|
16
22
|
while (rest !== '') {
|
|
17
23
|
const kind = rest.search(GO_TEST) === 0 ? 'go' : CARGO_TEST.test(rest) ? 'cargo' : null;
|
|
18
24
|
if (kind === null)
|
|
@@ -27,9 +33,7 @@ export function withRunnerLifecycle(command) {
|
|
|
27
33
|
runner =
|
|
28
34
|
withInvocationFlag(runner.slice(0, end), invocation, MESSAGE_FORMAT, '--message-format=json-render-diagnostics', true) + runner.slice(end);
|
|
29
35
|
}
|
|
30
|
-
|
|
31
|
-
const runtime = process.versions.bun === undefined ? process.execPath : 'node';
|
|
32
|
-
parts.push(`${shellWord(runtime)} ${shellWord(hook)} ${runners} ${kind} ${runner}`);
|
|
36
|
+
parts.push(hookInvocation(firstId + runners, kind, runner));
|
|
33
37
|
runners += 1;
|
|
34
38
|
rest = rest.slice(argsEnd).trimStart();
|
|
35
39
|
if (rest === '')
|
|
@@ -44,6 +48,23 @@ export function withRunnerLifecycle(command) {
|
|
|
44
48
|
}
|
|
45
49
|
return runners === 0 ? null : { command: parts.join(' '), runners };
|
|
46
50
|
}
|
|
51
|
+
/**
|
|
52
|
+
* `command` preceded by its compiler-fixture producer (`fixtureCommand`, schema.ts): segment 0 supervises the
|
|
53
|
+
* fixture as a build interval for its whole life, and the command follows under `&&`, so a fixture failure ends
|
|
54
|
+
* the run before any test starts. A direct `cargo test`/`go test` chain keeps its own phases behind a brace
|
|
55
|
+
* group, so a `||` inside it cannot run a leg the fixture refused. Any other command runs as one `run`
|
|
56
|
+
* segment: active from its spawn, its output on the progress bound exactly as an unhooked command's is, with no
|
|
57
|
+
* descendant holding the private descriptor. The fixture is arbitrary shell, so it rides under `/bin/sh -c`;
|
|
58
|
+
* this lifecycle is POSIX-only, as the channel itself is.
|
|
59
|
+
*/
|
|
60
|
+
export function withFixtureLifecycle(fixtureCommand, command) {
|
|
61
|
+
const fixture = hookInvocation(0, 'build', `/bin/sh -c ${shellWord(fixtureCommand)}`);
|
|
62
|
+
const main = withRunnerLifecycle(command, 1);
|
|
63
|
+
if (main !== null) {
|
|
64
|
+
return { command: `${fixture} && { ${main.command}; }`, runners: main.runners + 1 };
|
|
65
|
+
}
|
|
66
|
+
return { command: `${fixture} && ${hookInvocation(1, 'run', `/bin/sh -c ${shellWord(command)}`)}`, runners: 2 };
|
|
67
|
+
}
|
|
47
68
|
/** A private supervisor channel, not runner output, grants authority to pause the test clock. */
|
|
48
69
|
export function createRunnerLifecycle(runners) {
|
|
49
70
|
let current = 0;
|
|
@@ -1,14 +1,12 @@
|
|
|
1
|
-
import { type UnleasedCause } from './gateway-lease.js';
|
|
2
1
|
/**
|
|
3
|
-
*
|
|
2
|
+
* How a runner's parallelism is read from its command and sized to the tokens its CPU pool lends
|
|
3
|
+
* (specs/cowshed/05_gateway.md, "Host scheduling", "Parallelism inside a job").
|
|
4
4
|
*
|
|
5
|
-
*
|
|
6
|
-
* nextest run under it runs a test thread per core again
|
|
7
|
-
*
|
|
8
|
-
*
|
|
9
|
-
*
|
|
10
|
-
* processes at once, and sizes the runner to the grant: every gate keeps running in parallel, and
|
|
11
|
-
* the total stays near the core count.
|
|
5
|
+
* A runner sizes itself to the whole machine unless something sizes it: Nx runs a task per core and
|
|
6
|
+
* each nextest run under it runs a test thread per core again. Before it starts a runner,
|
|
7
|
+
* bounded-exec asks its parent's pool for as many tokens as the runner would run threads or
|
|
8
|
+
* processes at once and sizes the runner to the grant, so the runners of one build tree together
|
|
9
|
+
* stay within that tree's pool.
|
|
12
10
|
*/
|
|
13
11
|
/** How a runner's parallelism is set, which decides what it asks for and how a grant sizes it. */
|
|
14
12
|
export type RunnerKind =
|
|
@@ -33,7 +31,7 @@ export interface TestThreadCeilings {
|
|
|
33
31
|
readonly nextest: number | null;
|
|
34
32
|
}
|
|
35
33
|
/**
|
|
36
|
-
* What a runner asks
|
|
34
|
+
* What a runner asks its pool for. A cargo build, and a process whose script may start Cargo, carry the test-thread
|
|
37
35
|
* ceilings their sizing keeps; cargo-mutants carries how many cargo processes it runs at once, which share its grant.
|
|
38
36
|
*/
|
|
39
37
|
export type Demand = {
|
|
@@ -80,8 +78,9 @@ export declare function withInvocationFlag(command: string, invocation: RegExp,
|
|
|
80
78
|
* so they cannot outrank that size. `CPU_TOKENS_ENV` still reports the actual held grant.
|
|
81
79
|
*
|
|
82
80
|
* Cargo's rustc count is the pool's: the executor's sub-pool exports its jobserver fifo, so no `CARGO_BUILD_JOBS`
|
|
83
|
-
* comes from the grant (specs/cowshed/05_gateway.md, "
|
|
84
|
-
* cargo build's test threads are its size, and a process's, whose script may start Cargo, are
|
|
81
|
+
* comes from the grant (specs/cowshed/05_gateway.md, "Cargo reads its holder's jobserver"). Test threads take no
|
|
82
|
+
* jobserver token, so a cargo build's test threads are its size, and a process's, whose script may start Cargo, are
|
|
83
|
+
* its whole held grant.
|
|
85
84
|
*/
|
|
86
85
|
export declare function sizeRunner(demand: Demand, command: string, tokens: number): {
|
|
87
86
|
command: string;
|
|
@@ -89,36 +88,9 @@ export declare function sizeRunner(demand: Demand, command: string, tokens: numb
|
|
|
89
88
|
};
|
|
90
89
|
/**
|
|
91
90
|
* The count `CPU_TOKENS_ENV` names, as a positive safe integer, or `null` when absent or malformed. It is
|
|
92
|
-
* descriptor input only: a count proves nothing about a live pool and grants nothing.
|
|
93
|
-
*
|
|
94
|
-
* absence follows the host path, while a connected parent's refusal fails admission to avoid hold-and-wait.
|
|
91
|
+
* descriptor input only: a count proves nothing about a live pool and grants nothing. It is a ceiling the
|
|
92
|
+
* runner keeps, and the size an Nx run's own pool takes (`run-cpu-pool.ts`).
|
|
95
93
|
*/
|
|
96
94
|
export declare function parseInheritedTokens(value: string | undefined): number | null;
|
|
97
|
-
/**
|
|
98
|
-
* Tokens held until released, or why the runner starts without the budget. `closed` resolves when
|
|
99
|
-
* the grant's connection closes, however it closes, so a sub-pool built on the grant ends with it.
|
|
100
|
-
* `inherited` marks tokens a parent's CPU pool lent, not tokens the host gateway granted.
|
|
101
|
-
*/
|
|
102
|
-
export type TokenGrant = {
|
|
103
|
-
granted: true;
|
|
104
|
-
tokens: number;
|
|
105
|
-
release: () => void;
|
|
106
|
-
closed: Promise<void>;
|
|
107
|
-
inherited?: true;
|
|
108
|
-
} | {
|
|
109
|
-
granted: false;
|
|
110
|
-
cause: UnleasedCause;
|
|
111
|
-
reason: string;
|
|
112
|
-
};
|
|
113
|
-
/** Where bounded-exec takes its tokens; the gateway in production, a fake in tests. */
|
|
114
|
-
export interface CpuBudget {
|
|
115
|
-
take(want: number, checkout: string, command: string): Promise<TokenGrant>;
|
|
116
|
-
}
|
|
117
|
-
/**
|
|
118
|
-
* The gateway at `socket`'s budget. A grant has no deadline: the wait is how the budget works, and
|
|
119
|
-
* the gateway answers `queued` at once, so a client knows it is alive. `checkout` is the Nx
|
|
120
|
-
* workspace root: the gateway shares tokens fairly between checkouts.
|
|
121
|
-
*/
|
|
122
|
-
export declare function gatewayCpuBudget(socket?: string): CpuBudget;
|
|
123
95
|
export {};
|
|
124
|
-
//# sourceMappingURL=
|
|
96
|
+
//# sourceMappingURL=runner-sizing.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runner-sizing.d.ts","sourceRoot":"","sources":["../../../src/executors/bounded-exec/runner-sizing.ts"],"names":[],"mappings":"AAEA;;;;;;;;;GASG;AAEH,kGAAkG;AAClG,MAAM,MAAM,UAAU;AACpB,mFAAmF;AACjF,SAAS;AACX,mDAAmD;GACjD,cAAc;AAChB,2EAA2E;GACzE,cAAc;AAChB,yHAAyH;GACvH,eAAe;AACjB,kGAAkG;GAChG,OAAO;AACT,2FAA2F;GACzF,SAAS,CAAC;AAEd;;;GAGG;AACH,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC;AAED;;;GAGG;AACH,MAAM,MAAM,MAAM,GACd;IAAE,IAAI,EAAE,OAAO,GAAG,SAAS,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,kBAAkB,CAAA;CAAE,GAC5E;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GACrD;IAAE,IAAI,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO,GAAG,eAAe,GAAG,SAAS,CAAC,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvF,kGAAkG;AAClG,eAAO,MAAM,cAAc,4BAA4B,CAAC;AAkBxD,KAAK,cAAc,GAAG,SAAS,GAAG,QAAQ,GAAG,SAAS,CAAC;AA+CvD;;;;;;;;;GASG;AACH,wBAAgB,YAAY,CAC1B,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,MAAM,GAAG,SAAS,EAC5B,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,EACtC,UAAU,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,GACvC,MAAM,CAiCR;AAuED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAqBpG;AAOD;;;GAGG;AACH,wBAAgB,kBAAkB,CAChC,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,OAAO,GACX,MAAM,CAKR;AAED;;;;;;;;GAQG;AACH,wBAAgB,UAAU,CACxB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,GACb;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,CAoDlD;AASD;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,GAAG,IAAI,CAM7E"}
|
|
@@ -1,4 +1,3 @@
|
|
|
1
|
-
import { GATEWAY_SOCKET, holdLease } from './gateway-lease.js';
|
|
2
1
|
import { BUN_TEST, GO_TEST, NEXTEST_RUN } from './verdict.js';
|
|
3
2
|
/** Every budgeted command learns its grant here, so a script that starts a runner can size it. */
|
|
4
3
|
export const CPU_TOKENS_ENV = 'BOUNDED_EXEC_CPU_TOKENS';
|
|
@@ -193,8 +192,9 @@ export function withInvocationFlag(command, invocation, flag, value, add) {
|
|
|
193
192
|
* so they cannot outrank that size. `CPU_TOKENS_ENV` still reports the actual held grant.
|
|
194
193
|
*
|
|
195
194
|
* Cargo's rustc count is the pool's: the executor's sub-pool exports its jobserver fifo, so no `CARGO_BUILD_JOBS`
|
|
196
|
-
* comes from the grant (specs/cowshed/05_gateway.md, "
|
|
197
|
-
* cargo build's test threads are its size, and a process's, whose script may start Cargo, are
|
|
195
|
+
* comes from the grant (specs/cowshed/05_gateway.md, "Cargo reads its holder's jobserver"). Test threads take no
|
|
196
|
+
* jobserver token, so a cargo build's test threads are its size, and a process's, whose script may start Cargo, are
|
|
197
|
+
* its whole held grant.
|
|
198
198
|
*/
|
|
199
199
|
export function sizeRunner(demand, command, tokens) {
|
|
200
200
|
const runnerCount = Math.min(tokens, demand.want);
|
|
@@ -257,9 +257,8 @@ function inheritedCeiling(inherited, configured) {
|
|
|
257
257
|
}
|
|
258
258
|
/**
|
|
259
259
|
* The count `CPU_TOKENS_ENV` names, as a positive safe integer, or `null` when absent or malformed. It is
|
|
260
|
-
* descriptor input only: a count proves nothing about a live pool and grants nothing.
|
|
261
|
-
*
|
|
262
|
-
* absence follows the host path, while a connected parent's refusal fails admission to avoid hold-and-wait.
|
|
260
|
+
* descriptor input only: a count proves nothing about a live pool and grants nothing. It is a ceiling the
|
|
261
|
+
* runner keeps, and the size an Nx run's own pool takes (`run-cpu-pool.ts`).
|
|
263
262
|
*/
|
|
264
263
|
export function parseInheritedTokens(value) {
|
|
265
264
|
if (value === undefined || !INHERITED_COUNT.test(value)) {
|
|
@@ -268,32 +267,3 @@ export function parseInheritedTokens(value) {
|
|
|
268
267
|
const tokens = Number(value);
|
|
269
268
|
return Number.isSafeInteger(tokens) ? tokens : null;
|
|
270
269
|
}
|
|
271
|
-
/**
|
|
272
|
-
* The gateway at `socket`'s budget. A grant has no deadline: the wait is how the budget works, and
|
|
273
|
-
* the gateway answers `queued` at once, so a client knows it is alive. `checkout` is the Nx
|
|
274
|
-
* workspace root: the gateway shares tokens fairly between checkouts.
|
|
275
|
-
*/
|
|
276
|
-
export function gatewayCpuBudget(socket = GATEWAY_SOCKET) {
|
|
277
|
-
return {
|
|
278
|
-
async take(want, checkout, command) {
|
|
279
|
-
const lease = await holdLease(socket, { op: 'cpu-tokens', want, checkout, command }, 'the CPU budget', {
|
|
280
|
-
ackMs: 2_000,
|
|
281
|
-
afterCloseMs: 5_000,
|
|
282
|
-
grantMs: null,
|
|
283
|
-
});
|
|
284
|
-
if (!lease.granted) {
|
|
285
|
-
return lease;
|
|
286
|
-
}
|
|
287
|
-
const tokens = lease.answer.tokens;
|
|
288
|
-
if (typeof tokens !== 'number' || !Number.isInteger(tokens) || tokens < 1 || tokens > want) {
|
|
289
|
-
lease.release();
|
|
290
|
-
return {
|
|
291
|
-
granted: false,
|
|
292
|
-
cause: 'other',
|
|
293
|
-
reason: `the gateway granted ${JSON.stringify(tokens)} tokens for ${want}`,
|
|
294
|
-
};
|
|
295
|
-
}
|
|
296
|
-
return { granted: true, tokens, release: lease.release, closed: lease.closed };
|
|
297
|
-
},
|
|
298
|
-
};
|
|
299
|
-
}
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
import type { Result } from './ram-temp.js';
|
|
2
|
+
/** What the workspace declares: `bun@<version>` in its root `package.json`'s `packageManager`. */
|
|
3
|
+
export interface DeclaredBun {
|
|
4
|
+
/** The manifest that declares it. */
|
|
5
|
+
readonly manifest: string;
|
|
6
|
+
/** The field as written. */
|
|
7
|
+
readonly declaration: string;
|
|
8
|
+
/** The version it names, without the content hash. */
|
|
9
|
+
readonly version: string;
|
|
10
|
+
}
|
|
11
|
+
/** Where the command's PATH comes from: the target's own `env`, or the process the executor runs in. */
|
|
12
|
+
export type PathSource = "the target's env" | 'the inherited environment';
|
|
13
|
+
/** Why a leg that runs `bun` is not run, as the values the message is made of. */
|
|
14
|
+
export type RuntimePinRefusal = {
|
|
15
|
+
readonly code: 'mismatch';
|
|
16
|
+
readonly declared: DeclaredBun;
|
|
17
|
+
/** The first `bun` on the command's PATH. */
|
|
18
|
+
readonly bun: string;
|
|
19
|
+
/** What that `bun --version` printed. */
|
|
20
|
+
readonly version: string;
|
|
21
|
+
readonly pathSource: PathSource;
|
|
22
|
+
} | {
|
|
23
|
+
readonly code: 'unreadable-version';
|
|
24
|
+
readonly declared: DeclaredBun;
|
|
25
|
+
readonly bun: string;
|
|
26
|
+
readonly reason: string;
|
|
27
|
+
readonly pathSource: PathSource;
|
|
28
|
+
} | {
|
|
29
|
+
readonly code: 'malformed-declaration';
|
|
30
|
+
readonly manifest: string;
|
|
31
|
+
readonly declaration: string;
|
|
32
|
+
} | {
|
|
33
|
+
readonly code: 'unreadable-manifest';
|
|
34
|
+
readonly manifest: string;
|
|
35
|
+
readonly reason: string;
|
|
36
|
+
};
|
|
37
|
+
/** What `bun --version` printed for `bun` run in `env` from `cwd`, or why it printed none. */
|
|
38
|
+
export type BunProbe = (bun: string, env: NodeJS.ProcessEnv, cwd: string) => Promise<Result<string, string>>;
|
|
39
|
+
export interface RuntimePinCheck {
|
|
40
|
+
/** The workspace root: its `package.json` declares the Bun. */
|
|
41
|
+
readonly root: string;
|
|
42
|
+
/** The command line, as the shell will run it. */
|
|
43
|
+
readonly command: string;
|
|
44
|
+
/** The environment the command runs with: its PATH decides which `bun` it gets. */
|
|
45
|
+
readonly env: NodeJS.ProcessEnv;
|
|
46
|
+
/** Where the command starts; a relative PATH entry is relative to it. */
|
|
47
|
+
readonly cwd: string;
|
|
48
|
+
readonly pathSource: PathSource;
|
|
49
|
+
}
|
|
50
|
+
/** Whether `command` names `bun` for the shell to find on PATH: the legs this guard is for. */
|
|
51
|
+
export declare function runsBun(command: string): boolean;
|
|
52
|
+
/**
|
|
53
|
+
* The first executable regular file `name` on `pathValue`, as the shell the command runs under finds it. An empty entry
|
|
54
|
+
* is the working directory, like `.`: the command starts in `cwd`, which is not the executor's.
|
|
55
|
+
*/
|
|
56
|
+
export declare function resolveOnPath(name: string, pathValue: string | undefined, cwd: string): string | null;
|
|
57
|
+
/**
|
|
58
|
+
* The Bun the workspace declares, `null` when it declares none: no manifest, no `packageManager`, or another package
|
|
59
|
+
* manager's. A `packageManager` that names `bun` and no version is refused, not read as no declaration: it says a Bun
|
|
60
|
+
* is declared, and a guard that skipped it would be silent exactly where the declaration is wrong.
|
|
61
|
+
*/
|
|
62
|
+
export declare function declaredBun(root: string): Result<DeclaredBun | null, RuntimePinRefusal>;
|
|
63
|
+
/** The version `bun --version` prints in the command's own environment, which is what a wrapper reads to route. */
|
|
64
|
+
export declare const probeBunVersion: BunProbe;
|
|
65
|
+
/**
|
|
66
|
+
* The refusal that keeps a leg off a Bun its workspace does not declare, or `null` when the leg may run: it names no
|
|
67
|
+
* `bun`, the workspace declares none, PATH finds none (the shell will say so), or the one it finds is the declared
|
|
68
|
+
* version. Not checked on Windows, where the executor starts no lifecycle supervisor either.
|
|
69
|
+
*/
|
|
70
|
+
export declare function checkRuntimePin(check: RuntimePinCheck, probe?: BunProbe): Promise<RuntimePinRefusal | null>;
|
|
71
|
+
/** The refusal as the run's stderr says it, one line per fact, naming the task when the run has one. */
|
|
72
|
+
export declare function describeRuntimePinRefusal(refusal: RuntimePinRefusal, task?: string): string;
|
|
73
|
+
//# sourceMappingURL=runtime-pin.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runtime-pin.d.ts","sourceRoot":"","sources":["../../../src/executors/bounded-exec/runtime-pin.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AA+B5C,kGAAkG;AAClG,MAAM,WAAW,WAAW;IAC1B,qCAAqC;IACrC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,4BAA4B;IAC5B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,sDAAsD;IACtD,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;CAC1B;AAED,wGAAwG;AACxG,MAAM,MAAM,UAAU,GAAG,kBAAkB,GAAG,2BAA2B,CAAC;AAE1E,kFAAkF;AAClF,MAAM,MAAM,iBAAiB,GACzB;IACE,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAC1B,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC;IAC/B,6CAA6C;IAC7C,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,yCAAyC;IACzC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC;CACjC,GACD;IACE,QAAQ,CAAC,IAAI,EAAE,oBAAoB,CAAC;IACpC,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC;IAC/B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC;CACjC,GACD;IAAE,QAAQ,CAAC,IAAI,EAAE,uBAAuB,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;CAAE,GACnG;IAAE,QAAQ,CAAC,IAAI,EAAE,qBAAqB,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAEjG,8FAA8F;AAC9F,MAAM,MAAM,QAAQ,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,UAAU,EAAE,GAAG,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AAE7G,MAAM,WAAW,eAAe;IAC9B,+DAA+D;IAC/D,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,kDAAkD;IAClD,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,mFAAmF;IACnF,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC,UAAU,CAAC;IAChC,yEAAyE;IACzE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAC;CACjC;AAED,+FAA+F;AAC/F,wBAAgB,OAAO,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAEhD;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,SAAS,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAcrG;AAED;;;;GAIG;AACH,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAAC,WAAW,GAAG,IAAI,EAAE,iBAAiB,CAAC,CAsBvF;AAED,mHAAmH;AACnH,eAAO,MAAM,eAAe,EAAE,QAoB7B,CAAC;AAEF;;;;GAIG;AACH,wBAAsB,eAAe,CACnC,KAAK,EAAE,eAAe,EACtB,KAAK,GAAE,QAA0B,GAChC,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CA4BnC;AAOD,wGAAwG;AACxG,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,iBAAiB,EAAE,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,CA0B3F"}
|