@smoothbricks/nx-plugin 0.5.7 → 0.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1097 -360
- package/dist/.build-inputs.json +141 -0
- package/dist/bin/smoo-nx-cargo-toolchain.d.ts +3 -0
- package/dist/bin/smoo-nx-cargo-toolchain.d.ts.map +1 -0
- package/dist/bin/smoo-nx-cargo-toolchain.js +8 -0
- package/dist/bin/smoo-nx-forbidden-spellings.d.ts +3 -0
- package/dist/bin/smoo-nx-forbidden-spellings.d.ts.map +1 -0
- package/dist/bin/smoo-nx-forbidden-spellings.js +32 -0
- package/dist/bin/smoo-nx-nextest-timings.d.ts +3 -0
- package/dist/bin/smoo-nx-nextest-timings.d.ts.map +1 -0
- package/dist/bin/smoo-nx-nextest-timings.js +28 -0
- package/dist/bounded-test-policy.d.ts +1 -1
- package/dist/bounded-test-policy.d.ts.map +1 -1
- package/dist/bounded-test-policy.js +14 -15
- package/dist/build-state-output-policy.d.ts +95 -1
- package/dist/build-state-output-policy.d.ts.map +1 -1
- package/dist/build-state-output-policy.js +368 -30
- package/dist/bun-lock-scope.d.ts +44 -0
- package/dist/bun-lock-scope.d.ts.map +1 -0
- package/dist/bun-lock-scope.js +97 -0
- package/dist/cargo-build-script-env.d.ts +49 -0
- package/dist/cargo-build-script-env.d.ts.map +1 -0
- package/dist/cargo-build-script-env.js +324 -0
- package/dist/cargo-closure-input.d.ts +31 -4
- package/dist/cargo-closure-input.d.ts.map +1 -1
- package/dist/cargo-closure-input.js +66 -6
- package/dist/cargo-retention-hook.d.ts +17 -0
- package/dist/cargo-retention-hook.d.ts.map +1 -0
- package/dist/cargo-retention-hook.js +85 -0
- package/dist/cargo-source-hash.d.ts +25 -7
- package/dist/cargo-source-hash.d.ts.map +1 -1
- package/dist/cargo-source-hash.js +108 -43
- package/dist/cargo-toolchain-paths.d.ts +40 -0
- package/dist/cargo-toolchain-paths.d.ts.map +1 -0
- package/dist/cargo-toolchain-paths.js +84 -0
- package/dist/cargo-toolchain-policy.d.ts +25 -8
- package/dist/cargo-toolchain-policy.d.ts.map +1 -1
- package/dist/cargo-toolchain-policy.js +39 -5
- package/dist/cargo-workspace.d.ts +10 -4
- package/dist/cargo-workspace.d.ts.map +1 -1
- package/dist/cargo-workspace.js +65 -95
- package/dist/cross-check-policy.d.ts +9 -9
- package/dist/cross-check-policy.d.ts.map +1 -1
- package/dist/cross-check-policy.js +11 -11
- package/dist/disk-command-policy.d.ts.map +1 -1
- package/dist/disk-command-policy.js +1 -0
- package/dist/ensure-built-receipt.d.ts +22 -5
- package/dist/ensure-built-receipt.d.ts.map +1 -1
- package/dist/ensure-built-receipt.js +168 -48
- package/dist/ensure-built-witness.d.ts +27 -8
- package/dist/ensure-built-witness.d.ts.map +1 -1
- package/dist/ensure-built-witness.js +45 -15
- package/dist/ensure-built.d.ts.map +1 -1
- package/dist/ensure-built.js +9 -1
- package/dist/eslint-config-closure.d.ts +7 -0
- package/dist/eslint-config-closure.d.ts.map +1 -0
- package/dist/eslint-config-closure.js +346 -0
- package/dist/executors/bounded-exec/bounds.d.ts +56 -0
- package/dist/executors/bounded-exec/bounds.d.ts.map +1 -0
- package/dist/executors/bounded-exec/bounds.js +43 -0
- package/dist/executors/bounded-exec/cpu-pool-thread.d.ts +28 -0
- package/dist/executors/bounded-exec/cpu-pool-thread.d.ts.map +1 -0
- package/dist/executors/bounded-exec/cpu-pool-thread.js +20 -0
- package/dist/executors/bounded-exec/cpu-pool.d.ts +35 -38
- package/dist/executors/bounded-exec/cpu-pool.d.ts.map +1 -1
- package/dist/executors/bounded-exec/cpu-pool.js +56 -120
- package/dist/executors/bounded-exec/executor.d.ts +19 -12
- package/dist/executors/bounded-exec/executor.d.ts.map +1 -1
- package/dist/executors/bounded-exec/executor.js +389 -239
- package/dist/executors/bounded-exec/gateway-lease.d.ts +23 -19
- package/dist/executors/bounded-exec/gateway-lease.d.ts.map +1 -1
- package/dist/executors/bounded-exec/gateway-lease.js +102 -29
- package/dist/executors/bounded-exec/hang-diagnostics.d.ts +18 -1
- package/dist/executors/bounded-exec/hang-diagnostics.d.ts.map +1 -1
- package/dist/executors/bounded-exec/hang-diagnostics.js +148 -30
- package/dist/executors/bounded-exec/lease-wait.d.ts +64 -0
- package/dist/executors/bounded-exec/lease-wait.d.ts.map +1 -0
- package/dist/executors/bounded-exec/lease-wait.js +72 -0
- package/dist/executors/bounded-exec/lock-wait.d.ts +51 -0
- package/dist/executors/bounded-exec/lock-wait.d.ts.map +1 -0
- package/dist/executors/bounded-exec/lock-wait.js +108 -0
- package/dist/executors/bounded-exec/mbx-pool.d.ts +31 -0
- package/dist/executors/bounded-exec/mbx-pool.d.ts.map +1 -0
- package/dist/executors/bounded-exec/mbx-pool.js +24 -0
- package/dist/executors/bounded-exec/owned-subtree.d.ts +84 -0
- package/dist/executors/bounded-exec/owned-subtree.d.ts.map +1 -0
- package/dist/executors/bounded-exec/owned-subtree.js +178 -0
- package/dist/executors/bounded-exec/progress.d.ts +4 -1
- package/dist/executors/bounded-exec/progress.d.ts.map +1 -1
- package/dist/executors/bounded-exec/progress.js +5 -2
- package/dist/executors/bounded-exec/ram-attach.d.ts +19 -0
- package/dist/executors/bounded-exec/ram-attach.d.ts.map +1 -0
- package/dist/executors/bounded-exec/ram-attach.js +207 -0
- package/dist/executors/bounded-exec/ram-detach.d.ts +25 -0
- package/dist/executors/bounded-exec/ram-detach.d.ts.map +1 -0
- package/dist/executors/bounded-exec/ram-detach.js +207 -0
- package/dist/executors/bounded-exec/ram-temp-fixtures.d.ts +76 -0
- package/dist/executors/bounded-exec/ram-temp-fixtures.d.ts.map +1 -1
- package/dist/executors/bounded-exec/ram-temp-fixtures.js +296 -0
- package/dist/executors/bounded-exec/ram-temp.d.ts +388 -88
- package/dist/executors/bounded-exec/ram-temp.d.ts.map +1 -1
- package/dist/executors/bounded-exec/ram-temp.js +1213 -399
- package/dist/executors/bounded-exec/run-cpu-pool.d.ts +10 -4
- package/dist/executors/bounded-exec/run-cpu-pool.d.ts.map +1 -1
- package/dist/executors/bounded-exec/run-cpu-pool.js +122 -35
- package/dist/executors/bounded-exec/runner-hook.js +14 -5
- package/dist/executors/bounded-exec/runner-lifecycle.d.ts +14 -1
- package/dist/executors/bounded-exec/runner-lifecycle.d.ts.map +1 -1
- package/dist/executors/bounded-exec/runner-lifecycle.js +27 -6
- package/dist/executors/bounded-exec/{cpu-tokens.d.ts → runner-sizing.d.ts} +14 -42
- package/dist/executors/bounded-exec/runner-sizing.d.ts.map +1 -0
- package/dist/executors/bounded-exec/{cpu-tokens.js → runner-sizing.js} +5 -35
- package/dist/executors/bounded-exec/runtime-pin.d.ts +73 -0
- package/dist/executors/bounded-exec/runtime-pin.d.ts.map +1 -0
- package/dist/executors/bounded-exec/runtime-pin.js +167 -0
- package/dist/executors/bounded-exec/schema.d.ts +18 -1
- package/dist/executors/bounded-exec/schema.d.ts.map +1 -1
- package/dist/executors/bounded-exec/verdict.d.ts +48 -11
- package/dist/executors/bounded-exec/verdict.d.ts.map +1 -1
- package/dist/executors/bounded-exec/verdict.js +89 -20
- package/dist/executors/cargo-zigbuild/executor.d.ts +21 -0
- package/dist/executors/cargo-zigbuild/executor.d.ts.map +1 -1
- package/dist/executors/cargo-zigbuild/executor.js +67 -12
- package/dist/executors/clean-outputs/executor.js +1 -0
- package/dist/executors/scriptc-native/executor.d.ts +79 -0
- package/dist/executors/scriptc-native/executor.d.ts.map +1 -0
- package/dist/executors/scriptc-native/executor.js +367 -0
- package/dist/executors/scriptc-native/ffi-paths.d.ts +9 -0
- package/dist/executors/scriptc-native/ffi-paths.d.ts.map +1 -0
- package/dist/executors/scriptc-native/ffi-paths.js +25 -0
- package/dist/executors/scriptc-native/schema.d.ts +34 -0
- package/dist/executors/scriptc-native/schema.d.ts.map +1 -0
- package/dist/executors/scriptc-native/schema.js +1 -0
- package/dist/executors/typescript-emit/emit-overrides.d.ts +14 -0
- package/dist/executors/typescript-emit/emit-overrides.d.ts.map +1 -0
- package/dist/executors/typescript-emit/emit-overrides.js +24 -0
- package/dist/executors/typescript-emit/executor.d.ts +3 -1
- package/dist/executors/typescript-emit/executor.d.ts.map +1 -1
- package/dist/executors/typescript-emit/executor.js +146 -33
- package/dist/forbidden-spelling-policy.d.ts +56 -0
- package/dist/forbidden-spelling-policy.d.ts.map +1 -0
- package/dist/forbidden-spelling-policy.js +176 -0
- package/dist/generators/create-package/generator.d.ts.map +1 -1
- package/dist/generators/create-package/generator.js +3 -4
- package/dist/graph-input-contract.d.ts +14 -0
- package/dist/graph-input-contract.d.ts.map +1 -1
- package/dist/graph-input-contract.js +67 -2
- package/dist/index.d.ts +23 -6
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +672 -214
- package/dist/managed-assets.d.ts +2 -0
- package/dist/managed-assets.d.ts.map +1 -1
- package/dist/managed-files/files.d.ts +3 -3
- package/dist/managed-files/files.d.ts.map +1 -1
- package/dist/managed-files/files.js +28 -3
- package/dist/managed-files/managed-format.d.ts.map +1 -1
- package/dist/managed-files/managed-format.js +1 -0
- package/dist/managed-files/publish-workflow.js +14 -11
- package/dist/nextest-code-bound.js +1 -0
- package/dist/nextest-timings.d.ts +35 -0
- package/dist/nextest-timings.d.ts.map +1 -0
- package/dist/nextest-timings.js +168 -0
- package/dist/owned-installation.d.ts +6 -5
- package/dist/owned-installation.d.ts.map +1 -1
- package/dist/owned-installation.js +150 -26
- package/dist/package-target-policy.d.ts.map +1 -1
- package/dist/package-target-policy.js +2 -3
- package/dist/process-children.d.ts +7 -0
- package/dist/process-children.d.ts.map +1 -0
- package/dist/process-children.darwin.d.ts +7 -0
- package/dist/process-children.darwin.d.ts.map +1 -0
- package/dist/process-children.darwin.js +13 -0
- package/dist/process-children.js +14 -0
- package/dist/process-children.linux.d.ts +8 -0
- package/dist/process-children.linux.d.ts.map +1 -0
- package/dist/process-children.linux.js +25 -0
- package/dist/process-group.d.ts +108 -0
- package/dist/process-group.d.ts.map +1 -0
- package/dist/process-group.js +171 -0
- package/dist/process-listing.d.ts +7 -0
- package/dist/process-listing.d.ts.map +1 -0
- package/dist/process-listing.js +51 -0
- package/dist/producer-receipts.d.ts +8 -2
- package/dist/producer-receipts.d.ts.map +1 -1
- package/dist/producer-receipts.js +514 -47
- package/dist/task-graph-policy.d.ts +21 -0
- package/dist/task-graph-policy.d.ts.map +1 -0
- package/dist/task-graph-policy.js +91 -0
- package/dist/test-timings.js +4 -4
- package/dist/test-walk-policy.d.ts +14 -5
- package/dist/test-walk-policy.d.ts.map +1 -1
- package/dist/test-walk-policy.js +8 -2
- package/dist/testing.d.ts +73 -28
- package/dist/testing.d.ts.map +1 -1
- package/dist/testing.js +217 -223
- package/dist/tool-bins.d.ts +33 -0
- package/dist/tool-bins.d.ts.map +1 -0
- package/dist/tool-bins.js +72 -0
- package/dist/typecheck-test-policy.d.ts.map +1 -1
- package/dist/typecheck-test-policy.js +3 -4
- package/dist/wait-why-policy.d.ts +28 -0
- package/dist/wait-why-policy.d.ts.map +1 -0
- package/dist/wait-why-policy.js +223 -0
- package/dist/workspace-config-policy.d.ts +14 -8
- package/dist/workspace-config-policy.d.ts.map +1 -1
- package/dist/workspace-config-policy.js +60 -16
- package/dist/workspace-manifest.d.ts +41 -6
- package/dist/workspace-manifest.d.ts.map +1 -1
- package/dist/workspace-manifest.js +57 -0
- package/executors.json +16 -1
- package/loader.js +2 -0
- package/managed/raw/envrc +11 -0
- package/managed/raw/patches/nx@23.2.1.patch +2840 -199
- package/managed/raw/patches/ttsc@0.34.1.patch +119 -0
- package/managed/raw/tooling/direnv/cargo-fetch-bound.ts +245 -0
- package/managed/raw/tooling/direnv/cargo-fetch-run.ts +299 -0
- package/managed/raw/tooling/direnv/compiler-variables.sh +42 -0
- package/managed/raw/tooling/direnv/developer-links.ts +464 -25
- package/managed/raw/tooling/direnv/devenv.smoo.nix +78 -38
- package/managed/raw/tooling/direnv/github-actions-bootstrap.sh +14 -12
- package/managed/raw/tooling/direnv/installed-bun-links.ts +308 -0
- package/managed/raw/tooling/direnv/linked-snapshots.ts +62 -3
- package/managed/raw/tooling/direnv/nx-socket-dir.sh +56 -17
- package/managed/raw/tooling/direnv/repo-path +68 -6
- package/managed/raw/tooling/direnv/secret-references.ts +13 -4
- package/managed/raw/tooling/direnv/setup-environment.ts +128 -537
- package/managed/raw/tooling/direnv/toolchain-stamp.ts +4 -2
- package/managed/raw/tooling/direnv/ttsc-env.sh +9 -0
- package/managed/raw/tooling/direnv/uv-relocation.ts +227 -0
- package/managed/raw/tooling/git-hooks/commit-msg.sh +2 -1
- package/managed/raw/tooling/git-hooks/pre-commit.sh +2 -1
- package/managed/raw/tooling/git-hooks/pre-push.sh +2 -1
- package/managed/templates/github/actions/cache-ttsc-plugins/action.yml +85 -7
- package/managed/templates/github/actions/save-nix-devenv/action.yml +12 -2
- package/managed/templates/github/actions/setup-devenv/action.yml +2 -0
- package/package.json +95 -14
- package/src/bin/smoo-nx-cargo-toolchain.ts +11 -0
- package/src/bin/smoo-nx-forbidden-spellings.ts +33 -0
- package/src/bin/smoo-nx-nextest-timings.ts +31 -0
- package/src/bounded-test-policy.ts +12 -14
- package/src/build-state-output-policy.ts +458 -34
- package/src/bun-lock-scope.ts +108 -0
- package/src/cargo-build-script-env.ts +265 -0
- package/src/cargo-closure-input.ts +74 -7
- package/src/cargo-retention-hook.ts +94 -0
- package/src/cargo-source-hash.ts +138 -41
- package/src/cargo-toolchain-paths.ts +95 -0
- package/src/cargo-toolchain-policy.ts +49 -5
- package/src/cargo-workspace.ts +72 -123
- package/src/cross-check-policy.ts +12 -10
- package/src/disk-command-policy.ts +1 -0
- package/src/ensure-built-receipt.ts +173 -39
- package/src/ensure-built-witness.ts +62 -10
- package/src/ensure-built.ts +11 -1
- package/src/eslint-config-closure.ts +357 -0
- package/src/executors/bounded-exec/bounds.ts +76 -0
- package/src/executors/bounded-exec/cpu-pool-thread.ts +43 -0
- package/src/executors/bounded-exec/cpu-pool.ts +55 -120
- package/src/executors/bounded-exec/executor.ts +442 -260
- package/src/executors/bounded-exec/gateway-lease.ts +94 -35
- package/src/executors/bounded-exec/hang-diagnostics.ts +173 -31
- package/src/executors/bounded-exec/lease-wait.ts +116 -0
- package/src/executors/bounded-exec/lock-wait.ts +141 -0
- package/src/executors/bounded-exec/mbx-pool.ts +48 -0
- package/src/executors/bounded-exec/owned-subtree.ts +235 -0
- package/src/executors/bounded-exec/progress.ts +9 -3
- package/src/executors/bounded-exec/ram-attach.ts +238 -0
- package/src/executors/bounded-exec/ram-detach.ts +226 -0
- package/src/executors/bounded-exec/ram-temp-fixtures.ts +358 -0
- package/src/executors/bounded-exec/ram-temp-registry.txt +440 -0
- package/src/executors/bounded-exec/ram-temp.ts +1497 -460
- package/src/executors/bounded-exec/run-cpu-pool.ts +129 -35
- package/src/executors/bounded-exec/runner-hook.ts +14 -6
- package/src/executors/bounded-exec/runner-lifecycle.ts +31 -8
- package/src/executors/bounded-exec/{cpu-tokens.ts → runner-sizing.ts} +13 -59
- package/src/executors/bounded-exec/runtime-pin.ts +232 -0
- package/src/executors/bounded-exec/schema.json +11 -2
- package/src/executors/bounded-exec/schema.ts +19 -1
- package/src/executors/bounded-exec/verdict.ts +145 -35
- package/src/executors/cargo-zigbuild/executor.ts +82 -8
- package/src/executors/clean-outputs/executor.ts +1 -0
- package/src/executors/scriptc-native/executor.ts +394 -0
- package/src/executors/scriptc-native/ffi-paths.ts +29 -0
- package/src/executors/scriptc-native/schema.json +60 -0
- package/src/executors/scriptc-native/schema.ts +34 -0
- package/src/executors/typescript-emit/emit-overrides.ts +24 -0
- package/src/executors/typescript-emit/executor.ts +186 -38
- package/src/forbidden-spelling-policy.ts +226 -0
- package/src/generators/create-package/generator.ts +7 -7
- package/src/graph-input-contract.ts +61 -2
- package/src/index.ts +788 -224
- package/src/managed-assets.ts +3 -0
- package/src/managed-files/files.ts +28 -3
- package/src/managed-files/managed-format.ts +1 -0
- package/src/managed-files/publish-workflow.ts +20 -15
- package/src/nextest-code-bound.ts +1 -0
- package/src/nextest-timings.ts +106 -0
- package/src/owned-installation.ts +150 -23
- package/src/package-target-policy.ts +2 -3
- package/src/process-children.darwin.ts +14 -0
- package/src/process-children.linux.ts +33 -0
- package/src/process-children.ts +22 -0
- package/src/process-group.ts +209 -0
- package/src/process-listing.ts +54 -0
- package/src/producer-receipts.ts +92 -41
- package/src/task-graph-policy.ts +98 -0
- package/src/test-walk-policy.ts +23 -8
- package/src/testing.ts +240 -232
- package/src/tool-bins.ts +108 -0
- package/src/typecheck-test-policy.ts +2 -3
- package/src/wait-why-policy.ts +226 -0
- package/src/workspace-config-policy.ts +63 -15
- package/src/workspace-manifest.ts +89 -6
- package/test-timings.json +124 -99
- package/dist/bin/smoo-nx-failures.d.ts +0 -3
- package/dist/bin/smoo-nx-failures.d.ts.map +0 -1
- package/dist/bin/smoo-nx-failures.js +0 -3
- package/dist/bin/smoo-nx-nextest-extract.d.ts +0 -3
- package/dist/bin/smoo-nx-nextest-extract.d.ts.map +0 -1
- package/dist/bin/smoo-nx-nextest-extract.js +0 -42
- package/dist/executors/bounded-exec/cpu-tokens.d.ts.map +0 -1
- package/dist/failure-summary.d.ts +0 -5
- package/dist/failure-summary.d.ts.map +0 -1
- package/dist/failure-summary.js +0 -118
- package/dist/nextest-extraction.d.ts +0 -117
- package/dist/nextest-extraction.d.ts.map +0 -1
- package/dist/nextest-extraction.js +0 -303
- package/managed/raw/patches/ttsc@0.30.4.patch +0 -2255
- package/src/__tests__/cargo-closure-filesets.ts +0 -94
- package/src/__tests__/cargo-closure-fixture.ts +0 -113
- package/src/__tests__/counted-cargo-process.ts +0 -286
- package/src/__tests__/counted-cargo.ts +0 -713
- package/src/__tests__/directory-change.ts +0 -27
- package/src/__tests__/fixture-cargo-home.ts +0 -36
- package/src/__tests__/fixture-nx-env.ts +0 -193
- package/src/__tests__/owned-installation.ts +0 -13
- package/src/__tests__/past-tick.ts +0 -12
- package/src/__tests__/progress-clock.ts +0 -43
- package/src/__tests__/runtime-input.ts +0 -23
- package/src/bin/smoo-nx-bound-failures.test.ts +0 -127
- package/src/bin/smoo-nx-failures.ts +0 -4
- package/src/bin/smoo-nx-nextest-extract.ts +0 -44
- package/src/bounded-test-policy.test.ts +0 -1029
- package/src/build-state-output-policy.test.ts +0 -115
- package/src/bun-bootstrap.test.ts +0 -102
- package/src/bun-file-packages.test.ts +0 -47
- package/src/cargo-closure-filesets.test.ts +0 -63
- package/src/cargo-closure-input.property.test.ts +0 -50
- package/src/cargo-closure-input.test.ts +0 -506
- package/src/cargo-closure-key.test.ts +0 -240
- package/src/cargo-resolve-cache.test.ts +0 -1181
- package/src/cargo-source-hash.test.ts +0 -707
- package/src/cargo-workspace.test.ts +0 -615
- package/src/cross-check-policy.test.ts +0 -316
- package/src/disk-command-policy.test.ts +0 -61
- package/src/ensure-built-receipt.test.ts +0 -279
- package/src/ensure-built-witness.test.ts +0 -688
- package/src/ensure-built.test.ts +0 -1462
- package/src/executors/all-verdicts/executor.test.ts +0 -135
- package/src/executors/bounded-exec/cargo-progress-host.test.ts +0 -332
- package/src/executors/bounded-exec/cpu-pool.test.ts +0 -684
- package/src/executors/bounded-exec/cpu-tokens.test.ts +0 -519
- package/src/executors/bounded-exec/disk-lease.test.ts +0 -219
- package/src/executors/bounded-exec/executor-host.test.ts +0 -800
- package/src/executors/bounded-exec/executor.test.ts +0 -1819
- package/src/executors/bounded-exec/go-progress-host.test.ts +0 -171
- package/src/executors/bounded-exec/hang-diagnostics.test.ts +0 -291
- package/src/executors/bounded-exec/progress.test.ts +0 -139
- package/src/executors/bounded-exec/ram-temp-held.test.ts +0 -264
- package/src/executors/bounded-exec/ram-temp-host.test.ts +0 -635
- package/src/executors/bounded-exec/ram-temp.test.ts +0 -750
- package/src/executors/bounded-exec/run-cpu-pool.test.ts +0 -79
- package/src/executors/bounded-exec/runner-hook.test.ts +0 -193
- package/src/executors/bounded-exec/runner-lifecycle.test.ts +0 -82
- package/src/executors/bounded-exec/verdict.test.ts +0 -545
- package/src/executors/cargo-zigbuild/executor.test.ts +0 -129
- package/src/executors/clean-outputs/executor.test.ts +0 -20
- package/src/executors/typescript-emit/executor.test.ts +0 -83
- package/src/failure-summary.ts +0 -119
- package/src/generators/bounded-test-targets/generator.test.ts +0 -138
- package/src/generators/bun-test-tracing/generator.test.ts +0 -250
- package/src/generators/create-package/generator.test.ts +0 -190
- package/src/generators/make-public/generator.test.ts +0 -137
- package/src/graph-input-contract.test.ts +0 -379
- package/src/host-controller-wiring.test.ts +0 -31
- package/src/index.test.ts +0 -3321
- package/src/linked-snapshots.nx.test.ts +0 -254
- package/src/managed-files/forgejo-artifact.test.ts +0 -395
- package/src/managed-files/generator.test.ts +0 -243
- package/src/managed-files/github-host-cache-isolation.test.ts +0 -86
- package/src/managed-files/json-edit.test.ts +0 -216
- package/src/managed-files/managed-content.test.ts +0 -166
- package/src/managed-files/managed-format-json.test.ts +0 -308
- package/src/managed-files/repo-path.test.ts +0 -172
- package/src/managed-files/setup-devenv-free-disk.test.ts +0 -95
- package/src/managed-files/trace-db-artifact.test.ts +0 -7
- package/src/managed-files/tree-permissions.test.ts +0 -109
- package/src/managed-files/tree.test.ts +0 -123
- package/src/manifest-hash.test.ts +0 -219
- package/src/nextest-code-bound.test.ts +0 -161
- package/src/nextest-extraction.test.ts +0 -216
- package/src/nextest-extraction.ts +0 -371
- package/src/nextest-partitions.test.ts +0 -501
- package/src/nx-cache-bound.test.ts +0 -109
- package/src/nx-cache-restore-mtime.test.ts +0 -170
- package/src/nx-daemon-claim.test.ts +0 -279
- package/src/nx-daemon-idle-cpu.test.ts +0 -80
- package/src/nx-daemon-idle-policy.test.ts +0 -111
- package/src/nx-daemon-ignore-files.test.ts +0 -210
- package/src/nx-daemon-root-normalization.test.ts +0 -105
- package/src/nx-daemon-start-never.test.ts +0 -292
- package/src/nx-daemon-validity.test.ts +0 -1055
- package/src/nx-dot-input-policy.test.ts +0 -353
- package/src/nx-failure-life-cycles.test.ts +0 -207
- package/src/nx-files-archive-racy.test.ts +0 -97
- package/src/nx-foreign-workspace-env.test.ts +0 -329
- package/src/nx-incomplete-run-summary.test.ts +0 -70
- package/src/nx-plugin-load-errors.test.ts +0 -120
- package/src/nx-project-graph-errors.test.ts +0 -70
- package/src/nx-project-resolution-cache.test.ts +0 -176
- package/src/nx-raw-inputs.test.ts +0 -166
- package/src/nx-resident-graph-workers.test.ts +0 -112
- package/src/nx-run-information.test.ts +0 -118
- package/src/nx-skipped-task-exit.test.ts +0 -180
- package/src/nx-state-location.test.ts +0 -63
- package/src/nx-store-resolution.test.ts +0 -81
- package/src/nx-task-graph-cycles.test.ts +0 -148
- package/src/nx-task-output-lease.test.ts +0 -550
- package/src/nx-use-local.test.ts +0 -105
- package/src/owned-installation.test.ts +0 -105
- package/src/package-target-policy.test.ts +0 -1014
- package/src/producer-receipts.test.ts +0 -285
- package/src/release-config-policy.test.ts +0 -311
- package/src/runtime-input.test.ts +0 -393
- package/src/serial-group-wiring.test.ts +0 -326
- package/src/task-history-namespace.test.ts +0 -181
- package/src/task-results.test.ts +0 -228
- package/src/test-clock-policy.test.ts +0 -338
- package/src/test-program.test.ts +0 -303
- package/src/test-timings.test.ts +0 -240
- package/src/test-walk-policy.test.ts +0 -620
- package/src/testing.test.ts +0 -509
- package/src/typecheck-test-policy.test.ts +0 -1468
- package/src/typescript-resolution.test.ts +0 -76
- package/src/version-actions.test.ts +0 -80
- package/src/workspace-config-policy.test.ts +0 -737
|
@@ -1,29 +1,30 @@
|
|
|
1
|
-
import { type
|
|
1
|
+
import { type Unleased } from './gateway-lease.js';
|
|
2
2
|
/**
|
|
3
|
-
* A
|
|
4
|
-
*
|
|
5
|
-
*
|
|
3
|
+
* A CPU pool: the tokens a process lends the runners it starts, held live rather than inherited as a
|
|
4
|
+
* bare count (specs/cowshed/05_gateway.md, "Host scheduling", "Parallelism inside a job"). An Nx run
|
|
5
|
+
* serves one on a thread of its own (`run-cpu-pool.ts`), and every granted bounded-exec serves a
|
|
6
|
+
* sub-pool of its grant to its own descendants, so the runners of one build tree together stay
|
|
7
|
+
* within the tree's count.
|
|
6
8
|
*
|
|
7
9
|
* The pool is a private Unix socket in a directory the process owns: the directory 0700, the socket
|
|
8
|
-
* 0600. A child asks it for a count with one request line,
|
|
9
|
-
*
|
|
10
|
-
*
|
|
11
|
-
*
|
|
12
|
-
* grants nothing.
|
|
10
|
+
* 0600. A child asks it for a count with one request line, in `holdLease`'s framing. The pool
|
|
11
|
+
* answers `queued` at once and `granted` when the child reaches the head of its FIFO queue. A grant
|
|
12
|
+
* lasts while its connection does, so a child that dies returns its tokens with its socket. A pool
|
|
13
|
+
* grants only from its own count, and a pool whose upstream grant has gone grants nothing.
|
|
13
14
|
*
|
|
14
15
|
* The same count is a GNU make jobserver fifo beside the socket, mode 0600, which Cargo, its build
|
|
15
16
|
* scripts and every nested `cargo` read through `CARGO_MAKEFLAGS`/`MAKEFLAGS` (specs/cowshed/05_gateway.md,
|
|
16
|
-
* "
|
|
17
|
-
* implicit first token. A socket grant takes fifo bytes first and that implicit slot last,
|
|
18
|
-
* is not using while it waits on the child it lends it to; release writes the bytes back and
|
|
19
|
-
* A Cargo reading the fifo and a nested runner holding a socket grant so share one count.
|
|
17
|
+
* "Cargo reads its holder's jobserver"). A pool of `g` holds `g − 1` token bytes there; the holder's own
|
|
18
|
+
* command holds the implicit first token. A socket grant takes fifo bytes first and that implicit slot last,
|
|
19
|
+
* which the holder is not using while it waits on the child it lends it to; release writes the bytes back and
|
|
20
|
+
* frees the slot. A Cargo reading the fifo and a nested runner holding a socket grant so share one count.
|
|
20
21
|
*/
|
|
21
22
|
/** The environment name a child reads its parent's pool endpoint from; its count is `CPU_TOKENS_ENV`. */
|
|
22
23
|
export declare const CPU_POOL_ENV = "BOUNDED_EXEC_CPU_POOL";
|
|
23
24
|
/** An inherited pool descriptor; only a grant from its endpoint proves a live allocation. */
|
|
24
25
|
export interface InheritedCpuPool {
|
|
25
26
|
readonly socket: string;
|
|
26
|
-
/** The count the parent names beside its endpoint
|
|
27
|
+
/** The count the parent names beside its endpoint. */
|
|
27
28
|
readonly tokens: number;
|
|
28
29
|
}
|
|
29
30
|
/** A running pool: the environment a child inherits to reach it, and how to close it. */
|
|
@@ -37,49 +38,45 @@ export interface CpuPool {
|
|
|
37
38
|
*/
|
|
38
39
|
close(): Promise<CloseOutcome>;
|
|
39
40
|
}
|
|
40
|
-
type CloseOutcome = {
|
|
41
|
+
export type CloseOutcome = {
|
|
41
42
|
ok: true;
|
|
42
43
|
} | {
|
|
43
44
|
ok: false;
|
|
44
45
|
error: string;
|
|
45
46
|
};
|
|
46
|
-
/**
|
|
47
|
-
* The run's count of descendant work queued for host CPU tokens (specs/cowshed/05_gateway.md, "The bounds start at
|
|
48
|
-
* the grant"). A queued job is not an idle one: its owner stops the run's idle clock while any wait is held. Every
|
|
49
|
-
* pool of one run, its sub-pools included, reports to the same one.
|
|
50
|
-
*/
|
|
51
|
-
export interface HostWaits {
|
|
52
|
-
begin(): void;
|
|
53
|
-
end(): void;
|
|
54
|
-
}
|
|
55
47
|
/**
|
|
56
48
|
* The inherited descriptor, or null when malformed or absent. A missing or bare count, or an empty
|
|
57
|
-
* or NUL-bearing endpoint, proves no allocation
|
|
58
|
-
*
|
|
59
|
-
* valid only with the endpoint, and every other count is a positive whole number. A valid descriptor still
|
|
60
|
-
* needs a live endpoint grant (specs/cowshed/05_gateway.md, "Host CPU budget", "A resident holds no token").
|
|
49
|
+
* or NUL-bearing endpoint, proves no allocation; the count is a positive whole number. A valid
|
|
50
|
+
* descriptor still needs a live endpoint grant.
|
|
61
51
|
*/
|
|
62
52
|
export declare function readInheritedCpuPool(environment: Readonly<NodeJS.ProcessEnv>): InheritedCpuPool | null;
|
|
63
53
|
/**
|
|
64
|
-
*
|
|
65
|
-
*
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
54
|
+
* Tokens a parent pool lent, held until released, or why there are none. `closed` resolves when the grant's
|
|
55
|
+
* connection closes, however it closes, so a sub-pool built on the grant ends with it.
|
|
56
|
+
*/
|
|
57
|
+
export type TokenGrant = {
|
|
58
|
+
granted: true;
|
|
59
|
+
tokens: number;
|
|
60
|
+
release: () => void;
|
|
61
|
+
closed: Promise<void>;
|
|
62
|
+
} | Unleased;
|
|
63
|
+
/**
|
|
64
|
+
* Ask the immediate parent pool for `want` tokens. The inherited count does not bound the ask: a pool grants at
|
|
65
|
+
* most what it holds. A granted lease is the child's local allocation: its connection is the grant, and closing it
|
|
66
|
+
* returns only that allocation. An absent endpoint grants nothing and refuses nothing; a connected endpoint's refusal
|
|
67
|
+
* or protocol failure must fail admission rather than run the child beside its parent's count.
|
|
69
68
|
*/
|
|
70
69
|
export declare function takeParentCpuTokens(parent: InheritedCpuPool, want: number): Promise<TokenGrant>;
|
|
71
70
|
/**
|
|
72
71
|
* Make a pool of `tokens` that lives while `closed` does: when `closed` resolves the pool refuses
|
|
73
|
-
* grants, ends its child connections, drains its jobserver fifo and removes its directory.
|
|
74
|
-
*
|
|
75
|
-
* same `waits`. Setup failures are values; a non-positive or unsafe count is a programmer bug and throws.
|
|
72
|
+
* grants, ends its child connections, drains its jobserver fifo and removes its directory. Setup
|
|
73
|
+
* failures are values; a non-positive or unsafe count is a programmer bug and throws.
|
|
76
74
|
*/
|
|
77
|
-
export declare function createCpuPool(tokens: number, closed: Promise<void
|
|
75
|
+
export declare function createCpuPool(tokens: number, closed: Promise<void>): Promise<{
|
|
78
76
|
ok: true;
|
|
79
77
|
pool: CpuPool;
|
|
80
78
|
} | {
|
|
81
79
|
ok: false;
|
|
82
80
|
error: string;
|
|
83
81
|
}>;
|
|
84
|
-
export {};
|
|
85
82
|
//# sourceMappingURL=cpu-pool.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cpu-pool.d.ts","sourceRoot":"","sources":["../../../src/executors/bounded-exec/cpu-pool.ts"],"names":[],"mappings":"AAQA,OAAO,
|
|
1
|
+
{"version":3,"file":"cpu-pool.d.ts","sourceRoot":"","sources":["../../../src/executors/bounded-exec/cpu-pool.ts"],"names":[],"mappings":"AAQA,OAAO,EAAa,KAAK,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAI9D;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,yGAAyG;AACzG,eAAO,MAAM,YAAY,0BAA0B,CAAC;AAEpD,6FAA6F;AAC7F,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,sDAAsD;IACtD,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB;AAED,yFAAyF;AACzF,MAAM,WAAW,OAAO;IACtB,oFAAoF;IACpF,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7C;;;;OAIG;IACH,KAAK,IAAI,OAAO,CAAC,YAAY,CAAC,CAAC;CAChC;AAED,MAAM,MAAM,YAAY,GAAG;IAAE,EAAE,EAAE,IAAI,CAAA;CAAE,GAAG;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AA2DvE;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,gBAAgB,GAAG,IAAI,CAOtG;AAED;;;GAGG;AACH,MAAM,MAAM,UAAU,GAAG;IAAE,OAAO,EAAE,IAAI,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,IAAI,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,CAAA;CAAE,GAAG,QAAQ,CAAC;AAElH;;;;;GAKG;AACH,wBAAsB,mBAAmB,CAAC,MAAM,EAAE,gBAAgB,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAyBrG;AAsJD;;;;GAIG;AACH,wBAAsB,aAAa,CACjC,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,GACpB,OAAO,CAAC;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,IAAI,EAAE,OAAO,CAAA;CAAE,GAAG;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CAsUrE"}
|
|
@@ -1,7 +1,6 @@
|
|
|
1
1
|
import * as _isTypeUint32_1 from "typia/lib/internal/_isTypeUint32";
|
|
2
2
|
import * as _jsonStringifyNumber_1 from "typia/lib/internal/_jsonStringifyNumber";
|
|
3
3
|
import * as _jsonStringifyString_1 from "typia/lib/internal/_jsonStringifyString";
|
|
4
|
-
import * as _jsonStringifyTail_1 from "typia/lib/internal/_jsonStringifyTail";
|
|
5
4
|
import * as _throwTypeGuardError_1 from "typia/lib/internal/_throwTypeGuardError";
|
|
6
5
|
import { execFile } from 'node:child_process';
|
|
7
6
|
import { closeSync, constants, openSync, readSync, writeSync } from 'node:fs';
|
|
@@ -11,82 +10,68 @@ import { join } from 'node:path';
|
|
|
11
10
|
import { promisify } from 'node:util';
|
|
12
11
|
import typia from 'typia';
|
|
13
12
|
import { ownedSocketDirectory } from '../../testing.js';
|
|
14
|
-
import { CPU_TOKENS_ENV, parseInheritedTokens } from './cpu-tokens.js';
|
|
15
13
|
import { holdLease } from './gateway-lease.js';
|
|
14
|
+
import { CpuLeaseWait, HEARTBEAT_MS } from './lease-wait.js';
|
|
15
|
+
import { CPU_TOKENS_ENV, parseInheritedTokens } from './runner-sizing.js';
|
|
16
16
|
/**
|
|
17
|
-
* A
|
|
18
|
-
*
|
|
19
|
-
*
|
|
17
|
+
* A CPU pool: the tokens a process lends the runners it starts, held live rather than inherited as a
|
|
18
|
+
* bare count (specs/cowshed/05_gateway.md, "Host scheduling", "Parallelism inside a job"). An Nx run
|
|
19
|
+
* serves one on a thread of its own (`run-cpu-pool.ts`), and every granted bounded-exec serves a
|
|
20
|
+
* sub-pool of its grant to its own descendants, so the runners of one build tree together stay
|
|
21
|
+
* within the tree's count.
|
|
20
22
|
*
|
|
21
23
|
* The pool is a private Unix socket in a directory the process owns: the directory 0700, the socket
|
|
22
|
-
* 0600. A child asks it for a count with one request line,
|
|
23
|
-
*
|
|
24
|
-
*
|
|
25
|
-
*
|
|
26
|
-
* grants nothing.
|
|
24
|
+
* 0600. A child asks it for a count with one request line, in `holdLease`'s framing. The pool
|
|
25
|
+
* answers `queued` at once and `granted` when the child reaches the head of its FIFO queue. A grant
|
|
26
|
+
* lasts while its connection does, so a child that dies returns its tokens with its socket. A pool
|
|
27
|
+
* grants only from its own count, and a pool whose upstream grant has gone grants nothing.
|
|
27
28
|
*
|
|
28
29
|
* The same count is a GNU make jobserver fifo beside the socket, mode 0600, which Cargo, its build
|
|
29
30
|
* scripts and every nested `cargo` read through `CARGO_MAKEFLAGS`/`MAKEFLAGS` (specs/cowshed/05_gateway.md,
|
|
30
|
-
* "
|
|
31
|
-
* implicit first token. A socket grant takes fifo bytes first and that implicit slot last,
|
|
32
|
-
* is not using while it waits on the child it lends it to; release writes the bytes back and
|
|
33
|
-
* A Cargo reading the fifo and a nested runner holding a socket grant so share one count.
|
|
31
|
+
* "Cargo reads its holder's jobserver"). A pool of `g` holds `g − 1` token bytes there; the holder's own
|
|
32
|
+
* command holds the implicit first token. A socket grant takes fifo bytes first and that implicit slot last,
|
|
33
|
+
* which the holder is not using while it waits on the child it lends it to; release writes the bytes back and
|
|
34
|
+
* frees the slot. A Cargo reading the fifo and a nested runner holding a socket grant so share one count.
|
|
34
35
|
*/
|
|
35
36
|
/** The environment name a child reads its parent's pool endpoint from; its count is `CPU_TOKENS_ENV`. */
|
|
36
37
|
export const CPU_POOL_ENV = 'BOUNDED_EXEC_CPU_POOL';
|
|
37
|
-
/** Exactly a request's fields
|
|
38
|
+
/** Exactly a request's fields: any other field is an invalid request. */
|
|
38
39
|
const isRequest = (() => {
|
|
39
|
-
const _io0 = (input, _exceptionable = true) => "cpu-pool" === input.op && ("number" === typeof input.want && (_isTypeUint32_1._isTypeUint32(input.want) && 1 <= input.want)) && (
|
|
40
|
-
if (["op", "want"
|
|
40
|
+
const _io0 = (input, _exceptionable = true) => "cpu-pool" === input.op && ("number" === typeof input.want && (_isTypeUint32_1._isTypeUint32(input.want) && 1 <= input.want)) && (2 === Object.keys(input).length || Object.keys(input).every(key => {
|
|
41
|
+
if (["op", "want"].some(prop => key === prop))
|
|
41
42
|
return true;
|
|
42
43
|
const value = input[key];
|
|
43
44
|
if (undefined === value)
|
|
44
45
|
return true;
|
|
45
46
|
return false;
|
|
46
47
|
}));
|
|
47
|
-
|
|
48
|
-
if (["op"].some(prop => key === prop))
|
|
49
|
-
return true;
|
|
50
|
-
const value = input[key];
|
|
51
|
-
if (undefined === value)
|
|
52
|
-
return true;
|
|
53
|
-
return false;
|
|
54
|
-
}));
|
|
55
|
-
const _iu0 = (input, _exceptionable = true) => (() => {
|
|
56
|
-
if ("cpu-pool" === input.op)
|
|
57
|
-
return _io0(input, true && _exceptionable);
|
|
58
|
-
else if ("host-wait" === input.op)
|
|
59
|
-
return _io1(input, true && _exceptionable);
|
|
60
|
-
else
|
|
61
|
-
return false;
|
|
62
|
-
})();
|
|
63
|
-
return (input, _exceptionable = true) => "object" === typeof input && null !== input && _iu0(input, true);
|
|
48
|
+
return (input, _exceptionable = true) => "object" === typeof input && null !== input && _io0(input, true);
|
|
64
49
|
})();
|
|
65
50
|
const stringifyReply = (() => {
|
|
66
51
|
const _ip0 = input => true === input["ok"];
|
|
67
|
-
const _so0 = input => `{"ok":${String(input.ok)},"
|
|
68
|
-
const _so1 = input => `{
|
|
69
|
-
const _so2 = input => `{"ok":${String(input.ok)},"
|
|
52
|
+
const _so0 = input => `{"ok":${String(input.ok)},"progress":${String(_jsonStringifyNumber_1._jsonStringifyNumber(input.progress))}}`;
|
|
53
|
+
const _so1 = input => `{"ok":${String(input.ok)},"lease":${"\"" + input.lease + "\""},"server":${String(_jsonStringifyNumber_1._jsonStringifyNumber(input.server))}}`;
|
|
54
|
+
const _so2 = input => `{"ok":${String(input.ok)},"lease":${"\"" + input.lease + "\""},"tokens":${String(_jsonStringifyNumber_1._jsonStringifyNumber(input.tokens))}}`;
|
|
70
55
|
const _so3 = input => `{"ok":${String(input.ok)},"code":${"\"" + input.code + "\""},"error":${_jsonStringifyString_1._jsonStringifyString(input.error)}}`;
|
|
71
56
|
const _su0 = input => (() => {
|
|
72
|
-
if (
|
|
57
|
+
if (undefined !== input.progress)
|
|
73
58
|
return _so0(input);
|
|
74
|
-
else if ("
|
|
59
|
+
else if ("queued" === input.lease)
|
|
75
60
|
return _so1(input);
|
|
76
|
-
else if (
|
|
61
|
+
else if ("granted" === input.lease)
|
|
77
62
|
return _so2(input);
|
|
78
63
|
else if (false === input.ok)
|
|
79
64
|
return _so3(input);
|
|
80
65
|
else
|
|
81
66
|
_throwTypeGuardError_1._throwTypeGuardError({
|
|
82
67
|
method: "typia.json.createStringify",
|
|
83
|
-
expected: "(
|
|
68
|
+
expected: "(CpuLeaseProgress | CpuLeaseQueued | { ok: true; lease: \"granted\"; tokens: number; } | { ok: false; code: \"invalid-request\"; error: string; })",
|
|
84
69
|
value: input
|
|
85
70
|
});
|
|
86
71
|
})();
|
|
87
|
-
const _io0 = input => _ip0(input) && "
|
|
88
|
-
const _io1 = input => _ip0(input) && "
|
|
89
|
-
const _io2 = input => _ip0(input) && "
|
|
72
|
+
const _io0 = input => _ip0(input) && "number" === typeof input.progress;
|
|
73
|
+
const _io1 = input => _ip0(input) && "queued" === input.lease && ("number" === typeof input.server && _isTypeUint32_1._isTypeUint32(input.server));
|
|
74
|
+
const _io2 = input => _ip0(input) && "granted" === input.lease && "number" === typeof input.tokens;
|
|
90
75
|
const _io3 = input => false === input.ok && "invalid-request" === input.code && "string" === typeof input.error;
|
|
91
76
|
return input => _su0(input);
|
|
92
77
|
})();
|
|
@@ -108,27 +93,22 @@ const run = promisify(execFile);
|
|
|
108
93
|
const frame = (reply) => `${stringifyReply(reply)}\n`;
|
|
109
94
|
/**
|
|
110
95
|
* The inherited descriptor, or null when malformed or absent. A missing or bare count, or an empty
|
|
111
|
-
* or NUL-bearing endpoint, proves no allocation
|
|
112
|
-
*
|
|
113
|
-
* valid only with the endpoint, and every other count is a positive whole number. A valid descriptor still
|
|
114
|
-
* needs a live endpoint grant (specs/cowshed/05_gateway.md, "Host CPU budget", "A resident holds no token").
|
|
96
|
+
* or NUL-bearing endpoint, proves no allocation; the count is a positive whole number. A valid
|
|
97
|
+
* descriptor still needs a live endpoint grant.
|
|
115
98
|
*/
|
|
116
99
|
export function readInheritedCpuPool(environment) {
|
|
117
100
|
const socket = environment[CPU_POOL_ENV];
|
|
118
|
-
const
|
|
119
|
-
// Zero is valid only as the literal 0 a relay pool names; any other count must be a positive safe integer.
|
|
120
|
-
const tokens = count === '0' ? 0 : parseInheritedTokens(count);
|
|
101
|
+
const tokens = parseInheritedTokens(environment[CPU_TOKENS_ENV]);
|
|
121
102
|
if (socket === undefined || socket.length === 0 || socket.includes('\0') || tokens === null) {
|
|
122
103
|
return null;
|
|
123
104
|
}
|
|
124
105
|
return { socket, tokens };
|
|
125
106
|
}
|
|
126
107
|
/**
|
|
127
|
-
* Ask the immediate parent pool for `want` tokens.
|
|
128
|
-
*
|
|
129
|
-
*
|
|
130
|
-
*
|
|
131
|
-
* or protocol failure must fail admission rather than taking a second grant above its parent.
|
|
108
|
+
* Ask the immediate parent pool for `want` tokens. The inherited count does not bound the ask: a pool grants at
|
|
109
|
+
* most what it holds. A granted lease is the child's local allocation: its connection is the grant, and closing it
|
|
110
|
+
* returns only that allocation. An absent endpoint grants nothing and refuses nothing; a connected endpoint's refusal
|
|
111
|
+
* or protocol failure must fail admission rather than run the child beside its parent's count.
|
|
132
112
|
*/
|
|
133
113
|
export async function takeParentCpuTokens(parent, want) {
|
|
134
114
|
if (!Number.isSafeInteger(want) || want < 1) {
|
|
@@ -141,11 +121,7 @@ export async function takeParentCpuTokens(parent, want) {
|
|
|
141
121
|
reason: `the parent CPU pool's endpoint ${JSON.stringify(parent.socket)} is not a socket path`,
|
|
142
122
|
};
|
|
143
123
|
}
|
|
144
|
-
const lease = await holdLease(parent.socket, { op: 'cpu-pool', want }, 'the parent CPU pool',
|
|
145
|
-
ackMs: 2_000,
|
|
146
|
-
afterCloseMs: 5_000,
|
|
147
|
-
grantMs: null,
|
|
148
|
-
});
|
|
124
|
+
const lease = await holdLease(parent.socket, { op: 'cpu-pool', want }, 'the parent CPU pool', new CpuLeaseWait());
|
|
149
125
|
if (!lease.granted) {
|
|
150
126
|
return lease;
|
|
151
127
|
}
|
|
@@ -158,7 +134,7 @@ export async function takeParentCpuTokens(parent, want) {
|
|
|
158
134
|
reason: `the parent CPU pool granted ${JSON.stringify(tokens)} tokens for ${want}`,
|
|
159
135
|
};
|
|
160
136
|
}
|
|
161
|
-
return { granted: true, tokens, release: lease.release, closed: lease.closed
|
|
137
|
+
return { granted: true, tokens, release: lease.release, closed: lease.closed };
|
|
162
138
|
}
|
|
163
139
|
/** A thrown value's message. */
|
|
164
140
|
const describe = (error) => (error instanceof Error ? error.message : String(error));
|
|
@@ -293,11 +269,10 @@ function watchFifo(path, took, failed) {
|
|
|
293
269
|
}
|
|
294
270
|
/**
|
|
295
271
|
* Make a pool of `tokens` that lives while `closed` does: when `closed` resolves the pool refuses
|
|
296
|
-
* grants, ends its child connections, drains its jobserver fifo and removes its directory.
|
|
297
|
-
*
|
|
298
|
-
* same `waits`. Setup failures are values; a non-positive or unsafe count is a programmer bug and throws.
|
|
272
|
+
* grants, ends its child connections, drains its jobserver fifo and removes its directory. Setup
|
|
273
|
+
* failures are values; a non-positive or unsafe count is a programmer bug and throws.
|
|
299
274
|
*/
|
|
300
|
-
export async function createCpuPool(tokens, closed
|
|
275
|
+
export async function createCpuPool(tokens, closed) {
|
|
301
276
|
if (!Number.isSafeInteger(tokens) || tokens < 1) {
|
|
302
277
|
throw new RangeError(`a CPU pool holds a positive safe integer of tokens, not ${tokens}`);
|
|
303
278
|
}
|
|
@@ -333,10 +308,16 @@ export async function createCpuPool(tokens, closed, waits) {
|
|
|
333
308
|
// Every failure the pool records, including one its listener reports while it runs. The outcome reads them.
|
|
334
309
|
const failures = [];
|
|
335
310
|
const queue = [];
|
|
336
|
-
// Allocated only for children that need the owner to serve their local sub-ledger.
|
|
337
|
-
let subpools;
|
|
338
|
-
let creating;
|
|
339
311
|
const children = new Set();
|
|
312
|
+
// This callback runs on the pool's actor, so it proves the same loop that admits and grants is turning.
|
|
313
|
+
let progress = 0;
|
|
314
|
+
const heartbeat = setInterval(() => {
|
|
315
|
+
progress += 1;
|
|
316
|
+
for (const { child } of queue) {
|
|
317
|
+
if (child.socket.writable)
|
|
318
|
+
child.socket.write(frame({ ok: true, progress }));
|
|
319
|
+
}
|
|
320
|
+
}, HEARTBEAT_MS);
|
|
340
321
|
let resolveStarted;
|
|
341
322
|
const started = new Promise((done) => {
|
|
342
323
|
resolveStarted = done;
|
|
@@ -410,35 +391,7 @@ export async function createCpuPool(tokens, closed, waits) {
|
|
|
410
391
|
if (slot)
|
|
411
392
|
slotLent = true;
|
|
412
393
|
waiter.child.phase = { kind: 'holding', bytes, slot };
|
|
413
|
-
|
|
414
|
-
waiter.child.socket.write(frame({ ok: true, lease: 'granted', tokens: granted }));
|
|
415
|
-
continue;
|
|
416
|
-
}
|
|
417
|
-
const ended = new Promise((done) => {
|
|
418
|
-
if (waiter.child.socket.destroyed)
|
|
419
|
-
done();
|
|
420
|
-
else
|
|
421
|
-
waiter.child.socket.once('close', done);
|
|
422
|
-
});
|
|
423
|
-
const creation = createCpuPool(granted, ended, waits).then(async (made) => {
|
|
424
|
-
if (!made.ok) {
|
|
425
|
-
failures.push(made.error);
|
|
426
|
-
// Keep holding until close credits exactly this allocation once.
|
|
427
|
-
waiter.child.socket.end(frame({ ok: false, code: 'invalid-request', error: made.error }));
|
|
428
|
-
return;
|
|
429
|
-
}
|
|
430
|
-
subpools ??= new Set();
|
|
431
|
-
subpools.add(made.pool);
|
|
432
|
-
if (waiter.child.phase.kind !== 'holding' || closing) {
|
|
433
|
-
const outcome = await made.pool.close();
|
|
434
|
-
if (!outcome.ok)
|
|
435
|
-
failures.push(outcome.error);
|
|
436
|
-
return;
|
|
437
|
-
}
|
|
438
|
-
waiter.child.socket.write(frame({ ok: true, lease: 'granted', tokens: granted, pool: made.pool.environment[CPU_POOL_ENV] }));
|
|
439
|
-
});
|
|
440
|
-
creating ??= [];
|
|
441
|
-
creating.push(creation);
|
|
394
|
+
waiter.child.socket.write(frame({ ok: true, lease: 'granted', tokens: granted }));
|
|
442
395
|
}
|
|
443
396
|
stopWatching();
|
|
444
397
|
if (!closing)
|
|
@@ -473,9 +426,6 @@ export async function createCpuPool(tokens, closed, waits) {
|
|
|
473
426
|
if (!closing)
|
|
474
427
|
returnTokens(child.phase.bytes);
|
|
475
428
|
}
|
|
476
|
-
else if (child.phase.kind === 'waiting') {
|
|
477
|
-
waits.end();
|
|
478
|
-
}
|
|
479
429
|
child.phase = { kind: 'done' };
|
|
480
430
|
drain(0);
|
|
481
431
|
});
|
|
@@ -529,20 +479,13 @@ export async function createCpuPool(tokens, closed, waits) {
|
|
|
529
479
|
parsed = undefined;
|
|
530
480
|
}
|
|
531
481
|
if (!isRequest(parsed)) {
|
|
532
|
-
refuse(child, 'a request is {"op":"cpu-pool","want":<a whole number of tokens, at least 1>}
|
|
482
|
+
refuse(child, 'a request is {"op":"cpu-pool","want":<a whole number of tokens, at least 1>}');
|
|
533
483
|
return;
|
|
534
484
|
}
|
|
535
485
|
const request = parsed;
|
|
536
|
-
if (request.op === 'host-wait') {
|
|
537
|
-
// Counted from here until the connection closes, which `close` reports however it ends.
|
|
538
|
-
child.phase = { kind: 'waiting' };
|
|
539
|
-
waits.begin();
|
|
540
|
-
socket.write(frame({ ok: true, wait: 'held' }));
|
|
541
|
-
return;
|
|
542
|
-
}
|
|
543
486
|
child.phase = { kind: 'queued' };
|
|
544
|
-
queue.push({ child, want: request.want
|
|
545
|
-
socket.write(frame({ ok: true, lease: 'queued' }));
|
|
487
|
+
queue.push({ child, want: request.want });
|
|
488
|
+
socket.write(frame({ ok: true, lease: 'queued', server: process.pid }));
|
|
546
489
|
drain(0);
|
|
547
490
|
});
|
|
548
491
|
};
|
|
@@ -552,12 +495,14 @@ export async function createCpuPool(tokens, closed, waits) {
|
|
|
552
495
|
const shutdown = () => {
|
|
553
496
|
shut ??= (async () => {
|
|
554
497
|
closing = true;
|
|
498
|
+
clearInterval(heartbeat);
|
|
555
499
|
stopWatching();
|
|
556
500
|
await started;
|
|
557
501
|
for (const socket of children) {
|
|
558
502
|
socket.destroy();
|
|
559
503
|
}
|
|
560
504
|
if (listening) {
|
|
505
|
+
// eslint-disable-next-line deadline/no-unbounded-wait -- WHY unbounded: every accepted socket was destroyed just above, so the server closes without waiting on a peer
|
|
561
506
|
await new Promise((done) => {
|
|
562
507
|
server.close((error) => {
|
|
563
508
|
if (error) {
|
|
@@ -567,15 +512,6 @@ export async function createCpuPool(tokens, closed, waits) {
|
|
|
567
512
|
});
|
|
568
513
|
});
|
|
569
514
|
}
|
|
570
|
-
if (creating !== undefined)
|
|
571
|
-
await Promise.all(creating);
|
|
572
|
-
if (subpools !== undefined) {
|
|
573
|
-
for (const pool of subpools) {
|
|
574
|
-
const outcome = await pool.close();
|
|
575
|
-
if (!outcome.ok)
|
|
576
|
-
failures.push(outcome.error);
|
|
577
|
-
}
|
|
578
|
-
}
|
|
579
515
|
// The fifo's bytes are drained before it goes: a Cargo that outlives the pool keeps its descriptor and the tokens
|
|
580
516
|
// it holds, and takes no more.
|
|
581
517
|
try {
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { type InheritedCpuPool } from './cpu-pool.js';
|
|
2
|
-
import { type CpuBudget } from './cpu-tokens.js';
|
|
3
2
|
import { captureHangDiagnostics } from './hang-diagnostics.js';
|
|
3
|
+
import { type SubtreeOwner } from './owned-subtree.js';
|
|
4
4
|
import { RamTempVolume } from './ram-temp.js';
|
|
5
5
|
import type { BoundedExecOptions } from './schema.js';
|
|
6
6
|
import { type BoundedExecTask } from './verdict.js';
|
|
@@ -34,7 +34,7 @@ export interface ProcessTreeKiller {
|
|
|
34
34
|
kill(pid: number, signal: NodeJS.Signals): Promise<void>;
|
|
35
35
|
}
|
|
36
36
|
/** Where the command's TMPDIR comes from; `null` leaves the inherited one. */
|
|
37
|
-
export type TempVolume = Pick<RamTempVolume, 'acquire' | 'release' | 'fullness' | 'space' | '
|
|
37
|
+
export type TempVolume = Pick<RamTempVolume, 'acquire' | 'release' | 'fullness' | 'space' | 'record' | 'ordinaryParent'>;
|
|
38
38
|
/**
|
|
39
39
|
* The cowshed a run's disk commands use, in precedence order: the target's named one, an
|
|
40
40
|
* explicit one inherited from the parent process, the installed one on PATH, and — only when
|
|
@@ -44,24 +44,31 @@ export type TempVolume = Pick<RamTempVolume, 'acquire' | 'release' | 'fullness'
|
|
|
44
44
|
*/
|
|
45
45
|
export declare function resolveCowshedExecutable(root: string, named: string | undefined, inherited: string | undefined, pathValue: string | undefined, cwd: string, exists?: (path: string) => boolean): string | undefined;
|
|
46
46
|
export default function boundedExecExecutor(options: BoundedExecOptions, context: NxTaskContext): Promise<BoundedExecResult>;
|
|
47
|
-
/**
|
|
47
|
+
/**
|
|
48
|
+
* Runs with the normal process, RAM lease and CPU pool owners, with an optional stdout sink, on the user's RAM temp
|
|
49
|
+
* volume where there is one, through the host's own gateway: the Nx executor's runs, never a test's.
|
|
50
|
+
*/
|
|
48
51
|
export declare function runDefaultBoundedExec(options: BoundedExecOptions, context: BoundedExecContext): Promise<BoundedExecResult>;
|
|
52
|
+
/**
|
|
53
|
+
* The default runner with every owner but its RAM volume, which its caller makes: `volume` makes the volume for the
|
|
54
|
+
* cowshed the run's disk commands go through. The Nx executor makes the user's; a host proof passes a fixture volume
|
|
55
|
+
* (`fixtureRamVolume`), so no test leases, creates or detaches the user's volume.
|
|
56
|
+
*/
|
|
57
|
+
export declare function runBoundedExecWith(options: BoundedExecOptions, context: BoundedExecContext, volume: (cowshed: string | undefined) => TempVolume | null): Promise<BoundedExecResult>;
|
|
49
58
|
/**
|
|
50
59
|
* Nx gives an executor the task's project, target and configuration, not its id; the id is the
|
|
51
60
|
* key of the task graph entry they name. Outside a task graph the run records nothing.
|
|
52
61
|
*/
|
|
53
62
|
export declare function recordContext(context: NxTaskContext): BoundedExecContext;
|
|
54
63
|
/**
|
|
55
|
-
* Run the command
|
|
56
|
-
*
|
|
57
|
-
* granted: a wait for the host is not the command's time.
|
|
64
|
+
* Run the command, sized to the tokens its parent's CPU pool (`cpu-pool.ts`) lends it; a run that inherits no pool
|
|
65
|
+
* runs it as asked. Both bounds start once it is granted: a wait for the pool is not the command's time.
|
|
58
66
|
*
|
|
59
|
-
* `inherited` is the parent's
|
|
60
|
-
*
|
|
61
|
-
*
|
|
62
|
-
*
|
|
63
|
-
* its own exit, and the run says so.
|
|
67
|
+
* `inherited` is the parent's pool: an enclosing bounded-exec's sub-pool or the Nx run's own (`run-cpu-pool.ts`). A
|
|
68
|
+
* granted run serves a sub-pool of its grant to its own descendants, closed before the grant returns. A grant whose
|
|
69
|
+
* connection closes while the command runs (the lending parent's exit) ends its accounting, never the command: the
|
|
70
|
+
* command runs on over budget to its own exit, and the run says so.
|
|
64
71
|
*/
|
|
65
|
-
export declare function runBoundedExec(options: BoundedExecOptions, context: BoundedExecContext, killer: ProcessTreeKiller, tempVolume: TempVolume | null,
|
|
72
|
+
export declare function runBoundedExec(options: BoundedExecOptions, context: BoundedExecContext, killer: ProcessTreeKiller, tempVolume: TempVolume | null, inherited?: InheritedCpuPool | null, captureDiagnostics?: typeof captureHangDiagnostics, owner?: SubtreeOwner | null): Promise<BoundedExecResult>;
|
|
66
73
|
export declare function createProcessTreeKiller(): ProcessTreeKiller;
|
|
67
74
|
//# sourceMappingURL=executor.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"executor.d.ts","sourceRoot":"","sources":["../../../src/executors/bounded-exec/executor.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"executor.d.ts","sourceRoot":"","sources":["../../../src/executors/bounded-exec/executor.ts"],"names":[],"mappings":"AAgBA,OAAO,EAIL,KAAK,gBAAgB,EAItB,MAAM,eAAe,CAAC;AAGvB,OAAO,EAAE,sBAAsB,EAAmB,MAAM,uBAAuB,CAAC;AAKhF,OAAO,EAOL,KAAK,YAAY,EAClB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EASL,aAAa,EAEd,MAAM,eAAe,CAAC;AAIvB,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAEL,KAAK,eAAe,EAarB,MAAM,cAAc,CAAC;AAuBtB,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,wFAAwF;IACxF,MAAM,CAAC,EAAE;QAAE,IAAI,EAAE,eAAe,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;IACtD,uFAAuF;IACvF,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CAClC;AAED,qEAAqE;AACrE,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,SAAS,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE;YAAE,IAAI,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;KAAE,CAAC;CAC1D;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,OAAO,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;CACxB;AAkBD,MAAM,WAAW,iBAAiB;IAChC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC1D;AAED,8EAA8E;AAC9E,MAAM,MAAM,UAAU,GAAG,IAAI,CAC3B,aAAa,EACb,SAAS,GAAG,SAAS,GAAG,UAAU,GAAG,OAAO,GAAG,QAAQ,GAAG,gBAAgB,CAC3E,CAAC;AAQF;;;;;;GAMG;AACH,wBAAgB,wBAAwB,CACtC,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,GAAG,SAAS,EACzB,SAAS,EAAE,MAAM,GAAG,SAAS,EAC7B,SAAS,EAAE,MAAM,GAAG,SAAS,EAC7B,GAAG,EAAE,MAAM,EACX,MAAM,GAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAOzB,GACA,MAAM,GAAG,SAAS,CAiBpB;AAED,MAAM,CAAC,OAAO,UAAU,mBAAmB,CACzC,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,iBAAiB,CAAC,CAE5B;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,iBAAiB,CAAC,CAc5B;AAED;;;;GAIG;AACH,wBAAgB,kBAAkB,CAChC,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,kBAAkB,EAC3B,MAAM,EAAE,CAAC,OAAO,EAAE,MAAM,GAAG,SAAS,KAAK,UAAU,GAAG,IAAI,GACzD,OAAO,CAAC,iBAAiB,CAAC,CAsB5B;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,aAAa,GAAG,kBAAkB,CAiBxE;AAED;;;;;;;;GAQG;AACH,wBAAsB,cAAc,CAClC,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,kBAAkB,EAC3B,MAAM,EAAE,iBAAiB,EACzB,UAAU,EAAE,UAAU,GAAG,IAAI,EAC7B,SAAS,GAAE,gBAAgB,GAAG,IAAW,EACzC,kBAAkB,GAAE,OAAO,sBAA+C,EAC1E,KAAK,GAAE,YAAY,GAAG,IAAW,GAChC,OAAO,CAAC,iBAAiB,CAAC,CA6wB5B;AAED,wBAAgB,uBAAuB,IAAI,iBAAiB,CAM3D"}
|