@vzn/vx 0.0.641 → 0.0.642

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (67) hide show
  1. package/package.json +5 -12
  2. package/skills/vx/SKILL.md +4 -4
  3. package/src/cache/archive.ts +525 -104
  4. package/src/cache/cache.ts +92 -12
  5. package/src/cache/fold-memo.ts +58 -0
  6. package/src/cache/git-inputs.ts +213 -31
  7. package/src/cache/index.ts +6 -2
  8. package/src/cache/inputs.ts +169 -79
  9. package/src/cache/key-fold.ts +90 -69
  10. package/src/cache/layer.ts +2 -6
  11. package/src/cache/layered-cache.ts +68 -4
  12. package/src/cache/output-index.ts +25 -4
  13. package/src/cache/remote-lane.ts +27 -10
  14. package/src/cache/schema.ts +13 -3
  15. package/src/cache/scoped-cache.ts +3 -1
  16. package/src/cache/umask.ts +29 -0
  17. package/src/cli/docs.ts +71 -7
  18. package/src/cli/help.ts +4 -4
  19. package/src/cli/plan-format.ts +4 -1
  20. package/src/cli/run.ts +10 -3
  21. package/src/cli/select.ts +2 -0
  22. package/src/exec/runner.ts +5 -0
  23. package/src/exec/sandbox-runtime.ts +81 -1
  24. package/src/graph/priorities.ts +14 -1
  25. package/src/history/history.ts +43 -33
  26. package/src/index.ts +10 -0
  27. package/src/orchestrator/deferred-outputs.ts +3 -2
  28. package/src/orchestrator/execute-task.ts +20 -14
  29. package/src/orchestrator/hit-restore.ts +10 -2
  30. package/src/orchestrator/index.ts +1 -0
  31. package/src/orchestrator/lockfile-claim.ts +54 -8
  32. package/src/orchestrator/miss-save.ts +27 -17
  33. package/src/orchestrator/output-host.ts +9 -1
  34. package/src/orchestrator/plan.ts +4 -0
  35. package/src/orchestrator/plugin-host.ts +31 -0
  36. package/src/orchestrator/plugin.ts +29 -3
  37. package/src/orchestrator/prepare.ts +74 -5
  38. package/src/orchestrator/projects.ts +6 -1
  39. package/src/orchestrator/run.ts +37 -15
  40. package/src/orchestrator/sandbox-request.ts +1 -48
  41. package/src/orchestrator/save-lane.ts +17 -10
  42. package/src/orchestrator/signals.ts +7 -10
  43. package/src/orchestrator/stable-keys.ts +83 -25
  44. package/src/orchestrator/task-hash.ts +46 -12
  45. package/src/report/events.ts +12 -0
  46. package/src/report/framed-output.ts +2 -1
  47. package/src/report/logger.ts +53 -13
  48. package/src/report/status-line.ts +45 -4
  49. package/src/report/summary.ts +5 -2
  50. package/src/util/errors.ts +1 -1
  51. package/src/util/hidden-prompt.ts +74 -0
  52. package/src/util/index.ts +12 -2
  53. package/src/util/paths.ts +33 -14
  54. package/src/util/secrets.ts +150 -0
  55. package/src/workspace/affected.ts +63 -13
  56. package/src/workspace/config-schema.ts +37 -3
  57. package/src/workspace/project-loader.ts +1 -0
  58. package/src/workspace/workspace.ts +17 -11
  59. package/docs/caching.md +0 -2376
  60. package/docs/cli.md +0 -3285
  61. package/docs/execution.md +0 -676
  62. package/docs/features.md +0 -178
  63. package/docs/patterns.md +0 -219
  64. package/docs/schema.md +0 -2468
  65. package/docs/security.md +0 -253
  66. package/src/cli/docs-corpus.ts +0 -21
  67. package/src/cli/docs-text.d.ts +0 -5
package/docs/security.md DELETED
@@ -1,253 +0,0 @@
1
- # Security model
2
-
3
- What vx trusts, what it checks, what the sandbox stops and what it does
4
- not, and how to report a problem. Report a vulnerability privately
5
- through GitHub's private vulnerability reporting on
6
- [vznjs/vx](https://github.com/vznjs/vx/security) (Security → Report a
7
- vulnerability), never in a public issue.
8
-
9
- ## What vx trusts
10
-
11
- - **Your configs.** `vx.config.ts` and `.vx/workspace.ts` are programs vx
12
- runs in its own process. A config can do anything you can: vx
13
- validates what it returns, not what it does. The workspace root is
14
- the nearest `.vx/workspace.*`, and vx never looks for it above the git
15
- top-level, so a file planted in a shared directory such as `/tmp`
16
- cannot claim your checkout and run as you. Outside git, one another
17
- user owns is refused, root aside, judged by the file itself (a link,
18
- not what it names) and its `.vx` (`tests/workspace-root-file.test.ts`).
19
- No task output reaches `.vx` or a `vx.lock.json`: a clean never deletes
20
- them and a hit never restores them (`tests/output-never-dotvx.test.ts`).
21
- What a config imports
22
- must already be installed: vx runs Bun with `--no-install`, so an
23
- import no `node_modules` provides is refused, never fetched from the
24
- registry (L-22).
25
- - **Your projects lock.** A run executes `.vx/projects.lock.json` as
26
- written and never re-evaluates or re-validates it, so the lock is code
27
- too. It is minified and marked generated, which collapses it in a
28
- pull request's diff: a change to it alone changes what runs while every
29
- config and `vx.lock.json` reads the same. Run `vx lock --check` in CI
30
- before anything else; it fails on any entry that differs from what its
31
- config evaluates to and on one with no config (`tests/lock.test.ts`).
32
- - **Your project's own vx.** A global vx hands every call to the
33
- workspace root's `node_modules/.bin/vx` (cli.md § Which vx runs), so even
34
- `vx --version` in a repo you do not trust runs that repo's code. One
35
- another user owns is never run.
36
- - **Your plugins.** A plugin is code you imported. It runs in vx's
37
- process with a config's reach; vx checks the shape of what it hands
38
- back and isolates a telemetry plugin's failures, nothing more.
39
- - **Your lockfile and your repo.** vx parses a lockfile (and
40
- `turbo.json` or an Nx graph when migrating) into keys and refuses one
41
- it cannot read, naming the file. A lockfile that names another
42
- install is a different key, never a code path.
43
- - **Whoever can write your remote cache.** A cache key names the
44
- inputs, not the bytes, so a store that answers a key with bytes of its
45
- choosing is trusted as a writer, as it is in every action cache. Use a
46
- store only your builds write to, or `turboCache()`'s signature key,
47
- which refuses an artifact a keyholder did not sign. A job you do not
48
- trust (a fork's pull request) reads at most: `--cache-policy=local:rw,remote:r`
49
- or `cache.policy`. Core's policy alone decides; a cache plugin reads no
50
- tool's own switch (`TURBO_CACHE`, `NX_SKIP_REMOTE_CACHE`) and cannot
51
- narrow it.
52
-
53
- ## Cache poisoning
54
-
55
- A pull request that can write the cache the default branch reads can
56
- plant bytes main later replays (CREEP, CVE-2025-36852). The boundary is
57
- the credential, enforced by the cache server: the default branch's job
58
- holds a token that writes the default keys, and a pull request's job
59
- holds one that cannot (read-only, or confined by the server to its own
60
- namespace), or none.
61
-
62
- `cache.scope` is the client half. `'pr-123'` reads the default keys,
63
- then its own, and writes only its own, which `github()` sets on
64
- Actions (`pr-<n>`, `ref-<name>`; the default branch sets none)
65
- and `VX_CACHE_SCOPE` or `--cache-scope` sets on any CI. Whether a run
66
- writes is `cache.policy`'s call: off CI the default reads the remote and
67
- writes nothing, since a key holds only declared inputs and a laptop's
68
- undeclared tool or file would replay on CI. A laptop that should never
69
- write gets a read-only token too. The local cache follows the same
70
- key rule, so on one disk a PR's entries sit under its scope's keys and
71
- a persistent runner never serves them to main.
72
- It keeps honest runs apart and stops a non-hermetic PR build from
73
- landing where main reads; it is not a boundary, since the PR's own
74
- config decides it and any run holding a write credential can write any
75
- key.
76
-
77
- A boundary the server holds, with bazel-remote and `@vzn/vx-reapi`: reads
78
- are open, writes need a password, and only main's push job has it.
79
-
80
- ```sh
81
- htpasswd -cB /etc/bazel-remote/htpasswd ci # the write credential
82
- bazel-remote --dir /data --max_size 50 --grpc_address 0.0.0.0:9092 \
83
- --htpasswd_file /etc/bazel-remote/htpasswd --allow_unauthenticated_reads
84
- ```
85
-
86
- ```ts
87
- // .vx/workspace.ts: the header only where the secret is set
88
- reapi({
89
- endpoint: 'grpcs://cache.example.com:9092',
90
- headers: process.env.CACHE_AUTH ? { authorization: `Basic ${process.env.CACHE_AUTH}` } : {},
91
- })
92
- ```
93
-
94
- ```yaml
95
- # .github/workflows/ci.yml: CACHE_AUTH (base64 of ci:<password>) is a
96
- # secret of the `cache-write` environment, whose only deployment branch
97
- # is main, so no other branch's workflow can read it
98
- jobs:
99
- build:
100
- if: github.event_name != 'push' || github.ref != 'refs/heads/main'
101
- steps:
102
- - run: vx run build --all
103
- build-main:
104
- if: github.event_name == 'push' && github.ref == 'refs/heads/main'
105
- environment: cache-write
106
- env:
107
- CACHE_AUTH: ${{ secrets.CACHE_AUTH }}
108
- steps:
109
- - run: vx run build --all
110
- ```
111
-
112
- A pull request's job has no `CACHE_AUTH`, so the server refuses its
113
- writes whatever its config says. Never give the write secret to a
114
- `pull_request_target`, `issue_comment` or `workflow_run` job that checks
115
- out a pull request's code: it runs with main's ref and secrets, and
116
- `github()` scopes it `pr-<n>` only on the client side.
117
-
118
- A boundary that holds whoever can write the store is a signing cache
119
- plugin: main's CI signs each upload, and a reader refuses, as it streams,
120
- a download no trusted key signed, so the hit is a miss. Core needs no
121
- change for it; the plugins guide (§ Your own cache › Signed artifacts) has a
122
- complete one, run by `tests/signed-cache-guide.unsafe.test.ts`.
123
-
124
- ## What vx checks on bytes it did not write
125
-
126
- Every artifact that arrives from a remote, and every one read back from
127
- the local store:
128
-
129
- - ends in a CRC-32 of its entries: a byte changed in transit or at rest
130
- makes the hit a miss, never a replay of the damaged bytes;
131
- - on arrival, records the cache key it was packed under, and is
132
- refused under another (a local read-back is not re-checked);
133
- - on arrival, carries only the files the task declares as outputs;
134
- - lands each file under the task's project or declared workspace path:
135
- traversal (`..`, `.`, absolute names) is refused before anything
136
- lands, a refused archive leaves nothing behind, and links and devices
137
- are never written; a seeded fuzz of hostile archives holds this;
138
- - is bounded: a decompression bomb, an oversized header or body, and a
139
- remote answer larger than asked for are refused as they are read.
140
-
141
- Remote execution (`@vzn/vx-reapi`) holds each blob to its digest, and
142
- writes only the server's outputs a declared glob names, inside the
143
- workspace, through no link that leads out of it, and through no link
144
- into a place no declared glob names.
145
-
146
- ## What the sandbox stops
147
-
148
- A task with `exec.sandbox` runs where only what it declares exists:
149
-
150
- - reads of the workspace outside the task's project and grants fail;
151
- - writes outside its `allow.write` grants fail (declared outputs grant
152
- none);
153
- - the network is closed except to the domains granted, one union per
154
- run: a task granted any domain reaches every domain the run grants;
155
- with none, it reaches no listener on the host's loopback and no unix
156
- socket outside the workspace (L-46);
157
- - its temp directory, port-bridge socket and trace log are its own
158
- (mode 0700), unreachable from another task and another local user;
159
- - the host's credential stores (`~/.ssh`, `~/.gnupg`, `~/.aws`,
160
- `~/.npmrc`, `~/.netrc`, the token files of deploy and agent CLIs such
161
- as Vercel, Wrangler, Fly or Claude, and the like; the list is in the
162
- schema's sandbox section) are unreadable unless `allow.read` names one
163
- (L-41), cannot be hard-linked into an output for vx to pack, and a denied read's `fix:` hint never suggests granting one
164
- (`tests/sandbox-credential-stores.unsafe.test.ts`, `tests/sandbox-fix.test.ts`);
165
- - vx's own cache directory, wherever `cache.dir` puts it in the
166
- workspace, is a wall like `.vx/cache`: a broad grant stops at it, and a write
167
- grant that would bind it is refused (L-24);
168
- - a symlinked output must resolve inside its project: vx packs outputs
169
- outside the sandbox, and a link to another project's file would have
170
- carried that file into the cache (L-23). An output directory linked out
171
- of the project refuses the task by name (X-88). Inside the project, a
172
- link must name a file the task could read (a read or write grant, its
173
- `node_modules`) or one of its own outputs, so `dist/x -> ../.env` under
174
- `read: ['src/']` is refused, and Linux judges making the link by the
175
- link, never its target (`tests/sandbox-output-link.unsafe.test.ts`).
176
- - vx's own environment, which holds the variables a task is not given
177
- (a token, a key), is unreadable: the task cannot see vx's
178
- `/proc/<pid>/environ` on Linux or read it through `ps eww` on macOS
179
- (`tests/sandbox-parent-env.unsafe.test.ts`).
180
-
181
- An undeclared touch of the task's own files fails the task, and a failed
182
- task is never cached. See [Sandboxing tasks](https://vznjs.github.io/vx/guides/sandboxing/).
183
-
184
- The sandbox costs each task it runs; a cache hit runs nothing and costs
185
- nothing. `tests/sandbox-parent-env.unsafe.test.ts` prints the cost of one
186
- `true` task, min of 20, on every CI run. On GitHub-hosted runners on
187
- 2026-10-13 it printed +269 ms on Linux and +97 ms on macOS.
188
-
189
- ## What it does not stop
190
-
191
- - **A task with no `exec.sandbox`.** It runs with your permissions:
192
- it reads anything you can. vx hides its own environment from it on
193
- every command: on Linux vx makes itself non-dumpable (about 0.8 ms), on
194
- macOS it zeroes the values `ps eww` reads, every variable but the
195
- essentials every task gets (about 0.7 ms). It starts its helpers with `PATH`
196
- alone and each `git` with only what git reads
197
- (`tests/hide-env.unsafe.test.ts`, `tests/git-env.test.ts`). That hides
198
- the environment only, not files.
199
- - **Reads outside the workspace root.** `~/.cache`, `/etc` and the like
200
- stay readable (tools need them) and fold into no key. The credential
201
- stores under home (`~/.ssh`, `~/.aws`, `~/.npmrc` and the like) are
202
- not: a task reads one only when its `allow.read` names it (L-41).
203
- - **Resource use.** CPU, memory and disk are bounded by timeouts and the
204
- artifact ceiling, not by the sandbox.
205
- - **A weaker sandbox where the host cannot nest one**:
206
- `weakerWhenNested` in a container, a task that itself sandboxes on
207
- macOS. `vx info` says what the host supports.
208
-
209
- ## Secrets
210
-
211
- The value, of 6 characters or more, of a variable whose name holds
212
- `TOKEN`, `SECRET`, `KEY`, `PASSWORD`, `PASSWD` or `CREDENTIAL` (not one
213
- ending `_FILE`, `_PATH` or `_DIR`, nor `GIT_CONFIG_KEY_<n>`), or that a
214
- task lists in `exec.env.secret`, and the password of a URL
215
- (`scheme://user:<password>@`) in any variable's value, is printed as `***` wherever vx shows, stores or
216
- exports it: task output, the stdout a hit replays, commands, an
217
- executor's error, telemetry,
218
- `vx show` (L-26). Values in the run history are digests under a per-store
219
- salt, and what follows `--` on the command line reaches telemetry as a
220
- count, not a quote, a secret before it masked (L-44). A remote executor (`@vzn/vx-reapi`) receives a
221
- task's `exec.env.define` values and the `inputs.env` values its
222
- local child gets, never `passThrough`; those values sit unmasked in the
223
- action's Command, which the remote stores in its CAS, as Bazel's
224
- `--action_env` does, so a secret a remote task needs is trusted to that
225
- remote. `vx lock` refuses to write a lock holding a secret value: the lock is
226
- committed (L-42).
227
-
228
- Masking covers the text vx shows and stores, not a task's outputs: they
229
- are cached and uploaded as the task wrote them, so a build that bakes a
230
- secret into a file (a server bundle reading `process.env.API_KEY`) hands
231
- it to every reader of the remote cache. Keep secrets out of cached
232
- outputs, or give that task no `cache`. vx does not scan outputs for
233
- secret values: a name-based match would refuse public `*_KEY` values too.
234
-
235
- ## Releases
236
-
237
- Release binaries carry a build-provenance attestation
238
- (`gh attestation verify vx-<target> --repo vznjs/vx`); `vx upgrade`
239
- installs a binary only after npm's registry signature over the platform
240
- package's `name@version:integrity` verifies against npm's key, pinned
241
- in vx, and the tarball matches that integrity: the host that serves the
242
- bytes cannot make the signature, so a swapped tarball is refused before
243
- anything is written, and a key id vx does not pin is refused with a hint
244
- that the installer needs updating (owner, 2026-10-13; pnpm's installer
245
- checks the same). The new binary is staged in a fresh directory, never a
246
- name another user could plant a link at. A vx a package manager
247
- installed is upgraded by that manager, which checks its own integrity.
248
- npm packages
249
- publish with provenance; every third-party action in CI runs from a
250
- full commit SHA; and a workflow hands an event's or a dispatcher's value
251
- to a script through `env`, never pasted in (a release tag is checked as a
252
- version first); every workflow names its token's permissions, and CI's
253
- is read-only. A test holds each rule.
@@ -1,21 +0,0 @@
1
- // The pages `vx docs` searches: core's reference, imported as text so the
2
- // compiled binary carries them and an npm install reads them from the
3
- // package (package.json `files`). Loaded only by `vx docs`.
4
- import caching from '../../docs/caching.md' with { type: 'text' }
5
- import cli from '../../docs/cli.md' with { type: 'text' }
6
- import execution from '../../docs/execution.md' with { type: 'text' }
7
- import features from '../../docs/features.md' with { type: 'text' }
8
- import patterns from '../../docs/patterns.md' with { type: 'text' }
9
- import schema from '../../docs/schema.md' with { type: 'text' }
10
- import security from '../../docs/security.md' with { type: 'text' }
11
-
12
- /** Page name (its file, no `.md`) → markdown. */
13
- export const PAGES: Readonly<Record<string, string>> = {
14
- cli,
15
- schema,
16
- caching,
17
- execution,
18
- patterns,
19
- security,
20
- features,
21
- }
@@ -1,5 +0,0 @@
1
- // A markdown page imported `with { type: 'text' }` is its text (docs-corpus.ts).
2
- declare module '*.md' {
3
- const text: string
4
- export default text
5
- }