turbo-surf 0.8.2 → 0.8.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (159) hide show
  1. package/CHANGELOG.md +532 -0
  2. package/README.md +123 -152
  3. package/package.json +15 -11
  4. package/rust/README.md +72 -14
  5. package/rust/crates/turbo-surf-napi/README.md +32 -8
  6. package/rust/crates/turbo-surf-napi/index.d.ts +184 -7
  7. package/rust/crates/turbo-surf-napi/package.json +1 -1
  8. package/rust/playwright-shim/LIMITATIONS.md +211 -90
  9. package/rust/playwright-shim/action-commit-load.test.mjs +128 -0
  10. package/rust/playwright-shim/action-navigation-completion.test.mjs +469 -0
  11. package/rust/playwright-shim/actor-hub.mjs +423 -0
  12. package/rust/playwright-shim/actor-hub.test.mjs +978 -0
  13. package/rust/playwright-shim/actor-protocol-coverage.test.mjs +250 -0
  14. package/rust/playwright-shim/actor-read-queue.test.mjs +99 -0
  15. package/rust/playwright-shim/actor-runtime.test.mjs +54 -0
  16. package/rust/playwright-shim/animation-policy.mjs +6 -0
  17. package/rust/playwright-shim/animation-policy.test.mjs +50 -0
  18. package/rust/playwright-shim/artifact-options.mjs +17 -0
  19. package/rust/playwright-shim/assertion-retry-diagnostics.test.mjs +83 -0
  20. package/rust/playwright-shim/attempt-process.mjs +190 -0
  21. package/rust/playwright-shim/attempt-test-stub.mjs +11 -0
  22. package/rust/playwright-shim/attempt-worker.mjs +37 -0
  23. package/rust/playwright-shim/bin/turbo-surf-test.mjs +70 -9
  24. package/rust/playwright-shim/binding-drain.mjs +31 -0
  25. package/rust/playwright-shim/binding-drain.test.mjs +62 -0
  26. package/rust/playwright-shim/cli-entry.test.mjs +154 -0
  27. package/rust/playwright-shim/commit-navigation.test.mjs +177 -0
  28. package/rust/playwright-shim/concurrent-url-waits.test.mjs +71 -0
  29. package/rust/playwright-shim/config.mjs +183 -15
  30. package/rust/playwright-shim/config.test.mjs +527 -35
  31. package/rust/playwright-shim/console-events.test.mjs +101 -0
  32. package/rust/playwright-shim/console-message.mjs +28 -0
  33. package/rust/playwright-shim/context-cookie.test.mjs +63 -0
  34. package/rust/playwright-shim/context-emulation-forwarding.mjs +8 -0
  35. package/rust/playwright-shim/context-events.test.mjs +106 -0
  36. package/rust/playwright-shim/dialog.mjs +32 -0
  37. package/rust/playwright-shim/dialog.test.mjs +65 -0
  38. package/rust/playwright-shim/dom-traversal.test.mjs +114 -0
  39. package/rust/playwright-shim/e2e/describe-only.spec.mjs +19 -0
  40. package/rust/playwright-shim/e2e/dialogs.spec.mjs +168 -0
  41. package/rust/playwright-shim/e2e/fixture-dependencies.spec.mjs +20 -0
  42. package/rust/playwright-shim/e2e/fixture-info.spec.mjs +19 -0
  43. package/rust/playwright-shim/e2e/fixture-lifecycle.spec.mjs +28 -0
  44. package/rust/playwright-shim/e2e/fixture-scopes.spec.mjs +14 -0
  45. package/rust/playwright-shim/e2e/fixture-use.spec.mjs +18 -0
  46. package/rust/playwright-shim/e2e/private-infrastructure.spec.mjs +442 -0
  47. package/rust/playwright-shim/e2e/step-controls.spec.mjs +33 -0
  48. package/rust/playwright-shim/e2e/test-only.spec.mjs +9 -0
  49. package/rust/playwright-shim/e2e/tuple-fixtures.spec.mjs +25 -0
  50. package/rust/playwright-shim/e2e/worker-hooks.spec.mjs +16 -0
  51. package/rust/playwright-shim/equality.mjs +80 -0
  52. package/rust/playwright-shim/eval-input.test.mjs +304 -0
  53. package/rust/playwright-shim/evaluate-metadata-reentrancy.test.mjs +41 -0
  54. package/rust/playwright-shim/evaluate-sync.test.mjs +111 -0
  55. package/rust/playwright-shim/evaluation-codec.mjs +81 -0
  56. package/rust/playwright-shim/event-waiter.mjs +42 -0
  57. package/rust/playwright-shim/event-waiter.test.mjs +45 -0
  58. package/rust/playwright-shim/fixtures/popup-app.mjs +83 -0
  59. package/rust/playwright-shim/fixtures.mjs +150 -0
  60. package/rust/playwright-shim/geolocation-options.mjs +55 -0
  61. package/rust/playwright-shim/geolocation-options.test.mjs +44 -0
  62. package/rust/playwright-shim/geolocation.test.mjs +116 -0
  63. package/rust/playwright-shim/handle-lifecycle-branches.test.mjs +74 -0
  64. package/rust/playwright-shim/handles-behavior-coverage.test.mjs +280 -0
  65. package/rust/playwright-shim/handles.test.mjs +244 -0
  66. package/rust/playwright-shim/history-group-fixture.mjs +90 -0
  67. package/rust/playwright-shim/history-group-policy.test.mjs +286 -0
  68. package/rust/playwright-shim/history-groups.test.mjs +490 -0
  69. package/rust/playwright-shim/history-metadata-native.test.mjs +70 -0
  70. package/rust/playwright-shim/history-navigation.mjs +52 -0
  71. package/rust/playwright-shim/history-navigation.test.mjs +219 -0
  72. package/rust/playwright-shim/history-snapshot.mjs +158 -0
  73. package/rust/playwright-shim/history-snapshot.test.mjs +254 -0
  74. package/rust/playwright-shim/host-route-isolation.test.mjs +90 -0
  75. package/rust/playwright-shim/host-routes.mjs +143 -0
  76. package/rust/playwright-shim/host-routes.test.mjs +668 -0
  77. package/rust/playwright-shim/idle-callback.test.mjs +75 -0
  78. package/rust/playwright-shim/iframe-load.test.mjs +100 -0
  79. package/rust/playwright-shim/image-promotion.test.mjs +184 -0
  80. package/rust/playwright-shim/implicit-submit-contract.test.mjs +89 -0
  81. package/rust/playwright-shim/index.mjs +5325 -1460
  82. package/rust/playwright-shim/initial-hydration-timeout.test.mjs +178 -0
  83. package/rust/playwright-shim/inner-html-contract.test.mjs +27 -0
  84. package/rust/playwright-shim/input-hardware.test.mjs +439 -5
  85. package/rust/playwright-shim/intercepted-owner.test.mjs +114 -0
  86. package/rust/playwright-shim/js-handles.mjs +267 -0
  87. package/rust/playwright-shim/keyboard-bindings.test.mjs +187 -0
  88. package/rust/playwright-shim/keyboard-defaults.mjs +136 -0
  89. package/rust/playwright-shim/keyboard-keypress.test.mjs +107 -0
  90. package/rust/playwright-shim/keyboard-timers.test.mjs +46 -0
  91. package/rust/playwright-shim/keyboard.mjs +136 -0
  92. package/rust/playwright-shim/launcher-contract.test.mjs +323 -0
  93. package/rust/playwright-shim/lifecycle.test.mjs +89 -0
  94. package/rust/playwright-shim/loader-compatibility.test.mjs +237 -0
  95. package/rust/playwright-shim/loader-hooks.mjs +48 -0
  96. package/rust/playwright-shim/loader.mjs +1 -1
  97. package/rust/playwright-shim/locator-binding-reads.test.mjs +189 -0
  98. package/rust/playwright-shim/locator-page.test.mjs +90 -0
  99. package/rust/playwright-shim/module-cancellation.test.mjs +322 -0
  100. package/rust/playwright-shim/module-page-realms.test.mjs +246 -0
  101. package/rust/playwright-shim/native-load-state.mjs +23 -0
  102. package/rust/playwright-shim/native-load-state.test.mjs +43 -0
  103. package/rust/playwright-shim/native-platform-value-owners.test.mjs +94 -0
  104. package/rust/playwright-shim/navigation-deadline.test.mjs +409 -0
  105. package/rust/playwright-shim/navigation.test.mjs +412 -0
  106. package/rust/playwright-shim/network-wait-timeout.test.mjs +123 -0
  107. package/rust/playwright-shim/node-preloads.mjs +110 -0
  108. package/rust/playwright-shim/node-preloads.test.mjs +165 -0
  109. package/rust/playwright-shim/offline-context.test.mjs +253 -0
  110. package/rust/playwright-shim/opening-target-close.test.mjs +584 -0
  111. package/rust/playwright-shim/page-dispatch-event-contract.test.mjs +44 -0
  112. package/rust/playwright-shim/popup-facade.test.mjs +161 -0
  113. package/rust/playwright-shim/popup-geolocation.test.mjs +172 -0
  114. package/rust/playwright-shim/popup-networkidle-progress.test.mjs +60 -0
  115. package/rust/playwright-shim/popup-networkidle.test.mjs +24 -0
  116. package/rust/playwright-shim/popup-transport.test.mjs +419 -0
  117. package/rust/playwright-shim/press-signal-scope.test.mjs +285 -0
  118. package/rust/playwright-shim/programmatic-form-navigation.test.mjs +110 -0
  119. package/rust/playwright-shim/public-frame-page-contracts.test.mjs +166 -0
  120. package/rust/playwright-shim/public-index-branch-contracts.test.mjs +101 -0
  121. package/rust/playwright-shim/public-page-validation-contracts.test.mjs +64 -0
  122. package/rust/playwright-shim/public-value-branch-contracts.test.mjs +48 -0
  123. package/rust/playwright-shim/public-value-expect-contracts.test.mjs +125 -0
  124. package/rust/playwright-shim/redirect-responses.test.mjs +91 -0
  125. package/rust/playwright-shim/register.mjs +2 -2
  126. package/rust/playwright-shim/request-events.test.mjs +58 -0
  127. package/rust/playwright-shim/request-navigation.test.mjs +137 -0
  128. package/rust/playwright-shim/response-lifecycle.test.mjs +367 -0
  129. package/rust/playwright-shim/route-network-events.test.mjs +221 -0
  130. package/rust/playwright-shim/route-predicate.test.mjs +161 -0
  131. package/rust/playwright-shim/routing-regressions.test.mjs +195 -0
  132. package/rust/playwright-shim/routing-xhr-body.test.mjs +23 -0
  133. package/rust/playwright-shim/runner-probes.mjs +22 -0
  134. package/rust/playwright-shim/runtime-locator.test.mjs +95 -0
  135. package/rust/playwright-shim/screenshot-assets.test.mjs +75 -0
  136. package/rust/playwright-shim/screenshot-document-assets.test.mjs +250 -0
  137. package/rust/playwright-shim/screenshot-options.test.mjs +247 -0
  138. package/rust/playwright-shim/screenshot-resources.mjs +33 -0
  139. package/rust/playwright-shim/screenshot-resources.test.mjs +192 -0
  140. package/rust/playwright-shim/screenshot-scene.mjs +53 -0
  141. package/rust/playwright-shim/screenshot-scene.test.mjs +150 -0
  142. package/rust/playwright-shim/screenshot-test-utils.mjs +34 -0
  143. package/rust/playwright-shim/selector-keyboard-branches.test.mjs +131 -0
  144. package/rust/playwright-shim/selector-keyboard-contracts.test.mjs +257 -0
  145. package/rust/playwright-shim/set-content.test.mjs +488 -0
  146. package/rust/playwright-shim/shadow-locators.test.mjs +278 -0
  147. package/rust/playwright-shim/skip-isolation.test.mjs +46 -50
  148. package/rust/playwright-shim/small-behavior.test.mjs +151 -0
  149. package/rust/playwright-shim/storage-state.mjs +30 -0
  150. package/rust/playwright-shim/storage-state.test.mjs +76 -0
  151. package/rust/playwright-shim/style-resources.test.mjs +91 -0
  152. package/rust/playwright-shim/surface.test.mjs +3327 -24
  153. package/rust/playwright-shim/target-network-idle.mjs +40 -0
  154. package/rust/playwright-shim/target-network-idle.test.mjs +84 -0
  155. package/rust/playwright-shim/target-network-state.test.mjs +135 -0
  156. package/rust/playwright-shim/test.mjs +43 -7
  157. package/rust/playwright-shim/timeouts-retries.test.mjs +154 -0
  158. package/rust/playwright-shim/visible-selector.mjs +229 -0
  159. package/rust/playwright-shim/xhr-body-fixture.mjs +155 -0
package/README.md CHANGED
@@ -2,13 +2,13 @@
2
2
 
3
3
  > Native-speed, **browserless** web crawler + **MCP server** for AI agents — built
4
4
  > on [turbo-dom](https://github.com/miaskiewicz/turbo-dom). Fetch + parse + extract
5
- > + run page JS with no headless browser; 100×+ faster on server-rendered pages.
5
+ > + run page JS in an isolated native engine.
6
6
 
7
7
  > Working on this repo? See [docs/AGENTS.md](./docs/AGENTS.md) for one-command wrappers around the common workflows (oracle launch, Chrome 156 control recording, addon build, identity/parity checks, coverage, release prep).
8
8
 
9
- turbo-surf is a single native (Rust) engine — no Chromium, no headless browser
10
- (it can still render a reasonably-representative **synthetic screenshot** on
11
- demand — see below):
9
+ turbo-surf's default execution path is a native Rust engine with isolated V8 page
10
+ scripts and an on-demand **synthetic screenshot** tier. Explicit browser solvers
11
+ and browser sidecars are optional integrations; see [solver configuration](./docs/SOLVERS.md).
12
12
 
13
13
  - **A crawler** — point it at a domain and stream page records: indexed interactive
14
14
  elements, a link/form graph, an accessibility tree, markdown and plain-text views,
@@ -37,10 +37,10 @@ happy-dom). turbo-surf is unusual on four axes at once:
37
37
  `eval_js`/`inject_js` against the live render heap with a DOM-history trail,
38
38
  `screenshot` (PNG/SVG of the page or any DOM-history snapshot) + `set_viewport`,
39
39
  cookies/headers, `snapshot`, …) so an agent drives real pages over stdio with
40
- **no browser and no glue code** — `npx turbo-surf-mcp`. Most crawlers are
40
+ **no browser and no glue code** — `npx --yes --package turbo-surf turbo-surf-mcp`. Most crawlers are
41
41
  libraries you wrap yourself; this one is an agent tool on day one.
42
42
  2. **Crawler + agent surface on one native engine.** The same engine bulk-crawls a
43
- domain and serves the MCP tools — no browser anywhere in the stack. Its page API
43
+ domain and serves the MCP tools through the native execution path. Its page API
44
44
  is Playwright-shaped (the benchmark harness runs unmodified Playwright routines
45
45
  on it).
46
46
  3. **Its own DOM, not a browser's.** turbo-dom is a native + WASM HTML parser
@@ -63,7 +63,8 @@ See [CHANGELOG.md](./CHANGELOG.md) for what shipped and
63
63
 
64
64
  Since 0.6.0 turbo-surf keeps no copies of shared engine code: it links the
65
65
  [turbo-dom](https://github.com/miaskiewicz/turbo-dom) crates that turbo-test and
66
- turbo-html2pdf use too —
66
+ turbo-html2pdf use too. The Rust release graph consumes the published crates.io
67
+ 0.8.4 releases of the four DOM crates, pinned by the lockfile checksums —
67
68
 
68
69
  - **`turbo-dom`** — HTML parser, copy-on-write DOM, CSSOM and the one selector engine;
69
70
  - **`turbo-dom-layout`** — style cascade and layout behind live geometry
@@ -82,8 +83,11 @@ crawl, identity), `-view` (extraction views), `-page` (the Playwright-shaped pag
82
83
 
83
84
  ## Status
84
85
 
85
- Status: **v0.8.2 — on turbo-dom 0.8.2**
86
- ([npm](https://www.npmjs.com/package/turbo-surf)). The engine ships hardened
86
+ Status: **v0.8.4 release**.
87
+ Version 0.8.4 uses the published turbo-dom 0.8.4 crates. See
88
+ [CHANGELOG.md](./CHANGELOG.md) for release changes and
89
+ [PUBLISHING.md](./PUBLISHING.md) for release validation and artifact verification.
90
+ The engine includes hardened
87
91
  networking (cookies / `document.cookie` bridge / robots + crawl-delay / charset /
88
92
  size + redirect caps, HTTP/2 + a pooled client, 304 conditional cache), crawl
89
93
  orchestration (global + per-host concurrency, token-bucket politeness, backoff/retry,
@@ -102,7 +106,7 @@ The npm package is a thin launcher that spawns the native binary:
102
106
  ```sh
103
107
  npm install -g turbo-surf # provides the `turbo-surf-mcp` command
104
108
  # …or run without installing:
105
- npx -y turbo-surf
109
+ npx --yes --package turbo-surf turbo-surf-mcp
106
110
  ```
107
111
 
108
112
  Node ≥ 20 to launch; the engine is a prebuilt per-platform native binary (no Node
@@ -116,18 +120,21 @@ tag ships the PyPI wheels.
116
120
 
117
121
  | Artifact | Registry | What it is | For |
118
122
  |---|---|---|---|
119
- | [`turbo-surf`](https://www.npmjs.com/package/turbo-surf) | **npm** | A thin launcher (`cli.js`/`index.js`) **+ prebuilt `turbo-surf-mcp` binaries** for each platform in `bin/` (darwin arm64, linux x64/arm64-gnu, win x64; Intel macOS builds from source). `npx` resolves the right one and spawns it. | Running the **MCP server** / CLI. No Rust toolchain, no Chromium, no Node hosting Rust. |
123
+ | [`turbo-surf`](https://www.npmjs.com/package/turbo-surf) | **npm** | Launcher, Playwright facade and matching optional platform packages carrying the MCP executable and NAPI addon (darwin arm64, linux x64/arm64-gnu, win x64; Intel macOS builds from source). | MCP/CLI runs the executable; the Playwright facade loads the addon in-process. Prebuilt installs need no Rust toolchain or browser. |
120
124
  | [`turbo-surf`](https://pypi.org/project/turbo-surf/) | **PyPI** | A PyO3 binding, shipped as prebuilt abi3 wheels (CPython 3.8+) for Linux (x86_64/aarch64), macOS (arm64), Windows (x64). | Calling the engine **from Python** — `markdown`/`text`/`links`/`extract`/`render`/…. No Rust toolchain, no Chromium. |
121
125
  | `turbo-surf-core`, `-view`, `-page`, `-render`, `-mcp` | **crates.io** | The Rust crates, in dependency order (the screenshot tier is turbo-dom's `turbo-dom-raster`). | **Embedding** the engine in a Rust program. |
122
126
 
123
- The `turbo-surf-napi` cdylib and `turbo-surf-transform` crate are **not**
124
- published — napi is for the dev harness + the Playwright shim only. The Playwright
125
- shim (`rust/playwright-shim/`) is a dev/in-repo tool, not an npm artifact.
127
+ The `turbo-surf-napi` and `turbo-surf-transform` Rust crates are not published
128
+ to crates.io. The native addon is distributed in the npm platform packages, and
129
+ the npm package includes the Playwright facade and `turbo-surf-test` command.
130
+ See [the artifact matrix](./docs/BUILD-FEATURES.md) and
131
+ [the addon loader](./rust/crates/turbo-surf-napi/README.md) for exact paths and
132
+ source-build overrides.
126
133
 
127
134
  ## MCP server (agents)
128
135
 
129
136
  ```sh
130
- npx turbo-surf-mcp # stdio MCP server (80 tools), e.g.:
137
+ npx --yes --package turbo-surf turbo-surf-mcp # stdio MCP server (80 tools), e.g.:
131
138
  # navigation: goto, go_back, go_forward, reload, set_user_agent
132
139
  # content: interactive_elements, accessibility_tree, aria_snapshot, markdown,
133
140
  # text, html, links, requests, snapshot, query, get_by,
@@ -189,10 +196,10 @@ time you run it.
189
196
  the command Claude will spawn):
190
197
 
191
198
  ```sh
192
- claude mcp add turbo-surf -- npx -y turbo-surf
199
+ claude mcp add turbo-surf -- npx --yes --package turbo-surf turbo-surf-mcp
193
200
  ```
194
201
 
195
- That writes the server into your Claude Code config. `npx -y turbo-surf`
202
+ That writes the server into your Claude Code config. `npx --yes --package turbo-surf turbo-surf-mcp`
196
203
  resolves + spawns the native binary over stdio — one process, no Node hosting it,
197
204
  no browser.
198
205
 
@@ -215,7 +222,7 @@ user. To share it with a repo instead, add `--scope project` — that writes a
215
222
  // .mcp.json — committed; teammates get the server automatically
216
223
  {
217
224
  "mcpServers": {
218
- "turbo-surf": { "command": "npx", "args": ["-y", "turbo-surf"] }
225
+ "turbo-surf": { "command": "npx", "args": ["--yes", "--package", "turbo-surf", "turbo-surf-mcp"] }
219
226
  }
220
227
  }
221
228
  ```
@@ -229,12 +236,12 @@ claude mcp add turbo-surf -- "$PWD/rust/target/release/turbo-surf-mcp"
229
236
 
230
237
  **Troubleshooting.** `command not found: claude` → install the Claude Code CLI.
231
238
  `npx` hangs the first run → it's downloading the binary; let it finish (or pre-warm
232
- with `npx -y turbo-surf` in a terminal, then Ctrl-C). Shows `✗ failed` in
239
+ with `npx --yes --package turbo-surf turbo-surf-mcp` in a terminal, then Ctrl-C). Shows `✗ failed` in
233
240
  `claude mcp list` → run the command directly to see the error; on an unsupported
234
241
  platform there's no prebuilt binary (build from a checkout as above).
235
242
 
236
243
  **Other MCP clients** (Claude Desktop, Cursor, …) — point their MCP config's
237
- `command` at `npx` with args `["-y", "turbo-surf"]`, or at the binary path.
244
+ `command` at `npx` with args `["--yes", "--package", "turbo-surf", "turbo-surf-mcp"]`, or at the binary path.
238
245
 
239
246
  ## Looking like a real browser (fingerprint + anti-bot)
240
247
 
@@ -258,75 +265,70 @@ runs the Chrome identity battery (TLS/H2/headers/client hints/JS identity) and
258
265
  diffs Chrome against turbo-surf; a reported version change does not upgrade V8
259
266
  (the JS-engine gap stays recorded).
260
267
 
261
- ### Quick start (anti-bot)
268
+ ### Quick start (challenge solvers)
262
269
 
263
- ```bash
264
- # 1. (optional) real TLS/JA3 + HTTP-2 fingerprint — needs cmake + nasm + libclang
265
- cargo build --release -p turbo-surf-mcp --features impersonate
270
+ The native engine runs without a solver. To configure one from a source checkout:
266
271
 
267
- # 2. (optional) enable a challenge solver — copy the template and fill ONE
272
+ ```sh
273
+ cargo build --manifest-path rust/Cargo.toml --release -p turbo-surf-mcp
268
274
  cp .env.example .env
269
- # then edit .env: TURBO_SURF_SOLVER=akamai # in-house, no key
270
- # or: TURBO_SURF_SOLVER=cloudflare # in-house, no key
271
- # or: TURBO_SURF_SOLVER=hyper + HYPER_API_KEY=...
272
- # or: TURBO_SURF_SOLVER=browser + TURBO_SURF_BROWSER_CMD=...
273
-
274
- # 3. run — the MCP server / crawler auto-detects walls and solves them
275
- npx turbo-surf-mcp
275
+ # Edit .env: choose TURBO_SURF_SOLVER and any required key/sidecar command.
276
+ node cli.js
276
277
  ```
277
278
 
278
- That's it. With no `.env` you get the default Chrome identity and transport profile;
279
- set one `TURBO_SURF_SOLVER` to also clear challenge walls.
279
+ The MCP setup loads `.env` without replacing process environment values. Explicit
280
+ in-house solvers need no provider key. An unset or unknown selector auto-selects a
281
+ real `HYPER_API_KEY` first, then `SCRAPFLY_API_KEY`; with neither, no solver is
282
+ installed. Placeholder keys are ignored.
280
283
 
281
284
  ### Configuration reference
282
285
 
283
- All optional. Set in `.env` (auto-loaded) or the process env.
284
-
285
- | Variable | Values | What it does |
286
- |---|---|---|
287
- | `TURBO_SURF_SOLVER` | `cloudflare` · `awswaf` · `akamai` · `recaptcha` · `hyper` · `scrapfly` · `browser` | Pick the challenge solver. Unset = no solving (fingerprint only). `cloudflare`/`awswaf`/`akamai` are in-house (no key). |
288
- | `HYPER_API_KEY` | key | Hyper Solutions token API (Akamai/DataDome/Kasada). Used when solver=`hyper`. |
289
- | `SCRAPFLY_API_KEY` | key | Scrapfly ASP API (Cloudflare + fallback). Used when solver=`scrapfly`. |
290
- | `TURBO_SURF_BROWSER_CMD` | shell command | The hardened-headless sidecar to run for solver=`browser` (e.g. `node harness/browser-solver/solve.mjs`). When solver=`akamai`, also enables the browser fallback (see below). |
291
- | `TURBO_SURF_PROXY` | `http://user:pass@host:port` | Egress proxy. Optional egress proxy. Where a token is IP-bound, minting and replay must use the same egress. |
292
- | `TURBO_SURF_SENSOR_DIR` | path (default `akamai-sensors`) | Where `analyze_akamai`'s `retry` saves a working sensor (keyed by script hash + version). |
293
-
294
- **Solver maturity** — `cloudflare` (managed/Iuam) and `awswaf` (common + targeted
295
- `challenge.js`) both run the challenge's **own JS in the V8 tier** (no browser) and
296
- are the most viable in-house solves. `akamai` is **experimental** (the live sensor
297
- crypto isn't reversed per-version yet). **All in-house solvers try themselves first,
298
- then fall back to the browser sidecar** when `TURBO_SURF_BROWSER_CMD` is set — so a
299
- failed self-solve still clears the wall. `hyper`/`scrapfly`/`browser` are the robust
300
- paths. CAPTCHA tiers (AWS `captcha`, CF Turnstile-interactive) aren't self-solvable
301
- and route straight to the sidecar.
302
-
303
- Build feature (not env): **`impersonate`** is enabled by default for the MCP binary and swaps rustls → BoringSSL
304
- (`wreq`) for a real Chrome TLS/JA3/JA4 + HTTP-2 fingerprint. Needs `cmake`, `nasm` and `libclang`.
305
- The Chrome 154 transport sends real `trust_anchors` IDs by default, backed by the
306
- same Chromium root store used for certificate verification. `trust-anchors` is a
307
- compatibility feature alias. The reviewed named registry distributions preserve
308
- the pinned transport APIs and require Rust 1.98. Actual package and registry
309
- consumer checks are documented in [`PUBLISHING.md`](./PUBLISHING.md).
310
-
311
- Build feature (not env): **`--features gpu-metal`** (macOS/Metal, off by default) runs the
312
- render tier's **WebGL on the real Apple GPU** — a live WebGL→wgpu→Metal bridge records the
313
- page's `gl.*` calls and executes them on the GPU, so `readPixels` returns genuine framebuffer
314
- pixels. Measured: a standard WebGL fingerprint draw is now **byte-identical to real Chrome**
315
- (same per-pixel RGBA and the same pixel hash — wgpu→Metal lands on the same result as Chrome's
316
- ANGLE→Metal on the same GPU). Canvas 2D `toDataURL` also rasterizes on the GPU (falls back to
317
- tiny-skia on any GPU error, so enabling it never regresses). Zero cost to the default build +
318
- the PyPI wheels (no `wgpu` unless enabled). Beats device-invariance/SwiftShader detection —
319
- the shared WebGL scene matched an exact hash. This does not establish arbitrary scene parity.
320
-
321
- A second build feature **`--features coretext`** (macOS only, off by default) rasterizes canvas
322
- **text** through CoreText/CoreGraphics — the same system glyph stack Chrome's Skia uses on macOS —
323
- so `getImageData` over rendered text reads back like a real Mac Chrome (measured: `getImageData` on
324
- "Hello" 20px Arial matches Chrome's bounding box + average alpha exactly). Double OS-guarded
325
- (`cfg(macos)` + macOS-only Cargo deps); only text is swapped (shapes stay on tiny-skia), and it
326
- falls back to the vector glyph trace for a scaled/rotated text matrix. (Canvas-2D `toDataURL` still
327
- differs from Chrome's *hash*: that also needs Chrome's exact PNG-container/encoder, no shared final
328
- layer — but `getImageData` reads back the real rendered pixels, byte-identical for solids/shapes and
329
- now CoreText-matched for text.)
286
+ | Variable | Behavior |
287
+ | --- | --- |
288
+ | `TURBO_SURF_SOLVER` | `cloudflare`, `awswaf`, `akamai`, `recaptcha`, `hyper`, `scrapfly`, or `browser`. |
289
+ | `HYPER_API_KEY` | Key for the wired Akamai sensor-generation adapter. |
290
+ | `SCRAPFLY_API_KEY` | Key for the external ASP scrape/cookie adapter. |
291
+ | `TURBO_SURF_BROWSER_CMD` | Explicit browser solver command; also optional fallback when an in-house solve returns an error. |
292
+ | `TURBO_SURF_PROXY` | Solver-adapter hint; setting it alone does not configure native replay transport. |
293
+ | `TURBO_SURF_SENSOR_DIR` | Directory for accepted `analyze_akamai` candidates; default `akamai-sensors`. |
294
+
295
+ See [SOLVERS.md](./docs/SOLVERS.md) for provider dispatch, placeholder-key handling,
296
+ sidecar protocols, fallback triggers, and limitations. The in-house paths include
297
+ experimental and structural fallbacks; configured solving and fixture success do
298
+ not guarantee acceptance by a live challenge, CAPTCHA, or cookie replay.
299
+
300
+ ### Animation presentation
301
+
302
+ Contexts can select `animations: "disabled"` for deterministic underlying effect
303
+ presentation while preserving ordinary callbacks and canonical animation lifecycle.
304
+ The default is `enabled`. Rust, NAPI and MCP configuration share the same policy;
305
+ see [ANIMATION-POLICY.md](./docs/ANIMATION-POLICY.md).
306
+
307
+ ### Build features and GPU bridge
308
+
309
+ [BUILD-FEATURES.md](./docs/BUILD-FEATURES.md) is the feature/default matrix for all
310
+ eight crates, release artifacts, toolchains and platform requirements. Cargo
311
+ features are additive: disabling a package's defaults does not necessarily disable
312
+ defaults enabled through its dependencies.
313
+
314
+ - **`impersonate`**: BoringSSL-backed transport, enabled in stock MCP/NAPI builds.
315
+ The lower-level core can be built with its defaults disabled for rustls; consult
316
+ the dependency matrix before assuming a top-level flag changes the full graph.
317
+ - **`gpu-metal`**: optional macOS wgpu/Metal replay for supported canvas/WebGL
318
+ operations. MCP and NAPI install the corresponding callbacks; Python's feature
319
+ forwarding alone does not install a guest WebGL callback.
320
+ - **`coretext`**: optional macOS canvas-text rasterization. It is independent of
321
+ WebGL replay and does not establish Chrome PNG or arbitrary-scene pixel parity.
322
+ - **`native-sdk-frame-read`**: a separate opt-in browser-environment capability;
323
+ enabling a feature does not install a Chrome SDK or make every SDK operation
324
+ available.
325
+ - **`avif` / `jxl`**: enabled in stock screenshot-capable package builds; see the
326
+ matrix for individual crate defaults and decoder/build requirements.
327
+
328
+ The [GPU bridge guide](./docs/GPU-BRIDGE.md) distinguishes Metal replay, CoreText,
329
+ SDK/frame integration, capability checks and fallback behavior. GPU/CoreText
330
+ features are off in stock release artifacts. Historical matching fingerprint
331
+ scenes are bounded measurements, not a general parity or fallback guarantee.
330
332
 
331
333
  MCP tools for stealth: **`set_fingerprint`** (override navigator fields),
332
334
  **`stealth_status`** (inspect active profile/solver/overrides), **`probe`** (see
@@ -493,7 +495,7 @@ Native WebCrypto uses a reproducibly hardened Deno provider and genuine Rust
493
495
  X-Wing keys for Chrome 155's `MLKEM768-X25519`. Key permissions and private native
494
496
  cloning have adversarial regression coverage; the covered localhost algorithm
495
497
  queries and KEM roundtrips match Chrome 155. The render crate's `deno_crypto`
496
- alias resolves `turbo-surf-deno-crypto` 0.273.1 (upstream 0.273.0 plus the reviewed
498
+ alias resolves `turbo-surf-deno-crypto` 0.273.4 (upstream 0.273.0 plus the reviewed
497
499
  patch), preserving the reviewed hardening and native clone API through its
498
500
  matching Deno/V8 registry graph. See the
499
501
  [provider provenance](rust/release-deps/deno/DENO_CRYPTO.md) and the
@@ -509,9 +511,9 @@ SHA-256 and length against reviewed pins. Installed-artifact JavaScript tests re
509
511
  a separate portability gate.
510
512
 
511
513
  The default render tier's `deno_core` alias resolves
512
- `turbo-surf-deno-core` 0.412.1. Its `v8` alias resolves the facade
514
+ `turbo-surf-deno-core` 0.412.5. Its `v8` alias resolves the facade
513
515
  `turbo-surf-deno-v8` 0.4.1, backed by turbo-dom's teardown- and
514
- interceptor-hardened `turbo-dom-v8` 150.4.0 fork, the only V8 in the graph
516
+ interceptor-hardened `turbo-dom-v8` 150.4.2 fork, the only V8 in the graph
515
517
  (native engine 15.0.245.2, corresponding to
516
518
  Chrome 150). Numeric versions and official native archive identities retain their
517
519
  upstream meanings; package renaming does not upgrade the engine. The harness
@@ -547,53 +549,17 @@ let opts = FetchOptions { profile: Some(&profile), ..Default::default() };
547
549
  let res = fetch_html("https://example.com/", opts).await?;
548
550
  ```
549
551
 
550
- **JS-challenge / PoW walls (Akamai, DataDome, Kasada, Cloudflare).** A fingerprint
551
- gets you past *consistency* checks, not the active canvas/WebGL/PoW gates. Plug a
552
- solver into the `ChallengeSolver` trait — the MCP session / crawl navigator
553
- auto-detect a wall, solve it, and replay the cleared cookies on the fast path.
554
- Inert until configured. Copy `.env.example` → `.env` and pick one:
555
-
556
- - **Rented** (`TURBO_SURF_SOLVER=hyper|scrapfly` + `HYPER_API_KEY`/`SCRAPFLY_API_KEY`).
557
- **Hyper** (`akm.hypersolutions.co/v2/sensor`, `x-api-key`) generates an Akamai
558
- `sensor_data` payload; turbo-surf POSTs it to the target and harvests `_abck`
559
- (Akamai lane wired; other vendors fall back). **Scrapfly** (`/scrape?asp=true&
560
- render_js=true`) renders + returns cleared cookies (`result.cookies`). Both
561
- matched to their real API docs.
562
- - **In-house, no key** (`TURBO_SURF_SOLVER=cloudflare`, `awswaf`, or `akamai`) —
563
- solve it yourself, no third party. **Cloudflare** runs the challenge's *own* JS in
564
- the V8 render tier to compute the answer (no reversing the math), then POSTs it and
565
- harvests `cf_clearance`. **AWS WAF Bot Control** (the bot layer behind CloudFront /
566
- ALB) does the same — runs `challenge.js` in V8 to mint the `aws-waf-token`; its
567
- common tier clears on the minted token + fingerprint, the `captcha` tier routes to
568
- the sidecar. **Akamai** is experimental (see below).
569
- - **Self-owned browser sidecar** (`TURBO_SURF_SOLVER=browser` +
570
- `TURBO_SURF_BROWSER_CMD="node harness/browser-solver/solve.mjs"`) — drives a real
571
- hardened headless Chromium just for the handshake, harvests the cookie, then
572
- turbo-surf does the volume. Opt-in only (spawns a process); the browser stays a
573
- dev-side sidecar, never in the engine. See
574
- [`harness/browser-solver/`](./harness/browser-solver/README.md).
575
-
576
- **Akamai experimental flow (`analyze_akamai`).** Akamai's live `sensor_data` is
577
- per-version, obfuscated, and key-rotated, so the in-house solver isn't a guaranteed
578
- live bypass — it's a **recon → rebuild → test** loop you drive from MCP:
552
+ **Challenge solvers.** `ChallengeSolver` adapters can solve a detected challenge
553
+ and return cookies for native replay. The wired choices, configuration precedence,
554
+ experimental in-house behavior and explicit browser-sidecar exception are described
555
+ in [SOLVERS.md](./docs/SOLVERS.md). Hyper's current adapter is Akamai-specific;
556
+ provider product offerings do not imply that every vendor is wired here.
579
557
 
580
- ```jsonc
581
- // 1. navigate to an Akamai-walled page first (goto), then:
582
- // MCP: analyze_akamai → finds the live Akamai script, hashes it, probes
583
- // what it reads, builds candidate sensors per version
584
- { }
585
- // MCP: analyze_akamai → with retry: POST each candidate, test live
586
- { "retry": true } // acceptance, and SAVE a working one locally
587
- ```
588
-
589
- `retry` returns `accepted` (the version that cleared the wall, if any) and saves it
590
- to `TURBO_SURF_SENSOR_DIR`. None accepted = that script's encoding still needs
591
- reversing (the candidates are hash-seeded structural rebuilds). With
592
- `TURBO_SURF_BROWSER_CMD` set, a normal Akamai `goto` auto-falls-back to the browser
593
- sidecar when the in-house solve fails — so you stay unblocked while iterating.
594
-
595
- Set `TURBO_SURF_PROXY` so the token's IP/JA3 matches your egress (and build with
596
- `--features impersonate` so the replay JA3 matches the Chrome that minted it).
558
+ **Akamai inspection (`analyze_akamai`).** The tool locates and hashes the challenge
559
+ script and builds candidate sensors. `{"retry": true}` tests candidates and saves
560
+ an accepted one under `TURBO_SURF_SENSOR_DIR`. No accepted candidate means no solve
561
+ was established. An optional browser fallback runs only on the documented solve
562
+ error path; it does not guarantee that the target accepts the replay.
597
563
 
598
564
  **Controllable render fingerprint.** Every render-tier `navigator` field has a
599
565
  default from the registry's default release and is overridable at runtime via the MCP `set_fingerprint`
@@ -642,30 +608,35 @@ cookies + real `setExtraHTTPHeaders`, and the full matcher set. Most of the surf
642
608
  is pure JS and never crosses into Rust; only genuine DOM/render semantics do (and
643
609
  an `expect(locator)` chain is batched into one crossing).
644
610
 
645
- `page.screenshot()` renders a **synthetic** image (PNG or SVG) from a native
611
+ `page.screenshot()` renders a **synthetic** image (PNG, JPEG or SVG) from a native
646
612
  layout+paint of the current HTML — no browser, no Chromium. It's *reasonably
647
613
  representative*, not pixel-faithful (`position`/`z-index` are honored via CSS
648
614
  stacking order; `<img>` + `background-image` are fetched and painted —
649
- PNG/JPEG/GIF/WebP/BMP/ICO/AVIF/JPEG XL + SVG, unknown formats fall back to a placeholder). `full_page`
615
+ PNG/JPEG/GIF/WebP/BMP/ICO/AVIF/JPEG XL + SVG, unknown formats fall back to a placeholder). `fullPage`
650
616
  grows to the content height. Runs only when asked, over any HTML snapshot; the
651
617
  viewport is configurable. See the `screenshot` MCP tool + `screenshot`/`screenshotSvg`
652
618
  napi functions.
653
619
 
654
- What a no-browser engine **physically can't do fails honestly** (it throws or
655
- no-ops — never a silent pass):
656
-
657
- | Bucket | Examples | Behavior |
658
- |---|---|---|
659
- | Pixels / layout | `pdf`, `boundingBox`, element-level `locator.screenshot`, `toHaveScreenshot`, `toMatchSnapshot` | **throws** |
660
- | Input hardware | `hover`, `dragTo`, `mouse`/`keyboard`/`touchscreen` | **throws** |
661
- | Network interception | `route`, `routeFromHAR`, `unroute` | **throws** |
662
- | JS↔host bindings | `exposeFunction`, `exposeBinding` | **throws** |
663
- | Truly-async/time | `waitFor*`, live `console`/`request` events, timer-driven mutation | resolve/no-op on the static DOM |
664
- | Layout-only state | `viewportSize`, `emulateMedia`, frames | stored / collapse to self |
665
-
666
- Full per-method coverage map: [`rust/playwright-shim/LIMITATIONS.md`](./rust/playwright-shim/LIMITATIONS.md).
667
- Best fit: **server-rendered and hydration-on-navigation** apps. A client-only SPA
668
- that paints entirely from JS after load (and never re-fetches) needs a real browser.
620
+ The facade includes live DOM geometry and input, but remains a bounded browser
621
+ replacement. Current behavior is summarized below; the per-method
622
+ [coverage map](./rust/playwright-shim/LIMITATIONS.md) is authoritative.
623
+
624
+ | Surface | Current behavior |
625
+ | --- | --- |
626
+ | Geometry and media | Native bounding boxes, scrolling, viewport/media settings and live frame operations, subject to documented resource/layout admission. |
627
+ | Input | Locator actions, keyboard, hover, mouse/touch and drag event paths operate on the live engine; physical input and compositor behavior are not provided. |
628
+ | Network | Page-scoped fetch/XHR interception, callbacks and HAR playback; general document/resource interception and context routes have separate limits. |
629
+ | JS↔host | `exposeFunction` and `exposeBinding` callbacks, including asynchronous replies. |
630
+ | Waiting and events | Driven live-session timers, waiters and console/network events; static snapshots do not run a continuous background browser loop. |
631
+ | Unavailable capture | PDF, video, element screenshots and visual snapshot assertions remain explicitly unsupported. Page screenshots use the native synthetic tier. |
632
+
633
+ Client-rendered applications can execute their own scripts in the V8 tier.
634
+ Compatibility depends on the APIs and layout features the application uses, not
635
+ on whether it is called an SPA. Synthetic screenshots are representative native
636
+ renders; they are not browser compositor captures. Animation support remains
637
+ separate from geometry on an animated target: unaffected local reads are scoped,
638
+ while unsupported dependent reads still fail explicitly. A session-level
639
+ animations on/off policy is a v0.8.4 follow-up ([#500](https://github.com/miaskiewicz/turbo-surf/issues/500)).
669
640
 
670
641
  ## Python
671
642
 
@@ -702,10 +673,10 @@ Fatal faults (malformed schema JSON, a render-tier failure) raise
702
673
 
703
674
  ## Benchmarks — pending re-run
704
675
 
705
- 0.6.0 has not been re-benchmarked: the DOM, layout, raster and browser-environment code
706
- moved into the shared turbo-dom crates and the render tier moved engines in this release,
707
- so the earlier numbers no longer describe the shipped code. A re-run of all four turbo-*
708
- repos together is planned after the release. The last measured (pre-consolidation) runs
676
+ Current release performance has not been established by the historical benchmarks.
677
+ The 0.6.0 consolidation and subsequent engine changes invalidate using those numbers
678
+ as a v0.8.3 speed claim. Current same-workload validation and profiling must identify
679
+ the exact source, build profile, workload, passing case counts and timing conditions. The last measured (pre-consolidation) runs
709
680
  — the Playwright-routine comparison against Chromium/Firefox/WebKit and the
710
681
  crawler-vs-crawler races — are kept in
711
682
  [`docs/BENCHMARKS-history.md`](./docs/BENCHMARKS-history.md). Harnesses:
@@ -737,7 +708,7 @@ benchmarks (install `playwright` + `crawlee` ad-hoc for the competitor engines).
737
708
 
738
709
  PR CI (`.github/workflows/ci.yml`) runs on ubuntu:
739
710
 
740
- - **lint + test** on Node 20 and 22 (launcher lint, the Rust workspace, the Playwright shim).
711
+ - **lint + test** on Node 22 (launcher lint, the Rust workspace, and Playwright shim).
741
712
  - **Coverage, blocking**: a sharded `cargo tarpaulin` (`coverage-shard` matrix: render,
742
713
  mcp, and core+view+page+transform), merged by the `coverage` job, which fails below the
743
714
  workspace `fail-under` (93.0, `rust/tarpaulin.toml`) or any per-crate floor in
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "turbo-surf",
3
- "version": "0.8.2",
3
+ "version": "0.8.4",
4
4
  "description": "Native-speed, browserless web crawler + MCP server for AI agents. A standalone Rust engine (turbo-dom + a V8 JS-render tier) \u2014 fetch + parse + extract + run page JS with no headless browser. This npm package is a thin launcher that spawns the native binary.",
5
5
  "license": "MIT",
6
6
  "main": "index.js",
@@ -30,10 +30,10 @@
30
30
  "rust/crates/turbo-surf-napi/README.md"
31
31
  ],
32
32
  "optionalDependencies": {
33
- "@miaskiewicz/turbo-surf-darwin-arm64": "0.8.2",
34
- "@miaskiewicz/turbo-surf-linux-x64": "0.8.2",
35
- "@miaskiewicz/turbo-surf-linux-arm64": "0.8.2",
36
- "@miaskiewicz/turbo-surf-win32-x64": "0.8.2"
33
+ "@miaskiewicz/turbo-surf-darwin-arm64": "0.8.4",
34
+ "@miaskiewicz/turbo-surf-linux-x64": "0.8.4",
35
+ "@miaskiewicz/turbo-surf-linux-arm64": "0.8.4",
36
+ "@miaskiewicz/turbo-surf-win32-x64": "0.8.4"
37
37
  },
38
38
  "scripts": {
39
39
  "lint": "oxlint",
@@ -42,21 +42,25 @@
42
42
  "format": "biome format --write .",
43
43
  "format:check": "biome format .",
44
44
  "build:addon": "cd rust && cargo build --release -p turbo-surf-napi",
45
- "test:shim": "node --test --test-force-exit --test-timeout=300000 --test-concurrency=1 rust/playwright-shim/test.mjs rust/playwright-shim/surface.test.mjs rust/playwright-shim/native-profile.test.mjs rust/playwright-shim/native-peer-events.test.mjs rust/playwright-shim/input-hardware.test.mjs rust/playwright-shim/config.test.mjs rust/playwright-shim/skip-isolation.test.mjs",
45
+ "test:shim": "node scripts/run-node-tests.mjs --test --test-force-exit --test-timeout=300000 --test-concurrency=1 rust/playwright-shim/test.mjs rust/playwright-shim/surface.test.mjs rust/playwright-shim/screenshot-assets.test.mjs rust/playwright-shim/screenshot-document-assets.test.mjs rust/playwright-shim/runtime-locator.test.mjs rust/playwright-shim/dom-traversal.test.mjs rust/playwright-shim/idle-callback.test.mjs rust/playwright-shim/small-behavior.test.mjs rust/playwright-shim/lifecycle.test.mjs rust/playwright-shim/navigation.test.mjs rust/playwright-shim/iframe-load.test.mjs rust/playwright-shim/commit-navigation.test.mjs rust/playwright-shim/eval-input.test.mjs rust/playwright-shim/keyboard-keypress.test.mjs rust/playwright-shim/keyboard-bindings.test.mjs rust/playwright-shim/binding-drain.test.mjs rust/playwright-shim/routing-regressions.test.mjs rust/playwright-shim/context-cookie.test.mjs rust/playwright-shim/style-resources.test.mjs rust/playwright-shim/cli-entry.test.mjs rust/playwright-shim/node-preloads.test.mjs rust/playwright-shim/storage-state.test.mjs rust/playwright-shim/request-events.test.mjs rust/playwright-shim/request-navigation.test.mjs rust/playwright-shim/redirect-responses.test.mjs rust/playwright-shim/screenshot-resources.test.mjs rust/playwright-shim/screenshot-options.test.mjs rust/playwright-shim/screenshot-scene.test.mjs rust/playwright-shim/history-navigation.test.mjs rust/playwright-shim/history-groups.test.mjs rust/playwright-shim/history-group-policy.test.mjs rust/playwright-shim/history-snapshot.test.mjs rust/playwright-shim/history-metadata-native.test.mjs rust/playwright-shim/set-content.test.mjs rust/playwright-shim/timeouts-retries.test.mjs rust/playwright-shim/handles.test.mjs rust/playwright-shim/evaluate-sync.test.mjs rust/playwright-shim/evaluate-metadata-reentrancy.test.mjs rust/playwright-shim/console-events.test.mjs rust/playwright-shim/host-routes.test.mjs rust/playwright-shim/host-route-isolation.test.mjs rust/playwright-shim/module-page-realms.test.mjs rust/playwright-shim/route-network-events.test.mjs rust/playwright-shim/intercepted-owner.test.mjs rust/playwright-shim/response-lifecycle.test.mjs rust/playwright-shim/opening-target-close.test.mjs rust/playwright-shim/native-profile.test.mjs rust/playwright-shim/native-peer-events.test.mjs rust/playwright-shim/input-hardware.test.mjs rust/playwright-shim/config.test.mjs rust/playwright-shim/skip-isolation.test.mjs rust/playwright-shim/concurrent-url-waits.test.mjs rust/playwright-shim/locator-page.test.mjs rust/playwright-shim/routing-xhr-body.test.mjs rust/playwright-shim/route-predicate.test.mjs rust/playwright-shim/context-events.test.mjs rust/playwright-shim/network-wait-timeout.test.mjs rust/playwright-shim/locator-binding-reads.test.mjs rust/playwright-shim/keyboard-timers.test.mjs rust/playwright-shim/offline-context.test.mjs rust/playwright-shim/actor-read-queue.test.mjs rust/playwright-shim/actor-runtime.test.mjs rust/playwright-shim/actor-hub.test.mjs rust/playwright-shim/event-waiter.test.mjs rust/playwright-shim/native-load-state.test.mjs rust/playwright-shim/popup-facade.test.mjs rust/playwright-shim/popup-transport.test.mjs rust/playwright-shim/geolocation-options.test.mjs rust/playwright-shim/geolocation.test.mjs rust/playwright-shim/target-network-state.test.mjs rust/playwright-shim/target-network-idle.test.mjs rust/playwright-shim/popup-networkidle.test.mjs rust/playwright-shim/popup-networkidle-progress.test.mjs rust/playwright-shim/popup-geolocation.test.mjs rust/playwright-shim/shadow-locators.test.mjs rust/playwright-shim/dialog.test.mjs rust/playwright-shim/animation-policy.test.mjs rust/playwright-shim/native-platform-value-owners.test.mjs rust/playwright-shim/image-promotion.test.mjs rust/playwright-shim/action-navigation-completion.test.mjs rust/playwright-shim/action-commit-load.test.mjs rust/playwright-shim/press-signal-scope.test.mjs rust/playwright-shim/implicit-submit-contract.test.mjs rust/playwright-shim/programmatic-form-navigation.test.mjs rust/playwright-shim/navigation-deadline.test.mjs rust/playwright-shim/initial-hydration-timeout.test.mjs rust/playwright-shim/module-cancellation.test.mjs rust/playwright-shim/assertion-retry-diagnostics.test.mjs rust/playwright-shim/page-dispatch-event-contract.test.mjs rust/playwright-shim/inner-html-contract.test.mjs rust/playwright-shim/selector-keyboard-contracts.test.mjs rust/playwright-shim/launcher-contract.test.mjs rust/playwright-shim/handles-behavior-coverage.test.mjs rust/playwright-shim/public-value-expect-contracts.test.mjs rust/playwright-shim/public-frame-page-contracts.test.mjs rust/playwright-shim/selector-keyboard-branches.test.mjs rust/playwright-shim/actor-protocol-coverage.test.mjs rust/playwright-shim/loader-compatibility.test.mjs rust/playwright-shim/handle-lifecycle-branches.test.mjs rust/playwright-shim/public-value-branch-contracts.test.mjs rust/playwright-shim/public-index-branch-contracts.test.mjs rust/playwright-shim/public-page-validation-contracts.test.mjs",
46
46
  "test:config": "node --test --test-force-exit --test-timeout=30000 rust/playwright-shim/config.test.mjs",
47
- "test:e2e": "node --import ./rust/playwright-shim/register.mjs --test --test-force-exit --test-timeout=300000 --test-concurrency=1 rust/playwright-shim/dropin.spec.mjs rust/playwright-shim/e2e/*.spec.mjs",
48
- "test:playwright": "npm run build:addon && timeout --signal=KILL 600 npm run test:shim && timeout --signal=KILL 600 npm run test:e2e",
49
- "test": "python3 scripts/check-versions.py && bash scripts/check-single-v8.sh && python3 -B scripts/test_smoke_mcp_release.py && python3 -B scripts/test_check_coverage_floors.py && python3 -B scripts/test_coverage_shard.py && python3 -B -m unittest discover -s rust/release-deps -p 'test_*.py' && python3 -B -m unittest discover -s rust/release-deps/deno -p 'test_*.py' && python3 scripts/sync-third-party-notices.py --check && python3 harness/detection/verify-audio-sources.py && (cd rust && cargo test --workspace && cargo clippy --workspace --all-targets -- -D warnings && cargo fmt --check) && npm run test:playwright && npm run test:detection",
47
+ "test:e2e": "node scripts/run-node-tests.mjs --import ./rust/playwright-shim/register.mjs --test --test-force-exit --test-timeout=300000 --test-concurrency=1 rust/playwright-shim/dropin.spec.mjs rust/playwright-shim/e2e/*.spec.mjs",
48
+ "test:playwright": "npm run build:addon && node scripts/test-playwright.mjs",
49
+ "test": "npm run test:coverage:js && python3 scripts/check-versions.py && bash scripts/check-single-v8.sh && python3 -B scripts/test_smoke_mcp_release.py && python3 -B scripts/test_check_coverage_floors.py && python3 -B scripts/test_coverage_shard.py && python3 -B -m unittest discover -s rust/release-deps -p 'test_*.py' && python3 -B -m unittest discover -s rust/release-deps/deno -p 'test_*.py' && python3 scripts/sync-third-party-notices.py --check && python3 harness/detection/verify-audio-sources.py && (cd rust && cargo test --workspace && cargo clippy --workspace --all-targets -- -D warnings && cargo fmt --check) && npm run test:playwright && npm run test:detection",
50
50
  "check": "npm run lint && npm run format:check && npm test",
51
51
  "prepare": "git config core.hooksPath .githooks || true",
52
52
  "harness": "node harness/competitive/run.mjs",
53
53
  "harness:detection": "node harness/detection/run.mjs",
54
- "test:detection": "node --test --test-concurrency=1 harness/detection/*.test.mjs && python3 -B harness/detection/engine-155/test_async_admission_helper.py && python3 -B -m unittest discover -s harness/detection/engine-154 -p 'test_*.py'",
54
+ "test:detection": "node scripts/run-node-tests.mjs --test --test-concurrency=1 harness/detection/*.test.mjs && python3 -B harness/detection/engine-155/test_async_admission_helper.py && python3 -B -m unittest discover -s harness/detection/engine-154 -p 'test_*.py'",
55
55
  "harness:js": "node harness/competitive/run.mjs js-quotes",
56
+ "harness:screenshots": "node harness/hotpath/screenshot-perf.mjs",
56
57
  "hotpath": "node harness/hotpath/rust-hotpath.mjs",
57
58
  "hotpath:render": "node harness/hotpath/render-bench.mjs",
58
59
  "crawl-bench": "node harness/crawlers/run.mjs",
59
- "crawl-bench:js": "node harness/crawlers/run.mjs --set=js"
60
+ "crawl-bench:js": "node harness/crawlers/run.mjs --set=js",
61
+ "coverage:js": "npm run build:addon && node scripts/run-js-coverage.mjs",
62
+ "coverage:js:report": "node --expose-internals scripts/aggregate-js-coverage.cjs",
63
+ "test:coverage:js": "node --test scripts/js-coverage.test.cjs scripts/js-test-completeness.test.cjs scripts/run-node-tests.test.cjs"
60
64
  },
61
65
  "publishConfig": {
62
66
  "access": "public"