turbo-surf 0.8.2 → 0.8.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +532 -0
- package/README.md +123 -152
- package/package.json +15 -11
- package/rust/README.md +72 -14
- package/rust/crates/turbo-surf-napi/README.md +32 -8
- package/rust/crates/turbo-surf-napi/index.d.ts +184 -7
- package/rust/crates/turbo-surf-napi/package.json +1 -1
- package/rust/playwright-shim/LIMITATIONS.md +211 -90
- package/rust/playwright-shim/action-commit-load.test.mjs +128 -0
- package/rust/playwright-shim/action-navigation-completion.test.mjs +469 -0
- package/rust/playwright-shim/actor-hub.mjs +423 -0
- package/rust/playwright-shim/actor-hub.test.mjs +978 -0
- package/rust/playwright-shim/actor-protocol-coverage.test.mjs +250 -0
- package/rust/playwright-shim/actor-read-queue.test.mjs +99 -0
- package/rust/playwright-shim/actor-runtime.test.mjs +54 -0
- package/rust/playwright-shim/animation-policy.mjs +6 -0
- package/rust/playwright-shim/animation-policy.test.mjs +50 -0
- package/rust/playwright-shim/artifact-options.mjs +17 -0
- package/rust/playwright-shim/assertion-retry-diagnostics.test.mjs +83 -0
- package/rust/playwright-shim/attempt-process.mjs +190 -0
- package/rust/playwright-shim/attempt-test-stub.mjs +11 -0
- package/rust/playwright-shim/attempt-worker.mjs +37 -0
- package/rust/playwright-shim/bin/turbo-surf-test.mjs +70 -9
- package/rust/playwright-shim/binding-drain.mjs +31 -0
- package/rust/playwright-shim/binding-drain.test.mjs +62 -0
- package/rust/playwright-shim/cli-entry.test.mjs +154 -0
- package/rust/playwright-shim/commit-navigation.test.mjs +177 -0
- package/rust/playwright-shim/concurrent-url-waits.test.mjs +71 -0
- package/rust/playwright-shim/config.mjs +183 -15
- package/rust/playwright-shim/config.test.mjs +527 -35
- package/rust/playwright-shim/console-events.test.mjs +101 -0
- package/rust/playwright-shim/console-message.mjs +28 -0
- package/rust/playwright-shim/context-cookie.test.mjs +63 -0
- package/rust/playwright-shim/context-emulation-forwarding.mjs +8 -0
- package/rust/playwright-shim/context-events.test.mjs +106 -0
- package/rust/playwright-shim/dialog.mjs +32 -0
- package/rust/playwright-shim/dialog.test.mjs +65 -0
- package/rust/playwright-shim/dom-traversal.test.mjs +114 -0
- package/rust/playwright-shim/e2e/describe-only.spec.mjs +19 -0
- package/rust/playwright-shim/e2e/dialogs.spec.mjs +168 -0
- package/rust/playwright-shim/e2e/fixture-dependencies.spec.mjs +20 -0
- package/rust/playwright-shim/e2e/fixture-info.spec.mjs +19 -0
- package/rust/playwright-shim/e2e/fixture-lifecycle.spec.mjs +28 -0
- package/rust/playwright-shim/e2e/fixture-scopes.spec.mjs +14 -0
- package/rust/playwright-shim/e2e/fixture-use.spec.mjs +18 -0
- package/rust/playwright-shim/e2e/private-infrastructure.spec.mjs +442 -0
- package/rust/playwright-shim/e2e/step-controls.spec.mjs +33 -0
- package/rust/playwright-shim/e2e/test-only.spec.mjs +9 -0
- package/rust/playwright-shim/e2e/tuple-fixtures.spec.mjs +25 -0
- package/rust/playwright-shim/e2e/worker-hooks.spec.mjs +16 -0
- package/rust/playwright-shim/equality.mjs +80 -0
- package/rust/playwright-shim/eval-input.test.mjs +304 -0
- package/rust/playwright-shim/evaluate-metadata-reentrancy.test.mjs +41 -0
- package/rust/playwright-shim/evaluate-sync.test.mjs +111 -0
- package/rust/playwright-shim/evaluation-codec.mjs +81 -0
- package/rust/playwright-shim/event-waiter.mjs +42 -0
- package/rust/playwright-shim/event-waiter.test.mjs +45 -0
- package/rust/playwright-shim/fixtures/popup-app.mjs +83 -0
- package/rust/playwright-shim/fixtures.mjs +150 -0
- package/rust/playwright-shim/geolocation-options.mjs +55 -0
- package/rust/playwright-shim/geolocation-options.test.mjs +44 -0
- package/rust/playwright-shim/geolocation.test.mjs +116 -0
- package/rust/playwright-shim/handle-lifecycle-branches.test.mjs +74 -0
- package/rust/playwright-shim/handles-behavior-coverage.test.mjs +280 -0
- package/rust/playwright-shim/handles.test.mjs +244 -0
- package/rust/playwright-shim/history-group-fixture.mjs +90 -0
- package/rust/playwright-shim/history-group-policy.test.mjs +286 -0
- package/rust/playwright-shim/history-groups.test.mjs +490 -0
- package/rust/playwright-shim/history-metadata-native.test.mjs +70 -0
- package/rust/playwright-shim/history-navigation.mjs +52 -0
- package/rust/playwright-shim/history-navigation.test.mjs +219 -0
- package/rust/playwright-shim/history-snapshot.mjs +158 -0
- package/rust/playwright-shim/history-snapshot.test.mjs +254 -0
- package/rust/playwright-shim/host-route-isolation.test.mjs +90 -0
- package/rust/playwright-shim/host-routes.mjs +143 -0
- package/rust/playwright-shim/host-routes.test.mjs +668 -0
- package/rust/playwright-shim/idle-callback.test.mjs +75 -0
- package/rust/playwright-shim/iframe-load.test.mjs +100 -0
- package/rust/playwright-shim/image-promotion.test.mjs +184 -0
- package/rust/playwright-shim/implicit-submit-contract.test.mjs +89 -0
- package/rust/playwright-shim/index.mjs +5325 -1460
- package/rust/playwright-shim/initial-hydration-timeout.test.mjs +178 -0
- package/rust/playwright-shim/inner-html-contract.test.mjs +27 -0
- package/rust/playwright-shim/input-hardware.test.mjs +439 -5
- package/rust/playwright-shim/intercepted-owner.test.mjs +114 -0
- package/rust/playwright-shim/js-handles.mjs +267 -0
- package/rust/playwright-shim/keyboard-bindings.test.mjs +187 -0
- package/rust/playwright-shim/keyboard-defaults.mjs +136 -0
- package/rust/playwright-shim/keyboard-keypress.test.mjs +107 -0
- package/rust/playwright-shim/keyboard-timers.test.mjs +46 -0
- package/rust/playwright-shim/keyboard.mjs +136 -0
- package/rust/playwright-shim/launcher-contract.test.mjs +323 -0
- package/rust/playwright-shim/lifecycle.test.mjs +89 -0
- package/rust/playwright-shim/loader-compatibility.test.mjs +237 -0
- package/rust/playwright-shim/loader-hooks.mjs +48 -0
- package/rust/playwright-shim/loader.mjs +1 -1
- package/rust/playwright-shim/locator-binding-reads.test.mjs +189 -0
- package/rust/playwright-shim/locator-page.test.mjs +90 -0
- package/rust/playwright-shim/module-cancellation.test.mjs +322 -0
- package/rust/playwright-shim/module-page-realms.test.mjs +246 -0
- package/rust/playwright-shim/native-load-state.mjs +23 -0
- package/rust/playwright-shim/native-load-state.test.mjs +43 -0
- package/rust/playwright-shim/native-platform-value-owners.test.mjs +94 -0
- package/rust/playwright-shim/navigation-deadline.test.mjs +409 -0
- package/rust/playwright-shim/navigation.test.mjs +412 -0
- package/rust/playwright-shim/network-wait-timeout.test.mjs +123 -0
- package/rust/playwright-shim/node-preloads.mjs +110 -0
- package/rust/playwright-shim/node-preloads.test.mjs +165 -0
- package/rust/playwright-shim/offline-context.test.mjs +253 -0
- package/rust/playwright-shim/opening-target-close.test.mjs +584 -0
- package/rust/playwright-shim/page-dispatch-event-contract.test.mjs +44 -0
- package/rust/playwright-shim/popup-facade.test.mjs +161 -0
- package/rust/playwright-shim/popup-geolocation.test.mjs +172 -0
- package/rust/playwright-shim/popup-networkidle-progress.test.mjs +60 -0
- package/rust/playwright-shim/popup-networkidle.test.mjs +24 -0
- package/rust/playwright-shim/popup-transport.test.mjs +419 -0
- package/rust/playwright-shim/press-signal-scope.test.mjs +285 -0
- package/rust/playwright-shim/programmatic-form-navigation.test.mjs +110 -0
- package/rust/playwright-shim/public-frame-page-contracts.test.mjs +166 -0
- package/rust/playwright-shim/public-index-branch-contracts.test.mjs +101 -0
- package/rust/playwright-shim/public-page-validation-contracts.test.mjs +64 -0
- package/rust/playwright-shim/public-value-branch-contracts.test.mjs +48 -0
- package/rust/playwright-shim/public-value-expect-contracts.test.mjs +125 -0
- package/rust/playwright-shim/redirect-responses.test.mjs +91 -0
- package/rust/playwright-shim/register.mjs +2 -2
- package/rust/playwright-shim/request-events.test.mjs +58 -0
- package/rust/playwright-shim/request-navigation.test.mjs +137 -0
- package/rust/playwright-shim/response-lifecycle.test.mjs +367 -0
- package/rust/playwright-shim/route-network-events.test.mjs +221 -0
- package/rust/playwright-shim/route-predicate.test.mjs +161 -0
- package/rust/playwright-shim/routing-regressions.test.mjs +195 -0
- package/rust/playwright-shim/routing-xhr-body.test.mjs +23 -0
- package/rust/playwright-shim/runner-probes.mjs +22 -0
- package/rust/playwright-shim/runtime-locator.test.mjs +95 -0
- package/rust/playwright-shim/screenshot-assets.test.mjs +75 -0
- package/rust/playwright-shim/screenshot-document-assets.test.mjs +250 -0
- package/rust/playwright-shim/screenshot-options.test.mjs +247 -0
- package/rust/playwright-shim/screenshot-resources.mjs +33 -0
- package/rust/playwright-shim/screenshot-resources.test.mjs +192 -0
- package/rust/playwright-shim/screenshot-scene.mjs +53 -0
- package/rust/playwright-shim/screenshot-scene.test.mjs +150 -0
- package/rust/playwright-shim/screenshot-test-utils.mjs +34 -0
- package/rust/playwright-shim/selector-keyboard-branches.test.mjs +131 -0
- package/rust/playwright-shim/selector-keyboard-contracts.test.mjs +257 -0
- package/rust/playwright-shim/set-content.test.mjs +488 -0
- package/rust/playwright-shim/shadow-locators.test.mjs +278 -0
- package/rust/playwright-shim/skip-isolation.test.mjs +46 -50
- package/rust/playwright-shim/small-behavior.test.mjs +151 -0
- package/rust/playwright-shim/storage-state.mjs +30 -0
- package/rust/playwright-shim/storage-state.test.mjs +76 -0
- package/rust/playwright-shim/style-resources.test.mjs +91 -0
- package/rust/playwright-shim/surface.test.mjs +3327 -24
- package/rust/playwright-shim/target-network-idle.mjs +40 -0
- package/rust/playwright-shim/target-network-idle.test.mjs +84 -0
- package/rust/playwright-shim/target-network-state.test.mjs +135 -0
- package/rust/playwright-shim/test.mjs +43 -7
- package/rust/playwright-shim/timeouts-retries.test.mjs +154 -0
- package/rust/playwright-shim/visible-selector.mjs +229 -0
- package/rust/playwright-shim/xhr-body-fixture.mjs +155 -0
package/README.md
CHANGED
|
@@ -2,13 +2,13 @@
|
|
|
2
2
|
|
|
3
3
|
> Native-speed, **browserless** web crawler + **MCP server** for AI agents — built
|
|
4
4
|
> on [turbo-dom](https://github.com/miaskiewicz/turbo-dom). Fetch + parse + extract
|
|
5
|
-
> + run page JS
|
|
5
|
+
> + run page JS in an isolated native engine.
|
|
6
6
|
|
|
7
7
|
> Working on this repo? See [docs/AGENTS.md](./docs/AGENTS.md) for one-command wrappers around the common workflows (oracle launch, Chrome 156 control recording, addon build, identity/parity checks, coverage, release prep).
|
|
8
8
|
|
|
9
|
-
turbo-surf is a
|
|
10
|
-
|
|
11
|
-
|
|
9
|
+
turbo-surf's default execution path is a native Rust engine with isolated V8 page
|
|
10
|
+
scripts and an on-demand **synthetic screenshot** tier. Explicit browser solvers
|
|
11
|
+
and browser sidecars are optional integrations; see [solver configuration](./docs/SOLVERS.md).
|
|
12
12
|
|
|
13
13
|
- **A crawler** — point it at a domain and stream page records: indexed interactive
|
|
14
14
|
elements, a link/form graph, an accessibility tree, markdown and plain-text views,
|
|
@@ -37,10 +37,10 @@ happy-dom). turbo-surf is unusual on four axes at once:
|
|
|
37
37
|
`eval_js`/`inject_js` against the live render heap with a DOM-history trail,
|
|
38
38
|
`screenshot` (PNG/SVG of the page or any DOM-history snapshot) + `set_viewport`,
|
|
39
39
|
cookies/headers, `snapshot`, …) so an agent drives real pages over stdio with
|
|
40
|
-
**no browser and no glue code** — `npx turbo-surf-mcp`. Most crawlers are
|
|
40
|
+
**no browser and no glue code** — `npx --yes --package turbo-surf turbo-surf-mcp`. Most crawlers are
|
|
41
41
|
libraries you wrap yourself; this one is an agent tool on day one.
|
|
42
42
|
2. **Crawler + agent surface on one native engine.** The same engine bulk-crawls a
|
|
43
|
-
domain and serves the MCP tools
|
|
43
|
+
domain and serves the MCP tools through the native execution path. Its page API
|
|
44
44
|
is Playwright-shaped (the benchmark harness runs unmodified Playwright routines
|
|
45
45
|
on it).
|
|
46
46
|
3. **Its own DOM, not a browser's.** turbo-dom is a native + WASM HTML parser
|
|
@@ -63,7 +63,8 @@ See [CHANGELOG.md](./CHANGELOG.md) for what shipped and
|
|
|
63
63
|
|
|
64
64
|
Since 0.6.0 turbo-surf keeps no copies of shared engine code: it links the
|
|
65
65
|
[turbo-dom](https://github.com/miaskiewicz/turbo-dom) crates that turbo-test and
|
|
66
|
-
turbo-html2pdf use too
|
|
66
|
+
turbo-html2pdf use too. The Rust release graph consumes the published crates.io
|
|
67
|
+
0.8.4 releases of the four DOM crates, pinned by the lockfile checksums —
|
|
67
68
|
|
|
68
69
|
- **`turbo-dom`** — HTML parser, copy-on-write DOM, CSSOM and the one selector engine;
|
|
69
70
|
- **`turbo-dom-layout`** — style cascade and layout behind live geometry
|
|
@@ -82,8 +83,11 @@ crawl, identity), `-view` (extraction views), `-page` (the Playwright-shaped pag
|
|
|
82
83
|
|
|
83
84
|
## Status
|
|
84
85
|
|
|
85
|
-
Status: **v0.8.
|
|
86
|
-
|
|
86
|
+
Status: **v0.8.4 release**.
|
|
87
|
+
Version 0.8.4 uses the published turbo-dom 0.8.4 crates. See
|
|
88
|
+
[CHANGELOG.md](./CHANGELOG.md) for release changes and
|
|
89
|
+
[PUBLISHING.md](./PUBLISHING.md) for release validation and artifact verification.
|
|
90
|
+
The engine includes hardened
|
|
87
91
|
networking (cookies / `document.cookie` bridge / robots + crawl-delay / charset /
|
|
88
92
|
size + redirect caps, HTTP/2 + a pooled client, 304 conditional cache), crawl
|
|
89
93
|
orchestration (global + per-host concurrency, token-bucket politeness, backoff/retry,
|
|
@@ -102,7 +106,7 @@ The npm package is a thin launcher that spawns the native binary:
|
|
|
102
106
|
```sh
|
|
103
107
|
npm install -g turbo-surf # provides the `turbo-surf-mcp` command
|
|
104
108
|
# …or run without installing:
|
|
105
|
-
npx -
|
|
109
|
+
npx --yes --package turbo-surf turbo-surf-mcp
|
|
106
110
|
```
|
|
107
111
|
|
|
108
112
|
Node ≥ 20 to launch; the engine is a prebuilt per-platform native binary (no Node
|
|
@@ -116,18 +120,21 @@ tag ships the PyPI wheels.
|
|
|
116
120
|
|
|
117
121
|
| Artifact | Registry | What it is | For |
|
|
118
122
|
|---|---|---|---|
|
|
119
|
-
| [`turbo-surf`](https://www.npmjs.com/package/turbo-surf) | **npm** |
|
|
123
|
+
| [`turbo-surf`](https://www.npmjs.com/package/turbo-surf) | **npm** | Launcher, Playwright facade and matching optional platform packages carrying the MCP executable and NAPI addon (darwin arm64, linux x64/arm64-gnu, win x64; Intel macOS builds from source). | MCP/CLI runs the executable; the Playwright facade loads the addon in-process. Prebuilt installs need no Rust toolchain or browser. |
|
|
120
124
|
| [`turbo-surf`](https://pypi.org/project/turbo-surf/) | **PyPI** | A PyO3 binding, shipped as prebuilt abi3 wheels (CPython 3.8+) for Linux (x86_64/aarch64), macOS (arm64), Windows (x64). | Calling the engine **from Python** — `markdown`/`text`/`links`/`extract`/`render`/…. No Rust toolchain, no Chromium. |
|
|
121
125
|
| `turbo-surf-core`, `-view`, `-page`, `-render`, `-mcp` | **crates.io** | The Rust crates, in dependency order (the screenshot tier is turbo-dom's `turbo-dom-raster`). | **Embedding** the engine in a Rust program. |
|
|
122
126
|
|
|
123
|
-
The `turbo-surf-napi`
|
|
124
|
-
|
|
125
|
-
|
|
127
|
+
The `turbo-surf-napi` and `turbo-surf-transform` Rust crates are not published
|
|
128
|
+
to crates.io. The native addon is distributed in the npm platform packages, and
|
|
129
|
+
the npm package includes the Playwright facade and `turbo-surf-test` command.
|
|
130
|
+
See [the artifact matrix](./docs/BUILD-FEATURES.md) and
|
|
131
|
+
[the addon loader](./rust/crates/turbo-surf-napi/README.md) for exact paths and
|
|
132
|
+
source-build overrides.
|
|
126
133
|
|
|
127
134
|
## MCP server (agents)
|
|
128
135
|
|
|
129
136
|
```sh
|
|
130
|
-
npx turbo-surf-mcp
|
|
137
|
+
npx --yes --package turbo-surf turbo-surf-mcp # stdio MCP server (80 tools), e.g.:
|
|
131
138
|
# navigation: goto, go_back, go_forward, reload, set_user_agent
|
|
132
139
|
# content: interactive_elements, accessibility_tree, aria_snapshot, markdown,
|
|
133
140
|
# text, html, links, requests, snapshot, query, get_by,
|
|
@@ -189,10 +196,10 @@ time you run it.
|
|
|
189
196
|
the command Claude will spawn):
|
|
190
197
|
|
|
191
198
|
```sh
|
|
192
|
-
claude mcp add turbo-surf -- npx -
|
|
199
|
+
claude mcp add turbo-surf -- npx --yes --package turbo-surf turbo-surf-mcp
|
|
193
200
|
```
|
|
194
201
|
|
|
195
|
-
That writes the server into your Claude Code config. `npx -
|
|
202
|
+
That writes the server into your Claude Code config. `npx --yes --package turbo-surf turbo-surf-mcp`
|
|
196
203
|
resolves + spawns the native binary over stdio — one process, no Node hosting it,
|
|
197
204
|
no browser.
|
|
198
205
|
|
|
@@ -215,7 +222,7 @@ user. To share it with a repo instead, add `--scope project` — that writes a
|
|
|
215
222
|
// .mcp.json — committed; teammates get the server automatically
|
|
216
223
|
{
|
|
217
224
|
"mcpServers": {
|
|
218
|
-
"turbo-surf": { "command": "npx", "args": ["-
|
|
225
|
+
"turbo-surf": { "command": "npx", "args": ["--yes", "--package", "turbo-surf", "turbo-surf-mcp"] }
|
|
219
226
|
}
|
|
220
227
|
}
|
|
221
228
|
```
|
|
@@ -229,12 +236,12 @@ claude mcp add turbo-surf -- "$PWD/rust/target/release/turbo-surf-mcp"
|
|
|
229
236
|
|
|
230
237
|
**Troubleshooting.** `command not found: claude` → install the Claude Code CLI.
|
|
231
238
|
`npx` hangs the first run → it's downloading the binary; let it finish (or pre-warm
|
|
232
|
-
with `npx -
|
|
239
|
+
with `npx --yes --package turbo-surf turbo-surf-mcp` in a terminal, then Ctrl-C). Shows `✗ failed` in
|
|
233
240
|
`claude mcp list` → run the command directly to see the error; on an unsupported
|
|
234
241
|
platform there's no prebuilt binary (build from a checkout as above).
|
|
235
242
|
|
|
236
243
|
**Other MCP clients** (Claude Desktop, Cursor, …) — point their MCP config's
|
|
237
|
-
`command` at `npx` with args `["-
|
|
244
|
+
`command` at `npx` with args `["--yes", "--package", "turbo-surf", "turbo-surf-mcp"]`, or at the binary path.
|
|
238
245
|
|
|
239
246
|
## Looking like a real browser (fingerprint + anti-bot)
|
|
240
247
|
|
|
@@ -258,75 +265,70 @@ runs the Chrome identity battery (TLS/H2/headers/client hints/JS identity) and
|
|
|
258
265
|
diffs Chrome against turbo-surf; a reported version change does not upgrade V8
|
|
259
266
|
(the JS-engine gap stays recorded).
|
|
260
267
|
|
|
261
|
-
### Quick start (
|
|
268
|
+
### Quick start (challenge solvers)
|
|
262
269
|
|
|
263
|
-
|
|
264
|
-
# 1. (optional) real TLS/JA3 + HTTP-2 fingerprint — needs cmake + nasm + libclang
|
|
265
|
-
cargo build --release -p turbo-surf-mcp --features impersonate
|
|
270
|
+
The native engine runs without a solver. To configure one from a source checkout:
|
|
266
271
|
|
|
267
|
-
|
|
272
|
+
```sh
|
|
273
|
+
cargo build --manifest-path rust/Cargo.toml --release -p turbo-surf-mcp
|
|
268
274
|
cp .env.example .env
|
|
269
|
-
#
|
|
270
|
-
|
|
271
|
-
# or: TURBO_SURF_SOLVER=hyper + HYPER_API_KEY=...
|
|
272
|
-
# or: TURBO_SURF_SOLVER=browser + TURBO_SURF_BROWSER_CMD=...
|
|
273
|
-
|
|
274
|
-
# 3. run — the MCP server / crawler auto-detects walls and solves them
|
|
275
|
-
npx turbo-surf-mcp
|
|
275
|
+
# Edit .env: choose TURBO_SURF_SOLVER and any required key/sidecar command.
|
|
276
|
+
node cli.js
|
|
276
277
|
```
|
|
277
278
|
|
|
278
|
-
|
|
279
|
-
|
|
279
|
+
The MCP setup loads `.env` without replacing process environment values. Explicit
|
|
280
|
+
in-house solvers need no provider key. An unset or unknown selector auto-selects a
|
|
281
|
+
real `HYPER_API_KEY` first, then `SCRAPFLY_API_KEY`; with neither, no solver is
|
|
282
|
+
installed. Placeholder keys are ignored.
|
|
280
283
|
|
|
281
284
|
### Configuration reference
|
|
282
285
|
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
|
|
|
286
|
-
|
|
287
|
-
| `
|
|
288
|
-
| `
|
|
289
|
-
| `
|
|
290
|
-
| `
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
and
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
|
|
320
|
-
|
|
321
|
-
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
|
|
327
|
-
|
|
328
|
-
|
|
329
|
-
now CoreText-matched for text.)
|
|
286
|
+
| Variable | Behavior |
|
|
287
|
+
| --- | --- |
|
|
288
|
+
| `TURBO_SURF_SOLVER` | `cloudflare`, `awswaf`, `akamai`, `recaptcha`, `hyper`, `scrapfly`, or `browser`. |
|
|
289
|
+
| `HYPER_API_KEY` | Key for the wired Akamai sensor-generation adapter. |
|
|
290
|
+
| `SCRAPFLY_API_KEY` | Key for the external ASP scrape/cookie adapter. |
|
|
291
|
+
| `TURBO_SURF_BROWSER_CMD` | Explicit browser solver command; also optional fallback when an in-house solve returns an error. |
|
|
292
|
+
| `TURBO_SURF_PROXY` | Solver-adapter hint; setting it alone does not configure native replay transport. |
|
|
293
|
+
| `TURBO_SURF_SENSOR_DIR` | Directory for accepted `analyze_akamai` candidates; default `akamai-sensors`. |
|
|
294
|
+
|
|
295
|
+
See [SOLVERS.md](./docs/SOLVERS.md) for provider dispatch, placeholder-key handling,
|
|
296
|
+
sidecar protocols, fallback triggers, and limitations. The in-house paths include
|
|
297
|
+
experimental and structural fallbacks; configured solving and fixture success do
|
|
298
|
+
not guarantee acceptance by a live challenge, CAPTCHA, or cookie replay.
|
|
299
|
+
|
|
300
|
+
### Animation presentation
|
|
301
|
+
|
|
302
|
+
Contexts can select `animations: "disabled"` for deterministic underlying effect
|
|
303
|
+
presentation while preserving ordinary callbacks and canonical animation lifecycle.
|
|
304
|
+
The default is `enabled`. Rust, NAPI and MCP configuration share the same policy;
|
|
305
|
+
see [ANIMATION-POLICY.md](./docs/ANIMATION-POLICY.md).
|
|
306
|
+
|
|
307
|
+
### Build features and GPU bridge
|
|
308
|
+
|
|
309
|
+
[BUILD-FEATURES.md](./docs/BUILD-FEATURES.md) is the feature/default matrix for all
|
|
310
|
+
eight crates, release artifacts, toolchains and platform requirements. Cargo
|
|
311
|
+
features are additive: disabling a package's defaults does not necessarily disable
|
|
312
|
+
defaults enabled through its dependencies.
|
|
313
|
+
|
|
314
|
+
- **`impersonate`**: BoringSSL-backed transport, enabled in stock MCP/NAPI builds.
|
|
315
|
+
The lower-level core can be built with its defaults disabled for rustls; consult
|
|
316
|
+
the dependency matrix before assuming a top-level flag changes the full graph.
|
|
317
|
+
- **`gpu-metal`**: optional macOS wgpu/Metal replay for supported canvas/WebGL
|
|
318
|
+
operations. MCP and NAPI install the corresponding callbacks; Python's feature
|
|
319
|
+
forwarding alone does not install a guest WebGL callback.
|
|
320
|
+
- **`coretext`**: optional macOS canvas-text rasterization. It is independent of
|
|
321
|
+
WebGL replay and does not establish Chrome PNG or arbitrary-scene pixel parity.
|
|
322
|
+
- **`native-sdk-frame-read`**: a separate opt-in browser-environment capability;
|
|
323
|
+
enabling a feature does not install a Chrome SDK or make every SDK operation
|
|
324
|
+
available.
|
|
325
|
+
- **`avif` / `jxl`**: enabled in stock screenshot-capable package builds; see the
|
|
326
|
+
matrix for individual crate defaults and decoder/build requirements.
|
|
327
|
+
|
|
328
|
+
The [GPU bridge guide](./docs/GPU-BRIDGE.md) distinguishes Metal replay, CoreText,
|
|
329
|
+
SDK/frame integration, capability checks and fallback behavior. GPU/CoreText
|
|
330
|
+
features are off in stock release artifacts. Historical matching fingerprint
|
|
331
|
+
scenes are bounded measurements, not a general parity or fallback guarantee.
|
|
330
332
|
|
|
331
333
|
MCP tools for stealth: **`set_fingerprint`** (override navigator fields),
|
|
332
334
|
**`stealth_status`** (inspect active profile/solver/overrides), **`probe`** (see
|
|
@@ -493,7 +495,7 @@ Native WebCrypto uses a reproducibly hardened Deno provider and genuine Rust
|
|
|
493
495
|
X-Wing keys for Chrome 155's `MLKEM768-X25519`. Key permissions and private native
|
|
494
496
|
cloning have adversarial regression coverage; the covered localhost algorithm
|
|
495
497
|
queries and KEM roundtrips match Chrome 155. The render crate's `deno_crypto`
|
|
496
|
-
alias resolves `turbo-surf-deno-crypto` 0.273.
|
|
498
|
+
alias resolves `turbo-surf-deno-crypto` 0.273.4 (upstream 0.273.0 plus the reviewed
|
|
497
499
|
patch), preserving the reviewed hardening and native clone API through its
|
|
498
500
|
matching Deno/V8 registry graph. See the
|
|
499
501
|
[provider provenance](rust/release-deps/deno/DENO_CRYPTO.md) and the
|
|
@@ -509,9 +511,9 @@ SHA-256 and length against reviewed pins. Installed-artifact JavaScript tests re
|
|
|
509
511
|
a separate portability gate.
|
|
510
512
|
|
|
511
513
|
The default render tier's `deno_core` alias resolves
|
|
512
|
-
`turbo-surf-deno-core` 0.412.
|
|
514
|
+
`turbo-surf-deno-core` 0.412.5. Its `v8` alias resolves the facade
|
|
513
515
|
`turbo-surf-deno-v8` 0.4.1, backed by turbo-dom's teardown- and
|
|
514
|
-
interceptor-hardened `turbo-dom-v8` 150.4.
|
|
516
|
+
interceptor-hardened `turbo-dom-v8` 150.4.2 fork, the only V8 in the graph
|
|
515
517
|
(native engine 15.0.245.2, corresponding to
|
|
516
518
|
Chrome 150). Numeric versions and official native archive identities retain their
|
|
517
519
|
upstream meanings; package renaming does not upgrade the engine. The harness
|
|
@@ -547,53 +549,17 @@ let opts = FetchOptions { profile: Some(&profile), ..Default::default() };
|
|
|
547
549
|
let res = fetch_html("https://example.com/", opts).await?;
|
|
548
550
|
```
|
|
549
551
|
|
|
550
|
-
**
|
|
551
|
-
|
|
552
|
-
|
|
553
|
-
|
|
554
|
-
|
|
555
|
-
|
|
556
|
-
- **Rented** (`TURBO_SURF_SOLVER=hyper|scrapfly` + `HYPER_API_KEY`/`SCRAPFLY_API_KEY`).
|
|
557
|
-
**Hyper** (`akm.hypersolutions.co/v2/sensor`, `x-api-key`) generates an Akamai
|
|
558
|
-
`sensor_data` payload; turbo-surf POSTs it to the target and harvests `_abck`
|
|
559
|
-
(Akamai lane wired; other vendors fall back). **Scrapfly** (`/scrape?asp=true&
|
|
560
|
-
render_js=true`) renders + returns cleared cookies (`result.cookies`). Both
|
|
561
|
-
matched to their real API docs.
|
|
562
|
-
- **In-house, no key** (`TURBO_SURF_SOLVER=cloudflare`, `awswaf`, or `akamai`) —
|
|
563
|
-
solve it yourself, no third party. **Cloudflare** runs the challenge's *own* JS in
|
|
564
|
-
the V8 render tier to compute the answer (no reversing the math), then POSTs it and
|
|
565
|
-
harvests `cf_clearance`. **AWS WAF Bot Control** (the bot layer behind CloudFront /
|
|
566
|
-
ALB) does the same — runs `challenge.js` in V8 to mint the `aws-waf-token`; its
|
|
567
|
-
common tier clears on the minted token + fingerprint, the `captcha` tier routes to
|
|
568
|
-
the sidecar. **Akamai** is experimental (see below).
|
|
569
|
-
- **Self-owned browser sidecar** (`TURBO_SURF_SOLVER=browser` +
|
|
570
|
-
`TURBO_SURF_BROWSER_CMD="node harness/browser-solver/solve.mjs"`) — drives a real
|
|
571
|
-
hardened headless Chromium just for the handshake, harvests the cookie, then
|
|
572
|
-
turbo-surf does the volume. Opt-in only (spawns a process); the browser stays a
|
|
573
|
-
dev-side sidecar, never in the engine. See
|
|
574
|
-
[`harness/browser-solver/`](./harness/browser-solver/README.md).
|
|
575
|
-
|
|
576
|
-
**Akamai experimental flow (`analyze_akamai`).** Akamai's live `sensor_data` is
|
|
577
|
-
per-version, obfuscated, and key-rotated, so the in-house solver isn't a guaranteed
|
|
578
|
-
live bypass — it's a **recon → rebuild → test** loop you drive from MCP:
|
|
552
|
+
**Challenge solvers.** `ChallengeSolver` adapters can solve a detected challenge
|
|
553
|
+
and return cookies for native replay. The wired choices, configuration precedence,
|
|
554
|
+
experimental in-house behavior and explicit browser-sidecar exception are described
|
|
555
|
+
in [SOLVERS.md](./docs/SOLVERS.md). Hyper's current adapter is Akamai-specific;
|
|
556
|
+
provider product offerings do not imply that every vendor is wired here.
|
|
579
557
|
|
|
580
|
-
|
|
581
|
-
|
|
582
|
-
|
|
583
|
-
|
|
584
|
-
|
|
585
|
-
// MCP: analyze_akamai → with retry: POST each candidate, test live
|
|
586
|
-
{ "retry": true } // acceptance, and SAVE a working one locally
|
|
587
|
-
```
|
|
588
|
-
|
|
589
|
-
`retry` returns `accepted` (the version that cleared the wall, if any) and saves it
|
|
590
|
-
to `TURBO_SURF_SENSOR_DIR`. None accepted = that script's encoding still needs
|
|
591
|
-
reversing (the candidates are hash-seeded structural rebuilds). With
|
|
592
|
-
`TURBO_SURF_BROWSER_CMD` set, a normal Akamai `goto` auto-falls-back to the browser
|
|
593
|
-
sidecar when the in-house solve fails — so you stay unblocked while iterating.
|
|
594
|
-
|
|
595
|
-
Set `TURBO_SURF_PROXY` so the token's IP/JA3 matches your egress (and build with
|
|
596
|
-
`--features impersonate` so the replay JA3 matches the Chrome that minted it).
|
|
558
|
+
**Akamai inspection (`analyze_akamai`).** The tool locates and hashes the challenge
|
|
559
|
+
script and builds candidate sensors. `{"retry": true}` tests candidates and saves
|
|
560
|
+
an accepted one under `TURBO_SURF_SENSOR_DIR`. No accepted candidate means no solve
|
|
561
|
+
was established. An optional browser fallback runs only on the documented solve
|
|
562
|
+
error path; it does not guarantee that the target accepts the replay.
|
|
597
563
|
|
|
598
564
|
**Controllable render fingerprint.** Every render-tier `navigator` field has a
|
|
599
565
|
default from the registry's default release and is overridable at runtime via the MCP `set_fingerprint`
|
|
@@ -642,30 +608,35 @@ cookies + real `setExtraHTTPHeaders`, and the full matcher set. Most of the surf
|
|
|
642
608
|
is pure JS and never crosses into Rust; only genuine DOM/render semantics do (and
|
|
643
609
|
an `expect(locator)` chain is batched into one crossing).
|
|
644
610
|
|
|
645
|
-
`page.screenshot()` renders a **synthetic** image (PNG or SVG) from a native
|
|
611
|
+
`page.screenshot()` renders a **synthetic** image (PNG, JPEG or SVG) from a native
|
|
646
612
|
layout+paint of the current HTML — no browser, no Chromium. It's *reasonably
|
|
647
613
|
representative*, not pixel-faithful (`position`/`z-index` are honored via CSS
|
|
648
614
|
stacking order; `<img>` + `background-image` are fetched and painted —
|
|
649
|
-
PNG/JPEG/GIF/WebP/BMP/ICO/AVIF/JPEG XL + SVG, unknown formats fall back to a placeholder). `
|
|
615
|
+
PNG/JPEG/GIF/WebP/BMP/ICO/AVIF/JPEG XL + SVG, unknown formats fall back to a placeholder). `fullPage`
|
|
650
616
|
grows to the content height. Runs only when asked, over any HTML snapshot; the
|
|
651
617
|
viewport is configurable. See the `screenshot` MCP tool + `screenshot`/`screenshotSvg`
|
|
652
618
|
napi functions.
|
|
653
619
|
|
|
654
|
-
|
|
655
|
-
|
|
656
|
-
|
|
657
|
-
|
|
658
|
-
|
|
659
|
-
|
|
|
660
|
-
|
|
|
661
|
-
|
|
|
662
|
-
|
|
|
663
|
-
|
|
|
664
|
-
|
|
|
665
|
-
|
|
666
|
-
|
|
667
|
-
|
|
668
|
-
|
|
620
|
+
The facade includes live DOM geometry and input, but remains a bounded browser
|
|
621
|
+
replacement. Current behavior is summarized below; the per-method
|
|
622
|
+
[coverage map](./rust/playwright-shim/LIMITATIONS.md) is authoritative.
|
|
623
|
+
|
|
624
|
+
| Surface | Current behavior |
|
|
625
|
+
| --- | --- |
|
|
626
|
+
| Geometry and media | Native bounding boxes, scrolling, viewport/media settings and live frame operations, subject to documented resource/layout admission. |
|
|
627
|
+
| Input | Locator actions, keyboard, hover, mouse/touch and drag event paths operate on the live engine; physical input and compositor behavior are not provided. |
|
|
628
|
+
| Network | Page-scoped fetch/XHR interception, callbacks and HAR playback; general document/resource interception and context routes have separate limits. |
|
|
629
|
+
| JS↔host | `exposeFunction` and `exposeBinding` callbacks, including asynchronous replies. |
|
|
630
|
+
| Waiting and events | Driven live-session timers, waiters and console/network events; static snapshots do not run a continuous background browser loop. |
|
|
631
|
+
| Unavailable capture | PDF, video, element screenshots and visual snapshot assertions remain explicitly unsupported. Page screenshots use the native synthetic tier. |
|
|
632
|
+
|
|
633
|
+
Client-rendered applications can execute their own scripts in the V8 tier.
|
|
634
|
+
Compatibility depends on the APIs and layout features the application uses, not
|
|
635
|
+
on whether it is called an SPA. Synthetic screenshots are representative native
|
|
636
|
+
renders; they are not browser compositor captures. Animation support remains
|
|
637
|
+
separate from geometry on an animated target: unaffected local reads are scoped,
|
|
638
|
+
while unsupported dependent reads still fail explicitly. A session-level
|
|
639
|
+
animations on/off policy is a v0.8.4 follow-up ([#500](https://github.com/miaskiewicz/turbo-surf/issues/500)).
|
|
669
640
|
|
|
670
641
|
## Python
|
|
671
642
|
|
|
@@ -702,10 +673,10 @@ Fatal faults (malformed schema JSON, a render-tier failure) raise
|
|
|
702
673
|
|
|
703
674
|
## Benchmarks — pending re-run
|
|
704
675
|
|
|
705
|
-
|
|
706
|
-
|
|
707
|
-
|
|
708
|
-
|
|
676
|
+
Current release performance has not been established by the historical benchmarks.
|
|
677
|
+
The 0.6.0 consolidation and subsequent engine changes invalidate using those numbers
|
|
678
|
+
as a v0.8.3 speed claim. Current same-workload validation and profiling must identify
|
|
679
|
+
the exact source, build profile, workload, passing case counts and timing conditions. The last measured (pre-consolidation) runs
|
|
709
680
|
— the Playwright-routine comparison against Chromium/Firefox/WebKit and the
|
|
710
681
|
crawler-vs-crawler races — are kept in
|
|
711
682
|
[`docs/BENCHMARKS-history.md`](./docs/BENCHMARKS-history.md). Harnesses:
|
|
@@ -737,7 +708,7 @@ benchmarks (install `playwright` + `crawlee` ad-hoc for the competitor engines).
|
|
|
737
708
|
|
|
738
709
|
PR CI (`.github/workflows/ci.yml`) runs on ubuntu:
|
|
739
710
|
|
|
740
|
-
- **lint + test** on Node
|
|
711
|
+
- **lint + test** on Node 22 (launcher lint, the Rust workspace, and Playwright shim).
|
|
741
712
|
- **Coverage, blocking**: a sharded `cargo tarpaulin` (`coverage-shard` matrix: render,
|
|
742
713
|
mcp, and core+view+page+transform), merged by the `coverage` job, which fails below the
|
|
743
714
|
workspace `fail-under` (93.0, `rust/tarpaulin.toml`) or any per-crate floor in
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "turbo-surf",
|
|
3
|
-
"version": "0.8.
|
|
3
|
+
"version": "0.8.4",
|
|
4
4
|
"description": "Native-speed, browserless web crawler + MCP server for AI agents. A standalone Rust engine (turbo-dom + a V8 JS-render tier) \u2014 fetch + parse + extract + run page JS with no headless browser. This npm package is a thin launcher that spawns the native binary.",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"main": "index.js",
|
|
@@ -30,10 +30,10 @@
|
|
|
30
30
|
"rust/crates/turbo-surf-napi/README.md"
|
|
31
31
|
],
|
|
32
32
|
"optionalDependencies": {
|
|
33
|
-
"@miaskiewicz/turbo-surf-darwin-arm64": "0.8.
|
|
34
|
-
"@miaskiewicz/turbo-surf-linux-x64": "0.8.
|
|
35
|
-
"@miaskiewicz/turbo-surf-linux-arm64": "0.8.
|
|
36
|
-
"@miaskiewicz/turbo-surf-win32-x64": "0.8.
|
|
33
|
+
"@miaskiewicz/turbo-surf-darwin-arm64": "0.8.4",
|
|
34
|
+
"@miaskiewicz/turbo-surf-linux-x64": "0.8.4",
|
|
35
|
+
"@miaskiewicz/turbo-surf-linux-arm64": "0.8.4",
|
|
36
|
+
"@miaskiewicz/turbo-surf-win32-x64": "0.8.4"
|
|
37
37
|
},
|
|
38
38
|
"scripts": {
|
|
39
39
|
"lint": "oxlint",
|
|
@@ -42,21 +42,25 @@
|
|
|
42
42
|
"format": "biome format --write .",
|
|
43
43
|
"format:check": "biome format .",
|
|
44
44
|
"build:addon": "cd rust && cargo build --release -p turbo-surf-napi",
|
|
45
|
-
"test:shim": "node --test --test-force-exit --test-timeout=300000 --test-concurrency=1 rust/playwright-shim/test.mjs rust/playwright-shim/surface.test.mjs rust/playwright-shim/native-profile.test.mjs rust/playwright-shim/native-peer-events.test.mjs rust/playwright-shim/input-hardware.test.mjs rust/playwright-shim/config.test.mjs rust/playwright-shim/skip-isolation.test.mjs",
|
|
45
|
+
"test:shim": "node scripts/run-node-tests.mjs --test --test-force-exit --test-timeout=300000 --test-concurrency=1 rust/playwright-shim/test.mjs rust/playwright-shim/surface.test.mjs rust/playwright-shim/screenshot-assets.test.mjs rust/playwright-shim/screenshot-document-assets.test.mjs rust/playwright-shim/runtime-locator.test.mjs rust/playwright-shim/dom-traversal.test.mjs rust/playwright-shim/idle-callback.test.mjs rust/playwright-shim/small-behavior.test.mjs rust/playwright-shim/lifecycle.test.mjs rust/playwright-shim/navigation.test.mjs rust/playwright-shim/iframe-load.test.mjs rust/playwright-shim/commit-navigation.test.mjs rust/playwright-shim/eval-input.test.mjs rust/playwright-shim/keyboard-keypress.test.mjs rust/playwright-shim/keyboard-bindings.test.mjs rust/playwright-shim/binding-drain.test.mjs rust/playwright-shim/routing-regressions.test.mjs rust/playwright-shim/context-cookie.test.mjs rust/playwright-shim/style-resources.test.mjs rust/playwright-shim/cli-entry.test.mjs rust/playwright-shim/node-preloads.test.mjs rust/playwright-shim/storage-state.test.mjs rust/playwright-shim/request-events.test.mjs rust/playwright-shim/request-navigation.test.mjs rust/playwright-shim/redirect-responses.test.mjs rust/playwright-shim/screenshot-resources.test.mjs rust/playwright-shim/screenshot-options.test.mjs rust/playwright-shim/screenshot-scene.test.mjs rust/playwright-shim/history-navigation.test.mjs rust/playwright-shim/history-groups.test.mjs rust/playwright-shim/history-group-policy.test.mjs rust/playwright-shim/history-snapshot.test.mjs rust/playwright-shim/history-metadata-native.test.mjs rust/playwright-shim/set-content.test.mjs rust/playwright-shim/timeouts-retries.test.mjs rust/playwright-shim/handles.test.mjs rust/playwright-shim/evaluate-sync.test.mjs rust/playwright-shim/evaluate-metadata-reentrancy.test.mjs rust/playwright-shim/console-events.test.mjs rust/playwright-shim/host-routes.test.mjs rust/playwright-shim/host-route-isolation.test.mjs rust/playwright-shim/module-page-realms.test.mjs rust/playwright-shim/route-network-events.test.mjs rust/playwright-shim/intercepted-owner.test.mjs rust/playwright-shim/response-lifecycle.test.mjs rust/playwright-shim/opening-target-close.test.mjs rust/playwright-shim/native-profile.test.mjs rust/playwright-shim/native-peer-events.test.mjs rust/playwright-shim/input-hardware.test.mjs rust/playwright-shim/config.test.mjs rust/playwright-shim/skip-isolation.test.mjs rust/playwright-shim/concurrent-url-waits.test.mjs rust/playwright-shim/locator-page.test.mjs rust/playwright-shim/routing-xhr-body.test.mjs rust/playwright-shim/route-predicate.test.mjs rust/playwright-shim/context-events.test.mjs rust/playwright-shim/network-wait-timeout.test.mjs rust/playwright-shim/locator-binding-reads.test.mjs rust/playwright-shim/keyboard-timers.test.mjs rust/playwright-shim/offline-context.test.mjs rust/playwright-shim/actor-read-queue.test.mjs rust/playwright-shim/actor-runtime.test.mjs rust/playwright-shim/actor-hub.test.mjs rust/playwright-shim/event-waiter.test.mjs rust/playwright-shim/native-load-state.test.mjs rust/playwright-shim/popup-facade.test.mjs rust/playwright-shim/popup-transport.test.mjs rust/playwright-shim/geolocation-options.test.mjs rust/playwright-shim/geolocation.test.mjs rust/playwright-shim/target-network-state.test.mjs rust/playwright-shim/target-network-idle.test.mjs rust/playwright-shim/popup-networkidle.test.mjs rust/playwright-shim/popup-networkidle-progress.test.mjs rust/playwright-shim/popup-geolocation.test.mjs rust/playwright-shim/shadow-locators.test.mjs rust/playwright-shim/dialog.test.mjs rust/playwright-shim/animation-policy.test.mjs rust/playwright-shim/native-platform-value-owners.test.mjs rust/playwright-shim/image-promotion.test.mjs rust/playwright-shim/action-navigation-completion.test.mjs rust/playwright-shim/action-commit-load.test.mjs rust/playwright-shim/press-signal-scope.test.mjs rust/playwright-shim/implicit-submit-contract.test.mjs rust/playwright-shim/programmatic-form-navigation.test.mjs rust/playwright-shim/navigation-deadline.test.mjs rust/playwright-shim/initial-hydration-timeout.test.mjs rust/playwright-shim/module-cancellation.test.mjs rust/playwright-shim/assertion-retry-diagnostics.test.mjs rust/playwright-shim/page-dispatch-event-contract.test.mjs rust/playwright-shim/inner-html-contract.test.mjs rust/playwright-shim/selector-keyboard-contracts.test.mjs rust/playwright-shim/launcher-contract.test.mjs rust/playwright-shim/handles-behavior-coverage.test.mjs rust/playwright-shim/public-value-expect-contracts.test.mjs rust/playwright-shim/public-frame-page-contracts.test.mjs rust/playwright-shim/selector-keyboard-branches.test.mjs rust/playwright-shim/actor-protocol-coverage.test.mjs rust/playwright-shim/loader-compatibility.test.mjs rust/playwright-shim/handle-lifecycle-branches.test.mjs rust/playwright-shim/public-value-branch-contracts.test.mjs rust/playwright-shim/public-index-branch-contracts.test.mjs rust/playwright-shim/public-page-validation-contracts.test.mjs",
|
|
46
46
|
"test:config": "node --test --test-force-exit --test-timeout=30000 rust/playwright-shim/config.test.mjs",
|
|
47
|
-
"test:e2e": "node --import ./rust/playwright-shim/register.mjs --test --test-force-exit --test-timeout=300000 --test-concurrency=1 rust/playwright-shim/dropin.spec.mjs rust/playwright-shim/e2e/*.spec.mjs",
|
|
48
|
-
"test:playwright": "npm run build:addon &&
|
|
49
|
-
"test": "python3 scripts/check-versions.py && bash scripts/check-single-v8.sh && python3 -B scripts/test_smoke_mcp_release.py && python3 -B scripts/test_check_coverage_floors.py && python3 -B scripts/test_coverage_shard.py && python3 -B -m unittest discover -s rust/release-deps -p 'test_*.py' && python3 -B -m unittest discover -s rust/release-deps/deno -p 'test_*.py' && python3 scripts/sync-third-party-notices.py --check && python3 harness/detection/verify-audio-sources.py && (cd rust && cargo test --workspace && cargo clippy --workspace --all-targets -- -D warnings && cargo fmt --check) && npm run test:playwright && npm run test:detection",
|
|
47
|
+
"test:e2e": "node scripts/run-node-tests.mjs --import ./rust/playwright-shim/register.mjs --test --test-force-exit --test-timeout=300000 --test-concurrency=1 rust/playwright-shim/dropin.spec.mjs rust/playwright-shim/e2e/*.spec.mjs",
|
|
48
|
+
"test:playwright": "npm run build:addon && node scripts/test-playwright.mjs",
|
|
49
|
+
"test": "npm run test:coverage:js && python3 scripts/check-versions.py && bash scripts/check-single-v8.sh && python3 -B scripts/test_smoke_mcp_release.py && python3 -B scripts/test_check_coverage_floors.py && python3 -B scripts/test_coverage_shard.py && python3 -B -m unittest discover -s rust/release-deps -p 'test_*.py' && python3 -B -m unittest discover -s rust/release-deps/deno -p 'test_*.py' && python3 scripts/sync-third-party-notices.py --check && python3 harness/detection/verify-audio-sources.py && (cd rust && cargo test --workspace && cargo clippy --workspace --all-targets -- -D warnings && cargo fmt --check) && npm run test:playwright && npm run test:detection",
|
|
50
50
|
"check": "npm run lint && npm run format:check && npm test",
|
|
51
51
|
"prepare": "git config core.hooksPath .githooks || true",
|
|
52
52
|
"harness": "node harness/competitive/run.mjs",
|
|
53
53
|
"harness:detection": "node harness/detection/run.mjs",
|
|
54
|
-
"test:detection": "node --test --test-concurrency=1 harness/detection/*.test.mjs && python3 -B harness/detection/engine-155/test_async_admission_helper.py && python3 -B -m unittest discover -s harness/detection/engine-154 -p 'test_*.py'",
|
|
54
|
+
"test:detection": "node scripts/run-node-tests.mjs --test --test-concurrency=1 harness/detection/*.test.mjs && python3 -B harness/detection/engine-155/test_async_admission_helper.py && python3 -B -m unittest discover -s harness/detection/engine-154 -p 'test_*.py'",
|
|
55
55
|
"harness:js": "node harness/competitive/run.mjs js-quotes",
|
|
56
|
+
"harness:screenshots": "node harness/hotpath/screenshot-perf.mjs",
|
|
56
57
|
"hotpath": "node harness/hotpath/rust-hotpath.mjs",
|
|
57
58
|
"hotpath:render": "node harness/hotpath/render-bench.mjs",
|
|
58
59
|
"crawl-bench": "node harness/crawlers/run.mjs",
|
|
59
|
-
"crawl-bench:js": "node harness/crawlers/run.mjs --set=js"
|
|
60
|
+
"crawl-bench:js": "node harness/crawlers/run.mjs --set=js",
|
|
61
|
+
"coverage:js": "npm run build:addon && node scripts/run-js-coverage.mjs",
|
|
62
|
+
"coverage:js:report": "node --expose-internals scripts/aggregate-js-coverage.cjs",
|
|
63
|
+
"test:coverage:js": "node --test scripts/js-coverage.test.cjs scripts/js-test-completeness.test.cjs scripts/run-node-tests.test.cjs"
|
|
60
64
|
},
|
|
61
65
|
"publishConfig": {
|
|
62
66
|
"access": "public"
|