@purepageio/fetch-engines 0.10.3 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -1
- package/dist/FetchEngine.d.ts.map +1 -1
- package/dist/FetchEngine.js +29 -6
- package/dist/FetchEngine.js.map +1 -1
- package/dist/HybridEngine.d.ts +4 -0
- package/dist/HybridEngine.d.ts.map +1 -1
- package/dist/HybridEngine.js +46 -5
- package/dist/HybridEngine.js.map +1 -1
- package/dist/evals/auto-render-cases.d.ts.map +1 -1
- package/dist/evals/auto-render-cases.js +1 -0
- package/dist/evals/auto-render-cases.js.map +1 -1
- package/package.json +4 -3
package/README.md
CHANGED
|
@@ -205,8 +205,9 @@ Failures raise a typed `FetchError` exposing `code`, `statusCode`, and the under
|
|
|
205
205
|
- Explore the [`examples`](./examples) directory for scripts you can run end-to-end.
|
|
206
206
|
- Ready-to-use TypeScript types ship with the package.
|
|
207
207
|
- `pnpm test` runs the automated suite when you are ready to contribute.
|
|
208
|
+
- `pnpm test:live:smoke` runs the browser-backed live smoke suite, including a markdown fetch check for `https://www.bhp.com/`.
|
|
208
209
|
- `pnpm eval:auto-render` runs a live Hybrid-vs-HTTP quality matrix across docs, government, knowledge, marketing, commerce, and access-guarded pages, using a stable gated core plus observe-only sentinels for harder domains.
|
|
209
|
-
- `pnpm test:live:auto-render` runs the same hypothesis as a Vitest live test (`LIVE_NETWORK=1`)
|
|
210
|
+
- `pnpm test:live:auto-render` runs the same hypothesis as a Vitest live test (`LIVE_NETWORK=1`) in a Node environment so it exercises the real network/browser stack instead of `jsdom`.
|
|
210
211
|
- GitHub Actions includes a dedicated browser-enabled live eval workflow that runs on `main` changes, nightly on a schedule, and on manual dispatch. It uploads the JSON report as a build artifact.
|
|
211
212
|
|
|
212
213
|
## Contributing
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"FetchEngine.d.ts","sourceRoot":"","sources":["../src/FetchEngine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,mBAAmB,EACnB,cAAc,EACd,kBAAkB,EACnB,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAG5C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"FetchEngine.d.ts","sourceRoot":"","sources":["../src/FetchEngine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,mBAAmB,EACnB,cAAc,EACd,kBAAkB,EACnB,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAG5C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AA6BzC;;GAEG;AACH,qBAAa,oBAAqB,SAAQ,UAAU;aAGhC,UAAU,EAAE,MAAM;gBADlC,OAAO,EAAE,MAAM,EACC,UAAU,EAAE,MAAM;CAKrC;AAED;;;;;GAKG;AACH,qBAAa,WAAY,YAAW,OAAO;IACzC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA+B;IAEvD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAGrC;IAEF;;;OAGG;gBACS,OAAO,GAAE,kBAAuB;IAI5C;;;;;;;OAOG;IACG,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,eAAe,CAAC;IAoFpF;;;;;;;;OAQG;IACG,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAqF3F;;;;OAIG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAI9B;;;;OAIG;IACH,UAAU,IAAI,cAAc,EAAE;CAG/B"}
|
package/dist/FetchEngine.js
CHANGED
|
@@ -1,5 +1,27 @@
|
|
|
1
1
|
import { MarkdownConverter, injectSourceUrl } from "./utils/markdown-converter.js";
|
|
2
2
|
import { FetchError } from "./errors.js"; // Only import FetchError
|
|
3
|
+
import { DEFAULT_HTTP_TIMEOUT } from "./constants.js";
|
|
4
|
+
async function fetchWithTimeout(url, init, timeoutMs = DEFAULT_HTTP_TIMEOUT) {
|
|
5
|
+
const controller = new AbortController();
|
|
6
|
+
const timeout = setTimeout(() => controller.abort(), timeoutMs);
|
|
7
|
+
try {
|
|
8
|
+
return await fetch(url, {
|
|
9
|
+
...init,
|
|
10
|
+
signal: controller.signal,
|
|
11
|
+
});
|
|
12
|
+
}
|
|
13
|
+
catch (error) {
|
|
14
|
+
const errorName = typeof error === "object" && error !== null && "name" in error ? String(error.name) : undefined;
|
|
15
|
+
const originalError = error instanceof Error ? error : undefined;
|
|
16
|
+
if (errorName === "AbortError") {
|
|
17
|
+
throw new FetchError(`Fetch timed out after ${timeoutMs}ms`, "ERR_FETCH_TIMEOUT", originalError);
|
|
18
|
+
}
|
|
19
|
+
throw error;
|
|
20
|
+
}
|
|
21
|
+
finally {
|
|
22
|
+
clearTimeout(timeout);
|
|
23
|
+
}
|
|
24
|
+
}
|
|
3
25
|
/**
|
|
4
26
|
* Custom error class for HTTP errors from FetchEngine.
|
|
5
27
|
*/
|
|
@@ -57,10 +79,10 @@ export class FetchEngine {
|
|
|
57
79
|
...constructorHeaders,
|
|
58
80
|
...callSpecificHeaders, // Ensures callSpecificHeaders override constructorHeaders, which override baseHeaders
|
|
59
81
|
};
|
|
60
|
-
response = await
|
|
82
|
+
response = await fetchWithTimeout(url, {
|
|
61
83
|
redirect: "follow",
|
|
62
84
|
headers: finalHeaders,
|
|
63
|
-
});
|
|
85
|
+
}, DEFAULT_HTTP_TIMEOUT);
|
|
64
86
|
if (!response.ok) {
|
|
65
87
|
throw new FetchEngineHttpError(`HTTP error! status: ${response.status}`, response.status);
|
|
66
88
|
}
|
|
@@ -98,7 +120,7 @@ export class FetchEngine {
|
|
|
98
120
|
catch (error) {
|
|
99
121
|
// Re-throw specific known errors directly
|
|
100
122
|
if (error instanceof FetchEngineHttpError ||
|
|
101
|
-
(error instanceof FetchError && error.code === "ERR_NON_HTML_CONTENT")) {
|
|
123
|
+
(error instanceof FetchError && (error.code === "ERR_NON_HTML_CONTENT" || error.code === "ERR_FETCH_TIMEOUT"))) {
|
|
102
124
|
throw error;
|
|
103
125
|
}
|
|
104
126
|
// Wrap other/unexpected errors
|
|
@@ -130,10 +152,10 @@ export class FetchEngine {
|
|
|
130
152
|
...constructorHeaders,
|
|
131
153
|
...callSpecificHeaders,
|
|
132
154
|
};
|
|
133
|
-
response = await
|
|
155
|
+
response = await fetchWithTimeout(url, {
|
|
134
156
|
redirect: "follow",
|
|
135
157
|
headers: finalHeaders,
|
|
136
|
-
});
|
|
158
|
+
}, DEFAULT_HTTP_TIMEOUT);
|
|
137
159
|
if (!response.ok) {
|
|
138
160
|
throw new FetchEngineHttpError(`HTTP error! status: ${response.status}`, response.status);
|
|
139
161
|
}
|
|
@@ -171,7 +193,8 @@ export class FetchEngine {
|
|
|
171
193
|
}
|
|
172
194
|
catch (error) {
|
|
173
195
|
// Re-throw specific known errors directly
|
|
174
|
-
if (error instanceof FetchEngineHttpError
|
|
196
|
+
if (error instanceof FetchEngineHttpError ||
|
|
197
|
+
(error instanceof FetchError && error.code === "ERR_FETCH_TIMEOUT")) {
|
|
175
198
|
throw error;
|
|
176
199
|
}
|
|
177
200
|
// Wrap other/unexpected errors
|
package/dist/FetchEngine.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"FetchEngine.js","sourceRoot":"","sources":["../src/FetchEngine.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AACnF,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC,CAAC,yBAAyB;
|
|
1
|
+
{"version":3,"file":"FetchEngine.js","sourceRoot":"","sources":["../src/FetchEngine.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AACnF,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC,CAAC,yBAAyB;AACnE,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAEtD,KAAK,UAAU,gBAAgB,CAC7B,GAAW,EACX,IAAiB,EACjB,YAAoB,oBAAoB;IAExC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;IAEhE,IAAI,CAAC;QACH,OAAO,MAAM,KAAK,CAAC,GAAG,EAAE;YACtB,GAAG,IAAI;YACP,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,MAAM,SAAS,GAAG,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAClH,MAAM,aAAa,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;QAEjE,IAAI,SAAS,KAAK,YAAY,EAAE,CAAC;YAC/B,MAAM,IAAI,UAAU,CAAC,yBAAyB,SAAS,IAAI,EAAE,mBAAmB,EAAE,aAAa,CAAC,CAAC;QACnG,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,OAAO,CAAC,CAAC;IACxB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,oBAAqB,SAAQ,UAAU;IAGhC;IAFlB,YACE,OAAe,EACC,UAAkB;QAElC,KAAK,CAAC,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;QAFxC,eAAU,GAAV,UAAU,CAAQ;QAGlC,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AAED;;;;;GAKG;AACH,MAAM,OAAO,WAAW;IACL,OAAO,CAA+B;IAE/C,MAAM,CAAU,eAAe,GAAiC;QACtE,QAAQ,EAAE,KAAK;QACf,OAAO,EAAE,EAAE;KACZ,CAAC;IAEF;;;OAGG;IACH,YAAY,UAA8B,EAAE;QAC1C,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,WAAW,CAAC,eAAe,EAAE,GAAG,OAAO,EAAE,CAAC;IAChE,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,SAAS,CAAC,GAAW,EAAE,OAA4B;QACvD,MAAM,gBAAgB,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC,uCAAuC;QACjG,IAAI,QAAkB,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,WAAW,GAAG;gBAClB,YAAY,EACV,iHAAiH;gBACnH,MAAM,EAAE,kGAAkG;gBAC1G,iBAAiB,EAAE,gBAAgB;aACpC,CAAC;YAEF,6DAA6D;YAC7D,MAAM,kBAAkB,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;YAEtD,sEAAsE;YACtE,0GAA0G;YAC1G,MAAM,mBAAmB,GAAG,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;YAEnD,MAAM,YAAY,GAAG;gBACnB,GAAG,WAAW;gBACd,GAAG,kBAAkB;gBACrB,GAAG,mBAAmB,EAAE,sFAAsF;aAC/G,CAAC;YAEF,QAAQ,GAAG,MAAM,gBAAgB,CAC/B,GAAG,EACH;gBACE,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,YAAY;aACtB,EACD,oBAAoB,CACrB,CAAC;YAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,oBAAoB,CAAC,uBAAuB,QAAQ,CAAC,MAAM,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC5F,CAAC;YAED,MAAM,iBAAiB,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAC/D,IAAI,CAAC,iBAAiB,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBACnE,MAAM,IAAI,UAAU,CAAC,+BAA+B,EAAE,sBAAsB,CAAC,CAAC;YAChF,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;YAC/D,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YAEvD,IAAI,YAAY,GAAG,IAAI,CAAC;YACxB,IAAI,gBAAgB,GAAwB,MAAM,CAAC;YAEnD,IAAI,gBAAgB,CAAC,QAAQ,EAAE,CAAC;gBAC9B,IAAI,CAAC;oBACH,MAAM,SAAS,GAAG,IAAI,iBAAiB,EAAE,CAAC;oBAC1C,YAAY,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC;oBACzE,YAAY,GAAG,eAAe,CAAC,YAAY,EAAE,QAAQ,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC;oBAClE,gBAAgB,GAAG,UAAU,CAAC;gBAChC,CAAC;gBAAC,OAAO,eAAwB,EAAE,CAAC;oBAClC,OAAO,CAAC,KAAK,CAAC,kCAAkC,GAAG,iBAAiB,EAAE,eAAe,CAAC,CAAC;oBACvF,gDAAgD;gBAClD,CAAC;YACH,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,YAAY;gBACrB,WAAW,EAAE,gBAAgB;gBAC7B,KAAK,EAAE,KAAK;gBACZ,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE,oCAAoC;gBACvD,WAAW,EAAE,KAAK;gBAClB,UAAU,EAAE,QAAQ,CAAC,MAAM;gBAC3B,KAAK,EAAE,SAAS;aACjB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,0CAA0C;YAC1C,IACE,KAAK,YAAY,oBAAoB;gBACrC,CAAC,KAAK,YAAY,UAAU,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,sBAAsB,IAAI,KAAK,CAAC,IAAI,KAAK,mBAAmB,CAAC,CAAC,EAC9G,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YACD,+BAA+B;YAC/B,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,qBAAqB,CAAC;YAC/E,MAAM,IAAI,UAAU,CAAC,iBAAiB,OAAO,EAAE,EAAE,kBAAkB,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QACnH,CAAC;IACH,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,YAAY,CAAC,GAAW,EAAE,OAA6B;QAC3D,IAAI,QAAkB,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,WAAW,GAAG;gBAClB,YAAY,EACV,iHAAiH;gBACnH,MAAM,EAAE,KAAK,EAAE,mDAAmD;aACnE,CAAC;YAEF,sDAAsD;YACtD,MAAM,kBAAkB,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;YACtD,MAAM,mBAAmB,GAAG,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;YAEnD,MAAM,YAAY,GAAG;gBACnB,GAAG,WAAW;gBACd,GAAG,kBAAkB;gBACrB,GAAG,mBAAmB;aACvB,CAAC;YAEF,QAAQ,GAAG,MAAM,gBAAgB,CAC/B,GAAG,EACH;gBACE,QAAQ,EAAE,QAAQ;gBAClB,OAAO,EAAE,YAAY;aACtB,EACD,oBAAoB,CACrB,CAAC;YAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,oBAAoB,CAAC,uBAAuB,QAAQ,CAAC,MAAM,EAAE,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;YAC5F,CAAC;YAED,MAAM,iBAAiB,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,0BAA0B,CAAC;YAE7F,+CAA+C;YAC/C,MAAM,WAAW,GACf,iBAAiB,CAAC,UAAU,CAAC,OAAO,CAAC;gBACrC,iBAAiB,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAClC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC;gBACjC,iBAAiB,CAAC,QAAQ,CAAC,YAAY,CAAC;gBACxC,iBAAiB,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAClC,iBAAiB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAEpC,IAAI,OAAwB,CAAC;YAC7B,IAAI,WAAW,EAAE,CAAC;gBAChB,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;gBACjD,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACrC,CAAC;YAED,wCAAwC;YACxC,IAAI,KAAK,GAAkB,IAAI,CAAC;YAChC,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,iBAAiB,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACtE,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;gBAClE,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YACnD,CAAC;YAED,OAAO;gBACL,OAAO;gBACP,WAAW,EAAE,iBAAiB;gBAC9B,KAAK;gBACL,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE,oCAAoC;gBACvD,WAAW,EAAE,KAAK;gBAClB,UAAU,EAAE,QAAQ,CAAC,MAAM;gBAC3B,KAAK,EAAE,SAAS;aACjB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,0CAA0C;YAC1C,IACE,KAAK,YAAY,oBAAoB;gBACrC,CAAC,KAAK,YAAY,UAAU,IAAI,KAAK,CAAC,IAAI,KAAK,mBAAmB,CAAC,EACnE,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;YACD,+BAA+B;YAC/B,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,qBAAqB,CAAC;YAC/E,MAAM,IAAI,UAAU,CAClB,yBAAyB,OAAO,EAAE,EAClC,kBAAkB,EAClB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAC3C,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,OAAO;QACX,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACH,UAAU;QACR,OAAO,EAAE,CAAC;IACZ,CAAC"}
|
package/dist/HybridEngine.d.ts
CHANGED
|
@@ -4,6 +4,7 @@ import type { HTMLFetchResult, ContentFetchResult, ContentFetchOptions, Playwrig
|
|
|
4
4
|
* HybridEngine - Tries FetchEngine first, falls back to PlaywrightEngine on failure.
|
|
5
5
|
*/
|
|
6
6
|
export declare class HybridEngine implements IEngine {
|
|
7
|
+
private static readonly FETCH_ENGINE_RETRY_ATTEMPTS;
|
|
7
8
|
private readonly fetchEngine;
|
|
8
9
|
private readonly playwrightEngine;
|
|
9
10
|
private readonly config;
|
|
@@ -11,6 +12,9 @@ export declare class HybridEngine implements IEngine {
|
|
|
11
12
|
constructor(config?: PlaywrightEngineConfig);
|
|
12
13
|
private _convertHtmlToMarkdown;
|
|
13
14
|
private _shouldAutoRender;
|
|
15
|
+
private _shouldRetryFetchEngine;
|
|
16
|
+
private _fetchHtmlWithRetry;
|
|
17
|
+
private _fetchContentWithRetry;
|
|
14
18
|
fetchHTML(url: string, options?: FetchOptions): Promise<HTMLFetchResult>;
|
|
15
19
|
/**
|
|
16
20
|
* Fetches raw content from the specified URL using the hybrid approach.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"HybridEngine.d.ts","sourceRoot":"","sources":["../src/HybridEngine.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;
|
|
1
|
+
{"version":3,"file":"HybridEngine.d.ts","sourceRoot":"","sources":["../src/HybridEngine.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAS5C,OAAO,KAAK,EACV,eAAe,EACf,kBAAkB,EAClB,mBAAmB,EACnB,sBAAsB,EACtB,YAAY,EACZ,cAAc,EACf,MAAM,YAAY,CAAC;AAEpB;;GAEG;AACH,qBAAa,YAAa,YAAW,OAAO;IAC1C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,2BAA2B,CAAK;IACxD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAc;IAC1C,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAmB;IACpD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAyB;IAChD,OAAO,CAAC,QAAQ,CAAC,sBAAsB,CAAsB;gBAEjD,MAAM,GAAE,sBAA2B;IAS/C,OAAO,CAAC,sBAAsB;IAkB9B,OAAO,CAAC,iBAAiB;IAUzB,OAAO,CAAC,uBAAuB;YAIjB,mBAAmB;YA8BnB,sBAAsB;IAwB9B,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,YAAiB,GAAG,OAAO,CAAC,eAAe,CAAC;IAmGlF;;;;;;;;;OASG;IACG,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,mBAAwB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IA0C/F;;OAEG;IACH,UAAU,IAAI,cAAc,EAAE;IAI9B;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAM/B"}
|
package/dist/HybridEngine.js
CHANGED
|
@@ -1,11 +1,13 @@
|
|
|
1
1
|
import { FetchEngine, FetchEngineHttpError } from "./FetchEngine.js";
|
|
2
2
|
import { PlaywrightEngine } from "./PlaywrightEngine.js";
|
|
3
3
|
import { MarkdownConverter, injectSourceUrl } from "./utils/markdown-converter.js";
|
|
4
|
+
import { FetchError } from "./errors.js";
|
|
4
5
|
import { assessHtmlRenderNeed, assessSerializedContent, isRenderedContentMeaningfullyBetter, isSoftBlockPage, } from "./utils/render-detection.js";
|
|
5
6
|
/**
|
|
6
7
|
* HybridEngine - Tries FetchEngine first, falls back to PlaywrightEngine on failure.
|
|
7
8
|
*/
|
|
8
9
|
export class HybridEngine {
|
|
10
|
+
static FETCH_ENGINE_RETRY_ATTEMPTS = 2;
|
|
9
11
|
fetchEngine;
|
|
10
12
|
playwrightEngine;
|
|
11
13
|
config; // Store config for potential per-request PW overrides
|
|
@@ -42,6 +44,48 @@ export class HybridEngine {
|
|
|
42
44
|
}
|
|
43
45
|
return assessHtmlRenderNeed(fetchResult.content).renderLikelyNeeded;
|
|
44
46
|
}
|
|
47
|
+
_shouldRetryFetchEngine(error) {
|
|
48
|
+
return error instanceof FetchError && error.code === "ERR_FETCH_FAILED";
|
|
49
|
+
}
|
|
50
|
+
async _fetchHtmlWithRetry(url, headers) {
|
|
51
|
+
let lastError;
|
|
52
|
+
for (let attempt = 1; attempt <= HybridEngine.FETCH_ENGINE_RETRY_ATTEMPTS; attempt += 1) {
|
|
53
|
+
try {
|
|
54
|
+
return await this.fetchEngine.fetchHTML(url, {
|
|
55
|
+
markdown: false,
|
|
56
|
+
headers,
|
|
57
|
+
});
|
|
58
|
+
}
|
|
59
|
+
catch (error) {
|
|
60
|
+
lastError = error;
|
|
61
|
+
const canRetry = attempt < HybridEngine.FETCH_ENGINE_RETRY_ATTEMPTS && this._shouldRetryFetchEngine(error);
|
|
62
|
+
if (!canRetry) {
|
|
63
|
+
throw error;
|
|
64
|
+
}
|
|
65
|
+
const message = error instanceof Error ? error.message : String(error);
|
|
66
|
+
console.warn(`HybridEngine: FetchEngine attempt ${attempt} for ${url} failed with a retryable error: ${message}. Retrying HTTP fetch.`);
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
throw lastError;
|
|
70
|
+
}
|
|
71
|
+
async _fetchContentWithRetry(url, options = {}) {
|
|
72
|
+
let lastError;
|
|
73
|
+
for (let attempt = 1; attempt <= HybridEngine.FETCH_ENGINE_RETRY_ATTEMPTS; attempt += 1) {
|
|
74
|
+
try {
|
|
75
|
+
return await this.fetchEngine.fetchContent(url, options);
|
|
76
|
+
}
|
|
77
|
+
catch (error) {
|
|
78
|
+
lastError = error;
|
|
79
|
+
const canRetry = attempt < HybridEngine.FETCH_ENGINE_RETRY_ATTEMPTS && this._shouldRetryFetchEngine(error);
|
|
80
|
+
if (!canRetry) {
|
|
81
|
+
throw error;
|
|
82
|
+
}
|
|
83
|
+
const message = error instanceof Error ? error.message : String(error);
|
|
84
|
+
console.warn(`HybridEngine: FetchEngine content attempt ${attempt} for ${url} failed with a retryable error: ${message}. Retrying HTTP fetch.`);
|
|
85
|
+
}
|
|
86
|
+
}
|
|
87
|
+
throw lastError;
|
|
88
|
+
}
|
|
45
89
|
async fetchHTML(url, options = {}) {
|
|
46
90
|
// Determine effective SPA mode and markdown options
|
|
47
91
|
// HybridEngine defaults to false for these if not otherwise specified in its own config or per-request options.
|
|
@@ -77,10 +121,7 @@ export class HybridEngine {
|
|
|
77
121
|
}
|
|
78
122
|
}
|
|
79
123
|
try {
|
|
80
|
-
const fetchResult = await this.
|
|
81
|
-
markdown: false,
|
|
82
|
-
headers: options.headers,
|
|
83
|
-
});
|
|
124
|
+
const fetchResult = await this._fetchHtmlWithRetry(url, options.headers);
|
|
84
125
|
const httpPreferredResult = effectiveMarkdown ? this._convertHtmlToMarkdown(fetchResult) : fetchResult;
|
|
85
126
|
if (!this._shouldAutoRender(fetchResult, effectiveSpaMode)) {
|
|
86
127
|
return httpPreferredResult;
|
|
@@ -152,7 +193,7 @@ export class HybridEngine {
|
|
|
152
193
|
}
|
|
153
194
|
try {
|
|
154
195
|
// Try FetchEngine first
|
|
155
|
-
const fetchResult = await this.
|
|
196
|
+
const fetchResult = await this._fetchContentWithRetry(url, options);
|
|
156
197
|
return fetchResult;
|
|
157
198
|
}
|
|
158
199
|
catch (fetchError) {
|
package/dist/HybridEngine.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"HybridEngine.js","sourceRoot":"","sources":["../src/HybridEngine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACrE,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAEzD,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AACnF,OAAO,EACL,oBAAoB,EACpB,uBAAuB,EACvB,mCAAmC,EACnC,eAAe,GAChB,MAAM,6BAA6B,CAAC;AAUrC;;GAEG;AACH,MAAM,OAAO,YAAY;
|
|
1
|
+
{"version":3,"file":"HybridEngine.js","sourceRoot":"","sources":["../src/HybridEngine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACrE,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAEzD,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AACnF,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EACL,oBAAoB,EACpB,uBAAuB,EACvB,mCAAmC,EACnC,eAAe,GAChB,MAAM,6BAA6B,CAAC;AAUrC;;GAEG;AACH,MAAM,OAAO,YAAY;IACf,MAAM,CAAU,2BAA2B,GAAG,CAAC,CAAC;IACvC,WAAW,CAAc;IACzB,gBAAgB,CAAmB;IACnC,MAAM,CAAyB,CAAC,sDAAsD;IACtF,sBAAsB,CAAsB;IAE7D,YAAY,SAAiC,EAAE;QAC7C,4CAA4C;QAC5C,uFAAuF;QACvF,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QACjF,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC;QACrD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC,0BAA0B;QAChD,IAAI,CAAC,sBAAsB,GAAG,MAAM,CAAC,sBAAsB,IAAI,EAAE,CAAC;IACpE,CAAC;IAEO,sBAAsB,CAAC,UAA2B;QACxD,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,iBAAiB,EAAE,CAAC;YAC1C,MAAM,OAAO,GAAG,eAAe,CAC7B,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,CAAC,GAAG,EAAE,CAAC,EAClE,UAAU,CAAC,GAAG,CACf,CAAC;YACF,OAAO;gBACL,GAAG,UAAU;gBACb,OAAO;gBACP,WAAW,EAAE,UAAU;aACxB,CAAC;QACJ,CAAC;QAAC,OAAO,eAAwB,EAAE,CAAC;YAClC,OAAO,CAAC,KAAK,CAAC,gDAAgD,UAAU,CAAC,GAAG,GAAG,EAAE,eAAe,CAAC,CAAC;YAClG,OAAO,UAAU,CAAC;QACpB,CAAC;IACH,CAAC;IAEO,iBAAiB,CAAC,WAA4B,EAAE,YAAqB;QAC3E,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,eAAe,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC;YACzC,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,oBAAoB,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,kBAAkB,CAAC;IACtE,CAAC;IAEO,uBAAuB,CAAC,KAAc;QAC5C,OAAO,KAAK,YAAY,UAAU,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,CAAC;IAC1E,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,GAAW,EACX,OAA2C;QAE3C,IAAI,SAAkB,CAAC;QAEvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,YAAY,CAAC,2BAA2B,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;YACxF,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,GAAG,EAAE;oBAC3C,QAAQ,EAAE,KAAK;oBACf,OAAO;iBACR,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,SAAS,GAAG,KAAK,CAAC;gBAClB,MAAM,QAAQ,GAAG,OAAO,GAAG,YAAY,CAAC,2BAA2B,IAAI,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;gBAE3G,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,MAAM,KAAK,CAAC;gBACd,CAAC;gBAED,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACvE,OAAO,CAAC,IAAI,CACV,qCAAqC,OAAO,QAAQ,GAAG,mCAAmC,OAAO,wBAAwB,CAC1H,CAAC;YACJ,CAAC;QACH,CAAC;QAED,MAAM,SAAS,CAAC;IAClB,CAAC;IAEO,KAAK,CAAC,sBAAsB,CAAC,GAAW,EAAE,UAA+B,EAAE;QACjF,IAAI,SAAkB,CAAC;QAEvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,YAAY,CAAC,2BAA2B,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;YACxF,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAC3D,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,SAAS,GAAG,KAAK,CAAC;gBAClB,MAAM,QAAQ,GAAG,OAAO,GAAG,YAAY,CAAC,2BAA2B,IAAI,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC;gBAE3G,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,MAAM,KAAK,CAAC;gBACd,CAAC;gBAED,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACvE,OAAO,CAAC,IAAI,CACV,6CAA6C,OAAO,QAAQ,GAAG,mCAAmC,OAAO,wBAAwB,CAClI,CAAC;YACJ,CAAC;QACH,CAAC;QAED,MAAM,SAAS,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,GAAW,EAAE,UAAwB,EAAE;QACrD,oDAAoD;QACpD,gHAAgH;QAChH,MAAM,gBAAgB,GACpB,OAAO,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;QACpH,MAAM,iBAAiB,GACrB,OAAO,CAAC,QAAQ,KAAK,SAAS;YAC5B,CAAC,CAAC,OAAO,CAAC,QAAQ;YAClB,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS;gBAClC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ;gBACtB,CAAC,CAAC,KAAK,CAAC;QAEd,yFAAyF;QACzF,mEAAmE;QACnE,MAAM,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;QACrD,MAAM,sBAAsB,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,mEAAmE;QAEzH,8DAA8D;QAC9D,MAAM,0BAA0B,GAAG,EAAE,GAAG,kBAAkB,EAAE,GAAG,sBAAsB,EAAE,CAAC;QAExF,kEAAkE;QAClE,MAAM,iBAAiB,GAInB;YACF,GAAG,IAAI,CAAC,MAAM,EAAE,gEAAgE;YAChF,GAAG,OAAO,EAAE,yDAAyD;YACrE,OAAO,EAAE,0BAA0B,EAAE,sCAAsC;YAC3E,QAAQ,EAAE,iBAAiB;YAC3B,OAAO,EAAE,gBAAgB;SAC1B,CAAC;QAEF,qCAAqC;QACrC,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAClD,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACzD,OAAO,CAAC,IAAI,CAAC,qBAAqB,GAAG,4BAA4B,OAAO,qCAAqC,CAAC,CAAC;gBAC/G,OAAO,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;YACjE,CAAC;iBAAM,IAAI,OAAO,YAAY,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1D,OAAO,CAAC,IAAI,CACV,qBAAqB,GAAG,2BAA2B,OAAO,CAAC,QAAQ,EAAE,qCAAqC,CAC3G,CAAC;gBACF,OAAO,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;YACzE,MAAM,mBAAmB,GAAG,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;YAEvG,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,gBAAgB,CAAC,EAAE,CAAC;gBAC3D,OAAO,mBAAmB,CAAC;YAC7B,CAAC;YAED,OAAO,CAAC,IAAI,CAAC,gCAAgC,GAAG,kDAAkD,CAAC,CAAC;YAEpG,kGAAkG;YAClG,MAAM,iBAAiB,GAAG;gBACxB,GAAG,iBAAiB;gBACpB,eAAe,EAAE,KAAK;gBACtB,OAAO,EAAE,IAAI;aACd,CAAC;YAEF,IAAI,CAAC;gBACH,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;gBACvF,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,mBAAmB,CAAC,OAAO,EAAE,mBAAmB,CAAC,WAAW,CAAC,CAAC;gBAC/G,MAAM,kBAAkB,GAAG,uBAAuB,CAAC,gBAAgB,CAAC,OAAO,EAAE,gBAAgB,CAAC,WAAW,CAAC,CAAC;gBAE3G,IAAI,CAAC,mCAAmC,CAAC,gBAAgB,EAAE,kBAAkB,CAAC,EAAE,CAAC;oBAC/E,OAAO,CAAC,IAAI,CAAC,uCAAuC,GAAG,oDAAoD,CAAC,CAAC;oBAC7G,OAAO,mBAAmB,CAAC;gBAC7B,CAAC;gBAED,OAAO,gBAAgB,CAAC;YAC1B,CAAC;YAAC,OAAO,eAAwB,EAAE,CAAC;gBAClC,MAAM,SAAS,GAAG,eAAe,YAAY,KAAK,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;gBACvG,OAAO,CAAC,IAAI,CAAC,8CAA8C,GAAG,KAAK,SAAS,0BAA0B,CAAC,CAAC;gBACxG,OAAO,mBAAmB,CAAC;YAC7B,CAAC;QACH,CAAC;QAAC,OAAO,UAAmB,EAAE,CAAC;YAC7B,oEAAoE;YACpE,IAAI,UAAU,YAAY,oBAAoB,IAAI,UAAU,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;gBAChF,OAAO,CAAC,IAAI,CAAC,8CAA8C,GAAG,qBAAqB,CAAC,CAAC;gBACrF,MAAM,UAAU,CAAC;YACnB,CAAC;YACD,MAAM,OAAO,GAAG,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACtF,OAAO,CAAC,IAAI,CAAC,wCAAwC,GAAG,KAAK,OAAO,qCAAqC,CAAC,CAAC;YAC3G,IAAI,CAAC;gBACH,yEAAyE;gBACzE,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;gBACvF,OAAO,gBAAgB,CAAC;YAC1B,CAAC;YAAC,OAAO,eAAwB,EAAE,CAAC;gBAClC,MAAM,SAAS,GAAG,eAAe,YAAY,KAAK,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;gBACvG,OAAO,CAAC,KAAK,CAAC,2DAA2D,GAAG,KAAK,SAAS,EAAE,CAAC,CAAC;gBAC9F,MAAM,eAAe,CAAC,CAAC,8DAA8D;YACvF,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,YAAY,CAAC,GAAW,EAAE,UAA+B,EAAE;QAC/D,qCAAqC;QACrC,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAClD,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBACzD,OAAO,CAAC,IAAI,CACV,qBAAqB,GAAG,4BAA4B,OAAO,uDAAuD,CACnH,CAAC;gBACF,OAAO,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAC1D,CAAC;iBAAM,IAAI,OAAO,YAAY,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1D,OAAO,CAAC,IAAI,CACV,qBAAqB,GAAG,2BAA2B,OAAO,CAAC,QAAQ,EAAE,uDAAuD,CAC7H,CAAC;gBACF,OAAO,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAC1D,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,wBAAwB;YACxB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YACpE,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,OAAO,UAAmB,EAAE,CAAC;YAC7B,oEAAoE;YACpE,IAAI,UAAU,YAAY,oBAAoB,IAAI,UAAU,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;gBAChF,OAAO,CAAC,IAAI,CAAC,4DAA4D,GAAG,qBAAqB,CAAC,CAAC;gBACnG,MAAM,UAAU,CAAC;YACnB,CAAC;YACD,MAAM,OAAO,GAAG,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACtF,OAAO,CAAC,IAAI,CACV,sDAAsD,GAAG,KAAK,OAAO,qCAAqC,CAC3G,CAAC;YACF,IAAI,CAAC;gBACH,+BAA+B;gBAC/B,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;gBAChF,OAAO,gBAAgB,CAAC;YAC1B,CAAC;YAAC,OAAO,eAAwB,EAAE,CAAC;gBAClC,MAAM,SAAS,GAAG,eAAe,YAAY,KAAK,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;gBACvG,OAAO,CAAC,KAAK,CAAC,yEAAyE,GAAG,KAAK,SAAS,EAAE,CAAC,CAAC;gBAC5G,MAAM,eAAe,CAAC,CAAC,8DAA8D;YACvF,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,UAAU;QACR,OAAO,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO;QACX,MAAM,OAAO,CAAC,UAAU,CAAC;YACvB,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,EAAE,yCAAyC;YACrE,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE;SAChC,CAAC,CAAC;IACL,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"auto-render-cases.d.ts","sourceRoot":"","sources":["../../src/evals/auto-render-cases.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,sBAAsB,GAAG,KAAK,GAAG,QAAQ,CAAC;AAEtD,MAAM,MAAM,uBAAuB,GAC/B,MAAM,GACN,YAAY,GACZ,WAAW,GACX,WAAW,GACX,UAAU,GACV,iBAAiB,GACjB,gBAAgB,CAAC;AAErB,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,sBAAsB,CAAC;IACjC,SAAS,EAAE,uBAAuB,CAAC;IACnC,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,eAAO,MAAM,+BAA+B,MAAM,CAAC;AACnD,eAAO,MAAM,sCAAsC,IAAI,CAAC;AACxD,eAAO,MAAM,mCAAmC,MAAM,CAAC;AAEvD,eAAO,MAAM,sBAAsB,EAAE,kBAAkB,
|
|
1
|
+
{"version":3,"file":"auto-render-cases.d.ts","sourceRoot":"","sources":["../../src/evals/auto-render-cases.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,sBAAsB,GAAG,KAAK,GAAG,QAAQ,CAAC;AAEtD,MAAM,MAAM,uBAAuB,GAC/B,MAAM,GACN,YAAY,GACZ,WAAW,GACX,WAAW,GACX,UAAU,GACV,iBAAiB,GACjB,gBAAgB,CAAC;AAErB,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,sBAAsB,CAAC;IACjC,SAAS,EAAE,uBAAuB,CAAC;IACnC,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,eAAO,MAAM,+BAA+B,MAAM,CAAC;AACnD,eAAO,MAAM,sCAAsC,IAAI,CAAC;AACxD,eAAO,MAAM,mCAAmC,MAAM,CAAC;AAEvD,eAAO,MAAM,sBAAsB,EAAE,kBAAkB,EAgKtD,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"auto-render-cases.js","sourceRoot":"","sources":["../../src/evals/auto-render-cases.ts"],"names":[],"mappings":"AAsBA,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAG,CAAC;AACnD,MAAM,CAAC,MAAM,sCAAsC,GAAG,CAAC,CAAC;AACxD,MAAM,CAAC,MAAM,mCAAmC,GAAG,GAAG,CAAC;AAEvD,MAAM,CAAC,MAAM,sBAAsB,GAAyB;IAC1D;QACE,IAAI,EAAE,wCAAwC;QAC9C,GAAG,EAAE,sEAAsE;QAC3E,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,UAAU;QACrB,WAAW,EAAE,CAAC,OAAO,EAAE,UAAU,EAAE,UAAU,CAAC;QAC9C,aAAa,EAAE,EAAE;QACjB,IAAI,EAAE,KAAK;KACZ;IACD;QACE,IAAI,EAAE,kBAAkB;QACxB,GAAG,EAAE,qBAAqB;QAC1B,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,WAAW;QACtB,WAAW,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,CAAC;QAC9C,aAAa,EAAE,GAAG;KACnB;IACD;QACE,IAAI,EAAE,oBAAoB;QAC1B,GAAG,EAAE,2BAA2B;QAChC,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,WAAW;QACtB,WAAW,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC;QACvC,aAAa,EAAE,GAAG;KACnB;IACD;QACE,IAAI,EAAE,6BAA6B;QACnC,GAAG,EAAE,qCAAqC;QAC1C,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,WAAW;QACtB,WAAW,EAAE,CAAC,gBAAgB,EAAE,WAAW,EAAE,MAAM,CAAC;QACpD,aAAa,EAAE,GAAG;KACnB;IACD;QACE,IAAI,EAAE,gCAAgC;QACtC,GAAG,EAAE,sDAAsD;QAC3D,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,MAAM;QACjB,WAAW,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,CAAC;QAC5C,aAAa,EAAE,GAAG;KACnB;IACD;QACE,IAAI,EAAE,8BAA8B;QACpC,GAAG,EAAE,4BAA4B;QACjC,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,MAAM;QACjB,WAAW,EAAE,CAAC,YAAY,EAAE,eAAe,EAAE,UAAU,CAAC;QACxD,aAAa,EAAE,GAAG;KACnB;IACD;QACE,IAAI,EAAE,2BAA2B;QACjC,GAAG,EAAE,iDAAiD;QACtD,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,MAAM;QACjB,WAAW,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC;QAC3C,aAAa,EAAE,GAAG;KACnB;IACD;QACE,IAAI,EAAE,yCAAyC;QAC/C,GAAG,EAAE,kEAAkE;QACvE,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,UAAU;QACrB,WAAW,EAAE,CAAC,mBAAmB,EAAE,YAAY,EAAE,QAAQ,CAAC;QAC1D,aAAa,EAAE,GAAG;QAClB,IAAI,EAAE,KAAK;KACZ;IACD;QACE,IAAI,EAAE,wDAAwD;QAC9D,GAAG,EAAE,4EAA4E;QACjF,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,gBAAgB;QAC3B,WAAW,EAAE,CAAC,gBAAgB,EAAE,WAAW,EAAE,kBAAkB,CAAC;QAChE,aAAa,EAAE,GAAG;QAClB,IAAI,EAAE,KAAK;QACX,gBAAgB,EAAE,IAAI;KACvB;IACD;QACE,IAAI,EAAE,gBAAgB;QACtB,GAAG,EAAE,sBAAsB;QAC3B,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,iBAAiB;QAC5B,WAAW,EAAE,CAAC,gBAAgB,CAAC;QAC/B,aAAa,EAAE,EAAE;QACjB,IAAI,EAAE,KAAK;KACZ;IACD;QACE,IAAI,EAAE,mBAAmB;QACzB,GAAG,EAAE,0BAA0B;QAC/B,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,iBAAiB;QAC5B,WAAW,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,kBAAkB,CAAC;QACxD,aAAa,EAAE,EAAE;QACjB,IAAI,EAAE,KAAK;KACZ;IACD;QACE,IAAI,EAAE,uBAAuB;QAC7B,GAAG,EAAE,uCAAuC;QAC5C,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,WAAW;QACtB,WAAW,EAAE,CAAC,MAAM,EAAE,iBAAiB,CAAC;QACxC,aAAa,EAAE,GAAG;KACnB;IACD;QACE,IAAI,EAAE,yBAAyB;QAC/B,GAAG,EAAE,4FAA4F;QACjG,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,MAAM;QACjB,WAAW,EAAE,CAAC,qBAAqB,EAAE,QAAQ,EAAE,UAAU,CAAC;QAC1D,aAAa,EAAE,IAAI;KACpB;IACD;QACE,IAAI,EAAE,0BAA0B;QAChC,GAAG,EAAE,4DAA4D;QACjE,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,MAAM;QACjB,WAAW,EAAE,CAAC,YAAY,EAAE,UAAU,EAAE,SAAS,CAAC;QAClD,aAAa,EAAE,IAAI;KACpB;IACD;QACE,IAAI,EAAE,4BAA4B;QAClC,GAAG,EAAE,yBAAyB;QAC9B,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,MAAM;QACjB,WAAW,EAAE,CAAC,MAAM,EAAE,iBAAiB,EAAE,SAAS,CAAC;QACnD,aAAa,EAAE,GAAG;KACnB;IACD;QACE,IAAI,EAAE,uBAAuB;QAC7B,GAAG,EAAE,+CAA+C;QACpD,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,MAAM;QACjB,WAAW,EAAE,CAAC,iBAAiB,EAAE,wBAAwB,EAAE,aAAa,CAAC;QACzE,aAAa,EAAE,GAAG;KACnB;IACD;QACE,IAAI,EAAE,gCAAgC;QACtC,GAAG,EAAE,4CAA4C;QACjD,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,WAAW;QACtB,WAAW,EAAE,CAAC,cAAc,EAAE,SAAS,EAAE,YAAY,CAAC;QACtD,aAAa,EAAE,IAAI;KACpB;IACD;QACE,IAAI,EAAE,wBAAwB;QAC9B,GAAG,EAAE,yGAAyG;QAC9G,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,YAAY;QACvB,WAAW,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,YAAY,CAAC;QAC7C,aAAa,EAAE,IAAI;
|
|
1
|
+
{"version":3,"file":"auto-render-cases.js","sourceRoot":"","sources":["../../src/evals/auto-render-cases.ts"],"names":[],"mappings":"AAsBA,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAG,CAAC;AACnD,MAAM,CAAC,MAAM,sCAAsC,GAAG,CAAC,CAAC;AACxD,MAAM,CAAC,MAAM,mCAAmC,GAAG,GAAG,CAAC;AAEvD,MAAM,CAAC,MAAM,sBAAsB,GAAyB;IAC1D;QACE,IAAI,EAAE,wCAAwC;QAC9C,GAAG,EAAE,sEAAsE;QAC3E,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,UAAU;QACrB,WAAW,EAAE,CAAC,OAAO,EAAE,UAAU,EAAE,UAAU,CAAC;QAC9C,aAAa,EAAE,EAAE;QACjB,IAAI,EAAE,KAAK;KACZ;IACD;QACE,IAAI,EAAE,kBAAkB;QACxB,GAAG,EAAE,qBAAqB;QAC1B,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,WAAW;QACtB,WAAW,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,UAAU,CAAC;QAC9C,aAAa,EAAE,GAAG;KACnB;IACD;QACE,IAAI,EAAE,oBAAoB;QAC1B,GAAG,EAAE,2BAA2B;QAChC,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,WAAW;QACtB,WAAW,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC;QACvC,aAAa,EAAE,GAAG;KACnB;IACD;QACE,IAAI,EAAE,6BAA6B;QACnC,GAAG,EAAE,qCAAqC;QAC1C,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,WAAW;QACtB,WAAW,EAAE,CAAC,gBAAgB,EAAE,WAAW,EAAE,MAAM,CAAC;QACpD,aAAa,EAAE,GAAG;KACnB;IACD;QACE,IAAI,EAAE,gCAAgC;QACtC,GAAG,EAAE,sDAAsD;QAC3D,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,MAAM;QACjB,WAAW,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,CAAC;QAC5C,aAAa,EAAE,GAAG;KACnB;IACD;QACE,IAAI,EAAE,8BAA8B;QACpC,GAAG,EAAE,4BAA4B;QACjC,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,MAAM;QACjB,WAAW,EAAE,CAAC,YAAY,EAAE,eAAe,EAAE,UAAU,CAAC;QACxD,aAAa,EAAE,GAAG;KACnB;IACD;QACE,IAAI,EAAE,2BAA2B;QACjC,GAAG,EAAE,iDAAiD;QACtD,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,MAAM;QACjB,WAAW,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC;QAC3C,aAAa,EAAE,GAAG;KACnB;IACD;QACE,IAAI,EAAE,yCAAyC;QAC/C,GAAG,EAAE,kEAAkE;QACvE,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,UAAU;QACrB,WAAW,EAAE,CAAC,mBAAmB,EAAE,YAAY,EAAE,QAAQ,CAAC;QAC1D,aAAa,EAAE,GAAG;QAClB,IAAI,EAAE,KAAK;KACZ;IACD;QACE,IAAI,EAAE,wDAAwD;QAC9D,GAAG,EAAE,4EAA4E;QACjF,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,gBAAgB;QAC3B,WAAW,EAAE,CAAC,gBAAgB,EAAE,WAAW,EAAE,kBAAkB,CAAC;QAChE,aAAa,EAAE,GAAG;QAClB,IAAI,EAAE,KAAK;QACX,gBAAgB,EAAE,IAAI;KACvB;IACD;QACE,IAAI,EAAE,gBAAgB;QACtB,GAAG,EAAE,sBAAsB;QAC3B,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,iBAAiB;QAC5B,WAAW,EAAE,CAAC,gBAAgB,CAAC;QAC/B,aAAa,EAAE,EAAE;QACjB,IAAI,EAAE,KAAK;KACZ;IACD;QACE,IAAI,EAAE,mBAAmB;QACzB,GAAG,EAAE,0BAA0B;QAC/B,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,iBAAiB;QAC5B,WAAW,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,kBAAkB,CAAC;QACxD,aAAa,EAAE,EAAE;QACjB,IAAI,EAAE,KAAK;KACZ;IACD;QACE,IAAI,EAAE,uBAAuB;QAC7B,GAAG,EAAE,uCAAuC;QAC5C,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,WAAW;QACtB,WAAW,EAAE,CAAC,MAAM,EAAE,iBAAiB,CAAC;QACxC,aAAa,EAAE,GAAG;KACnB;IACD;QACE,IAAI,EAAE,yBAAyB;QAC/B,GAAG,EAAE,4FAA4F;QACjG,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,MAAM;QACjB,WAAW,EAAE,CAAC,qBAAqB,EAAE,QAAQ,EAAE,UAAU,CAAC;QAC1D,aAAa,EAAE,IAAI;KACpB;IACD;QACE,IAAI,EAAE,0BAA0B;QAChC,GAAG,EAAE,4DAA4D;QACjE,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,MAAM;QACjB,WAAW,EAAE,CAAC,YAAY,EAAE,UAAU,EAAE,SAAS,CAAC;QAClD,aAAa,EAAE,IAAI;KACpB;IACD;QACE,IAAI,EAAE,4BAA4B;QAClC,GAAG,EAAE,yBAAyB;QAC9B,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,MAAM;QACjB,WAAW,EAAE,CAAC,MAAM,EAAE,iBAAiB,EAAE,SAAS,CAAC;QACnD,aAAa,EAAE,GAAG;KACnB;IACD;QACE,IAAI,EAAE,uBAAuB;QAC7B,GAAG,EAAE,+CAA+C;QACpD,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,MAAM;QACjB,WAAW,EAAE,CAAC,iBAAiB,EAAE,wBAAwB,EAAE,aAAa,CAAC;QACzE,aAAa,EAAE,GAAG;KACnB;IACD;QACE,IAAI,EAAE,gCAAgC;QACtC,GAAG,EAAE,4CAA4C;QACjD,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,WAAW;QACtB,WAAW,EAAE,CAAC,cAAc,EAAE,SAAS,EAAE,YAAY,CAAC;QACtD,aAAa,EAAE,IAAI;KACpB;IACD;QACE,IAAI,EAAE,wBAAwB;QAC9B,GAAG,EAAE,yGAAyG;QAC9G,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,YAAY;QACvB,WAAW,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,YAAY,CAAC;QAC7C,aAAa,EAAE,IAAI;QACnB,gBAAgB,EAAE,IAAI;KACvB;IACD;QACE,IAAI,EAAE,sBAAsB;QAC5B,GAAG,EAAE,8BAA8B;QACnC,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,YAAY;QACvB,WAAW,EAAE,CAAC,qBAAqB,EAAE,UAAU,EAAE,gBAAgB,CAAC;QAClE,aAAa,EAAE,GAAG;KACnB;CACF,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@purepageio/fetch-engines",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.11.0",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"description": "Production-grade web extraction: clean Markdown, Playwright fallback, soft-block detection, and structured data extraction.",
|
|
6
6
|
"main": "dist/index.js",
|
|
@@ -86,8 +86,9 @@
|
|
|
86
86
|
"format": "prettier --write \"src/**/*.ts\" \"examples/**/*.ts\" \"*.{js,cjs,json,md}\"",
|
|
87
87
|
"test": "vitest run",
|
|
88
88
|
"test:unit": "vitest run",
|
|
89
|
-
"test:live": "LIVE_NETWORK=1 vitest run test/live/*.test.ts",
|
|
90
|
-
"test:live:
|
|
89
|
+
"test:live": "LIVE_NETWORK=1 vitest run --environment node test/live/*.test.ts",
|
|
90
|
+
"test:live:smoke": "LIVE_NETWORK=1 vitest run --environment node test/live/LiveNetwork.test.ts",
|
|
91
|
+
"test:live:auto-render": "LIVE_NETWORK=1 vitest run --environment node test/live/AutoRenderHypothesis.test.ts",
|
|
91
92
|
"examples:hybrid-md": "node scripts/hybrid-md-dump.mjs",
|
|
92
93
|
"eval:auto-render": "pnpm build && node scripts/eval-auto-render.mjs",
|
|
93
94
|
"simple-scraping": "tsx examples/simple-scraping.ts",
|