@xberg-io/crawlberg 1.8.0 → 1.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/index.d.ts +55 -3
- package/index.js +54 -54
- package/package.json +7 -7
package/index.d.ts
CHANGED
|
@@ -271,6 +271,28 @@ export interface BrowserConfig {
|
|
|
271
271
|
* Default: true. When false, each request gets a fresh Page.
|
|
272
272
|
*/
|
|
273
273
|
sessionAffinity?: boolean
|
|
274
|
+
/**
|
|
275
|
+
* Chrome or Chromium executable to launch. When set, crawlberg launches only this
|
|
276
|
+
* binary, and a path that is missing or not executable is an error that names the
|
|
277
|
+
* path; crawlberg never falls back to a different Chrome. When unset, crawlberg uses
|
|
278
|
+
* the `CHROME` environment variable, then searches the machine for an installed Chrome,
|
|
279
|
+
* Chromium or Edge. Chromiumoxide backend only: ignored, with a warning, when `endpoint`
|
|
280
|
+
* is set, with the native backend, and by scrapes and crawls that use a shared browser pool.
|
|
281
|
+
*/
|
|
282
|
+
chromePath?: string
|
|
283
|
+
/**
|
|
284
|
+
* Extra Chrome command-line flags, each written as `--flag` or `--flag=value`, for example
|
|
285
|
+
* `--user-agent=...`. A flag here replaces a crawlberg default flag of the same name
|
|
286
|
+
* (`--lang=fr` replaces crawlberg's `--lang=en_US`). Rejected: an entry that does not
|
|
287
|
+
* start with `--`, a flag name with an uppercase letter (Chrome flag names are lowercase),
|
|
288
|
+
* a flag named twice, and `--headless`, `--remote-debugging-port` and `--user-data-dir`,
|
|
289
|
+
* which crawlberg sets itself to run Chrome. Set this only from trusted configuration,
|
|
290
|
+
* like `proxy`: flags such as `--proxy-server` and `--host-resolver-rules` send Chrome's
|
|
291
|
+
* traffic around the `ssrf` policy. Chromiumoxide backend only: ignored, with a warning,
|
|
292
|
+
* when `endpoint` is set, with the native backend, and by scrapes and crawls that use a
|
|
293
|
+
* shared browser pool.
|
|
294
|
+
*/
|
|
295
|
+
chromeArgs?: Array<string>
|
|
274
296
|
}
|
|
275
297
|
|
|
276
298
|
export declare function browserConfigDefault(): BrowserConfig
|
|
@@ -486,7 +508,9 @@ export interface CrawlConfig {
|
|
|
486
508
|
/**
|
|
487
509
|
* When true, HTTP-level error responses (404 NotFound, 403 Forbidden, WAF blocks)
|
|
488
510
|
* are surfaced as `ScrapeResult` records with the matching `status_code` rather
|
|
489
|
-
* than raised as `CrawlError`.
|
|
511
|
+
* than raised as `CrawlError`. A WAF block reports the status of the refused
|
|
512
|
+
* response when it is a 4xx or 5xx, and 403 when the block page came with a
|
|
513
|
+
* 2xx status. Default `false` preserves the historical
|
|
490
514
|
* throw-on-error contract for direct fetches. Independently of this flag,
|
|
491
515
|
* 404s reached at the end of a redirect chain are *always* surfaced softly —
|
|
492
516
|
* the user opted into redirect-following, so receiving a 404 there is part of
|
|
@@ -520,9 +544,19 @@ export interface CrawlConfig {
|
|
|
520
544
|
* Whether `include_paths`/`exclude_paths` match against `path?query` instead of just
|
|
521
545
|
* `path`. Defaults to `false`, matching path only: a pattern anchored with `$` (e.g.
|
|
522
546
|
* `/feed/?$`) changes meaning once the query joins the matched text, so this must stay
|
|
523
|
-
* opt-in rather than silently changing what an existing config matches.
|
|
547
|
+
* opt-in rather than silently changing what an existing config matches. Has no effect
|
|
548
|
+
* when `Self.path_patterns_match_url` is `true`.
|
|
524
549
|
*/
|
|
525
550
|
pathPatternsMatchQuery?: boolean
|
|
551
|
+
/**
|
|
552
|
+
* Whether `include_paths`/`exclude_paths` match against the full URL,
|
|
553
|
+
* `scheme://host[:port]/path?query`, so a pattern can scope by host. Defaults to `false`.
|
|
554
|
+
* When `true` it takes precedence over `Self.path_patterns_match_query`: the query is
|
|
555
|
+
* part of the full URL whatever that flag says. The matched text never contains a
|
|
556
|
+
* `user:password@`, a fragment or a default port, and the host is in punycode
|
|
557
|
+
* (`bücher.de` is matched as `xn--bcher-kva.de`).
|
|
558
|
+
*/
|
|
559
|
+
pathPatternsMatchUrl?: boolean
|
|
526
560
|
/**
|
|
527
561
|
* Whether the crawl-dedup key includes the (sorted) query string. Defaults to `false`,
|
|
528
562
|
* matching historical behavior: `/item?id=1` and `/item?id=2` are treated as one page and
|
|
@@ -544,7 +578,10 @@ export interface CrawlConfig {
|
|
|
544
578
|
* enabled.
|
|
545
579
|
*/
|
|
546
580
|
trackingParams?: Array<string>
|
|
547
|
-
/**
|
|
581
|
+
/**
|
|
582
|
+
* Custom HTTP headers to send with each request to the seed URL's host. A request to another host
|
|
583
|
+
* does not carry them.
|
|
584
|
+
*/
|
|
548
585
|
customHeaders?: Record<string, string>
|
|
549
586
|
/** Timeout for individual HTTP requests (in milliseconds when serialized). */
|
|
550
587
|
requestTimeout?: number
|
|
@@ -790,6 +827,11 @@ export interface CrawlPageResult {
|
|
|
790
827
|
* `X-Robots-Tag` header. When the crawl respects robots, its links are not followed.
|
|
791
828
|
*/
|
|
792
829
|
nofollowDetected?: boolean
|
|
830
|
+
/**
|
|
831
|
+
* URLs of the requests the page sent in browser mode that the SSRF policy refused, without
|
|
832
|
+
* their credentials, each listed once. The page is kept; only the refused requests failed.
|
|
833
|
+
*/
|
|
834
|
+
ssrfRefusedUrls?: Array<string>
|
|
793
835
|
}
|
|
794
836
|
|
|
795
837
|
/** The result of a multi-page crawl operation. */
|
|
@@ -1055,6 +1097,11 @@ export interface InteractionResult {
|
|
|
1055
1097
|
* callers that never request a screenshot do not pay the encoding cost.
|
|
1056
1098
|
*/
|
|
1057
1099
|
screenshotBase64?: string
|
|
1100
|
+
/**
|
|
1101
|
+
* URLs of the requests the page sent during the session that the SSRF policy refused,
|
|
1102
|
+
* including during the extra wait, without their credentials, each listed once.
|
|
1103
|
+
*/
|
|
1104
|
+
ssrfRefusedUrls?: Array<string>
|
|
1058
1105
|
}
|
|
1059
1106
|
|
|
1060
1107
|
/** A JSON-LD structured data entry found on a page. */
|
|
@@ -1333,6 +1380,11 @@ export interface ScrapeResult {
|
|
|
1333
1380
|
* populated when `BrowserBackend.Native` was used for this request.
|
|
1334
1381
|
*/
|
|
1335
1382
|
browser?: BrowserExtras
|
|
1383
|
+
/**
|
|
1384
|
+
* URLs of the requests the page sent in browser mode that the SSRF policy refused, without
|
|
1385
|
+
* their credentials, each listed once. The page is kept; only the refused requests failed.
|
|
1386
|
+
*/
|
|
1387
|
+
ssrfRefusedUrls?: Array<string>
|
|
1336
1388
|
}
|
|
1337
1389
|
|
|
1338
1390
|
/** Direction for a scroll action. */
|
package/index.js
CHANGED
|
@@ -77,8 +77,8 @@ function requireNative() {
|
|
|
77
77
|
try {
|
|
78
78
|
const binding = require('@xberg-io/crawlberg-android-arm64')
|
|
79
79
|
const bindingPackageVersion = require('@xberg-io/crawlberg-android-arm64/package.json').version
|
|
80
|
-
if (bindingPackageVersion !== '1.
|
|
81
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
80
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
81
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
82
82
|
}
|
|
83
83
|
return binding
|
|
84
84
|
} catch (e) {
|
|
@@ -93,8 +93,8 @@ function requireNative() {
|
|
|
93
93
|
try {
|
|
94
94
|
const binding = require('@xberg-io/crawlberg-android-arm-eabi')
|
|
95
95
|
const bindingPackageVersion = require('@xberg-io/crawlberg-android-arm-eabi/package.json').version
|
|
96
|
-
if (bindingPackageVersion !== '1.
|
|
97
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
96
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
97
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
98
98
|
}
|
|
99
99
|
return binding
|
|
100
100
|
} catch (e) {
|
|
@@ -114,8 +114,8 @@ function requireNative() {
|
|
|
114
114
|
try {
|
|
115
115
|
const binding = require('@xberg-io/crawlberg-win32-x64-gnu')
|
|
116
116
|
const bindingPackageVersion = require('@xberg-io/crawlberg-win32-x64-gnu/package.json').version
|
|
117
|
-
if (bindingPackageVersion !== '1.
|
|
118
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
117
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
118
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
119
119
|
}
|
|
120
120
|
return binding
|
|
121
121
|
} catch (e) {
|
|
@@ -130,8 +130,8 @@ function requireNative() {
|
|
|
130
130
|
try {
|
|
131
131
|
const binding = require('@xberg-io/crawlberg-win32-x64-msvc')
|
|
132
132
|
const bindingPackageVersion = require('@xberg-io/crawlberg-win32-x64-msvc/package.json').version
|
|
133
|
-
if (bindingPackageVersion !== '1.
|
|
134
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
133
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
134
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
135
135
|
}
|
|
136
136
|
return binding
|
|
137
137
|
} catch (e) {
|
|
@@ -147,8 +147,8 @@ function requireNative() {
|
|
|
147
147
|
try {
|
|
148
148
|
const binding = require('@xberg-io/crawlberg-win32-ia32-msvc')
|
|
149
149
|
const bindingPackageVersion = require('@xberg-io/crawlberg-win32-ia32-msvc/package.json').version
|
|
150
|
-
if (bindingPackageVersion !== '1.
|
|
151
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
150
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
151
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
152
152
|
}
|
|
153
153
|
return binding
|
|
154
154
|
} catch (e) {
|
|
@@ -163,8 +163,8 @@ function requireNative() {
|
|
|
163
163
|
try {
|
|
164
164
|
const binding = require('@xberg-io/crawlberg-win32-arm64-msvc')
|
|
165
165
|
const bindingPackageVersion = require('@xberg-io/crawlberg-win32-arm64-msvc/package.json').version
|
|
166
|
-
if (bindingPackageVersion !== '1.
|
|
167
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
166
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
167
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
168
168
|
}
|
|
169
169
|
return binding
|
|
170
170
|
} catch (e) {
|
|
@@ -182,8 +182,8 @@ function requireNative() {
|
|
|
182
182
|
try {
|
|
183
183
|
const binding = require('@xberg-io/crawlberg-darwin-universal')
|
|
184
184
|
const bindingPackageVersion = require('@xberg-io/crawlberg-darwin-universal/package.json').version
|
|
185
|
-
if (bindingPackageVersion !== '1.
|
|
186
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
185
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
186
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
187
187
|
}
|
|
188
188
|
return binding
|
|
189
189
|
} catch (e) {
|
|
@@ -198,8 +198,8 @@ function requireNative() {
|
|
|
198
198
|
try {
|
|
199
199
|
const binding = require('@xberg-io/crawlberg-darwin-x64')
|
|
200
200
|
const bindingPackageVersion = require('@xberg-io/crawlberg-darwin-x64/package.json').version
|
|
201
|
-
if (bindingPackageVersion !== '1.
|
|
202
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
201
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
202
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
203
203
|
}
|
|
204
204
|
return binding
|
|
205
205
|
} catch (e) {
|
|
@@ -214,8 +214,8 @@ function requireNative() {
|
|
|
214
214
|
try {
|
|
215
215
|
const binding = require('@xberg-io/crawlberg-darwin-arm64')
|
|
216
216
|
const bindingPackageVersion = require('@xberg-io/crawlberg-darwin-arm64/package.json').version
|
|
217
|
-
if (bindingPackageVersion !== '1.
|
|
218
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
217
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
218
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
219
219
|
}
|
|
220
220
|
return binding
|
|
221
221
|
} catch (e) {
|
|
@@ -234,8 +234,8 @@ function requireNative() {
|
|
|
234
234
|
try {
|
|
235
235
|
const binding = require('@xberg-io/crawlberg-freebsd-x64')
|
|
236
236
|
const bindingPackageVersion = require('@xberg-io/crawlberg-freebsd-x64/package.json').version
|
|
237
|
-
if (bindingPackageVersion !== '1.
|
|
238
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
237
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
238
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
239
239
|
}
|
|
240
240
|
return binding
|
|
241
241
|
} catch (e) {
|
|
@@ -250,8 +250,8 @@ function requireNative() {
|
|
|
250
250
|
try {
|
|
251
251
|
const binding = require('@xberg-io/crawlberg-freebsd-arm64')
|
|
252
252
|
const bindingPackageVersion = require('@xberg-io/crawlberg-freebsd-arm64/package.json').version
|
|
253
|
-
if (bindingPackageVersion !== '1.
|
|
254
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
253
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
254
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
255
255
|
}
|
|
256
256
|
return binding
|
|
257
257
|
} catch (e) {
|
|
@@ -271,8 +271,8 @@ function requireNative() {
|
|
|
271
271
|
try {
|
|
272
272
|
const binding = require('@xberg-io/crawlberg-linux-x64-musl')
|
|
273
273
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-x64-musl/package.json').version
|
|
274
|
-
if (bindingPackageVersion !== '1.
|
|
275
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
274
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
275
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
276
276
|
}
|
|
277
277
|
return binding
|
|
278
278
|
} catch (e) {
|
|
@@ -287,8 +287,8 @@ function requireNative() {
|
|
|
287
287
|
try {
|
|
288
288
|
const binding = require('@xberg-io/crawlberg-linux-x64-gnu')
|
|
289
289
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-x64-gnu/package.json').version
|
|
290
|
-
if (bindingPackageVersion !== '1.
|
|
291
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
290
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
291
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
292
292
|
}
|
|
293
293
|
return binding
|
|
294
294
|
} catch (e) {
|
|
@@ -305,8 +305,8 @@ function requireNative() {
|
|
|
305
305
|
try {
|
|
306
306
|
const binding = require('@xberg-io/crawlberg-linux-arm64-musl')
|
|
307
307
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-arm64-musl/package.json').version
|
|
308
|
-
if (bindingPackageVersion !== '1.
|
|
309
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
308
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
309
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
310
310
|
}
|
|
311
311
|
return binding
|
|
312
312
|
} catch (e) {
|
|
@@ -321,8 +321,8 @@ function requireNative() {
|
|
|
321
321
|
try {
|
|
322
322
|
const binding = require('@xberg-io/crawlberg-linux-arm64-gnu')
|
|
323
323
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-arm64-gnu/package.json').version
|
|
324
|
-
if (bindingPackageVersion !== '1.
|
|
325
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
324
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
325
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
326
326
|
}
|
|
327
327
|
return binding
|
|
328
328
|
} catch (e) {
|
|
@@ -339,8 +339,8 @@ function requireNative() {
|
|
|
339
339
|
try {
|
|
340
340
|
const binding = require('@xberg-io/crawlberg-linux-arm-musleabihf')
|
|
341
341
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-arm-musleabihf/package.json').version
|
|
342
|
-
if (bindingPackageVersion !== '1.
|
|
343
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
342
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
343
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
344
344
|
}
|
|
345
345
|
return binding
|
|
346
346
|
} catch (e) {
|
|
@@ -355,8 +355,8 @@ function requireNative() {
|
|
|
355
355
|
try {
|
|
356
356
|
const binding = require('@xberg-io/crawlberg-linux-arm-gnueabihf')
|
|
357
357
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-arm-gnueabihf/package.json').version
|
|
358
|
-
if (bindingPackageVersion !== '1.
|
|
359
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
358
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
359
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
360
360
|
}
|
|
361
361
|
return binding
|
|
362
362
|
} catch (e) {
|
|
@@ -373,8 +373,8 @@ function requireNative() {
|
|
|
373
373
|
try {
|
|
374
374
|
const binding = require('@xberg-io/crawlberg-linux-loong64-musl')
|
|
375
375
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-loong64-musl/package.json').version
|
|
376
|
-
if (bindingPackageVersion !== '1.
|
|
377
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
376
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
377
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
378
378
|
}
|
|
379
379
|
return binding
|
|
380
380
|
} catch (e) {
|
|
@@ -389,8 +389,8 @@ function requireNative() {
|
|
|
389
389
|
try {
|
|
390
390
|
const binding = require('@xberg-io/crawlberg-linux-loong64-gnu')
|
|
391
391
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-loong64-gnu/package.json').version
|
|
392
|
-
if (bindingPackageVersion !== '1.
|
|
393
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
392
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
393
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
394
394
|
}
|
|
395
395
|
return binding
|
|
396
396
|
} catch (e) {
|
|
@@ -407,8 +407,8 @@ function requireNative() {
|
|
|
407
407
|
try {
|
|
408
408
|
const binding = require('@xberg-io/crawlberg-linux-riscv64-musl')
|
|
409
409
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-riscv64-musl/package.json').version
|
|
410
|
-
if (bindingPackageVersion !== '1.
|
|
411
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
410
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
411
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
412
412
|
}
|
|
413
413
|
return binding
|
|
414
414
|
} catch (e) {
|
|
@@ -423,8 +423,8 @@ function requireNative() {
|
|
|
423
423
|
try {
|
|
424
424
|
const binding = require('@xberg-io/crawlberg-linux-riscv64-gnu')
|
|
425
425
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-riscv64-gnu/package.json').version
|
|
426
|
-
if (bindingPackageVersion !== '1.
|
|
427
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
426
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
427
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
428
428
|
}
|
|
429
429
|
return binding
|
|
430
430
|
} catch (e) {
|
|
@@ -440,8 +440,8 @@ function requireNative() {
|
|
|
440
440
|
try {
|
|
441
441
|
const binding = require('@xberg-io/crawlberg-linux-ppc64-gnu')
|
|
442
442
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-ppc64-gnu/package.json').version
|
|
443
|
-
if (bindingPackageVersion !== '1.
|
|
444
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
443
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
444
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
445
445
|
}
|
|
446
446
|
return binding
|
|
447
447
|
} catch (e) {
|
|
@@ -456,8 +456,8 @@ function requireNative() {
|
|
|
456
456
|
try {
|
|
457
457
|
const binding = require('@xberg-io/crawlberg-linux-s390x-gnu')
|
|
458
458
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-s390x-gnu/package.json').version
|
|
459
|
-
if (bindingPackageVersion !== '1.
|
|
460
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
459
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
460
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
461
461
|
}
|
|
462
462
|
return binding
|
|
463
463
|
} catch (e) {
|
|
@@ -476,8 +476,8 @@ function requireNative() {
|
|
|
476
476
|
try {
|
|
477
477
|
const binding = require('@xberg-io/crawlberg-openharmony-arm64')
|
|
478
478
|
const bindingPackageVersion = require('@xberg-io/crawlberg-openharmony-arm64/package.json').version
|
|
479
|
-
if (bindingPackageVersion !== '1.
|
|
480
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
479
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
480
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
481
481
|
}
|
|
482
482
|
return binding
|
|
483
483
|
} catch (e) {
|
|
@@ -492,8 +492,8 @@ function requireNative() {
|
|
|
492
492
|
try {
|
|
493
493
|
const binding = require('@xberg-io/crawlberg-openharmony-x64')
|
|
494
494
|
const bindingPackageVersion = require('@xberg-io/crawlberg-openharmony-x64/package.json').version
|
|
495
|
-
if (bindingPackageVersion !== '1.
|
|
496
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
495
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
496
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
497
497
|
}
|
|
498
498
|
return binding
|
|
499
499
|
} catch (e) {
|
|
@@ -508,8 +508,8 @@ function requireNative() {
|
|
|
508
508
|
try {
|
|
509
509
|
const binding = require('@xberg-io/crawlberg-openharmony-arm')
|
|
510
510
|
const bindingPackageVersion = require('@xberg-io/crawlberg-openharmony-arm/package.json').version
|
|
511
|
-
if (bindingPackageVersion !== '1.
|
|
512
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
511
|
+
if (bindingPackageVersion !== '1.9.0' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
512
|
+
throw new Error(`Native binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
513
513
|
}
|
|
514
514
|
return binding
|
|
515
515
|
} catch (e) {
|
|
@@ -648,8 +648,8 @@ if (!nativeBinding || forceWasi) {
|
|
|
648
648
|
if (!candidateFailed) {
|
|
649
649
|
if (process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
650
650
|
const bindingPackageVersion = require('@xberg-io/crawlberg-wasm32-wasi/package.json').version
|
|
651
|
-
if (bindingPackageVersion !== '1.
|
|
652
|
-
throw new Error(`WASI binding package version mismatch, expected 1.
|
|
651
|
+
if (bindingPackageVersion !== '1.9.0') {
|
|
652
|
+
throw new Error(`WASI binding package version mismatch, expected 1.9.0 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
653
653
|
}
|
|
654
654
|
}
|
|
655
655
|
wasiBinding = require('@xberg-io/crawlberg-wasm32-wasi')
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@xberg-io/crawlberg",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.9.0",
|
|
4
4
|
"description": "High-performance web crawling engine",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"repository": {
|
|
@@ -22,12 +22,12 @@
|
|
|
22
22
|
"*.node"
|
|
23
23
|
],
|
|
24
24
|
"optionalDependencies": {
|
|
25
|
-
"@xberg-io/crawlberg-darwin-arm64": "1.
|
|
26
|
-
"@xberg-io/crawlberg-darwin-x64": "1.
|
|
27
|
-
"@xberg-io/crawlberg-linux-arm64-gnu": "1.
|
|
28
|
-
"@xberg-io/crawlberg-linux-x64-gnu": "1.
|
|
29
|
-
"@xberg-io/crawlberg-win32-arm64-msvc": "1.
|
|
30
|
-
"@xberg-io/crawlberg-win32-x64-msvc": "1.
|
|
25
|
+
"@xberg-io/crawlberg-darwin-arm64": "1.9.0",
|
|
26
|
+
"@xberg-io/crawlberg-darwin-x64": "1.9.0",
|
|
27
|
+
"@xberg-io/crawlberg-linux-arm64-gnu": "1.9.0",
|
|
28
|
+
"@xberg-io/crawlberg-linux-x64-gnu": "1.9.0",
|
|
29
|
+
"@xberg-io/crawlberg-win32-arm64-msvc": "1.9.0",
|
|
30
|
+
"@xberg-io/crawlberg-win32-x64-msvc": "1.9.0"
|
|
31
31
|
},
|
|
32
32
|
"napi": {
|
|
33
33
|
"packageName": "@xberg-io/crawlberg",
|