@xberg-io/crawlberg 1.3.3 → 1.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/index.d.ts +26 -21
- package/index.js +52 -52
- package/package.json +9 -9
package/README.md
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
<!-- This file is auto-generated by alef — DO NOT EDIT. -->
|
|
2
|
-
<!-- alef:hash:
|
|
2
|
+
<!-- alef:hash:c870b8edc69124f3ae115d36a5468cc686e84aacd0e9c6300cf74a94c9a6177a -->
|
|
3
3
|
<!-- To regenerate: alef readme -->
|
|
4
4
|
<!-- To verify freshness: alef verify -->
|
|
5
5
|
|
package/index.d.ts
CHANGED
|
@@ -28,7 +28,7 @@ export declare class CrawlEngineHandle {
|
|
|
28
28
|
* Language bindings expose this as the native streaming shape for each
|
|
29
29
|
* target. WASM does not expose native streaming wrappers.
|
|
30
30
|
*/
|
|
31
|
-
crawlStream(req:
|
|
31
|
+
crawlStream(req: JsCrawlStreamRequest): Promise<CrawlStreamIterator>
|
|
32
32
|
/**
|
|
33
33
|
* Stream a multi-URL crawl, yielding `CrawlEvent`s across all seeds.
|
|
34
34
|
*
|
|
@@ -124,7 +124,7 @@ export interface BatchCrawlResult {
|
|
|
124
124
|
/** The seed URL that was crawled. */
|
|
125
125
|
url?: string
|
|
126
126
|
/** The crawl result, if successful. */
|
|
127
|
-
result?:
|
|
127
|
+
result?: JsCrawlResult
|
|
128
128
|
/** The error message, if the crawl failed. */
|
|
129
129
|
error?: string
|
|
130
130
|
}
|
|
@@ -171,7 +171,7 @@ export interface BatchScrapeResult {
|
|
|
171
171
|
/** The URL that was scraped. */
|
|
172
172
|
url?: string
|
|
173
173
|
/** The scrape result, if successful. */
|
|
174
|
-
result?:
|
|
174
|
+
result?: JsScrapeResult
|
|
175
175
|
/** The error message, if the scrape failed. */
|
|
176
176
|
error?: string
|
|
177
177
|
}
|
|
@@ -221,7 +221,7 @@ export interface BrowserConfig {
|
|
|
221
221
|
* Proxy for browser fetches. Overrides `CrawlConfig.proxy` when set.
|
|
222
222
|
* Native backend supports http/https only (no SOCKS5).
|
|
223
223
|
*/
|
|
224
|
-
proxy?:
|
|
224
|
+
proxy?: JsProxyConfig
|
|
225
225
|
/**
|
|
226
226
|
* URL patterns to block before the network request fires. Supports `*`
|
|
227
227
|
* wildcards. Useful for skipping ads/analytics/large images. Honored by
|
|
@@ -330,7 +330,7 @@ export interface CitationResult {
|
|
|
330
330
|
/** Markdown with links replaced by numbered citations. */
|
|
331
331
|
content?: string
|
|
332
332
|
/** Numbered reference list: (index, url, text). */
|
|
333
|
-
references?: Array<
|
|
333
|
+
references?: Array<CitationReference>
|
|
334
334
|
}
|
|
335
335
|
|
|
336
336
|
/**
|
|
@@ -512,7 +512,7 @@ export interface CrawlConfig {
|
|
|
512
512
|
/** Browser configuration. */
|
|
513
513
|
browser?: BrowserConfig
|
|
514
514
|
/** Proxy configuration for HTTP requests. */
|
|
515
|
-
proxy?:
|
|
515
|
+
proxy?: JsProxyConfig
|
|
516
516
|
/** List of user-agent strings for rotation. If non-empty, overrides `user_agent`. */
|
|
517
517
|
userAgents?: Array<string>
|
|
518
518
|
/**
|
|
@@ -583,8 +583,7 @@ export interface CrawlConfig {
|
|
|
583
583
|
* SSRF policy for outbound network requests. Default: deny private networks,
|
|
584
584
|
* allow http/https only, max 5 redirects.
|
|
585
585
|
*
|
|
586
|
-
*
|
|
587
|
-
* bindings. `scheme_allowlist` stays Rust-only — see `SsrfPolicy`.
|
|
586
|
+
* All policy fields are exposed to language bindings.
|
|
588
587
|
*
|
|
589
588
|
* **wasm32 (including Node.js): `deny_private` does not stop hostname-based
|
|
590
589
|
* requests.** There is no DNS resolution on this target, so only a literal IP host is
|
|
@@ -674,9 +673,9 @@ export interface CrawlPageResult {
|
|
|
674
673
|
/** Structured data extracted by LLM. Populated when extraction is configured. */
|
|
675
674
|
extractedData?: any
|
|
676
675
|
/** Metadata about the LLM extraction pass (cost, tokens, model). */
|
|
677
|
-
extractionMeta?:
|
|
676
|
+
extractionMeta?: JsExtractionMeta
|
|
678
677
|
/** Downloaded non-HTML document (PDF, DOCX, image, code, etc.). */
|
|
679
|
-
downloadedDocument?:
|
|
678
|
+
downloadedDocument?: JsDownloadedDocument
|
|
680
679
|
/** Whether the browser fallback was used to fetch this page. */
|
|
681
680
|
browserUsed?: boolean
|
|
682
681
|
}
|
|
@@ -694,7 +693,7 @@ export interface CrawlResult {
|
|
|
694
693
|
/** An error message, if the crawl encountered an issue. */
|
|
695
694
|
error?: string
|
|
696
695
|
/** Cookies collected during the crawl. */
|
|
697
|
-
cookies?: Array<
|
|
696
|
+
cookies?: Array<CookieInfo>
|
|
698
697
|
/** Whether all crawled pages stayed on the same domain as the start URL. */
|
|
699
698
|
stayedOnDomain?: boolean
|
|
700
699
|
/** Whether the browser fallback was used for any page in this crawl. */
|
|
@@ -932,7 +931,7 @@ export declare function interact(engine: CrawlEngineHandle, url: string, actions
|
|
|
932
931
|
/** Result of executing a sequence of page interaction actions. */
|
|
933
932
|
export interface InteractionResult {
|
|
934
933
|
/** Results from each executed action. */
|
|
935
|
-
actionResults?: Array<
|
|
934
|
+
actionResults?: Array<ActionResult>
|
|
936
935
|
/** Final page HTML after all actions completed. */
|
|
937
936
|
finalHtml?: string
|
|
938
937
|
/** Final page URL (may have changed due to navigation). */
|
|
@@ -985,7 +984,7 @@ export declare const enum LinkType {
|
|
|
985
984
|
/** The result of a map operation, containing discovered URLs. */
|
|
986
985
|
export interface MapResult {
|
|
987
986
|
/** The list of discovered URLs. */
|
|
988
|
-
urls?: Array<
|
|
987
|
+
urls?: Array<JsSitemapUrl>
|
|
989
988
|
}
|
|
990
989
|
|
|
991
990
|
/** Discover all pages on a website by following links and sitemaps. */
|
|
@@ -1166,15 +1165,15 @@ export interface ScrapeResult {
|
|
|
1166
1165
|
/** The size of the response body in bytes. */
|
|
1167
1166
|
bodySize?: number
|
|
1168
1167
|
/** Extracted metadata from the page. */
|
|
1169
|
-
metadata?:
|
|
1168
|
+
metadata?: PageMetadata
|
|
1170
1169
|
/** Links found on the page. */
|
|
1171
|
-
links?: Array<
|
|
1170
|
+
links?: Array<LinkInfo>
|
|
1172
1171
|
/** Images found on the page. */
|
|
1173
|
-
images?: Array<
|
|
1172
|
+
images?: Array<ImageInfo>
|
|
1174
1173
|
/** Feed links found on the page. */
|
|
1175
|
-
feeds?: Array<
|
|
1174
|
+
feeds?: Array<FeedInfo>
|
|
1176
1175
|
/** JSON-LD entries found on the page. */
|
|
1177
|
-
jsonLd?: Array<
|
|
1176
|
+
jsonLd?: Array<JsonLdEntry>
|
|
1178
1177
|
/** Whether the URL is allowed by robots.txt. */
|
|
1179
1178
|
isAllowed?: boolean
|
|
1180
1179
|
/** The crawl delay from robots.txt, in seconds. */
|
|
@@ -1194,15 +1193,15 @@ export interface ScrapeResult {
|
|
|
1194
1193
|
/** Whether an authentication header was sent with the request. */
|
|
1195
1194
|
authHeaderSent?: boolean
|
|
1196
1195
|
/** Response metadata extracted from HTTP headers. */
|
|
1197
|
-
responseMeta?:
|
|
1196
|
+
responseMeta?: ResponseMeta
|
|
1198
1197
|
/** Downloaded assets from the page. */
|
|
1199
|
-
assets?: Array<
|
|
1198
|
+
assets?: Array<DownloadedAsset>
|
|
1200
1199
|
/** Whether the page content suggests JavaScript rendering is needed. */
|
|
1201
1200
|
jsRenderHint?: boolean
|
|
1202
1201
|
/** Whether the browser fallback was used to fetch this page. */
|
|
1203
1202
|
browserUsed?: boolean
|
|
1204
1203
|
/** Markdown conversion of the page content. */
|
|
1205
|
-
markdown?:
|
|
1204
|
+
markdown?: MarkdownResult
|
|
1206
1205
|
/** Structured data extracted by LLM. Populated when extraction is configured. */
|
|
1207
1206
|
extractedData?: any
|
|
1208
1207
|
/** Metadata about the LLM extraction pass (cost, tokens, model). */
|
|
@@ -1268,6 +1267,12 @@ export interface SsrfPolicy {
|
|
|
1268
1267
|
allowlist?: Array<JsHostMatcher>
|
|
1269
1268
|
/** Maximum number of HTTP redirects to follow during validation. */
|
|
1270
1269
|
maxRedirects?: number
|
|
1270
|
+
/**
|
|
1271
|
+
* Allowed URI schemes. Default: `["http", "https"]`.
|
|
1272
|
+
*
|
|
1273
|
+
* Only `http` and `https` are supported. An empty list denies every URL.
|
|
1274
|
+
*/
|
|
1275
|
+
schemeAllowlist?: Array<string>
|
|
1271
1276
|
}
|
|
1272
1277
|
|
|
1273
1278
|
export declare function ssrfPolicyDefault(): SsrfPolicy
|
package/index.js
CHANGED
|
@@ -77,8 +77,8 @@ function requireNative() {
|
|
|
77
77
|
try {
|
|
78
78
|
const binding = require('@xberg-io/crawlberg-android-arm64')
|
|
79
79
|
const bindingPackageVersion = require('@xberg-io/crawlberg-android-arm64/package.json').version
|
|
80
|
-
if (bindingPackageVersion !== '1.
|
|
81
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
80
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
81
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
82
82
|
}
|
|
83
83
|
return binding
|
|
84
84
|
} catch (e) {
|
|
@@ -93,8 +93,8 @@ function requireNative() {
|
|
|
93
93
|
try {
|
|
94
94
|
const binding = require('@xberg-io/crawlberg-android-arm-eabi')
|
|
95
95
|
const bindingPackageVersion = require('@xberg-io/crawlberg-android-arm-eabi/package.json').version
|
|
96
|
-
if (bindingPackageVersion !== '1.
|
|
97
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
96
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
97
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
98
98
|
}
|
|
99
99
|
return binding
|
|
100
100
|
} catch (e) {
|
|
@@ -114,8 +114,8 @@ function requireNative() {
|
|
|
114
114
|
try {
|
|
115
115
|
const binding = require('@xberg-io/crawlberg-win32-x64-gnu')
|
|
116
116
|
const bindingPackageVersion = require('@xberg-io/crawlberg-win32-x64-gnu/package.json').version
|
|
117
|
-
if (bindingPackageVersion !== '1.
|
|
118
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
117
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
118
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
119
119
|
}
|
|
120
120
|
return binding
|
|
121
121
|
} catch (e) {
|
|
@@ -130,8 +130,8 @@ function requireNative() {
|
|
|
130
130
|
try {
|
|
131
131
|
const binding = require('@xberg-io/crawlberg-win32-x64-msvc')
|
|
132
132
|
const bindingPackageVersion = require('@xberg-io/crawlberg-win32-x64-msvc/package.json').version
|
|
133
|
-
if (bindingPackageVersion !== '1.
|
|
134
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
133
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
134
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
135
135
|
}
|
|
136
136
|
return binding
|
|
137
137
|
} catch (e) {
|
|
@@ -147,8 +147,8 @@ function requireNative() {
|
|
|
147
147
|
try {
|
|
148
148
|
const binding = require('@xberg-io/crawlberg-win32-ia32-msvc')
|
|
149
149
|
const bindingPackageVersion = require('@xberg-io/crawlberg-win32-ia32-msvc/package.json').version
|
|
150
|
-
if (bindingPackageVersion !== '1.
|
|
151
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
150
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
151
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
152
152
|
}
|
|
153
153
|
return binding
|
|
154
154
|
} catch (e) {
|
|
@@ -163,8 +163,8 @@ function requireNative() {
|
|
|
163
163
|
try {
|
|
164
164
|
const binding = require('@xberg-io/crawlberg-win32-arm64-msvc')
|
|
165
165
|
const bindingPackageVersion = require('@xberg-io/crawlberg-win32-arm64-msvc/package.json').version
|
|
166
|
-
if (bindingPackageVersion !== '1.
|
|
167
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
166
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
167
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
168
168
|
}
|
|
169
169
|
return binding
|
|
170
170
|
} catch (e) {
|
|
@@ -182,8 +182,8 @@ function requireNative() {
|
|
|
182
182
|
try {
|
|
183
183
|
const binding = require('@xberg-io/crawlberg-darwin-universal')
|
|
184
184
|
const bindingPackageVersion = require('@xberg-io/crawlberg-darwin-universal/package.json').version
|
|
185
|
-
if (bindingPackageVersion !== '1.
|
|
186
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
185
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
186
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
187
187
|
}
|
|
188
188
|
return binding
|
|
189
189
|
} catch (e) {
|
|
@@ -198,8 +198,8 @@ function requireNative() {
|
|
|
198
198
|
try {
|
|
199
199
|
const binding = require('@xberg-io/crawlberg-darwin-x64')
|
|
200
200
|
const bindingPackageVersion = require('@xberg-io/crawlberg-darwin-x64/package.json').version
|
|
201
|
-
if (bindingPackageVersion !== '1.
|
|
202
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
201
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
202
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
203
203
|
}
|
|
204
204
|
return binding
|
|
205
205
|
} catch (e) {
|
|
@@ -214,8 +214,8 @@ function requireNative() {
|
|
|
214
214
|
try {
|
|
215
215
|
const binding = require('@xberg-io/crawlberg-darwin-arm64')
|
|
216
216
|
const bindingPackageVersion = require('@xberg-io/crawlberg-darwin-arm64/package.json').version
|
|
217
|
-
if (bindingPackageVersion !== '1.
|
|
218
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
217
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
218
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
219
219
|
}
|
|
220
220
|
return binding
|
|
221
221
|
} catch (e) {
|
|
@@ -234,8 +234,8 @@ function requireNative() {
|
|
|
234
234
|
try {
|
|
235
235
|
const binding = require('@xberg-io/crawlberg-freebsd-x64')
|
|
236
236
|
const bindingPackageVersion = require('@xberg-io/crawlberg-freebsd-x64/package.json').version
|
|
237
|
-
if (bindingPackageVersion !== '1.
|
|
238
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
237
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
238
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
239
239
|
}
|
|
240
240
|
return binding
|
|
241
241
|
} catch (e) {
|
|
@@ -250,8 +250,8 @@ function requireNative() {
|
|
|
250
250
|
try {
|
|
251
251
|
const binding = require('@xberg-io/crawlberg-freebsd-arm64')
|
|
252
252
|
const bindingPackageVersion = require('@xberg-io/crawlberg-freebsd-arm64/package.json').version
|
|
253
|
-
if (bindingPackageVersion !== '1.
|
|
254
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
253
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
254
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
255
255
|
}
|
|
256
256
|
return binding
|
|
257
257
|
} catch (e) {
|
|
@@ -271,8 +271,8 @@ function requireNative() {
|
|
|
271
271
|
try {
|
|
272
272
|
const binding = require('@xberg-io/crawlberg-linux-x64-musl')
|
|
273
273
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-x64-musl/package.json').version
|
|
274
|
-
if (bindingPackageVersion !== '1.
|
|
275
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
274
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
275
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
276
276
|
}
|
|
277
277
|
return binding
|
|
278
278
|
} catch (e) {
|
|
@@ -287,8 +287,8 @@ function requireNative() {
|
|
|
287
287
|
try {
|
|
288
288
|
const binding = require('@xberg-io/crawlberg-linux-x64-gnu')
|
|
289
289
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-x64-gnu/package.json').version
|
|
290
|
-
if (bindingPackageVersion !== '1.
|
|
291
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
290
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
291
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
292
292
|
}
|
|
293
293
|
return binding
|
|
294
294
|
} catch (e) {
|
|
@@ -305,8 +305,8 @@ function requireNative() {
|
|
|
305
305
|
try {
|
|
306
306
|
const binding = require('@xberg-io/crawlberg-linux-arm64-musl')
|
|
307
307
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-arm64-musl/package.json').version
|
|
308
|
-
if (bindingPackageVersion !== '1.
|
|
309
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
308
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
309
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
310
310
|
}
|
|
311
311
|
return binding
|
|
312
312
|
} catch (e) {
|
|
@@ -321,8 +321,8 @@ function requireNative() {
|
|
|
321
321
|
try {
|
|
322
322
|
const binding = require('@xberg-io/crawlberg-linux-arm64-gnu')
|
|
323
323
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-arm64-gnu/package.json').version
|
|
324
|
-
if (bindingPackageVersion !== '1.
|
|
325
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
324
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
325
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
326
326
|
}
|
|
327
327
|
return binding
|
|
328
328
|
} catch (e) {
|
|
@@ -339,8 +339,8 @@ function requireNative() {
|
|
|
339
339
|
try {
|
|
340
340
|
const binding = require('@xberg-io/crawlberg-linux-arm-musleabihf')
|
|
341
341
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-arm-musleabihf/package.json').version
|
|
342
|
-
if (bindingPackageVersion !== '1.
|
|
343
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
342
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
343
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
344
344
|
}
|
|
345
345
|
return binding
|
|
346
346
|
} catch (e) {
|
|
@@ -355,8 +355,8 @@ function requireNative() {
|
|
|
355
355
|
try {
|
|
356
356
|
const binding = require('@xberg-io/crawlberg-linux-arm-gnueabihf')
|
|
357
357
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-arm-gnueabihf/package.json').version
|
|
358
|
-
if (bindingPackageVersion !== '1.
|
|
359
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
358
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
359
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
360
360
|
}
|
|
361
361
|
return binding
|
|
362
362
|
} catch (e) {
|
|
@@ -373,8 +373,8 @@ function requireNative() {
|
|
|
373
373
|
try {
|
|
374
374
|
const binding = require('@xberg-io/crawlberg-linux-loong64-musl')
|
|
375
375
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-loong64-musl/package.json').version
|
|
376
|
-
if (bindingPackageVersion !== '1.
|
|
377
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
376
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
377
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
378
378
|
}
|
|
379
379
|
return binding
|
|
380
380
|
} catch (e) {
|
|
@@ -389,8 +389,8 @@ function requireNative() {
|
|
|
389
389
|
try {
|
|
390
390
|
const binding = require('@xberg-io/crawlberg-linux-loong64-gnu')
|
|
391
391
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-loong64-gnu/package.json').version
|
|
392
|
-
if (bindingPackageVersion !== '1.
|
|
393
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
392
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
393
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
394
394
|
}
|
|
395
395
|
return binding
|
|
396
396
|
} catch (e) {
|
|
@@ -407,8 +407,8 @@ function requireNative() {
|
|
|
407
407
|
try {
|
|
408
408
|
const binding = require('@xberg-io/crawlberg-linux-riscv64-musl')
|
|
409
409
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-riscv64-musl/package.json').version
|
|
410
|
-
if (bindingPackageVersion !== '1.
|
|
411
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
410
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
411
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
412
412
|
}
|
|
413
413
|
return binding
|
|
414
414
|
} catch (e) {
|
|
@@ -423,8 +423,8 @@ function requireNative() {
|
|
|
423
423
|
try {
|
|
424
424
|
const binding = require('@xberg-io/crawlberg-linux-riscv64-gnu')
|
|
425
425
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-riscv64-gnu/package.json').version
|
|
426
|
-
if (bindingPackageVersion !== '1.
|
|
427
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
426
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
427
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
428
428
|
}
|
|
429
429
|
return binding
|
|
430
430
|
} catch (e) {
|
|
@@ -440,8 +440,8 @@ function requireNative() {
|
|
|
440
440
|
try {
|
|
441
441
|
const binding = require('@xberg-io/crawlberg-linux-ppc64-gnu')
|
|
442
442
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-ppc64-gnu/package.json').version
|
|
443
|
-
if (bindingPackageVersion !== '1.
|
|
444
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
443
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
444
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
445
445
|
}
|
|
446
446
|
return binding
|
|
447
447
|
} catch (e) {
|
|
@@ -456,8 +456,8 @@ function requireNative() {
|
|
|
456
456
|
try {
|
|
457
457
|
const binding = require('@xberg-io/crawlberg-linux-s390x-gnu')
|
|
458
458
|
const bindingPackageVersion = require('@xberg-io/crawlberg-linux-s390x-gnu/package.json').version
|
|
459
|
-
if (bindingPackageVersion !== '1.
|
|
460
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
459
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
460
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
461
461
|
}
|
|
462
462
|
return binding
|
|
463
463
|
} catch (e) {
|
|
@@ -476,8 +476,8 @@ function requireNative() {
|
|
|
476
476
|
try {
|
|
477
477
|
const binding = require('@xberg-io/crawlberg-openharmony-arm64')
|
|
478
478
|
const bindingPackageVersion = require('@xberg-io/crawlberg-openharmony-arm64/package.json').version
|
|
479
|
-
if (bindingPackageVersion !== '1.
|
|
480
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
479
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
480
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
481
481
|
}
|
|
482
482
|
return binding
|
|
483
483
|
} catch (e) {
|
|
@@ -492,8 +492,8 @@ function requireNative() {
|
|
|
492
492
|
try {
|
|
493
493
|
const binding = require('@xberg-io/crawlberg-openharmony-x64')
|
|
494
494
|
const bindingPackageVersion = require('@xberg-io/crawlberg-openharmony-x64/package.json').version
|
|
495
|
-
if (bindingPackageVersion !== '1.
|
|
496
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
495
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
496
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
497
497
|
}
|
|
498
498
|
return binding
|
|
499
499
|
} catch (e) {
|
|
@@ -508,8 +508,8 @@ function requireNative() {
|
|
|
508
508
|
try {
|
|
509
509
|
const binding = require('@xberg-io/crawlberg-openharmony-arm')
|
|
510
510
|
const bindingPackageVersion = require('@xberg-io/crawlberg-openharmony-arm/package.json').version
|
|
511
|
-
if (bindingPackageVersion !== '1.
|
|
512
|
-
throw new Error(`Native binding package version mismatch, expected 1.
|
|
511
|
+
if (bindingPackageVersion !== '1.4.2' && process.env.NAPI_RS_ENFORCE_VERSION_CHECK && process.env.NAPI_RS_ENFORCE_VERSION_CHECK !== '0') {
|
|
512
|
+
throw new Error(`Native binding package version mismatch, expected 1.4.2 but got ${bindingPackageVersion}. You can reinstall dependencies to fix this issue.`)
|
|
513
513
|
}
|
|
514
514
|
return binding
|
|
515
515
|
} catch (e) {
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@xberg-io/crawlberg",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.4.2",
|
|
4
4
|
"description": "High-performance web crawling engine",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"repository": {
|
|
@@ -22,14 +22,14 @@
|
|
|
22
22
|
"*.node"
|
|
23
23
|
],
|
|
24
24
|
"optionalDependencies": {
|
|
25
|
-
"@xberg-io/crawlberg-darwin-arm64": "1.
|
|
26
|
-
"@xberg-io/crawlberg-darwin-x64": "1.
|
|
27
|
-
"@xberg-io/crawlberg-linux-arm64-gnu": "1.
|
|
28
|
-
"@xberg-io/crawlberg-linux-arm64-musl": "1.
|
|
29
|
-
"@xberg-io/crawlberg-linux-x64-gnu": "1.
|
|
30
|
-
"@xberg-io/crawlberg-linux-x64-musl": "1.
|
|
31
|
-
"@xberg-io/crawlberg-win32-arm64-msvc": "1.
|
|
32
|
-
"@xberg-io/crawlberg-win32-x64-msvc": "1.
|
|
25
|
+
"@xberg-io/crawlberg-darwin-arm64": "1.4.2",
|
|
26
|
+
"@xberg-io/crawlberg-darwin-x64": "1.4.2",
|
|
27
|
+
"@xberg-io/crawlberg-linux-arm64-gnu": "1.4.2",
|
|
28
|
+
"@xberg-io/crawlberg-linux-arm64-musl": "1.4.2",
|
|
29
|
+
"@xberg-io/crawlberg-linux-x64-gnu": "1.4.2",
|
|
30
|
+
"@xberg-io/crawlberg-linux-x64-musl": "1.4.2",
|
|
31
|
+
"@xberg-io/crawlberg-win32-arm64-msvc": "1.4.2",
|
|
32
|
+
"@xberg-io/crawlberg-win32-x64-msvc": "1.4.2"
|
|
33
33
|
},
|
|
34
34
|
"napi": {
|
|
35
35
|
"packageName": "@xberg-io/crawlberg",
|