@xberg-io/crawlberg-wasm 1.0.0 → 1.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +34 -36
- package/pkg/bundler/crawlberg_wasm_bg.js +2 -2
- package/pkg/bundler/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/bundler/crawlberg_wasm_bg.wasm.d.ts +1 -1
- package/pkg/bundler/package.json +1 -1
- package/pkg/deno/crawlberg_wasm.js +2 -2
- package/pkg/deno/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/deno/crawlberg_wasm_bg.wasm.d.ts +1 -1
- package/pkg/nodejs/crawlberg_wasm.js +2 -2
- package/pkg/nodejs/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/nodejs/crawlberg_wasm_bg.wasm.d.ts +1 -1
- package/pkg/nodejs/package.json +1 -1
- package/pkg/web/crawlberg_wasm.d.ts +1 -1
- package/pkg/web/crawlberg_wasm.js +2 -2
- package/pkg/web/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/web/crawlberg_wasm_bg.wasm.d.ts +1 -1
- package/pkg/web/package.json +1 -1
package/package.json
CHANGED
|
@@ -1,38 +1,36 @@
|
|
|
1
1
|
{
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
"clean": "rm -rf pkg dist"
|
|
37
|
-
}
|
|
2
|
+
"name": "@xberg-io/crawlberg-wasm",
|
|
3
|
+
"version": "1.0.2",
|
|
4
|
+
"private": false,
|
|
5
|
+
"description": "High-performance web crawling engine",
|
|
6
|
+
"license": "MIT",
|
|
7
|
+
"repository": {
|
|
8
|
+
"type": "git",
|
|
9
|
+
"url": "https://github.com/xberg-io/crawlberg",
|
|
10
|
+
"directory": "crates/crawlberg-wasm"
|
|
11
|
+
},
|
|
12
|
+
"publishConfig": {
|
|
13
|
+
"access": "public"
|
|
14
|
+
},
|
|
15
|
+
"type": "module",
|
|
16
|
+
"files": ["pkg", "*.wasm", "*.d.ts", "README.md"],
|
|
17
|
+
"main": "pkg/nodejs/crawlberg_wasm.js",
|
|
18
|
+
"module": "pkg/web/crawlberg_wasm.js",
|
|
19
|
+
"types": "pkg/nodejs/crawlberg_wasm.d.ts",
|
|
20
|
+
"engines": {
|
|
21
|
+
"node": ">= 22"
|
|
22
|
+
},
|
|
23
|
+
"scripts": {
|
|
24
|
+
"build": "wasm-pack build --target nodejs --out-dir pkg/nodejs",
|
|
25
|
+
"build:ci": "wasm-pack build --release --target nodejs --out-dir pkg/nodejs",
|
|
26
|
+
"build:wasm:web": "wasm-pack build --release --target web --out-dir pkg/web",
|
|
27
|
+
"build:wasm:bundler": "wasm-pack build --release --target bundler --out-dir pkg/bundler",
|
|
28
|
+
"build:wasm:nodejs": "wasm-pack build --release --target nodejs --out-dir pkg/nodejs",
|
|
29
|
+
"build:wasm:deno": "wasm-pack build --release --target deno --out-dir pkg/deno",
|
|
30
|
+
"build:all": "npm run build:wasm:web && npm run build:wasm:bundler && npm run build:wasm:nodejs && npm run build:wasm:deno && find pkg -name .gitignore -delete",
|
|
31
|
+
"test": "vitest run",
|
|
32
|
+
"test:watch": "vitest watch",
|
|
33
|
+
"test:coverage": "vitest run --coverage",
|
|
34
|
+
"clean": "rm -rf pkg dist"
|
|
35
|
+
}
|
|
38
36
|
}
|
|
@@ -7920,12 +7920,12 @@ export function __wbg_wasmsitemapurl_unwrap(arg0) {
|
|
|
7920
7920
|
return ret;
|
|
7921
7921
|
}
|
|
7922
7922
|
export function __wbindgen_cast_0000000000000001(arg0, arg1) {
|
|
7923
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx:
|
|
7923
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 928, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
|
|
7924
7924
|
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__hcf0ca8fae44c646f);
|
|
7925
7925
|
return ret;
|
|
7926
7926
|
}
|
|
7927
7927
|
export function __wbindgen_cast_0000000000000002(arg0, arg1) {
|
|
7928
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx:
|
|
7928
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 831, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
|
|
7929
7929
|
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h6afc4f8922d8245e);
|
|
7930
7930
|
return ret;
|
|
7931
7931
|
}
|
|
Binary file
|
|
@@ -662,6 +662,7 @@ export const wasmextractionmeta_promptTokens: (a: number) => [number, bigint];
|
|
|
662
662
|
export const wasmpageaction_amount: (a: number) => [number, bigint];
|
|
663
663
|
export const wasmpageaction_milliseconds: (a: number) => [number, bigint];
|
|
664
664
|
export const wasmscraperesult_crawlDelay: (a: number) => [number, bigint];
|
|
665
|
+
export const wasmfaviconinfo_default: () => number;
|
|
665
666
|
export const wasmbatchscraperesults_set_completedCount: (a: number, b: number) => void;
|
|
666
667
|
export const wasmbatchscraperesults_set_failedCount: (a: number, b: number) => void;
|
|
667
668
|
export const wasmbatchscraperesults_set_totalCount: (a: number, b: number) => void;
|
|
@@ -680,7 +681,6 @@ export const wasmimageinfo_width: (a: number) => number;
|
|
|
680
681
|
export const wasmpagemetadata_wordCount: (a: number) => number;
|
|
681
682
|
export const wasmlinkinfo_nofollow: (a: number) => number;
|
|
682
683
|
export const wasmauthconfig_new: () => number;
|
|
683
|
-
export const wasmfaviconinfo_default: () => number;
|
|
684
684
|
export const wasmcrawlconfig_set_requestTimeout: (a: number, b: number, c: bigint) => void;
|
|
685
685
|
export const wasmpageaction_set_amount: (a: number, b: number, c: bigint) => void;
|
|
686
686
|
export const wasmscraperesult_set_crawlDelay: (a: number, b: number, c: bigint) => void;
|
package/pkg/bundler/package.json
CHANGED
|
@@ -7925,12 +7925,12 @@ function __wbg_get_imports() {
|
|
|
7925
7925
|
return ret;
|
|
7926
7926
|
},
|
|
7927
7927
|
__wbindgen_cast_0000000000000001: function(arg0, arg1) {
|
|
7928
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx:
|
|
7928
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 928, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
|
|
7929
7929
|
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__hcf0ca8fae44c646f);
|
|
7930
7930
|
return ret;
|
|
7931
7931
|
},
|
|
7932
7932
|
__wbindgen_cast_0000000000000002: function(arg0, arg1) {
|
|
7933
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx:
|
|
7933
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 831, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
|
|
7934
7934
|
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h6afc4f8922d8245e);
|
|
7935
7935
|
return ret;
|
|
7936
7936
|
},
|
|
Binary file
|
|
@@ -662,6 +662,7 @@ export const wasmextractionmeta_promptTokens: (a: number) => [number, bigint];
|
|
|
662
662
|
export const wasmpageaction_amount: (a: number) => [number, bigint];
|
|
663
663
|
export const wasmpageaction_milliseconds: (a: number) => [number, bigint];
|
|
664
664
|
export const wasmscraperesult_crawlDelay: (a: number) => [number, bigint];
|
|
665
|
+
export const wasmfaviconinfo_default: () => number;
|
|
665
666
|
export const wasmbatchscraperesults_set_completedCount: (a: number, b: number) => void;
|
|
666
667
|
export const wasmbatchscraperesults_set_failedCount: (a: number, b: number) => void;
|
|
667
668
|
export const wasmbatchscraperesults_set_totalCount: (a: number, b: number) => void;
|
|
@@ -680,7 +681,6 @@ export const wasmimageinfo_width: (a: number) => number;
|
|
|
680
681
|
export const wasmpagemetadata_wordCount: (a: number) => number;
|
|
681
682
|
export const wasmlinkinfo_nofollow: (a: number) => number;
|
|
682
683
|
export const wasmauthconfig_new: () => number;
|
|
683
|
-
export const wasmfaviconinfo_default: () => number;
|
|
684
684
|
export const wasmcrawlconfig_set_requestTimeout: (a: number, b: number, c: bigint) => void;
|
|
685
685
|
export const wasmpageaction_set_amount: (a: number, b: number, c: bigint) => void;
|
|
686
686
|
export const wasmscraperesult_set_crawlDelay: (a: number, b: number, c: bigint) => void;
|
|
@@ -7978,12 +7978,12 @@ function __wbg_get_imports() {
|
|
|
7978
7978
|
return ret;
|
|
7979
7979
|
},
|
|
7980
7980
|
__wbindgen_cast_0000000000000001: function(arg0, arg1) {
|
|
7981
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx:
|
|
7981
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 928, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
|
|
7982
7982
|
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__hcf0ca8fae44c646f);
|
|
7983
7983
|
return ret;
|
|
7984
7984
|
},
|
|
7985
7985
|
__wbindgen_cast_0000000000000002: function(arg0, arg1) {
|
|
7986
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx:
|
|
7986
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 831, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
|
|
7987
7987
|
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h6afc4f8922d8245e);
|
|
7988
7988
|
return ret;
|
|
7989
7989
|
},
|
|
Binary file
|
|
@@ -662,6 +662,7 @@ export const wasmextractionmeta_promptTokens: (a: number) => [number, bigint];
|
|
|
662
662
|
export const wasmpageaction_amount: (a: number) => [number, bigint];
|
|
663
663
|
export const wasmpageaction_milliseconds: (a: number) => [number, bigint];
|
|
664
664
|
export const wasmscraperesult_crawlDelay: (a: number) => [number, bigint];
|
|
665
|
+
export const wasmfaviconinfo_default: () => number;
|
|
665
666
|
export const wasmbatchscraperesults_set_completedCount: (a: number, b: number) => void;
|
|
666
667
|
export const wasmbatchscraperesults_set_failedCount: (a: number, b: number) => void;
|
|
667
668
|
export const wasmbatchscraperesults_set_totalCount: (a: number, b: number) => void;
|
|
@@ -680,7 +681,6 @@ export const wasmimageinfo_width: (a: number) => number;
|
|
|
680
681
|
export const wasmpagemetadata_wordCount: (a: number) => number;
|
|
681
682
|
export const wasmlinkinfo_nofollow: (a: number) => number;
|
|
682
683
|
export const wasmauthconfig_new: () => number;
|
|
683
|
-
export const wasmfaviconinfo_default: () => number;
|
|
684
684
|
export const wasmcrawlconfig_set_requestTimeout: (a: number, b: number, c: bigint) => void;
|
|
685
685
|
export const wasmpageaction_set_amount: (a: number, b: number, c: bigint) => void;
|
|
686
686
|
export const wasmscraperesult_set_crawlDelay: (a: number, b: number, c: bigint) => void;
|
package/pkg/nodejs/package.json
CHANGED
|
@@ -1632,6 +1632,7 @@ export interface InitOutput {
|
|
|
1632
1632
|
readonly wasmpageaction_amount: (a: number) => [number, bigint];
|
|
1633
1633
|
readonly wasmpageaction_milliseconds: (a: number) => [number, bigint];
|
|
1634
1634
|
readonly wasmscraperesult_crawlDelay: (a: number) => [number, bigint];
|
|
1635
|
+
readonly wasmfaviconinfo_default: () => number;
|
|
1635
1636
|
readonly wasmbatchscraperesults_set_completedCount: (a: number, b: number) => void;
|
|
1636
1637
|
readonly wasmbatchscraperesults_set_failedCount: (a: number, b: number) => void;
|
|
1637
1638
|
readonly wasmbatchscraperesults_set_totalCount: (a: number, b: number) => void;
|
|
@@ -1650,7 +1651,6 @@ export interface InitOutput {
|
|
|
1650
1651
|
readonly wasmpagemetadata_wordCount: (a: number) => number;
|
|
1651
1652
|
readonly wasmlinkinfo_nofollow: (a: number) => number;
|
|
1652
1653
|
readonly wasmauthconfig_new: () => number;
|
|
1653
|
-
readonly wasmfaviconinfo_default: () => number;
|
|
1654
1654
|
readonly wasmcrawlconfig_set_requestTimeout: (a: number, b: number, c: bigint) => void;
|
|
1655
1655
|
readonly wasmpageaction_set_amount: (a: number, b: number, c: bigint) => void;
|
|
1656
1656
|
readonly wasmscraperesult_set_crawlDelay: (a: number, b: number, c: bigint) => void;
|
|
@@ -7925,12 +7925,12 @@ function __wbg_get_imports() {
|
|
|
7925
7925
|
return ret;
|
|
7926
7926
|
},
|
|
7927
7927
|
__wbindgen_cast_0000000000000001: function(arg0, arg1) {
|
|
7928
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx:
|
|
7928
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 928, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
|
|
7929
7929
|
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__hcf0ca8fae44c646f);
|
|
7930
7930
|
return ret;
|
|
7931
7931
|
},
|
|
7932
7932
|
__wbindgen_cast_0000000000000002: function(arg0, arg1) {
|
|
7933
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx:
|
|
7933
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 831, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
|
|
7934
7934
|
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h6afc4f8922d8245e);
|
|
7935
7935
|
return ret;
|
|
7936
7936
|
},
|
|
Binary file
|
|
@@ -662,6 +662,7 @@ export const wasmextractionmeta_promptTokens: (a: number) => [number, bigint];
|
|
|
662
662
|
export const wasmpageaction_amount: (a: number) => [number, bigint];
|
|
663
663
|
export const wasmpageaction_milliseconds: (a: number) => [number, bigint];
|
|
664
664
|
export const wasmscraperesult_crawlDelay: (a: number) => [number, bigint];
|
|
665
|
+
export const wasmfaviconinfo_default: () => number;
|
|
665
666
|
export const wasmbatchscraperesults_set_completedCount: (a: number, b: number) => void;
|
|
666
667
|
export const wasmbatchscraperesults_set_failedCount: (a: number, b: number) => void;
|
|
667
668
|
export const wasmbatchscraperesults_set_totalCount: (a: number, b: number) => void;
|
|
@@ -680,7 +681,6 @@ export const wasmimageinfo_width: (a: number) => number;
|
|
|
680
681
|
export const wasmpagemetadata_wordCount: (a: number) => number;
|
|
681
682
|
export const wasmlinkinfo_nofollow: (a: number) => number;
|
|
682
683
|
export const wasmauthconfig_new: () => number;
|
|
683
|
-
export const wasmfaviconinfo_default: () => number;
|
|
684
684
|
export const wasmcrawlconfig_set_requestTimeout: (a: number, b: number, c: bigint) => void;
|
|
685
685
|
export const wasmpageaction_set_amount: (a: number, b: number, c: bigint) => void;
|
|
686
686
|
export const wasmscraperesult_set_crawlDelay: (a: number, b: number, c: bigint) => void;
|