@xberg-io/crawlberg-wasm 1.3.2 → 1.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -2
- package/package.json +1 -1
- package/pkg/bundler/README.md +7 -2
- package/pkg/bundler/crawlberg_wasm_bg.js +2 -2
- package/pkg/bundler/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/bundler/package.json +1 -1
- package/pkg/deno/README.md +7 -2
- package/pkg/deno/crawlberg_wasm.js +2 -2
- package/pkg/deno/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/nodejs/README.md +7 -2
- package/pkg/nodejs/crawlberg_wasm.js +2 -2
- package/pkg/nodejs/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/nodejs/package.json +1 -1
- package/pkg/web/README.md +7 -2
- package/pkg/web/crawlberg_wasm.js +2 -2
- package/pkg/web/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/web/package.json +1 -1
package/README.md
CHANGED
|
@@ -1,3 +1,8 @@
|
|
|
1
|
+
<!-- This file is auto-generated by alef — DO NOT EDIT. -->
|
|
2
|
+
<!-- alef:hash:eba73f18eaaac6ec266a50fb26aa9ad33d060879957a4141f84b2b8b938babd7 -->
|
|
3
|
+
<!-- To regenerate: alef readme -->
|
|
4
|
+
<!-- To verify freshness: alef verify -->
|
|
5
|
+
|
|
1
6
|
<p align="center">
|
|
2
7
|
<picture>
|
|
3
8
|
<source media="(prefers-color-scheme: dark)" srcset="https://cdn.jsdelivr.net/gh/xberg-io/assets@v1/banner/readme-banner-dark.svg">
|
|
@@ -108,7 +113,7 @@ Works with Claude Code, Codex, Cursor, Gemini CLI, Factory Droid, GitHub Copilot
|
|
|
108
113
|
## Quick Start
|
|
109
114
|
|
|
110
115
|
```javascript title="WASM"
|
|
111
|
-
import {
|
|
116
|
+
import { WasmCrawlConfig, crawl, createEngine, scrape } from "@xberg-io/crawlberg-wasm";
|
|
112
117
|
|
|
113
118
|
async function main() {
|
|
114
119
|
// Simplest case: scrape a single page with default settings.
|
|
@@ -119,7 +124,7 @@ async function main() {
|
|
|
119
124
|
console.log(`Links found: ${result.links?.length ?? 0}`);
|
|
120
125
|
|
|
121
126
|
// Crawl from a seed URL, limited to one hop and a handful of pages.
|
|
122
|
-
const config =
|
|
127
|
+
const config = WasmCrawlConfig.default();
|
|
123
128
|
config.maxDepth = 1;
|
|
124
129
|
config.maxPages = 5;
|
|
125
130
|
const crawlEngine = createEngine(config);
|
package/package.json
CHANGED
package/pkg/bundler/README.md
CHANGED
|
@@ -1,3 +1,8 @@
|
|
|
1
|
+
<!-- This file is auto-generated by alef — DO NOT EDIT. -->
|
|
2
|
+
<!-- alef:hash:eba73f18eaaac6ec266a50fb26aa9ad33d060879957a4141f84b2b8b938babd7 -->
|
|
3
|
+
<!-- To regenerate: alef readme -->
|
|
4
|
+
<!-- To verify freshness: alef verify -->
|
|
5
|
+
|
|
1
6
|
<p align="center">
|
|
2
7
|
<picture>
|
|
3
8
|
<source media="(prefers-color-scheme: dark)" srcset="https://cdn.jsdelivr.net/gh/xberg-io/assets@v1/banner/readme-banner-dark.svg">
|
|
@@ -108,7 +113,7 @@ Works with Claude Code, Codex, Cursor, Gemini CLI, Factory Droid, GitHub Copilot
|
|
|
108
113
|
## Quick Start
|
|
109
114
|
|
|
110
115
|
```javascript title="WASM"
|
|
111
|
-
import {
|
|
116
|
+
import { WasmCrawlConfig, crawl, createEngine, scrape } from "@xberg-io/crawlberg-wasm";
|
|
112
117
|
|
|
113
118
|
async function main() {
|
|
114
119
|
// Simplest case: scrape a single page with default settings.
|
|
@@ -119,7 +124,7 @@ async function main() {
|
|
|
119
124
|
console.log(`Links found: ${result.links?.length ?? 0}`);
|
|
120
125
|
|
|
121
126
|
// Crawl from a seed URL, limited to one hop and a handful of pages.
|
|
122
|
-
const config =
|
|
127
|
+
const config = WasmCrawlConfig.default();
|
|
123
128
|
config.maxDepth = 1;
|
|
124
129
|
config.maxPages = 5;
|
|
125
130
|
const crawlEngine = createEngine(config);
|
|
@@ -8340,12 +8340,12 @@ export function __wbg_wasmsitemapurl_unwrap(arg0) {
|
|
|
8340
8340
|
return ret;
|
|
8341
8341
|
}
|
|
8342
8342
|
export function __wbindgen_cast_0000000000000001(arg0, arg1) {
|
|
8343
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx:
|
|
8343
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1068, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
|
|
8344
8344
|
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43);
|
|
8345
8345
|
return ret;
|
|
8346
8346
|
}
|
|
8347
8347
|
export function __wbindgen_cast_0000000000000002(arg0, arg1) {
|
|
8348
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx:
|
|
8348
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 953, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
|
|
8349
8349
|
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f);
|
|
8350
8350
|
return ret;
|
|
8351
8351
|
}
|
|
Binary file
|
package/pkg/bundler/package.json
CHANGED
package/pkg/deno/README.md
CHANGED
|
@@ -1,3 +1,8 @@
|
|
|
1
|
+
<!-- This file is auto-generated by alef — DO NOT EDIT. -->
|
|
2
|
+
<!-- alef:hash:eba73f18eaaac6ec266a50fb26aa9ad33d060879957a4141f84b2b8b938babd7 -->
|
|
3
|
+
<!-- To regenerate: alef readme -->
|
|
4
|
+
<!-- To verify freshness: alef verify -->
|
|
5
|
+
|
|
1
6
|
<p align="center">
|
|
2
7
|
<picture>
|
|
3
8
|
<source media="(prefers-color-scheme: dark)" srcset="https://cdn.jsdelivr.net/gh/xberg-io/assets@v1/banner/readme-banner-dark.svg">
|
|
@@ -108,7 +113,7 @@ Works with Claude Code, Codex, Cursor, Gemini CLI, Factory Droid, GitHub Copilot
|
|
|
108
113
|
## Quick Start
|
|
109
114
|
|
|
110
115
|
```javascript title="WASM"
|
|
111
|
-
import {
|
|
116
|
+
import { WasmCrawlConfig, crawl, createEngine, scrape } from "@xberg-io/crawlberg-wasm";
|
|
112
117
|
|
|
113
118
|
async function main() {
|
|
114
119
|
// Simplest case: scrape a single page with default settings.
|
|
@@ -119,7 +124,7 @@ async function main() {
|
|
|
119
124
|
console.log(`Links found: ${result.links?.length ?? 0}`);
|
|
120
125
|
|
|
121
126
|
// Crawl from a seed URL, limited to one hop and a handful of pages.
|
|
122
|
-
const config =
|
|
127
|
+
const config = WasmCrawlConfig.default();
|
|
123
128
|
config.maxDepth = 1;
|
|
124
129
|
config.maxPages = 5;
|
|
125
130
|
const crawlEngine = createEngine(config);
|
|
@@ -8345,12 +8345,12 @@ function __wbg_get_imports() {
|
|
|
8345
8345
|
return ret;
|
|
8346
8346
|
},
|
|
8347
8347
|
__wbindgen_cast_0000000000000001: function(arg0, arg1) {
|
|
8348
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx:
|
|
8348
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1068, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
|
|
8349
8349
|
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43);
|
|
8350
8350
|
return ret;
|
|
8351
8351
|
},
|
|
8352
8352
|
__wbindgen_cast_0000000000000002: function(arg0, arg1) {
|
|
8353
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx:
|
|
8353
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 953, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
|
|
8354
8354
|
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f);
|
|
8355
8355
|
return ret;
|
|
8356
8356
|
},
|
|
Binary file
|
package/pkg/nodejs/README.md
CHANGED
|
@@ -1,3 +1,8 @@
|
|
|
1
|
+
<!-- This file is auto-generated by alef — DO NOT EDIT. -->
|
|
2
|
+
<!-- alef:hash:eba73f18eaaac6ec266a50fb26aa9ad33d060879957a4141f84b2b8b938babd7 -->
|
|
3
|
+
<!-- To regenerate: alef readme -->
|
|
4
|
+
<!-- To verify freshness: alef verify -->
|
|
5
|
+
|
|
1
6
|
<p align="center">
|
|
2
7
|
<picture>
|
|
3
8
|
<source media="(prefers-color-scheme: dark)" srcset="https://cdn.jsdelivr.net/gh/xberg-io/assets@v1/banner/readme-banner-dark.svg">
|
|
@@ -108,7 +113,7 @@ Works with Claude Code, Codex, Cursor, Gemini CLI, Factory Droid, GitHub Copilot
|
|
|
108
113
|
## Quick Start
|
|
109
114
|
|
|
110
115
|
```javascript title="WASM"
|
|
111
|
-
import {
|
|
116
|
+
import { WasmCrawlConfig, crawl, createEngine, scrape } from "@xberg-io/crawlberg-wasm";
|
|
112
117
|
|
|
113
118
|
async function main() {
|
|
114
119
|
// Simplest case: scrape a single page with default settings.
|
|
@@ -119,7 +124,7 @@ async function main() {
|
|
|
119
124
|
console.log(`Links found: ${result.links?.length ?? 0}`);
|
|
120
125
|
|
|
121
126
|
// Crawl from a seed URL, limited to one hop and a handful of pages.
|
|
122
|
-
const config =
|
|
127
|
+
const config = WasmCrawlConfig.default();
|
|
123
128
|
config.maxDepth = 1;
|
|
124
129
|
config.maxPages = 5;
|
|
125
130
|
const crawlEngine = createEngine(config);
|
|
@@ -8402,12 +8402,12 @@ function __wbg_get_imports() {
|
|
|
8402
8402
|
return ret;
|
|
8403
8403
|
},
|
|
8404
8404
|
__wbindgen_cast_0000000000000001: function(arg0, arg1) {
|
|
8405
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx:
|
|
8405
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1068, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
|
|
8406
8406
|
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43);
|
|
8407
8407
|
return ret;
|
|
8408
8408
|
},
|
|
8409
8409
|
__wbindgen_cast_0000000000000002: function(arg0, arg1) {
|
|
8410
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx:
|
|
8410
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 953, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
|
|
8411
8411
|
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f);
|
|
8412
8412
|
return ret;
|
|
8413
8413
|
},
|
|
Binary file
|
package/pkg/nodejs/package.json
CHANGED
package/pkg/web/README.md
CHANGED
|
@@ -1,3 +1,8 @@
|
|
|
1
|
+
<!-- This file is auto-generated by alef — DO NOT EDIT. -->
|
|
2
|
+
<!-- alef:hash:eba73f18eaaac6ec266a50fb26aa9ad33d060879957a4141f84b2b8b938babd7 -->
|
|
3
|
+
<!-- To regenerate: alef readme -->
|
|
4
|
+
<!-- To verify freshness: alef verify -->
|
|
5
|
+
|
|
1
6
|
<p align="center">
|
|
2
7
|
<picture>
|
|
3
8
|
<source media="(prefers-color-scheme: dark)" srcset="https://cdn.jsdelivr.net/gh/xberg-io/assets@v1/banner/readme-banner-dark.svg">
|
|
@@ -108,7 +113,7 @@ Works with Claude Code, Codex, Cursor, Gemini CLI, Factory Droid, GitHub Copilot
|
|
|
108
113
|
## Quick Start
|
|
109
114
|
|
|
110
115
|
```javascript title="WASM"
|
|
111
|
-
import {
|
|
116
|
+
import { WasmCrawlConfig, crawl, createEngine, scrape } from "@xberg-io/crawlberg-wasm";
|
|
112
117
|
|
|
113
118
|
async function main() {
|
|
114
119
|
// Simplest case: scrape a single page with default settings.
|
|
@@ -119,7 +124,7 @@ async function main() {
|
|
|
119
124
|
console.log(`Links found: ${result.links?.length ?? 0}`);
|
|
120
125
|
|
|
121
126
|
// Crawl from a seed URL, limited to one hop and a handful of pages.
|
|
122
|
-
const config =
|
|
127
|
+
const config = WasmCrawlConfig.default();
|
|
123
128
|
config.maxDepth = 1;
|
|
124
129
|
config.maxPages = 5;
|
|
125
130
|
const crawlEngine = createEngine(config);
|
|
@@ -8345,12 +8345,12 @@ function __wbg_get_imports() {
|
|
|
8345
8345
|
return ret;
|
|
8346
8346
|
},
|
|
8347
8347
|
__wbindgen_cast_0000000000000001: function(arg0, arg1) {
|
|
8348
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx:
|
|
8348
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1068, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
|
|
8349
8349
|
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43);
|
|
8350
8350
|
return ret;
|
|
8351
8351
|
},
|
|
8352
8352
|
__wbindgen_cast_0000000000000002: function(arg0, arg1) {
|
|
8353
|
-
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx:
|
|
8353
|
+
// Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 953, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
|
|
8354
8354
|
const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f);
|
|
8355
8355
|
return ret;
|
|
8356
8356
|
},
|
|
Binary file
|