@xberg-io/crawlberg-wasm 1.3.2 → 1.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -1,3 +1,8 @@
1
+ <!-- This file is auto-generated by alef — DO NOT EDIT. -->
2
+ <!-- alef:hash:eba73f18eaaac6ec266a50fb26aa9ad33d060879957a4141f84b2b8b938babd7 -->
3
+ <!-- To regenerate: alef readme -->
4
+ <!-- To verify freshness: alef verify -->
5
+
1
6
  <p align="center">
2
7
  <picture>
3
8
  <source media="(prefers-color-scheme: dark)" srcset="https://cdn.jsdelivr.net/gh/xberg-io/assets@v1/banner/readme-banner-dark.svg">
@@ -108,7 +113,7 @@ Works with Claude Code, Codex, Cursor, Gemini CLI, Factory Droid, GitHub Copilot
108
113
  ## Quick Start
109
114
 
110
115
  ```javascript title="WASM"
111
- import { CrawlConfig, crawl, createEngine, scrape } from "@xberg-io/crawlberg-wasm";
116
+ import { WasmCrawlConfig, crawl, createEngine, scrape } from "@xberg-io/crawlberg-wasm";
112
117
 
113
118
  async function main() {
114
119
  // Simplest case: scrape a single page with default settings.
@@ -119,7 +124,7 @@ async function main() {
119
124
  console.log(`Links found: ${result.links?.length ?? 0}`);
120
125
 
121
126
  // Crawl from a seed URL, limited to one hop and a handful of pages.
122
- const config = new CrawlConfig();
127
+ const config = WasmCrawlConfig.default();
123
128
  config.maxDepth = 1;
124
129
  config.maxPages = 5;
125
130
  const crawlEngine = createEngine(config);
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@xberg-io/crawlberg-wasm",
3
- "version": "1.3.2",
3
+ "version": "1.4.0",
4
4
  "private": false,
5
5
  "description": "High-performance web crawling engine",
6
6
  "license": "MIT",
@@ -1,3 +1,8 @@
1
+ <!-- This file is auto-generated by alef — DO NOT EDIT. -->
2
+ <!-- alef:hash:eba73f18eaaac6ec266a50fb26aa9ad33d060879957a4141f84b2b8b938babd7 -->
3
+ <!-- To regenerate: alef readme -->
4
+ <!-- To verify freshness: alef verify -->
5
+
1
6
  <p align="center">
2
7
  <picture>
3
8
  <source media="(prefers-color-scheme: dark)" srcset="https://cdn.jsdelivr.net/gh/xberg-io/assets@v1/banner/readme-banner-dark.svg">
@@ -108,7 +113,7 @@ Works with Claude Code, Codex, Cursor, Gemini CLI, Factory Droid, GitHub Copilot
108
113
  ## Quick Start
109
114
 
110
115
  ```javascript title="WASM"
111
- import { CrawlConfig, crawl, createEngine, scrape } from "@xberg-io/crawlberg-wasm";
116
+ import { WasmCrawlConfig, crawl, createEngine, scrape } from "@xberg-io/crawlberg-wasm";
112
117
 
113
118
  async function main() {
114
119
  // Simplest case: scrape a single page with default settings.
@@ -119,7 +124,7 @@ async function main() {
119
124
  console.log(`Links found: ${result.links?.length ?? 0}`);
120
125
 
121
126
  // Crawl from a seed URL, limited to one hop and a handful of pages.
122
- const config = new CrawlConfig();
127
+ const config = WasmCrawlConfig.default();
123
128
  config.maxDepth = 1;
124
129
  config.maxPages = 5;
125
130
  const crawlEngine = createEngine(config);
@@ -8340,12 +8340,12 @@ export function __wbg_wasmsitemapurl_unwrap(arg0) {
8340
8340
  return ret;
8341
8341
  }
8342
8342
  export function __wbindgen_cast_0000000000000001(arg0, arg1) {
8343
- // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1069, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
8343
+ // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1068, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
8344
8344
  const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43);
8345
8345
  return ret;
8346
8346
  }
8347
8347
  export function __wbindgen_cast_0000000000000002(arg0, arg1) {
8348
- // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 954, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
8348
+ // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 953, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
8349
8349
  const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f);
8350
8350
  return ret;
8351
8351
  }
Binary file
@@ -2,7 +2,7 @@
2
2
  "name": "crawlberg-wasm",
3
3
  "type": "module",
4
4
  "description": "High-performance web crawling engine",
5
- "version": "1.3.2",
5
+ "version": "1.4.0",
6
6
  "license": "MIT",
7
7
  "repository": {
8
8
  "type": "git",
@@ -1,3 +1,8 @@
1
+ <!-- This file is auto-generated by alef — DO NOT EDIT. -->
2
+ <!-- alef:hash:eba73f18eaaac6ec266a50fb26aa9ad33d060879957a4141f84b2b8b938babd7 -->
3
+ <!-- To regenerate: alef readme -->
4
+ <!-- To verify freshness: alef verify -->
5
+
1
6
  <p align="center">
2
7
  <picture>
3
8
  <source media="(prefers-color-scheme: dark)" srcset="https://cdn.jsdelivr.net/gh/xberg-io/assets@v1/banner/readme-banner-dark.svg">
@@ -108,7 +113,7 @@ Works with Claude Code, Codex, Cursor, Gemini CLI, Factory Droid, GitHub Copilot
108
113
  ## Quick Start
109
114
 
110
115
  ```javascript title="WASM"
111
- import { CrawlConfig, crawl, createEngine, scrape } from "@xberg-io/crawlberg-wasm";
116
+ import { WasmCrawlConfig, crawl, createEngine, scrape } from "@xberg-io/crawlberg-wasm";
112
117
 
113
118
  async function main() {
114
119
  // Simplest case: scrape a single page with default settings.
@@ -119,7 +124,7 @@ async function main() {
119
124
  console.log(`Links found: ${result.links?.length ?? 0}`);
120
125
 
121
126
  // Crawl from a seed URL, limited to one hop and a handful of pages.
122
- const config = new CrawlConfig();
127
+ const config = WasmCrawlConfig.default();
123
128
  config.maxDepth = 1;
124
129
  config.maxPages = 5;
125
130
  const crawlEngine = createEngine(config);
@@ -8345,12 +8345,12 @@ function __wbg_get_imports() {
8345
8345
  return ret;
8346
8346
  },
8347
8347
  __wbindgen_cast_0000000000000001: function(arg0, arg1) {
8348
- // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1069, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
8348
+ // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1068, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
8349
8349
  const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43);
8350
8350
  return ret;
8351
8351
  },
8352
8352
  __wbindgen_cast_0000000000000002: function(arg0, arg1) {
8353
- // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 954, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
8353
+ // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 953, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
8354
8354
  const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f);
8355
8355
  return ret;
8356
8356
  },
Binary file
@@ -1,3 +1,8 @@
1
+ <!-- This file is auto-generated by alef — DO NOT EDIT. -->
2
+ <!-- alef:hash:eba73f18eaaac6ec266a50fb26aa9ad33d060879957a4141f84b2b8b938babd7 -->
3
+ <!-- To regenerate: alef readme -->
4
+ <!-- To verify freshness: alef verify -->
5
+
1
6
  <p align="center">
2
7
  <picture>
3
8
  <source media="(prefers-color-scheme: dark)" srcset="https://cdn.jsdelivr.net/gh/xberg-io/assets@v1/banner/readme-banner-dark.svg">
@@ -108,7 +113,7 @@ Works with Claude Code, Codex, Cursor, Gemini CLI, Factory Droid, GitHub Copilot
108
113
  ## Quick Start
109
114
 
110
115
  ```javascript title="WASM"
111
- import { CrawlConfig, crawl, createEngine, scrape } from "@xberg-io/crawlberg-wasm";
116
+ import { WasmCrawlConfig, crawl, createEngine, scrape } from "@xberg-io/crawlberg-wasm";
112
117
 
113
118
  async function main() {
114
119
  // Simplest case: scrape a single page with default settings.
@@ -119,7 +124,7 @@ async function main() {
119
124
  console.log(`Links found: ${result.links?.length ?? 0}`);
120
125
 
121
126
  // Crawl from a seed URL, limited to one hop and a handful of pages.
122
- const config = new CrawlConfig();
127
+ const config = WasmCrawlConfig.default();
123
128
  config.maxDepth = 1;
124
129
  config.maxPages = 5;
125
130
  const crawlEngine = createEngine(config);
@@ -8402,12 +8402,12 @@ function __wbg_get_imports() {
8402
8402
  return ret;
8403
8403
  },
8404
8404
  __wbindgen_cast_0000000000000001: function(arg0, arg1) {
8405
- // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1069, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
8405
+ // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1068, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
8406
8406
  const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43);
8407
8407
  return ret;
8408
8408
  },
8409
8409
  __wbindgen_cast_0000000000000002: function(arg0, arg1) {
8410
- // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 954, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
8410
+ // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 953, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
8411
8411
  const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f);
8412
8412
  return ret;
8413
8413
  },
Binary file
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "crawlberg-wasm",
3
3
  "description": "High-performance web crawling engine",
4
- "version": "1.3.2",
4
+ "version": "1.4.0",
5
5
  "license": "MIT",
6
6
  "repository": {
7
7
  "type": "git",
package/pkg/web/README.md CHANGED
@@ -1,3 +1,8 @@
1
+ <!-- This file is auto-generated by alef — DO NOT EDIT. -->
2
+ <!-- alef:hash:eba73f18eaaac6ec266a50fb26aa9ad33d060879957a4141f84b2b8b938babd7 -->
3
+ <!-- To regenerate: alef readme -->
4
+ <!-- To verify freshness: alef verify -->
5
+
1
6
  <p align="center">
2
7
  <picture>
3
8
  <source media="(prefers-color-scheme: dark)" srcset="https://cdn.jsdelivr.net/gh/xberg-io/assets@v1/banner/readme-banner-dark.svg">
@@ -108,7 +113,7 @@ Works with Claude Code, Codex, Cursor, Gemini CLI, Factory Droid, GitHub Copilot
108
113
  ## Quick Start
109
114
 
110
115
  ```javascript title="WASM"
111
- import { CrawlConfig, crawl, createEngine, scrape } from "@xberg-io/crawlberg-wasm";
116
+ import { WasmCrawlConfig, crawl, createEngine, scrape } from "@xberg-io/crawlberg-wasm";
112
117
 
113
118
  async function main() {
114
119
  // Simplest case: scrape a single page with default settings.
@@ -119,7 +124,7 @@ async function main() {
119
124
  console.log(`Links found: ${result.links?.length ?? 0}`);
120
125
 
121
126
  // Crawl from a seed URL, limited to one hop and a handful of pages.
122
- const config = new CrawlConfig();
127
+ const config = WasmCrawlConfig.default();
123
128
  config.maxDepth = 1;
124
129
  config.maxPages = 5;
125
130
  const crawlEngine = createEngine(config);
@@ -8345,12 +8345,12 @@ function __wbg_get_imports() {
8345
8345
  return ret;
8346
8346
  },
8347
8347
  __wbindgen_cast_0000000000000001: function(arg0, arg1) {
8348
- // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1069, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
8348
+ // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [Externref], shim_idx: 1068, ret: Result(Unit), inner_ret: Some(Result(Unit)) }, mutable: true }) -> Externref`.
8349
8349
  const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h2deefa3c9140ef43);
8350
8350
  return ret;
8351
8351
  },
8352
8352
  __wbindgen_cast_0000000000000002: function(arg0, arg1) {
8353
- // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 954, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
8353
+ // Cast intrinsic for `Closure(Closure { owned: true, function: Function { arguments: [], shim_idx: 953, ret: Unit, inner_ret: Some(Unit) }, mutable: true }) -> Externref`.
8354
8354
  const ret = makeMutClosure(arg0, arg1, wasm_bindgen__convert__closures_____invoke__h99e891e0bdc2d97f);
8355
8355
  return ret;
8356
8356
  },
Binary file
@@ -2,7 +2,7 @@
2
2
  "name": "crawlberg-wasm",
3
3
  "type": "module",
4
4
  "description": "High-performance web crawling engine",
5
- "version": "1.3.2",
5
+ "version": "1.4.0",
6
6
  "license": "MIT",
7
7
  "repository": {
8
8
  "type": "git",