@xberg-io/crawlberg-wasm 1.3.2 → 1.3.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -2
- package/package.json +1 -1
- package/pkg/bundler/README.md +7 -2
- package/pkg/bundler/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/bundler/package.json +1 -1
- package/pkg/deno/README.md +7 -2
- package/pkg/deno/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/nodejs/README.md +7 -2
- package/pkg/nodejs/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/nodejs/package.json +1 -1
- package/pkg/web/README.md +7 -2
- package/pkg/web/crawlberg_wasm_bg.wasm +0 -0
- package/pkg/web/package.json +1 -1
package/README.md
CHANGED
|
@@ -1,3 +1,8 @@
|
|
|
1
|
+
<!-- This file is auto-generated by alef — DO NOT EDIT. -->
|
|
2
|
+
<!-- alef:hash:daea1f87e8df574475305f04a171cd7b85bb2a3ca1cfa4ea7cebed923d2a79cd -->
|
|
3
|
+
<!-- To regenerate: alef readme -->
|
|
4
|
+
<!-- To verify freshness: alef verify -->
|
|
5
|
+
|
|
1
6
|
<p align="center">
|
|
2
7
|
<picture>
|
|
3
8
|
<source media="(prefers-color-scheme: dark)" srcset="https://cdn.jsdelivr.net/gh/xberg-io/assets@v1/banner/readme-banner-dark.svg">
|
|
@@ -108,7 +113,7 @@ Works with Claude Code, Codex, Cursor, Gemini CLI, Factory Droid, GitHub Copilot
|
|
|
108
113
|
## Quick Start
|
|
109
114
|
|
|
110
115
|
```javascript title="WASM"
|
|
111
|
-
import {
|
|
116
|
+
import { WasmCrawlConfig, crawl, createEngine, scrape } from "@xberg-io/crawlberg-wasm";
|
|
112
117
|
|
|
113
118
|
async function main() {
|
|
114
119
|
// Simplest case: scrape a single page with default settings.
|
|
@@ -119,7 +124,7 @@ async function main() {
|
|
|
119
124
|
console.log(`Links found: ${result.links?.length ?? 0}`);
|
|
120
125
|
|
|
121
126
|
// Crawl from a seed URL, limited to one hop and a handful of pages.
|
|
122
|
-
const config =
|
|
127
|
+
const config = WasmCrawlConfig.default();
|
|
123
128
|
config.maxDepth = 1;
|
|
124
129
|
config.maxPages = 5;
|
|
125
130
|
const crawlEngine = createEngine(config);
|
package/package.json
CHANGED
package/pkg/bundler/README.md
CHANGED
|
@@ -1,3 +1,8 @@
|
|
|
1
|
+
<!-- This file is auto-generated by alef — DO NOT EDIT. -->
|
|
2
|
+
<!-- alef:hash:daea1f87e8df574475305f04a171cd7b85bb2a3ca1cfa4ea7cebed923d2a79cd -->
|
|
3
|
+
<!-- To regenerate: alef readme -->
|
|
4
|
+
<!-- To verify freshness: alef verify -->
|
|
5
|
+
|
|
1
6
|
<p align="center">
|
|
2
7
|
<picture>
|
|
3
8
|
<source media="(prefers-color-scheme: dark)" srcset="https://cdn.jsdelivr.net/gh/xberg-io/assets@v1/banner/readme-banner-dark.svg">
|
|
@@ -108,7 +113,7 @@ Works with Claude Code, Codex, Cursor, Gemini CLI, Factory Droid, GitHub Copilot
|
|
|
108
113
|
## Quick Start
|
|
109
114
|
|
|
110
115
|
```javascript title="WASM"
|
|
111
|
-
import {
|
|
116
|
+
import { WasmCrawlConfig, crawl, createEngine, scrape } from "@xberg-io/crawlberg-wasm";
|
|
112
117
|
|
|
113
118
|
async function main() {
|
|
114
119
|
// Simplest case: scrape a single page with default settings.
|
|
@@ -119,7 +124,7 @@ async function main() {
|
|
|
119
124
|
console.log(`Links found: ${result.links?.length ?? 0}`);
|
|
120
125
|
|
|
121
126
|
// Crawl from a seed URL, limited to one hop and a handful of pages.
|
|
122
|
-
const config =
|
|
127
|
+
const config = WasmCrawlConfig.default();
|
|
123
128
|
config.maxDepth = 1;
|
|
124
129
|
config.maxPages = 5;
|
|
125
130
|
const crawlEngine = createEngine(config);
|
|
Binary file
|
package/pkg/bundler/package.json
CHANGED
package/pkg/deno/README.md
CHANGED
|
@@ -1,3 +1,8 @@
|
|
|
1
|
+
<!-- This file is auto-generated by alef — DO NOT EDIT. -->
|
|
2
|
+
<!-- alef:hash:daea1f87e8df574475305f04a171cd7b85bb2a3ca1cfa4ea7cebed923d2a79cd -->
|
|
3
|
+
<!-- To regenerate: alef readme -->
|
|
4
|
+
<!-- To verify freshness: alef verify -->
|
|
5
|
+
|
|
1
6
|
<p align="center">
|
|
2
7
|
<picture>
|
|
3
8
|
<source media="(prefers-color-scheme: dark)" srcset="https://cdn.jsdelivr.net/gh/xberg-io/assets@v1/banner/readme-banner-dark.svg">
|
|
@@ -108,7 +113,7 @@ Works with Claude Code, Codex, Cursor, Gemini CLI, Factory Droid, GitHub Copilot
|
|
|
108
113
|
## Quick Start
|
|
109
114
|
|
|
110
115
|
```javascript title="WASM"
|
|
111
|
-
import {
|
|
116
|
+
import { WasmCrawlConfig, crawl, createEngine, scrape } from "@xberg-io/crawlberg-wasm";
|
|
112
117
|
|
|
113
118
|
async function main() {
|
|
114
119
|
// Simplest case: scrape a single page with default settings.
|
|
@@ -119,7 +124,7 @@ async function main() {
|
|
|
119
124
|
console.log(`Links found: ${result.links?.length ?? 0}`);
|
|
120
125
|
|
|
121
126
|
// Crawl from a seed URL, limited to one hop and a handful of pages.
|
|
122
|
-
const config =
|
|
127
|
+
const config = WasmCrawlConfig.default();
|
|
123
128
|
config.maxDepth = 1;
|
|
124
129
|
config.maxPages = 5;
|
|
125
130
|
const crawlEngine = createEngine(config);
|
|
Binary file
|
package/pkg/nodejs/README.md
CHANGED
|
@@ -1,3 +1,8 @@
|
|
|
1
|
+
<!-- This file is auto-generated by alef — DO NOT EDIT. -->
|
|
2
|
+
<!-- alef:hash:daea1f87e8df574475305f04a171cd7b85bb2a3ca1cfa4ea7cebed923d2a79cd -->
|
|
3
|
+
<!-- To regenerate: alef readme -->
|
|
4
|
+
<!-- To verify freshness: alef verify -->
|
|
5
|
+
|
|
1
6
|
<p align="center">
|
|
2
7
|
<picture>
|
|
3
8
|
<source media="(prefers-color-scheme: dark)" srcset="https://cdn.jsdelivr.net/gh/xberg-io/assets@v1/banner/readme-banner-dark.svg">
|
|
@@ -108,7 +113,7 @@ Works with Claude Code, Codex, Cursor, Gemini CLI, Factory Droid, GitHub Copilot
|
|
|
108
113
|
## Quick Start
|
|
109
114
|
|
|
110
115
|
```javascript title="WASM"
|
|
111
|
-
import {
|
|
116
|
+
import { WasmCrawlConfig, crawl, createEngine, scrape } from "@xberg-io/crawlberg-wasm";
|
|
112
117
|
|
|
113
118
|
async function main() {
|
|
114
119
|
// Simplest case: scrape a single page with default settings.
|
|
@@ -119,7 +124,7 @@ async function main() {
|
|
|
119
124
|
console.log(`Links found: ${result.links?.length ?? 0}`);
|
|
120
125
|
|
|
121
126
|
// Crawl from a seed URL, limited to one hop and a handful of pages.
|
|
122
|
-
const config =
|
|
127
|
+
const config = WasmCrawlConfig.default();
|
|
123
128
|
config.maxDepth = 1;
|
|
124
129
|
config.maxPages = 5;
|
|
125
130
|
const crawlEngine = createEngine(config);
|
|
Binary file
|
package/pkg/nodejs/package.json
CHANGED
package/pkg/web/README.md
CHANGED
|
@@ -1,3 +1,8 @@
|
|
|
1
|
+
<!-- This file is auto-generated by alef — DO NOT EDIT. -->
|
|
2
|
+
<!-- alef:hash:daea1f87e8df574475305f04a171cd7b85bb2a3ca1cfa4ea7cebed923d2a79cd -->
|
|
3
|
+
<!-- To regenerate: alef readme -->
|
|
4
|
+
<!-- To verify freshness: alef verify -->
|
|
5
|
+
|
|
1
6
|
<p align="center">
|
|
2
7
|
<picture>
|
|
3
8
|
<source media="(prefers-color-scheme: dark)" srcset="https://cdn.jsdelivr.net/gh/xberg-io/assets@v1/banner/readme-banner-dark.svg">
|
|
@@ -108,7 +113,7 @@ Works with Claude Code, Codex, Cursor, Gemini CLI, Factory Droid, GitHub Copilot
|
|
|
108
113
|
## Quick Start
|
|
109
114
|
|
|
110
115
|
```javascript title="WASM"
|
|
111
|
-
import {
|
|
116
|
+
import { WasmCrawlConfig, crawl, createEngine, scrape } from "@xberg-io/crawlberg-wasm";
|
|
112
117
|
|
|
113
118
|
async function main() {
|
|
114
119
|
// Simplest case: scrape a single page with default settings.
|
|
@@ -119,7 +124,7 @@ async function main() {
|
|
|
119
124
|
console.log(`Links found: ${result.links?.length ?? 0}`);
|
|
120
125
|
|
|
121
126
|
// Crawl from a seed URL, limited to one hop and a handful of pages.
|
|
122
|
-
const config =
|
|
127
|
+
const config = WasmCrawlConfig.default();
|
|
123
128
|
config.maxDepth = 1;
|
|
124
129
|
config.maxPages = 5;
|
|
125
130
|
const crawlEngine = createEngine(config);
|
|
Binary file
|