@knowledgesdk/cli 0.1.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 KnowledgeSDK
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,263 @@
+# KnowledgeSDK CLI
+
+A beautiful, fully-featured command-line interface for [KnowledgeSDK](https://knowledgesdk.com) — extract, scrape, classify, search, and manage knowledge from any website.
+
+## Installation
+
+```bash
+npm install -g @knowledgesdk/cli
+```
+
+Or use without installing:
+
+```bash
+npx @knowledgesdk/cli <command>
+```
+
+## Quick Start
+
+```bash
+# 1. Set your API key
+npx knowledgesdk config --key sk_ks_your_key
+
+# 2. Extract knowledge from a website
+npx knowledgesdk extract https://competitor.com
+
+# 3. Search your knowledge base
+npx knowledgesdk search "pricing plans"
+```
+
+## Configuration
+
+API keys are stored in `~/.knowledgesdk/config.json`.
+
+```bash
+# Set API key
+npx knowledgesdk config --key sk_ks_your_key
+
+# Set a custom API base URL
+npx knowledgesdk config --url https://api.myinstance.com
+
+# View current config
+npx knowledgesdk config
+
+# Clear stored config
+npx knowledgesdk config --clear
+```
+
+You can also use environment variables instead of the config file:
+
+```bash
+export KNOWLEDGESDK_API_KEY=sk_ks_your_key
+export KNOWLEDGESDK_BASE_URL=https://api.knowledgesdk.com  # optional
+```
+
+## Commands
+
+### `extract` — Extract knowledge from a website
+
+Crawls a website and extracts structured knowledge from its pages.
+
+```bash
+# Basic extraction (synchronous)
+npx knowledgesdk extract https://competitor.com
+
+# Run asynchronously and get a job ID back
+npx knowledgesdk extract https://competitor.com --async
+
+# Run asynchronously with a webhook callback
+npx knowledgesdk extract https://competitor.com --async --callback-url https://myapp.com/hook
+
+# Limit crawl depth
+npx knowledgesdk extract https://competitor.com --max-pages 20
+
+# Save result to a file
+npx knowledgesdk extract https://competitor.com --output result.json
+
+# Output raw JSON
+npx knowledgesdk extract https://competitor.com --json
+```
+
+| Flag | Description |
+|------|-------------|
+| `--async` | Run asynchronously; returns a job ID |
+| `--callback-url <url>` | Webhook URL to notify when done |
+| `--max-pages <n>` | Maximum pages to crawl |
+| `--output <file>` | Save JSON result to file |
+| `--json` | Output raw JSON |
+
+---
+
+### `scrape` — Scrape a URL to Markdown
+
+Fetches a single page and returns its content as clean Markdown.
+
+```bash
+npx knowledgesdk scrape https://docs.example.com
+npx knowledgesdk scrape https://docs.example.com --output content.md
+npx knowledgesdk scrape https://docs.example.com --json
+```
+
+| Flag | Description |
+|------|-------------|
+| `--output <file>` | Save markdown to file |
+| `--json` | Output raw JSON including metadata |
+
+---
+
+### `classify` — Classify a business
+
+Uses AI to classify a website into an industry/category.
+
+```bash
+npx knowledgesdk classify https://example.com
+npx knowledgesdk classify https://example.com --json
+```
+
+| Flag | Description |
+|------|-------------|
+| `--json` | Output raw JSON |
+
+---
+
+### `sitemap` — Get a website's sitemap
+
+```bash
+npx knowledgesdk sitemap https://example.com
+
+# Limit the number of URLs shown
+npx knowledgesdk sitemap https://example.com --limit 50
+
+# Output raw JSON
+npx knowledgesdk sitemap https://example.com --json
+```
+
+| Flag | Description |
+|------|-------------|
+| `--limit <n>` | Limit number of URLs shown |
+| `--json` | Output raw JSON |
+
+---
+
+### `screenshot` — Take a screenshot
+
+```bash
+npx knowledgesdk screenshot https://example.com
+npx knowledgesdk screenshot https://example.com --output screenshot.png
+```
+
+| Flag | Description |
+|------|-------------|
+| `--output <file>` | Save PNG to file |
+| `--json` | Output raw JSON (includes base64 image) |
+
+---
+
+### `search` — Search your knowledge base
+
+```bash
+npx knowledgesdk search "pricing plans"
+npx knowledgesdk search "integration options" --limit 5
+npx knowledgesdk search "API documentation" --json
+```
+
+| Flag | Description |
+|------|-------------|
+| `--limit <n>` | Maximum results to return |
+| `--json` | Output raw JSON |
+
+---
+
+### `webhooks` — Manage webhooks
+
+```bash
+# List all webhooks
+npx knowledgesdk webhooks list
+
+# Create a webhook
+npx knowledgesdk webhooks create \
+  --url https://myapp.com/hook \
+  --events EXTRACTION_COMPLETED,PAGE_SCRAPED
+
+# Delete a webhook
+npx knowledgesdk webhooks delete weh_xxx
+```
+
+**Available events:**
+
+| Event | Description |
+|-------|-------------|
+| `EXTRACTION_COMPLETED` | Full extraction job finished |
+| `EXTRACTION_FAILED` | Full extraction job failed |
+| `PAGE_SCRAPED` | Individual page scraped |
+| `JOB_STARTED` | Async job started |
+| `JOB_FAILED` | Async job failed |
+
+---
+
+### `jobs` — Monitor async jobs
+
+```bash
+# Check job status once
+npx knowledgesdk jobs get job_xxx
+
+# Poll until the job completes
+npx knowledgesdk jobs poll job_xxx
+
+# Poll with a custom interval (in ms)
+npx knowledgesdk jobs poll job_xxx --interval 5000
+
+# Output final result as JSON
+npx knowledgesdk jobs poll job_xxx --json
+```
+
+---
+
+## Global Flags
+
+| Flag | Description |
+|------|-------------|
+| `--help` / `-h` | Show help for any command |
+| `--version` / `-v` | Show CLI version |
+
+## Output Formats
+
+By default the CLI renders human-readable, colored output. Use `--json` on any command to get raw JSON, or `--output <file>` to save results to disk.
+
+## Error Handling
+
+The CLI provides friendly error messages for common issues:
+
+| HTTP Status | Message |
+|-------------|---------|
+| `401` | Invalid API key — prompts you to run `config` |
+| `403` | Access forbidden |
+| `429` | Rate limit exceeded — suggests retrying |
+| `500/502/503` | Server error — suggests retrying |
+
+If no API key is found at all, the CLI will tell you exactly how to set one.
+
+## Requirements
+
+- Node.js >= 18 (uses native `fetch`)
+- A KnowledgeSDK API key from [knowledgesdk.com](https://knowledgesdk.com)
+
+## Development
+
+```bash
+# Install dependencies
+npm install
+
+# Build TypeScript
+npm run build
+
+# Watch mode
+npm run dev
+
+# Run locally
+node dist/index.js --help
+```
+
+## License
+
+MIT

package/dist/commands/classify.d.ts

@@ -0,0 +1,3 @@
+import { Command } from 'commander';
+export declare function registerClassifyCommand(program: Command): void;
+//# sourceMappingURL=classify.d.ts.map

package/dist/commands/classify.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"classify.d.ts","sourceRoot":"","sources":["../../src/commands/classify.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAapC,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CA6C9D"}

package/dist/commands/classify.js

@@ -0,0 +1,45 @@
+import ora from 'ora';
+import { classifyUrl } from '../lib/api.js';
+import { colorizeConfidence, handleApiError, printField, printHeader, printJson, theme, } from '../lib/output.js';
+export function registerClassifyCommand(program) {
+    program
+        .command('classify <url>')
+        .description('Classify a business/website into a category')
+        .option('--json', 'Output raw JSON')
+        .action(async (url, opts) => {
+        const spinner = ora({
+            text: `Classifying ${theme.url(url)}…`,
+            color: 'cyan',
+        }).start();
+        try {
+            const result = await classifyUrl(url);
+            spinner.stop();
+            if (opts.json) {
+                printJson(result);
+                return;
+            }
+            printHeader('Classification result');
+            printField('URL', result.url);
+            printField('Category', theme.highlight(result.category));
+            if (result.subcategory) {
+                printField('Subcategory', result.subcategory);
+            }
+            printField('Confidence', colorizeConfidence(result.confidence));
+            if (result.description) {
+                console.log('');
+                console.log(`  ${theme.label('Description')}`);
+                console.log(`  ${theme.dim(result.description)}`);
+            }
+            if (result.tags && result.tags.length > 0) {
+                console.log('');
+                console.log(`  ${theme.label('Tags')}  ${result.tags.map((t) => theme.info(`#${t}`)).join('  ')}`);
+            }
+            console.log('');
+        }
+        catch (err) {
+            spinner.stop();
+            handleApiError(err);
+        }
+    });
+}
+//# sourceMappingURL=classify.js.map

package/dist/commands/classify.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"classify.js","sourceRoot":"","sources":["../../src/commands/classify.ts"],"names":[],"mappings":"AACA,OAAO,GAAG,MAAM,KAAK,CAAC;AACtB,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EACL,kBAAkB,EAClB,cAAc,EACd,UAAU,EACV,WAAW,EACX,SAAS,EACT,KAAK,GACN,MAAM,kBAAkB,CAAC;AAG1B,MAAM,UAAU,uBAAuB,CAAC,OAAgB;IACtD,OAAO;SACJ,OAAO,CAAC,gBAAgB,CAAC;SACzB,WAAW,CAAC,6CAA6C,CAAC;SAC1D,MAAM,CAAC,QAAQ,EAAE,iBAAiB,CAAC;SACnC,MAAM,CAAC,KAAK,EAAE,GAAW,EAAE,IAAqB,EAAE,EAAE;QACnD,MAAM,OAAO,GAAG,GAAG,CAAC;YAClB,IAAI,EAAE,eAAe,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG;YACtC,KAAK,EAAE,MAAM;SACd,CAAC,CAAC,KAAK,EAAE,CAAC;QAEX,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,CAAC;YAEtC,OAAO,CAAC,IAAI,EAAE,CAAC;YAEf,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,SAAS,CAAC,MAAM,CAAC,CAAC;gBAClB,OAAO;YACT,CAAC;YAED,WAAW,CAAC,uBAAuB,CAAC,CAAC;YACrC,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;YAC9B,UAAU,CAAC,UAAU,EAAE,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;YACzD,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;gBACvB,UAAU,CAAC,aAAa,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;YAChD,CAAC;YACD,UAAU,CAAC,YAAY,EAAE,kBAAkB,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;YAChE,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;gBACvB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAChB,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;gBAC/C,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YACpD,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1C,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAChB,OAAO,CAAC,GAAG,CACT,KAAK,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACtF,CAAC;YACJ,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,EAAE,CAAC;YACf,cAAc,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/commands/config.d.ts

@@ -0,0 +1,3 @@
+import { Command } from 'commander';
+export declare function registerConfigCommand(program: Command): void;
+//# sourceMappingURL=config.d.ts.map

package/dist/commands/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/commands/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAiBpC,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CA2E5D"}

package/dist/commands/config.js

@@ -0,0 +1,63 @@
+import { getConfigFilePath, resolveApiKey, resolveBaseUrl, writeConfig, } from '../lib/config.js';
+import { printError, printField, printHeader, printInfo, printSuccess, theme, } from '../lib/output.js';
+export function registerConfigCommand(program) {
+    const config = program
+        .command('config')
+        .description('Manage CLI configuration (API key, base URL)');
+    // knowledgesdk config --key sk_ks_xxx
+    config
+        .option('-k, --key <apiKey>', 'Set your KnowledgeSDK API key')
+        .option('-u, --url <baseUrl>', 'Set a custom API base URL')
+        .option('--show', 'Show current configuration')
+        .option('--clear', 'Remove stored configuration')
+        .action((opts) => {
+        if (opts.clear) {
+            writeConfig({ apiKey: undefined, baseUrl: undefined });
+            printSuccess('Configuration cleared.');
+            return;
+        }
+        if (opts.key || opts.url) {
+            const updates = {};
+            if (opts.key) {
+                if (!opts.key.startsWith('sk_')) {
+                    printError('API key format looks incorrect.', 'Keys typically start with sk_ks_...');
+                    process.exit(1);
+                }
+                updates.apiKey = opts.key;
+            }
+            if (opts.url) {
+                updates.baseUrl = opts.url;
+            }
+            writeConfig(updates);
+            printHeader('Configuration saved');
+            if (updates.apiKey) {
+                const masked = updates.apiKey.slice(0, 8) + '••••••••' + updates.apiKey.slice(-4);
+                printField('API Key', masked);
+            }
+            if (updates.baseUrl) {
+                printField('Base URL', updates.baseUrl);
+            }
+            printField('Config file', getConfigFilePath());
+            console.log('');
+            return;
+        }
+        // Default: show current config
+        const apiKey = resolveApiKey();
+        const baseUrl = resolveBaseUrl();
+        const filePath = getConfigFilePath();
+        printHeader('Current configuration');
+        if (apiKey) {
+            const masked = apiKey.slice(0, 8) + '••••••••' + apiKey.slice(-4);
+            printField('API Key', masked);
+            printField('Key source', process.env['KNOWLEDGESDK_API_KEY'] ? 'env var' : 'config file');
+        }
+        else {
+            printField('API Key', theme.error('not set'));
+            printInfo('Set your key: knowledgesdk config --key <your-api-key>');
+        }
+        printField('Base URL', baseUrl);
+        printField('Config file', filePath);
+        console.log('');
+    });
+}
+//# sourceMappingURL=config.js.map

package/dist/commands/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/commands/config.ts"],"names":[],"mappings":"AACA,OAAO,EACL,iBAAiB,EAEjB,aAAa,EACb,cAAc,EACd,WAAW,GACZ,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,UAAU,EACV,UAAU,EACV,WAAW,EACX,SAAS,EACT,YAAY,EACZ,KAAK,GACN,MAAM,kBAAkB,CAAC;AAE1B,MAAM,UAAU,qBAAqB,CAAC,OAAgB;IACpD,MAAM,MAAM,GAAG,OAAO;SACnB,OAAO,CAAC,QAAQ,CAAC;SACjB,WAAW,CAAC,8CAA8C,CAAC,CAAC;IAE/D,sCAAsC;IACtC,MAAM;SACH,MAAM,CAAC,oBAAoB,EAAE,+BAA+B,CAAC;SAC7D,MAAM,CAAC,qBAAqB,EAAE,2BAA2B,CAAC;SAC1D,MAAM,CAAC,QAAQ,EAAE,4BAA4B,CAAC;SAC9C,MAAM,CAAC,SAAS,EAAE,6BAA6B,CAAC;SAChD,MAAM,CAAC,CAAC,IAAqE,EAAE,EAAE;QAChF,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,WAAW,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;YACvD,YAAY,CAAC,wBAAwB,CAAC,CAAC;YACvC,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACzB,MAAM,OAAO,GAA0C,EAAE,CAAC;YAE1D,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;oBAChC,UAAU,CACR,iCAAiC,EACjC,qCAAqC,CACtC,CAAC;oBACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC;YAC5B,CAAC;YAED,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC;YAC7B,CAAC;YAED,WAAW,CAAC,OAAO,CAAC,CAAC;YAErB,WAAW,CAAC,qBAAqB,CAAC,CAAC;YACnC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBACnB,MAAM,MAAM,GACV,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrE,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YAChC,CAAC;YACD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACpB,UAAU,CAAC,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;YAC1C,CAAC;YACD,UAAU,CAAC,aAAa,EAAE,iBAAiB,EAAE,CAAC,CAAC;YAC/C,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChB,OAAO;QACT,CAAC;QAED,+BAA+B;QAC/B,MAAM,MAAM,GAAG,aAAa,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,cAAc,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,iBAAiB,EAAE,CAAC;QAErC,WAAW,CAAC,uBAAuB,CAAC,CAAC;QACrC,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAClE,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;YAC9B,UAAU,CACR,YAAY,EACZ,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAChE,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,UAAU,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;YAC9C,SAAS,CACP,wDAAwD,CACzD,CAAC;QACJ,CAAC;QACD,UAAU,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAChC,UAAU,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;QACpC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/commands/extract.d.ts

@@ -0,0 +1,3 @@
+import { Command } from 'commander';
+export declare function registerExtractCommand(program: Command): void;
+//# sourceMappingURL=extract.d.ts.map

package/dist/commands/extract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../src/commands/extract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAepC,wBAAgB,sBAAsB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAkI7D"}

package/dist/commands/extract.js

@@ -0,0 +1,136 @@
+import ora from 'ora';
+import { extractUrl, extractUrlStream } from '../lib/api.js';
+import { colorizeStatus, handleApiError, printField, printHeader, printInfo, printJson, saveToFile, theme, } from '../lib/output.js';
+export function registerExtractCommand(program) {
+    program
+        .command('extract <url>')
+        .description('Extract structured knowledge from a website')
+        .option('-a, --async', 'Run extraction asynchronously (returns a job ID)')
+        .option('-c, --callback-url <url>', 'Webhook URL to call when extraction completes')
+        .option('-m, --max-pages <number>', 'Maximum number of pages to crawl', parseInt)
+        .option('-o, --output <file>', 'Save result to a file (JSON)')
+        .option('--no-stream', 'Disable live streaming and wait synchronously')
+        .option('--json', 'Output raw JSON')
+        .action(async (url, opts) => {
+        // ── Async mode: fire and forget ──────────────────────────────────────
+        if (opts.async) {
+            const spinner = ora({ text: `Queuing extraction for ${theme.url(url)}…`, color: 'cyan' }).start();
+            try {
+                const result = await extractUrl(url, {
+                    async: true,
+                    callbackUrl: opts.callbackUrl,
+                    maxPages: opts.maxPages,
+                });
+                spinner.stop();
+                if (opts.json) {
+                    printJson(result);
+                    return;
+                }
+                printHeader('Extraction queued');
+                printField('Job ID', result.jobId);
+                printField('Status', colorizeStatus(result.status));
+                printField('URL', result.url);
+                console.log('');
+                printInfo(`Poll for results: knowledgesdk jobs poll ${result.jobId}`);
+                console.log('');
+                if (opts.output)
+                    saveToFile(opts.output, JSON.stringify(result, null, 2));
+            }
+            catch (err) {
+                spinner.stop();
+                handleApiError(err);
+            }
+            return;
+        }
+        // ── Streaming mode (default) ─────────────────────────────────────────
+        if (opts.stream !== false) {
+            const spinner = ora({ text: `Connecting to ${theme.url(url)}…`, color: 'cyan' }).start();
+            const startTime = Date.now();
+            let businessName = '';
+            let finalResult = null;
+            try {
+                for await (const event of extractUrlStream(url, { maxPages: opts.maxPages })) {
+                    switch (event.type) {
+                        case 'connected':
+                            spinner.text = `Classifying ${theme.url(url)}…`;
+                            break;
+                        case 'business_classified':
+                            businessName = event.business.businessName;
+                            spinner.text = `Classified: ${theme.bold(businessName)}`;
+                            break;
+                        case 'progress':
+                            spinner.text = event.message;
+                            break;
+                        case 'pages_planned':
+                            spinner.text = `Planned ${event.pages.length} pages to scrape…`;
+                            break;
+                        case 'page_scraped':
+                            spinner.text = `Scraping page ${event.index + 1}/${event.total}: ${theme.dim(event.url)}`;
+                            break;
+                        case 'complete':
+                            finalResult = event.result;
+                            break;
+                        case 'error':
+                            throw new Error(event.message);
+                    }
+                }
+                const durationSec = ((Date.now() - startTime) / 1000).toFixed(1);
+                const label = businessName || url;
+                const pages = finalResult?.pagesScraped ?? 0;
+                const items = Array.isArray(finalResult?.knowledgeItems) ? finalResult.knowledgeItems.length : 0;
+                spinner.succeed(`${theme.bold(label)} — ${pages} pages · ${items} knowledge items · ${durationSec}s`);
+                if (opts.json) {
+                    printJson(finalResult);
+                    return;
+                }
+                if (finalResult) {
+                    console.log('');
+                    printHeader('Extraction complete');
+                    printField('Pages scraped', String(pages));
+                    printField('Knowledge items', String(items));
+                    printField('Duration', `${durationSec}s`);
+                }
+                console.log('');
+                if (opts.output && finalResult)
+                    saveToFile(opts.output, JSON.stringify(finalResult, null, 2));
+            }
+            catch (err) {
+                spinner.fail();
+                handleApiError(err);
+            }
+            return;
+        }
+        // ── Sync fallback (--no-stream) ──────────────────────────────────────
+        const spinner = ora({ text: `Extracting knowledge from ${theme.url(url)}…`, color: 'cyan' }).start();
+        try {
+            const result = await extractUrl(url, {
+                async: false,
+                callbackUrl: opts.callbackUrl,
+                maxPages: opts.maxPages,
+            });
+            spinner.stop();
+            if (opts.json) {
+                printJson(result);
+                return;
+            }
+            printHeader('Extraction result');
+            printField('Job ID', result.jobId);
+            printField('Status', colorizeStatus(result.status));
+            printField('URL', result.url);
+            printField('Created', result.createdAt);
+            if (result.status === 'COMPLETED' && result.result) {
+                printField('Total pages', result.result.totalPages);
+            }
+            if (result.completedAt)
+                printField('Completed', result.completedAt);
+            console.log('');
+            if (opts.output)
+                saveToFile(opts.output, JSON.stringify(result, null, 2));
+        }
+        catch (err) {
+            spinner.stop();
+            handleApiError(err);
+        }
+    });
+}
+//# sourceMappingURL=extract.js.map

package/dist/commands/extract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../src/commands/extract.ts"],"names":[],"mappings":"AACA,OAAO,GAAG,MAAM,KAAK,CAAC;AACtB,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAC7D,OAAO,EACL,cAAc,EACd,cAAc,EACd,UAAU,EACV,WAAW,EACX,SAAS,EACT,SAAS,EACT,UAAU,EACV,KAAK,GACN,MAAM,kBAAkB,CAAC;AAG1B,MAAM,UAAU,sBAAsB,CAAC,OAAgB;IACrD,OAAO;SACJ,OAAO,CAAC,eAAe,CAAC;SACxB,WAAW,CAAC,6CAA6C,CAAC;SAC1D,MAAM,CAAC,aAAa,EAAE,kDAAkD,CAAC;SACzE,MAAM,CACL,0BAA0B,EAC1B,+CAA+C,CAChD;SACA,MAAM,CAAC,0BAA0B,EAAE,kCAAkC,EAAE,QAAQ,CAAC;SAChF,MAAM,CAAC,qBAAqB,EAAE,8BAA8B,CAAC;SAC7D,MAAM,CAAC,aAAa,EAAE,+CAA+C,CAAC;SACtE,MAAM,CAAC,QAAQ,EAAE,iBAAiB,CAAC;SACnC,MAAM,CACL,KAAK,EACH,GAAW,EACX,IAA2D,EAC3D,EAAE;QACF,wEAAwE;QACxE,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,GAAG,CAAC,EAAE,IAAI,EAAE,0BAA0B,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;YAClG,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE;oBACnC,KAAK,EAAE,IAAI;oBACX,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ;iBACxB,CAAC,CAAC;gBACH,OAAO,CAAC,IAAI,EAAE,CAAC;gBACf,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBAAC,SAAS,CAAC,MAAM,CAAC,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBAC7C,WAAW,CAAC,mBAAmB,CAAC,CAAC;gBACjC,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;gBACnC,UAAU,CAAC,QAAQ,EAAE,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;gBACpD,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC9B,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAChB,SAAS,CAAC,4CAA4C,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;gBACtE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAChB,IAAI,IAAI,CAAC,MAAM;oBAAE,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAC5E,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,IAAI,EAAE,CAAC;gBACf,cAAc,CAAC,GAAG,CAAC,CAAC;YACtB,CAAC;YACD,OAAO;QACT,CAAC;QAED,wEAAwE;QACxE,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAG,GAAG,CAAC,EAAE,IAAI,EAAE,iBAAiB,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;YACzF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,IAAI,YAAY,GAAG,EAAE,CAAC;YACtB,IAAI,WAAW,GAAQ,IAAI,CAAC;YAE5B,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,EAAE,CAAC;oBAC7E,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;wBACnB,KAAK,WAAW;4BACd,OAAO,CAAC,IAAI,GAAG,eAAe,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC;4BAChD,MAAM;wBACR,KAAK,qBAAqB;4BACxB,YAAY,GAAG,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC;4BAC3C,OAAO,CAAC,IAAI,GAAG,eAAe,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;4BACzD,MAAM;wBACR,KAAK,UAAU;4BACb,OAAO,CAAC,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC;4BAC7B,MAAM;wBACR,KAAK,eAAe;4BAClB,OAAO,CAAC,IAAI,GAAG,WAAW,KAAK,CAAC,KAAK,CAAC,MAAM,mBAAmB,CAAC;4BAChE,MAAM;wBACR,KAAK,cAAc;4BACjB,OAAO,CAAC,IAAI,GAAG,iBAAiB,KAAK,CAAC,KAAK,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;4BAC1F,MAAM;wBACR,KAAK,UAAU;4BACb,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC;4BAC3B,MAAM;wBACR,KAAK,OAAO;4BACV,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBACnC,CAAC;gBACH,CAAC;gBAED,MAAM,WAAW,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACjE,MAAM,KAAK,GAAG,YAAY,IAAI,GAAG,CAAC;gBAClC,MAAM,KAAK,GAAG,WAAW,EAAE,YAAY,IAAI,CAAC,CAAC;gBAC7C,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBACjG,OAAO,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,YAAY,KAAK,sBAAsB,WAAW,GAAG,CAAC,CAAC;gBAEtG,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBAAC,SAAS,CAAC,WAAW,CAAC,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBAElD,IAAI,WAAW,EAAE,CAAC;oBAChB,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAChB,WAAW,CAAC,qBAAqB,CAAC,CAAC;oBACnC,UAAU,CAAC,eAAe,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;oBAC3C,UAAU,CAAC,iBAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;oBAC7C,UAAU,CAAC,UAAU,EAAE,GAAG,WAAW,GAAG,CAAC,CAAC;gBAC5C,CAAC;gBAED,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAChB,IAAI,IAAI,CAAC,MAAM,IAAI,WAAW;oBAAE,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAChG,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,IAAI,EAAE,CAAC;gBACf,cAAc,CAAC,GAAG,CAAC,CAAC;YACtB,CAAC;YACD,OAAO;QACT,CAAC;QAED,wEAAwE;QACxE,MAAM,OAAO,GAAG,GAAG,CAAC,EAAE,IAAI,EAAE,6BAA6B,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;QACrG,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE;gBACnC,KAAK,EAAE,KAAK;gBACZ,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ;aACxB,CAAC,CAAC;YACH,OAAO,CAAC,IAAI,EAAE,CAAC;YACf,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBAAC,SAAS,CAAC,MAAM,CAAC,CAAC;gBAAC,OAAO;YAAC,CAAC;YAC7C,WAAW,CAAC,mBAAmB,CAAC,CAAC;YACjC,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YACnC,UAAU,CAAC,QAAQ,EAAE,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YACpD,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;YAC9B,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;YACxC,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBACnD,UAAU,CAAC,aAAa,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACtD,CAAC;YACD,IAAI,MAAM,CAAC,WAAW;gBAAE,UAAU,CAAC,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;YACpE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChB,IAAI,IAAI,CAAC,MAAM;gBAAE,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,EAAE,CAAC;YACf,cAAc,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;IACH,CAAC,CACF,CAAC;AACN,CAAC"}

package/dist/commands/jobs.d.ts

@@ -0,0 +1,3 @@
+import { Command } from 'commander';
+export declare function registerJobsCommand(program: Command): void;
+//# sourceMappingURL=jobs.d.ts.map

package/dist/commands/jobs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jobs.d.ts","sourceRoot":"","sources":["../../src/commands/jobs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAmBpC,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CA2G1D"}