@xcrawl/cli 0.2.0

package/CHANGELOG.md

@@ -0,0 +1,23 @@
+# Changelog
+
+All notable changes to this project will be documented in this file.
+
+## [0.2.0] - 2026-03-12
+
+### Added
+- Added `map` command and API integration.
+- Added `crawl` command with `crawl status` and optional `--wait` polling.
+- Added `config get`, `config set`, and `config keys` commands.
+- Added batch scraping support with `--input` and `--concurrency`.
+- Added real API smoke test script: `npm run smoke`.
+- Added GitHub Actions workflow for build/test/lint and optional smoke test.
+
+### Changed
+- Updated default API base URL to `https://run.xcrawl.com`.
+- Aligned API method and response mapping for `scrape`, `search`, `map`, and `crawl`.
+- Improved `doctor` connectivity behavior for public API account endpoint limitations.
+- Improved `whoami` and `credits` with actionable fallback output when account endpoints are not exposed by public API.
+
+### Quality
+- Expanded integration test coverage for new commands and fallback behavior.
+- Current automated checks: `npm run build`, `npm run test`, and `npm run lint`.

package/README.md

@@ -0,0 +1,115 @@
+# XCrawl CLI
+
+XCrawl CLI is a Node.js command-line tool for scraping, searching, mapping, and crawling websites.
+
+## Install
+
+### Run with npx (no global install)
+
+```bash
+npx -y @xcrawl/cli@latest doctor
+```
+
+### Install globally with npm
+
+```bash
+npm install -g @xcrawl/cli
+xcrawl --help
+```
+
+## Authenticate
+
+Use either login command or environment variable.
+
+```bash
+# Save API key locally
+xcrawl login --api-key <your_api_key>
+
+# Or use env var
+export XCRAWL_API_KEY=<your_api_key>
+```
+
+## Quickstart
+
+```bash
+# Scrape a page
+xcrawl scrape https://example.com --format markdown
+
+# Search
+xcrawl search "xcrawl cli" --limit 10
+
+# Map links in a site
+xcrawl map https://example.com --limit 10
+
+# Start a crawl
+xcrawl crawl https://example.com
+
+# Check crawl status
+xcrawl crawl status <job-id>
+```
+
+Default shortcut:
+
+```bash
+xcrawl https://example.com
+# same as:
+xcrawl scrape https://example.com
+```
+
+## Batch Scraping
+
+```bash
+xcrawl scrape --input ./urls.txt --concurrency 3 --json
+```
+
+`urls.txt` should contain one URL per line. Lines starting with `#` are ignored.
+
+## Config
+
+```bash
+xcrawl config keys
+xcrawl config get api-base-url
+xcrawl config set api-base-url https://run.xcrawl.com
+```
+
+Config priority:
+1. CLI flags
+2. Environment variables
+3. Local config file `~/.xcrawl/config.json`
+4. Defaults
+
+Environment variables:
+- `XCRAWL_API_KEY`
+- `XCRAWL_API_BASE_URL`
+- `XCRAWL_TIMEOUT_MS`
+- `XCRAWL_OUTPUT_DIR`
+- `XCRAWL_DEBUG`
+
+## Output
+
+- Default: human-readable text
+- `--json`: machine-readable JSON
+- `--output`: write output to file
+- Multi-URL scrape defaults to `.xcrawl/` when no output path is provided
+
+## Public API Notes
+
+- Default API base URL is `https://run.xcrawl.com`.
+- Public API currently does not expose standalone `whoami` / `credits` endpoints.
+- CLI handles this with explicit fallback output instead of hard failure.
+
+## Local Development
+
+```bash
+npm install
+npm run build
+npm run test
+npm run lint
+```
+
+Real API smoke test:
+
+```bash
+export XCRAWL_API_KEY=<your_api_key>
+npm run smoke
+```

package/dist/api/client.d.ts

@@ -0,0 +1,14 @@
+import type { ApiRequestOptions, ApiTransport } from '../types/api';
+export interface ApiClientOptions {
+    baseUrl: string;
+    apiKey?: string;
+    timeoutMs?: number;
+    debug?: boolean;
+}
+export declare class ApiClient implements ApiTransport {
+    private readonly options;
+    constructor(options: ApiClientOptions);
+    get<T>(path: string, options?: ApiRequestOptions): Promise<T>;
+    post<T>(path: string, options?: ApiRequestOptions): Promise<T>;
+    private request;
+}

package/dist/api/client.js

@@ -0,0 +1,92 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ApiClient = void 0;
+const errors_1 = require("../core/errors");
+function buildUrl(baseUrl, path, query) {
+    const url = new URL(path, baseUrl.endsWith('/') ? baseUrl : `${baseUrl}/`);
+    for (const [key, value] of Object.entries(query ?? {})) {
+        if (value !== undefined) {
+            url.searchParams.set(key, String(value));
+        }
+    }
+    return url.toString();
+}
+class ApiClient {
+    constructor(options) {
+        this.options = {
+            timeoutMs: 30000,
+            debug: false,
+            ...options
+        };
+    }
+    async get(path, options = {}) {
+        return this.request('GET', path, options);
+    }
+    async post(path, options = {}) {
+        return this.request('POST', path, options);
+    }
+    async request(method, path, options) {
+        const timeoutMs = options.timeoutMs ?? this.options.timeoutMs ?? 30000;
+        const controller = new AbortController();
+        const timeout = setTimeout(() => controller.abort(), timeoutMs);
+        const headers = {
+            'content-type': 'application/json',
+            ...(options.headers ?? {})
+        };
+        if (this.options.apiKey) {
+            headers.authorization = `Bearer ${this.options.apiKey}`;
+        }
+        const url = buildUrl(this.options.baseUrl, path, options.query);
+        try {
+            const response = await fetch(url, {
+                method,
+                headers,
+                body: options.body ? JSON.stringify(options.body) : undefined,
+                signal: controller.signal
+            });
+            const text = await response.text();
+            const parsed = text ? tryJsonParse(text) : undefined;
+            if (!response.ok) {
+                const message = extractApiMessage(parsed) ?? `Request failed (${response.status})`;
+                throw new errors_1.ApiError(message, 'Check your API key and request arguments, or retry later. You can run `xcrawl doctor` for diagnostics.', response.status, parsed);
+            }
+            if (parsed === undefined) {
+                return {};
+            }
+            return parsed;
+        }
+        catch (error) {
+            if (error instanceof errors_1.ApiError) {
+                throw error;
+            }
+            if (error instanceof DOMException && error.name === 'AbortError') {
+                throw new errors_1.NetworkError('Request timed out.', 'Increase the timeout with `--timeout`.', error);
+            }
+            throw new errors_1.NetworkError('Network request failed.', 'Check your network connection and API base URL configuration.', error);
+        }
+        finally {
+            clearTimeout(timeout);
+        }
+    }
+}
+exports.ApiClient = ApiClient;
+function tryJsonParse(text) {
+    try {
+        return JSON.parse(text);
+    }
+    catch {
+        return text;
+    }
+}
+function extractApiMessage(parsed) {
+    if (!parsed || typeof parsed !== 'object') {
+        return undefined;
+    }
+    const shape = parsed;
+    const candidate = shape.message ?? shape.error;
+    if (typeof candidate === 'string' && candidate.trim().length > 0) {
+        return candidate;
+    }
+    return undefined;
+}
+//# sourceMappingURL=client.js.map

package/dist/api/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../../src/api/client.ts"],"names":[],"mappings":";;;AAAA,2CAAwD;AAUxD,SAAS,QAAQ,CAAC,OAAe,EAAE,IAAY,EAAE,KAA6D;IAC5G,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,GAAG,CAAC,CAAC;IAE3E,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;QACvD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;AACxB,CAAC;AAED,MAAa,SAAS;IAGpB,YAAY,OAAyB;QACnC,IAAI,CAAC,OAAO,GAAG;YACb,SAAS,EAAE,KAAK;YAChB,KAAK,EAAE,KAAK;YACZ,GAAG,OAAO;SACX,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAI,IAAY,EAAE,UAA6B,EAAE;QACxD,OAAO,IAAI,CAAC,OAAO,CAAI,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,IAAI,CAAI,IAAY,EAAE,UAA6B,EAAE;QACzD,OAAO,IAAI,CAAC,OAAO,CAAI,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;IAChD,CAAC;IAEO,KAAK,CAAC,OAAO,CAAI,MAAc,EAAE,IAAY,EAAE,OAA0B;QAC/E,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;QACvE,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;QAEhE,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;YAClC,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;SAC3B,CAAC;QAEF,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACxB,OAAO,CAAC,aAAa,GAAG,UAAU,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QAC1D,CAAC;QAED,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QAEhE,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAChC,MAAM;gBACN,OAAO;gBACP,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;gBAC7D,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAErD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,OAAO,GAAG,iBAAiB,CAAC,MAAM,CAAC,IAAI,mBAAmB,QAAQ,CAAC,MAAM,GAAG,CAAC;gBACnF,MAAM,IAAI,iBAAQ,CAChB,OAAO,EACP,wGAAwG,EACxG,QAAQ,CAAC,MAAM,EACf,MAAM,CACP,CAAC;YACJ,CAAC;YAED,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBACzB,OAAO,EAAO,CAAC;YACjB,CAAC;YAED,OAAO,MAAW,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,iBAAQ,EAAE,CAAC;gBAC9B,MAAM,KAAK,CAAC;YACd,CAAC;YAED,IAAI,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBACjE,MAAM,IAAI,qBAAY,CAAC,oBAAoB,EAAE,wCAAwC,EAAE,KAAK,CAAC,CAAC;YAChG,CAAC;YAED,MAAM,IAAI,qBAAY,CAAC,yBAAyB,EAAE,+DAA+D,EAAE,KAAK,CAAC,CAAC;QAC5H,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;CACF;AA3ED,8BA2EC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAY,CAAC;IACrC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAe;IACxC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC1C,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,KAAK,GAAG,MAAiC,CAAC;IAChD,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC;IAC/C,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjE,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/api/crawl.d.ts

@@ -0,0 +1,4 @@
+import type { ApiTransport, CrawlStartRequest, CrawlStartResponse, CrawlStatusResponse } from '../types/api';
+export declare function startCrawl(client: ApiTransport, request: CrawlStartRequest): Promise<CrawlStartResponse>;
+export declare function fetchCrawlStatus(client: ApiTransport, jobId: string): Promise<CrawlStatusResponse>;
+export declare function waitForCrawlCompletion(client: ApiTransport, jobId: string, intervalMs: number, timeoutMs: number): Promise<CrawlStatusResponse>;

package/dist/api/crawl.js

@@ -0,0 +1,63 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.startCrawl = startCrawl;
+exports.fetchCrawlStatus = fetchCrawlStatus;
+exports.waitForCrawlCompletion = waitForCrawlCompletion;
+const promises_1 = require("node:timers/promises");
+const errors_1 = require("../core/errors");
+const TERMINAL_CRAWL_STATUSES = new Set(['completed', 'failed']);
+function normalizeCrawlStatus(status) {
+    if (!status) {
+        return 'pending';
+    }
+    if (status === 'pending' || status === 'crawling' || status === 'completed' || status === 'failed') {
+        return status;
+    }
+    if (status === 'queued') {
+        return 'pending';
+    }
+    if (status === 'running') {
+        return 'crawling';
+    }
+    return 'pending';
+}
+async function startCrawl(client, request) {
+    const raw = await client.post('/v1/crawl', {
+        body: {
+            url: request.url,
+            crawler: {
+                limit: request.maxPages
+            }
+        }
+    });
+    return {
+        jobId: raw.crawl_id ?? '',
+        url: raw.url ?? request.url,
+        status: normalizeCrawlStatus(raw.status)
+    };
+}
+async function fetchCrawlStatus(client, jobId) {
+    const raw = await client.get(`/v1/crawl/${encodeURIComponent(jobId)}`);
+    const pages = raw.data?.data ?? [];
+    return {
+        jobId: raw.crawl_id ?? jobId,
+        url: raw.url ?? '',
+        status: normalizeCrawlStatus(raw.status),
+        completedPages: Array.isArray(pages) ? pages.length : undefined,
+        failedPages: 0,
+        startedAt: raw.started_at,
+        finishedAt: raw.ended_at
+    };
+}
+async function waitForCrawlCompletion(client, jobId, intervalMs, timeoutMs) {
+    const startedAt = Date.now();
+    while (Date.now() - startedAt <= timeoutMs) {
+        const status = await fetchCrawlStatus(client, jobId);
+        if (TERMINAL_CRAWL_STATUSES.has(status.status)) {
+            return status;
+        }
+        await (0, promises_1.setTimeout)(intervalMs);
+    }
+    throw new errors_1.ApiError(`Crawl job did not finish in time: ${jobId}`, 'Increase --wait-timeout or check progress with `xcrawl crawl status <job-id>`.');
+}
+//# sourceMappingURL=crawl.js.map

package/dist/api/crawl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawl.js","sourceRoot":"","sources":["../../src/api/crawl.ts"],"names":[],"mappings":";;AAmCA,gCAeC;AAED,4CAcC;AAED,wDAqBC;AAzFD,mDAA2D;AAE3D,2CAA0C;AAW1C,MAAM,uBAAuB,GAAG,IAAI,GAAG,CAAiB,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC;AAEjF,SAAS,oBAAoB,CAAC,MAA0B;IACtD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,UAAU,IAAI,MAAM,KAAK,WAAW,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACnG,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAEM,KAAK,UAAU,UAAU,CAAC,MAAoB,EAAE,OAA0B;IAC/E,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,IAAI,CAAwB,WAAW,EAAE;QAChE,IAAI,EAAE;YACJ,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,OAAO,EAAE;gBACP,KAAK,EAAE,OAAO,CAAC,QAAQ;aACxB;SACF;KACF,CAAC,CAAC;IAEH,OAAO;QACL,KAAK,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE;QACzB,GAAG,EAAE,GAAG,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG;QAC3B,MAAM,EAAE,oBAAoB,CAAC,GAAG,CAAC,MAAM,CAAC;KACzC,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,gBAAgB,CAAC,MAAoB,EAAE,KAAa;IACxE,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,GAAG,CAAyB,aAAa,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAE/F,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC;IAEnC,OAAO;QACL,KAAK,EAAE,GAAG,CAAC,QAAQ,IAAI,KAAK;QAC5B,GAAG,EAAE,GAAG,CAAC,GAAG,IAAI,EAAE;QAClB,MAAM,EAAE,oBAAoB,CAAC,GAAG,CAAC,MAAM,CAAC;QACxC,cAAc,EAAE,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;QAC/D,WAAW,EAAE,CAAC;QACd,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,UAAU,EAAE,GAAG,CAAC,QAAQ;KACzB,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,sBAAsB,CAC1C,MAAoB,EACpB,KAAa,EACb,UAAkB,EAClB,SAAiB;IAEjB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI,SAAS,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACrD,IAAI,uBAAuB,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/C,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,IAAA,qBAAK,EAAC,UAAU,CAAC,CAAC;IAC1B,CAAC;IAED,MAAM,IAAI,iBAAQ,CAChB,qCAAqC,KAAK,EAAE,EAC5C,gFAAgF,CACjF,CAAC;AACJ,CAAC"}

package/dist/api/credits.d.ts

@@ -0,0 +1,2 @@
+import type { ApiTransport, CreditsResponse } from '../types/api';
+export declare function fetchCredits(client: ApiTransport): Promise<CreditsResponse>;

package/dist/api/credits.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.fetchCredits = fetchCredits;
+async function fetchCredits(client) {
+    return client.get('/v1/credits');
+}
+//# sourceMappingURL=credits.js.map

package/dist/api/credits.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"credits.js","sourceRoot":"","sources":["../../src/api/credits.ts"],"names":[],"mappings":";;AAEA,oCAEC;AAFM,KAAK,UAAU,YAAY,CAAC,MAAoB;IACrD,OAAO,MAAM,CAAC,GAAG,CAAkB,aAAa,CAAC,CAAC;AACpD,CAAC"}

package/dist/api/map.d.ts

@@ -0,0 +1,2 @@
+import type { ApiTransport, MapRequest, MapResponse } from '../types/api';
+export declare function fetchMap(client: ApiTransport, request: MapRequest): Promise<MapResponse>;

package/dist/api/map.js

@@ -0,0 +1,29 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.fetchMap = fetchMap;
+async function fetchMap(client, request) {
+    const raw = await client.post('/v1/map', {
+        body: {
+            url: request.url,
+            limit: request.limit
+        }
+    });
+    const rawLinks = raw.data?.links ?? [];
+    const links = rawLinks
+        .map((item) => {
+        if (typeof item === 'string') {
+            return { url: item };
+        }
+        if (item?.url) {
+            return { url: item.url, title: item.title };
+        }
+        return undefined;
+    })
+        .filter((item) => Boolean(item));
+    return {
+        url: raw.url ?? request.url,
+        links,
+        total: raw.data?.total_links ?? links.length
+    };
+}
+//# sourceMappingURL=map.js.map

package/dist/api/map.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"map.js","sourceRoot":"","sources":["../../src/api/map.ts"],"names":[],"mappings":";;AAEA,4BA4BC;AA5BM,KAAK,UAAU,QAAQ,CAAC,MAAoB,EAAE,OAAmB;IACtE,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,IAAI,CAAiB,SAAS,EAAE;QACvD,IAAI,EAAE;YACJ,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,KAAK,EAAE,OAAO,CAAC,KAAK;SACrB;KACF,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;IACvC,MAAM,KAAK,GAAG,QAAQ;SACnB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;QACvB,CAAC;QAED,IAAI,IAAI,EAAE,GAAG,EAAE,CAAC;YACd,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;QAC9C,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,IAAI,EAA2C,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IAE5E,OAAO;QACL,GAAG,EAAE,GAAG,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG;QAC3B,KAAK;QACL,KAAK,EAAE,GAAG,CAAC,IAAI,EAAE,WAAW,IAAI,KAAK,CAAC,MAAM;KAC7C,CAAC;AACJ,CAAC"}

package/dist/api/scrape.d.ts

@@ -0,0 +1,2 @@
+import type { ApiTransport, ScrapeRequest, ScrapeResponse } from '../types/api';
+export declare function scrapeUrl(client: ApiTransport, request: ScrapeRequest): Promise<ScrapeResponse>;

package/dist/api/scrape.js

@@ -0,0 +1,75 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.scrapeUrl = scrapeUrl;
+function mapFormat(format) {
+    switch (format) {
+        case 'html':
+            return 'html';
+        case 'screenshot':
+            return 'screenshot';
+        case 'json':
+            return 'json';
+        default:
+            return 'markdown';
+    }
+}
+function parseCookieString(input) {
+    if (!input) {
+        return undefined;
+    }
+    const cookies = {};
+    for (const pair of input.split(';')) {
+        const [rawKey, ...rawValue] = pair.trim().split('=');
+        const key = rawKey?.trim();
+        const value = rawValue.join('=').trim();
+        if (key && value) {
+            cookies[key] = value;
+        }
+    }
+    return Object.keys(cookies).length > 0 ? cookies : undefined;
+}
+function pickContent(raw, format) {
+    const data = raw.data ?? {};
+    if (format === 'html') {
+        return data.html ?? data.raw_html ?? '';
+    }
+    if (format === 'screenshot') {
+        return data.screenshot ?? '';
+    }
+    if (format === 'json') {
+        return data.json !== undefined ? JSON.stringify(data.json, null, 2) : '';
+    }
+    return data.markdown ?? data.summary ?? data.html ?? '';
+}
+async function scrapeUrl(client, request) {
+    const format = request.format ?? 'markdown';
+    const body = {
+        url: request.url,
+        output: {
+            formats: [mapFormat(format)]
+        }
+    };
+    const cookies = parseCookieString(request.cookies);
+    if (request.headers || cookies) {
+        body.request = {
+            headers: request.headers,
+            cookies
+        };
+    }
+    if (request.proxy) {
+        body.proxy = {
+            location: request.proxy
+        };
+    }
+    const raw = await client.post('/v1/scrape', {
+        body,
+        timeoutMs: request.timeoutMs
+    });
+    return {
+        url: raw.url ?? request.url,
+        format,
+        content: pickContent(raw, format),
+        metadata: raw.data?.metadata
+    };
+}
+//# sourceMappingURL=scrape.js.map

package/dist/api/scrape.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scrape.js","sourceRoot":"","sources":["../../src/api/scrape.ts"],"names":[],"mappings":";;AAoDA,8BAmCC;AApFD,SAAS,SAAS,CAAC,MAAoB;IACrC,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;QAChB,KAAK,YAAY;YACf,OAAO,YAAY,CAAC;QACtB,KAAK,MAAM;YACT,OAAO,MAAM,CAAC;QAChB;YACE,OAAO,UAAU,CAAC;IACtB,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAyB;IAClD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,OAAO,GAA2B,EAAE,CAAC;IAC3C,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACpC,MAAM,CAAC,MAAM,EAAE,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACrD,MAAM,GAAG,GAAG,MAAM,EAAE,IAAI,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACxC,IAAI,GAAG,IAAI,KAAK,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACvB,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;AAC/D,CAAC;AAED,SAAS,WAAW,CAAC,GAAsB,EAAE,MAAoB;IAC/D,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC;IAE5B,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;IAC1C,CAAC;IAED,IAAI,MAAM,KAAK,YAAY,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;IAC/B,CAAC;IAED,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3E,CAAC;IAED,OAAO,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;AAC1D,CAAC;AAEM,KAAK,UAAU,SAAS,CAAC,MAAoB,EAAE,OAAsB;IAC1E,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,UAAU,CAAC;IAE5C,MAAM,IAAI,GAA4B;QACpC,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,MAAM,EAAE;YACN,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;SAC7B;KACF,CAAC;IAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACnD,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,EAAE,CAAC;QAC/B,IAAI,CAAC,OAAO,GAAG;YACb,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,OAAO;SACR,CAAC;IACJ,CAAC;IAED,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,IAAI,CAAC,KAAK,GAAG;YACX,QAAQ,EAAE,OAAO,CAAC,KAAK;SACxB,CAAC;IACJ,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,IAAI,CAAoB,YAAY,EAAE;QAC7D,IAAI;QACJ,SAAS,EAAE,OAAO,CAAC,SAAS;KAC7B,CAAC,CAAC;IAEH,OAAO;QACL,GAAG,EAAE,GAAG,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG;QAC3B,MAAM;QACN,OAAO,EAAE,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC;QACjC,QAAQ,EAAE,GAAG,CAAC,IAAI,EAAE,QAAQ;KAC7B,CAAC;AACJ,CAAC"}

package/dist/api/search.d.ts

@@ -0,0 +1,2 @@
+import type { ApiTransport, SearchRequest, SearchResponse } from '../types/api';
+export declare function searchWeb(client: ApiTransport, request: SearchRequest): Promise<SearchResponse>;

package/dist/api/search.js

@@ -0,0 +1,25 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.searchWeb = searchWeb;
+async function searchWeb(client, request) {
+    const raw = await client.post('/v1/search', {
+        body: {
+            query: request.query,
+            limit: request.limit,
+            location: request.country,
+            language: request.language
+        }
+    });
+    const rawResults = raw.data?.data ?? [];
+    return {
+        query: raw.query ?? request.query,
+        results: rawResults
+            .filter((item) => typeof item.url === 'string' && item.url.length > 0)
+            .map((item) => ({
+            title: item.title?.trim() || 'Untitled',
+            url: item.url,
+            snippet: item.description
+        }))
+    };
+}
+//# sourceMappingURL=search.js.map

package/dist/api/search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search.js","sourceRoot":"","sources":["../../src/api/search.ts"],"names":[],"mappings":";;AAEA,8BAsBC;AAtBM,KAAK,UAAU,SAAS,CAAC,MAAoB,EAAE,OAAsB;IAC1E,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,IAAI,CAAoB,YAAY,EAAE;QAC7D,IAAI,EAAE;YACJ,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ,EAAE,OAAO,CAAC,OAAO;YACzB,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC3B;KACF,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,GAAG,CAAC,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC;IAExC,OAAO;QACL,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK;QACjC,OAAO,EAAE,UAAU;aAChB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,CAAC,GAAG,KAAK,QAAQ,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;aACrE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACd,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,UAAU;YACvC,GAAG,EAAE,IAAI,CAAC,GAAa;YACvB,OAAO,EAAE,IAAI,CAAC,WAAW;SAC1B,CAAC,CAAC;KACN,CAAC;AACJ,CAAC"}

package/dist/api/whoami.d.ts

@@ -0,0 +1,2 @@
+import type { ApiTransport, WhoAmIResponse } from '../types/api';
+export declare function fetchWhoAmI(client: ApiTransport): Promise<WhoAmIResponse>;

package/dist/api/whoami.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.fetchWhoAmI = fetchWhoAmI;
+async function fetchWhoAmI(client) {
+    return client.get('/v1/whoami');
+}
+//# sourceMappingURL=whoami.js.map

package/dist/api/whoami.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"whoami.js","sourceRoot":"","sources":["../../src/api/whoami.ts"],"names":[],"mappings":";;AAEA,kCAEC;AAFM,KAAK,UAAU,WAAW,CAAC,MAAoB;IACpD,OAAO,MAAM,CAAC,GAAG,CAAiB,YAAY,CAAC,CAAC;AAClD,CAAC"}

package/dist/commands/config.d.ts

@@ -0,0 +1,3 @@
+import type { Command } from 'commander';
+import type { CliContext } from '../types/cli';
+export declare function registerConfigCommand(program: Command, context: CliContext): void;

package/dist/commands/config.js

@@ -0,0 +1,64 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.registerConfigCommand = registerConfigCommand;
+const config_1 = require("../core/config");
+const errors_1 = require("../core/errors");
+const output_1 = require("../core/output");
+const text_1 = require("../formatters/text");
+const SUPPORTED_CONFIG_KEYS = ['api-key', 'api-base-url', 'default-format', 'output-dir', 'timeout-ms', 'debug'];
+function registerConfigCommand(program, context) {
+    const config = program.command('config').description('Read and update local CLI config');
+    config
+        .command('get')
+        .description('Get a config value by key')
+        .argument('<key>', `Config key (${SUPPORTED_CONFIG_KEYS.join(', ')})`)
+        .option('--json', 'Output result as JSON')
+        .action(async (key, options) => {
+        if (!(0, config_1.isConfigKey)(key)) {
+            throw new errors_1.ValidationError(`Unsupported config key: ${key}`, `Use one of: ${SUPPORTED_CONFIG_KEYS.join(', ')}.`);
+        }
+        const value = await (0, config_1.getConfigValue)(key, context.homeDir);
+        await (0, output_1.renderOutput)({
+            ctx: { stdout: context.stdout },
+            data: { key, value },
+            json: options.json,
+            renderText: () => (0, text_1.formatConfigGet)(key, value)
+        });
+    });
+    config
+        .command('set')
+        .description('Set a config value by key')
+        .argument('<key>', `Config key (${SUPPORTED_CONFIG_KEYS.join(', ')})`)
+        .argument('<value>', 'Config value')
+        .option('--json', 'Output result as JSON')
+        .action(async (key, value, options) => {
+        if (!(0, config_1.isConfigKey)(key)) {
+            throw new errors_1.ValidationError(`Unsupported config key: ${key}`, `Use one of: ${SUPPORTED_CONFIG_KEYS.join(', ')}.`);
+        }
+        const result = await (0, config_1.setConfigValue)(key, value, context.homeDir);
+        await (0, output_1.renderOutput)({
+            ctx: { stdout: context.stdout },
+            data: {
+                key,
+                field: result.field,
+                value: result.value,
+                configPath: result.configPath
+            },
+            json: options.json,
+            renderText: () => (0, text_1.formatConfigSet)(key, result.value, result.configPath)
+        });
+    });
+    config
+        .command('keys')
+        .description('List all supported config keys')
+        .option('--json', 'Output result as JSON')
+        .action(async (options) => {
+        await (0, output_1.renderOutput)({
+            ctx: { stdout: context.stdout },
+            data: { keys: SUPPORTED_CONFIG_KEYS },
+            json: options.json,
+            renderText: () => SUPPORTED_CONFIG_KEYS.join('\n')
+        });
+    });
+}
+//# sourceMappingURL=config.js.map

package/dist/commands/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/commands/config.ts"],"names":[],"mappings":";;AAcA,sDAmEC;AA/ED,2CAA6E;AAC7E,2CAAiD;AACjD,2CAA8C;AAC9C,6CAAsE;AAOtE,MAAM,qBAAqB,GAAG,CAAC,SAAS,EAAE,cAAc,EAAE,gBAAgB,EAAE,YAAY,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;AAEjH,SAAgB,qBAAqB,CAAC,OAAgB,EAAE,OAAmB;IACzE,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,CAAC,kCAAkC,CAAC,CAAC;IAEzF,MAAM;SACH,OAAO,CAAC,KAAK,CAAC;SACd,WAAW,CAAC,2BAA2B,CAAC;SACxC,QAAQ,CAAC,OAAO,EAAE,eAAe,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;SACrE,MAAM,CAAC,QAAQ,EAAE,uBAAuB,CAAC;SACzC,MAAM,CAAC,KAAK,EAAE,GAAW,EAAE,OAA6B,EAAE,EAAE;QAC3D,IAAI,CAAC,IAAA,oBAAW,EAAC,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,wBAAe,CACvB,2BAA2B,GAAG,EAAE,EAChC,eAAe,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACnD,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAA,uBAAc,EAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QAEzD,MAAM,IAAA,qBAAY,EAAC;YACjB,GAAG,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;YAC/B,IAAI,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE;YACpB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,UAAU,EAAE,GAAG,EAAE,CAAC,IAAA,sBAAe,EAAC,GAAG,EAAE,KAAK,CAAC;SAC9C,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEL,MAAM;SACH,OAAO,CAAC,KAAK,CAAC;SACd,WAAW,CAAC,2BAA2B,CAAC;SACxC,QAAQ,CAAC,OAAO,EAAE,eAAe,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;SACrE,QAAQ,CAAC,SAAS,EAAE,cAAc,CAAC;SACnC,MAAM,CAAC,QAAQ,EAAE,uBAAuB,CAAC;SACzC,MAAM,CAAC,KAAK,EAAE,GAAW,EAAE,KAAa,EAAE,OAA6B,EAAE,EAAE;QAC1E,IAAI,CAAC,IAAA,oBAAW,EAAC,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,wBAAe,CACvB,2BAA2B,GAAG,EAAE,EAChC,eAAe,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CACnD,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAA,uBAAc,EAAC,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QAEjE,MAAM,IAAA,qBAAY,EAAC;YACjB,GAAG,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;YAC/B,IAAI,EAAE;gBACJ,GAAG;gBACH,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,UAAU,EAAE,MAAM,CAAC,UAAU;aAC9B;YACD,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,UAAU,EAAE,GAAG,EAAE,CAAC,IAAA,sBAAe,EAAC,GAAG,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC;SACxE,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEL,MAAM;SACH,OAAO,CAAC,MAAM,CAAC;SACf,WAAW,CAAC,gCAAgC,CAAC;SAC7C,MAAM,CAAC,QAAQ,EAAE,uBAAuB,CAAC;SACzC,MAAM,CAAC,KAAK,EAAE,OAA6B,EAAE,EAAE;QAC9C,MAAM,IAAA,qBAAY,EAAC;YACjB,GAAG,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE;YAC/B,IAAI,EAAE,EAAE,IAAI,EAAE,qBAAqB,EAAE;YACrC,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,UAAU,EAAE,GAAG,EAAE,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC;SACnD,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/commands/crawl.d.ts

@@ -0,0 +1,3 @@
+import type { Command } from 'commander';
+import type { CliContext } from '../types/cli';
+export declare function registerCrawlCommand(program: Command, context: CliContext): void;