@xcrawl/cli 0.2.0

package/dist/formatters/json.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.toStableJson = toStableJson;
+function sortValue(value) {
+    if (Array.isArray(value)) {
+        return value.map((item) => sortValue(item));
+    }
+    if (value && typeof value === 'object') {
+        const entries = Object.entries(value).sort(([a], [b]) => a.localeCompare(b));
+        return Object.fromEntries(entries.map(([key, nested]) => [key, sortValue(nested)]));
+    }
+    return value;
+}
+function toStableJson(input, pretty = true) {
+    const normalized = sortValue(input);
+    return `${JSON.stringify(normalized, null, pretty ? 2 : 0)}\n`;
+}
+//# sourceMappingURL=json.js.map

package/dist/formatters/json.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.js","sourceRoot":"","sources":["../../src/formatters/json.ts"],"names":[],"mappings":";;AAaA,oCAGC;AAhBD,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QACxG,OAAO,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IACtF,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAgB,YAAY,CAAC,KAAc,EAAE,MAAM,GAAG,IAAI;IACxD,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;IACpC,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACjE,CAAC"}

package/dist/formatters/markdown.d.ts

@@ -0,0 +1 @@
+export declare function toMarkdown(title: string, content: string): string;

package/dist/formatters/markdown.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.toMarkdown = toMarkdown;
+function toMarkdown(title, content) {
+    return `# ${title}\n\n${content}`;
+}
+//# sourceMappingURL=markdown.js.map

package/dist/formatters/markdown.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown.js","sourceRoot":"","sources":["../../src/formatters/markdown.ts"],"names":[],"mappings":";;AAAA,gCAEC;AAFD,SAAgB,UAAU,CAAC,KAAa,EAAE,OAAe;IACvD,OAAO,KAAK,KAAK,OAAO,OAAO,EAAE,CAAC;AACpC,CAAC"}

package/dist/formatters/table.d.ts

@@ -0,0 +1,5 @@
+export interface TableColumn<T> {
+    key: keyof T;
+    title: string;
+}
+export declare function renderTable<T extends object>(rows: T[], columns: Array<TableColumn<T>>): string;

package/dist/formatters/table.js

@@ -0,0 +1,23 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.renderTable = renderTable;
+function renderTable(rows, columns) {
+    if (rows.length === 0) {
+        return 'No results.';
+    }
+    const widths = columns.map((column) => {
+        const cellWidth = rows.reduce((max, row) => {
+            const value = row[String(column.key)];
+            return Math.max(max, String(value ?? '').length);
+        }, column.title.length);
+        return cellWidth;
+    });
+    const renderRow = (values) => values.map((value, idx) => value.padEnd(widths[idx])).join('  ');
+    const header = renderRow(columns.map((column) => column.title));
+    const separator = widths.map((width) => '-'.repeat(width)).join('  ');
+    const body = rows
+        .map((row) => renderRow(columns.map((column) => String(row[String(column.key)] ?? ''))))
+        .join('\n');
+    return `${header}\n${separator}\n${body}`;
+}
+//# sourceMappingURL=table.js.map

package/dist/formatters/table.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"table.js","sourceRoot":"","sources":["../../src/formatters/table.ts"],"names":[],"mappings":";;AAKA,kCAqBC;AArBD,SAAgB,WAAW,CAAmB,IAAS,EAAE,OAA8B;IACrF,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QACpC,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACzC,MAAM,KAAK,GAAI,GAA+B,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YACnE,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;QACnD,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACxB,OAAO,SAAS,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,CAAC,MAAgB,EAAU,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjH,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAChE,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtE,MAAM,IAAI,GAAG,IAAI;SACd,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAE,GAA+B,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;SACpH,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,OAAO,GAAG,MAAM,KAAK,SAAS,KAAK,IAAI,EAAE,CAAC;AAC5C,CAAC"}

package/dist/formatters/text.d.ts

@@ -0,0 +1,21 @@
+import type { CrawlStartResponse, CrawlStatusResponse, CreditsResponse, MapResponse, ScrapeResponse, SearchResponse, WhoAmIResponse } from '../types/api';
+export declare function formatLoginSuccess(configPath: string): string;
+export declare function formatWhoami(data: WhoAmIResponse): string;
+export declare function formatScrape(data: ScrapeResponse): string;
+export declare function formatSearch(data: SearchResponse): string;
+export declare function formatCredits(data: CreditsResponse): string;
+export declare function formatMap(data: MapResponse): string;
+export declare function formatCrawlStart(data: CrawlStartResponse): string;
+export declare function formatCrawlStatus(data: CrawlStatusResponse): string;
+export declare function formatConfigGet(key: string, value: unknown): string;
+export declare function formatConfigSet(key: string, value: unknown, configPath: string): string;
+export interface DoctorCheck {
+    name: string;
+    ok: boolean;
+    detail: string;
+}
+export interface DoctorReport {
+    version: string;
+    checks: DoctorCheck[];
+}
+export declare function formatDoctorReport(report: DoctorReport): string;

package/dist/formatters/text.js

@@ -0,0 +1,78 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.formatLoginSuccess = formatLoginSuccess;
+exports.formatWhoami = formatWhoami;
+exports.formatScrape = formatScrape;
+exports.formatSearch = formatSearch;
+exports.formatCredits = formatCredits;
+exports.formatMap = formatMap;
+exports.formatCrawlStart = formatCrawlStart;
+exports.formatCrawlStatus = formatCrawlStatus;
+exports.formatConfigGet = formatConfigGet;
+exports.formatConfigSet = formatConfigSet;
+exports.formatDoctorReport = formatDoctorReport;
+function formatLoginSuccess(configPath) {
+    return `API key saved to: ${configPath}`;
+}
+function formatWhoami(data) {
+    return [
+        `Account: ${data.name ?? 'N/A'}`,
+        `Email: ${data.email}`,
+        `Plan: ${data.plan ?? 'N/A'}`,
+        `ID: ${data.id}`
+    ].join('\n');
+}
+function formatScrape(data) {
+    const metadata = data.metadata ? `\nMetadata: ${JSON.stringify(data.metadata)}` : '';
+    return `URL: ${data.url}\nFormat: ${data.format}\n\n${data.content}${metadata}`;
+}
+function formatSearch(data) {
+    if (data.results.length === 0) {
+        return `Query: ${data.query}\nNo results.`;
+    }
+    const lines = data.results.map((item, index) => {
+        const snippet = item.snippet ? `\n   ${item.snippet}` : '';
+        return `${index + 1}. ${item.title}\n   ${item.url}${snippet}`;
+    });
+    return `Query: ${data.query}\n\n${lines.join('\n\n')}`;
+}
+function formatCredits(data) {
+    return [
+        `Remaining: ${data.remaining}`,
+        `Used: ${data.used}`,
+        `Total: ${data.total}`,
+        `Reset At: ${data.resetAt ?? 'N/A'}`
+    ].join('\n');
+}
+function formatMap(data) {
+    if (data.links.length === 0) {
+        return `Source URL: ${data.url}\nTotal links: 0`;
+    }
+    const lines = data.links.map((link, index) => `${index + 1}. ${link.title ?? 'Untitled'}\n   ${link.url}`);
+    return `Source URL: ${data.url}\nTotal links: ${data.total}\n\n${lines.join('\n\n')}`;
+}
+function formatCrawlStart(data) {
+    return [`Job ID: ${data.jobId}`, `URL: ${data.url}`, `Status: ${data.status}`].join('\n');
+}
+function formatCrawlStatus(data) {
+    return [
+        `Job ID: ${data.jobId}`,
+        `URL: ${data.url}`,
+        `Status: ${data.status}`,
+        `Completed pages: ${data.completedPages ?? 0}`,
+        `Failed pages: ${data.failedPages ?? 0}`,
+        `Started at: ${data.startedAt ?? 'N/A'}`,
+        `Finished at: ${data.finishedAt ?? 'N/A'}`
+    ].join('\n');
+}
+function formatConfigGet(key, value) {
+    return `${key}: ${value === undefined ? 'undefined' : String(value)}`;
+}
+function formatConfigSet(key, value, configPath) {
+    return [`Updated ${key}: ${String(value)}`, `Config path: ${configPath}`].join('\n');
+}
+function formatDoctorReport(report) {
+    const lines = report.checks.map((check) => `${check.ok ? 'OK' : 'FAIL'} ${check.name}: ${check.detail}`);
+    return [`XCrawl CLI ${report.version}`, ...lines].join('\n');
+}
+//# sourceMappingURL=text.js.map

package/dist/formatters/text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"text.js","sourceRoot":"","sources":["../../src/formatters/text.ts"],"names":[],"mappings":";;AAUA,gDAEC;AAED,oCAOC;AAED,oCAGC;AAED,oCAWC;AAED,sCAOC;AAED,8BAOC;AAED,4CAEC;AAED,8CAUC;AAED,0CAEC;AAED,0CAEC;AAaD,gDAGC;AAvFD,SAAgB,kBAAkB,CAAC,UAAkB;IACnD,OAAO,qBAAqB,UAAU,EAAE,CAAC;AAC3C,CAAC;AAED,SAAgB,YAAY,CAAC,IAAoB;IAC/C,OAAO;QACL,YAAY,IAAI,CAAC,IAAI,IAAI,KAAK,EAAE;QAChC,UAAU,IAAI,CAAC,KAAK,EAAE;QACtB,SAAS,IAAI,CAAC,IAAI,IAAI,KAAK,EAAE;QAC7B,OAAO,IAAI,CAAC,EAAE,EAAE;KACjB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAgB,YAAY,CAAC,IAAoB;IAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,eAAe,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACrF,OAAO,QAAQ,IAAI,CAAC,GAAG,aAAa,IAAI,CAAC,MAAM,OAAO,IAAI,CAAC,OAAO,GAAG,QAAQ,EAAE,CAAC;AAClF,CAAC;AAED,SAAgB,YAAY,CAAC,IAAoB;IAC/C,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,UAAU,IAAI,CAAC,KAAK,eAAe,CAAC;IAC7C,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,OAAO,GAAG,KAAK,GAAG,CAAC,KAAK,IAAI,CAAC,KAAK,QAAQ,IAAI,CAAC,GAAG,GAAG,OAAO,EAAE,CAAC;IACjE,CAAC,CAAC,CAAC;IAEH,OAAO,UAAU,IAAI,CAAC,KAAK,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;AACzD,CAAC;AAED,SAAgB,aAAa,CAAC,IAAqB;IACjD,OAAO;QACL,cAAc,IAAI,CAAC,SAAS,EAAE;QAC9B,SAAS,IAAI,CAAC,IAAI,EAAE;QACpB,UAAU,IAAI,CAAC,KAAK,EAAE;QACtB,aAAa,IAAI,CAAC,OAAO,IAAI,KAAK,EAAE;KACrC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAgB,SAAS,CAAC,IAAiB;IACzC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,eAAe,IAAI,CAAC,GAAG,kBAAkB,CAAC;IACnD,CAAC;IAED,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,KAAK,IAAI,CAAC,KAAK,IAAI,UAAU,QAAQ,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAC3G,OAAO,eAAe,IAAI,CAAC,GAAG,kBAAkB,IAAI,CAAC,KAAK,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;AACxF,CAAC;AAED,SAAgB,gBAAgB,CAAC,IAAwB;IACvD,OAAO,CAAC,WAAW,IAAI,CAAC,KAAK,EAAE,EAAE,QAAQ,IAAI,CAAC,GAAG,EAAE,EAAE,WAAW,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5F,CAAC;AAED,SAAgB,iBAAiB,CAAC,IAAyB;IACzD,OAAO;QACL,WAAW,IAAI,CAAC,KAAK,EAAE;QACvB,QAAQ,IAAI,CAAC,GAAG,EAAE;QAClB,WAAW,IAAI,CAAC,MAAM,EAAE;QACxB,oBAAoB,IAAI,CAAC,cAAc,IAAI,CAAC,EAAE;QAC9C,iBAAiB,IAAI,CAAC,WAAW,IAAI,CAAC,EAAE;QACxC,eAAe,IAAI,CAAC,SAAS,IAAI,KAAK,EAAE;QACxC,gBAAgB,IAAI,CAAC,UAAU,IAAI,KAAK,EAAE;KAC3C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,SAAgB,eAAe,CAAC,GAAW,EAAE,KAAc;IACzD,OAAO,GAAG,GAAG,KAAK,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;AACxE,CAAC;AAED,SAAgB,eAAe,CAAC,GAAW,EAAE,KAAc,EAAE,UAAkB;IAC7E,OAAO,CAAC,WAAW,GAAG,KAAK,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,gBAAgB,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACvF,CAAC;AAaD,SAAgB,kBAAkB,CAAC,MAAoB;IACrD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACzG,OAAO,CAAC,cAAc,MAAM,CAAC,OAAO,EAAE,EAAE,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC/D,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,7 @@
+#!/usr/bin/env node
+import { Command } from 'commander';
+import type { CliContext } from './types/cli';
+export declare function createDefaultContext(overrides?: Partial<CliContext>): CliContext;
+export declare function createProgram(context: CliContext): Command;
+export declare function runCli(argv: string[], contextOverrides?: Partial<CliContext>): Promise<number>;
+export declare const projectRoot: string;

package/dist/index.js

@@ -0,0 +1,117 @@
+#!/usr/bin/env node
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.projectRoot = void 0;
+exports.createDefaultContext = createDefaultContext;
+exports.createProgram = createProgram;
+exports.runCli = runCli;
+const node_os_1 = __importDefault(require("node:os"));
+const node_path_1 = __importDefault(require("node:path"));
+const commander_1 = require("commander");
+const client_1 = require("./api/client");
+const config_1 = require("./commands/config");
+const crawl_1 = require("./commands/crawl");
+const credits_1 = require("./commands/credits");
+const doctor_1 = require("./commands/doctor");
+const init_1 = require("./commands/init");
+const login_1 = require("./commands/login");
+const map_1 = require("./commands/map");
+const scrape_1 = require("./commands/scrape");
+const search_1 = require("./commands/search");
+const whoami_1 = require("./commands/whoami");
+const errors_1 = require("./core/errors");
+const KNOWN_COMMANDS = new Set([
+    'login',
+    'whoami',
+    'scrape',
+    'search',
+    'credits',
+    'doctor',
+    'map',
+    'crawl',
+    'config',
+    'init',
+    'help'
+]);
+function normalizeArgv(argv) {
+    if (argv.length === 0) {
+        return argv;
+    }
+    if (argv[0] === 'crawl' && argv.length > 1) {
+        const second = argv[1];
+        if (!second.startsWith('-') && second !== 'start' && second !== 'status' && second !== 'help') {
+            return ['crawl', 'start', ...argv.slice(1)];
+        }
+    }
+    const [first] = argv;
+    if (first.startsWith('-') || KNOWN_COMMANDS.has(first)) {
+        return argv;
+    }
+    return ['scrape', ...argv];
+}
+function createDefaultContext(overrides = {}) {
+    return {
+        stdout: process.stdout,
+        stderr: process.stderr,
+        env: process.env,
+        cwd: process.cwd(),
+        homeDir: node_os_1.default.homedir(),
+        now: () => new Date(),
+        version: process.env.npm_package_version ?? '0.1.0',
+        createApiClient: (config) => new client_1.ApiClient({
+            baseUrl: config.apiBaseUrl,
+            apiKey: config.apiKey,
+            timeoutMs: config.timeoutMs,
+            debug: config.debug
+        }),
+        ...overrides
+    };
+}
+function createProgram(context) {
+    const program = new commander_1.Command();
+    program.name('xcrawl').description('XCrawl CLI').version(context.version);
+    (0, login_1.registerLoginCommand)(program, context);
+    (0, whoami_1.registerWhoamiCommand)(program, context);
+    (0, scrape_1.registerScrapeCommand)(program, context);
+    (0, search_1.registerSearchCommand)(program, context);
+    (0, credits_1.registerCreditsCommand)(program, context);
+    (0, doctor_1.registerDoctorCommand)(program, context);
+    (0, map_1.registerMapCommand)(program, context);
+    (0, crawl_1.registerCrawlCommand)(program, context);
+    (0, config_1.registerConfigCommand)(program, context);
+    (0, init_1.registerInitCommand)(program);
+    program.showHelpAfterError('(Use --help to view command usage)');
+    program.exitOverride();
+    return program;
+}
+async function runCli(argv, contextOverrides = {}) {
+    const context = createDefaultContext(contextOverrides);
+    const program = createProgram(context);
+    try {
+        const normalizedArgv = normalizeArgv(argv);
+        await program.parseAsync(normalizedArgv, { from: 'user' });
+        return 0;
+    }
+    catch (error) {
+        if (error instanceof commander_1.CommanderError) {
+            if (error.code !== 'commander.helpDisplayed') {
+                context.stderr.write(`${error.message}\n`);
+            }
+            return error.exitCode;
+        }
+        context.stderr.write(`${(0, errors_1.formatErrorForUser)(error)}\n`);
+        return 1;
+    }
+}
+async function main() {
+    const exitCode = await runCli(process.argv.slice(2));
+    process.exitCode = exitCode;
+}
+if (require.main === module) {
+    void main();
+}
+exports.projectRoot = node_path_1.default.resolve(__dirname, '..');
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;AAuDA,oDAkBC;AAED,sCAqBC;AAED,wBAmBC;AAnHD,sDAAyB;AACzB,0DAA6B;AAC7B,yCAAoD;AAEpD,yCAAyC;AACzC,8CAA0D;AAC1D,4CAAwD;AACxD,gDAA4D;AAC5D,8CAA0D;AAC1D,0CAAsD;AACtD,4CAAwD;AACxD,wCAAoD;AACpD,8CAA0D;AAC1D,8CAA0D;AAC1D,8CAA0D;AAC1D,0CAAmD;AAInD,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;IAC7B,OAAO;IACP,QAAQ;IACR,QAAQ;IACR,QAAQ;IACR,SAAS;IACT,QAAQ;IACR,KAAK;IACL,OAAO;IACP,QAAQ;IACR,MAAM;IACN,MAAM;CACP,CAAC,CAAC;AAEH,SAAS,aAAa,CAAC,IAAc;IACnC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,OAAO,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACvB,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,MAAM,KAAK,OAAO,IAAI,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YAC9F,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;IACrB,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QACvD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,CAAC;AAC7B,CAAC;AAED,SAAgB,oBAAoB,CAAC,YAAiC,EAAE;IACtE,OAAO;QACL,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE;QAClB,OAAO,EAAE,iBAAE,CAAC,OAAO,EAAE;QACrB,GAAG,EAAE,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE;QACrB,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,OAAO;QACnD,eAAe,EAAE,CAAC,MAAqB,EAAE,EAAE,CACzC,IAAI,kBAAS,CAAC;YACZ,OAAO,EAAE,MAAM,CAAC,UAAU;YAC1B,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC;QACJ,GAAG,SAAS;KACb,CAAC;AACJ,CAAC;AAED,SAAgB,aAAa,CAAC,OAAmB;IAC/C,MAAM,OAAO,GAAG,IAAI,mBAAO,EAAE,CAAC;IAE9B,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAE1E,IAAA,4BAAoB,EAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACvC,IAAA,8BAAqB,EAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACxC,IAAA,8BAAqB,EAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACxC,IAAA,8BAAqB,EAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACxC,IAAA,gCAAsB,EAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACzC,IAAA,8BAAqB,EAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAExC,IAAA,wBAAkB,EAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACrC,IAAA,4BAAoB,EAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACvC,IAAA,8BAAqB,EAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACxC,IAAA,0BAAmB,EAAC,OAAO,CAAC,CAAC;IAE7B,OAAO,CAAC,kBAAkB,CAAC,oCAAoC,CAAC,CAAC;IACjE,OAAO,CAAC,YAAY,EAAE,CAAC;IAEvB,OAAO,OAAO,CAAC;AACjB,CAAC;AAEM,KAAK,UAAU,MAAM,CAAC,IAAc,EAAE,mBAAwC,EAAE;IACrF,MAAM,OAAO,GAAG,oBAAoB,CAAC,gBAAgB,CAAC,CAAC;IACvD,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IAEvC,IAAI,CAAC;QACH,MAAM,cAAc,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,OAAO,CAAC,UAAU,CAAC,cAAc,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3D,OAAO,CAAC,CAAC;IACX,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,0BAAc,EAAE,CAAC;YACpC,IAAI,KAAK,CAAC,IAAI,KAAK,yBAAyB,EAAE,CAAC;gBAC7C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,OAAO,IAAI,CAAC,CAAC;YAC7C,CAAC;YACD,OAAO,KAAK,CAAC,QAAQ,CAAC;QACxB,CAAC;QAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAA,2BAAkB,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACvD,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACrD,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;AAC9B,CAAC;AAED,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;IAC5B,KAAK,IAAI,EAAE,CAAC;AACd,CAAC;AAEY,QAAA,WAAW,GAAG,mBAAI,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC"}

package/dist/types/api.d.ts

@@ -0,0 +1,159 @@
+import type { OutputFormat } from './config';
+export interface ApiRequestOptions {
+    query?: Record<string, string | number | boolean | undefined>;
+    headers?: Record<string, string>;
+    body?: unknown;
+    timeoutMs?: number;
+}
+export interface ApiTransport {
+    get<T>(path: string, options?: ApiRequestOptions): Promise<T>;
+    post<T>(path: string, options?: ApiRequestOptions): Promise<T>;
+}
+export interface WhoAmIResponse {
+    id: string;
+    email: string;
+    name?: string;
+    plan?: string;
+}
+export interface ScrapeRequest {
+    url: string;
+    format?: OutputFormat;
+    timeoutMs?: number;
+    waitFor?: string;
+    headers?: Record<string, string>;
+    cookies?: string;
+    proxy?: string;
+}
+export interface ScrapeResponse {
+    url: string;
+    format: OutputFormat;
+    content: string;
+    metadata?: Record<string, unknown>;
+}
+export interface RawScrapeResponse {
+    scrape_id?: string;
+    endpoint?: string;
+    version?: string;
+    status?: string;
+    url?: string;
+    data?: {
+        html?: string;
+        raw_html?: string;
+        markdown?: string;
+        summary?: string;
+        screenshot?: string;
+        json?: unknown;
+        metadata?: Record<string, unknown>;
+    };
+    started_at?: string;
+    ended_at?: string;
+    total_credits_used?: number;
+}
+export interface SearchRequest {
+    query: string;
+    limit?: number;
+    country?: string;
+    language?: string;
+}
+export interface SearchResultItem {
+    title: string;
+    url: string;
+    snippet?: string;
+}
+export interface SearchResponse {
+    query: string;
+    results: SearchResultItem[];
+}
+export interface RawSearchResultItem {
+    title?: string | null;
+    url?: string;
+    description?: string;
+}
+export interface RawSearchResponse {
+    search_id?: string;
+    endpoint?: string;
+    version?: string;
+    status?: string;
+    query?: string;
+    data?: {
+        data?: RawSearchResultItem[];
+    };
+    started_at?: string;
+    ended_at?: string;
+    total_credits_used?: number;
+}
+export interface CreditsResponse {
+    remaining: number;
+    used: number;
+    total: number;
+    resetAt?: string;
+}
+export interface MapRequest {
+    url: string;
+    maxDepth?: number;
+    limit?: number;
+}
+export interface MapLink {
+    url: string;
+    title?: string;
+}
+export interface MapResponse {
+    url: string;
+    links: MapLink[];
+    total: number;
+}
+export interface RawMapResponse {
+    map_id?: string;
+    endpoint?: string;
+    version?: string;
+    status?: string;
+    url?: string;
+    data?: {
+        links?: Array<string | {
+            url?: string;
+            title?: string;
+        }>;
+        total_links?: number;
+    };
+    started_at?: string;
+    ended_at?: string;
+    total_credits_used?: number;
+}
+export type CrawlJobStatus = 'pending' | 'crawling' | 'queued' | 'running' | 'completed' | 'failed';
+export interface CrawlStartRequest {
+    url: string;
+    maxPages?: number;
+}
+export interface CrawlStartResponse {
+    jobId: string;
+    url: string;
+    status: CrawlJobStatus;
+}
+export interface CrawlStatusResponse {
+    jobId: string;
+    url: string;
+    status: CrawlJobStatus;
+    completedPages?: number;
+    failedPages?: number;
+    startedAt?: string;
+    finishedAt?: string;
+}
+export interface RawCrawlStartResponse {
+    crawl_id?: string;
+    endpoint?: string;
+    version?: string;
+    status?: string;
+    url?: string;
+}
+export interface RawCrawlStatusResponse {
+    crawl_id?: string;
+    endpoint?: string;
+    version?: string;
+    status?: string;
+    url?: string;
+    data?: {
+        data?: unknown[];
+    };
+    started_at?: string;
+    ended_at?: string;
+}

package/dist/types/api.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=api.js.map

package/dist/types/api.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"api.js","sourceRoot":"","sources":["../../src/types/api.ts"],"names":[],"mappings":""}

package/dist/types/cli.d.ts

@@ -0,0 +1,12 @@
+import type { ApiTransport } from './api';
+import type { RuntimeConfig } from './config';
+export interface CliContext {
+    stdout: NodeJS.WritableStream;
+    stderr: NodeJS.WritableStream;
+    env: NodeJS.ProcessEnv;
+    cwd: string;
+    homeDir: string;
+    now: () => Date;
+    version: string;
+    createApiClient: (config: RuntimeConfig) => ApiTransport;
+}

package/dist/types/cli.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=cli.js.map

package/dist/types/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/types/cli.ts"],"names":[],"mappings":""}

package/dist/types/config.d.ts

@@ -0,0 +1,19 @@
+export type OutputFormat = 'markdown' | 'json' | 'html' | 'screenshot' | 'text';
+export interface XCrawlConfig {
+    apiKey?: string;
+    apiBaseUrl?: string;
+    defaultFormat?: OutputFormat;
+    outputDir?: string;
+    timeoutMs?: number;
+    debug?: boolean;
+}
+export interface RuntimeConfig {
+    apiKey?: string;
+    apiBaseUrl: string;
+    defaultFormat: OutputFormat;
+    outputDir: string;
+    timeoutMs: number;
+    debug: boolean;
+}
+export type ConfigField = keyof XCrawlConfig;
+export type ConfigKey = 'api-key' | 'api-base-url' | 'default-format' | 'output-dir' | 'timeout-ms' | 'debug';

package/dist/types/config.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=config.js.map

package/dist/types/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/types/config.ts"],"names":[],"mappings":""}

package/dist/utils/concurrency.d.ts

@@ -0,0 +1 @@
+export declare function runWithConcurrency<T, R>(items: T[], concurrency: number, worker: (item: T, index: number) => Promise<R>): Promise<R[]>;

package/dist/utils/concurrency.js

@@ -0,0 +1,21 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.runWithConcurrency = runWithConcurrency;
+async function runWithConcurrency(items, concurrency, worker) {
+    const limit = Math.max(1, concurrency);
+    const results = new Array(items.length);
+    let nextIndex = 0;
+    async function runner() {
+        while (true) {
+            const currentIndex = nextIndex;
+            nextIndex += 1;
+            if (currentIndex >= items.length) {
+                return;
+            }
+            results[currentIndex] = await worker(items[currentIndex], currentIndex);
+        }
+    }
+    await Promise.all(Array.from({ length: Math.min(limit, items.length) }, () => runner()));
+    return results;
+}
+//# sourceMappingURL=concurrency.js.map

package/dist/utils/concurrency.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"concurrency.js","sourceRoot":"","sources":["../../src/utils/concurrency.ts"],"names":[],"mappings":";;AAAA,gDAwBC;AAxBM,KAAK,UAAU,kBAAkB,CACtC,KAAU,EACV,WAAmB,EACnB,MAA8C;IAE9C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;IACvC,MAAM,OAAO,GAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7C,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,UAAU,MAAM;QACnB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,YAAY,GAAG,SAAS,CAAC;YAC/B,SAAS,IAAI,CAAC,CAAC;YAEf,IAAI,YAAY,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;gBACjC,OAAO;YACT,CAAC;YAED,OAAO,CAAC,YAAY,CAAC,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,EAAE,YAAY,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAED,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACzF,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/utils/time.d.ts

@@ -0,0 +1 @@
+export declare function nowIso(now?: () => Date): string;

package/dist/utils/time.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.nowIso = nowIso;
+function nowIso(now = () => new Date()) {
+    return now().toISOString();
+}
+//# sourceMappingURL=time.js.map

package/dist/utils/time.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"time.js","sourceRoot":"","sources":["../../src/utils/time.ts"],"names":[],"mappings":";;AAAA,wBAEC;AAFD,SAAgB,MAAM,CAAC,MAAkB,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE;IACvD,OAAO,GAAG,EAAE,CAAC,WAAW,EAAE,CAAC;AAC7B,CAAC"}

package/dist/utils/validate.d.ts

@@ -0,0 +1,3 @@
+export declare function assertHttpUrl(value: string): void;
+export declare function parseHeaders(value: string | undefined): Record<string, string> | undefined;
+export declare function parsePositiveInt(input: string | undefined, fieldName: string): number | undefined;

package/dist/utils/validate.js

@@ -0,0 +1,48 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.assertHttpUrl = assertHttpUrl;
+exports.parseHeaders = parseHeaders;
+exports.parsePositiveInt = parsePositiveInt;
+const errors_1 = require("../core/errors");
+function assertHttpUrl(value) {
+    try {
+        const url = new URL(value);
+        if (!['http:', 'https:'].includes(url.protocol)) {
+            throw new errors_1.ValidationError(`Unsupported URL protocol: ${url.protocol}`, 'Use a URL that starts with http:// or https://.');
+        }
+    }
+    catch (error) {
+        if (error instanceof errors_1.ValidationError) {
+            throw error;
+        }
+        throw new errors_1.ValidationError(`Invalid URL: ${value}`, 'Please verify the URL format.', error);
+    }
+}
+function parseHeaders(value) {
+    if (!value) {
+        return undefined;
+    }
+    const result = {};
+    const segments = value.split(',').map((item) => item.trim()).filter(Boolean);
+    for (const segment of segments) {
+        const [rawKey, ...rawValue] = segment.split(':');
+        const key = rawKey?.trim();
+        const headerValue = rawValue.join(':').trim();
+        if (!key || !headerValue) {
+            throw new errors_1.ValidationError(`Invalid headers argument: ${segment}`, 'Use the format "Key:Value,Key2:Value2".');
+        }
+        result[key] = headerValue;
+    }
+    return result;
+}
+function parsePositiveInt(input, fieldName) {
+    if (!input) {
+        return undefined;
+    }
+    const value = Number.parseInt(input, 10);
+    if (!Number.isFinite(value) || value <= 0) {
+        throw new errors_1.ValidationError(`${fieldName} must be a positive integer.`, `Pass an integer greater than 0 for ${fieldName}.`);
+    }
+    return value;
+}
+//# sourceMappingURL=validate.js.map

package/dist/utils/validate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate.js","sourceRoot":"","sources":["../../src/utils/validate.ts"],"names":[],"mappings":";;AAEA,sCAgBC;AAED,oCAwBC;AAED,4CAWC;AAzDD,2CAAiD;AAEjD,SAAgB,aAAa,CAAC,KAAa;IACzC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;QAC3B,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChD,MAAM,IAAI,wBAAe,CACvB,6BAA6B,GAAG,CAAC,QAAQ,EAAE,EAC3C,iDAAiD,CAClD,CAAC;QACJ,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,wBAAe,EAAE,CAAC;YACrC,MAAM,KAAK,CAAC;QACd,CAAC;QAED,MAAM,IAAI,wBAAe,CAAC,gBAAgB,KAAK,EAAE,EAAE,+BAA+B,EAAE,KAAK,CAAC,CAAC;IAC7F,CAAC;AACH,CAAC;AAED,SAAgB,YAAY,CAAC,KAAyB;IACpD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAE7E,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,CAAC,MAAM,EAAE,GAAG,QAAQ,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACjD,MAAM,GAAG,GAAG,MAAM,EAAE,IAAI,EAAE,CAAC;QAC3B,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAE9C,IAAI,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YACzB,MAAM,IAAI,wBAAe,CACvB,6BAA6B,OAAO,EAAE,EACtC,yCAAyC,CAC1C,CAAC;QACJ,CAAC;QAED,MAAM,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC;IAC5B,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAgB,gBAAgB,CAAC,KAAyB,EAAE,SAAiB;IAC3E,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACzC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,wBAAe,CAAC,GAAG,SAAS,8BAA8B,EAAE,sCAAsC,SAAS,GAAG,CAAC,CAAC;IAC5H,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}