@staticn0va/wigolo 0.3.1 → 0.5.1

package/dist/plugins/loader.d.ts

@@ -0,0 +1,20 @@
+import type { Extractor, SearchEngine } from '../types.js';
+export interface LoadedPlugin {
+    name: string;
+    version: string;
+    path: string;
+    hasExtractor: boolean;
+    hasSearchEngine: boolean;
+}
+export interface PluginLoadError {
+    pluginName: string;
+    message: string;
+}
+export interface PluginLoadResult {
+    extractors: Extractor[];
+    searchEngines: SearchEngine[];
+    loaded: LoadedPlugin[];
+    errors: PluginLoadError[];
+}
+export declare function loadPlugins(): Promise<PluginLoadResult>;
+//# sourceMappingURL=loader.d.ts.map

package/dist/plugins/loader.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"loader.d.ts","sourceRoot":"","sources":["../../src/plugins/loader.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAI3D,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,OAAO,CAAC;IACtB,eAAe,EAAE,OAAO,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,SAAS,EAAE,CAAC;IACxB,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,MAAM,EAAE,YAAY,EAAE,CAAC;IACvB,MAAM,EAAE,eAAe,EAAE,CAAC;CAC3B;AAqBD,wBAAsB,WAAW,IAAI,OAAO,CAAC,gBAAgB,CAAC,CA2J7D"}

package/dist/plugins/loader.js

@@ -0,0 +1,162 @@
+import { existsSync, readdirSync, readFileSync, statSync } from 'node:fs';
+import { join } from 'node:path';
+import { pathToFileURL } from 'node:url';
+import { getConfig } from '../config.js';
+import { createLogger } from '../logger.js';
+import { validatePluginExports } from './validate.js';
+const log = createLogger('server');
+function readPluginPackageJson(pluginDir) {
+    const pkgPath = join(pluginDir, 'package.json');
+    if (!existsSync(pkgPath)) {
+        return null;
+    }
+    try {
+        const raw = readFileSync(pkgPath, 'utf-8');
+        return JSON.parse(raw);
+    }
+    catch {
+        return null;
+    }
+}
+export async function loadPlugins() {
+    const config = getConfig();
+    const pluginsDir = config.pluginsDir;
+    const result = {
+        extractors: [],
+        searchEngines: [],
+        loaded: [],
+        errors: [],
+    };
+    if (!existsSync(pluginsDir)) {
+        log.debug('plugins directory does not exist, skipping', { path: pluginsDir });
+        return result;
+    }
+    let entries;
+    try {
+        entries = readdirSync(pluginsDir);
+    }
+    catch (err) {
+        log.warn('failed to read plugins directory', {
+            path: pluginsDir,
+            error: String(err),
+        });
+        return result;
+    }
+    const seenExtractorNames = new Set();
+    const seenEngineNames = new Set();
+    for (const entry of entries) {
+        const pluginDir = join(pluginsDir, entry);
+        let stat;
+        try {
+            stat = statSync(pluginDir);
+        }
+        catch {
+            continue;
+        }
+        // statSync follows symlinks, so this also handles symlinked plugin dirs
+        if (!stat.isDirectory()) {
+            continue;
+        }
+        const pkgJson = readPluginPackageJson(pluginDir);
+        const pluginName = pkgJson?.name ?? entry;
+        if (pkgJson === null) {
+            // Check if there is a package.json at all
+            if (existsSync(join(pluginDir, 'package.json'))) {
+                result.errors.push({
+                    pluginName: entry,
+                    message: `failed to parse package.json in ${pluginDir}`,
+                });
+            }
+            continue;
+        }
+        if (!pkgJson.main) {
+            result.errors.push({
+                pluginName,
+                message: `plugin ${pluginName} has no main field in package.json`,
+            });
+            continue;
+        }
+        const entryPath = join(pluginDir, pkgJson.main);
+        if (!existsSync(entryPath)) {
+            result.errors.push({
+                pluginName,
+                message: `entry point not found: ${entryPath}`,
+            });
+            continue;
+        }
+        let mod;
+        try {
+            const fileUrl = pathToFileURL(entryPath).href;
+            mod = (await import(fileUrl));
+        }
+        catch (err) {
+            const message = err instanceof Error ? err.message : String(err);
+            result.errors.push({
+                pluginName,
+                message: `failed to load plugin ${pluginName}: ${message}`,
+            });
+            log.warn('plugin import failed', { plugin: pluginName, error: message });
+            continue;
+        }
+        const validation = validatePluginExports(mod);
+        if (validation.errors.length > 0) {
+            for (const errMsg of validation.errors) {
+                result.errors.push({ pluginName, message: errMsg });
+            }
+            log.warn('plugin validation failed', { plugin: pluginName, errors: validation.errors });
+        }
+        let registered = false;
+        if (validation.hasExtractor) {
+            const extractor = mod.extractor;
+            if (seenExtractorNames.has(extractor.name)) {
+                log.warn('duplicate extractor name, skipping', {
+                    plugin: pluginName,
+                    extractorName: extractor.name,
+                });
+            }
+            else {
+                seenExtractorNames.add(extractor.name);
+                result.extractors.push(extractor);
+                registered = true;
+                log.info('loaded plugin extractor', {
+                    plugin: pluginName,
+                    extractorName: extractor.name,
+                });
+            }
+        }
+        if (validation.hasSearchEngine) {
+            const engine = mod.searchEngine;
+            if (seenEngineNames.has(engine.name)) {
+                log.warn('duplicate search engine name, skipping', {
+                    plugin: pluginName,
+                    engineName: engine.name,
+                });
+            }
+            else {
+                seenEngineNames.add(engine.name);
+                result.searchEngines.push(engine);
+                registered = true;
+                log.info('loaded plugin search engine', {
+                    plugin: pluginName,
+                    engineName: engine.name,
+                });
+            }
+        }
+        if (registered) {
+            result.loaded.push({
+                name: pluginName,
+                version: pkgJson.version ?? '0.0.0',
+                path: pluginDir,
+                hasExtractor: validation.hasExtractor,
+                hasSearchEngine: validation.hasSearchEngine,
+            });
+        }
+    }
+    log.info('plugin loading complete', {
+        extractors: result.extractors.length,
+        searchEngines: result.searchEngines.length,
+        errors: result.errors.length,
+    });
+    return result;
+}
+//# sourceMappingURL=loader.js.map

package/dist/plugins/loader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"loader.js","sourceRoot":"","sources":["../../src/plugins/loader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC1E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AAGtD,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AA4BnC,SAAS,qBAAqB,CAAC,SAAiB;IAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IAChD,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC3C,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAsB,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW;IAC/B,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAC3B,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;IAErC,MAAM,MAAM,GAAqB;QAC/B,UAAU,EAAE,EAAE;QACd,aAAa,EAAE,EAAE;QACjB,MAAM,EAAE,EAAE;QACV,MAAM,EAAE,EAAE;KACX,CAAC;IAEF,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,GAAG,CAAC,KAAK,CAAC,4CAA4C,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;QAC9E,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,IAAI,OAAiB,CAAC;IACtB,IAAI,CAAC;QACH,OAAO,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,IAAI,CAAC,kCAAkC,EAAE;YAC3C,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC;SACnB,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC7C,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;IAE1C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAE1C,IAAI,IAAI,CAAC;QACT,IAAI,CAAC;YACH,IAAI,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QAED,wEAAwE;QACxE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,qBAAqB,CAAC,SAAS,CAAC,CAAC;QACjD,MAAM,UAAU,GAAG,OAAO,EAAE,IAAI,IAAI,KAAK,CAAC;QAE1C,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACrB,0CAA0C;YAC1C,IAAI,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC,EAAE,CAAC;gBAChD,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;oBACjB,UAAU,EAAE,KAAK;oBACjB,OAAO,EAAE,mCAAmC,SAAS,EAAE;iBACxD,CAAC,CAAC;YACL,CAAC;YACD,SAAS;QACX,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAClB,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;gBACjB,UAAU;gBACV,OAAO,EAAE,UAAU,UAAU,oCAAoC;aAClE,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAChD,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC3B,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;gBACjB,UAAU;gBACV,OAAO,EAAE,0BAA0B,SAAS,EAAE;aAC/C,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,IAAI,GAA4B,CAAC;QACjC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC;YAC9C,GAAG,GAAG,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,CAA4B,CAAC;QAC3D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;gBACjB,UAAU;gBACV,OAAO,EAAE,yBAAyB,UAAU,KAAK,OAAO,EAAE;aAC3D,CAAC,CAAC;YACH,GAAG,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YACzE,SAAS;QACX,CAAC;QAED,MAAM,UAAU,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC;QAE9C,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,KAAK,MAAM,MAAM,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;gBACvC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YACtD,CAAC;YACD,GAAG,CAAC,IAAI,CAAC,0BAA0B,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;QAC1F,CAAC;QAED,IAAI,UAAU,GAAG,KAAK,CAAC;QAEvB,IAAI,UAAU,CAAC,YAAY,EAAE,CAAC;YAC5B,MAAM,SAAS,GAAG,GAAG,CAAC,SAAsB,CAAC;YAC7C,IAAI,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC3C,GAAG,CAAC,IAAI,CAAC,oCAAoC,EAAE;oBAC7C,MAAM,EAAE,UAAU;oBAClB,aAAa,EAAE,SAAS,CAAC,IAAI;iBAC9B,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBACvC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAClC,UAAU,GAAG,IAAI,CAAC;gBAClB,GAAG,CAAC,IAAI,CAAC,yBAAyB,EAAE;oBAClC,MAAM,EAAE,UAAU;oBAClB,aAAa,EAAE,SAAS,CAAC,IAAI;iBAC9B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,UAAU,CAAC,eAAe,EAAE,CAAC;YAC/B,MAAM,MAAM,GAAG,GAAG,CAAC,YAA4B,CAAC;YAChD,IAAI,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACrC,GAAG,CAAC,IAAI,CAAC,wCAAwC,EAAE;oBACjD,MAAM,EAAE,UAAU;oBAClB,UAAU,EAAE,MAAM,CAAC,IAAI;iBACxB,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAClC,UAAU,GAAG,IAAI,CAAC;gBAClB,GAAG,CAAC,IAAI,CAAC,6BAA6B,EAAE;oBACtC,MAAM,EAAE,UAAU;oBAClB,UAAU,EAAE,MAAM,CAAC,IAAI;iBACxB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC;gBACjB,IAAI,EAAE,UAAU;gBAChB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,OAAO;gBACnC,IAAI,EAAE,SAAS;gBACf,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,eAAe,EAAE,UAAU,CAAC,eAAe;aAC5C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,yBAAyB,EAAE;QAClC,UAAU,EAAE,MAAM,CAAC,UAAU,CAAC,MAAM;QACpC,aAAa,EAAE,MAAM,CAAC,aAAa,CAAC,MAAM;QAC1C,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;KAC7B,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/plugins/registry.d.ts

@@ -0,0 +1,26 @@
+import type { Extractor, SearchEngine } from '../types.js';
+export interface PluginRegistryState {
+    extractors: Array<{
+        name: string;
+        pluginName: string;
+    }>;
+    searchEngines: Array<{
+        name: string;
+        pluginName: string;
+    }>;
+    pluginCount: number;
+}
+export declare class PluginRegistry {
+    private extractors;
+    private engines;
+    private pluginNames;
+    registerExtractor(extractor: Extractor, pluginName: string): void;
+    registerSearchEngine(engine: SearchEngine, pluginName: string): void;
+    getExtractors(): Extractor[];
+    getSearchEngines(): SearchEngine[];
+    getExtractorByName(name: string): Extractor | undefined;
+    getSearchEngineByName(name: string): SearchEngine | undefined;
+    getState(): PluginRegistryState;
+    clear(): void;
+}
+//# sourceMappingURL=registry.d.ts.map

package/dist/plugins/registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../src/plugins/registry.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAc3D,MAAM,WAAW,mBAAmB;IAClC,UAAU,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACxD,aAAa,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC3D,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,UAAU,CAA6B;IAC/C,OAAO,CAAC,OAAO,CAAgC;IAC/C,OAAO,CAAC,WAAW,CAAqB;IAExC,iBAAiB,CAAC,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAgBjE,oBAAoB,CAAC,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAgBpE,aAAa,IAAI,SAAS,EAAE;IAI5B,gBAAgB,IAAI,YAAY,EAAE;IAIlC,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS;IAIvD,qBAAqB,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,GAAG,SAAS;IAI7D,QAAQ,IAAI,mBAAmB;IAc/B,KAAK,IAAI,IAAI;CAKd"}

package/dist/plugins/registry.js

@@ -0,0 +1,68 @@
+import { createLogger } from '../logger.js';
+const log = createLogger('server');
+export class PluginRegistry {
+    extractors = [];
+    engines = [];
+    pluginNames = new Set();
+    registerExtractor(extractor, pluginName) {
+        if (this.extractors.some(r => r.extractor.name === extractor.name)) {
+            log.warn('duplicate extractor name, ignoring', {
+                name: extractor.name,
+                plugin: pluginName,
+            });
+            return;
+        }
+        this.extractors.push({ extractor, pluginName });
+        this.pluginNames.add(pluginName);
+        log.debug('registered plugin extractor', {
+            name: extractor.name,
+            plugin: pluginName,
+        });
+    }
+    registerSearchEngine(engine, pluginName) {
+        if (this.engines.some(r => r.engine.name === engine.name)) {
+            log.warn('duplicate search engine name, ignoring', {
+                name: engine.name,
+                plugin: pluginName,
+            });
+            return;
+        }
+        this.engines.push({ engine, pluginName });
+        this.pluginNames.add(pluginName);
+        log.debug('registered plugin search engine', {
+            name: engine.name,
+            plugin: pluginName,
+        });
+    }
+    getExtractors() {
+        return this.extractors.map(r => r.extractor);
+    }
+    getSearchEngines() {
+        return this.engines.map(r => r.engine);
+    }
+    getExtractorByName(name) {
+        return this.extractors.find(r => r.extractor.name === name)?.extractor;
+    }
+    getSearchEngineByName(name) {
+        return this.engines.find(r => r.engine.name === name)?.engine;
+    }
+    getState() {
+        return {
+            extractors: this.extractors.map(r => ({
+                name: r.extractor.name,
+                pluginName: r.pluginName,
+            })),
+            searchEngines: this.engines.map(r => ({
+                name: r.engine.name,
+                pluginName: r.pluginName,
+            })),
+            pluginCount: this.pluginNames.size,
+        };
+    }
+    clear() {
+        this.extractors = [];
+        this.engines = [];
+        this.pluginNames.clear();
+    }
+}
+//# sourceMappingURL=registry.js.map

package/dist/plugins/registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../src/plugins/registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAG5C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAkBnC,MAAM,OAAO,cAAc;IACjB,UAAU,GAA0B,EAAE,CAAC;IACvC,OAAO,GAA6B,EAAE,CAAC;IACvC,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IAExC,iBAAiB,CAAC,SAAoB,EAAE,UAAkB;QACxD,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YACnE,GAAG,CAAC,IAAI,CAAC,oCAAoC,EAAE;gBAC7C,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,MAAM,EAAE,UAAU;aACnB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;QAChD,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACjC,GAAG,CAAC,KAAK,CAAC,6BAA6B,EAAE;YACvC,IAAI,EAAE,SAAS,CAAC,IAAI;YACpB,MAAM,EAAE,UAAU;SACnB,CAAC,CAAC;IACL,CAAC;IAED,oBAAoB,CAAC,MAAoB,EAAE,UAAkB;QAC3D,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1D,GAAG,CAAC,IAAI,CAAC,wCAAwC,EAAE;gBACjD,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,MAAM,EAAE,UAAU;aACnB,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;QAC1C,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACjC,GAAG,CAAC,KAAK,CAAC,iCAAiC,EAAE;YAC3C,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,MAAM,EAAE,UAAU;SACnB,CAAC,CAAC;IACL,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC;IAED,gBAAgB;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACzC,CAAC;IAED,kBAAkB,CAAC,IAAY;QAC7B,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,SAAS,CAAC;IACzE,CAAC;IAED,qBAAqB,CAAC,IAAY;QAChC,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,MAAM,CAAC;IAChE,CAAC;IAED,QAAQ;QACN,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACpC,IAAI,EAAE,CAAC,CAAC,SAAS,CAAC,IAAI;gBACtB,UAAU,EAAE,CAAC,CAAC,UAAU;aACzB,CAAC,CAAC;YACH,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBACpC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI;gBACnB,UAAU,EAAE,CAAC,CAAC,UAAU;aACzB,CAAC,CAAC;YACH,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;SACnC,CAAC;IACJ,CAAC;IAED,KAAK;QACH,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;CACF"}

package/dist/plugins/validate.d.ts

@@ -0,0 +1,9 @@
+export declare function validateExtractor(value: unknown): boolean;
+export declare function validateSearchEngine(value: unknown): boolean;
+export interface PluginValidationResult {
+    hasExtractor: boolean;
+    hasSearchEngine: boolean;
+    errors: string[];
+}
+export declare function validatePluginExports(mod: unknown): PluginValidationResult;
+//# sourceMappingURL=validate.d.ts.map

package/dist/plugins/validate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate.d.ts","sourceRoot":"","sources":["../../src/plugins/validate.ts"],"names":[],"mappings":"AAIA,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAoBzD;AAED,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAgB5D;AAED,MAAM,WAAW,sBAAsB;IACrC,YAAY,EAAE,OAAO,CAAC;IACtB,eAAe,EAAE,OAAO,CAAC;IACzB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,OAAO,GAAG,sBAAsB,CA+C1E"}

package/dist/plugins/validate.js

@@ -0,0 +1,70 @@
+import { createLogger } from '../logger.js';
+const log = createLogger('server');
+export function validateExtractor(value) {
+    if (value === null || value === undefined || typeof value !== 'object') {
+        return false;
+    }
+    const obj = value;
+    if (typeof obj.name !== 'string' || obj.name.length === 0) {
+        return false;
+    }
+    if (typeof obj.canHandle !== 'function') {
+        return false;
+    }
+    if (typeof obj.extract !== 'function') {
+        return false;
+    }
+    return true;
+}
+export function validateSearchEngine(value) {
+    if (value === null || value === undefined || typeof value !== 'object') {
+        return false;
+    }
+    const obj = value;
+    if (typeof obj.name !== 'string' || obj.name.length === 0) {
+        return false;
+    }
+    if (typeof obj.search !== 'function') {
+        return false;
+    }
+    return true;
+}
+export function validatePluginExports(mod) {
+    const result = {
+        hasExtractor: false,
+        hasSearchEngine: false,
+        errors: [],
+    };
+    if (mod === null || mod === undefined || typeof mod !== 'object') {
+        result.errors.push('plugin module is null or not an object');
+        return result;
+    }
+    const exports = mod;
+    if ('extractor' in exports) {
+        if (validateExtractor(exports.extractor)) {
+            result.hasExtractor = true;
+            log.debug('valid extractor export found', {
+                name: exports.extractor.name,
+            });
+        }
+        else {
+            result.errors.push('extractor export exists but does not match the Extractor interface (requires: name: string, canHandle: function, extract: function)');
+        }
+    }
+    if ('searchEngine' in exports) {
+        if (validateSearchEngine(exports.searchEngine)) {
+            result.hasSearchEngine = true;
+            log.debug('valid searchEngine export found', {
+                name: exports.searchEngine.name,
+            });
+        }
+        else {
+            result.errors.push('searchEngine export exists but does not match the SearchEngine interface (requires: name: string, search: function)');
+        }
+    }
+    if (!result.hasExtractor && !result.hasSearchEngine && result.errors.length === 0) {
+        result.errors.push('plugin exports neither a valid extractor nor a valid searchEngine');
+    }
+    return result;
+}
+//# sourceMappingURL=validate.js.map

package/dist/plugins/validate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validate.js","sourceRoot":"","sources":["../../src/plugins/validate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEnC,MAAM,UAAU,iBAAiB,CAAC,KAAc;IAC9C,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,GAAG,GAAG,KAAgC,CAAC;IAE7C,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1D,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;QACxC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,OAAO,KAAK,UAAU,EAAE,CAAC;QACtC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,KAAc;IACjD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,GAAG,GAAG,KAAgC,CAAC;IAE7C,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1D,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;QACrC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAQD,MAAM,UAAU,qBAAqB,CAAC,GAAY;IAChD,MAAM,MAAM,GAA2B;QACrC,YAAY,EAAE,KAAK;QACnB,eAAe,EAAE,KAAK;QACtB,MAAM,EAAE,EAAE;KACX,CAAC;IAEF,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACjE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;QAC7D,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM,OAAO,GAAG,GAA8B,CAAC;IAE/C,IAAI,WAAW,IAAI,OAAO,EAAE,CAAC;QAC3B,IAAI,iBAAiB,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YACzC,MAAM,CAAC,YAAY,GAAG,IAAI,CAAC;YAC3B,GAAG,CAAC,KAAK,CAAC,8BAA8B,EAAE;gBACxC,IAAI,EAAG,OAAO,CAAC,SAA8B,CAAC,IAAI;aACnD,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,MAAM,CAAC,IAAI,CAChB,qIAAqI,CACtI,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,cAAc,IAAI,OAAO,EAAE,CAAC;QAC9B,IAAI,oBAAoB,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/C,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC;YAC9B,GAAG,CAAC,KAAK,CAAC,iCAAiC,EAAE;gBAC3C,IAAI,EAAG,OAAO,CAAC,YAAiC,CAAC,IAAI;aACtD,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,MAAM,CAAC,IAAI,CAChB,qHAAqH,CACtH,CAAC;QACJ,CAAC;IACH,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClF,MAAM,CAAC,MAAM,CAAC,IAAI,CAChB,mEAAmE,CACpE,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/repl/commands/agent.d.ts

@@ -0,0 +1,5 @@
+import type { AgentOutput } from '../../types.js';
+import type { ParsedArgs } from '../parser.js';
+import type { ReplDeps } from './types.js';
+export declare function executeAgent(args: ParsedArgs, deps: ReplDeps): Promise<AgentOutput>;
+//# sourceMappingURL=agent.d.ts.map

package/dist/repl/commands/agent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../../../src/repl/commands/agent.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAc,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC9D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAM3C,wBAAsB,YAAY,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC,CA6CzF"}

package/dist/repl/commands/agent.js

@@ -0,0 +1,48 @@
+import { handleAgent } from '../../tools/agent.js';
+import { createLogger } from '../../logger.js';
+const log = createLogger('repl');
+export async function executeAgent(args, deps) {
+    try {
+        const prompt = args.positional.join(' ').trim();
+        if (!prompt) {
+            return {
+                result: '',
+                sources: [],
+                pages_fetched: 0,
+                steps: [],
+                total_time_ms: 0,
+                sampling_supported: false,
+                error: 'Usage: agent <prompt> [--urls=u1,u2] [--max-pages=N] [--max-time=MS]',
+            };
+        }
+        const input = { prompt };
+        if (args.flags.urls) {
+            input.urls = args.flags.urls.split(',').map(u => u.trim());
+        }
+        if (args.flags['max-pages']) {
+            input.max_pages = parseInt(args.flags['max-pages'], 10);
+        }
+        if (args.flags['max-time']) {
+            input.max_time_ms = parseInt(args.flags['max-time'], 10);
+        }
+        if (args.flags['max-time-ms']) {
+            input.max_time_ms = parseInt(args.flags['max-time-ms'], 10);
+        }
+        log.debug('executing agent command', { prompt, flags: args.flags });
+        return await handleAgent(input, deps.engines, deps.router, deps.backendStatus);
+    }
+    catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        log.error('agent command failed', { error: msg });
+        return {
+            result: '',
+            sources: [],
+            pages_fetched: 0,
+            steps: [],
+            total_time_ms: 0,
+            sampling_supported: false,
+            error: msg,
+        };
+    }
+}
+//# sourceMappingURL=agent.js.map

package/dist/repl/commands/agent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent.js","sourceRoot":"","sources":["../../../src/repl/commands/agent.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,MAAM,GAAG,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;AAEjC,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAgB,EAAE,IAAc;IACjE,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAChD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO;gBACL,MAAM,EAAE,EAAE;gBACV,OAAO,EAAE,EAAE;gBACX,aAAa,EAAE,CAAC;gBAChB,KAAK,EAAE,EAAE;gBACT,aAAa,EAAE,CAAC;gBAChB,kBAAkB,EAAE,KAAK;gBACzB,KAAK,EAAE,sEAAsE;aAC9E,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAe,EAAE,MAAM,EAAE,CAAC;QAErC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;YAC5B,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;YAC3B,KAAK,CAAC,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;YAC9B,KAAK,CAAC,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,GAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACpE,OAAO,MAAM,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IACjF,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,GAAG,CAAC,KAAK,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QAClD,OAAO;YACL,MAAM,EAAE,EAAE;YACV,OAAO,EAAE,EAAE;YACX,aAAa,EAAE,CAAC;YAChB,KAAK,EAAE,EAAE;YACT,aAAa,EAAE,CAAC;YAChB,kBAAkB,EAAE,KAAK;YACzB,KAAK,EAAE,GAAG;SACX,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/repl/commands/cache.d.ts

@@ -0,0 +1,4 @@
+import type { CacheOutput } from '../../types.js';
+import type { ParsedArgs } from '../parser.js';
+export declare function executeCache(args: ParsedArgs): Promise<CacheOutput>;
+//# sourceMappingURL=cache.d.ts.map

package/dist/repl/commands/cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../../../src/repl/commands/cache.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAc,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC9D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAM/C,wBAAsB,YAAY,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC,CAsCzE"}

package/dist/repl/commands/cache.js

@@ -0,0 +1,44 @@
+import { handleCache } from '../../tools/cache.js';
+import { createLogger } from '../../logger.js';
+const log = createLogger('repl');
+export async function executeCache(args) {
+    try {
+        const subcommand = args.positional[0];
+        let input;
+        if (subcommand === 'stats' || (!subcommand && !args.flags.query)) {
+            input = { stats: true };
+        }
+        else if (subcommand === 'clear') {
+            input = {
+                clear: true,
+                query: args.flags.query,
+                url_pattern: args.flags['url-pattern'],
+                since: args.flags.since,
+            };
+        }
+        else if (subcommand === 'search') {
+            const query = args.positional.slice(1).join(' ').trim() || args.flags.query;
+            input = {
+                query,
+                url_pattern: args.flags['url-pattern'],
+                since: args.flags.since,
+            };
+        }
+        else {
+            const query = args.positional.join(' ').trim();
+            input = {
+                query: query || args.flags.query,
+                url_pattern: args.flags['url-pattern'],
+                since: args.flags.since,
+            };
+        }
+        log.debug('executing cache command', { subcommand, flags: args.flags });
+        return await handleCache(input);
+    }
+    catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        log.error('cache command failed', { error: msg });
+        return { error: msg };
+    }
+}
+//# sourceMappingURL=cache.js.map

package/dist/repl/commands/cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.js","sourceRoot":"","sources":["../../../src/repl/commands/cache.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,MAAM,GAAG,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;AAEjC,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAgB;IACjD,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAEtC,IAAI,KAAiB,CAAC;QAEtB,IAAI,UAAU,KAAK,OAAO,IAAI,CAAC,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACjE,KAAK,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAC1B,CAAC;aAAM,IAAI,UAAU,KAAK,OAAO,EAAE,CAAC;YAClC,KAAK,GAAG;gBACN,KAAK,EAAE,IAAI;gBACX,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;gBACvB,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;gBACtC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;aACxB,CAAC;QACJ,CAAC;aAAM,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;YAC5E,KAAK,GAAG;gBACN,KAAK;gBACL,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;gBACtC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;aACxB,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YAC/C,KAAK,GAAG;gBACN,KAAK,EAAE,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK;gBAChC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC;gBACtC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK;aACxB,CAAC;QACJ,CAAC;QAED,GAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACxE,OAAO,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,GAAG,CAAC,KAAK,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QAClD,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;IACxB,CAAC;AACH,CAAC"}

package/dist/repl/commands/crawl.d.ts

@@ -0,0 +1,7 @@
+import type { CrawlOutput, MapOutput } from '../../types.js';
+import type { ParsedArgs } from '../parser.js';
+import type { ReplDeps } from './types.js';
+export declare function executeCrawl(args: ParsedArgs, deps: ReplDeps): Promise<CrawlOutput | (MapOutput & {
+    crawled: number;
+})>;
+//# sourceMappingURL=crawl.d.ts.map

package/dist/repl/commands/crawl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawl.d.ts","sourceRoot":"","sources":["../../../src/repl/commands/crawl.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAc,WAAW,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AACzE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAM3C,wBAAsB,YAAY,CAChC,IAAI,EAAE,UAAU,EAChB,IAAI,EAAE,QAAQ,GACb,OAAO,CAAC,WAAW,GAAG,CAAC,SAAS,GAAG;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAAC,CAuC1D"}

package/dist/repl/commands/crawl.js

@@ -0,0 +1,42 @@
+import { handleCrawl } from '../../tools/crawl.js';
+import { createLogger } from '../../logger.js';
+const log = createLogger('repl');
+export async function executeCrawl(args, deps) {
+    try {
+        const url = args.positional[0];
+        if (!url) {
+            return {
+                pages: [],
+                total_found: 0,
+                crawled: 0,
+                error: 'Usage: crawl <URL> [--depth N] [--max-pages N] [--strategy=bfs|dfs|sitemap|map]',
+            };
+        }
+        const input = { url };
+        if (args.flags.depth) {
+            input.max_depth = parseInt(args.flags.depth, 10);
+        }
+        if (args.flags['max-depth']) {
+            input.max_depth = parseInt(args.flags['max-depth'], 10);
+        }
+        if (args.flags['max-pages']) {
+            input.max_pages = parseInt(args.flags['max-pages'], 10);
+        }
+        if (args.flags.strategy) {
+            input.strategy = args.flags.strategy;
+        }
+        log.debug('executing crawl command', { url, flags: args.flags });
+        return await handleCrawl(input, deps.router);
+    }
+    catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        log.error('crawl command failed', { error: msg });
+        return {
+            pages: [],
+            total_found: 0,
+            crawled: 0,
+            error: msg,
+        };
+    }
+}
+//# sourceMappingURL=crawl.js.map

package/dist/repl/commands/crawl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawl.js","sourceRoot":"","sources":["../../../src/repl/commands/crawl.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,MAAM,GAAG,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;AAEjC,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,IAAgB,EAChB,IAAc;IAEd,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO;gBACL,KAAK,EAAE,EAAE;gBACT,WAAW,EAAE,CAAC;gBACd,OAAO,EAAE,CAAC;gBACV,KAAK,EAAE,iFAAiF;aACzF,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAe,EAAE,GAAG,EAAE,CAAC;QAElC,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACrB,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACnD,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;YAC5B,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;YAC5B,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;YACxB,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAkC,CAAC;QACjE,CAAC;QAED,GAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACjE,OAAO,MAAM,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,GAAG,CAAC,KAAK,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QAClD,OAAO;YACL,KAAK,EAAE,EAAE;YACT,WAAW,EAAE,CAAC;YACd,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,GAAG;SACX,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/repl/commands/extract.d.ts

@@ -0,0 +1,5 @@
+import type { ExtractOutput } from '../../types.js';
+import type { ParsedArgs } from '../parser.js';
+import type { ReplDeps } from './types.js';
+export declare function executeExtract(args: ParsedArgs, deps: ReplDeps): Promise<ExtractOutput>;
+//# sourceMappingURL=extract.d.ts.map

package/dist/repl/commands/extract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../../src/repl/commands/extract.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAgB,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAClE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAM3C,wBAAsB,cAAc,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,aAAa,CAAC,CAkC7F"}

package/dist/repl/commands/extract.js

@@ -0,0 +1,37 @@
+import { handleExtract } from '../../tools/extract.js';
+import { createLogger } from '../../logger.js';
+const log = createLogger('repl');
+export async function executeExtract(args, deps) {
+    try {
+        const url = args.positional[0];
+        if (!url) {
+            return {
+                data: {},
+                mode: 'metadata',
+                error: 'Usage: extract <URL> [--mode=selector|tables|metadata|schema] [--selector=CSS]',
+            };
+        }
+        const input = { url };
+        if (args.flags.mode) {
+            input.mode = args.flags.mode;
+        }
+        if (args.flags.selector) {
+            input.css_selector = args.flags.selector;
+        }
+        if (args.flags.multiple === 'true') {
+            input.multiple = true;
+        }
+        log.debug('executing extract command', { url, flags: args.flags });
+        return await handleExtract(input, deps.router);
+    }
+    catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        log.error('extract command failed', { error: msg });
+        return {
+            data: {},
+            mode: args.flags.mode ?? 'metadata',
+            error: msg,
+        };
+    }
+}
+//# sourceMappingURL=extract.js.map

package/dist/repl/commands/extract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../../src/repl/commands/extract.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,MAAM,GAAG,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;AAEjC,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAAgB,EAAE,IAAc;IACnE,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO;gBACL,IAAI,EAAE,EAAE;gBACR,IAAI,EAAE,UAAU;gBAChB,KAAK,EAAE,gFAAgF;aACxF,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAiB,EAAE,GAAG,EAAE,CAAC;QAEpC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAA4B,CAAC;QACvD,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;YACxB,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;QAC3C,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;YACnC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC;QACxB,CAAC;QAED,GAAG,CAAC,KAAK,CAAC,2BAA2B,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACnE,OAAO,MAAM,aAAa,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACjD,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,GAAG,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;QACpD,OAAO;YACL,IAAI,EAAE,EAAE;YACR,IAAI,EAAG,IAAI,CAAC,KAAK,CAAC,IAA8B,IAAI,UAAU;YAC9D,KAAK,EAAE,GAAG;SACX,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/repl/commands/fetch.d.ts

@@ -0,0 +1,5 @@
+import type { FetchOutput } from '../../types.js';
+import type { ParsedArgs } from '../parser.js';
+import type { ReplDeps } from './types.js';
+export declare function executeFetch(args: ParsedArgs, deps: ReplDeps): Promise<FetchOutput>;
+//# sourceMappingURL=fetch.d.ts.map

package/dist/repl/commands/fetch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetch.d.ts","sourceRoot":"","sources":["../../../src/repl/commands/fetch.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAc,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC9D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC/C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAM3C,wBAAsB,YAAY,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC,CAkDzF"}