@agenthippo-ai/agenthippo 1.110.11 → 1.110.19

package/out/analytics/dashboard/indexingService.js

@@ -1,422 +1,2 @@
-"use strict";
-/*---------------------------------------------------------------------------------------------
- *  Copyright (c) AgentHippo.ai. All rights reserved.
- *--------------------------------------------------------------------------------------------*/
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.IndexingService = void 0;
-const vscode = __importStar(require("vscode"));
-const path = __importStar(require("path"));
-const fs_1 = require("fs");
-const pythonRunner_1 = require("../../utils/pythonRunner");
-const toolPath_1 = require("../../utils/toolPath");
-/**
- * Manages background JSONL → DuckDB indexing.
- *
- * Key responsibilities:
- * - Watch traces directory for new JSONL files
- * - Debounce indexing triggers after file changes (default 15s)
- * - Spawn background indexing subprocess with resource limits
- * - Track indexing state and emit progress updates
- * - Persist state to disk (.duckdb-index.json)
- * - Gracefully handle errors and fall back to JSONL
- */
-class IndexingService {
-    tracesDir;
-    outputChannel;
-    performanceMonitor;
-    static EXIT_CODE_ALREADY_RUNNING = 3;
-    watcher;
-    indexingProcess;
-    retryTimeout;
-    indexProgress = { status: 'idle', percent: 0 };
-    indexState = {
-        version: 1,
-        indexed: false,
-        lastMtime: 0,
-        duckdbPath: '',
-    };
-    progressChangeEmitter = new vscode.EventEmitter();
-    indexCompleteEmitter = new vscode.EventEmitter();
-    indexErrorEmitter = new vscode.EventEmitter();
-    disposables = [];
-    failureCount = 0;
-    static MAX_FAILURES = 3;
-    constructor(tracesDir, outputChannel, performanceMonitor) {
-        this.tracesDir = tracesDir;
-        this.outputChannel = outputChannel;
-        this.performanceMonitor = performanceMonitor;
-        this.indexState.duckdbPath = path.join(tracesDir, 'analytics.duckdb');
-        this.disposables.push(this.progressChangeEmitter, this.indexCompleteEmitter, this.indexErrorEmitter);
-    }
-    /**
-     * Initialize indexing service: load state, start file watcher, check if re-indexing needed.
-     */
-    async initialize() {
-        try {
-            // Load persisted state
-            await this.loadIndexState();
-            // Start watching traces directory
-            this.startFileWatcher();
-            // Check if indexing needed on startup
-            await this.checkAndScheduleIndexing();
-        }
-        catch (error) {
-            this.outputChannel.appendLine(`[Dashboard] Indexing initialization failed: ${error}`);
-        }
-    }
-    /**
-     * Load persisted indexing state from disk.
-     */
-    async loadIndexState() {
-        const stateFile = path.join(this.tracesDir, '.duckdb-index.json');
-        try {
-            const content = await fs_1.promises.readFile(stateFile, 'utf-8');
-            const saved = JSON.parse(content);
-            if (saved.version === 1) {
-                this.indexState = {
-                    version: 1,
-                    indexed: saved.indexed ?? false,
-                    lastMtime: saved.lastMtime ?? 0,
-                    duckdbPath: saved.duckdbPath || this.indexState.duckdbPath,
-                    indexedAt: saved.indexedAt,
-                };
-            }
-        }
-        catch {
-            // File doesn't exist or is invalid; use defaults
-        }
-    }
-    /**
-     * Save indexing state to disk.
-     */
-    async saveIndexState() {
-        const stateFile = path.join(this.tracesDir, '.duckdb-index.json');
-        try {
-            await fs_1.promises.writeFile(stateFile, JSON.stringify(this.indexState, null, 2), 'utf-8');
-        }
-        catch (error) {
-            this.outputChannel.appendLine(`[Dashboard] Failed to save indexing state: ${error}`);
-        }
-    }
-    /**
-     * Start watching traces directory for new JSONL files.
-     */
-    startFileWatcher() {
-        const tracesPattern = new vscode.RelativePattern(this.tracesDir, '*.jsonl');
-        this.watcher = vscode.workspace.createFileSystemWatcher(tracesPattern);
-        // Listen for file creates, changes, and deletes
-        this.watcher.onDidCreate(() => this.scheduleIndexing());
-        this.watcher.onDidChange(() => this.scheduleIndexing());
-        this.watcher.onDidDelete(() => this.scheduleIndexing());
-        this.disposables.push(this.watcher);
-    }
-    /**
-     * Check if re-indexing is needed by comparing file mtimes.
-     * Schedule indexing if needed.
-     */
-    async checkAndScheduleIndexing() {
-        try {
-            const currentMtime = await this.getLatestJSONLMtime();
-            if (currentMtime > this.indexState.lastMtime) {
-                this.scheduleIndexing();
-            }
-        }
-        catch {
-            // Best-effort; if we can't check, it's ok to skip
-        }
-    }
-    /**
-     * Get the maximum mtime of all JSONL files in traces directory.
-     * Used to detect if new traces have been added.
-     */
-    async getLatestJSONLMtime() {
-        try {
-            const entries = await fs_1.promises.readdir(this.tracesDir, { withFileTypes: true });
-            let maxMtime = 0;
-            for (const entry of entries) {
-                if (entry.isFile() && entry.name.endsWith('.jsonl')) {
-                    const filePath = path.join(this.tracesDir, entry.name);
-                    const stats = await fs_1.promises.stat(filePath);
-                    maxMtime = Math.max(maxMtime, stats.mtimeMs);
-                }
-            }
-            return maxMtime;
-        }
-        catch {
-            return 0;
-        }
-    }
-    /**
-     * Schedule background indexing with debouncing.
-     * If already scheduled, this is a no-op unless force is true.
-     * @param overrides.debounceMs - Use a shorter debounce when Fleet view needs fresher data (e.g. 500).
-     */
-    scheduleIndexing(force = false, overrides) {
-        if (!force && this.indexingProcess) {
-            // Already scheduled; wait for debounce
-            return;
-        }
-        // Clear existing timer
-        if (this.indexingProcess) {
-            clearTimeout(this.indexingProcess);
-        }
-        const config = this.getIndexingConfig();
-        if (!config.enabled) {
-            this.outputChannel.appendLine('[Dashboard] Background indexing is disabled');
-            return;
-        }
-        const debounceMs = overrides?.debounceMs ?? config.debounceMs;
-        this.indexingProcess = setTimeout(() => {
-            this.indexingProcess = undefined;
-            void this.startIndexing();
-        }, debounceMs);
-    }
-    /**
-     * Get current indexing configuration from VS Code settings.
-     */
-    getIndexingConfig() {
-        const config = vscode.workspace.getConfiguration('agentide.analytics');
-        return {
-            enabled: config.get('backgroundIndexing', true),
-            debounceMs: config.get('indexingDebounceMs', 15000),
-            timeoutSeconds: config.get('indexingTimeoutSeconds', 300),
-        };
-    }
-    /**
-     * Start background indexing process.
-     */
-    async startIndexing() {
-        const config = this.getIndexingConfig();
-        // Update progress
-        this.setProgress({ status: 'indexing', percent: 0 });
-        this.performanceMonitor.logIndexingStarted(this.tracesDir);
-        try {
-            const startTime = Date.now();
-            // Get path to index-traces.py script
-            const scriptPath = this.resolveIndexScriptPath();
-            // Execute indexing subprocess with dependency management and timeout.
-            const result = await (0, pythonRunner_1.runPythonWithDeps)({
-                scriptPath,
-                args: [this.tracesDir],
-                deps: ['duckdb'],
-                analyticsRoot: path.dirname(this.tracesDir),
-                execOptions: {
-                    timeout: config.timeoutSeconds * 1000,
-                    env: {
-                        ...process.env,
-                        PATH: (0, toolPath_1.augmentPathForTools)(process.env.PATH ?? ''),
-                        AGENTIDE_TRACES_DIR: this.tracesDir,
-                        AGENTIDE_INDEX_DB_PATH: this.indexState.duckdbPath,
-                    },
-                },
-                log: (message) => this.outputChannel.appendLine(message),
-                preserveNonZeroExit: true,
-            });
-            const durationMs = Date.now() - startTime;
-            // Another process currently owns indexing lock; treat as a no-op, not failure.
-            if (result.code === IndexingService.EXIT_CODE_ALREADY_RUNNING) {
-                let message = 'Indexing already in progress';
-                try {
-                    const output = JSON.parse(result.stdout);
-                    if (typeof output.message === 'string' && output.message.trim().length > 0) {
-                        message = output.message;
-                    }
-                }
-                catch {
-                    // Best-effort parse only.
-                }
-                this.setProgress({ status: 'idle', percent: 0, message });
-                this.failureCount = 0;
-                return;
-            }
-            // Parse output
-            if (result.code === 0 || result.code === 2) {
-                // code 2 = already indexed / no data (idempotent)
-                if (!result.stdout || result.stdout.trim().length === 0) {
-                    // The indexer always emits a JSON line; empty stdout means the launcher
-                    // (e.g. uv) exited with a colliding code without running the script.
-                    throw new Error(`Indexing produced no output (exit ${result.code}). stderr: ${result.stderr || '(empty)'}`);
-                }
-                const output = JSON.parse(result.stdout);
-                const outputIndexed = output.indexed === true;
-                const hasAnyJsonl = (await this.getLatestJSONLMtime()) > 0;
-                if (outputIndexed) {
-                    this.indexState.indexed = true;
-                    this.indexState.lastMtime = await this.getLatestJSONLMtime();
-                    this.indexState.indexedAt = new Date().toISOString();
-                    await this.saveIndexState();
-                    this.setProgress({ status: 'complete', percent: 100 });
-                    this.performanceMonitor.logIndexingComplete(this.indexState.duckdbPath, durationMs);
-                    this.failureCount = 0; // Reset failure count on success
-                    this.indexCompleteEmitter.fire();
-                }
-                else if (!hasAnyJsonl) {
-                    // Empty traces dir is a valid no-op state; don't treat as failure.
-                    this.indexState.indexed = false;
-                    this.indexState.lastMtime = 0;
-                    await this.saveIndexState();
-                    this.setProgress({ status: 'idle', percent: 0, message: output.message ?? 'No trace files to index' });
-                    this.failureCount = 0;
-                }
-                else {
-                    throw new Error('Indexing returned success but indexed=false');
-                }
-            }
-            else {
-                throw new Error(`Indexing script failed: ${result.stderr}`);
-            }
-        }
-        catch (error) {
-            this.failureCount++;
-            this.performanceMonitor.logIndexingError(error, this.failureCount < IndexingService.MAX_FAILURES);
-            this.setProgress({
-                status: 'error',
-                percent: 0,
-                error: error,
-            });
-            this.indexErrorEmitter.fire(error);
-            // Auto-retry up to MAX_FAILURES times, then give up
-            if (this.failureCount < IndexingService.MAX_FAILURES) {
-                const retryDelayMs = 10000 * this.failureCount; // Exponential backoff
-                this.outputChannel.appendLine(`[Dashboard] Indexing will retry in ${retryDelayMs}ms (attempt ${this.failureCount}/${IndexingService.MAX_FAILURES})`);
-                this.retryTimeout = setTimeout(() => {
-                    void this.startIndexing();
-                }, retryDelayMs);
-            }
-            else {
-                this.outputChannel.appendLine('[Dashboard] Indexing disabled after multiple failures; will use JSONL fallback');
-                this.disableIndexing();
-            }
-        }
-    }
-    /**
-     * Disable indexing for the rest of the session.
-     */
-    disableIndexing() {
-        vscode.workspace
-            .getConfiguration('agentide.analytics')
-            .update('backgroundIndexing', false, vscode.ConfigurationTarget.WorkspaceFolder);
-    }
-    resolveIndexScriptPath() {
-        // Runtime locations:
-        // - dev: extensions/agentide/src/analytics/dashboard -> ../../scripts/analytics/index-traces.py
-        // - packaged out: extensions/agentide/out/analytics/dashboard -> ../../scripts/analytics/index-traces.py
-        return path.resolve(__dirname, '../../scripts/analytics/index-traces.py');
-    }
-    /**
-     * Update progress state and emit event.
-     */
-    setProgress(progress) {
-        this.indexProgress = progress;
-        this.progressChangeEmitter.fire(progress);
-    }
-    /**
-     * Check if indexing is currently in progress.
-     */
-    isIndexing() {
-        return this.indexProgress.status === 'indexing';
-    }
-    /**
-     * Check if database is indexed and ready to use.
-     */
-    async isIndexed() {
-        if (this.indexState.indexed) {
-            // Verify database file still exists
-            try {
-                await fs_1.promises.access(this.indexState.duckdbPath);
-                return true;
-            }
-            catch {
-                // Database was deleted; mark as not indexed
-                this.indexState.indexed = false;
-                await this.saveIndexState();
-                return false;
-            }
-        }
-        return false;
-    }
-    /**
-     * Get current progress state.
-     */
-    getProgress() {
-        return this.indexProgress;
-    }
-    /**
-     * Get path to indexed database (or empty string if not indexed).
-     */
-    getIndexPath() {
-        return this.indexState.indexed ? this.indexState.duckdbPath : '';
-    }
-    /**
-     * Event: indexing progress changed.
-     */
-    onProgressChange(listener) {
-        return this.progressChangeEmitter.event(listener);
-    }
-    /**
-     * Event: indexing completed successfully.
-     */
-    onIndexComplete(listener) {
-        return this.indexCompleteEmitter.event(listener);
-    }
-    /**
-     * Event: indexing failed with error.
-     */
-    onIndexError(listener) {
-        return this.indexErrorEmitter.event(listener);
-    }
-    /**
-     * Cancel any pending indexing operations.
-     */
-    cancelIndexing() {
-        if (this.indexingProcess) {
-            clearTimeout(this.indexingProcess);
-            this.indexingProcess = undefined;
-        }
-        if (this.retryTimeout) {
-            clearTimeout(this.retryTimeout);
-            this.retryTimeout = undefined;
-        }
-    }
-    /**
-     * Cleanup: stop watcher, cancel pending operations.
-     */
-    dispose() {
-        this.cancelIndexing();
-        vscode.Disposable.from(...this.disposables).dispose();
-    }
-}
-exports.IndexingService = IndexingService;
+/*! Copyright (c) 2026 AgentHippo.ai. All rights reserved. Proprietary; see LICENSE. */
+"use strict";var __createBinding=this&&this.__createBinding||(Object.create?(function(n,e,i,t){t===void 0&&(t=i);var s=Object.getOwnPropertyDescriptor(e,i);(!s||("get"in s?!e.__esModule:s.writable||s.configurable))&&(s={enumerable:!0,get:function(){return e[i]}}),Object.defineProperty(n,t,s)}):(function(n,e,i,t){t===void 0&&(t=i),n[t]=e[i]})),__setModuleDefault=this&&this.__setModuleDefault||(Object.create?(function(n,e){Object.defineProperty(n,"default",{enumerable:!0,value:e})}):function(n,e){n.default=e}),__importStar=this&&this.__importStar||(function(){var n=function(e){return n=Object.getOwnPropertyNames||function(i){var t=[];for(var s in i)Object.prototype.hasOwnProperty.call(i,s)&&(t[t.length]=s);return t},n(e)};return function(e){if(e&&e.__esModule)return e;var i={};if(e!=null)for(var t=n(e),s=0;s<t.length;s++)t[s]!=="default"&&__createBinding(i,e,t[s]);return __setModuleDefault(i,e),i}})();Object.defineProperty(exports,"__esModule",{value:!0}),exports.IndexingService=void 0;const vscode=__importStar(require("vscode")),path=__importStar(require("path")),fs_1=require("fs"),pythonRunner_1=require("../../utils/pythonRunner"),toolPath_1=require("../../utils/toolPath");class IndexingService{tracesDir;outputChannel;performanceMonitor;static EXIT_CODE_ALREADY_RUNNING=3;watcher;indexingProcess;retryTimeout;indexProgress={status:"idle",percent:0};indexState={version:1,indexed:!1,lastMtime:0,duckdbPath:""};progressChangeEmitter=new vscode.EventEmitter;indexCompleteEmitter=new vscode.EventEmitter;indexErrorEmitter=new vscode.EventEmitter;disposables=[];failureCount=0;static MAX_FAILURES=3;constructor(e,i,t){this.tracesDir=e,this.outputChannel=i,this.performanceMonitor=t,this.indexState.duckdbPath=path.join(e,"analytics.duckdb"),this.disposables.push(this.progressChangeEmitter,this.indexCompleteEmitter,this.indexErrorEmitter)}async initialize(){try{await this.loadIndexState(),this.startFileWatcher(),await this.checkAndScheduleIndexing()}catch(e){this.outputChannel.appendLine(`[Dashboard] Indexing initialization failed: ${e}`)}}async loadIndexState(){const e=path.join(this.tracesDir,".duckdb-index.json");try{const i=await fs_1.promises.readFile(e,"utf-8"),t=JSON.parse(i);t.version===1&&(this.indexState={version:1,indexed:t.indexed??!1,lastMtime:t.lastMtime??0,duckdbPath:t.duckdbPath||this.indexState.duckdbPath,indexedAt:t.indexedAt})}catch{}}async saveIndexState(){const e=path.join(this.tracesDir,".duckdb-index.json");try{await fs_1.promises.writeFile(e,JSON.stringify(this.indexState,null,2),"utf-8")}catch(i){this.outputChannel.appendLine(`[Dashboard] Failed to save indexing state: ${i}`)}}startFileWatcher(){const e=new vscode.RelativePattern(this.tracesDir,"*.jsonl");this.watcher=vscode.workspace.createFileSystemWatcher(e),this.watcher.onDidCreate(()=>this.scheduleIndexing()),this.watcher.onDidChange(()=>this.scheduleIndexing()),this.watcher.onDidDelete(()=>this.scheduleIndexing()),this.disposables.push(this.watcher)}async checkAndScheduleIndexing(){try{await this.getLatestJSONLMtime()>this.indexState.lastMtime&&this.scheduleIndexing()}catch{}}async getLatestJSONLMtime(){try{const e=await fs_1.promises.readdir(this.tracesDir,{withFileTypes:!0});let i=0;for(const t of e)if(t.isFile()&&t.name.endsWith(".jsonl")){const s=path.join(this.tracesDir,t.name),o=await fs_1.promises.stat(s);i=Math.max(i,o.mtimeMs)}return i}catch{return 0}}scheduleIndexing(e=!1,i){if(!e&&this.indexingProcess)return;this.indexingProcess&&clearTimeout(this.indexingProcess);const t=this.getIndexingConfig();if(!t.enabled){this.outputChannel.appendLine("[Dashboard] Background indexing is disabled");return}const s=i?.debounceMs??t.debounceMs;this.indexingProcess=setTimeout(()=>{this.indexingProcess=void 0,this.startIndexing()},s)}getIndexingConfig(){const e=vscode.workspace.getConfiguration("agentide.analytics");return{enabled:e.get("backgroundIndexing",!0),debounceMs:e.get("indexingDebounceMs",15e3),timeoutSeconds:e.get("indexingTimeoutSeconds",300)}}async startIndexing(){const e=this.getIndexingConfig();this.setProgress({status:"indexing",percent:0}),this.performanceMonitor.logIndexingStarted(this.tracesDir);try{const i=Date.now(),t=this.resolveIndexScriptPath(),s=await(0,pythonRunner_1.runPythonWithDeps)({scriptPath:t,args:[this.tracesDir],deps:["duckdb"],analyticsRoot:path.dirname(this.tracesDir),execOptions:{timeout:e.timeoutSeconds*1e3,env:{...process.env,PATH:(0,toolPath_1.augmentPathForTools)(process.env.PATH??""),AGENTIDE_TRACES_DIR:this.tracesDir,AGENTIDE_INDEX_DB_PATH:this.indexState.duckdbPath}},log:r=>this.outputChannel.appendLine(r),preserveNonZeroExit:!0}),o=Date.now()-i;if(s.code===IndexingService.EXIT_CODE_ALREADY_RUNNING){let r="Indexing already in progress";try{const a=JSON.parse(s.stdout);typeof a.message=="string"&&a.message.trim().length>0&&(r=a.message)}catch{}this.setProgress({status:"idle",percent:0,message:r}),this.failureCount=0;return}if(s.code===0||s.code===2){if(!s.stdout||s.stdout.trim().length===0)throw new Error(`Indexing produced no output (exit ${s.code}). stderr: ${s.stderr||"(empty)"}`);const r=JSON.parse(s.stdout),a=r.indexed===!0,d=await this.getLatestJSONLMtime()>0;if(a)this.indexState.indexed=!0,this.indexState.lastMtime=await this.getLatestJSONLMtime(),this.indexState.indexedAt=new Date().toISOString(),await this.saveIndexState(),this.setProgress({status:"complete",percent:100}),this.performanceMonitor.logIndexingComplete(this.indexState.duckdbPath,o),this.failureCount=0,this.indexCompleteEmitter.fire();else if(!d)this.indexState.indexed=!1,this.indexState.lastMtime=0,await this.saveIndexState(),this.setProgress({status:"idle",percent:0,message:r.message??"No trace files to index"}),this.failureCount=0;else throw new Error("Indexing returned success but indexed=false")}else throw new Error(`Indexing script failed: ${s.stderr}`)}catch(i){if(this.failureCount++,this.performanceMonitor.logIndexingError(i,this.failureCount<IndexingService.MAX_FAILURES),this.setProgress({status:"error",percent:0,error:i}),this.indexErrorEmitter.fire(i),this.failureCount<IndexingService.MAX_FAILURES){const t=1e4*this.failureCount;this.outputChannel.appendLine(`[Dashboard] Indexing will retry in ${t}ms (attempt ${this.failureCount}/${IndexingService.MAX_FAILURES})`),this.retryTimeout=setTimeout(()=>{this.startIndexing()},t)}else this.outputChannel.appendLine("[Dashboard] Indexing disabled after multiple failures; will use JSONL fallback"),this.disableIndexing()}}disableIndexing(){vscode.workspace.getConfiguration("agentide.analytics").update("backgroundIndexing",!1,vscode.ConfigurationTarget.WorkspaceFolder)}resolveIndexScriptPath(){return path.resolve(__dirname,"../../scripts/analytics/index-traces.py")}setProgress(e){this.indexProgress=e,this.progressChangeEmitter.fire(e)}isIndexing(){return this.indexProgress.status==="indexing"}async isIndexed(){if(this.indexState.indexed)try{return await fs_1.promises.access(this.indexState.duckdbPath),!0}catch{return this.indexState.indexed=!1,await this.saveIndexState(),!1}return!1}getProgress(){return this.indexProgress}getIndexPath(){return this.indexState.indexed?this.indexState.duckdbPath:""}onProgressChange(e){return this.progressChangeEmitter.event(e)}onIndexComplete(e){return this.indexCompleteEmitter.event(e)}onIndexError(e){return this.indexErrorEmitter.event(e)}cancelIndexing(){this.indexingProcess&&(clearTimeout(this.indexingProcess),this.indexingProcess=void 0),this.retryTimeout&&(clearTimeout(this.retryTimeout),this.retryTimeout=void 0)}dispose(){this.cancelIndexing(),vscode.Disposable.from(...this.disposables).dispose()}}exports.IndexingService=IndexingService;