@thoughtflow/core 0.1.2

package/dist/libs/in-memory-job-store.js

@@ -0,0 +1,35 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.InMemoryJobStore = void 0;
+class InMemoryJobStore {
+    jobs = new Map();
+    async save(job) {
+        this.jobs.set(job.jobId, { ...job });
+    }
+    async get(jobId) {
+        const job = this.jobs.get(jobId);
+        return job ? { ...job } : undefined;
+    }
+    async list(filter) {
+        let result = Array.from(this.jobs.values());
+        if (filter?.status) {
+            const statuses = Array.isArray(filter.status) ? filter.status : [filter.status];
+            result = result.filter((j) => statuses.includes(j.status));
+        }
+        if (filter?.subagentName) {
+            result = result.filter((j) => j.subagentName === filter.subagentName);
+        }
+        return result.map((j) => ({ ...j }));
+    }
+    async delete(jobId) {
+        return this.jobs.delete(jobId);
+    }
+    async clear() {
+        this.jobs.clear();
+    }
+    async listIds() {
+        return Array.from(this.jobs.keys());
+    }
+}
+exports.InMemoryJobStore = InMemoryJobStore;
+//# sourceMappingURL=in-memory-job-store.js.map

package/dist/libs/in-memory-job-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"in-memory-job-store.js","sourceRoot":"","sources":["../../src/libs/in-memory-job-store.ts"],"names":[],"mappings":";;;AAEA,MAAa,gBAAgB;IACnB,IAAI,GAA6B,IAAI,GAAG,EAAE,CAAC;IAEnD,KAAK,CAAC,IAAI,CAAC,GAAgB;QACzB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,KAAa;QACrB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACjC,OAAO,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAoF;QAC7F,IAAI,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAE5C,IAAI,MAAM,EAAE,MAAM,EAAE,CAAC;YACnB,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAChF,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QAC7D,CAAC;QAED,IAAI,MAAM,EAAE,YAAY,EAAE,CAAC;YACzB,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,MAAM,CAAC,YAAY,CAAC,CAAC;QACxE,CAAC;QAED,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa;QACxB,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,OAAO;QACX,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACtC,CAAC;CACF;AAtCD,4CAsCC"}

package/dist/libs/incremental-analyzer.class.d.ts

@@ -0,0 +1,151 @@
+/**
+ * IncrementalAnalyzer — Range-aware incremental codebase analysis
+ *
+ * Two-phase architecture:
+ *   Phase 1 (collect): Walk files, analyze in line-ranges via LLM,
+ *     discover dependencies → queue them for analysis. All results
+ *     persisted immediately to JSON via AnalysisStore.
+ *   Phase 2 (prepare): Build KnowledgeGraph nodes/edges purely from
+ *     collected FileAnalysisRecords. No LLM needed.
+ *
+ * Key features:
+ *   - Content-hash based change detection (skip unchanged files on re-run)
+ *   - Dependency-driven queue: analyzing file A discovers import of B → B queued
+ *   - Range granularity: only re-analyze changed or unresolved ranges
+ *   - Crash-safe: every LLM result written to disk before next call
+ *   - Resume: --resume skips files/ranges with existing valid records
+ */
+import type { FileAnalysisRecord, AnalysisQueueItem, AnalysisSessionMeta, AnalysisSessionStats, IncrementalAnalyzerCallbacks } from "../contracts/codebase-analysis.types";
+/**
+ * Persists analysis state to a directory of JSON files.
+ *
+ * Layout:
+ *   {storeDir}/
+ *     session.json                  — AnalysisSessionMeta
+ *     queue.json                    — AnalysisQueueItem[]
+ *     files/
+ *       {sanitized-path}.json       — FileAnalysisRecord per file
+ */
+export declare class AnalysisStore {
+    private readonly storeDir;
+    private readonly filesDir;
+    constructor(storeDir: string);
+    private sanitize;
+    private write;
+    private readJson;
+    saveSession(meta: AnalysisSessionMeta): void;
+    loadSession(): AnalysisSessionMeta | null;
+    saveFileRecord(record: FileAnalysisRecord): void;
+    loadFileRecord(filePath: string): FileAnalysisRecord | null;
+    listFileRecords(): FileAnalysisRecord[];
+    saveQueue(items: AnalysisQueueItem[]): void;
+    loadQueue(): AnalysisQueueItem[];
+    /** Full path to the store directory. */
+    getStoreDir(): string;
+}
+export interface IncrementalAnalyzerConfig {
+    /** Absolute path to project root. */
+    projectRoot: string;
+    /** Directory to store analysis data. */
+    storeDir: string;
+    /** Project name. */
+    projectName?: string;
+    /** LLM model name (for metadata). */
+    model?: string;
+    /** Context window tokens (for metadata). */
+    numCtx?: number;
+    /** Maximum files to process (0 = unlimited). */
+    maxFiles?: number;
+    /** Maximum queue depth (prevents runaway dependency chains). */
+    maxQueueDepth?: number;
+    /** File extensions to include (empty = all code files). */
+    includeExtensions?: string[];
+    /** Directories to skip. */
+    skipDirs?: string[];
+    /** Max file size in bytes. */
+    maxFileSize?: number;
+    /** Enable structural decoding before LLM (default: true). */
+    enableDecoder?: boolean;
+    /** Path to tsconfig.json for TypeScript decoder. */
+    tsconfigPath?: string;
+    /**
+     * When true: if structural decoder extracts symbols for a file,
+     * skip the LLM call entirely and synthesize RangeAnalysisResult from
+     * the structural snapshot. Fast path — no semantic descriptions.
+     * Default: false (LLM still called for all files).
+     */
+    structuralFastPath?: boolean;
+}
+export declare class IncrementalAnalyzer {
+    private readonly config;
+    private readonly store;
+    private readonly skipDirs;
+    private readonly codeExtensions;
+    private readonly decoderRegistry;
+    private queue;
+    private session;
+    constructor(config: IncrementalAnalyzerConfig);
+    /**
+     * Run the collection phase: discover files, analyze ranges, follow deps.
+     * Resumable — checks existing records before calling LLM.
+     */
+    collect(callbacks: IncrementalAnalyzerCallbacks): Promise<AnalysisSessionStats>;
+    /**
+     * Get collected analysis records for Phase 2.
+     */
+    getCollectedRecords(): FileAnalysisRecord[];
+    /**
+     * Get analysis record for a specific file.
+     */
+    getFileRecord(filePath: string): FileAnalysisRecord | null;
+    /**
+     * Get session metadata.
+     */
+    getSession(): AnalysisSessionMeta;
+    /**
+     * Get the queue (for debugging/monitoring).
+     */
+    getQueue(): AnalysisQueueItem[];
+    /**
+     * Get the store instance.
+     */
+    getStore(): AnalysisStore;
+    private discoverFiles;
+    private enqueueDiscoveredFiles;
+    private addToQueue;
+    private nextQueueItem;
+    private rangesEqual;
+    private processQueue;
+    private analyzeFile;
+    private resolveAndEnqueueDependencies;
+    private isRangeCovered;
+    /**
+     * Merge a new range into existing ranges, replacing any it fully overlaps.
+     * Adjacent/overlapping ranges are merged into one.
+     */
+    private mergeRange;
+    private mergeDependencies;
+    private countAnalyzedLines;
+    private computeFileStatus;
+    /**
+     * Format a StructuralSnapshot as a compact text summary for LLM context.
+     * This replaces the need for LLM to parse imports/class structure/signatures.
+     */
+    private formatStructuralSummary;
+    private formatSymbolBrief;
+    private getKnownConcepts;
+    private getKnownImporters;
+    private newRecord;
+    private hashFile;
+    private emptyStats;
+    private computeStats;
+    /**
+     * Convert a StructuralSnapshot into RangeAnalysisResult[] without calling LLM.
+     * Each top-level symbol becomes one range. Imports become dependencies.
+     * Descriptions are left empty — no semantic content, pure structure.
+     *
+     * Used when `structuralFastPath` is enabled and the decoder provided symbols.
+     */
+    private synthesizeFromStructural;
+}
+//# sourceMappingURL=incremental-analyzer.class.d.ts.map

package/dist/libs/incremental-analyzer.class.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"incremental-analyzer.class.d.ts","sourceRoot":"","sources":["../../src/libs/incremental-analyzer.class.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAKH,OAAO,KAAK,EACR,kBAAkB,EAKlB,iBAAiB,EAGjB,mBAAmB,EACnB,oBAAoB,EACpB,4BAA4B,EAG/B,MAAM,sCAAsC,CAAC;AAM9C;;;;;;;;;GASG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;gBAEtB,QAAQ,EAAE,MAAM;IAQ5B,OAAO,CAAC,QAAQ;IAIhB,OAAO,CAAC,KAAK;IAIb,OAAO,CAAC,QAAQ;IAOhB,WAAW,CAAC,IAAI,EAAE,mBAAmB,GAAG,IAAI;IAI5C,WAAW,IAAI,mBAAmB,GAAG,IAAI;IAMzC,cAAc,CAAC,MAAM,EAAE,kBAAkB,GAAG,IAAI;IAOhD,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,kBAAkB,GAAG,IAAI;IAM3D,eAAe,IAAI,kBAAkB,EAAE;IAUvC,SAAS,CAAC,KAAK,EAAE,iBAAiB,EAAE,GAAG,IAAI;IAI3C,SAAS,IAAI,iBAAiB,EAAE;IAIhC,wCAAwC;IACxC,WAAW,IAAI,MAAM;CAGtB;AAID,MAAM,WAAW,yBAAyB;IACxC,qCAAqC;IACrC,WAAW,EAAE,MAAM,CAAC;IACpB,wCAAwC;IACxC,QAAQ,EAAE,MAAM,CAAC;IACjB,oBAAoB;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,qCAAqC;IACrC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,4CAA4C;IAC5C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,gDAAgD;IAChD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gEAAgE;IAChE,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,2DAA2D;IAC3D,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,2BAA2B;IAC3B,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,8BAA8B;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,6DAA6D;IAC7D,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,oDAAoD;IACpD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;;;;OAKG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAiBD,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAEO;IAC9B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgB;IACtC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAc;IACvC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAc;IAC7C,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAyB;IAEzD,OAAO,CAAC,KAAK,CAA2B;IACxC,OAAO,CAAC,OAAO,CAAsB;gBAEzB,MAAM,EAAE,yBAAyB;IA+C7C;;;OAGG;IACG,OAAO,CAAC,SAAS,EAAE,4BAA4B,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAyBrF;;OAEG;IACH,mBAAmB,IAAI,kBAAkB,EAAE;IAI3C;;OAEG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,kBAAkB,GAAG,IAAI;IAI1D;;OAEG;IACH,UAAU,IAAI,mBAAmB;IAIjC;;OAEG;IACH,QAAQ,IAAI,iBAAiB,EAAE;IAI/B;;OAEG;IACH,QAAQ,IAAI,aAAa;IAMzB,OAAO,CAAC,aAAa;IAiCrB,OAAO,CAAC,sBAAsB;IA+B9B,OAAO,CAAC,UAAU;IA8BlB,OAAO,CAAC,aAAa;IASrB,OAAO,CAAC,WAAW;YAQL,YAAY;YA2BZ,WAAW;IAqJzB,OAAO,CAAC,6BAA6B;IA0CrC,OAAO,CAAC,cAAc;IAMtB;;;OAGG;IACH,OAAO,CAAC,UAAU;IA0BlB,OAAO,CAAC,iBAAiB;IAYzB,OAAO,CAAC,kBAAkB;IAgB1B,OAAO,CAAC,iBAAiB;IAezB;;;OAGG;IACH,OAAO,CAAC,uBAAuB;IA6B/B,OAAO,CAAC,iBAAiB;IA4BzB,OAAO,CAAC,gBAAgB;IAcxB,OAAO,CAAC,iBAAiB;IAiBzB,OAAO,CAAC,SAAS;IAmBjB,OAAO,CAAC,QAAQ;IAMhB,OAAO,CAAC,UAAU;IAelB,OAAO,CAAC,YAAY;IAyBpB;;;;;;OAMG;IACH,OAAO,CAAC,wBAAwB;CAwDjC"}