@roarpeng/graphflow 1.1.0 → 1.2.0

package/dist/graph/file-indexer-walker.d.ts

@@ -0,0 +1,35 @@
+/**
+ * file-indexer-walker.ts — File traversal and filtering
+ *
+ * Responsible for discovering scannable files in a workspace,
+ * applying extension filters, and respecting ignore lists.
+ */
+export interface FileIndexerOptions {
+    includeExtensions?: string[];
+    maxFileSizeBytes?: number;
+    /** When true, ignore index cache and re-process every file. */
+    forceReindex?: boolean;
+    /** 并行索引文件时的并发数，默认 10。仅 indexWorkspaceFiles 使用。 */
+    concurrency?: number;
+}
+export interface ScannedFile {
+    absPath: string;
+    relPath: string;
+    size: number;
+    mtimeMs: number;
+}
+export declare const DEFAULT_EXTENSIONS: string[];
+export declare const DEFAULT_MAX_FILE_SIZE = 200000;
+export declare const IGNORED_DIRS: Set<string>;
+/**
+ * Walk the workspace and return scannable files with metadata.
+ */
+export declare function walkScannableFiles(rootDir: string, includeExtensions: string[], maxFileSizeBytes: number): ScannedFile[];
+/**
+ * Recursively walk directories, skipping IGNORED_DIRS, returning files
+ * whose extension matches `includeExtensions`.
+ */
+export declare function walkFiles(rootDir: string, includeExtensions: string[]): string[];
+export declare function normalizePath(pathText: string): string;
+export declare function extOf(relPath: string): string;
+//# sourceMappingURL=file-indexer-walker.d.ts.map

package/dist/graph/file-indexer-walker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-indexer-walker.d.ts","sourceRoot":"","sources":["../../src/graph/file-indexer-walker.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAMH,MAAM,WAAW,kBAAkB;IACjC,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,+DAA+D;IAC/D,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,kDAAkD;IAClD,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB;AAGD,eAAO,MAAM,kBAAkB,UAE9B,CAAC;AACF,eAAO,MAAM,qBAAqB,SAAU,CAAC;AAE7C,eAAO,MAAM,YAAY,aAIvB,CAAC;AAEH;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,OAAO,EAAE,MAAM,EACf,iBAAiB,EAAE,MAAM,EAAE,EAC3B,gBAAgB,EAAE,MAAM,GACvB,WAAW,EAAE,CAkBf;AAED;;;GAGG;AACH,wBAAgB,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,iBAAiB,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAwBhF;AAED,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAEtD;AAED,wBAAgB,KAAK,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAM7C"}

package/dist/graph/file-indexer-walker.js

@@ -0,0 +1,80 @@
+"use strict";
+/**
+ * file-indexer-walker.ts — File traversal and filtering
+ *
+ * Responsible for discovering scannable files in a workspace,
+ * applying extension filters, and respecting ignore lists.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.IGNORED_DIRS = exports.DEFAULT_MAX_FILE_SIZE = exports.DEFAULT_EXTENSIONS = void 0;
+exports.walkScannableFiles = walkScannableFiles;
+exports.walkFiles = walkFiles;
+exports.normalizePath = normalizePath;
+exports.extOf = extOf;
+const node_fs_1 = require("node:fs");
+const node_path_1 = require("node:path");
+const index_js_1 = require("./language-indexers/index.js");
+const BASE_EXTENSIONS = [".md", ".json"];
+exports.DEFAULT_EXTENSIONS = Array.from(new Set([...index_js_1.ALL_LANGUAGE_EXTENSIONS, ...BASE_EXTENSIONS]));
+exports.DEFAULT_MAX_FILE_SIZE = 200_000;
+exports.IGNORED_DIRS = new Set([
+    ".git", "node_modules", "dist", "coverage", "tmp", "venv", ".venv", "env", ".env",
+    "__pycache__", ".vscode", ".idea", ".next", "build", "install", "log",
+    ".graphflow-cache", "graphflow-out",
+]);
+/**
+ * Walk the workspace and return scannable files with metadata.
+ */
+function walkScannableFiles(rootDir, includeExtensions, maxFileSizeBytes) {
+    const files = walkFiles(rootDir, includeExtensions);
+    const scanned = [];
+    for (const absPath of files) {
+        const stat = (0, node_fs_1.statSync)(absPath);
+        if (stat.size > maxFileSizeBytes) {
+            continue;
+        }
+        scanned.push({
+            absPath,
+            relPath: normalizePath((0, node_path_1.relative)(rootDir, absPath)),
+            size: stat.size,
+            mtimeMs: stat.mtimeMs,
+        });
+    }
+    return scanned;
+}
+/**
+ * Recursively walk directories, skipping IGNORED_DIRS, returning files
+ * whose extension matches `includeExtensions`.
+ */
+function walkFiles(rootDir, includeExtensions) {
+    const entries = (0, node_fs_1.readdirSync)(rootDir, { withFileTypes: true });
+    const files = [];
+    for (const entry of entries) {
+        const full = (0, node_path_1.join)(rootDir, entry.name);
+        if (entry.isSymbolicLink()) {
+            continue;
+        }
+        if (entry.isDirectory()) {
+            if (exports.IGNORED_DIRS.has(entry.name)) {
+                continue;
+            }
+            files.push(...walkFiles(full, includeExtensions));
+            continue;
+        }
+        if (includeExtensions.some((ext) => entry.name.endsWith(ext))) {
+            files.push(full);
+        }
+    }
+    return files;
+}
+function normalizePath(pathText) {
+    return pathText.replace(/\\/g, "/");
+}
+function extOf(relPath) {
+    const idx = relPath.lastIndexOf(".");
+    if (idx < 0) {
+        return "";
+    }
+    return relPath.slice(idx).toLowerCase();
+}
+//# sourceMappingURL=file-indexer-walker.js.map

package/dist/graph/file-indexer-walker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-indexer-walker.js","sourceRoot":"","sources":["../../src/graph/file-indexer-walker.ts"],"names":[],"mappings":";AAAA;;;;;GAKG;;;AAqCH,gDAsBC;AAMD,8BAwBC;AAED,sCAEC;AAED,sBAMC;AAnGD,qCAAgD;AAChD,yCAA2C;AAC3C,2DAAuE;AAkBvE,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;AAC5B,QAAA,kBAAkB,GAAG,KAAK,CAAC,IAAI,CAC1C,IAAI,GAAG,CAAC,CAAC,GAAG,kCAAuB,EAAE,GAAG,eAAe,CAAC,CAAC,CAC1D,CAAC;AACW,QAAA,qBAAqB,GAAG,OAAO,CAAC;AAEhC,QAAA,YAAY,GAAG,IAAI,GAAG,CAAC;IAClC,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM;IACjF,aAAa,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK;IACrE,kBAAkB,EAAE,eAAe;CACpC,CAAC,CAAC;AAEH;;GAEG;AACH,SAAgB,kBAAkB,CAChC,OAAe,EACf,iBAA2B,EAC3B,gBAAwB;IAExB,MAAM,KAAK,GAAG,SAAS,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;IACpD,MAAM,OAAO,GAAkB,EAAE,CAAC;IAElC,KAAK,MAAM,OAAO,IAAI,KAAK,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,IAAA,kBAAQ,EAAC,OAAO,CAAC,CAAC;QAC/B,IAAI,IAAI,CAAC,IAAI,GAAG,gBAAgB,EAAE,CAAC;YACjC,SAAS;QACX,CAAC;QACD,OAAO,CAAC,IAAI,CAAC;YACX,OAAO;YACP,OAAO,EAAE,aAAa,CAAC,IAAA,oBAAQ,EAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAClD,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;GAGG;AACH,SAAgB,SAAS,CAAC,OAAe,EAAE,iBAA2B;IACpE,MAAM,OAAO,GAAG,IAAA,qBAAW,EAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9D,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,IAAA,gBAAI,EAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,KAAK,CAAC,cAAc,EAAE,EAAE,CAAC;YAC3B,SAAS;QACX,CAAC;QAED,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,IAAI,oBAAY,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjC,SAAS;YACX,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC,CAAC;YAClD,SAAS;QACX,CAAC;QAED,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC9D,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAgB,aAAa,CAAC,QAAgB;IAC5C,OAAO,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;AACtC,CAAC;AAED,SAAgB,KAAK,CAAC,OAAe;IACnC,MAAM,GAAG,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACrC,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;QACZ,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;AAC1C,CAAC"}

package/dist/graph/file-indexer.d.ts

@@ -1,41 +1,21 @@
-import type { GraphClient } from "./client-factory";
-import { type DeclaredSymbol as ExtractedSymbol } from "./language-indexers/index";
-export interface FileIndexerOptions {
-    includeExtensions?: string[];
-    maxFileSizeBytes?: number;
-    /** When true, ignore index cache and re-process every file. */
-    forceReindex?: boolean;
-}
-interface IndexedSymbol extends ExtractedSymbol {
-    nodeId: string;
-}
-/** Remove graph store, index cache, and vector DB for a full rebuild. */
-export declare function clearGraphIndexArtifacts(rootDir: string, graphStorePath: string): void;
-/** Returns true when workspace files changed since last index (or cache is empty). */
-export declare function hasPendingGraphIndexWork(rootDir: string, options?: Pick<FileIndexerOptions, "includeExtensions" | "maxFileSizeBytes" | "forceReindex">): boolean;
+/**
+ * file-indexer.ts — Main entry point for file indexing
+ *
+ * Re-exports public API and implements the two main indexing functions:
+ * - indexWorkspaceFiles: full workspace batch indexing
+ * - indexSingleFile: incremental single-file indexing
+ */
+import type { GraphClient } from "./client-factory.js";
+export type { FileIndexerOptions } from "./file-indexer-walker.js";
+export { DEFAULT_EXTENSIONS, DEFAULT_MAX_FILE_SIZE } from "./file-indexer-walker.js";
+export { clearGraphIndexArtifacts, hasPendingGraphIndexWork, hasIndexCache } from "./file-indexer-cache.js";
+export { resolveCallerAtLine } from "./file-indexer-nodes.js";
+import type { FileIndexerOptions } from "./file-indexer-walker.js";
 export declare function indexWorkspaceFiles(client: GraphClient, rootDir: string, options?: FileIndexerOptions): Promise<{
     indexedFiles: number;
     indexedSymbols: number;
     indexedReferences: number;
 }>;
-/** Innermost declared symbol at or before `line` (for call attribution when caller name is missing). */
-export declare function resolveCallerAtLine(declared: Array<Pick<IndexedSymbol, "line" | "nodeId">>, line: number): string | undefined;
-/**
- * Incremental single-file indexing — borrowed from codebase-memory-mcp's
- * file-watcher pattern. Allows VS Code onSave hooks (or any file watcher)
- * to update the graph for one changed file without walking the entire workspace.
- *
- * Steps:
- *   1. Prune existing nodes/edges for the file (if any)
- *   2. Extract symbols + imports via the language indexer
- *   3. Upsert new nodes/edges
- *   4. Update the index cache entry for this file
- *
- * @param client Graph client
- * @param rootDir Workspace root (for relative path + cache location)
- * @param absPath Absolute path to the file to index
- * @param options Optional config
- */
 export declare function indexSingleFile(client: GraphClient, rootDir: string, absPath: string, options?: {
     includeExtensions?: string[];
     maxFileSizeBytes?: number;
@@ -46,10 +26,4 @@ export declare function indexSingleFile(client: GraphClient, rootDir: string, ab
     skipped: boolean;
     reason?: string;
 }>;
-/**
- * Quick check whether the index cache exists and is non-empty.
- * Cheaper than hasPendingGraphIndexWork (no full workspace walk).
- */
-export declare function hasIndexCache(rootDir: string): boolean;
-export {};
 //# sourceMappingURL=file-indexer.d.ts.map

package/dist/graph/file-indexer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"file-indexer.d.ts","sourceRoot":"","sources":["../../src/graph/file-indexer.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAIL,KAAK,cAAc,IAAI,eAAe,EAEvC,MAAM,2BAA2B,CAAC;AAEnC,MAAM,WAAW,kBAAkB;IACjC,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,+DAA+D;IAC/D,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAgCD,UAAU,aAAc,SAAQ,eAAe;IAC7C,MAAM,EAAE,MAAM,CAAC;CAChB;AAwBD,yEAAyE;AACzE,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,GAAG,IAAI,CAMtF;AA8BD,sFAAsF;AACtF,wBAAgB,wBAAwB,CACtC,OAAO,EAAE,MAAM,EACf,OAAO,CAAC,EAAE,IAAI,CAAC,kBAAkB,EAAE,mBAAmB,GAAG,kBAAkB,GAAG,cAAc,CAAC,GAC5F,OAAO,CA2BT;AAED,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,MAAM,EACf,OAAO,CAAC,EAAE,kBAAkB,GAC3B,OAAO,CAAC;IAAE,YAAY,EAAE,MAAM,CAAC;IAAC,cAAc,EAAE,MAAM,CAAC;IAAC,iBAAiB,EAAE,MAAM,CAAA;CAAE,CAAC,CAiStF;AA+FD,wGAAwG;AACxG,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,GAAG,QAAQ,CAAC,CAAC,EACvD,IAAI,EAAE,MAAM,GACX,MAAM,GAAG,SAAS,CAQpB;AAmBD;;;;;;;;;;;;;;;GAeG;AACH,wBAAsB,eAAe,CACnC,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,EACf,OAAO,CAAC,EAAE;IAAE,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;CAAE,GACpE,OAAO,CAAC;IAAE,YAAY,EAAE,MAAM,CAAC;IAAC,cAAc,EAAE,MAAM,CAAC;IAAC,iBAAiB,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CAwOzH;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAStD"}
+{"version":3,"file":"file-indexer.d.ts","sourceRoot":"","sources":["../../src/graph/file-indexer.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAQH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAKvD,YAAY,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACrF,OAAO,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAC5G,OAAO,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AAI9D,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAwHnE,wBAAsB,mBAAmB,CACvC,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,MAAM,EACf,OAAO,CAAC,EAAE,kBAAkB,GAC3B,OAAO,CAAC;IAAE,YAAY,EAAE,MAAM,CAAC;IAAC,cAAc,EAAE,MAAM,CAAC;IAAC,iBAAiB,EAAE,MAAM,CAAA;CAAE,CAAC,CAsFtF;AAID,wBAAsB,eAAe,CACnC,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,EACf,OAAO,CAAC,EAAE;IAAE,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;CAAE,GACpE,OAAO,CAAC;IAAE,YAAY,EAAE,MAAM,CAAC;IAAC,cAAc,EAAE,MAAM,CAAC;IAAC,iBAAiB,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,OAAO,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CA4GzH"}