edhindex 1.0.0 → 1.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +228 -0
- package/dist/cli/commands/config_cmd.d.ts +2 -0
- package/dist/cli/commands/config_cmd.d.ts.map +1 -0
- package/dist/cli/commands/config_cmd.js +53 -0
- package/dist/cli/commands/config_cmd.js.map +1 -0
- package/dist/cli/commands/doctor_cmd.d.ts +2 -0
- package/dist/cli/commands/doctor_cmd.d.ts.map +1 -0
- package/dist/cli/commands/doctor_cmd.js +32 -0
- package/dist/cli/commands/doctor_cmd.js.map +1 -0
- package/dist/cli/commands/graph.d.ts +2 -0
- package/dist/cli/commands/graph.d.ts.map +1 -0
- package/dist/cli/commands/graph.js +26 -0
- package/dist/cli/commands/graph.js.map +1 -0
- package/dist/cli/commands/index_cmd.d.ts +2 -0
- package/dist/cli/commands/index_cmd.d.ts.map +1 -0
- package/dist/cli/commands/index_cmd.js +110 -0
- package/dist/cli/commands/index_cmd.js.map +1 -0
- package/dist/cli/commands/init.d.ts +2 -0
- package/dist/cli/commands/init.d.ts.map +1 -0
- package/dist/cli/commands/init.js +53 -0
- package/dist/cli/commands/init.js.map +1 -0
- package/dist/cli/commands/knowledge-graph.d.ts +8 -0
- package/dist/cli/commands/knowledge-graph.d.ts.map +1 -0
- package/dist/cli/commands/knowledge-graph.js +76 -0
- package/dist/cli/commands/knowledge-graph.js.map +1 -0
- package/dist/cli/commands/models.d.ts +2 -0
- package/dist/cli/commands/models.d.ts.map +1 -0
- package/dist/cli/commands/models.js +17 -0
- package/dist/cli/commands/models.js.map +1 -0
- package/dist/cli/commands/reset.d.ts +2 -0
- package/dist/cli/commands/reset.d.ts.map +1 -0
- package/dist/cli/commands/reset.js +35 -0
- package/dist/cli/commands/reset.js.map +1 -0
- package/dist/cli/commands/search.d.ts +2 -0
- package/dist/cli/commands/search.d.ts.map +1 -0
- package/dist/cli/commands/search.js +40 -0
- package/dist/cli/commands/search.js.map +1 -0
- package/dist/cli/commands/start.d.ts +2 -0
- package/dist/cli/commands/start.d.ts.map +1 -0
- package/dist/cli/commands/start.js +265 -0
- package/dist/cli/commands/start.js.map +1 -0
- package/dist/cli/commands/status.d.ts +2 -0
- package/dist/cli/commands/status.d.ts.map +1 -0
- package/dist/cli/commands/status.js +47 -0
- package/dist/cli/commands/status.js.map +1 -0
- package/dist/cli/index.d.ts +3 -0
- package/dist/cli/index.d.ts.map +1 -0
- package/dist/cli/index.js +121 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/config/index.d.ts +28 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +65 -0
- package/dist/config/index.js.map +1 -0
- package/dist/doctor/index.d.ts +8 -0
- package/dist/doctor/index.d.ts.map +1 -0
- package/dist/doctor/index.js +117 -0
- package/dist/doctor/index.js.map +1 -0
- package/dist/embeddings/provider.d.ts +9 -0
- package/dist/embeddings/provider.d.ts.map +1 -0
- package/dist/embeddings/provider.js +2 -0
- package/dist/embeddings/provider.js.map +1 -0
- package/dist/embeddings/transformers.d.ts +26 -0
- package/dist/embeddings/transformers.d.ts.map +1 -0
- package/dist/embeddings/transformers.js +120 -0
- package/dist/embeddings/transformers.js.map +1 -0
- package/dist/graph/build.d.ts +13 -0
- package/dist/graph/build.d.ts.map +1 -0
- package/dist/graph/build.js +33 -0
- package/dist/graph/build.js.map +1 -0
- package/dist/graph/builder.d.ts +24 -0
- package/dist/graph/builder.d.ts.map +1 -0
- package/dist/graph/builder.js +231 -0
- package/dist/graph/builder.js.map +1 -0
- package/dist/graph/render.d.ts +3 -0
- package/dist/graph/render.d.ts.map +1 -0
- package/dist/graph/render.js +60 -0
- package/dist/graph/render.js.map +1 -0
- package/dist/graph/serve.d.ts +6 -0
- package/dist/graph/serve.d.ts.map +1 -0
- package/dist/graph/serve.js +389 -0
- package/dist/graph/serve.js.map +1 -0
- package/dist/graph/service.d.ts +29 -0
- package/dist/graph/service.d.ts.map +1 -0
- package/dist/graph/service.js +73 -0
- package/dist/graph/service.js.map +1 -0
- package/dist/graph/storage.d.ts +33 -0
- package/dist/graph/storage.d.ts.map +1 -0
- package/dist/graph/storage.js +164 -0
- package/dist/graph/storage.js.map +1 -0
- package/dist/graph/svg.d.ts +27 -0
- package/dist/graph/svg.d.ts.map +1 -0
- package/dist/graph/svg.js +212 -0
- package/dist/graph/svg.js.map +1 -0
- package/dist/graph/types.d.ts +34 -0
- package/dist/graph/types.d.ts.map +1 -0
- package/dist/graph/types.js +9 -0
- package/dist/graph/types.js.map +1 -0
- package/dist/indexer/chunker.d.ts +18 -0
- package/dist/indexer/chunker.d.ts.map +1 -0
- package/dist/indexer/chunker.js +139 -0
- package/dist/indexer/chunker.js.map +1 -0
- package/dist/indexer/file-utils.d.ts +17 -0
- package/dist/indexer/file-utils.d.ts.map +1 -0
- package/dist/indexer/file-utils.js +123 -0
- package/dist/indexer/file-utils.js.map +1 -0
- package/dist/indexer/ignore.d.ts +5 -0
- package/dist/indexer/ignore.d.ts.map +1 -0
- package/dist/indexer/ignore.js +96 -0
- package/dist/indexer/ignore.js.map +1 -0
- package/dist/indexer/incremental.d.ts +16 -0
- package/dist/indexer/incremental.d.ts.map +1 -0
- package/dist/indexer/incremental.js +55 -0
- package/dist/indexer/incremental.js.map +1 -0
- package/dist/indexer/indexer.d.ts +36 -0
- package/dist/indexer/indexer.d.ts.map +1 -0
- package/dist/indexer/indexer.js +121 -0
- package/dist/indexer/indexer.js.map +1 -0
- package/dist/indexer/parser.d.ts +30 -0
- package/dist/indexer/parser.d.ts.map +1 -0
- package/dist/indexer/parser.js +225 -0
- package/dist/indexer/parser.js.map +1 -0
- package/dist/logging.d.ts +15 -0
- package/dist/logging.d.ts.map +1 -0
- package/dist/logging.js +42 -0
- package/dist/logging.js.map +1 -0
- package/dist/mcp/server.d.ts +4 -0
- package/dist/mcp/server.d.ts.map +1 -0
- package/dist/mcp/server.js +226 -0
- package/dist/mcp/server.js.map +1 -0
- package/dist/mcp-config.d.ts +4 -0
- package/dist/mcp-config.d.ts.map +1 -0
- package/dist/mcp-config.js +175 -0
- package/dist/mcp-config.js.map +1 -0
- package/dist/progress.d.ts +12 -0
- package/dist/progress.d.ts.map +1 -0
- package/dist/progress.js +16 -0
- package/dist/progress.js.map +1 -0
- package/dist/retrieval/bm25.d.ts +6 -0
- package/dist/retrieval/bm25.d.ts.map +1 -0
- package/dist/retrieval/bm25.js +20 -0
- package/dist/retrieval/bm25.js.map +1 -0
- package/dist/retrieval/reranker.d.ts +11 -0
- package/dist/retrieval/reranker.d.ts.map +1 -0
- package/dist/retrieval/reranker.js +46 -0
- package/dist/retrieval/reranker.js.map +1 -0
- package/dist/retrieval/search.d.ts +35 -0
- package/dist/retrieval/search.d.ts.map +1 -0
- package/dist/retrieval/search.js +95 -0
- package/dist/retrieval/search.js.map +1 -0
- package/dist/security.d.ts +5 -0
- package/dist/security.d.ts.map +1 -0
- package/dist/security.js +42 -0
- package/dist/security.js.map +1 -0
- package/dist/storage/fts.d.ts +30 -0
- package/dist/storage/fts.d.ts.map +1 -0
- package/dist/storage/fts.js +107 -0
- package/dist/storage/fts.js.map +1 -0
- package/dist/storage/metadata.d.ts +46 -0
- package/dist/storage/metadata.d.ts.map +1 -0
- package/dist/storage/metadata.js +133 -0
- package/dist/storage/metadata.js.map +1 -0
- package/dist/vector/lancedb.d.ts +25 -0
- package/dist/vector/lancedb.d.ts.map +1 -0
- package/dist/vector/lancedb.js +93 -0
- package/dist/vector/lancedb.js.map +1 -0
- package/dist/vector/store.d.ts +16 -0
- package/dist/vector/store.d.ts.map +1 -0
- package/dist/vector/store.js +2 -0
- package/dist/vector/store.js.map +1 -0
- package/dist/version.d.ts +12 -0
- package/dist/version.d.ts.map +1 -0
- package/dist/version.js +46 -0
- package/dist/version.js.map +1 -0
- package/dist/watcher/index.d.ts +15 -0
- package/dist/watcher/index.d.ts.map +1 -0
- package/dist/watcher/index.js +65 -0
- package/dist/watcher/index.js.map +1 -0
- package/package.json +35 -4
- package/src/cli/commands/graph.ts +30 -0
- package/src/cli/commands/init.ts +41 -3
- package/src/cli/commands/knowledge-graph.ts +85 -0
- package/src/cli/commands/reset.ts +40 -0
- package/src/cli/commands/start.ts +54 -21
- package/src/cli/index.ts +33 -0
- package/src/config/index.ts +13 -0
- package/src/graph/build.ts +45 -0
- package/src/graph/builder.ts +243 -0
- package/src/graph/render.ts +67 -0
- package/src/graph/serve.ts +399 -0
- package/src/graph/service.ts +84 -0
- package/src/graph/storage.ts +181 -0
- package/src/graph/svg.ts +241 -0
- package/src/graph/types.ts +68 -0
- package/src/mcp/server.ts +212 -85
- package/src/mcp-config.ts +185 -0
- package/src/storage/metadata.ts +9 -1
- package/.edhindexignore +0 -66
- package/BUILD_BRIEF.md +0 -228
- package/tsconfig.json +0 -21
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../src/indexer/chunker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAmBzC,MAAM,oBAAoB,GAAG,GAAG,CAAC;AAEjC,SAAS,cAAc,CAAC,IAAY;IAClC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,WAAW,CAAC,OAAe;IAClC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACrE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,QAAgB,EAChB,YAAoB,EACpB,QAAgB,EAChB,OAAqB,EACrB,OAAe,EACf,KAAe,EACf,OAAiB,EACjB,OAAiB;IAEjB,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,MAAM,aAAa,GAA2B;QAC5C,QAAQ,EAAE,CAAC;QACX,MAAM,EAAE,CAAC;QACT,KAAK,EAAE,CAAC;QACR,SAAS,EAAE,CAAC;QACZ,IAAI,EAAE,CAAC;QACP,MAAM,EAAE,CAAC;KACV,CAAC;IAEF,MAAM,MAAM,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACxC,MAAM,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACvC,MAAM,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QACvC,IAAI,EAAE,KAAK,EAAE;YAAE,OAAO,EAAE,GAAG,EAAE,CAAC;QAC9B,OAAO,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAElC,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QACzB,IAAI,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC;YAAE,SAAS;QAC7D,WAAW,CAAC,OAAO,EAAE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QAEjD,MAAM,YAAY,GAAG,GAAG,CAAC,IAAI,IAAI,OAAO,CAAC,KAAK,CAC5C,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC/F,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAC5D,CAAC;QAEF,IAAI,cAAc,CAAC,YAAY,CAAC,IAAI,oBAAoB,EAAE,CAAC;YACzD,MAAM,IAAI,GAAG,WAAW,CAAC,YAAY,CAAC,CAAC;YACvC,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE,EAAE,GAAG,YAAY,IAAI,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,OAAO,EAAE;gBACrD,IAAI,EAAE,YAAY;gBAClB,QAAQ;gBACR,MAAM,EAAE,GAAG,CAAC,IAAI;gBAChB,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,MAAM,EAAE,IAAI;gBACZ,IAAI;gBACJ,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,OAAO,EAAE,YAAY;gBACrB,OAAO;gBACP,OAAO;aACR,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,MAAM,WAAW,GAAG,cAAc,CAChC,YAAY,EAAE,KAAK,EAAE,GAAG,CAAC,SAAS,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,EACtD,YAAY,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,CACzC,CAAC;YACF,MAAM,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,OAAO,CAAC;IAC5B,IAAI,cAAc,CAAC,WAAW,CAAC,IAAI,oBAAoB,GAAG,CAAC,IAAI,OAAO,CAAC,IAAI,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC3F,MAAM,cAAc,GAAG,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACzD,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,cAAc,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,oBAAoB,EAAE,CAAC;YACnG,MAAM,SAAS,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;YACzC,MAAM,OAAO,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;YAC/D,MAAM,IAAI,GAAG,WAAW,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACrE,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE,EAAE,GAAG,YAAY,IAAI,SAAS,IAAI,OAAO,EAAE;gBAC7C,IAAI,EAAE,YAAY;gBAClB,QAAQ;gBACR,MAAM,EAAE,QAAQ,YAAY,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,EAAE;gBAC5D,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,IAAI;gBACZ,IAAI;gBACJ,SAAS;gBACT,OAAO;gBACP,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;gBACnD,OAAO;gBACP,OAAO;aACR,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CACrB,IAAY,EACZ,QAAkB,EAClB,QAAgB,EAChB,UAAkB,EAClB,IAAmB,EACnB,YAAoB,EACpB,QAAgB,EAChB,OAAiB,EACjB,OAAiB;IAEjB,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC;IAEnC,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,OAAO,YAAY,GAAG,SAAS,EAAE,CAAC;QAChC,MAAM,SAAS,GAAG,SAAS,GAAG,YAAY,CAAC;QAC3C,IAAI,GAAG,GAAG,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,oBAAoB,GAAG,CAAC,CAAC,CAAC,CAAC;QAEnF,IAAI,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9D,OAAO,cAAc,CAAC,SAAS,CAAC,GAAG,oBAAoB,IAAI,GAAG,GAAG,YAAY,GAAG,CAAC,EAAE,CAAC;YAClF,GAAG,EAAE,CAAC;YACN,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5D,CAAC;QAED,IAAI,GAAG,IAAI,YAAY,EAAE,CAAC;YACxB,SAAS,GAAG,SAAS,CAAC,YAAY,CAAC,CAAC;YACpC,GAAG,GAAG,YAAY,GAAG,CAAC,CAAC;QACzB,CAAC;QAED,MAAM,IAAI,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC;YACV,EAAE,EAAE,GAAG,YAAY,IAAI,QAAQ,GAAG,YAAY,IAAI,QAAQ,GAAG,GAAG,GAAG,CAAC,EAAE;YACtE,IAAI,EAAE,YAAY;YAClB,QAAQ;YACR,MAAM,EAAE,UAAU;YAClB,IAAI;YACJ,MAAM,EAAE,GAAG,YAAY,IAAI,QAAQ,IAAI,QAAQ,GAAG,SAAS,GAAG,CAAC,EAAE;YACjE,IAAI;YACJ,SAAS,EAAE,QAAQ,GAAG,YAAY;YAClC,OAAO,EAAE,QAAQ,GAAG,GAAG,GAAG,CAAC;YAC3B,OAAO,EAAE,SAAS;YAClB,OAAO;YACP,OAAO;SACR,CAAC,CAAC;QAEH,YAAY,GAAG,GAAG,CAAC;IACrB,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,SAAS,CAAC,OAAoB,EAAE,KAAa,EAAE,GAAW;IACjE,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC;IAClC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,WAAW,CAAC,OAAoB,EAAE,KAAa,EAAE,GAAW;IACnE,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAe,EAAE,OAAoB;IAC9D,MAAM,MAAM,GAAqC,EAAE,CAAC;IACpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YACxB,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,OAAe;IACvC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACrE,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
export declare function getLanguageForFile(filePath: string): string | null;
|
|
2
|
+
export declare function languageFromExtension(ext: string): string | null;
|
|
3
|
+
export declare function isIndexableFile(filePath: string, stat: {
|
|
4
|
+
size: number;
|
|
5
|
+
}): boolean;
|
|
6
|
+
export declare function isGeneratedFile(filePath: string): boolean;
|
|
7
|
+
export declare function computeHash(content: string): string;
|
|
8
|
+
export declare function computeFileHash(filePath: string): string;
|
|
9
|
+
export interface ScannedFile {
|
|
10
|
+
path: string;
|
|
11
|
+
relativePath: string;
|
|
12
|
+
language: string;
|
|
13
|
+
hash: string;
|
|
14
|
+
size: number;
|
|
15
|
+
}
|
|
16
|
+
export declare function scanFiles(rootPath: string, languages: string[]): ScannedFile[];
|
|
17
|
+
//# sourceMappingURL=file-utils.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"file-utils.d.ts","sourceRoot":"","sources":["../../src/indexer/file-utils.ts"],"names":[],"mappings":"AAkCA,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAGlE;AAED,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAEhE;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,GAAG,OAAO,CAMjF;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAKzD;AAED,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAEnD;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAGxD;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd;AAED,wBAAgB,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,WAAW,EAAE,CA6D9E"}
|
|
@@ -0,0 +1,123 @@
|
|
|
1
|
+
import { readdirSync, statSync, readFileSync } from 'node:fs';
|
|
2
|
+
import { join, relative } from 'node:path';
|
|
3
|
+
import { createHash } from 'node:crypto';
|
|
4
|
+
import { checkSymlinkSafety } from '../security.js';
|
|
5
|
+
import { createIgnoreRules } from './ignore.js';
|
|
6
|
+
const MAX_FILE_SIZE = 10 * 1024 * 1024;
|
|
7
|
+
const BINARY_EXTENSIONS = new Set([
|
|
8
|
+
'.exe', '.dll', '.so', '.dylib', '.bin', '.wasm',
|
|
9
|
+
'.o', '.a', '.lib',
|
|
10
|
+
'.pyc', '.class', '.jar', '.war',
|
|
11
|
+
'.png', '.jpg', '.jpeg', '.gif', '.svg', '.ico', '.webp', '.bmp', '.tiff',
|
|
12
|
+
'.pdf', '.doc', '.docx', '.xls', '.xlsx', '.ppt', '.pptx',
|
|
13
|
+
'.zip', '.tar', '.gz', '.bz2', '.7z', '.rar',
|
|
14
|
+
'.mp4', '.avi', '.mov', '.wmv', '.flv', '.mkv',
|
|
15
|
+
'.mp3', '.wav', '.flac', '.ogg',
|
|
16
|
+
]);
|
|
17
|
+
const LANGUAGE_EXTENSIONS = {
|
|
18
|
+
ts: ['.ts', '.tsx', '.mts', '.cts'],
|
|
19
|
+
js: ['.js', '.jsx', '.mjs', '.cjs'],
|
|
20
|
+
py: ['.py', '.pyw'],
|
|
21
|
+
go: ['.go'],
|
|
22
|
+
};
|
|
23
|
+
const EXTENSION_TO_LANG = {};
|
|
24
|
+
for (const [lang, exts] of Object.entries(LANGUAGE_EXTENSIONS)) {
|
|
25
|
+
for (const ext of exts) {
|
|
26
|
+
EXTENSION_TO_LANG[ext] = lang;
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
export function getLanguageForFile(filePath) {
|
|
30
|
+
const ext = filePath.toLowerCase().split('.').pop();
|
|
31
|
+
return EXTENSION_TO_LANG[`.${ext}`] || null;
|
|
32
|
+
}
|
|
33
|
+
export function languageFromExtension(ext) {
|
|
34
|
+
return EXTENSION_TO_LANG[ext.toLowerCase()] || null;
|
|
35
|
+
}
|
|
36
|
+
export function isIndexableFile(filePath, stat) {
|
|
37
|
+
if (stat.size > MAX_FILE_SIZE)
|
|
38
|
+
return false;
|
|
39
|
+
if (stat.size === 0)
|
|
40
|
+
return false;
|
|
41
|
+
const ext = filePath.toLowerCase().split('.').pop();
|
|
42
|
+
if (BINARY_EXTENSIONS.has(`.${ext}`))
|
|
43
|
+
return false;
|
|
44
|
+
return true;
|
|
45
|
+
}
|
|
46
|
+
export function isGeneratedFile(filePath) {
|
|
47
|
+
const name = filePath.split('/').pop() || filePath;
|
|
48
|
+
return name.endsWith('.generated.ts') || name.endsWith('.g.ts') ||
|
|
49
|
+
name === 'tsconfig.json' || name === 'package.json' ||
|
|
50
|
+
name.endsWith('.min.js') || name.endsWith('.min.css');
|
|
51
|
+
}
|
|
52
|
+
export function computeHash(content) {
|
|
53
|
+
return createHash('sha256').update(content, 'utf-8').digest('hex');
|
|
54
|
+
}
|
|
55
|
+
export function computeFileHash(filePath) {
|
|
56
|
+
const content = readFileSync(filePath, 'utf-8');
|
|
57
|
+
return computeHash(content);
|
|
58
|
+
}
|
|
59
|
+
export function scanFiles(rootPath, languages) {
|
|
60
|
+
const ignore = createIgnoreRules(rootPath);
|
|
61
|
+
const results = [];
|
|
62
|
+
const allowedExts = new Set();
|
|
63
|
+
for (const lang of languages) {
|
|
64
|
+
const exts = LANGUAGE_EXTENSIONS[lang];
|
|
65
|
+
if (exts)
|
|
66
|
+
for (const ext of exts)
|
|
67
|
+
allowedExts.add(ext);
|
|
68
|
+
}
|
|
69
|
+
function walk(dir) {
|
|
70
|
+
let entries;
|
|
71
|
+
try {
|
|
72
|
+
entries = readdirSync(dir);
|
|
73
|
+
}
|
|
74
|
+
catch {
|
|
75
|
+
return;
|
|
76
|
+
}
|
|
77
|
+
for (const entry of entries) {
|
|
78
|
+
const fullPath = join(dir, entry);
|
|
79
|
+
const relPath = relative(rootPath, fullPath).replace(/\\/g, '/');
|
|
80
|
+
if (ignore.isIgnored(relPath))
|
|
81
|
+
continue;
|
|
82
|
+
try {
|
|
83
|
+
const stat = statSync(fullPath);
|
|
84
|
+
if (stat.isDirectory()) {
|
|
85
|
+
walk(fullPath);
|
|
86
|
+
}
|
|
87
|
+
else if (stat.isFile() || stat.isSymbolicLink()) {
|
|
88
|
+
if (stat.isSymbolicLink()) {
|
|
89
|
+
if (!checkSymlinkSafety(rootPath, fullPath))
|
|
90
|
+
continue;
|
|
91
|
+
}
|
|
92
|
+
const ext = '.' + (entry.split('.').pop() || '').toLowerCase();
|
|
93
|
+
if (!allowedExts.has(ext))
|
|
94
|
+
continue;
|
|
95
|
+
if (!isIndexableFile(fullPath, stat))
|
|
96
|
+
continue;
|
|
97
|
+
const lang = EXTENSION_TO_LANG[ext];
|
|
98
|
+
if (!lang)
|
|
99
|
+
continue;
|
|
100
|
+
try {
|
|
101
|
+
const hash = computeFileHash(fullPath);
|
|
102
|
+
results.push({
|
|
103
|
+
path: fullPath,
|
|
104
|
+
relativePath: relPath,
|
|
105
|
+
language: lang,
|
|
106
|
+
hash,
|
|
107
|
+
size: stat.size,
|
|
108
|
+
});
|
|
109
|
+
}
|
|
110
|
+
catch {
|
|
111
|
+
// skip unreadable files
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
catch {
|
|
116
|
+
// skip inaccessible entries
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
walk(rootPath);
|
|
121
|
+
return results;
|
|
122
|
+
}
|
|
123
|
+
//# sourceMappingURL=file-utils.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"file-utils.js","sourceRoot":"","sources":["../../src/indexer/file-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAC9D,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAe,MAAM,aAAa,CAAC;AAG7D,MAAM,aAAa,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAEvC,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO;IAChD,IAAI,EAAE,IAAI,EAAE,MAAM;IAClB,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM;IAChC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO;IACzE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO;IACzD,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAC5C,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAC9C,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;CAChC,CAAC,CAAC;AAEH,MAAM,mBAAmB,GAA6B;IACpD,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;IACnC,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;IACnC,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC;IACnB,EAAE,EAAE,CAAC,KAAK,CAAC;CACZ,CAAC;AAEF,MAAM,iBAAiB,GAA2B,EAAE,CAAC;AACrD,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,EAAE,CAAC;IAC/D,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,iBAAiB,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;IAChC,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAgB;IACjD,MAAM,GAAG,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IACpD,OAAO,iBAAiB,CAAC,IAAI,GAAG,EAAE,CAAC,IAAI,IAAI,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,GAAW;IAC/C,OAAO,iBAAiB,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,IAAI,IAAI,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAgB,EAAE,IAAsB;IACtE,IAAI,IAAI,CAAC,IAAI,GAAG,aAAa;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAClC,MAAM,GAAG,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;IACpD,IAAI,iBAAiB,CAAC,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC;QAAE,OAAO,KAAK,CAAC;IACnD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAgB;IAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,QAAQ,CAAC;IACnD,OAAO,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;QACxD,IAAI,KAAK,eAAe,IAAI,IAAI,KAAK,cAAc;QACnD,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;AAC/D,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,OAAe;IACzC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACrE,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAgB;IAC9C,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAChD,OAAO,WAAW,CAAC,OAAO,CAAC,CAAC;AAC9B,CAAC;AAUD,MAAM,UAAU,SAAS,CAAC,QAAgB,EAAE,SAAmB;IAC7D,MAAM,MAAM,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAkB,EAAE,CAAC;IAElC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,IAAI;YAAE,KAAK,MAAM,GAAG,IAAI,IAAI;gBAAE,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACzD,CAAC;IAED,SAAS,IAAI,CAAC,GAAW;QACvB,IAAI,OAAiB,CAAC;QACtB,IAAI,CAAC;YACH,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YAClC,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAEjE,IAAI,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC;gBAAE,SAAS;YAExC,IAAI,CAAC;gBACH,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBAChC,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;oBACvB,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACjB,CAAC;qBAAM,IAAI,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAClD,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;wBAC1B,IAAI,CAAC,kBAAkB,CAAC,QAAQ,EAAE,QAAQ,CAAC;4BAAE,SAAS;oBACxD,CAAC;oBAED,MAAM,GAAG,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;oBAC/D,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC;wBAAE,SAAS;oBACpC,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC;wBAAE,SAAS;oBAE/C,MAAM,IAAI,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC;oBACpC,IAAI,CAAC,IAAI;wBAAE,SAAS;oBAEpB,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,eAAe,CAAC,QAAQ,CAAC,CAAC;wBACvC,OAAO,CAAC,IAAI,CAAC;4BACX,IAAI,EAAE,QAAQ;4BACd,YAAY,EAAE,OAAO;4BACrB,QAAQ,EAAE,IAAI;4BACd,IAAI;4BACJ,IAAI,EAAE,IAAI,CAAC,IAAI;yBAChB,CAAC,CAAC;oBACL,CAAC;oBAAC,MAAM,CAAC;wBACP,wBAAwB;oBAC1B,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,4BAA4B;YAC9B,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,CAAC;IACf,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ignore.d.ts","sourceRoot":"","sources":["../../src/indexer/ignore.ts"],"names":[],"mappings":"AAiCA,MAAM,WAAW,WAAW;IAC1B,SAAS,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC;CAC1C;AAkCD,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,WAAW,CA8B/D"}
|
|
@@ -0,0 +1,96 @@
|
|
|
1
|
+
import { readFileSync, existsSync } from 'node:fs';
|
|
2
|
+
import { join } from 'node:path';
|
|
3
|
+
const IGNORE_FILE = '.edhindexignore';
|
|
4
|
+
const DEFAULT_IGNORE_PATTERNS = [
|
|
5
|
+
'node_modules',
|
|
6
|
+
'.git',
|
|
7
|
+
'dist',
|
|
8
|
+
'build',
|
|
9
|
+
'coverage',
|
|
10
|
+
'.next',
|
|
11
|
+
'out',
|
|
12
|
+
'vendor',
|
|
13
|
+
'bin',
|
|
14
|
+
'obj',
|
|
15
|
+
'target',
|
|
16
|
+
'tmp',
|
|
17
|
+
'.cache',
|
|
18
|
+
'.turbo',
|
|
19
|
+
'.edhindex',
|
|
20
|
+
'*.exe', '*.dll', '*.so', '*.dylib', '*.bin', '*.wasm',
|
|
21
|
+
'*.o', '*.a', '*.lib',
|
|
22
|
+
'*.pyc', '*.class', '*.jar', '*.war',
|
|
23
|
+
'*.png', '*.jpg', '*.jpeg', '*.gif', '*.svg', '*.ico', '*.webp', '*.bmp', '*.tiff',
|
|
24
|
+
'*.pdf', '*.doc', '*.docx', '*.xls', '*.xlsx', '*.ppt', '*.pptx',
|
|
25
|
+
'*.zip', '*.tar', '*.gz', '*.bz2', '*.7z', '*.rar',
|
|
26
|
+
'*.mp4', '*.avi', '*.mov', '*.wmv', '*.flv', '*.mkv',
|
|
27
|
+
'*.mp3', '*.wav', '*.flac', '*.ogg',
|
|
28
|
+
'*.min.js', '*.min.css',
|
|
29
|
+
'package-lock.json', 'yarn.lock', 'pnpm-lock.yaml',
|
|
30
|
+
];
|
|
31
|
+
function globToRegex(pattern) {
|
|
32
|
+
const isNegated = pattern.startsWith('!');
|
|
33
|
+
const p = isNegated ? pattern.slice(1) : pattern;
|
|
34
|
+
let regexStr = '^';
|
|
35
|
+
for (let i = 0; i < p.length; i++) {
|
|
36
|
+
const ch = p[i];
|
|
37
|
+
if (ch === '*') {
|
|
38
|
+
if (i + 1 < p.length && p[i + 1] === '*') {
|
|
39
|
+
regexStr += '.*';
|
|
40
|
+
i++;
|
|
41
|
+
if (i + 1 < p.length && (p[i + 1] === '/' || p[i + 1] === '\\\\'))
|
|
42
|
+
i++;
|
|
43
|
+
}
|
|
44
|
+
else {
|
|
45
|
+
regexStr += '[^/]*';
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
else if (ch === '?') {
|
|
49
|
+
regexStr += '[^/]';
|
|
50
|
+
}
|
|
51
|
+
else if (ch === '.') {
|
|
52
|
+
regexStr += '\\.';
|
|
53
|
+
}
|
|
54
|
+
else if (ch === '/') {
|
|
55
|
+
regexStr += '[/\\\\]';
|
|
56
|
+
}
|
|
57
|
+
else if (ch === '\\') {
|
|
58
|
+
regexStr += '\\\\';
|
|
59
|
+
}
|
|
60
|
+
else {
|
|
61
|
+
regexStr += ch;
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
regexStr += '$';
|
|
65
|
+
return new RegExp(regexStr, 'i');
|
|
66
|
+
}
|
|
67
|
+
export function createIgnoreRules(rootPath) {
|
|
68
|
+
const patterns = [];
|
|
69
|
+
for (const p of DEFAULT_IGNORE_PATTERNS) {
|
|
70
|
+
patterns.push({ regex: globToRegex(p), negated: false });
|
|
71
|
+
}
|
|
72
|
+
const ignoreFilePath = join(rootPath, IGNORE_FILE);
|
|
73
|
+
if (existsSync(ignoreFilePath)) {
|
|
74
|
+
const content = readFileSync(ignoreFilePath, 'utf-8');
|
|
75
|
+
for (const line of content.split('\n')) {
|
|
76
|
+
const trimmed = line.trim();
|
|
77
|
+
if (!trimmed || trimmed.startsWith('#'))
|
|
78
|
+
continue;
|
|
79
|
+
const isNegated = trimmed.startsWith('!');
|
|
80
|
+
patterns.push({ regex: globToRegex(trimmed), negated: isNegated });
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
return {
|
|
84
|
+
isIgnored(relativePath) {
|
|
85
|
+
const normalized = relativePath.replace(/\\/g, '/');
|
|
86
|
+
let ignored = false;
|
|
87
|
+
for (const p of patterns) {
|
|
88
|
+
if (p.regex.test(normalized) || p.regex.test(normalized.split('/').pop() || '')) {
|
|
89
|
+
ignored = !p.negated;
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
return ignored;
|
|
93
|
+
},
|
|
94
|
+
};
|
|
95
|
+
}
|
|
96
|
+
//# sourceMappingURL=ignore.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ignore.js","sourceRoot":"","sources":["../../src/indexer/ignore.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAA6B,MAAM,WAAW,CAAC;AAE5D,MAAM,WAAW,GAAG,iBAAiB,CAAC;AAEtC,MAAM,uBAAuB,GAAG;IAC9B,cAAc;IACd,MAAM;IACN,MAAM;IACN,OAAO;IACP,UAAU;IACV,OAAO;IACP,KAAK;IACL,QAAQ;IACR,KAAK;IACL,KAAK;IACL,QAAQ;IACR,KAAK;IACL,QAAQ;IACR,QAAQ;IACR,WAAW;IACX,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ;IACtD,KAAK,EAAE,KAAK,EAAE,OAAO;IACrB,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO;IACpC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ;IAClF,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ;IAChE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO;IAClD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO;IACpD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO;IACnC,UAAU,EAAE,WAAW;IACvB,mBAAmB,EAAE,WAAW,EAAE,gBAAgB;CACnD,CAAC;AAMF,SAAS,WAAW,CAAC,OAAe;IAClC,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;IAC1C,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IAEjD,IAAI,QAAQ,GAAG,GAAG,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAChB,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACf,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBACzC,QAAQ,IAAI,IAAI,CAAC;gBACjB,CAAC,EAAE,CAAC;gBACJ,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,MAAM,CAAC;oBAAE,CAAC,EAAE,CAAC;YACzE,CAAC;iBAAM,CAAC;gBACN,QAAQ,IAAI,OAAO,CAAC;YACtB,CAAC;QACH,CAAC;aAAM,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACtB,QAAQ,IAAI,MAAM,CAAC;QACrB,CAAC;aAAM,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACtB,QAAQ,IAAI,KAAK,CAAC;QACpB,CAAC;aAAM,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;YACtB,QAAQ,IAAI,SAAS,CAAC;QACxB,CAAC;aAAM,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;YACvB,QAAQ,IAAI,MAAM,CAAC;QACrB,CAAC;aAAM,CAAC;YACN,QAAQ,IAAI,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IACD,QAAQ,IAAI,GAAG,CAAC;IAEhB,OAAO,IAAI,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,QAAgB;IAChD,MAAM,QAAQ,GAA0C,EAAE,CAAC;IAE3D,KAAK,MAAM,CAAC,IAAI,uBAAuB,EAAE,CAAC;QACxC,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IACnD,IAAI,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,YAAY,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;QACtD,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACvC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;gBAAE,SAAS;YAClD,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YAC1C,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;IAED,OAAO;QACL,SAAS,CAAC,YAAoB;YAC5B,MAAM,UAAU,GAAG,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACpD,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;gBACzB,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;oBAChF,OAAO,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC;gBACvB,CAAC;YACH,CAAC;YACD,OAAO,OAAO,CAAC;QACjB,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { ScannedFile } from './file-utils.js';
|
|
2
|
+
export interface FileDelta {
|
|
3
|
+
added: ScannedFile[];
|
|
4
|
+
modified: ScannedFile[];
|
|
5
|
+
removed: string[];
|
|
6
|
+
unchanged: ScannedFile[];
|
|
7
|
+
}
|
|
8
|
+
export declare function computeFileDelta(scanned: Map<string, ScannedFile>, existing: Map<string, string>): FileDelta;
|
|
9
|
+
export interface ChunkDelta {
|
|
10
|
+
added: string[];
|
|
11
|
+
modified: string[];
|
|
12
|
+
removed: string[];
|
|
13
|
+
unchanged: string[];
|
|
14
|
+
}
|
|
15
|
+
export declare function computeChunkDelta(newChunks: Map<string, string>, existingChunks: Map<string, string>): ChunkDelta;
|
|
16
|
+
//# sourceMappingURL=incremental.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"incremental.d.ts","sourceRoot":"","sources":["../../src/indexer/incremental.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,MAAM,WAAW,SAAS;IACxB,KAAK,EAAE,WAAW,EAAE,CAAC;IACrB,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,SAAS,EAAE,WAAW,EAAE,CAAC;CAC1B;AAED,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,WAAW,CAAC,EACjC,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAC5B,SAAS,CA2BX;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,wBAAgB,iBAAiB,CAC/B,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAC9B,cAAc,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GAClC,UAAU,CA2BZ"}
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
export function computeFileDelta(scanned, existing) {
|
|
2
|
+
const delta = {
|
|
3
|
+
added: [],
|
|
4
|
+
modified: [],
|
|
5
|
+
removed: [],
|
|
6
|
+
unchanged: [],
|
|
7
|
+
};
|
|
8
|
+
for (const [relPath, file] of scanned) {
|
|
9
|
+
const existingHash = existing.get(relPath);
|
|
10
|
+
if (existingHash === undefined) {
|
|
11
|
+
delta.added.push(file);
|
|
12
|
+
}
|
|
13
|
+
else if (existingHash !== file.hash) {
|
|
14
|
+
delta.modified.push(file);
|
|
15
|
+
}
|
|
16
|
+
else {
|
|
17
|
+
delta.unchanged.push(file);
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
const scannedPaths = new Set(scanned.keys());
|
|
21
|
+
for (const relPath of existing.keys()) {
|
|
22
|
+
if (!scannedPaths.has(relPath)) {
|
|
23
|
+
delta.removed.push(relPath);
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
return delta;
|
|
27
|
+
}
|
|
28
|
+
export function computeChunkDelta(newChunks, existingChunks) {
|
|
29
|
+
const delta = {
|
|
30
|
+
added: [],
|
|
31
|
+
modified: [],
|
|
32
|
+
removed: [],
|
|
33
|
+
unchanged: [],
|
|
34
|
+
};
|
|
35
|
+
for (const [chunkId, hash] of newChunks) {
|
|
36
|
+
const existingHash = existingChunks.get(chunkId);
|
|
37
|
+
if (existingHash === undefined) {
|
|
38
|
+
delta.added.push(chunkId);
|
|
39
|
+
}
|
|
40
|
+
else if (existingHash !== hash) {
|
|
41
|
+
delta.modified.push(chunkId);
|
|
42
|
+
}
|
|
43
|
+
else {
|
|
44
|
+
delta.unchanged.push(chunkId);
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
const newIds = new Set(newChunks.keys());
|
|
48
|
+
for (const chunkId of existingChunks.keys()) {
|
|
49
|
+
if (!newIds.has(chunkId)) {
|
|
50
|
+
delta.removed.push(chunkId);
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
return delta;
|
|
54
|
+
}
|
|
55
|
+
//# sourceMappingURL=incremental.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"incremental.js","sourceRoot":"","sources":["../../src/indexer/incremental.ts"],"names":[],"mappings":"AAUA,MAAM,UAAU,gBAAgB,CAC9B,OAAiC,EACjC,QAA6B;IAE7B,MAAM,KAAK,GAAc;QACvB,KAAK,EAAE,EAAE;QACT,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,EAAE;QACX,SAAS,EAAE,EAAE;KACd,CAAC;IAEF,KAAK,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,OAAO,EAAE,CAAC;QACtC,MAAM,YAAY,GAAG,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3C,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YAC/B,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;aAAM,IAAI,YAAY,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;YACtC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7C,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AASD,MAAM,UAAU,iBAAiB,CAC/B,SAA8B,EAC9B,cAAmC;IAEnC,MAAM,KAAK,GAAe;QACxB,KAAK,EAAE,EAAE;QACT,QAAQ,EAAE,EAAE;QACZ,OAAO,EAAE,EAAE;QACX,SAAS,EAAE,EAAE;KACd,CAAC;IAEF,KAAK,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,SAAS,EAAE,CAAC;QACxC,MAAM,YAAY,GAAG,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACjD,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YAC/B,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5B,CAAC;aAAM,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;YACjC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;IACzC,KAAK,MAAM,OAAO,IAAI,cAAc,CAAC,IAAI,EAAE,EAAE,CAAC;QAC5C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YACzB,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import { Config } from '../config/index.js';
|
|
2
|
+
import { Chunk } from './chunker.js';
|
|
3
|
+
export interface IndexFileResult {
|
|
4
|
+
chunks: Chunk[];
|
|
5
|
+
filePath: string;
|
|
6
|
+
relativePath: string;
|
|
7
|
+
hash: string;
|
|
8
|
+
}
|
|
9
|
+
export type IndexCallback = (result: IndexFileResult) => Promise<void>;
|
|
10
|
+
export type DeleteCallback = (chunkIds: string[]) => Promise<void>;
|
|
11
|
+
export interface IndexerOptions {
|
|
12
|
+
config: Config;
|
|
13
|
+
rootPath: string;
|
|
14
|
+
indexDir: string;
|
|
15
|
+
onIndex: IndexCallback;
|
|
16
|
+
onDelete?: DeleteCallback;
|
|
17
|
+
signal?: AbortSignal;
|
|
18
|
+
}
|
|
19
|
+
export declare class Indexer {
|
|
20
|
+
private config;
|
|
21
|
+
private rootPath;
|
|
22
|
+
private indexDir;
|
|
23
|
+
private onIndex;
|
|
24
|
+
private onDelete?;
|
|
25
|
+
private signal;
|
|
26
|
+
private extToLang;
|
|
27
|
+
constructor(opts: IndexerOptions);
|
|
28
|
+
initialize(): Promise<void>;
|
|
29
|
+
runFullIndex(): Promise<Chunk[]>;
|
|
30
|
+
runIncremental(existingFileHashes: Map<string, string>, existingChunkHashes: Map<string, string>): Promise<{
|
|
31
|
+
chunks: Chunk[];
|
|
32
|
+
removed: string[];
|
|
33
|
+
}>;
|
|
34
|
+
processFile(filePath: string, relativePath: string, language: string): Promise<Chunk[]>;
|
|
35
|
+
}
|
|
36
|
+
//# sourceMappingURL=indexer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"indexer.d.ts","sourceRoot":"","sources":["../../src/indexer/indexer.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,MAAM,EAAiB,MAAM,oBAAoB,CAAC;AAI3D,OAAO,EAAE,KAAK,EAAa,MAAM,cAAc,CAAC;AAGhD,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,MAAM,aAAa,GAAG,CAAC,MAAM,EAAE,eAAe,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;AACvE,MAAM,MAAM,cAAc,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;AAEnE,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,aAAa,CAAC;IACvB,QAAQ,CAAC,EAAE,cAAc,CAAC;IAC1B,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB;AAED,qBAAa,OAAO;IAClB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,QAAQ,CAAC,CAAiB;IAClC,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,SAAS,CAAsB;gBAE3B,IAAI,EAAE,cAAc;IAiB1B,UAAU;IAYV,YAAY,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;IA+BhC,cAAc,CAClB,kBAAkB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EACvC,mBAAmB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GACvC,OAAO,CAAC;QAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QAAC,OAAO,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC;IA+C5C,WAAW,CACf,QAAQ,EAAE,MAAM,EAChB,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC,KAAK,EAAE,CAAC;CAoBpB"}
|
|
@@ -0,0 +1,121 @@
|
|
|
1
|
+
import { readFileSync } from 'node:fs';
|
|
2
|
+
import { logger } from '../logging.js';
|
|
3
|
+
import { emitProgress } from '../progress.js';
|
|
4
|
+
import { scanFiles } from './file-utils.js';
|
|
5
|
+
import { initParser, loadLanguage, parseContentAsync, extractSymbols, extractImports, extractExports } from './parser.js';
|
|
6
|
+
import { chunkFile } from './chunker.js';
|
|
7
|
+
import { computeFileDelta } from './incremental.js';
|
|
8
|
+
export class Indexer {
|
|
9
|
+
config;
|
|
10
|
+
rootPath;
|
|
11
|
+
indexDir;
|
|
12
|
+
onIndex;
|
|
13
|
+
onDelete;
|
|
14
|
+
signal;
|
|
15
|
+
extToLang;
|
|
16
|
+
constructor(opts) {
|
|
17
|
+
this.config = opts.config;
|
|
18
|
+
this.rootPath = opts.rootPath;
|
|
19
|
+
this.indexDir = opts.indexDir;
|
|
20
|
+
this.onIndex = opts.onIndex;
|
|
21
|
+
this.onDelete = opts.onDelete;
|
|
22
|
+
this.signal = opts.signal || new AbortController().signal;
|
|
23
|
+
this.extToLang = new Map();
|
|
24
|
+
for (const lang of this.config.languages) {
|
|
25
|
+
const exts = LANG_EXTENSIONS[lang] || [];
|
|
26
|
+
for (const ext of exts) {
|
|
27
|
+
this.extToLang.set(ext, lang);
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
async initialize() {
|
|
32
|
+
await initParser();
|
|
33
|
+
for (const lang of this.config.languages) {
|
|
34
|
+
try {
|
|
35
|
+
await loadLanguage(lang);
|
|
36
|
+
logger.verbose(`Loaded tree-sitter grammar for ${lang}`);
|
|
37
|
+
}
|
|
38
|
+
catch (e) {
|
|
39
|
+
logger.error(`Failed to load tree-sitter grammar for ${lang}:`, e);
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
async runFullIndex() {
|
|
44
|
+
emitProgress({ phase: 'scanning', current: 0, total: 0 });
|
|
45
|
+
const files = scanFiles(this.rootPath, this.config.languages);
|
|
46
|
+
const allChunks = [];
|
|
47
|
+
let processed = 0;
|
|
48
|
+
emitProgress({ phase: 'scanning', current: files.length, total: files.length });
|
|
49
|
+
for (const file of files) {
|
|
50
|
+
if (this.signal.aborted)
|
|
51
|
+
break;
|
|
52
|
+
emitProgress({ phase: 'embedding', percent: Math.round((processed / files.length) * 100) });
|
|
53
|
+
try {
|
|
54
|
+
const chunks = await this.processFile(file.path, file.relativePath, file.language);
|
|
55
|
+
allChunks.push(...chunks);
|
|
56
|
+
await this.onIndex({ chunks, filePath: file.path, relativePath: file.relativePath, hash: file.hash });
|
|
57
|
+
}
|
|
58
|
+
catch (e) {
|
|
59
|
+
logger.debug(`Failed to process ${file.relativePath}:`, e);
|
|
60
|
+
}
|
|
61
|
+
processed++;
|
|
62
|
+
}
|
|
63
|
+
emitProgress({ phase: 'building_fts' });
|
|
64
|
+
emitProgress({ phase: 'ready' });
|
|
65
|
+
return allChunks;
|
|
66
|
+
}
|
|
67
|
+
async runIncremental(existingFileHashes, existingChunkHashes) {
|
|
68
|
+
emitProgress({ phase: 'scanning', current: 0, total: 0 });
|
|
69
|
+
const scannedFiles = scanFiles(this.rootPath, this.config.languages);
|
|
70
|
+
const scannedMap = new Map(scannedFiles.map(f => [f.relativePath, f]));
|
|
71
|
+
const delta = computeFileDelta(scannedMap, existingFileHashes);
|
|
72
|
+
emitProgress({ phase: 'scanning', current: scannedFiles.length, total: scannedFiles.length });
|
|
73
|
+
const changedFiles = [...delta.added, ...delta.modified];
|
|
74
|
+
const allChunks = [];
|
|
75
|
+
let processed = 0;
|
|
76
|
+
for (const file of changedFiles) {
|
|
77
|
+
if (this.signal.aborted)
|
|
78
|
+
break;
|
|
79
|
+
emitProgress({ phase: 'embedding', percent: Math.round((processed / changedFiles.length) * 100) });
|
|
80
|
+
try {
|
|
81
|
+
const chunks = await this.processFile(file.path, file.relativePath, file.language);
|
|
82
|
+
allChunks.push(...chunks);
|
|
83
|
+
await this.onIndex({ chunks, filePath: file.path, relativePath: file.relativePath, hash: file.hash });
|
|
84
|
+
}
|
|
85
|
+
catch (e) {
|
|
86
|
+
logger.debug(`Failed to process ${file.relativePath}:`, e);
|
|
87
|
+
}
|
|
88
|
+
processed++;
|
|
89
|
+
}
|
|
90
|
+
if (this.onDelete && delta.removed.length > 0) {
|
|
91
|
+
const removedChunkIds = [];
|
|
92
|
+
for (const relPath of delta.removed) {
|
|
93
|
+
for (const [chunkId] of existingChunkHashes) {
|
|
94
|
+
if (chunkId.startsWith(`${relPath}:`)) {
|
|
95
|
+
removedChunkIds.push(chunkId);
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
await this.onDelete(removedChunkIds);
|
|
100
|
+
}
|
|
101
|
+
emitProgress({ phase: 'building_fts' });
|
|
102
|
+
emitProgress({ phase: 'ready' });
|
|
103
|
+
return { chunks: allChunks, removed: delta.removed };
|
|
104
|
+
}
|
|
105
|
+
async processFile(filePath, relativePath, language) {
|
|
106
|
+
const content = readFileSync(filePath, 'utf-8');
|
|
107
|
+
const lines = content.split('\n');
|
|
108
|
+
const { tree } = await parseContentAsync(content, language);
|
|
109
|
+
const symbols = extractSymbols(tree, language);
|
|
110
|
+
const imports = extractImports(tree, language);
|
|
111
|
+
const exports = extractExports(tree, language);
|
|
112
|
+
return chunkFile(filePath, relativePath, language, symbols, content, lines, imports, exports);
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
const LANG_EXTENSIONS = {
|
|
116
|
+
ts: ['.ts', '.tsx', '.mts', '.cts'],
|
|
117
|
+
js: ['.js', '.jsx', '.mjs', '.cjs'],
|
|
118
|
+
py: ['.py', '.pyw'],
|
|
119
|
+
go: ['.go'],
|
|
120
|
+
};
|
|
121
|
+
//# sourceMappingURL=indexer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"indexer.js","sourceRoot":"","sources":["../../src/indexer/indexer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAyB,MAAM,SAAS,CAAC;AAE9D,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C,OAAO,EAAE,SAAS,EAAmB,MAAM,iBAAiB,CAAC;AAE7D,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,iBAAiB,EAAE,cAAc,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC1H,OAAO,EAAS,SAAS,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,EAAE,gBAAgB,EAAqB,MAAM,kBAAkB,CAAC;AAqBvE,MAAM,OAAO,OAAO;IACV,MAAM,CAAS;IACf,QAAQ,CAAS;IACjB,QAAQ,CAAS;IACjB,OAAO,CAAgB;IACvB,QAAQ,CAAkB;IAC1B,MAAM,CAAc;IACpB,SAAS,CAAsB;IAEvC,YAAY,IAAoB;QAC9B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC,MAAM,CAAC;QAE1D,IAAI,CAAC,SAAS,GAAG,IAAI,GAAG,EAAE,CAAC;QAC3B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACzC,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACzC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,UAAU,EAAE,CAAC;QACnB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YACzC,IAAI,CAAC;gBACH,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;gBACzB,MAAM,CAAC,OAAO,CAAC,kCAAkC,IAAI,EAAE,CAAC,CAAC;YAC3D,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,KAAK,CAAC,0CAA0C,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,YAAY,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAE1D,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC9D,MAAM,SAAS,GAAY,EAAE,CAAC;QAC9B,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,YAAY,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAEhF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO;gBAAE,MAAM;YAE/B,YAAY,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC;YAE5F,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACnF,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;gBAC1B,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YACxG,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,KAAK,CAAC,qBAAqB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC,CAAC,CAAC;YAC7D,CAAC;YAED,SAAS,EAAE,CAAC;QACd,CAAC;QAED,YAAY,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC;QACxC,YAAY,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QAEjC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,kBAAuC,EACvC,mBAAwC;QAExC,YAAY,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAE1D,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACrE,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACvE,MAAM,KAAK,GAAG,gBAAgB,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAAC;QAE/D,YAAY,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;QAE9F,MAAM,YAAY,GAAG,CAAC,GAAG,KAAK,CAAC,KAAK,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC;QACzD,MAAM,SAAS,GAAY,EAAE,CAAC;QAC9B,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;YAChC,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO;gBAAE,MAAM;YAE/B,YAAY,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC;YAEnG,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACnF,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;gBAC1B,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YACxG,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,KAAK,CAAC,qBAAqB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC,CAAC,CAAC;YAC7D,CAAC;YAED,SAAS,EAAE,CAAC;QACd,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9C,MAAM,eAAe,GAAa,EAAE,CAAC;YACrC,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;gBACpC,KAAK,MAAM,CAAC,OAAO,CAAC,IAAI,mBAAmB,EAAE,CAAC;oBAC5C,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,OAAO,GAAG,CAAC,EAAE,CAAC;wBACtC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;YACH,CAAC;YACD,MAAM,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;QACvC,CAAC;QAED,YAAY,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,CAAC;QACxC,YAAY,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;QAEjC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,WAAW,CACf,QAAgB,EAChB,YAAoB,EACpB,QAAgB;QAEhB,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAChD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAElC,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAC5D,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC/C,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC/C,MAAM,OAAO,GAAG,cAAc,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAE/C,OAAO,SAAS,CACd,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,OAAO,EACP,OAAO,EACP,KAAK,EACL,OAAO,EACP,OAAO,CACR,CAAC;IACJ,CAAC;CACF;AAED,MAAM,eAAe,GAA6B;IAChD,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;IACnC,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;IACnC,EAAE,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC;IACnB,EAAE,EAAE,CAAC,KAAK,CAAC;CACZ,CAAC"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
export interface ASTNode {
|
|
2
|
+
type: string;
|
|
3
|
+
startLine: number;
|
|
4
|
+
endLine: number;
|
|
5
|
+
startCol: number;
|
|
6
|
+
endCol: number;
|
|
7
|
+
text: string;
|
|
8
|
+
children: ASTNode[];
|
|
9
|
+
}
|
|
10
|
+
export declare function initParser(): Promise<void>;
|
|
11
|
+
export declare function loadLanguage(language: string): Promise<any>;
|
|
12
|
+
export declare function parseFile(filePath: string, language: string): any;
|
|
13
|
+
export declare function parseContentAsync(content: string, language: string): Promise<{
|
|
14
|
+
tree: any;
|
|
15
|
+
rootNode: ASTNode;
|
|
16
|
+
}>;
|
|
17
|
+
export declare function getNodeText(node: any): string;
|
|
18
|
+
export declare function getChildCount(node: any): number;
|
|
19
|
+
export declare function getChild(node: any, index: number): any;
|
|
20
|
+
export interface SymbolInfo {
|
|
21
|
+
name: string;
|
|
22
|
+
kind: 'function' | 'method' | 'class' | 'interface' | 'enum' | 'module';
|
|
23
|
+
startLine: number;
|
|
24
|
+
endLine: number;
|
|
25
|
+
text: string;
|
|
26
|
+
}
|
|
27
|
+
export declare function extractSymbols(tree: any, language: string): SymbolInfo[];
|
|
28
|
+
export declare function extractImports(tree: any, language: string): string[];
|
|
29
|
+
export declare function extractExports(tree: any, language: string): string[];
|
|
30
|
+
//# sourceMappingURL=parser.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../src/indexer/parser.ts"],"names":[],"mappings":"AAYA,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,EAAE,CAAC;CACrB;AAED,wBAAsB,UAAU,kBAI/B;AAED,wBAAsB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CA0BjE;AAMD,wBAAgB,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,GAAG,CAGjE;AAMD,wBAAsB,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;IAAE,IAAI,EAAE,GAAG,CAAC;IAAC,QAAQ,EAAE,OAAO,CAAA;CAAE,CAAC,CAcpH;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,GAAG,GAAG,MAAM,CAE7C;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,GAAG,GAAG,MAAM,CAE/C;AAED,wBAAgB,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,GAAG,GAAG,CAEtD;AAcD,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,UAAU,GAAG,QAAQ,GAAG,OAAO,GAAG,WAAW,GAAG,MAAM,GAAG,QAAQ,CAAC;IACxE,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;CACd;AAyBD,wBAAgB,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,GAAG,UAAU,EAAE,CAQxE;AA0ED,wBAAgB,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAKpE;AAgBD,wBAAgB,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAKpE"}
|