@thoughtflow/codebase 0.2.0 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (222) hide show
  1. package/package.json +4 -3
  2. package/tsconfig.json +13 -2
  3. package/dist/contexts/context-decomposer.d.ts +0 -13
  4. package/dist/contexts/context-decomposer.d.ts.map +0 -1
  5. package/dist/contexts/context-decomposer.js +0 -97
  6. package/dist/contexts/context-decomposer.js.map +0 -1
  7. package/dist/contexts/context-document-manager.d.ts +0 -21
  8. package/dist/contexts/context-document-manager.d.ts.map +0 -1
  9. package/dist/contexts/context-document-manager.js +0 -69
  10. package/dist/contexts/context-document-manager.js.map +0 -1
  11. package/dist/contexts/context-router.d.ts +0 -13
  12. package/dist/contexts/context-router.d.ts.map +0 -1
  13. package/dist/contexts/context-router.js +0 -94
  14. package/dist/contexts/context-router.js.map +0 -1
  15. package/dist/index.d.ts +0 -53
  16. package/dist/index.d.ts.map +0 -1
  17. package/dist/index.js +0 -76
  18. package/dist/index.js.map +0 -1
  19. package/dist/libs/codebase/deep-analyzer.d.ts +0 -58
  20. package/dist/libs/codebase/deep-analyzer.d.ts.map +0 -1
  21. package/dist/libs/codebase/deep-analyzer.js +0 -239
  22. package/dist/libs/codebase/deep-analyzer.js.map +0 -1
  23. package/dist/libs/codebase/graph/dependency-extractor.d.ts +0 -20
  24. package/dist/libs/codebase/graph/dependency-extractor.d.ts.map +0 -1
  25. package/dist/libs/codebase/graph/dependency-extractor.js +0 -174
  26. package/dist/libs/codebase/graph/dependency-extractor.js.map +0 -1
  27. package/dist/libs/codebase/graph/graph-analysis.d.ts +0 -42
  28. package/dist/libs/codebase/graph/graph-analysis.d.ts.map +0 -1
  29. package/dist/libs/codebase/graph/graph-analysis.js +0 -222
  30. package/dist/libs/codebase/graph/graph-analysis.js.map +0 -1
  31. package/dist/libs/codebase/graph/graph-visualizer.d.ts +0 -12
  32. package/dist/libs/codebase/graph/graph-visualizer.d.ts.map +0 -1
  33. package/dist/libs/codebase/graph/graph-visualizer.js +0 -99
  34. package/dist/libs/codebase/graph/graph-visualizer.js.map +0 -1
  35. package/dist/libs/codebase/indexer/batch-processor.d.ts +0 -18
  36. package/dist/libs/codebase/indexer/batch-processor.d.ts.map +0 -1
  37. package/dist/libs/codebase/indexer/batch-processor.js +0 -39
  38. package/dist/libs/codebase/indexer/batch-processor.js.map +0 -1
  39. package/dist/libs/codebase/indexer/chunker-markdown.d.ts +0 -19
  40. package/dist/libs/codebase/indexer/chunker-markdown.d.ts.map +0 -1
  41. package/dist/libs/codebase/indexer/chunker-markdown.js +0 -138
  42. package/dist/libs/codebase/indexer/chunker-markdown.js.map +0 -1
  43. package/dist/libs/codebase/indexer/chunker.d.ts +0 -21
  44. package/dist/libs/codebase/indexer/chunker.d.ts.map +0 -1
  45. package/dist/libs/codebase/indexer/chunker.js +0 -133
  46. package/dist/libs/codebase/indexer/chunker.js.map +0 -1
  47. package/dist/libs/codebase/indexer/explorer.d.ts +0 -29
  48. package/dist/libs/codebase/indexer/explorer.d.ts.map +0 -1
  49. package/dist/libs/codebase/indexer/explorer.js +0 -278
  50. package/dist/libs/codebase/indexer/explorer.js.map +0 -1
  51. package/dist/libs/codebase/indexer/indexer.d.ts +0 -35
  52. package/dist/libs/codebase/indexer/indexer.d.ts.map +0 -1
  53. package/dist/libs/codebase/indexer/indexer.js +0 -172
  54. package/dist/libs/codebase/indexer/indexer.js.map +0 -1
  55. package/dist/libs/codebase/knowledge/cross-referencer.d.ts +0 -32
  56. package/dist/libs/codebase/knowledge/cross-referencer.d.ts.map +0 -1
  57. package/dist/libs/codebase/knowledge/cross-referencer.js +0 -132
  58. package/dist/libs/codebase/knowledge/cross-referencer.js.map +0 -1
  59. package/dist/libs/codebase/knowledge/markdown-extractor.d.ts +0 -34
  60. package/dist/libs/codebase/knowledge/markdown-extractor.d.ts.map +0 -1
  61. package/dist/libs/codebase/knowledge/markdown-extractor.js +0 -273
  62. package/dist/libs/codebase/knowledge/markdown-extractor.js.map +0 -1
  63. package/dist/libs/codebase/knowledge/summarizer.d.ts +0 -25
  64. package/dist/libs/codebase/knowledge/summarizer.d.ts.map +0 -1
  65. package/dist/libs/codebase/knowledge/summarizer.js +0 -61
  66. package/dist/libs/codebase/knowledge/summarizer.js.map +0 -1
  67. package/dist/libs/codebase/search/bm25.d.ts +0 -23
  68. package/dist/libs/codebase/search/bm25.d.ts.map +0 -1
  69. package/dist/libs/codebase/search/bm25.js +0 -93
  70. package/dist/libs/codebase/search/bm25.js.map +0 -1
  71. package/dist/libs/codebase/search/hybrid-search.d.ts +0 -22
  72. package/dist/libs/codebase/search/hybrid-search.d.ts.map +0 -1
  73. package/dist/libs/codebase/search/hybrid-search.js +0 -80
  74. package/dist/libs/codebase/search/hybrid-search.js.map +0 -1
  75. package/dist/libs/codebase-index.class.d.ts +0 -66
  76. package/dist/libs/codebase-index.class.d.ts.map +0 -1
  77. package/dist/libs/codebase-index.class.js +0 -595
  78. package/dist/libs/codebase-index.class.js.map +0 -1
  79. package/dist/tools/codebase/codebase-analyze.tool.d.ts +0 -8
  80. package/dist/tools/codebase/codebase-analyze.tool.d.ts.map +0 -1
  81. package/dist/tools/codebase/codebase-analyze.tool.js +0 -20
  82. package/dist/tools/codebase/codebase-analyze.tool.js.map +0 -1
  83. package/dist/tools/codebase/codebase-crossref.tool.d.ts +0 -8
  84. package/dist/tools/codebase/codebase-crossref.tool.d.ts.map +0 -1
  85. package/dist/tools/codebase/codebase-crossref.tool.js +0 -20
  86. package/dist/tools/codebase/codebase-crossref.tool.js.map +0 -1
  87. package/dist/tools/codebase/codebase-flow.tool.d.ts +0 -8
  88. package/dist/tools/codebase/codebase-flow.tool.d.ts.map +0 -1
  89. package/dist/tools/codebase/codebase-flow.tool.js +0 -20
  90. package/dist/tools/codebase/codebase-flow.tool.js.map +0 -1
  91. package/dist/tools/codebase/codebase-graph-circular.tool.d.ts +0 -8
  92. package/dist/tools/codebase/codebase-graph-circular.tool.d.ts.map +0 -1
  93. package/dist/tools/codebase/codebase-graph-circular.tool.js +0 -17
  94. package/dist/tools/codebase/codebase-graph-circular.tool.js.map +0 -1
  95. package/dist/tools/codebase/codebase-graph-query.tool.d.ts +0 -8
  96. package/dist/tools/codebase/codebase-graph-query.tool.d.ts.map +0 -1
  97. package/dist/tools/codebase/codebase-graph-query.tool.js +0 -21
  98. package/dist/tools/codebase/codebase-graph-query.tool.js.map +0 -1
  99. package/dist/tools/codebase/codebase-graph-stats.tool.d.ts +0 -8
  100. package/dist/tools/codebase/codebase-graph-stats.tool.d.ts.map +0 -1
  101. package/dist/tools/codebase/codebase-graph-stats.tool.js +0 -17
  102. package/dist/tools/codebase/codebase-graph-stats.tool.js.map +0 -1
  103. package/dist/tools/codebase/codebase-graph-visualize.tool.d.ts +0 -8
  104. package/dist/tools/codebase/codebase-graph-visualize.tool.d.ts.map +0 -1
  105. package/dist/tools/codebase/codebase-graph-visualize.tool.js +0 -21
  106. package/dist/tools/codebase/codebase-graph-visualize.tool.js.map +0 -1
  107. package/dist/tools/codebase/codebase-impact.tool.d.ts +0 -8
  108. package/dist/tools/codebase/codebase-impact.tool.d.ts.map +0 -1
  109. package/dist/tools/codebase/codebase-impact.tool.js +0 -21
  110. package/dist/tools/codebase/codebase-impact.tool.js.map +0 -1
  111. package/dist/tools/codebase/codebase-index.tool.d.ts +0 -8
  112. package/dist/tools/codebase/codebase-index.tool.d.ts.map +0 -1
  113. package/dist/tools/codebase/codebase-index.tool.js +0 -21
  114. package/dist/tools/codebase/codebase-index.tool.js.map +0 -1
  115. package/dist/tools/codebase/codebase-knowledge.tool.d.ts +0 -8
  116. package/dist/tools/codebase/codebase-knowledge.tool.d.ts.map +0 -1
  117. package/dist/tools/codebase/codebase-knowledge.tool.js +0 -22
  118. package/dist/tools/codebase/codebase-knowledge.tool.js.map +0 -1
  119. package/dist/tools/codebase/codebase-search.tool.d.ts +0 -8
  120. package/dist/tools/codebase/codebase-search.tool.d.ts.map +0 -1
  121. package/dist/tools/codebase/codebase-search.tool.js +0 -24
  122. package/dist/tools/codebase/codebase-search.tool.js.map +0 -1
  123. package/dist/tools/codebase/codebase-status.tool.d.ts +0 -8
  124. package/dist/tools/codebase/codebase-status.tool.d.ts.map +0 -1
  125. package/dist/tools/codebase/codebase-status.tool.js +0 -19
  126. package/dist/tools/codebase/codebase-status.tool.js.map +0 -1
  127. package/dist/tools/neural/comparative-analysis.tool.d.ts +0 -37
  128. package/dist/tools/neural/comparative-analysis.tool.d.ts.map +0 -1
  129. package/dist/tools/neural/comparative-analysis.tool.js +0 -241
  130. package/dist/tools/neural/comparative-analysis.tool.js.map +0 -1
  131. package/dist/tools/neural/index.d.ts +0 -12
  132. package/dist/tools/neural/index.d.ts.map +0 -1
  133. package/dist/tools/neural/index.js +0 -28
  134. package/dist/tools/neural/index.js.map +0 -1
  135. package/dist/tools/neural/neural-deadcode.tool.d.ts +0 -10
  136. package/dist/tools/neural/neural-deadcode.tool.d.ts.map +0 -1
  137. package/dist/tools/neural/neural-deadcode.tool.js +0 -133
  138. package/dist/tools/neural/neural-deadcode.tool.js.map +0 -1
  139. package/dist/tools/neural/neural-debug.tool.d.ts +0 -11
  140. package/dist/tools/neural/neural-debug.tool.d.ts.map +0 -1
  141. package/dist/tools/neural/neural-debug.tool.js +0 -205
  142. package/dist/tools/neural/neural-debug.tool.js.map +0 -1
  143. package/dist/tools/neural/neural-explain.tool.d.ts +0 -9
  144. package/dist/tools/neural/neural-explain.tool.d.ts.map +0 -1
  145. package/dist/tools/neural/neural-explain.tool.js +0 -100
  146. package/dist/tools/neural/neural-explain.tool.js.map +0 -1
  147. package/dist/tools/neural/neural-optimize.tool.d.ts +0 -9
  148. package/dist/tools/neural/neural-optimize.tool.d.ts.map +0 -1
  149. package/dist/tools/neural/neural-optimize.tool.js +0 -117
  150. package/dist/tools/neural/neural-optimize.tool.js.map +0 -1
  151. package/dist/tools/neural/neural-pattern.tool.d.ts +0 -10
  152. package/dist/tools/neural/neural-pattern.tool.d.ts.map +0 -1
  153. package/dist/tools/neural/neural-pattern.tool.js +0 -169
  154. package/dist/tools/neural/neural-pattern.tool.js.map +0 -1
  155. package/dist/tools/neural/neural-review.tool.d.ts +0 -11
  156. package/dist/tools/neural/neural-review.tool.d.ts.map +0 -1
  157. package/dist/tools/neural/neural-review.tool.js +0 -152
  158. package/dist/tools/neural/neural-review.tool.js.map +0 -1
  159. package/dist/tools/neural/neural-security.tool.d.ts +0 -16
  160. package/dist/tools/neural/neural-security.tool.d.ts.map +0 -1
  161. package/dist/tools/neural/neural-security.tool.js +0 -256
  162. package/dist/tools/neural/neural-security.tool.js.map +0 -1
  163. package/dist/tools/neural/neural-similar.tool.d.ts +0 -9
  164. package/dist/tools/neural/neural-similar.tool.d.ts.map +0 -1
  165. package/dist/tools/neural/neural-similar.tool.js +0 -139
  166. package/dist/tools/neural/neural-similar.tool.js.map +0 -1
  167. package/dist/tools/neural/neural-smells.tool.d.ts +0 -9
  168. package/dist/tools/neural/neural-smells.tool.d.ts.map +0 -1
  169. package/dist/tools/neural/neural-smells.tool.js +0 -123
  170. package/dist/tools/neural/neural-smells.tool.js.map +0 -1
  171. package/dist/tools/neural/neural-suggest.tool.d.ts +0 -9
  172. package/dist/tools/neural/neural-suggest.tool.d.ts.map +0 -1
  173. package/dist/tools/neural/neural-suggest.tool.js +0 -64
  174. package/dist/tools/neural/neural-suggest.tool.js.map +0 -1
  175. package/dist/tools/quality/index.d.ts +0 -8
  176. package/dist/tools/quality/index.d.ts.map +0 -1
  177. package/dist/tools/quality/index.js +0 -24
  178. package/dist/tools/quality/index.js.map +0 -1
  179. package/dist/tools/quality/quality-complexity.tool.d.ts +0 -11
  180. package/dist/tools/quality/quality-complexity.tool.d.ts.map +0 -1
  181. package/dist/tools/quality/quality-complexity.tool.js +0 -152
  182. package/dist/tools/quality/quality-complexity.tool.js.map +0 -1
  183. package/dist/tools/quality/quality-coupling.tool.d.ts +0 -9
  184. package/dist/tools/quality/quality-coupling.tool.d.ts.map +0 -1
  185. package/dist/tools/quality/quality-coupling.tool.js +0 -51
  186. package/dist/tools/quality/quality-coupling.tool.js.map +0 -1
  187. package/dist/tools/quality/quality-coverage.tool.d.ts +0 -9
  188. package/dist/tools/quality/quality-coverage.tool.d.ts.map +0 -1
  189. package/dist/tools/quality/quality-coverage.tool.js +0 -104
  190. package/dist/tools/quality/quality-coverage.tool.js.map +0 -1
  191. package/dist/tools/quality/quality-deps.tool.d.ts +0 -11
  192. package/dist/tools/quality/quality-deps.tool.d.ts.map +0 -1
  193. package/dist/tools/quality/quality-deps.tool.js +0 -119
  194. package/dist/tools/quality/quality-deps.tool.js.map +0 -1
  195. package/dist/tools/quality/quality-duplication.tool.d.ts +0 -9
  196. package/dist/tools/quality/quality-duplication.tool.d.ts.map +0 -1
  197. package/dist/tools/quality/quality-duplication.tool.js +0 -100
  198. package/dist/tools/quality/quality-duplication.tool.js.map +0 -1
  199. package/dist/tools/quality/quality-size.tool.d.ts +0 -9
  200. package/dist/tools/quality/quality-size.tool.d.ts.map +0 -1
  201. package/dist/tools/quality/quality-size.tool.js +0 -94
  202. package/dist/tools/quality/quality-size.tool.js.map +0 -1
  203. package/dist/tools/quality/quality-types.tool.d.ts +0 -9
  204. package/dist/tools/quality/quality-types.tool.d.ts.map +0 -1
  205. package/dist/tools/quality/quality-types.tool.js +0 -95
  206. package/dist/tools/quality/quality-types.tool.js.map +0 -1
  207. package/dist/tools/workspace/analyze-project.tool.d.ts +0 -36
  208. package/dist/tools/workspace/analyze-project.tool.d.ts.map +0 -1
  209. package/dist/tools/workspace/analyze-project.tool.js +0 -454
  210. package/dist/tools/workspace/analyze-project.tool.js.map +0 -1
  211. package/dist/tools/workspace/codebase-research.tool.d.ts +0 -10
  212. package/dist/tools/workspace/codebase-research.tool.d.ts.map +0 -1
  213. package/dist/tools/workspace/codebase-research.tool.js +0 -89
  214. package/dist/tools/workspace/codebase-research.tool.js.map +0 -1
  215. package/dist/tools/workspace/project-scanner.tool.d.ts +0 -55
  216. package/dist/tools/workspace/project-scanner.tool.d.ts.map +0 -1
  217. package/dist/tools/workspace/project-scanner.tool.js +0 -978
  218. package/dist/tools/workspace/project-scanner.tool.js.map +0 -1
  219. package/dist/tools/workspace/search-code.tool.d.ts +0 -14
  220. package/dist/tools/workspace/search-code.tool.d.ts.map +0 -1
  221. package/dist/tools/workspace/search-code.tool.js +0 -286
  222. package/dist/tools/workspace/search-code.tool.js.map +0 -1
@@ -1,133 +0,0 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __importStar = (this && this.__importStar) || (function () {
19
- var ownKeys = function(o) {
20
- ownKeys = Object.getOwnPropertyNames || function (o) {
21
- var ar = [];
22
- for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
23
- return ar;
24
- };
25
- return ownKeys(o);
26
- };
27
- return function (mod) {
28
- if (mod && mod.__esModule) return mod;
29
- var result = {};
30
- if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
31
- __setModuleDefault(result, mod);
32
- return result;
33
- };
34
- })();
35
- Object.defineProperty(exports, "__esModule", { value: true });
36
- exports.CodeChunker = void 0;
37
- const LANG_MAP = {
38
- ".ts": "TypeScript", ".tsx": "Tsx", ".mts": "TypeScript", ".cts": "TypeScript",
39
- ".js": "JavaScript", ".jsx": "JavaScript", ".mjs": "JavaScript", ".cjs": "JavaScript",
40
- ".html": "Html",
41
- };
42
- async function parseWithAstGrep(lang, content) {
43
- const { Lang, parse } = await Promise.resolve().then(() => __importStar(require("@ast-grep/napi")));
44
- return parse(Lang[lang], content);
45
- }
46
- const IMPORT_DQ = 'import $$$ from "$SOURCE"';
47
- const IMPORT_SQ = "import $$$ from '$SOURCE'";
48
- class CodeChunker {
49
- async chunkFile(file, content) {
50
- const lang = LANG_MAP[file.extension];
51
- const totalLines = content.split("\n").length;
52
- if (!lang) {
53
- return this.lineBasedFallback(file, content, totalLines);
54
- }
55
- try {
56
- const root = (await parseWithAstGrep(lang, content)).root();
57
- const chunks = [];
58
- const importNodes = [...root.findAll(IMPORT_DQ), ...root.findAll(IMPORT_SQ)];
59
- if (importNodes.length > 0) {
60
- const text = importNodes.map((n) => n.text()).join("\n");
61
- chunks.push({
62
- id: `${file.relativePath}:imports`,
63
- text: text.slice(0, 2000),
64
- startLine: importNodes[0].range().start.line + 1,
65
- endLine: importNodes[importNodes.length - 1].range().end.line + 1,
66
- type: 'import-block',
67
- });
68
- }
69
- const fnRule = { rule: { kind: "function_declaration", pattern: "function $NAME" } };
70
- for (const node of root.findAll(fnRule)) {
71
- const name = node.getMatch('NAME')?.text() ?? '(anonymous)';
72
- chunks.push({
73
- id: `${file.relativePath}:fn:${name}`,
74
- text: node.text().slice(0, 2000),
75
- startLine: node.range().start.line + 1,
76
- endLine: node.range().end.line + 1,
77
- type: 'function',
78
- name,
79
- });
80
- }
81
- const clsRule = { rule: { kind: "class_declaration", pattern: "class $NAME" } };
82
- for (const node of root.findAll(clsRule)) {
83
- const name = node.getMatch('NAME')?.text() ?? '(anonymous)';
84
- chunks.push({
85
- id: `${file.relativePath}:class:${name}`,
86
- text: node.text().slice(0, 2000),
87
- startLine: node.range().start.line + 1,
88
- endLine: node.range().end.line + 1,
89
- type: 'class',
90
- name,
91
- });
92
- }
93
- if (chunks.length === 0 || this.coverageRatio(chunks, content) < 0.1) {
94
- const lineChunks = this.lineBasedChunks(file, content, totalLines);
95
- return { chunks: lineChunks, language: file.language ?? 'unknown', totalLines };
96
- }
97
- return { chunks, language: file.language ?? 'unknown', totalLines };
98
- }
99
- catch {
100
- return this.lineBasedFallback(file, content, totalLines);
101
- }
102
- }
103
- coverageRatio(chunks, content) {
104
- const covered = chunks.reduce((sum, c) => sum + c.text.length, 0);
105
- return content.length > 0 ? covered / content.length : 0;
106
- }
107
- lineBasedFallback(file, content, totalLines) {
108
- return {
109
- chunks: this.lineBasedChunks(file, content, totalLines),
110
- language: file.language ?? 'unknown',
111
- totalLines,
112
- };
113
- }
114
- lineBasedChunks(file, content, totalLines) {
115
- const lines = content.split("\n");
116
- const chunkSize = 100;
117
- const chunks = [];
118
- for (let i = 0; i < lines.length; i += chunkSize) {
119
- const end = Math.min(i + chunkSize, lines.length);
120
- const text = lines.slice(i, end).join("\n");
121
- chunks.push({
122
- id: `${file.relativePath}:${i + 1}-${end}`,
123
- text: text.slice(0, 2000),
124
- startLine: i + 1,
125
- endLine: end,
126
- type: 'other',
127
- });
128
- }
129
- return chunks;
130
- }
131
- }
132
- exports.CodeChunker = CodeChunker;
133
- //# sourceMappingURL=chunker.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../../../src/libs/codebase/indexer/chunker.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiBA,MAAM,QAAQ,GAA2B;IACvC,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY;IAC9E,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,YAAY;IACrF,OAAO,EAAE,MAAM;CAChB,CAAC;AAEF,KAAK,UAAU,gBAAgB,CAAC,IAAY,EAAE,OAAe;IAC3D,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,wDAAa,gBAAgB,GAAC,CAAC;IACvD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAyB,CAAC,EAAE,OAAO,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,SAAS,GAAG,2BAA2B,CAAC;AAC9C,MAAM,SAAS,GAAG,2BAA2B,CAAC;AAE9C,MAAa,WAAW;IACtB,KAAK,CAAC,SAAS,CAAC,IAAoB,EAAE,OAAe;QACnD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtC,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QAE9C,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;QAC3D,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,CAAC,MAAM,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC5D,MAAM,MAAM,GAAgB,EAAE,CAAC;YAE/B,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;YAC7E,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACzD,MAAM,CAAC,IAAI,CAAC;oBACV,EAAE,EAAE,GAAG,IAAI,CAAC,YAAY,UAAU;oBAClC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;oBACzB,SAAS,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC;oBAChD,OAAO,EAAE,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC;oBACjE,IAAI,EAAE,cAAc;iBACrB,CAAC,CAAC;YACL,CAAC;YAED,MAAM,MAAM,GAAG,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE,OAAO,EAAE,gBAAgB,EAAE,EAAE,CAAC;YACrF,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,MAAa,CAAC,EAAE,CAAC;gBAC/C,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,aAAa,CAAC;gBAC5D,MAAM,CAAC,IAAI,CAAC;oBACV,EAAE,EAAE,GAAG,IAAI,CAAC,YAAY,OAAO,IAAI,EAAE;oBACrC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;oBAChC,SAAS,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC;oBACtC,OAAO,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC;oBAClC,IAAI,EAAE,UAAU;oBAChB,IAAI;iBACL,CAAC,CAAC;YACL,CAAC;YAED,MAAM,OAAO,GAAG,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE,CAAC;YAChF,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,OAAc,CAAC,EAAE,CAAC;gBAChD,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,aAAa,CAAC;gBAC5D,MAAM,CAAC,IAAI,CAAC;oBACV,EAAE,EAAE,GAAG,IAAI,CAAC,YAAY,UAAU,IAAI,EAAE;oBACxC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;oBAChC,SAAS,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC;oBACtC,OAAO,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC;oBAClC,IAAI,EAAE,OAAO;oBACb,IAAI;iBACL,CAAC,CAAC;YACL,CAAC;YAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,GAAG,EAAE,CAAC;gBACrE,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;gBACnE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,SAAS,EAAE,UAAU,EAAE,CAAC;YAClF,CAAC;YAED,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,SAAS,EAAE,UAAU,EAAE,CAAC;QACtE,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,MAAmB,EAAE,OAAe;QACxD,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAClE,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3D,CAAC;IAEO,iBAAiB,CAAC,IAAoB,EAAE,OAAe,EAAE,UAAkB;QACjF,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,OAAO,EAAE,UAAU,CAAC;YACvD,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,SAAS;YACpC,UAAU;SACX,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,IAAoB,EAAE,OAAe,EAAE,UAAkB;QAC/E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,SAAS,GAAG,GAAG,CAAC;QACtB,MAAM,MAAM,GAAgB,EAAE,CAAC;QAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACjD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAClD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC;gBACV,EAAE,EAAE,GAAG,IAAI,CAAC,YAAY,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,EAAE;gBAC1C,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;gBACzB,SAAS,EAAE,CAAC,GAAG,CAAC;gBAChB,OAAO,EAAE,GAAG;gBACZ,IAAI,EAAE,OAAO;aACd,CAAC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AA9FD,kCA8FC"}
@@ -1,29 +0,0 @@
1
- import { ResourceKind } from "@thoughtflow/core";
2
- export type FileClassification = "source-code" | "documentation" | "config" | "data" | "test" | "infrastructure" | "schema" | "api-spec" | "unknown";
3
- export interface ExplorerOptions {
4
- rootPath: string;
5
- ignorePatterns?: string[];
6
- respectGitignore?: boolean;
7
- includeExtensions?: string[];
8
- excludeExtensions?: string[];
9
- maxFileSizeBytes?: number;
10
- }
11
- export interface DiscoveredFile {
12
- absolutePath: string;
13
- relativePath: string;
14
- extension: string;
15
- sizeBytes: number;
16
- language?: string;
17
- classification: FileClassification;
18
- resourceKind?: ResourceKind;
19
- }
20
- export declare class CodebaseExplorer {
21
- explore(options: ExplorerOptions): DiscoveredFile[];
22
- private walk;
23
- private classify;
24
- private toResourceKind;
25
- private parseGitignores;
26
- private isIgnored;
27
- private isLikelyText;
28
- }
29
- //# sourceMappingURL=explorer.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"explorer.d.ts","sourceRoot":"","sources":["../../../../src/libs/codebase/indexer/explorer.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,MAAM,MAAM,kBAAkB,GAC1B,aAAa,GACb,eAAe,GACf,QAAQ,GACR,MAAM,GACN,MAAM,GACN,gBAAgB,GAChB,QAAQ,GACR,UAAU,GACV,SAAS,CAAC;AAEd,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,kBAAkB,CAAC;IACnC,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B;AAsED,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,OAAO,EAAE,eAAe,GAAG,cAAc,EAAE;IAanD,OAAO,CAAC,IAAI;IA4DZ,OAAO,CAAC,QAAQ;IAchB,OAAO,CAAC,cAAc;IAetB,OAAO,CAAC,eAAe;IA4BvB,OAAO,CAAC,SAAS;IAcjB,OAAO,CAAC,YAAY;CAsBrB"}
@@ -1,278 +0,0 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
- Object.defineProperty(o, "default", { enumerable: true, value: v });
15
- }) : function(o, v) {
16
- o["default"] = v;
17
- });
18
- var __importStar = (this && this.__importStar) || (function () {
19
- var ownKeys = function(o) {
20
- ownKeys = Object.getOwnPropertyNames || function (o) {
21
- var ar = [];
22
- for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
23
- return ar;
24
- };
25
- return ownKeys(o);
26
- };
27
- return function (mod) {
28
- if (mod && mod.__esModule) return mod;
29
- var result = {};
30
- if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
31
- __setModuleDefault(result, mod);
32
- return result;
33
- };
34
- })();
35
- Object.defineProperty(exports, "__esModule", { value: true });
36
- exports.CodebaseExplorer = void 0;
37
- const fs = __importStar(require("node:fs"));
38
- const path = __importStar(require("node:path"));
39
- const DEFAULT_SKIP_DIRS = new Set([
40
- "node_modules",
41
- ".git",
42
- "dist",
43
- "build",
44
- "coverage",
45
- "out",
46
- ".next",
47
- ".turbo",
48
- ".cache",
49
- "vendor",
50
- "__pycache__",
51
- ".venv",
52
- "venv",
53
- ".idea",
54
- ".vscode",
55
- "target",
56
- ".mypy_cache",
57
- ".pytest_cache",
58
- ]);
59
- const DEFAULT_BINARY_EXTS = new Set([
60
- ".png", ".jpg", ".jpeg", ".gif", ".webp", ".ico", ".svg",
61
- ".pdf", ".zip", ".gz", ".tar", ".tgz", ".bz2", ".7z", ".rar",
62
- ".mp4", ".mov", ".avi", ".mp3", ".wav", ".ogg",
63
- ".woff", ".woff2", ".ttf", ".eot", ".otf",
64
- ".class", ".jar", ".exe", ".dll", ".so", ".dylib", ".bin", ".wasm", ".map",
65
- ".pyc", ".pyo", ".o", ".a", ".lib", ".obj",
66
- ]);
67
- const DOC_EXTS = new Set([".md", ".mdx", ".rst", ".txt", ".adoc", ".wiki"]);
68
- const CONFIG_EXTS = new Set([".json", ".yaml", ".yml", ".toml", ".ini", ".cfg", ".env", ".rc"]);
69
- const SCHEMA_EXTS = new Set([".prisma", ".graphql", ".gql", ".proto", ".sql"]);
70
- const INFRA_EXTS = new Set([".tf", ".hcl", ".bicep", ".dockerfile"]);
71
- const TEST_PATTERNS = [/\.test\./, /\.spec\./, /\.e2e/, /\.integration\./, /__tests__\//, /test\//, /tests\//, /cypress\//];
72
- const EXTENSION_LANG_MAP = {
73
- ".ts": "typescript",
74
- ".tsx": "tsx",
75
- ".mts": "typescript",
76
- ".cts": "typescript",
77
- ".js": "javascript",
78
- ".jsx": "javascript",
79
- ".mjs": "javascript",
80
- ".cjs": "javascript",
81
- ".py": "python",
82
- ".pyi": "python",
83
- ".go": "go",
84
- ".rs": "rust",
85
- ".java": "java",
86
- ".kt": "kotlin",
87
- ".swift": "swift",
88
- ".rb": "ruby",
89
- ".php": "php",
90
- ".cs": "csharp",
91
- ".c": "c",
92
- ".cpp": "cpp",
93
- ".h": "c",
94
- ".scala": "scala",
95
- ".lua": "lua",
96
- ".sh": "bash",
97
- ".bash": "bash",
98
- ".html": "html",
99
- ".css": "css",
100
- ".scss": "scss",
101
- ".less": "less",
102
- };
103
- class CodebaseExplorer {
104
- explore(options) {
105
- const root = path.resolve(options.rootPath);
106
- const maxSize = options.maxFileSizeBytes ?? 512 * 1024;
107
- const ignorePatterns = options.ignorePatterns ?? [];
108
- const respectGitignore = options.respectGitignore ?? true;
109
- const gitignorePatterns = respectGitignore ? this.parseGitignores(root) : [];
110
- const files = [];
111
- this.walk(root, root, files, maxSize, gitignorePatterns, ignorePatterns, options);
112
- return files;
113
- }
114
- walk(dir, root, out, maxSize, gitignorePatterns, extraIgnores, options) {
115
- let entries;
116
- try {
117
- entries = fs.readdirSync(dir, { withFileTypes: true });
118
- }
119
- catch {
120
- return;
121
- }
122
- for (const entry of entries) {
123
- const abs = path.join(dir, entry.name);
124
- const rel = path.relative(root, abs).replace(/\\/g, "/");
125
- if (entry.isDirectory()) {
126
- if (DEFAULT_SKIP_DIRS.has(entry.name))
127
- continue;
128
- if (entry.name.startsWith(".") && !options.includeExtensions?.length)
129
- continue;
130
- if (this.isIgnored(rel, gitignorePatterns, extraIgnores))
131
- continue;
132
- this.walk(abs, root, out, maxSize, gitignorePatterns, extraIgnores, options);
133
- continue;
134
- }
135
- if (!entry.isFile())
136
- continue;
137
- const ext = path.extname(abs).toLowerCase();
138
- if (DEFAULT_BINARY_EXTS.has(ext))
139
- continue;
140
- if (this.isIgnored(rel, gitignorePatterns, extraIgnores))
141
- continue;
142
- if (options.excludeExtensions?.includes(ext))
143
- continue;
144
- let stat;
145
- try {
146
- stat = fs.statSync(abs);
147
- }
148
- catch {
149
- continue;
150
- }
151
- if (stat.size > maxSize)
152
- continue;
153
- if (!this.isLikelyText(abs))
154
- continue;
155
- const classification = this.classify(rel, ext);
156
- const resourceKind = this.toResourceKind(classification);
157
- out.push({
158
- absolutePath: abs,
159
- relativePath: rel,
160
- extension: ext,
161
- sizeBytes: stat.size,
162
- language: EXTENSION_LANG_MAP[ext],
163
- classification,
164
- resourceKind,
165
- });
166
- }
167
- }
168
- classify(relativePath, ext) {
169
- if (DOC_EXTS.has(ext))
170
- return "documentation";
171
- if (SCHEMA_EXTS.has(ext))
172
- return "schema";
173
- if (INFRA_EXTS.has(ext))
174
- return "infrastructure";
175
- if (relativePath.includes("docker-compose") || relativePath.includes("Dockerfile") || relativePath.includes("Makefile"))
176
- return "infrastructure";
177
- if (relativePath.includes("openapi") || relativePath.includes("swagger"))
178
- return "api-spec";
179
- if (relativePath.includes(".github/workflows") || relativePath.includes(".gitlab-ci"))
180
- return "infrastructure";
181
- if (CONFIG_EXTS.has(ext))
182
- return "config";
183
- if (TEST_PATTERNS.some((p) => p.test(relativePath)))
184
- return "test";
185
- if (EXTENSION_LANG_MAP[ext])
186
- return "source-code";
187
- if (ext === ".json" || ext === ".yaml" || ext === ".yml")
188
- return "config";
189
- return "unknown";
190
- }
191
- toResourceKind(classification) {
192
- switch (classification) {
193
- case "schema":
194
- return "schema";
195
- case "config":
196
- return "config";
197
- case "infrastructure":
198
- return "infra";
199
- case "api-spec":
200
- return "api-spec";
201
- default:
202
- return undefined;
203
- }
204
- }
205
- parseGitignores(root) {
206
- const patterns = [];
207
- const gitignorePath = path.join(root, ".gitignore");
208
- try {
209
- const content = fs.readFileSync(gitignorePath, "utf8");
210
- for (const line of content.split("\n")) {
211
- const trimmed = line.trim();
212
- if (!trimmed || trimmed.startsWith("#"))
213
- continue;
214
- if (trimmed.startsWith("/"))
215
- continue;
216
- try {
217
- patterns.push(new RegExp(trimmed
218
- .replace(/\./g, "\\.")
219
- .replace(/\*\*/g, "§§DOUBLESTAR§§")
220
- .replace(/\*/g, "[^/]*")
221
- .replace(/§§DOUBLESTAR§§/g, ".*")
222
- .replace(/\?/g, ".")));
223
- }
224
- catch {
225
- /* noop */
226
- }
227
- }
228
- }
229
- catch {
230
- /* noop */
231
- }
232
- return patterns;
233
- }
234
- isIgnored(relPath, gitignorePatterns, extras) {
235
- for (const p of gitignorePatterns) {
236
- if (p.test(relPath))
237
- return true;
238
- }
239
- for (const p of extras) {
240
- try {
241
- if (new RegExp(p).test(relPath))
242
- return true;
243
- }
244
- catch {
245
- /* noop */
246
- }
247
- }
248
- return false;
249
- }
250
- isLikelyText(absPath) {
251
- let fd = null;
252
- try {
253
- fd = fs.openSync(absPath, "r");
254
- const sample = Buffer.allocUnsafe(1024);
255
- const read = fs.readSync(fd, sample, 0, sample.length, 0);
256
- for (let i = 0; i < read; i++) {
257
- if (sample[i] === 0)
258
- return false;
259
- }
260
- return true;
261
- }
262
- catch {
263
- return false;
264
- }
265
- finally {
266
- if (fd !== null) {
267
- try {
268
- fs.closeSync(fd);
269
- }
270
- catch {
271
- /* noop */
272
- }
273
- }
274
- }
275
- }
276
- }
277
- exports.CodebaseExplorer = CodebaseExplorer;
278
- //# sourceMappingURL=explorer.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"explorer.js","sourceRoot":"","sources":["../../../../src/libs/codebase/indexer/explorer.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,4CAA8B;AAC9B,gDAAkC;AAgClC,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,cAAc;IACd,MAAM;IACN,MAAM;IACN,OAAO;IACP,UAAU;IACV,KAAK;IACL,OAAO;IACP,QAAQ;IACR,QAAQ;IACR,QAAQ;IACR,aAAa;IACb,OAAO;IACP,MAAM;IACN,OAAO;IACP,SAAS;IACT,QAAQ;IACR,aAAa;IACb,eAAe;CAChB,CAAC,CAAC;AAEH,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IAClC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM;IACxD,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAC5D,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IACzC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAC1E,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM;CAC3C,CAAC,CAAC;AAEH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;AAC5E,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;AAChG,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;AAC/E,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC;AACrE,MAAM,aAAa,GAAG,CAAC,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;AAE5H,MAAM,kBAAkB,GAA2B;IACjD,KAAK,EAAE,YAAY;IACnB,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,YAAY;IACpB,MAAM,EAAE,YAAY;IACpB,KAAK,EAAE,YAAY;IACnB,MAAM,EAAE,YAAY;IACpB,MAAM,EAAE,YAAY;IACpB,MAAM,EAAE,YAAY;IACpB,KAAK,EAAE,QAAQ;IACf,MAAM,EAAE,QAAQ;IAChB,KAAK,EAAE,IAAI;IACX,KAAK,EAAE,MAAM;IACb,OAAO,EAAE,MAAM;IACf,KAAK,EAAE,QAAQ;IACf,QAAQ,EAAE,OAAO;IACjB,KAAK,EAAE,MAAM;IACb,MAAM,EAAE,KAAK;IACb,KAAK,EAAE,QAAQ;IACf,IAAI,EAAE,GAAG;IACT,MAAM,EAAE,KAAK;IACb,IAAI,EAAE,GAAG;IACT,QAAQ,EAAE,OAAO;IACjB,MAAM,EAAE,KAAK;IACb,KAAK,EAAE,MAAM;IACb,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,MAAM;IACf,MAAM,EAAE,KAAK;IACb,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,MAAM;CAChB,CAAC;AAEF,MAAa,gBAAgB;IAC3B,OAAO,CAAC,OAAwB;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,OAAO,GAAG,OAAO,CAAC,gBAAgB,IAAI,GAAG,GAAG,IAAI,CAAC;QACvD,MAAM,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,EAAE,CAAC;QACpD,MAAM,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,IAAI,CAAC;QAE1D,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAE7E,MAAM,KAAK,GAAqB,EAAE,CAAC;QACnC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,iBAAiB,EAAE,cAAc,EAAE,OAAO,CAAC,CAAC;QAClF,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,IAAI,CACV,GAAW,EACX,IAAY,EACZ,GAAqB,EACrB,OAAe,EACf,iBAA2B,EAC3B,YAAsB,EACtB,OAAwB;QAExB,IAAI,OAAoB,CAAC;QACzB,IAAI,CAAC;YACH,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;QACzD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACvC,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAEzD,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACxB,IAAI,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;oBAAE,SAAS;gBAChD,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,MAAM;oBAAE,SAAS;gBAC/E,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,iBAAiB,EAAE,YAAY,CAAC;oBAAE,SAAS;gBACnE,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;gBAC7E,SAAS;YACX,CAAC;YAED,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;gBAAE,SAAS;YAE9B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;YAC5C,IAAI,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAS;YAC3C,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,iBAAiB,EAAE,YAAY,CAAC;gBAAE,SAAS;YAEnE,IAAI,OAAO,CAAC,iBAAiB,EAAE,QAAQ,CAAC,GAAG,CAAC;gBAAE,SAAS;YAEvD,IAAI,IAAc,CAAC;YACnB,IAAI,CAAC;gBACH,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YACD,IAAI,IAAI,CAAC,IAAI,GAAG,OAAO;gBAAE,SAAS;YAClC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC;gBAAE,SAAS;YAEtC,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YAC/C,MAAM,YAAY,GAAG,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC;YAEzD,GAAG,CAAC,IAAI,CAAC;gBACP,YAAY,EAAE,GAAG;gBACjB,YAAY,EAAE,GAAG;gBACjB,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,QAAQ,EAAE,kBAAkB,CAAC,GAAG,CAAC;gBACjC,cAAc;gBACd,YAAY;aACb,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,YAAoB,EAAE,GAAW;QAChD,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO,eAAe,CAAC;QAC9C,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO,QAAQ,CAAC;QAC1C,IAAI,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO,gBAAgB,CAAC;QACjD,IAAI,YAAY,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC;YAAE,OAAO,gBAAgB,CAAC;QACjJ,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,UAAU,CAAC;QAC5F,IAAI,YAAY,CAAC,QAAQ,CAAC,mBAAmB,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,YAAY,CAAC;YAAE,OAAO,gBAAgB,CAAC;QAC/G,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO,QAAQ,CAAC;QAC1C,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAAE,OAAO,MAAM,CAAC;QACnE,IAAI,kBAAkB,CAAC,GAAG,CAAC;YAAE,OAAO,aAAa,CAAC;QAClD,IAAI,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,MAAM;YAAE,OAAO,QAAQ,CAAC;QAC1E,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,cAAc,CAAC,cAAkC;QACvD,QAAQ,cAAc,EAAE,CAAC;YACvB,KAAK,QAAQ;gBACX,OAAO,QAAQ,CAAC;YAClB,KAAK,QAAQ;gBACX,OAAO,QAAQ,CAAC;YAClB,KAAK,gBAAgB;gBACnB,OAAO,OAAO,CAAC;YACjB,KAAK,UAAU;gBACb,OAAO,UAAU,CAAC;YACpB;gBACE,OAAO,SAAS,CAAC;QACrB,CAAC;IACH,CAAC;IAEO,eAAe,CAAC,IAAY;QAClC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACpD,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;YACvD,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC5B,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;oBAAE,SAAS;gBAClD,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;oBAAE,SAAS;gBACtC,IAAI,CAAC;oBACH,QAAQ,CAAC,IAAI,CAAC,IAAI,MAAM,CACtB,OAAO;yBACJ,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC;yBACrB,OAAO,CAAC,OAAO,EAAE,gBAAgB,CAAC;yBAClC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC;yBACvB,OAAO,CAAC,iBAAiB,EAAE,IAAI,CAAC;yBAChC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CACvB,CAAC,CAAC;gBACL,CAAC;gBAAC,MAAM,CAAC;oBACP,UAAU;gBACZ,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,UAAU;QACZ,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,SAAS,CAAC,OAAe,EAAE,iBAA2B,EAAE,MAAgB;QAC9E,KAAK,MAAM,CAAC,IAAI,iBAAiB,EAAE,CAAC;YAClC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;gBAAE,OAAO,IAAI,CAAC;QACnC,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,IAAI,CAAC;gBACH,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC;oBAAE,OAAO,IAAI,CAAC;YAC/C,CAAC;YAAC,MAAM,CAAC;gBACP,UAAU;YACZ,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,YAAY,CAAC,OAAe;QAClC,IAAI,EAAE,GAAkB,IAAI,CAAC;QAC7B,IAAI,CAAC;YACH,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YACxC,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9B,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;oBAAE,OAAO,KAAK,CAAC;YACpC,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;gBAAS,CAAC;YACT,IAAI,EAAE,KAAK,IAAI,EAAE,CAAC;gBAChB,IAAI,CAAC;oBACH,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBACnB,CAAC;gBAAC,MAAM,CAAC;oBACP,UAAU;gBACZ,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAvKD,4CAuKC"}
@@ -1,35 +0,0 @@
1
- import type { IVectorStore, IEmbeddingProvider } from "@thoughtflow/core";
2
- export interface IndexProgress {
3
- phase: "discovering" | "chunking" | "embedding" | "storing" | "complete";
4
- filesDiscovered: number;
5
- filesProcessed: number;
6
- chunksCreated: number;
7
- chunksEmbedded: number;
8
- elapsedMs: number;
9
- }
10
- export interface IndexResult {
11
- totalFiles: number;
12
- totalChunks: number;
13
- timeMs: number;
14
- collections: string[];
15
- }
16
- export interface IndexerOptions {
17
- projectPath: string;
18
- batchSize?: number;
19
- includeDocs?: boolean;
20
- onProgress?: (p: IndexProgress) => void;
21
- }
22
- export declare class CodebaseIndexer {
23
- private vectorStore;
24
- private embeddingProvider;
25
- private options;
26
- private explorer;
27
- private chunker;
28
- private mdChunker;
29
- private processor;
30
- private progress;
31
- constructor(vectorStore: IVectorStore, embeddingProvider: IEmbeddingProvider, options: IndexerOptions);
32
- index(): Promise<IndexResult>;
33
- private updateProgress;
34
- }
35
- //# sourceMappingURL=indexer.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"indexer.d.ts","sourceRoot":"","sources":["../../../../src/libs/codebase/indexer/indexer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,kBAAkB,EAA8B,MAAM,mBAAmB,CAAC;AAOtG,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,aAAa,GAAG,UAAU,GAAG,WAAW,GAAG,SAAS,GAAG,UAAU,CAAC;IACzE,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,WAAW;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,cAAc;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,aAAa,KAAK,IAAI,CAAC;CACzC;AAED,qBAAa,eAAe;IAQxB,OAAO,CAAC,WAAW;IACnB,OAAO,CAAC,iBAAiB;IACzB,OAAO,CAAC,OAAO;IATjB,OAAO,CAAC,QAAQ,CAAmB;IACnC,OAAO,CAAC,OAAO,CAAc;IAC7B,OAAO,CAAC,SAAS,CAAkB;IACnC,OAAO,CAAC,SAAS,CAAiB;IAClC,OAAO,CAAC,QAAQ,CAAgB;gBAGtB,WAAW,EAAE,YAAY,EACzB,iBAAiB,EAAE,kBAAkB,EACrC,OAAO,EAAE,cAAc;IAgB3B,KAAK,IAAI,OAAO,CAAC,WAAW,CAAC;IAiHnC,OAAO,CAAC,cAAc;CAIvB"}