edhindex 1.0.0 → 1.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (199) hide show
  1. package/README.md +101 -0
  2. package/dist/cli/commands/config_cmd.d.ts +2 -0
  3. package/dist/cli/commands/config_cmd.d.ts.map +1 -0
  4. package/dist/cli/commands/config_cmd.js +53 -0
  5. package/dist/cli/commands/config_cmd.js.map +1 -0
  6. package/dist/cli/commands/doctor_cmd.d.ts +2 -0
  7. package/dist/cli/commands/doctor_cmd.d.ts.map +1 -0
  8. package/dist/cli/commands/doctor_cmd.js +32 -0
  9. package/dist/cli/commands/doctor_cmd.js.map +1 -0
  10. package/dist/cli/commands/graph.d.ts +2 -0
  11. package/dist/cli/commands/graph.d.ts.map +1 -0
  12. package/dist/cli/commands/graph.js +26 -0
  13. package/dist/cli/commands/graph.js.map +1 -0
  14. package/dist/cli/commands/index_cmd.d.ts +2 -0
  15. package/dist/cli/commands/index_cmd.d.ts.map +1 -0
  16. package/dist/cli/commands/index_cmd.js +110 -0
  17. package/dist/cli/commands/index_cmd.js.map +1 -0
  18. package/dist/cli/commands/init.d.ts +2 -0
  19. package/dist/cli/commands/init.d.ts.map +1 -0
  20. package/dist/cli/commands/init.js +53 -0
  21. package/dist/cli/commands/init.js.map +1 -0
  22. package/dist/cli/commands/knowledge-graph.d.ts +8 -0
  23. package/dist/cli/commands/knowledge-graph.d.ts.map +1 -0
  24. package/dist/cli/commands/knowledge-graph.js +76 -0
  25. package/dist/cli/commands/knowledge-graph.js.map +1 -0
  26. package/dist/cli/commands/models.d.ts +2 -0
  27. package/dist/cli/commands/models.d.ts.map +1 -0
  28. package/dist/cli/commands/models.js +17 -0
  29. package/dist/cli/commands/models.js.map +1 -0
  30. package/dist/cli/commands/reset.d.ts +2 -0
  31. package/dist/cli/commands/reset.d.ts.map +1 -0
  32. package/dist/cli/commands/reset.js +35 -0
  33. package/dist/cli/commands/reset.js.map +1 -0
  34. package/dist/cli/commands/search.d.ts +2 -0
  35. package/dist/cli/commands/search.d.ts.map +1 -0
  36. package/dist/cli/commands/search.js +40 -0
  37. package/dist/cli/commands/search.js.map +1 -0
  38. package/dist/cli/commands/start.d.ts +2 -0
  39. package/dist/cli/commands/start.d.ts.map +1 -0
  40. package/dist/cli/commands/start.js +265 -0
  41. package/dist/cli/commands/start.js.map +1 -0
  42. package/dist/cli/commands/status.d.ts +2 -0
  43. package/dist/cli/commands/status.d.ts.map +1 -0
  44. package/dist/cli/commands/status.js +47 -0
  45. package/dist/cli/commands/status.js.map +1 -0
  46. package/dist/cli/index.d.ts +3 -0
  47. package/dist/cli/index.d.ts.map +1 -0
  48. package/dist/cli/index.js +121 -0
  49. package/dist/cli/index.js.map +1 -0
  50. package/dist/config/index.d.ts +28 -0
  51. package/dist/config/index.d.ts.map +1 -0
  52. package/dist/config/index.js +65 -0
  53. package/dist/config/index.js.map +1 -0
  54. package/dist/doctor/index.d.ts +8 -0
  55. package/dist/doctor/index.d.ts.map +1 -0
  56. package/dist/doctor/index.js +117 -0
  57. package/dist/doctor/index.js.map +1 -0
  58. package/dist/embeddings/provider.d.ts +9 -0
  59. package/dist/embeddings/provider.d.ts.map +1 -0
  60. package/dist/embeddings/provider.js +2 -0
  61. package/dist/embeddings/provider.js.map +1 -0
  62. package/dist/embeddings/transformers.d.ts +26 -0
  63. package/dist/embeddings/transformers.d.ts.map +1 -0
  64. package/dist/embeddings/transformers.js +120 -0
  65. package/dist/embeddings/transformers.js.map +1 -0
  66. package/dist/graph/build.d.ts +13 -0
  67. package/dist/graph/build.d.ts.map +1 -0
  68. package/dist/graph/build.js +33 -0
  69. package/dist/graph/build.js.map +1 -0
  70. package/dist/graph/builder.d.ts +24 -0
  71. package/dist/graph/builder.d.ts.map +1 -0
  72. package/dist/graph/builder.js +231 -0
  73. package/dist/graph/builder.js.map +1 -0
  74. package/dist/graph/render.d.ts +3 -0
  75. package/dist/graph/render.d.ts.map +1 -0
  76. package/dist/graph/render.js +60 -0
  77. package/dist/graph/render.js.map +1 -0
  78. package/dist/graph/serve.d.ts +6 -0
  79. package/dist/graph/serve.d.ts.map +1 -0
  80. package/dist/graph/serve.js +389 -0
  81. package/dist/graph/serve.js.map +1 -0
  82. package/dist/graph/service.d.ts +29 -0
  83. package/dist/graph/service.d.ts.map +1 -0
  84. package/dist/graph/service.js +73 -0
  85. package/dist/graph/service.js.map +1 -0
  86. package/dist/graph/storage.d.ts +33 -0
  87. package/dist/graph/storage.d.ts.map +1 -0
  88. package/dist/graph/storage.js +164 -0
  89. package/dist/graph/storage.js.map +1 -0
  90. package/dist/graph/svg.d.ts +27 -0
  91. package/dist/graph/svg.d.ts.map +1 -0
  92. package/dist/graph/svg.js +212 -0
  93. package/dist/graph/svg.js.map +1 -0
  94. package/dist/graph/types.d.ts +34 -0
  95. package/dist/graph/types.d.ts.map +1 -0
  96. package/dist/graph/types.js +9 -0
  97. package/dist/graph/types.js.map +1 -0
  98. package/dist/indexer/chunker.d.ts +18 -0
  99. package/dist/indexer/chunker.d.ts.map +1 -0
  100. package/dist/indexer/chunker.js +139 -0
  101. package/dist/indexer/chunker.js.map +1 -0
  102. package/dist/indexer/file-utils.d.ts +17 -0
  103. package/dist/indexer/file-utils.d.ts.map +1 -0
  104. package/dist/indexer/file-utils.js +123 -0
  105. package/dist/indexer/file-utils.js.map +1 -0
  106. package/dist/indexer/ignore.d.ts +5 -0
  107. package/dist/indexer/ignore.d.ts.map +1 -0
  108. package/dist/indexer/ignore.js +96 -0
  109. package/dist/indexer/ignore.js.map +1 -0
  110. package/dist/indexer/incremental.d.ts +16 -0
  111. package/dist/indexer/incremental.d.ts.map +1 -0
  112. package/dist/indexer/incremental.js +55 -0
  113. package/dist/indexer/incremental.js.map +1 -0
  114. package/dist/indexer/indexer.d.ts +36 -0
  115. package/dist/indexer/indexer.d.ts.map +1 -0
  116. package/dist/indexer/indexer.js +121 -0
  117. package/dist/indexer/indexer.js.map +1 -0
  118. package/dist/indexer/parser.d.ts +30 -0
  119. package/dist/indexer/parser.d.ts.map +1 -0
  120. package/dist/indexer/parser.js +225 -0
  121. package/dist/indexer/parser.js.map +1 -0
  122. package/dist/logging.d.ts +15 -0
  123. package/dist/logging.d.ts.map +1 -0
  124. package/dist/logging.js +42 -0
  125. package/dist/logging.js.map +1 -0
  126. package/dist/mcp/server.d.ts +4 -0
  127. package/dist/mcp/server.d.ts.map +1 -0
  128. package/dist/mcp/server.js +226 -0
  129. package/dist/mcp/server.js.map +1 -0
  130. package/dist/mcp-config.d.ts +4 -0
  131. package/dist/mcp-config.d.ts.map +1 -0
  132. package/dist/mcp-config.js +175 -0
  133. package/dist/mcp-config.js.map +1 -0
  134. package/dist/progress.d.ts +12 -0
  135. package/dist/progress.d.ts.map +1 -0
  136. package/dist/progress.js +16 -0
  137. package/dist/progress.js.map +1 -0
  138. package/dist/retrieval/bm25.d.ts +6 -0
  139. package/dist/retrieval/bm25.d.ts.map +1 -0
  140. package/dist/retrieval/bm25.js +20 -0
  141. package/dist/retrieval/bm25.js.map +1 -0
  142. package/dist/retrieval/reranker.d.ts +11 -0
  143. package/dist/retrieval/reranker.d.ts.map +1 -0
  144. package/dist/retrieval/reranker.js +46 -0
  145. package/dist/retrieval/reranker.js.map +1 -0
  146. package/dist/retrieval/search.d.ts +35 -0
  147. package/dist/retrieval/search.d.ts.map +1 -0
  148. package/dist/retrieval/search.js +95 -0
  149. package/dist/retrieval/search.js.map +1 -0
  150. package/dist/security.d.ts +5 -0
  151. package/dist/security.d.ts.map +1 -0
  152. package/dist/security.js +42 -0
  153. package/dist/security.js.map +1 -0
  154. package/dist/storage/fts.d.ts +30 -0
  155. package/dist/storage/fts.d.ts.map +1 -0
  156. package/dist/storage/fts.js +107 -0
  157. package/dist/storage/fts.js.map +1 -0
  158. package/dist/storage/metadata.d.ts +46 -0
  159. package/dist/storage/metadata.d.ts.map +1 -0
  160. package/dist/storage/metadata.js +133 -0
  161. package/dist/storage/metadata.js.map +1 -0
  162. package/dist/vector/lancedb.d.ts +25 -0
  163. package/dist/vector/lancedb.d.ts.map +1 -0
  164. package/dist/vector/lancedb.js +93 -0
  165. package/dist/vector/lancedb.js.map +1 -0
  166. package/dist/vector/store.d.ts +16 -0
  167. package/dist/vector/store.d.ts.map +1 -0
  168. package/dist/vector/store.js +2 -0
  169. package/dist/vector/store.js.map +1 -0
  170. package/dist/version.d.ts +12 -0
  171. package/dist/version.d.ts.map +1 -0
  172. package/dist/version.js +46 -0
  173. package/dist/version.js.map +1 -0
  174. package/dist/watcher/index.d.ts +15 -0
  175. package/dist/watcher/index.d.ts.map +1 -0
  176. package/dist/watcher/index.js +65 -0
  177. package/dist/watcher/index.js.map +1 -0
  178. package/package.json +9 -3
  179. package/src/cli/commands/graph.ts +30 -0
  180. package/src/cli/commands/init.ts +41 -3
  181. package/src/cli/commands/knowledge-graph.ts +85 -0
  182. package/src/cli/commands/reset.ts +40 -0
  183. package/src/cli/commands/start.ts +54 -21
  184. package/src/cli/index.ts +33 -0
  185. package/src/config/index.ts +13 -0
  186. package/src/graph/build.ts +45 -0
  187. package/src/graph/builder.ts +243 -0
  188. package/src/graph/render.ts +67 -0
  189. package/src/graph/serve.ts +399 -0
  190. package/src/graph/service.ts +84 -0
  191. package/src/graph/storage.ts +181 -0
  192. package/src/graph/svg.ts +241 -0
  193. package/src/graph/types.ts +68 -0
  194. package/src/mcp/server.ts +212 -85
  195. package/src/mcp-config.ts +185 -0
  196. package/src/storage/metadata.ts +9 -1
  197. package/.edhindexignore +0 -66
  198. package/BUILD_BRIEF.md +0 -228
  199. package/tsconfig.json +0 -21
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAqBvC,MAAM,cAAc,GAAW;IAC7B,KAAK,EAAE,UAAU;IACjB,SAAS,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;IACnC,KAAK,EAAE,IAAI;IACX,MAAM,EAAE,IAAI;IACZ,UAAU,EAAE,EAAE;IACd,QAAQ,EAAE,MAAM;IAChB,YAAY,EAAE,IAAI;IAClB,WAAW,EAAE,OAAO;IACpB,eAAe,EAAE,IAAI;IACrB,gBAAgB,EAAE,IAAI;IACtB,cAAc,EAAE,IAAI;IACpB,kBAAkB,EAAE,IAAI;CACzB,CAAC;AAEF,MAAM,UAAU,aAAa;IAC3B,OAAO,EAAE,GAAG,cAAc,EAAE,CAAC;AAC/B,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,QAAgB;IACzC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC;IAC3C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;QACtB,MAAM,GAAG,GAAG,aAAa,EAAE,CAAC;QAC5B,UAAU,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAC1B,OAAO,GAAG,CAAC;IACb,CAAC;IACD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACxC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAoB,CAAC;QAClD,OAAO,EAAE,GAAG,aAAa,EAAE,EAAE,GAAG,MAAM,EAAE,CAAC;IAC3C,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,wCAAwC,EAAE,CAAC,CAAC,CAAC;QAC1D,OAAO,aAAa,EAAE,CAAC;IACzB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,QAAgB,EAAE,MAAc;IACzD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3C,CAAC;IACD,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;AACzF,CAAC;AAED,MAAM,CAAC,MAAM,aAAa,GAAkG;IAC1H,KAAK,EAAE;QACL,OAAO,EAAE,yBAAyB;QAClC,UAAU,EAAE,GAAG;QACf,WAAW,EAAE,kBAAkB;QAC/B,IAAI,EAAE,OAAO;KACd;IACD,QAAQ,EAAE;QACR,OAAO,EAAE,yBAAyB;QAClC,UAAU,EAAE,GAAG;QACf,WAAW,EAAE,kBAAkB;QAC/B,IAAI,EAAE,QAAQ;KACf;IACD,GAAG,EAAE;QACH,OAAO,EAAE,eAAe;QACxB,UAAU,EAAE,IAAI;QAChB,WAAW,EAAE,QAAQ;QACrB,IAAI,EAAE,QAAQ;KACf;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAG,+BAA+B,CAAC"}
@@ -0,0 +1,8 @@
1
+ export interface DoctorResult {
2
+ category: string;
3
+ status: 'ok' | 'warn' | 'error';
4
+ message: string;
5
+ detail?: string;
6
+ }
7
+ export declare function runDoctor(rootPath: string, indexDir: string): Promise<DoctorResult[]>;
8
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/doctor/index.ts"],"names":[],"mappings":"AAUA,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,IAAI,GAAG,MAAM,GAAG,OAAO,CAAC;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,wBAAsB,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAgG3F"}
@@ -0,0 +1,117 @@
1
+ import { existsSync, statSync, accessSync, constants } from 'node:fs';
2
+ import { MetadataStore } from '../storage/metadata.js';
3
+ import { FTSStore } from '../storage/fts.js';
4
+ import { loadVersion } from '../version.js';
5
+ import { loadConfig, MODEL_CONFIGS } from '../config/index.js';
6
+ export async function runDoctor(rootPath, indexDir) {
7
+ const results = [];
8
+ // 1. Workspace check
9
+ results.push(checkPath('Workspace', rootPath, true));
10
+ // 2. Index directory
11
+ results.push(checkPath('Index directory', indexDir, false));
12
+ // 3. Config
13
+ try {
14
+ const config = loadConfig(indexDir);
15
+ results.push({ category: 'Config', status: 'ok', message: `Loaded (model: ${config.model})` });
16
+ }
17
+ catch (e) {
18
+ results.push({ category: 'Config', status: 'error', message: `Failed: ${e.message}` });
19
+ }
20
+ // 4. Version
21
+ const version = loadVersion(indexDir);
22
+ if (version) {
23
+ results.push({ category: 'Version', status: 'ok', message: `Schema v${version.schema}, ${version.embeddingModel}` });
24
+ }
25
+ else {
26
+ results.push({ category: 'Version', status: 'warn', message: 'No version file (not indexed yet)' });
27
+ }
28
+ // 5. SQLite metadata
29
+ try {
30
+ const meta = new MetadataStore(indexDir);
31
+ const chunkCount = meta.getChunkCount();
32
+ const fileCount = meta.getFileCount();
33
+ meta.close();
34
+ results.push({ category: 'SQLite (metadata)', status: 'ok', message: `${chunkCount} chunks from ${fileCount} files` });
35
+ }
36
+ catch (e) {
37
+ results.push({ category: 'SQLite (metadata)', status: 'error', message: `Failed: ${e.message}` });
38
+ }
39
+ // 6. SQLite FTS
40
+ try {
41
+ const fts = new FTSStore(indexDir);
42
+ fts.close();
43
+ results.push({ category: 'SQLite (FTS)', status: 'ok', message: 'Accessible' });
44
+ }
45
+ catch (e) {
46
+ results.push({ category: 'SQLite (FTS)', status: 'error', message: `Failed: ${e.message}` });
47
+ }
48
+ // 7. LanceDB
49
+ try {
50
+ const mod = await import('@lancedb/lancedb');
51
+ const db = await mod.connect(indexDir);
52
+ const names = await db.tableNames();
53
+ await db.close();
54
+ results.push({ category: 'LanceDB', status: 'ok', message: `Tables: ${names.join(', ') || 'none'}` });
55
+ }
56
+ catch (e) {
57
+ results.push({ category: 'LanceDB', status: 'warn', message: `Check failed: ${e.message}` });
58
+ }
59
+ // 8. Embedding model
60
+ try {
61
+ const config = loadConfig(indexDir);
62
+ const modelTier = config.model;
63
+ const modelCfg = MODEL_CONFIGS[modelTier];
64
+ const mod = await import('@huggingface/transformers');
65
+ await mod.pipeline('feature-extraction', modelCfg.modelId, { local_files_only: true });
66
+ results.push({ category: 'Embedding model', status: 'ok', message: `${modelCfg.displayName} (cached)` });
67
+ }
68
+ catch {
69
+ try {
70
+ const config = loadConfig(indexDir);
71
+ const modelTier = config.model;
72
+ const modelCfg = MODEL_CONFIGS[modelTier];
73
+ results.push({ category: 'Embedding model', status: 'warn', message: `${modelCfg.displayName} (not cached, will download on first use)` });
74
+ }
75
+ catch {
76
+ results.push({ category: 'Embedding model', status: 'warn', message: 'Unknown (config issue)' });
77
+ }
78
+ }
79
+ // 9. Disk space
80
+ try {
81
+ const stat = statSync(indexDir);
82
+ const free = stat.size > 0 ? 'has data' : 'empty';
83
+ results.push({ category: 'Disk space', status: 'ok', message: `Index dir ${free}` });
84
+ }
85
+ catch {
86
+ results.push({ category: 'Disk space', status: 'warn', message: 'Index dir not created yet' });
87
+ }
88
+ // 10. Permissions
89
+ try {
90
+ accessSync(rootPath, constants.R_OK | constants.X_OK);
91
+ results.push({ category: 'Permissions', status: 'ok', message: 'Readable' });
92
+ }
93
+ catch (e) {
94
+ results.push({ category: 'Permissions', status: 'error', message: `Cannot read workspace: ${e.message}` });
95
+ }
96
+ // 11. MCP
97
+ results.push({ category: 'MCP Server', status: 'ok', message: 'Available on stdio transport' });
98
+ return results;
99
+ }
100
+ function checkPath(category, path, mustExist) {
101
+ const exists = existsSync(path);
102
+ if (mustExist && !exists) {
103
+ return { category, status: 'error', message: `Not found: ${path}` };
104
+ }
105
+ if (!mustExist && !exists) {
106
+ return { category, status: 'warn', message: `Not found: ${path} (will create on first index)` };
107
+ }
108
+ try {
109
+ const s = statSync(path);
110
+ const type = s.isDirectory() ? 'directory' : 'file';
111
+ return { category, status: 'ok', message: `${type}: ${path}` };
112
+ }
113
+ catch (e) {
114
+ return { category, status: 'error', message: `Cannot access: ${e.message}` };
115
+ }
116
+ }
117
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/doctor/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAe,MAAM,SAAS,CAAC;AAGnF,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAG7C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,aAAa,EAAa,MAAM,oBAAoB,CAAC;AAS1E,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAAgB,EAAE,QAAgB;IAChE,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,qBAAqB;IACrB,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;IAErD,qBAAqB;IACrB,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,iBAAiB,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC;IAE5D,YAAY;IACZ,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QACpC,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,kBAAkB,MAAM,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;IACjG,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IACzF,CAAC;IAED,aAAa;IACb,MAAM,OAAO,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC;IACtC,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;IACvH,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,mCAAmC,EAAE,CAAC,CAAC;IACtG,CAAC;IAED,qBAAqB;IACrB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,aAAa,CAAC,QAAQ,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACxC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACtC,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,mBAAmB,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,UAAU,gBAAgB,SAAS,QAAQ,EAAE,CAAC,CAAC;IACzH,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,mBAAmB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IACpG,CAAC;IAED,gBAAgB;IAChB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACnC,GAAG,CAAC,KAAK,EAAE,CAAC;QACZ,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;IAClF,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC/F,CAAC;IAED,aAAa;IACb,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;QAC7C,MAAM,EAAE,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,UAAU,EAAE,CAAC;QACpC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;QACjB,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,EAAE,EAAE,CAAC,CAAC;IACxG,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC/F,CAAC;IAED,qBAAqB;IACrB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,SAAS,GAAc,MAAM,CAAC,KAAK,CAAC;QAC1C,MAAM,QAAQ,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;QAC1C,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;QACtD,MAAM,GAAG,CAAC,QAAQ,CAAC,oBAAoB,EAAE,QAAQ,CAAC,OAAO,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;QACvF,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,iBAAiB,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAC,WAAW,WAAW,EAAE,CAAC,CAAC;IAC3G,CAAC;IAAC,MAAM,CAAC;QACP,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;YACpC,MAAM,SAAS,GAAc,MAAM,CAAC,KAAK,CAAC;YAC1C,MAAM,QAAQ,GAAG,aAAa,CAAC,SAAS,CAAC,CAAC;YAC1C,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAC,WAAW,2CAA2C,EAAE,CAAC,CAAC;QAC7I,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,wBAAwB,EAAE,CAAC,CAAC;QACnG,CAAC;IACH,CAAC;IAED,gBAAgB;IAChB,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC;QAClD,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,aAAa,IAAI,EAAE,EAAE,CAAC,CAAC;IACvF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,2BAA2B,EAAE,CAAC,CAAC;IACjG,CAAC;IAED,kBAAkB;IAClB,IAAI,CAAC;QACH,UAAU,CAAC,QAAQ,EAAE,SAAS,CAAC,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QACtD,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC;IAC/E,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,0BAA0B,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC7G,CAAC;IAED,UAAU;IACV,OAAO,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,8BAA8B,EAAE,CAAC,CAAC;IAEhG,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,SAAS,CAAC,QAAgB,EAAE,IAAY,EAAE,SAAkB;IACnE,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;IAChC,IAAI,SAAS,IAAI,CAAC,MAAM,EAAE,CAAC;QACzB,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc,IAAI,EAAE,EAAE,CAAC;IACtE,CAAC;IACD,IAAI,CAAC,SAAS,IAAI,CAAC,MAAM,EAAE,CAAC;QAC1B,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,IAAI,+BAA+B,EAAE,CAAC;IAClG,CAAC;IACD,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QACzB,MAAM,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC;QACpD,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;IACjE,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,kBAAkB,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;IAC/E,CAAC;AACH,CAAC"}
@@ -0,0 +1,9 @@
1
+ export interface EmbeddingProvider {
2
+ embed(texts: string[]): Promise<number[][]>;
3
+ dimensions(): number;
4
+ name(): string;
5
+ load(): Promise<void>;
6
+ dispose(): void;
7
+ }
8
+ export type EmbeddingModelId = 'light' | 'balanced' | 'max';
9
+ //# sourceMappingURL=provider.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../src/embeddings/provider.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,iBAAiB;IAChC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5C,UAAU,IAAI,MAAM,CAAC;IACrB,IAAI,IAAI,MAAM,CAAC;IACf,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACtB,OAAO,IAAI,IAAI,CAAC;CACjB;AAED,MAAM,MAAM,gBAAgB,GAAG,OAAO,GAAG,UAAU,GAAG,KAAK,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=provider.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"provider.js","sourceRoot":"","sources":["../../src/embeddings/provider.ts"],"names":[],"mappings":""}
@@ -0,0 +1,26 @@
1
+ import { EmbeddingProvider } from './provider.js';
2
+ import { ModelTier } from '../config/index.js';
3
+ export declare class TransformersEmbeddingProvider implements EmbeddingProvider {
4
+ private pipeline;
5
+ private modelId;
6
+ private dims;
7
+ private modelTier;
8
+ private loaded;
9
+ constructor(tier: ModelTier);
10
+ load(): Promise<void>;
11
+ embed(texts: string[]): Promise<number[][]>;
12
+ dimensions(): number;
13
+ name(): string;
14
+ dispose(): void;
15
+ }
16
+ export declare class TransformersReranker {
17
+ private pipeline;
18
+ private loaded;
19
+ load(): Promise<void>;
20
+ rerank(query: string, texts: string[]): Promise<{
21
+ index: number;
22
+ score: number;
23
+ }[]>;
24
+ dispose(): void;
25
+ }
26
+ //# sourceMappingURL=transformers.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"transformers.d.ts","sourceRoot":"","sources":["../../src/embeddings/transformers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAiC,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAG9E,qBAAa,6BAA8B,YAAW,iBAAiB;IACrE,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,IAAI,CAAS;IACrB,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,MAAM,CAAS;gBAEX,IAAI,EAAE,SAAS;IAOrB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAoBrB,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAsBjD,UAAU,IAAI,MAAM;IAIpB,IAAI,IAAI,MAAM;IAId,OAAO,IAAI,IAAI;CAIhB;AAED,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,QAAQ,CAAa;IAC7B,OAAO,CAAC,MAAM,CAAS;IAEjB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAoBrB,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IA2BzF,OAAO,IAAI,IAAI;CAIhB"}
@@ -0,0 +1,120 @@
1
+ import { MODEL_CONFIGS, RERANKER_MODEL } from '../config/index.js';
2
+ import { logger } from '../logging.js';
3
+ export class TransformersEmbeddingProvider {
4
+ pipeline = null;
5
+ modelId;
6
+ dims;
7
+ modelTier;
8
+ loaded = false;
9
+ constructor(tier) {
10
+ this.modelTier = tier;
11
+ const cfg = MODEL_CONFIGS[tier];
12
+ this.modelId = cfg.modelId;
13
+ this.dims = cfg.dimensions;
14
+ }
15
+ async load() {
16
+ if (this.loaded)
17
+ return;
18
+ try {
19
+ logger.info(`Loading embedding model: ${this.modelId}`);
20
+ const mod = await import('@huggingface/transformers');
21
+ this.pipeline = await mod.pipeline('feature-extraction', this.modelId, {
22
+ progress_callback: (progress) => {
23
+ if (progress?.status === 'progress' && progress?.percent !== undefined) {
24
+ logger.verbose(`Model download: ${Math.round(progress.percent)}%`);
25
+ }
26
+ },
27
+ });
28
+ this.loaded = true;
29
+ logger.info(`Embedding model loaded: ${this.modelId}`);
30
+ }
31
+ catch (e) {
32
+ logger.error('Failed to load embedding model:', e);
33
+ throw e;
34
+ }
35
+ }
36
+ async embed(texts) {
37
+ if (!this.loaded) {
38
+ await this.load();
39
+ }
40
+ const results = [];
41
+ for (const text of texts) {
42
+ try {
43
+ const output = await this.pipeline(text, {
44
+ pooling: 'mean',
45
+ normalize: true,
46
+ });
47
+ const embedding = output.tolist ? output.tolist() : output.data || output;
48
+ results.push(Array.isArray(embedding[0]) ? embedding[0] : embedding);
49
+ }
50
+ catch (e) {
51
+ logger.debug('Embedding failed for text, using zero vector:', e);
52
+ results.push(new Array(this.dims).fill(0));
53
+ }
54
+ }
55
+ return results;
56
+ }
57
+ dimensions() {
58
+ return this.dims;
59
+ }
60
+ name() {
61
+ return this.modelTier;
62
+ }
63
+ dispose() {
64
+ this.pipeline = null;
65
+ this.loaded = false;
66
+ }
67
+ }
68
+ export class TransformersReranker {
69
+ pipeline = null;
70
+ loaded = false;
71
+ async load() {
72
+ if (this.loaded)
73
+ return;
74
+ try {
75
+ logger.info('Loading reranker model');
76
+ const mod = await import('@huggingface/transformers');
77
+ this.pipeline = await mod.pipeline('text-classification', RERANKER_MODEL, {
78
+ progress_callback: (progress) => {
79
+ if (progress?.status === 'progress' && progress?.percent !== undefined) {
80
+ logger.verbose(`Reranker download: ${Math.round(progress.percent)}%`);
81
+ }
82
+ },
83
+ });
84
+ this.loaded = true;
85
+ logger.info('Reranker model loaded');
86
+ }
87
+ catch (e) {
88
+ logger.error('Failed to load reranker model:', e);
89
+ throw e;
90
+ }
91
+ }
92
+ async rerank(query, texts) {
93
+ if (!this.loaded) {
94
+ await this.load();
95
+ }
96
+ const pairs = texts.map(text => ({ text: query, text_pair: text }));
97
+ try {
98
+ const results = await this.pipeline(pairs);
99
+ const scores = [];
100
+ for (let i = 0; i < results.length; i++) {
101
+ const result = results[i];
102
+ const score = result.score !== undefined
103
+ ? (result.label === 'LABEL_1' ? result.score : 1 - result.score)
104
+ : 0;
105
+ scores.push({ index: i, score });
106
+ }
107
+ scores.sort((a, b) => b.score - a.score);
108
+ return scores;
109
+ }
110
+ catch (e) {
111
+ logger.debug('Reranking failed:', e);
112
+ return texts.map((_, i) => ({ index: i, score: 0 }));
113
+ }
114
+ }
115
+ dispose() {
116
+ this.pipeline = null;
117
+ this.loaded = false;
118
+ }
119
+ }
120
+ //# sourceMappingURL=transformers.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"transformers.js","sourceRoot":"","sources":["../../src/embeddings/transformers.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,cAAc,EAAa,MAAM,oBAAoB,CAAC;AAC9E,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAEvC,MAAM,OAAO,6BAA6B;IAChC,QAAQ,GAAQ,IAAI,CAAC;IACrB,OAAO,CAAS;IAChB,IAAI,CAAS;IACb,SAAS,CAAY;IACrB,MAAM,GAAG,KAAK,CAAC;IAEvB,YAAY,IAAe;QACzB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,MAAM,GAAG,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;QAC3B,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,UAAU,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,4BAA4B,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YACxD,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;YACtD,IAAI,CAAC,QAAQ,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,oBAAoB,EAAE,IAAI,CAAC,OAAO,EAAE;gBACrE,iBAAiB,EAAE,CAAC,QAAa,EAAE,EAAE;oBACnC,IAAI,QAAQ,EAAE,MAAM,KAAK,UAAU,IAAI,QAAQ,EAAE,OAAO,KAAK,SAAS,EAAE,CAAC;wBACvE,MAAM,CAAC,OAAO,CAAC,mBAAmB,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBACrE,CAAC;gBACH,CAAC;aACF,CAAC,CAAC;YACH,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,2BAA2B,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QACzD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,CAAC,CAAC,CAAC;YACnD,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe;QACzB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACpB,CAAC;QAED,MAAM,OAAO,GAAe,EAAE,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;oBACvC,OAAO,EAAE,MAAM;oBACf,SAAS,EAAE,IAAI;iBAChB,CAAC,CAAC;gBACH,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC;gBAC1E,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACvE,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,MAAM,CAAC,KAAK,CAAC,+CAA+C,EAAE,CAAC,CAAC,CAAC;gBACjE,OAAO,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,IAAI,CAAC;IACnB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,OAAO;QACL,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;CACF;AAED,MAAM,OAAO,oBAAoB;IACvB,QAAQ,GAAQ,IAAI,CAAC;IACrB,MAAM,GAAG,KAAK,CAAC;IAEvB,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;YACtC,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;YACtD,IAAI,CAAC,QAAQ,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,qBAAqB,EAAE,cAAc,EAAE;gBACxE,iBAAiB,EAAE,CAAC,QAAa,EAAE,EAAE;oBACnC,IAAI,QAAQ,EAAE,MAAM,KAAK,UAAU,IAAI,QAAQ,EAAE,OAAO,KAAK,SAAS,EAAE,CAAC;wBACvE,MAAM,CAAC,OAAO,CAAC,sBAAsB,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBACxE,CAAC;gBACH,CAAC;aACF,CAAC,CAAC;YACH,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QACvC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE,CAAC,CAAC,CAAC;YAClD,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,KAAe;QACzC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACpB,CAAC;QAED,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAEpE,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC3C,MAAM,MAAM,GAAuC,EAAE,CAAC;YAEtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACxC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC1B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,KAAK,SAAS;oBACtC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC;oBAChE,CAAC,CAAC,CAAC,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;YACnC,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;YACzC,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;YACrC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,OAAO;QACL,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;CACF"}
@@ -0,0 +1,13 @@
1
+ import { MetadataStore } from '../storage/metadata.js';
2
+ import { FileNode } from './svg.js';
3
+ export interface GraphData {
4
+ nodes: FileNode[];
5
+ edges: {
6
+ source: string;
7
+ target: string;
8
+ }[];
9
+ fileCount: number;
10
+ edgeCount: number;
11
+ }
12
+ export declare function buildGraphData(store: MetadataStore): GraphData;
13
+ //# sourceMappingURL=build.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"build.d.ts","sourceRoot":"","sources":["../../src/graph/build.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAmC,MAAM,UAAU,CAAC;AAErE,MAAM,WAAW,SAAS;IACxB,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,KAAK,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,aAAa,GAAG,SAAS,CAkC9D"}
@@ -0,0 +1,33 @@
1
+ import { parseImportPaths, resolveImport } from './svg.js';
2
+ export function buildGraphData(store) {
3
+ const files = store.getAllFilesWithImports();
4
+ const nodeMap = new Map();
5
+ for (const row of files) {
6
+ if (!nodeMap.has(row.file)) {
7
+ nodeMap.set(row.file, {
8
+ id: row.file,
9
+ label: row.file,
10
+ language: row.language,
11
+ chunkCount: row.chunkCount,
12
+ imports: parseImportPaths(row.imports),
13
+ });
14
+ }
15
+ }
16
+ const edgeSet = new Set();
17
+ const indexedFiles = new Set(nodeMap.keys());
18
+ for (const node of nodeMap.values()) {
19
+ for (const imp of node.imports) {
20
+ const resolved = resolveImport(node.id, imp, indexedFiles);
21
+ if (resolved && resolved !== node.id) {
22
+ edgeSet.add(`${node.id}|${resolved}`);
23
+ }
24
+ }
25
+ }
26
+ const nodes = [...nodeMap.values()];
27
+ const edges = [...edgeSet].map((e) => {
28
+ const [source, target] = e.split('|');
29
+ return { source, target };
30
+ });
31
+ return { nodes, edges, fileCount: nodes.length, edgeCount: edges.length };
32
+ }
33
+ //# sourceMappingURL=build.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"build.js","sourceRoot":"","sources":["../../src/graph/build.ts"],"names":[],"mappings":"AACA,OAAO,EAAY,gBAAgB,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AASrE,MAAM,UAAU,cAAc,CAAC,KAAoB;IACjD,MAAM,KAAK,GAAG,KAAK,CAAC,sBAAsB,EAAE,CAAC;IAE7C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC5C,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;QACxB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE;gBACpB,EAAE,EAAE,GAAG,CAAC,IAAI;gBACZ,KAAK,EAAE,GAAG,CAAC,IAAI;gBACf,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,OAAO,EAAE,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC;aACvC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7C,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;QACpC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC/B,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC;YAC3D,IAAI,QAAQ,IAAI,QAAQ,KAAK,IAAI,CAAC,EAAE,EAAE,CAAC;gBACrC,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,EAAE,IAAI,QAAQ,EAAE,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACpC,MAAM,KAAK,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACnC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACtC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;AAC5E,CAAC"}
@@ -0,0 +1,24 @@
1
+ import { MetadataStore } from '../storage/metadata.js';
2
+ import { GraphStore } from './storage.js';
3
+ export declare class GraphBuilder {
4
+ private rootPath;
5
+ private meta;
6
+ private graph;
7
+ private nodeIds;
8
+ private edgeIds;
9
+ constructor(rootPath: string, meta: MetadataStore, graph: GraphStore);
10
+ buildFull(): void;
11
+ updateFile(filePath: string): void;
12
+ private addWorkspaceNode;
13
+ private addFolderNodes;
14
+ private addFileAndSymbolNodes;
15
+ private addImportExportEdges;
16
+ private addImportExportEdgesForFile;
17
+ private parseImportPaths;
18
+ private resolveImport;
19
+ private mapKind;
20
+ private makeNode;
21
+ private addEdge;
22
+ private nodeId;
23
+ }
24
+ //# sourceMappingURL=builder.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"builder.d.ts","sourceRoot":"","sources":["../../src/graph/builder.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAI1C,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,IAAI,CAAgB;IAC5B,OAAO,CAAC,KAAK,CAAa;IAC1B,OAAO,CAAC,OAAO,CAAqB;IACpC,OAAO,CAAC,OAAO,CAAqB;gBAExB,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,UAAU;IAMpE,SAAS;IAcT,UAAU,CAAC,QAAQ,EAAE,MAAM;IAkC3B,OAAO,CAAC,gBAAgB;IAMxB,OAAO,CAAC,cAAc;IA0BtB,OAAO,CAAC,qBAAqB;IAmC7B,OAAO,CAAC,oBAAoB;IAS5B,OAAO,CAAC,2BAA2B;IA8BnC,OAAO,CAAC,gBAAgB;IAaxB,OAAO,CAAC,aAAa;IA2BrB,OAAO,CAAC,OAAO;IAaf,OAAO,CAAC,QAAQ;IAIhB,OAAO,CAAC,OAAO;IAMf,OAAO,CAAC,MAAM;CAKf"}
@@ -0,0 +1,231 @@
1
+ import { readdirSync, statSync } from 'node:fs';
2
+ import { join, relative, sep } from 'node:path';
3
+ import { logger } from '../logging.js';
4
+ export class GraphBuilder {
5
+ rootPath;
6
+ meta;
7
+ graph;
8
+ nodeIds = new Set();
9
+ edgeIds = new Set();
10
+ constructor(rootPath, meta, graph) {
11
+ this.rootPath = rootPath;
12
+ this.meta = meta;
13
+ this.graph = graph;
14
+ }
15
+ buildFull() {
16
+ logger.info('Building knowledge graph...');
17
+ this.graph.clear();
18
+ this.nodeIds.clear();
19
+ this.edgeIds.clear();
20
+ this.addWorkspaceNode();
21
+ this.addFolderNodes();
22
+ this.addFileAndSymbolNodes();
23
+ this.addImportExportEdges();
24
+ logger.info(`Graph built: ${this.graph.getNodeCount()} nodes, ${this.graph.getEdgeCount()} edges`);
25
+ }
26
+ updateFile(filePath) {
27
+ const relPath = relative(this.rootPath, filePath);
28
+ // Remove existing nodes/edges for this file
29
+ this.graph.deleteEdgesForFile(relPath);
30
+ this.graph.deleteNodesForFile(relPath);
31
+ // Re-add nodes for this file
32
+ const chunks = this.meta.getChunksForFile(relPath);
33
+ if (chunks.length === 0)
34
+ return;
35
+ const symbolsInFile = new Set(chunks.filter(c => c.symbol).map(c => c.symbol));
36
+ const fileNode = this.makeNode(`file:${relPath}`, relPath, 'file', chunks[0].language, relPath, 0, 0);
37
+ this.addEdge(`contains:file:${relPath}`, `workspace:${this.nodeId('workspace')}`, fileNode.id, 'contains');
38
+ this.graph.upsertNode(fileNode);
39
+ for (const chunk of chunks) {
40
+ if (!chunk.symbol)
41
+ continue;
42
+ const nodeType = this.mapKind(chunk.kind);
43
+ const nid = `sym:${chunk.file}:${chunk.symbol}`;
44
+ const node = this.makeNode(nid, chunk.symbol, nodeType, chunk.language, chunk.file, chunk.start_line, chunk.end_line, { parent: chunk.parent || undefined });
45
+ this.graph.upsertNode(node);
46
+ this.addEdge(`defines:${relPath}:${chunk.symbol}`, fileNode.id, nid, 'defines');
47
+ if (chunk.parent && symbolsInFile.has(chunk.parent)) {
48
+ const parentId = `sym:${chunk.file}:${chunk.parent}`;
49
+ this.addEdge(`contains:sym:${chunk.file}:${chunk.parent}:${chunk.symbol}`, parentId, nid, 'contains');
50
+ }
51
+ }
52
+ this.addImportExportEdgesForFile(relPath, chunks);
53
+ }
54
+ addWorkspaceNode() {
55
+ const wid = this.nodeId('workspace');
56
+ const node = this.makeNode(wid, this.rootPath.split(sep).pop() || 'workspace', 'workspace', '', '', 0, 0);
57
+ this.graph.upsertNode(node);
58
+ }
59
+ addFolderNodes() {
60
+ const walk = (dir) => {
61
+ try {
62
+ const entries = readdirSync(dir);
63
+ for (const entry of entries) {
64
+ if (entry.startsWith('.') || entry === 'node_modules')
65
+ continue;
66
+ const full = join(dir, entry);
67
+ const stat = statSync(full);
68
+ if (stat.isDirectory()) {
69
+ const relPath = relative(this.rootPath, full);
70
+ const fid = this.nodeId(`folder:${relPath}`);
71
+ const node = this.makeNode(fid, entry, 'folder', '', relPath, 0, 0);
72
+ this.graph.upsertNode(node);
73
+ const parentRel = relative(this.rootPath, join(full, '..'));
74
+ const parentId = parentRel === '' ? this.nodeId('workspace') : this.nodeId(`folder:${parentRel}`);
75
+ this.addEdge(`contains:folder:${relPath}`, parentId, fid, 'contains');
76
+ walk(full);
77
+ }
78
+ }
79
+ }
80
+ catch { /* skip unreadable dirs */ }
81
+ };
82
+ walk(this.rootPath);
83
+ }
84
+ addFileAndSymbolNodes() {
85
+ const files = this.meta.getAllFilesWithImports();
86
+ for (const f of files) {
87
+ const fid = this.nodeId(`file:${f.file}`);
88
+ const fileNode = this.makeNode(fid, f.file.split('/').pop() || f.file, 'file', f.language, f.file, 0, 0);
89
+ this.graph.upsertNode(fileNode);
90
+ const parentRel = f.file.includes('/') ? f.file.slice(0, f.file.lastIndexOf('/')) : '';
91
+ const parentId = parentRel ? this.nodeId(`folder:${parentRel}`) : this.nodeId('workspace');
92
+ this.addEdge(`contains:file:${f.file}`, parentId, fid, 'contains');
93
+ const chunks = this.meta.getChunksForFile(f.file);
94
+ const symbolsInFile = new Set();
95
+ for (const chunk of chunks) {
96
+ if (chunk.symbol)
97
+ symbolsInFile.add(chunk.symbol);
98
+ }
99
+ for (const chunk of chunks) {
100
+ if (!chunk.symbol)
101
+ continue;
102
+ const nodeType = this.mapKind(chunk.kind);
103
+ const nid = this.nodeId(`sym:${chunk.file}:${chunk.symbol}`);
104
+ const node = this.makeNode(nid, chunk.symbol, nodeType, chunk.language, chunk.file, chunk.start_line, chunk.end_line, {
105
+ parent: symbolsInFile.has(chunk.parent || '') ? chunk.parent : undefined,
106
+ hash: chunk.hash,
107
+ });
108
+ this.graph.upsertNode(node);
109
+ this.addEdge(`defines:${f.file}:${chunk.symbol}`, fid, nid, 'defines');
110
+ if (chunk.parent && symbolsInFile.has(chunk.parent)) {
111
+ const parentId = this.nodeId(`sym:${chunk.file}:${chunk.parent}`);
112
+ this.addEdge(`contains:${chunk.file}:${chunk.parent}:${chunk.symbol}`, parentId, nid, 'contains');
113
+ }
114
+ }
115
+ }
116
+ }
117
+ addImportExportEdges() {
118
+ const files = this.meta.getAllFilesWithImports();
119
+ const indexedFiles = new Set(files.map(f => f.file));
120
+ for (const f of files) {
121
+ const chunks = this.meta.getChunksForFile(f.file);
122
+ this.addImportExportEdgesForFile(f.file, chunks, indexedFiles);
123
+ }
124
+ }
125
+ addImportExportEdgesForFile(file, chunks, indexedFiles) {
126
+ if (!indexedFiles) {
127
+ indexedFiles = new Set(this.meta.getAllFilesWithImports().map(f => f.file));
128
+ }
129
+ const fid = this.nodeId(`file:${file}`);
130
+ for (const chunk of chunks) {
131
+ // Import edges
132
+ const importModules = this.parseImportPaths(chunk.imports);
133
+ for (const imp of importModules) {
134
+ const resolved = this.resolveImport(file, imp, indexedFiles);
135
+ if (resolved) {
136
+ const tid = this.nodeId(`file:${resolved}`);
137
+ this.addEdge(`imports:${file}:${resolved}`, fid, tid, 'imports');
138
+ }
139
+ }
140
+ // Export edges
141
+ const exportModules = this.parseImportPaths(chunk.exports);
142
+ for (const exp of exportModules) {
143
+ const resolved = this.resolveImport(file, exp, indexedFiles);
144
+ if (resolved) {
145
+ const tid = this.nodeId(`file:${resolved}`);
146
+ this.addEdge(`exports:${file}:${resolved}`, fid, tid, 'exports');
147
+ }
148
+ }
149
+ }
150
+ }
151
+ parseImportPaths(raw) {
152
+ if (!raw)
153
+ return [];
154
+ const results = [];
155
+ for (const line of raw.split('\n')) {
156
+ const t = line.trim();
157
+ let m = t.match(/from\s+['"](\..*?)['"]/);
158
+ if (!m)
159
+ m = t.match(/require\s*\(\s*['"](\..*?)['"]\s*\)/);
160
+ if (!m)
161
+ m = t.match(/import\s+['"](\..*?)['"]/);
162
+ if (m)
163
+ results.push(m[1]);
164
+ }
165
+ return results;
166
+ }
167
+ resolveImport(sourceFile, importPath, indexedFiles) {
168
+ const raw = importPath.replace(/^['"]|['"]$/g, '');
169
+ const dir = sourceFile.includes('/') ? sourceFile.slice(0, sourceFile.lastIndexOf('/')) : '';
170
+ const normalize = (base, rel) => {
171
+ const parts = (base ? base.split('/') : []).concat(rel.split('/'));
172
+ const out = [];
173
+ for (const p of parts) {
174
+ if (p === '.' || p === '')
175
+ continue;
176
+ if (p === '..') {
177
+ out.pop();
178
+ continue;
179
+ }
180
+ out.push(p);
181
+ }
182
+ return out.join('/');
183
+ };
184
+ const full = normalize(dir, raw);
185
+ const candidates = [full];
186
+ for (const jsExt of ['.js', '.jsx']) {
187
+ if (full.endsWith(jsExt))
188
+ candidates.push(full.replace(jsExt, ''), full.replace(jsExt, '.ts'), full.replace(jsExt, '.tsx'));
189
+ }
190
+ for (const c of candidates) {
191
+ if (indexedFiles.has(c))
192
+ return c;
193
+ }
194
+ for (const ext of ['.ts', '.tsx', '.js', '.jsx', '.py', '.go']) {
195
+ if (indexedFiles.has(full + ext))
196
+ return full + ext;
197
+ }
198
+ for (const idx of ['index.ts', 'index.tsx', 'index.js', 'index.jsx', '__init__.py']) {
199
+ if (indexedFiles.has(full + '/' + idx))
200
+ return full + '/' + idx;
201
+ }
202
+ return null;
203
+ }
204
+ mapKind(kind) {
205
+ switch (kind) {
206
+ case 'class': return 'class';
207
+ case 'interface': return 'interface';
208
+ case 'enum': return 'enum';
209
+ case 'function': return 'function';
210
+ case 'method': return 'method';
211
+ case 'variable': return 'variable';
212
+ case 'module': return 'module';
213
+ default: return 'module';
214
+ }
215
+ }
216
+ makeNode(id, label, type, language, file, startLine, endLine, extra) {
217
+ return { id, label, type, language, file, startLine, endLine, metadata: extra || {} };
218
+ }
219
+ addEdge(id, source, target, type) {
220
+ if (this.edgeIds.has(id))
221
+ return;
222
+ this.edgeIds.add(id);
223
+ this.graph.upsertEdge({ id, source, target, type, metadata: {} });
224
+ }
225
+ nodeId(key) {
226
+ const id = `kg:${key}`;
227
+ this.nodeIds.add(id);
228
+ return id;
229
+ }
230
+ }
231
+ //# sourceMappingURL=builder.js.map