driftdetect-core 0.4.1 → 0.4.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (237) hide show
  1. package/dist/boundaries/boundary-scanner.d.ts +76 -0
  2. package/dist/boundaries/boundary-scanner.d.ts.map +1 -0
  3. package/dist/boundaries/boundary-scanner.js +801 -0
  4. package/dist/boundaries/boundary-scanner.js.map +1 -0
  5. package/dist/boundaries/data-access-learner.d.ts +126 -0
  6. package/dist/boundaries/data-access-learner.d.ts.map +1 -0
  7. package/dist/boundaries/data-access-learner.js +486 -0
  8. package/dist/boundaries/data-access-learner.js.map +1 -0
  9. package/dist/boundaries/index.d.ts +6 -0
  10. package/dist/boundaries/index.d.ts.map +1 -1
  11. package/dist/boundaries/index.js +6 -0
  12. package/dist/boundaries/index.js.map +1 -1
  13. package/dist/boundaries/security-prioritizer.d.ts +118 -0
  14. package/dist/boundaries/security-prioritizer.d.ts.map +1 -0
  15. package/dist/boundaries/security-prioritizer.js +316 -0
  16. package/dist/boundaries/security-prioritizer.js.map +1 -0
  17. package/dist/call-graph/analysis/coverage-analyzer.d.ts +201 -0
  18. package/dist/call-graph/analysis/coverage-analyzer.d.ts.map +1 -0
  19. package/dist/call-graph/analysis/coverage-analyzer.js +553 -0
  20. package/dist/call-graph/analysis/coverage-analyzer.js.map +1 -0
  21. package/dist/call-graph/analysis/dead-code-detector.d.ts +145 -0
  22. package/dist/call-graph/analysis/dead-code-detector.d.ts.map +1 -0
  23. package/dist/call-graph/analysis/dead-code-detector.js +391 -0
  24. package/dist/call-graph/analysis/dead-code-detector.js.map +1 -0
  25. package/dist/call-graph/analysis/graph-builder.d.ts +142 -0
  26. package/dist/call-graph/analysis/graph-builder.d.ts.map +1 -0
  27. package/dist/call-graph/analysis/graph-builder.js +624 -0
  28. package/dist/call-graph/analysis/graph-builder.js.map +1 -0
  29. package/dist/call-graph/analysis/impact-analyzer.d.ts +150 -0
  30. package/dist/call-graph/analysis/impact-analyzer.d.ts.map +1 -0
  31. package/dist/call-graph/analysis/impact-analyzer.js +329 -0
  32. package/dist/call-graph/analysis/impact-analyzer.js.map +1 -0
  33. package/dist/call-graph/analysis/index.d.ts +11 -0
  34. package/dist/call-graph/analysis/index.d.ts.map +1 -0
  35. package/dist/call-graph/analysis/index.js +9 -0
  36. package/dist/call-graph/analysis/index.js.map +1 -0
  37. package/dist/call-graph/analysis/path-finder.d.ts +117 -0
  38. package/dist/call-graph/analysis/path-finder.d.ts.map +1 -0
  39. package/dist/call-graph/analysis/path-finder.js +360 -0
  40. package/dist/call-graph/analysis/path-finder.js.map +1 -0
  41. package/dist/call-graph/analysis/reachability.d.ts +56 -0
  42. package/dist/call-graph/analysis/reachability.d.ts.map +1 -0
  43. package/dist/call-graph/analysis/reachability.js +357 -0
  44. package/dist/call-graph/analysis/reachability.js.map +1 -0
  45. package/dist/call-graph/demo.d.ts +11 -0
  46. package/dist/call-graph/demo.d.ts.map +1 -0
  47. package/dist/call-graph/demo.js +339 -0
  48. package/dist/call-graph/demo.js.map +1 -0
  49. package/dist/call-graph/enrichment/enrichment-engine.d.ts +126 -0
  50. package/dist/call-graph/enrichment/enrichment-engine.d.ts.map +1 -0
  51. package/dist/call-graph/enrichment/enrichment-engine.js +760 -0
  52. package/dist/call-graph/enrichment/enrichment-engine.js.map +1 -0
  53. package/dist/call-graph/enrichment/impact-scorer.d.ts +59 -0
  54. package/dist/call-graph/enrichment/impact-scorer.d.ts.map +1 -0
  55. package/dist/call-graph/enrichment/impact-scorer.js +328 -0
  56. package/dist/call-graph/enrichment/impact-scorer.js.map +1 -0
  57. package/dist/call-graph/enrichment/index.d.ts +12 -0
  58. package/dist/call-graph/enrichment/index.d.ts.map +1 -0
  59. package/dist/call-graph/enrichment/index.js +15 -0
  60. package/dist/call-graph/enrichment/index.js.map +1 -0
  61. package/dist/call-graph/enrichment/remediation-generator.d.ts +41 -0
  62. package/dist/call-graph/enrichment/remediation-generator.d.ts.map +1 -0
  63. package/dist/call-graph/enrichment/remediation-generator.js +609 -0
  64. package/dist/call-graph/enrichment/remediation-generator.js.map +1 -0
  65. package/dist/call-graph/enrichment/sensitivity-classifier.d.ts +71 -0
  66. package/dist/call-graph/enrichment/sensitivity-classifier.d.ts.map +1 -0
  67. package/dist/call-graph/enrichment/sensitivity-classifier.js +454 -0
  68. package/dist/call-graph/enrichment/sensitivity-classifier.js.map +1 -0
  69. package/dist/call-graph/enrichment/types.d.ts +402 -0
  70. package/dist/call-graph/enrichment/types.d.ts.map +1 -0
  71. package/dist/call-graph/enrichment/types.js +9 -0
  72. package/dist/call-graph/enrichment/types.js.map +1 -0
  73. package/dist/call-graph/extractors/base-extractor.d.ts +112 -0
  74. package/dist/call-graph/extractors/base-extractor.d.ts.map +1 -0
  75. package/dist/call-graph/extractors/base-extractor.js +140 -0
  76. package/dist/call-graph/extractors/base-extractor.js.map +1 -0
  77. package/dist/call-graph/extractors/csharp-data-access-extractor.d.ts +76 -0
  78. package/dist/call-graph/extractors/csharp-data-access-extractor.d.ts.map +1 -0
  79. package/dist/call-graph/extractors/csharp-data-access-extractor.js +387 -0
  80. package/dist/call-graph/extractors/csharp-data-access-extractor.js.map +1 -0
  81. package/dist/call-graph/extractors/csharp-extractor.d.ts +87 -0
  82. package/dist/call-graph/extractors/csharp-extractor.d.ts.map +1 -0
  83. package/dist/call-graph/extractors/csharp-extractor.js +470 -0
  84. package/dist/call-graph/extractors/csharp-extractor.js.map +1 -0
  85. package/dist/call-graph/extractors/data-access-extractor.d.ts +76 -0
  86. package/dist/call-graph/extractors/data-access-extractor.d.ts.map +1 -0
  87. package/dist/call-graph/extractors/data-access-extractor.js +234 -0
  88. package/dist/call-graph/extractors/data-access-extractor.js.map +1 -0
  89. package/dist/call-graph/extractors/index.d.ts +26 -0
  90. package/dist/call-graph/extractors/index.d.ts.map +1 -0
  91. package/dist/call-graph/extractors/index.js +36 -0
  92. package/dist/call-graph/extractors/index.js.map +1 -0
  93. package/dist/call-graph/extractors/java-data-access-extractor.d.ts +101 -0
  94. package/dist/call-graph/extractors/java-data-access-extractor.d.ts.map +1 -0
  95. package/dist/call-graph/extractors/java-data-access-extractor.js +611 -0
  96. package/dist/call-graph/extractors/java-data-access-extractor.js.map +1 -0
  97. package/dist/call-graph/extractors/java-extractor.d.ts +87 -0
  98. package/dist/call-graph/extractors/java-extractor.d.ts.map +1 -0
  99. package/dist/call-graph/extractors/java-extractor.js +510 -0
  100. package/dist/call-graph/extractors/java-extractor.js.map +1 -0
  101. package/dist/call-graph/extractors/php-data-access-extractor.d.ts +93 -0
  102. package/dist/call-graph/extractors/php-data-access-extractor.d.ts.map +1 -0
  103. package/dist/call-graph/extractors/php-data-access-extractor.js +589 -0
  104. package/dist/call-graph/extractors/php-data-access-extractor.js.map +1 -0
  105. package/dist/call-graph/extractors/php-extractor.d.ts +104 -0
  106. package/dist/call-graph/extractors/php-extractor.d.ts.map +1 -0
  107. package/dist/call-graph/extractors/php-extractor.js +619 -0
  108. package/dist/call-graph/extractors/php-extractor.js.map +1 -0
  109. package/dist/call-graph/extractors/python-data-access-extractor.d.ts +90 -0
  110. package/dist/call-graph/extractors/python-data-access-extractor.d.ts.map +1 -0
  111. package/dist/call-graph/extractors/python-data-access-extractor.js +537 -0
  112. package/dist/call-graph/extractors/python-data-access-extractor.js.map +1 -0
  113. package/dist/call-graph/extractors/python-extractor.d.ts +98 -0
  114. package/dist/call-graph/extractors/python-extractor.d.ts.map +1 -0
  115. package/dist/call-graph/extractors/python-extractor.js +681 -0
  116. package/dist/call-graph/extractors/python-extractor.js.map +1 -0
  117. package/dist/call-graph/extractors/semantic-data-access-scanner.d.ts +91 -0
  118. package/dist/call-graph/extractors/semantic-data-access-scanner.d.ts.map +1 -0
  119. package/dist/call-graph/extractors/semantic-data-access-scanner.js +498 -0
  120. package/dist/call-graph/extractors/semantic-data-access-scanner.js.map +1 -0
  121. package/dist/call-graph/extractors/typescript-data-access-extractor.d.ts +122 -0
  122. package/dist/call-graph/extractors/typescript-data-access-extractor.d.ts.map +1 -0
  123. package/dist/call-graph/extractors/typescript-data-access-extractor.js +788 -0
  124. package/dist/call-graph/extractors/typescript-data-access-extractor.js.map +1 -0
  125. package/dist/call-graph/extractors/typescript-extractor.d.ts +145 -0
  126. package/dist/call-graph/extractors/typescript-extractor.d.ts.map +1 -0
  127. package/dist/call-graph/extractors/typescript-extractor.js +904 -0
  128. package/dist/call-graph/extractors/typescript-extractor.js.map +1 -0
  129. package/dist/call-graph/index.d.ts +127 -0
  130. package/dist/call-graph/index.d.ts.map +1 -0
  131. package/dist/call-graph/index.js +247 -0
  132. package/dist/call-graph/index.js.map +1 -0
  133. package/dist/call-graph/store/call-graph-store.d.ts +70 -0
  134. package/dist/call-graph/store/call-graph-store.d.ts.map +1 -0
  135. package/dist/call-graph/store/call-graph-store.js +210 -0
  136. package/dist/call-graph/store/call-graph-store.js.map +1 -0
  137. package/dist/call-graph/store/index.d.ts +7 -0
  138. package/dist/call-graph/store/index.d.ts.map +1 -0
  139. package/dist/call-graph/store/index.js +7 -0
  140. package/dist/call-graph/store/index.js.map +1 -0
  141. package/dist/call-graph/types.d.ts +376 -0
  142. package/dist/call-graph/types.d.ts.map +1 -0
  143. package/dist/call-graph/types.js +8 -0
  144. package/dist/call-graph/types.js.map +1 -0
  145. package/dist/index.d.ts +8 -0
  146. package/dist/index.d.ts.map +1 -1
  147. package/dist/index.js +12 -0
  148. package/dist/index.js.map +1 -1
  149. package/dist/lake/callgraph-shard-store.d.ts +168 -0
  150. package/dist/lake/callgraph-shard-store.d.ts.map +1 -0
  151. package/dist/lake/callgraph-shard-store.js +466 -0
  152. package/dist/lake/callgraph-shard-store.js.map +1 -0
  153. package/dist/lake/examples-store.d.ts +127 -0
  154. package/dist/lake/examples-store.d.ts.map +1 -0
  155. package/dist/lake/examples-store.js +389 -0
  156. package/dist/lake/examples-store.js.map +1 -0
  157. package/dist/lake/index-store.d.ts +82 -0
  158. package/dist/lake/index-store.d.ts.map +1 -0
  159. package/dist/lake/index-store.js +359 -0
  160. package/dist/lake/index-store.js.map +1 -0
  161. package/dist/lake/index.d.ts +93 -0
  162. package/dist/lake/index.d.ts.map +1 -0
  163. package/dist/lake/index.js +138 -0
  164. package/dist/lake/index.js.map +1 -0
  165. package/dist/lake/lake.bak/index-store.d.ts +82 -0
  166. package/dist/lake/lake.bak/index-store.d.ts.map +1 -0
  167. package/dist/lake/lake.bak/index-store.js +357 -0
  168. package/dist/lake/lake.bak/index-store.js.map +1 -0
  169. package/dist/lake/lake.bak/index.d.ts +81 -0
  170. package/dist/lake/lake.bak/index.d.ts.map +1 -0
  171. package/dist/lake/lake.bak/index.js +114 -0
  172. package/dist/lake/lake.bak/index.js.map +1 -0
  173. package/dist/lake/lake.bak/manifest-store.d.ts +51 -0
  174. package/dist/lake/lake.bak/manifest-store.d.ts.map +1 -0
  175. package/dist/lake/lake.bak/manifest-store.js +347 -0
  176. package/dist/lake/lake.bak/manifest-store.js.map +1 -0
  177. package/dist/lake/lake.bak/query-engine.d.ts +112 -0
  178. package/dist/lake/lake.bak/query-engine.d.ts.map +1 -0
  179. package/dist/lake/lake.bak/query-engine.js +370 -0
  180. package/dist/lake/lake.bak/query-engine.js.map +1 -0
  181. package/dist/lake/lake.bak/types.d.ts +428 -0
  182. package/dist/lake/lake.bak/types.d.ts.map +1 -0
  183. package/dist/lake/lake.bak/types.js +46 -0
  184. package/dist/lake/lake.bak/types.js.map +1 -0
  185. package/dist/lake/lake.bak/view-materializer.d.ts +70 -0
  186. package/dist/lake/lake.bak/view-materializer.d.ts.map +1 -0
  187. package/dist/lake/lake.bak/view-materializer.js +314 -0
  188. package/dist/lake/lake.bak/view-materializer.js.map +1 -0
  189. package/dist/lake/lake.bak/view-store.d.ts +57 -0
  190. package/dist/lake/lake.bak/view-store.d.ts.map +1 -0
  191. package/dist/lake/lake.bak/view-store.js +348 -0
  192. package/dist/lake/lake.bak/view-store.js.map +1 -0
  193. package/dist/lake/manifest-store.d.ts +51 -0
  194. package/dist/lake/manifest-store.d.ts.map +1 -0
  195. package/dist/lake/manifest-store.js +348 -0
  196. package/dist/lake/manifest-store.js.map +1 -0
  197. package/dist/lake/pattern-shard-store.d.ts +87 -0
  198. package/dist/lake/pattern-shard-store.d.ts.map +1 -0
  199. package/dist/lake/pattern-shard-store.js +347 -0
  200. package/dist/lake/pattern-shard-store.js.map +1 -0
  201. package/dist/lake/query-engine.d.ts +124 -0
  202. package/dist/lake/query-engine.d.ts.map +1 -0
  203. package/dist/lake/query-engine.js +453 -0
  204. package/dist/lake/query-engine.js.map +1 -0
  205. package/dist/lake/security-shard-store.d.ts +156 -0
  206. package/dist/lake/security-shard-store.d.ts.map +1 -0
  207. package/dist/lake/security-shard-store.js +498 -0
  208. package/dist/lake/security-shard-store.js.map +1 -0
  209. package/dist/lake/types.d.ts +428 -0
  210. package/dist/lake/types.d.ts.map +1 -0
  211. package/dist/lake/types.js +46 -0
  212. package/dist/lake/types.js.map +1 -0
  213. package/dist/lake/view-materializer.d.ts +70 -0
  214. package/dist/lake/view-materializer.d.ts.map +1 -0
  215. package/dist/lake/view-materializer.js +314 -0
  216. package/dist/lake/view-materializer.js.map +1 -0
  217. package/dist/lake/view-store.d.ts +57 -0
  218. package/dist/lake/view-store.d.ts.map +1 -0
  219. package/dist/lake/view-store.js +348 -0
  220. package/dist/lake/view-store.js.map +1 -0
  221. package/dist/parsers/tree-sitter/index.d.ts +1 -0
  222. package/dist/parsers/tree-sitter/index.d.ts.map +1 -1
  223. package/dist/parsers/tree-sitter/index.js +4 -0
  224. package/dist/parsers/tree-sitter/index.js.map +1 -1
  225. package/dist/parsers/tree-sitter/typescript-loader.d.ts +58 -0
  226. package/dist/parsers/tree-sitter/typescript-loader.d.ts.map +1 -0
  227. package/dist/parsers/tree-sitter/typescript-loader.js +250 -0
  228. package/dist/parsers/tree-sitter/typescript-loader.js.map +1 -0
  229. package/dist/store/project-config.d.ts +154 -0
  230. package/dist/store/project-config.d.ts.map +1 -0
  231. package/dist/store/project-config.js +235 -0
  232. package/dist/store/project-config.js.map +1 -0
  233. package/dist/store/project-registry.d.ts +241 -0
  234. package/dist/store/project-registry.d.ts.map +1 -0
  235. package/dist/store/project-registry.js +557 -0
  236. package/dist/store/project-registry.js.map +1 -0
  237. package/package.json +4 -2
@@ -0,0 +1,51 @@
1
+ /**
2
+ * Manifest Store
3
+ *
4
+ * Manages the drift manifest - the quick-load index of everything.
5
+ * The manifest provides instant access to stats without loading full data.
6
+ *
7
+ * Key features:
8
+ * - Single file read for drift_status
9
+ * - File hashes for cache invalidation
10
+ * - View freshness tracking
11
+ * - Incremental updates
12
+ */
13
+ import { EventEmitter } from 'node:events';
14
+ import type { DriftManifest, ManifestStats, PatternStats, SecurityStats, CallGraphStats, ContractStats, DNAStats, LastScanInfo, ViewFreshness, DataLakeConfig } from './types.js';
15
+ export declare class ManifestStore extends EventEmitter {
16
+ private readonly config;
17
+ private readonly manifestPath;
18
+ private manifest;
19
+ private dirty;
20
+ constructor(config?: Partial<DataLakeConfig>);
21
+ initialize(): Promise<void>;
22
+ load(): Promise<DriftManifest>;
23
+ getManifest(): DriftManifest;
24
+ getStats(): ManifestStats;
25
+ getPatternStats(): PatternStats;
26
+ getSecurityStats(): SecurityStats;
27
+ getCallGraphStats(): CallGraphStats;
28
+ getContractStats(): ContractStats;
29
+ getDNAStats(): DNAStats;
30
+ getLastScan(): LastScanInfo;
31
+ getViewFreshness(): ViewFreshness;
32
+ getFileHash(file: string): string | null;
33
+ setFileHash(file: string, hash: string): void;
34
+ computeFileHash(filePath: string): Promise<string>;
35
+ hasFileChanged(file: string, newHash: string): boolean;
36
+ isViewStale(view: keyof ViewFreshness): boolean;
37
+ markViewFresh(view: keyof ViewFreshness): void;
38
+ markViewStale(view: keyof ViewFreshness, reason?: string): void;
39
+ markAllViewsStale(reason?: string): void;
40
+ updatePatternStats(stats: Partial<PatternStats>): void;
41
+ updateSecurityStats(stats: Partial<SecurityStats>): void;
42
+ updateCallGraphStats(stats: Partial<CallGraphStats>): void;
43
+ updateContractStats(stats: Partial<ContractStats>): void;
44
+ updateDNAStats(stats: Partial<DNAStats>): void;
45
+ updateLastScan(info: Partial<LastScanInfo>): void;
46
+ save(): Promise<void>;
47
+ saveIfDirty(): Promise<void>;
48
+ isDirty(): boolean;
49
+ }
50
+ export declare function createManifestStore(config?: Partial<DataLakeConfig>): ManifestStore;
51
+ //# sourceMappingURL=manifest-store.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"manifest-store.d.ts","sourceRoot":"","sources":["../../../src/lake/lake.bak/manifest-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAKH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,KAAK,EACV,aAAa,EACb,aAAa,EACb,YAAY,EACZ,aAAa,EACb,cAAc,EACd,aAAa,EACb,QAAQ,EACR,YAAY,EACZ,aAAa,EAEb,cAAc,EACf,MAAM,YAAY,CAAC;AA8GpB,qBAAa,aAAc,SAAQ,YAAY;IAC7C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IACxC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAA8B;IAC9C,OAAO,CAAC,KAAK,CAAkB;gBAEnB,MAAM,GAAE,OAAO,CAAC,cAAc,CAAM;IAc1C,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAK3B,IAAI,IAAI,OAAO,CAAC,aAAa,CAAC;IAoBpC,WAAW,IAAI,aAAa;IAO5B,QAAQ,IAAI,aAAa;IAIzB,eAAe,IAAI,YAAY;IAI/B,gBAAgB,IAAI,aAAa;IAIjC,iBAAiB,IAAI,cAAc;IAInC,gBAAgB,IAAI,aAAa;IAIjC,WAAW,IAAI,QAAQ;IAIvB,WAAW,IAAI,YAAY;IAI3B,gBAAgB,IAAI,aAAa;IAQjC,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAIxC,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI;IAQvC,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAKxD,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO;IAStD,WAAW,CAAC,IAAI,EAAE,MAAM,aAAa,GAAG,OAAO;IAS/C,aAAa,CAAC,IAAI,EAAE,MAAM,aAAa,GAAG,IAAI;IAW9C,aAAa,CAAC,IAAI,EAAE,MAAM,aAAa,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IAe/D,iBAAiB,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IAiBxC,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,IAAI;IActD,mBAAmB,CAAC,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,GAAG,IAAI;IAcxD,oBAAoB,CAAC,KAAK,EAAE,OAAO,CAAC,cAAc,CAAC,GAAG,IAAI;IAa1D,mBAAmB,CAAC,KAAK,EAAE,OAAO,CAAC,aAAa,CAAC,GAAG,IAAI;IAaxD,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,IAAI;IAa9C,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,IAAI;IAgB3C,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAYrB,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAMlC,OAAO,IAAI,OAAO;CAGnB;AAMD,wBAAgB,mBAAmB,CAAC,MAAM,GAAE,OAAO,CAAC,cAAc,CAAM,GAAG,aAAa,CAEvF"}
@@ -0,0 +1,347 @@
1
+ /**
2
+ * Manifest Store
3
+ *
4
+ * Manages the drift manifest - the quick-load index of everything.
5
+ * The manifest provides instant access to stats without loading full data.
6
+ *
7
+ * Key features:
8
+ * - Single file read for drift_status
9
+ * - File hashes for cache invalidation
10
+ * - View freshness tracking
11
+ * - Incremental updates
12
+ */
13
+ import * as fs from 'node:fs/promises';
14
+ import * as path from 'node:path';
15
+ import * as crypto from 'node:crypto';
16
+ import { EventEmitter } from 'node:events';
17
+ import { LAKE_VERSION, LAKE_DIRS, DEFAULT_DATA_LAKE_CONFIG, } from './types.js';
18
+ // ============================================================================
19
+ // Constants
20
+ // ============================================================================
21
+ const MANIFEST_FILE = 'manifest.json';
22
+ // ============================================================================
23
+ // Helper Functions
24
+ // ============================================================================
25
+ async function fileExists(filePath) {
26
+ try {
27
+ await fs.access(filePath);
28
+ return true;
29
+ }
30
+ catch {
31
+ return false;
32
+ }
33
+ }
34
+ async function ensureDir(dirPath) {
35
+ await fs.mkdir(dirPath, { recursive: true });
36
+ }
37
+ function createEmptyStats() {
38
+ return {
39
+ patterns: {
40
+ total: 0,
41
+ byCategory: {},
42
+ byStatus: { discovered: 0, approved: 0, ignored: 0 },
43
+ byConfidence: { high: 0, medium: 0, low: 0, uncertain: 0 },
44
+ totalLocations: 0,
45
+ totalOutliers: 0,
46
+ },
47
+ security: {
48
+ totalTables: 0,
49
+ totalAccessPoints: 0,
50
+ sensitiveFields: 0,
51
+ violations: 0,
52
+ riskLevel: 'low',
53
+ },
54
+ callGraph: {
55
+ totalFunctions: 0,
56
+ totalCalls: 0,
57
+ entryPoints: 0,
58
+ dataAccessors: 0,
59
+ avgDepth: 0,
60
+ },
61
+ contracts: {
62
+ verified: 0,
63
+ mismatch: 0,
64
+ discovered: 0,
65
+ ignored: 0,
66
+ },
67
+ dna: {
68
+ healthScore: 0,
69
+ geneticDiversity: 0,
70
+ mutations: 0,
71
+ dominantGenes: [],
72
+ },
73
+ };
74
+ }
75
+ function createEmptyViewFreshness() {
76
+ const now = new Date().toISOString();
77
+ const emptyMeta = {
78
+ generatedAt: now,
79
+ stale: true,
80
+ };
81
+ return {
82
+ status: { ...emptyMeta },
83
+ patternIndex: { ...emptyMeta },
84
+ securitySummary: { ...emptyMeta },
85
+ trends: { ...emptyMeta },
86
+ examples: { ...emptyMeta },
87
+ };
88
+ }
89
+ function createEmptyManifest(projectRoot) {
90
+ const now = new Date().toISOString();
91
+ return {
92
+ version: LAKE_VERSION,
93
+ generatedAt: now,
94
+ projectRoot,
95
+ stats: createEmptyStats(),
96
+ fileHashes: {},
97
+ lastScan: {
98
+ timestamp: now,
99
+ duration: 0,
100
+ filesScanned: 0,
101
+ patternsFound: 0,
102
+ errors: 0,
103
+ },
104
+ views: createEmptyViewFreshness(),
105
+ };
106
+ }
107
+ // ============================================================================
108
+ // Manifest Store Class
109
+ // ============================================================================
110
+ export class ManifestStore extends EventEmitter {
111
+ config;
112
+ manifestPath;
113
+ manifest = null;
114
+ dirty = false;
115
+ constructor(config = {}) {
116
+ super();
117
+ this.config = { ...DEFAULT_DATA_LAKE_CONFIG, ...config };
118
+ this.manifestPath = path.join(this.config.rootDir, LAKE_DIRS.root, MANIFEST_FILE);
119
+ }
120
+ // ==========================================================================
121
+ // Initialization
122
+ // ==========================================================================
123
+ async initialize() {
124
+ await ensureDir(path.dirname(this.manifestPath));
125
+ await this.load();
126
+ }
127
+ async load() {
128
+ if (!(await fileExists(this.manifestPath))) {
129
+ this.manifest = createEmptyManifest(this.config.rootDir);
130
+ return this.manifest;
131
+ }
132
+ try {
133
+ const content = await fs.readFile(this.manifestPath, 'utf-8');
134
+ this.manifest = JSON.parse(content);
135
+ return this.manifest;
136
+ }
137
+ catch {
138
+ this.manifest = createEmptyManifest(this.config.rootDir);
139
+ return this.manifest;
140
+ }
141
+ }
142
+ // ==========================================================================
143
+ // Getters
144
+ // ==========================================================================
145
+ getManifest() {
146
+ if (!this.manifest) {
147
+ return createEmptyManifest(this.config.rootDir);
148
+ }
149
+ return this.manifest;
150
+ }
151
+ getStats() {
152
+ return this.getManifest().stats;
153
+ }
154
+ getPatternStats() {
155
+ return this.getStats().patterns;
156
+ }
157
+ getSecurityStats() {
158
+ return this.getStats().security;
159
+ }
160
+ getCallGraphStats() {
161
+ return this.getStats().callGraph;
162
+ }
163
+ getContractStats() {
164
+ return this.getStats().contracts;
165
+ }
166
+ getDNAStats() {
167
+ return this.getStats().dna;
168
+ }
169
+ getLastScan() {
170
+ return this.getManifest().lastScan;
171
+ }
172
+ getViewFreshness() {
173
+ return this.getManifest().views;
174
+ }
175
+ // ==========================================================================
176
+ // File Hash Management
177
+ // ==========================================================================
178
+ getFileHash(file) {
179
+ return this.getManifest().fileHashes[file] ?? null;
180
+ }
181
+ setFileHash(file, hash) {
182
+ if (!this.manifest) {
183
+ this.manifest = createEmptyManifest(this.config.rootDir);
184
+ }
185
+ this.manifest.fileHashes[file] = hash;
186
+ this.dirty = true;
187
+ }
188
+ async computeFileHash(filePath) {
189
+ const content = await fs.readFile(filePath);
190
+ return crypto.createHash('sha256').update(content).digest('hex').slice(0, 16);
191
+ }
192
+ hasFileChanged(file, newHash) {
193
+ const oldHash = this.getFileHash(file);
194
+ return oldHash !== newHash;
195
+ }
196
+ // ==========================================================================
197
+ // View Freshness
198
+ // ==========================================================================
199
+ isViewStale(view) {
200
+ const meta = this.getViewFreshness()[view];
201
+ if (meta.stale)
202
+ return true;
203
+ // Check TTL
204
+ const age = Date.now() - new Date(meta.generatedAt).getTime();
205
+ return age > this.config.viewTtlMs;
206
+ }
207
+ markViewFresh(view) {
208
+ if (!this.manifest) {
209
+ this.manifest = createEmptyManifest(this.config.rootDir);
210
+ }
211
+ this.manifest.views[view] = {
212
+ generatedAt: new Date().toISOString(),
213
+ stale: false,
214
+ };
215
+ this.dirty = true;
216
+ }
217
+ markViewStale(view, reason) {
218
+ if (!this.manifest) {
219
+ this.manifest = createEmptyManifest(this.config.rootDir);
220
+ }
221
+ const existing = this.manifest.views[view];
222
+ this.manifest.views[view] = {
223
+ ...existing,
224
+ stale: true,
225
+ invalidatedBy: reason
226
+ ? [...(existing.invalidatedBy ?? []), reason]
227
+ : existing.invalidatedBy,
228
+ };
229
+ this.dirty = true;
230
+ }
231
+ markAllViewsStale(reason) {
232
+ const views = [
233
+ 'status',
234
+ 'patternIndex',
235
+ 'securitySummary',
236
+ 'trends',
237
+ 'examples',
238
+ ];
239
+ for (const view of views) {
240
+ this.markViewStale(view, reason);
241
+ }
242
+ }
243
+ // ==========================================================================
244
+ // Stats Updates
245
+ // ==========================================================================
246
+ updatePatternStats(stats) {
247
+ if (!this.manifest) {
248
+ this.manifest = createEmptyManifest(this.config.rootDir);
249
+ }
250
+ this.manifest.stats.patterns = {
251
+ ...this.manifest.stats.patterns,
252
+ ...stats,
253
+ };
254
+ this.manifest.generatedAt = new Date().toISOString();
255
+ this.dirty = true;
256
+ this.markViewStale('status', 'pattern stats updated');
257
+ this.markViewStale('patternIndex', 'pattern stats updated');
258
+ }
259
+ updateSecurityStats(stats) {
260
+ if (!this.manifest) {
261
+ this.manifest = createEmptyManifest(this.config.rootDir);
262
+ }
263
+ this.manifest.stats.security = {
264
+ ...this.manifest.stats.security,
265
+ ...stats,
266
+ };
267
+ this.manifest.generatedAt = new Date().toISOString();
268
+ this.dirty = true;
269
+ this.markViewStale('status', 'security stats updated');
270
+ this.markViewStale('securitySummary', 'security stats updated');
271
+ }
272
+ updateCallGraphStats(stats) {
273
+ if (!this.manifest) {
274
+ this.manifest = createEmptyManifest(this.config.rootDir);
275
+ }
276
+ this.manifest.stats.callGraph = {
277
+ ...this.manifest.stats.callGraph,
278
+ ...stats,
279
+ };
280
+ this.manifest.generatedAt = new Date().toISOString();
281
+ this.dirty = true;
282
+ this.markViewStale('status', 'call graph stats updated');
283
+ }
284
+ updateContractStats(stats) {
285
+ if (!this.manifest) {
286
+ this.manifest = createEmptyManifest(this.config.rootDir);
287
+ }
288
+ this.manifest.stats.contracts = {
289
+ ...this.manifest.stats.contracts,
290
+ ...stats,
291
+ };
292
+ this.manifest.generatedAt = new Date().toISOString();
293
+ this.dirty = true;
294
+ this.markViewStale('status', 'contract stats updated');
295
+ }
296
+ updateDNAStats(stats) {
297
+ if (!this.manifest) {
298
+ this.manifest = createEmptyManifest(this.config.rootDir);
299
+ }
300
+ this.manifest.stats.dna = {
301
+ ...this.manifest.stats.dna,
302
+ ...stats,
303
+ };
304
+ this.manifest.generatedAt = new Date().toISOString();
305
+ this.dirty = true;
306
+ this.markViewStale('status', 'DNA stats updated');
307
+ }
308
+ updateLastScan(info) {
309
+ if (!this.manifest) {
310
+ this.manifest = createEmptyManifest(this.config.rootDir);
311
+ }
312
+ this.manifest.lastScan = {
313
+ ...this.manifest.lastScan,
314
+ ...info,
315
+ };
316
+ this.manifest.generatedAt = new Date().toISOString();
317
+ this.dirty = true;
318
+ }
319
+ // ==========================================================================
320
+ // Persistence
321
+ // ==========================================================================
322
+ async save() {
323
+ if (!this.manifest) {
324
+ return;
325
+ }
326
+ await ensureDir(path.dirname(this.manifestPath));
327
+ this.manifest.generatedAt = new Date().toISOString();
328
+ await fs.writeFile(this.manifestPath, JSON.stringify(this.manifest, null, 2));
329
+ this.dirty = false;
330
+ this.emit('saved', this.manifest);
331
+ }
332
+ async saveIfDirty() {
333
+ if (this.dirty) {
334
+ await this.save();
335
+ }
336
+ }
337
+ isDirty() {
338
+ return this.dirty;
339
+ }
340
+ }
341
+ // ============================================================================
342
+ // Factory Function
343
+ // ============================================================================
344
+ export function createManifestStore(config = {}) {
345
+ return new ManifestStore(config);
346
+ }
347
+ //# sourceMappingURL=manifest-store.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"manifest-store.js","sourceRoot":"","sources":["../../../src/lake/lake.bak/manifest-store.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACvC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAgB3C,OAAO,EACL,YAAY,EACZ,SAAS,EACT,wBAAwB,GACzB,MAAM,YAAY,CAAC;AAIpB,+EAA+E;AAC/E,YAAY;AACZ,+EAA+E;AAE/E,MAAM,aAAa,GAAG,eAAe,CAAC;AAEtC,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,KAAK,UAAU,UAAU,CAAC,QAAgB;IACxC,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,OAAe;IACtC,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,gBAAgB;IACvB,OAAO;QACL,QAAQ,EAAE;YACR,KAAK,EAAE,CAAC;YACR,UAAU,EAAE,EAAqC;YACjD,QAAQ,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE;YACpD,YAAY,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;YAC1D,cAAc,EAAE,CAAC;YACjB,aAAa,EAAE,CAAC;SACjB;QACD,QAAQ,EAAE;YACR,WAAW,EAAE,CAAC;YACd,iBAAiB,EAAE,CAAC;YACpB,eAAe,EAAE,CAAC;YAClB,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,KAAK;SACjB;QACD,SAAS,EAAE;YACT,cAAc,EAAE,CAAC;YACjB,UAAU,EAAE,CAAC;YACb,WAAW,EAAE,CAAC;YACd,aAAa,EAAE,CAAC;YAChB,QAAQ,EAAE,CAAC;SACZ;QACD,SAAS,EAAE;YACT,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,CAAC;YACX,UAAU,EAAE,CAAC;YACb,OAAO,EAAE,CAAC;SACX;QACD,GAAG,EAAE;YACH,WAAW,EAAE,CAAC;YACd,gBAAgB,EAAE,CAAC;YACnB,SAAS,EAAE,CAAC;YACZ,aAAa,EAAE,EAAE;SAClB;KACF,CAAC;AACJ,CAAC;AAED,SAAS,wBAAwB;IAC/B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,MAAM,SAAS,GAAa;QAC1B,WAAW,EAAE,GAAG;QAChB,KAAK,EAAE,IAAI;KACZ,CAAC;IACF,OAAO;QACL,MAAM,EAAE,EAAE,GAAG,SAAS,EAAE;QACxB,YAAY,EAAE,EAAE,GAAG,SAAS,EAAE;QAC9B,eAAe,EAAE,EAAE,GAAG,SAAS,EAAE;QACjC,MAAM,EAAE,EAAE,GAAG,SAAS,EAAE;QACxB,QAAQ,EAAE,EAAE,GAAG,SAAS,EAAE;KAC3B,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB,CAAC,WAAmB;IAC9C,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACrC,OAAO;QACL,OAAO,EAAE,YAAY;QACrB,WAAW,EAAE,GAAG;QAChB,WAAW;QACX,KAAK,EAAE,gBAAgB,EAAE;QACzB,UAAU,EAAE,EAAE;QACd,QAAQ,EAAE;YACR,SAAS,EAAE,GAAG;YACd,QAAQ,EAAE,CAAC;YACX,YAAY,EAAE,CAAC;YACf,aAAa,EAAE,CAAC;YAChB,MAAM,EAAE,CAAC;SACV;QACD,KAAK,EAAE,wBAAwB,EAAE;KAClC,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,uBAAuB;AACvB,+EAA+E;AAE/E,MAAM,OAAO,aAAc,SAAQ,YAAY;IAC5B,MAAM,CAAiB;IACvB,YAAY,CAAS;IAC9B,QAAQ,GAAyB,IAAI,CAAC;IACtC,KAAK,GAAY,KAAK,CAAC;IAE/B,YAAY,SAAkC,EAAE;QAC9C,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,wBAAwB,EAAE,GAAG,MAAM,EAAE,CAAC;QACzD,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,IAAI,CAC3B,IAAI,CAAC,MAAM,CAAC,OAAO,EACnB,SAAS,CAAC,IAAI,EACd,aAAa,CACd,CAAC;IACJ,CAAC;IAED,6EAA6E;IAC7E,iBAAiB;IACjB,6EAA6E;IAE7E,KAAK,CAAC,UAAU;QACd,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACjD,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,CAAC,MAAM,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACzD,OAAO,IAAI,CAAC,QAAQ,CAAC;QACvB,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YAC9D,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAkB,CAAC;YACrD,OAAO,IAAI,CAAC,QAAQ,CAAC;QACvB,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACzD,OAAO,IAAI,CAAC,QAAQ,CAAC;QACvB,CAAC;IACH,CAAC;IAED,6EAA6E;IAC7E,UAAU;IACV,6EAA6E;IAE7E,WAAW;QACT,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,OAAO,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC;IAClC,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC;IAClC,CAAC;IAED,gBAAgB;QACd,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC;IAClC,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC,SAAS,CAAC;IACnC,CAAC;IAED,gBAAgB;QACd,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC,SAAS,CAAC;IACnC,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC;IAC7B,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC;IACrC,CAAC;IAED,gBAAgB;QACd,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC;IAClC,CAAC;IAED,6EAA6E;IAC7E,uBAAuB;IACvB,6EAA6E;IAE7E,WAAW,CAAC,IAAY;QACtB,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;IACrD,CAAC;IAED,WAAW,CAAC,IAAY,EAAE,IAAY;QACpC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;QACtC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,QAAgB;QACpC,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC5C,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAChF,CAAC;IAED,cAAc,CAAC,IAAY,EAAE,OAAe;QAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO,OAAO,KAAK,OAAO,CAAC;IAC7B,CAAC;IAED,6EAA6E;IAC7E,iBAAiB;IACjB,6EAA6E;IAE7E,WAAW,CAAC,IAAyB;QACnC,MAAM,IAAI,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAE5B,YAAY;QACZ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,OAAO,EAAE,CAAC;QAC9D,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;IACrC,CAAC;IAED,aAAa,CAAC,IAAyB;QACrC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG;YAC1B,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACrC,KAAK,EAAE,KAAK;SACb,CAAC;QACF,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,aAAa,CAAC,IAAyB,EAAE,MAAe;QACtD,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG;YAC1B,GAAG,QAAQ;YACX,KAAK,EAAE,IAAI;YACX,aAAa,EAAE,MAAM;gBACnB,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,IAAI,EAAE,CAAC,EAAE,MAAM,CAAC;gBAC7C,CAAC,CAAC,QAAQ,CAAC,aAAa;SAC3B,CAAC;QACF,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,iBAAiB,CAAC,MAAe;QAC/B,MAAM,KAAK,GAA4B;YACrC,QAAQ;YACR,cAAc;YACd,iBAAiB;YACjB,QAAQ;YACR,UAAU;SACX,CAAC;QACF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED,6EAA6E;IAC7E,gBAAgB;IAChB,6EAA6E;IAE7E,kBAAkB,CAAC,KAA4B;QAC7C,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,GAAG;YAC7B,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ;YAC/B,GAAG,KAAK;SACT,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,uBAAuB,CAAC,CAAC;QACtD,IAAI,CAAC,aAAa,CAAC,cAAc,EAAE,uBAAuB,CAAC,CAAC;IAC9D,CAAC;IAED,mBAAmB,CAAC,KAA6B;QAC/C,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,GAAG;YAC7B,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ;YAC/B,GAAG,KAAK;SACT,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,wBAAwB,CAAC,CAAC;QACvD,IAAI,CAAC,aAAa,CAAC,iBAAiB,EAAE,wBAAwB,CAAC,CAAC;IAClE,CAAC;IAED,oBAAoB,CAAC,KAA8B;QACjD,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,GAAG;YAC9B,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS;YAChC,GAAG,KAAK;SACT,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,0BAA0B,CAAC,CAAC;IAC3D,CAAC;IAED,mBAAmB,CAAC,KAA6B;QAC/C,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,GAAG;YAC9B,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS;YAChC,GAAG,KAAK;SACT,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,wBAAwB,CAAC,CAAC;IACzD,CAAC;IAED,cAAc,CAAC,KAAwB;QACrC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,GAAG;YACxB,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG;YAC1B,GAAG,KAAK;SACT,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAC;IACpD,CAAC;IAED,cAAc,CAAC,IAA2B;QACxC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,QAAQ,GAAG;YACvB,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ;YACzB,GAAG,IAAI;SACR,CAAC;QACF,IAAI,CAAC,QAAQ,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,6EAA6E;IAC7E,cAAc;IACd,6EAA6E;IAE7E,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACjD,IAAI,CAAC,QAAQ,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrD,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC9E,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACpB,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF;AAED,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E,MAAM,UAAU,mBAAmB,CAAC,SAAkC,EAAE;IACtE,OAAO,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;AACnC,CAAC"}
@@ -0,0 +1,112 @@
1
+ /**
2
+ * Query Engine
3
+ *
4
+ * Unified query API that knows the optimal path to answer any query.
5
+ * Routes queries to views, indexes, or raw data based on availability.
6
+ *
7
+ * Key features:
8
+ * - Automatic view/index selection
9
+ * - Fallback to raw data when views unavailable
10
+ * - Pagination with cursor support
11
+ * - Query result caching
12
+ */
13
+ import { EventEmitter } from 'node:events';
14
+ import type { StatusView, PatternSummary, SecuritySummaryView, TrendsView, DataLakeConfig, ViewType } from './types.js';
15
+ import { ManifestStore } from './manifest-store.js';
16
+ import { ViewStore } from './view-store.js';
17
+ import { IndexStore } from './index-store.js';
18
+ import type { Pattern, PatternCategory, PatternStatus } from '../store/types.js';
19
+ export interface PaginationOptions {
20
+ limit?: number;
21
+ cursor?: string;
22
+ offset?: number;
23
+ }
24
+ export interface PaginatedResult<T> {
25
+ items: T[];
26
+ total: number;
27
+ hasMore: boolean;
28
+ nextCursor?: string | undefined;
29
+ executionTime: number;
30
+ source: 'view' | 'index' | 'raw';
31
+ }
32
+ export interface PatternQueryOptions extends PaginationOptions {
33
+ categories?: PatternCategory[];
34
+ status?: PatternStatus;
35
+ minConfidence?: number;
36
+ search?: string;
37
+ file?: string;
38
+ }
39
+ export interface QueryStats {
40
+ viewHits: number;
41
+ indexHits: number;
42
+ rawHits: number;
43
+ avgResponseTime: number;
44
+ }
45
+ export declare class QueryEngine extends EventEmitter {
46
+ private readonly config;
47
+ private readonly manifestStore;
48
+ private readonly viewStore;
49
+ private readonly indexStore;
50
+ private stats;
51
+ private queryCount;
52
+ private rawPatternLoader?;
53
+ constructor(config?: Partial<DataLakeConfig>, manifestStore?: ManifestStore, viewStore?: ViewStore, indexStore?: IndexStore);
54
+ initialize(): Promise<void>;
55
+ /**
56
+ * Set the raw pattern loader for fallback queries
57
+ */
58
+ setRawPatternLoader(loader: () => Promise<Pattern[]>): void;
59
+ /**
60
+ * Get status - uses pre-computed view if available
61
+ */
62
+ getStatus(): Promise<StatusView | null>;
63
+ /**
64
+ * Get pattern list with pagination
65
+ */
66
+ getPatterns(options?: PatternQueryOptions): Promise<PaginatedResult<PatternSummary>>;
67
+ /**
68
+ * Get patterns for a specific file
69
+ */
70
+ getFilePatterns(file: string): Promise<PatternSummary[]>;
71
+ /**
72
+ * Get patterns by category
73
+ */
74
+ getCategoryPatterns(category: PatternCategory): Promise<PatternSummary[]>;
75
+ /**
76
+ * Get security summary - uses pre-computed view if available
77
+ */
78
+ getSecuritySummary(): Promise<SecuritySummaryView | null>;
79
+ /**
80
+ * Get trends - uses pre-computed view if available
81
+ */
82
+ getTrends(): Promise<TrendsView | null>;
83
+ /**
84
+ * Get quick stats from manifest (instant)
85
+ */
86
+ getQuickStats(): import("./types.js").ManifestStats;
87
+ /**
88
+ * Get pattern stats from manifest (instant)
89
+ */
90
+ getPatternStats(): import("./types.js").PatternStats;
91
+ /**
92
+ * Get security stats from manifest (instant)
93
+ */
94
+ getSecurityStats(): import("./types.js").SecurityStats;
95
+ /**
96
+ * Check if a view is stale
97
+ */
98
+ isViewStale(view: ViewType): boolean;
99
+ /**
100
+ * Invalidate views (triggers rebuild on next query)
101
+ */
102
+ invalidateViews(views?: ViewType[]): void;
103
+ getQueryStats(): QueryStats;
104
+ resetStats(): void;
105
+ private filterPatternSummaries;
106
+ private encodeCursor;
107
+ /** Decode cursor - kept for future pagination implementation */
108
+ private decodeCursor;
109
+ private recordQuery;
110
+ }
111
+ export declare function createQueryEngine(config?: Partial<DataLakeConfig>, manifestStore?: ManifestStore, viewStore?: ViewStore, indexStore?: IndexStore): QueryEngine;
112
+ //# sourceMappingURL=query-engine.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"query-engine.d.ts","sourceRoot":"","sources":["../../../src/lake/lake.bak/query-engine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,KAAK,EACV,UAAU,EAEV,cAAc,EACd,mBAAmB,EACnB,UAAU,EACV,cAAc,EACd,QAAQ,EACT,MAAM,YAAY,CAAC;AAIpB,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAE9C,OAAO,KAAK,EAAE,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAMjF,MAAM,WAAW,iBAAiB;IAChC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,eAAe,CAAC,CAAC;IAChC,KAAK,EAAE,CAAC,EAAE,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;CAClC;AAED,MAAM,WAAW,mBAAoB,SAAQ,iBAAiB;IAC5D,UAAU,CAAC,EAAE,eAAe,EAAE,CAAC;IAC/B,MAAM,CAAC,EAAE,aAAa,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,EAAE,MAAM,CAAC;CACzB;AAMD,qBAAa,WAAY,SAAQ,YAAY;IAC3C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IACxC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAgB;IAC9C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAY;IACtC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAa;IAGxC,OAAO,CAAC,KAAK,CAKX;IACF,OAAO,CAAC,UAAU,CAAa;IAG/B,OAAO,CAAC,gBAAgB,CAAC,CAA2B;gBAGlD,MAAM,GAAE,OAAO,CAAC,cAAc,CAAM,EACpC,aAAa,CAAC,EAAE,aAAa,EAC7B,SAAS,CAAC,EAAE,SAAS,EACrB,UAAU,CAAC,EAAE,UAAU;IAanB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAQjC;;OAEG;IACH,mBAAmB,CAAC,MAAM,EAAE,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI;IAQ3D;;OAEG;IACG,SAAS,IAAI,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAkC7C;;OAEG;IACG,WAAW,CACf,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;IAgF3C;;OAEG;IACG,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAuB9D;;OAEG;IACG,mBAAmB,CAAC,QAAQ,EAAE,eAAe,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IA2B/E;;OAEG;IACG,kBAAkB,IAAI,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC;IAoB/D;;OAEG;IACG,SAAS,IAAI,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAoB7C;;OAEG;IACH,aAAa;IAIb;;OAEG;IACH,eAAe;IAIf;;OAEG;IACH,gBAAgB;IAQhB;;OAEG;IACH,WAAW,CAAC,IAAI,EAAE,QAAQ,GAAG,OAAO;IAIpC;;OAEG;IACH,eAAe,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,GAAG,IAAI;IAgBzC,aAAa,IAAI,UAAU;IAI3B,UAAU,IAAI,IAAI;IAclB,OAAO,CAAC,sBAAsB;IAgC9B,OAAO,CAAC,YAAY;IAIpB,gEAAgE;IAGhE,OAAO,CAAC,YAAY;IAQpB,OAAO,CAAC,WAAW;CAsBpB;AAMD,wBAAgB,iBAAiB,CAC/B,MAAM,GAAE,OAAO,CAAC,cAAc,CAAM,EACpC,aAAa,CAAC,EAAE,aAAa,EAC7B,SAAS,CAAC,EAAE,SAAS,EACrB,UAAU,CAAC,EAAE,UAAU,GACtB,WAAW,CAEb"}