@rbalchii/anchor-engine 4.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (539) hide show
  1. package/LICENSE +609 -0
  2. package/README.md +317 -0
  3. package/anchor.bat +5 -0
  4. package/docs/API.md +314 -0
  5. package/docs/DEPLOYMENT.md +448 -0
  6. package/docs/INDEX.md +226 -0
  7. package/docs/STAR_Whitepaper_Executive.md +216 -0
  8. package/docs/TROUBLESHOOTING.md +535 -0
  9. package/docs/archive/GIT_BACKUP_VERIFICATION.md +297 -0
  10. package/docs/archive/adoption-guide.md +264 -0
  11. package/docs/archive/adoption-preparation.md +179 -0
  12. package/docs/archive/agent-harness-integration.md +227 -0
  13. package/docs/archive/api-reference.md +106 -0
  14. package/docs/archive/api_flows_diagram.md +118 -0
  15. package/docs/archive/architecture.md +410 -0
  16. package/docs/archive/architecture_diagram.md +174 -0
  17. package/docs/archive/broader-adoption-preparation.md +175 -0
  18. package/docs/archive/browser-paradigm-architecture.md +163 -0
  19. package/docs/archive/chat-integration.md +124 -0
  20. package/docs/archive/community-adoption-materials.md +103 -0
  21. package/docs/archive/community-adoption.md +147 -0
  22. package/docs/archive/comparison-with-siloed-solutions.md +192 -0
  23. package/docs/archive/comprehensive-docs.md +156 -0
  24. package/docs/archive/data_flow_diagram.md +251 -0
  25. package/docs/archive/enhancement-implementation-summary.md +146 -0
  26. package/docs/archive/evolution-summary.md +141 -0
  27. package/docs/archive/ingestion_pipeline_diagram.md +198 -0
  28. package/docs/archive/native-module-profiling-results.md +135 -0
  29. package/docs/archive/positioning-document.md +158 -0
  30. package/docs/archive/positioning.md +175 -0
  31. package/docs/archive/query-builder-documentation.md +218 -0
  32. package/docs/archive/quick-reference.md +40 -0
  33. package/docs/archive/quickstart.md +63 -0
  34. package/docs/archive/relationship-narrative-discovery.md +141 -0
  35. package/docs/archive/search-logic-improvement-plan.md +336 -0
  36. package/docs/archive/search_architecture_diagram.md +212 -0
  37. package/docs/archive/semantic-architecture-guide.md +97 -0
  38. package/docs/archive/sequence-diagrams.md +128 -0
  39. package/docs/archive/system_components_diagram.md +296 -0
  40. package/docs/archive/test-framework-integration.md +109 -0
  41. package/docs/archive/testing-framework-documentation.md +397 -0
  42. package/docs/archive/testing-framework-summary.md +121 -0
  43. package/docs/archive/testing-framework.md +377 -0
  44. package/docs/archive/ui-architecture.md +75 -0
  45. package/docs/arxiv/BIBLIOGRAPHY.bib +145 -0
  46. package/docs/arxiv/RELATED_WORK.tex +39 -0
  47. package/docs/arxiv/compile.bat +48 -0
  48. package/docs/arxiv/joss_response.md +33 -0
  49. package/docs/arxiv/prepare-submission.bat +46 -0
  50. package/docs/arxiv/review.md +128 -0
  51. package/docs/arxiv/star-whitepaper.tex +657 -0
  52. package/docs/code-patterns.md +289 -0
  53. package/docs/whitepaper.md +445 -0
  54. package/engine/dist/agent/runtime.d.ts +41 -0
  55. package/engine/dist/agent/runtime.d.ts.map +1 -0
  56. package/engine/dist/agent/runtime.js +73 -0
  57. package/engine/dist/agent/runtime.js.map +1 -0
  58. package/engine/dist/commands/audit-tags.d.ts +14 -0
  59. package/engine/dist/commands/audit-tags.d.ts.map +1 -0
  60. package/engine/dist/commands/audit-tags.js +180 -0
  61. package/engine/dist/commands/audit-tags.js.map +1 -0
  62. package/engine/dist/commands/distill.d.ts +19 -0
  63. package/engine/dist/commands/distill.d.ts.map +1 -0
  64. package/engine/dist/commands/distill.js +114 -0
  65. package/engine/dist/commands/distill.js.map +1 -0
  66. package/engine/dist/commands/generate-synonyms.d.ts +14 -0
  67. package/engine/dist/commands/generate-synonyms.d.ts.map +1 -0
  68. package/engine/dist/commands/generate-synonyms.js +91 -0
  69. package/engine/dist/commands/generate-synonyms.js.map +1 -0
  70. package/engine/dist/config/index.d.ts +115 -0
  71. package/engine/dist/config/index.d.ts.map +1 -0
  72. package/engine/dist/config/index.js +326 -0
  73. package/engine/dist/config/index.js.map +1 -0
  74. package/engine/dist/config/max-recall-config.d.ts +102 -0
  75. package/engine/dist/config/max-recall-config.d.ts.map +1 -0
  76. package/engine/dist/config/max-recall-config.js +102 -0
  77. package/engine/dist/config/max-recall-config.js.map +1 -0
  78. package/engine/dist/config/paths.d.ts +40 -0
  79. package/engine/dist/config/paths.d.ts.map +1 -0
  80. package/engine/dist/config/paths.js +49 -0
  81. package/engine/dist/config/paths.js.map +1 -0
  82. package/engine/dist/core/batch.d.ts +19 -0
  83. package/engine/dist/core/batch.d.ts.map +1 -0
  84. package/engine/dist/core/batch.js +37 -0
  85. package/engine/dist/core/batch.js.map +1 -0
  86. package/engine/dist/core/db.d.ts +58 -0
  87. package/engine/dist/core/db.d.ts.map +1 -0
  88. package/engine/dist/core/db.js +563 -0
  89. package/engine/dist/core/db.js.map +1 -0
  90. package/engine/dist/core/inference/ChatWorker.d.ts +2 -0
  91. package/engine/dist/core/inference/ChatWorker.d.ts.map +1 -0
  92. package/engine/dist/core/inference/ChatWorker.js +28 -0
  93. package/engine/dist/core/inference/ChatWorker.js.map +1 -0
  94. package/engine/dist/core/inference/context_manager.d.ts +49 -0
  95. package/engine/dist/core/inference/context_manager.d.ts.map +1 -0
  96. package/engine/dist/core/inference/context_manager.js +199 -0
  97. package/engine/dist/core/inference/context_manager.js.map +1 -0
  98. package/engine/dist/core/inference/llamaLoaderWorker.d.ts +2 -0
  99. package/engine/dist/core/inference/llamaLoaderWorker.d.ts.map +1 -0
  100. package/engine/dist/core/inference/llamaLoaderWorker.js +23 -0
  101. package/engine/dist/core/inference/llamaLoaderWorker.js.map +1 -0
  102. package/engine/dist/core/vector.d.ts +40 -0
  103. package/engine/dist/core/vector.d.ts.map +1 -0
  104. package/engine/dist/core/vector.js +167 -0
  105. package/engine/dist/core/vector.js.map +1 -0
  106. package/engine/dist/index.d.ts +4 -0
  107. package/engine/dist/index.d.ts.map +1 -0
  108. package/engine/dist/index.js +400 -0
  109. package/engine/dist/index.js.map +1 -0
  110. package/engine/dist/middleware/auth.d.ts +14 -0
  111. package/engine/dist/middleware/auth.d.ts.map +1 -0
  112. package/engine/dist/middleware/auth.js +44 -0
  113. package/engine/dist/middleware/auth.js.map +1 -0
  114. package/engine/dist/middleware/request-tracing.d.ts +29 -0
  115. package/engine/dist/middleware/request-tracing.d.ts.map +1 -0
  116. package/engine/dist/middleware/request-tracing.js +115 -0
  117. package/engine/dist/middleware/request-tracing.js.map +1 -0
  118. package/engine/dist/middleware/validate.d.ts +30 -0
  119. package/engine/dist/middleware/validate.d.ts.map +1 -0
  120. package/engine/dist/middleware/validate.js +117 -0
  121. package/engine/dist/middleware/validate.js.map +1 -0
  122. package/engine/dist/native/index.d.ts +106 -0
  123. package/engine/dist/native/index.d.ts.map +1 -0
  124. package/engine/dist/native/index.js +230 -0
  125. package/engine/dist/native/index.js.map +1 -0
  126. package/engine/dist/native/types.d.ts +45 -0
  127. package/engine/dist/native/types.d.ts.map +1 -0
  128. package/engine/dist/native/types.js +6 -0
  129. package/engine/dist/native/types.js.map +1 -0
  130. package/engine/dist/profiling/atomization-profiling.d.ts +8 -0
  131. package/engine/dist/profiling/atomization-profiling.d.ts.map +1 -0
  132. package/engine/dist/profiling/atomization-profiling.js +108 -0
  133. package/engine/dist/profiling/atomization-profiling.js.map +1 -0
  134. package/engine/dist/profiling/bottleneck-identification.d.ts +8 -0
  135. package/engine/dist/profiling/bottleneck-identification.d.ts.map +1 -0
  136. package/engine/dist/profiling/bottleneck-identification.js +249 -0
  137. package/engine/dist/profiling/bottleneck-identification.js.map +1 -0
  138. package/engine/dist/profiling/content-sanitization-profiling.d.ts +12 -0
  139. package/engine/dist/profiling/content-sanitization-profiling.d.ts.map +1 -0
  140. package/engine/dist/profiling/content-sanitization-profiling.js +266 -0
  141. package/engine/dist/profiling/content-sanitization-profiling.js.map +1 -0
  142. package/engine/dist/profiling/simhash-profiling.d.ts +11 -0
  143. package/engine/dist/profiling/simhash-profiling.d.ts.map +1 -0
  144. package/engine/dist/profiling/simhash-profiling.js +168 -0
  145. package/engine/dist/profiling/simhash-profiling.js.map +1 -0
  146. package/engine/dist/routes/api.d.ts +9 -0
  147. package/engine/dist/routes/api.d.ts.map +1 -0
  148. package/engine/dist/routes/api.js +37 -0
  149. package/engine/dist/routes/api.js.map +1 -0
  150. package/engine/dist/routes/enhanced-api.d.ts +9 -0
  151. package/engine/dist/routes/enhanced-api.d.ts.map +1 -0
  152. package/engine/dist/routes/enhanced-api.js +139 -0
  153. package/engine/dist/routes/enhanced-api.js.map +1 -0
  154. package/engine/dist/routes/health.d.ts +8 -0
  155. package/engine/dist/routes/health.d.ts.map +1 -0
  156. package/engine/dist/routes/health.js +89 -0
  157. package/engine/dist/routes/health.js.map +1 -0
  158. package/engine/dist/routes/monitoring.d.ts +8 -0
  159. package/engine/dist/routes/monitoring.d.ts.map +1 -0
  160. package/engine/dist/routes/monitoring.js +509 -0
  161. package/engine/dist/routes/monitoring.js.map +1 -0
  162. package/engine/dist/routes/v1/admin.d.ts +3 -0
  163. package/engine/dist/routes/v1/admin.d.ts.map +1 -0
  164. package/engine/dist/routes/v1/admin.js +261 -0
  165. package/engine/dist/routes/v1/admin.js.map +1 -0
  166. package/engine/dist/routes/v1/atoms.d.ts +3 -0
  167. package/engine/dist/routes/v1/atoms.d.ts.map +1 -0
  168. package/engine/dist/routes/v1/atoms.js +172 -0
  169. package/engine/dist/routes/v1/atoms.js.map +1 -0
  170. package/engine/dist/routes/v1/backup.d.ts +3 -0
  171. package/engine/dist/routes/v1/backup.d.ts.map +1 -0
  172. package/engine/dist/routes/v1/backup.js +100 -0
  173. package/engine/dist/routes/v1/backup.js.map +1 -0
  174. package/engine/dist/routes/v1/git.d.ts +3 -0
  175. package/engine/dist/routes/v1/git.d.ts.map +1 -0
  176. package/engine/dist/routes/v1/git.js +316 -0
  177. package/engine/dist/routes/v1/git.js.map +1 -0
  178. package/engine/dist/routes/v1/ingest.d.ts +3 -0
  179. package/engine/dist/routes/v1/ingest.d.ts.map +1 -0
  180. package/engine/dist/routes/v1/ingest.js +66 -0
  181. package/engine/dist/routes/v1/ingest.js.map +1 -0
  182. package/engine/dist/routes/v1/memory.d.ts +14 -0
  183. package/engine/dist/routes/v1/memory.d.ts.map +1 -0
  184. package/engine/dist/routes/v1/memory.js +87 -0
  185. package/engine/dist/routes/v1/memory.js.map +1 -0
  186. package/engine/dist/routes/v1/research.d.ts +3 -0
  187. package/engine/dist/routes/v1/research.d.ts.map +1 -0
  188. package/engine/dist/routes/v1/research.js +109 -0
  189. package/engine/dist/routes/v1/research.js.map +1 -0
  190. package/engine/dist/routes/v1/search.d.ts +3 -0
  191. package/engine/dist/routes/v1/search.d.ts.map +1 -0
  192. package/engine/dist/routes/v1/search.js +180 -0
  193. package/engine/dist/routes/v1/search.js.map +1 -0
  194. package/engine/dist/routes/v1/settings.d.ts +8 -0
  195. package/engine/dist/routes/v1/settings.d.ts.map +1 -0
  196. package/engine/dist/routes/v1/settings.js +211 -0
  197. package/engine/dist/routes/v1/settings.js.map +1 -0
  198. package/engine/dist/routes/v1/system.d.ts +3 -0
  199. package/engine/dist/routes/v1/system.d.ts.map +1 -0
  200. package/engine/dist/routes/v1/system.js +326 -0
  201. package/engine/dist/routes/v1/system.js.map +1 -0
  202. package/engine/dist/routes/v1/tags.d.ts +3 -0
  203. package/engine/dist/routes/v1/tags.d.ts.map +1 -0
  204. package/engine/dist/routes/v1/tags.js +102 -0
  205. package/engine/dist/routes/v1/tags.js.map +1 -0
  206. package/engine/dist/server-8080.d.ts +2 -0
  207. package/engine/dist/server-8080.d.ts.map +1 -0
  208. package/engine/dist/server-8080.js +74 -0
  209. package/engine/dist/server-8080.js.map +1 -0
  210. package/engine/dist/services/backup/backup-restore.d.ts +37 -0
  211. package/engine/dist/services/backup/backup-restore.d.ts.map +1 -0
  212. package/engine/dist/services/backup/backup-restore.js +385 -0
  213. package/engine/dist/services/backup/backup-restore.js.map +1 -0
  214. package/engine/dist/services/backup/backup.d.ts +14 -0
  215. package/engine/dist/services/backup/backup.d.ts.map +1 -0
  216. package/engine/dist/services/backup/backup.js +442 -0
  217. package/engine/dist/services/backup/backup.js.map +1 -0
  218. package/engine/dist/services/distillation/radial-distiller-v2.d.ts +127 -0
  219. package/engine/dist/services/distillation/radial-distiller-v2.d.ts.map +1 -0
  220. package/engine/dist/services/distillation/radial-distiller-v2.js +503 -0
  221. package/engine/dist/services/distillation/radial-distiller-v2.js.map +1 -0
  222. package/engine/dist/services/distillation/radial-distiller.d.ts +63 -0
  223. package/engine/dist/services/distillation/radial-distiller.d.ts.map +1 -0
  224. package/engine/dist/services/distillation/radial-distiller.js +394 -0
  225. package/engine/dist/services/distillation/radial-distiller.js.map +1 -0
  226. package/engine/dist/services/health-check-enhanced.d.ts +89 -0
  227. package/engine/dist/services/health-check-enhanced.d.ts.map +1 -0
  228. package/engine/dist/services/health-check-enhanced.js +417 -0
  229. package/engine/dist/services/health-check-enhanced.js.map +1 -0
  230. package/engine/dist/services/idle-manager.d.ts +56 -0
  231. package/engine/dist/services/idle-manager.d.ts.map +1 -0
  232. package/engine/dist/services/idle-manager.js +210 -0
  233. package/engine/dist/services/idle-manager.js.map +1 -0
  234. package/engine/dist/services/inference/inference-service.d.ts +27 -0
  235. package/engine/dist/services/inference/inference-service.d.ts.map +1 -0
  236. package/engine/dist/services/inference/inference-service.js +89 -0
  237. package/engine/dist/services/inference/inference-service.js.map +1 -0
  238. package/engine/dist/services/inference/inference.d.ts +59 -0
  239. package/engine/dist/services/inference/inference.d.ts.map +1 -0
  240. package/engine/dist/services/inference/inference.js +131 -0
  241. package/engine/dist/services/inference/inference.js.map +1 -0
  242. package/engine/dist/services/ingest/atomizer-service.d.ts +74 -0
  243. package/engine/dist/services/ingest/atomizer-service.d.ts.map +1 -0
  244. package/engine/dist/services/ingest/atomizer-service.js +982 -0
  245. package/engine/dist/services/ingest/atomizer-service.js.map +1 -0
  246. package/engine/dist/services/ingest/content-cleaner.d.ts +43 -0
  247. package/engine/dist/services/ingest/content-cleaner.d.ts.map +1 -0
  248. package/engine/dist/services/ingest/content-cleaner.js +166 -0
  249. package/engine/dist/services/ingest/content-cleaner.js.map +1 -0
  250. package/engine/dist/services/ingest/github-ingest-service.d.ts +103 -0
  251. package/engine/dist/services/ingest/github-ingest-service.d.ts.map +1 -0
  252. package/engine/dist/services/ingest/github-ingest-service.js +537 -0
  253. package/engine/dist/services/ingest/github-ingest-service.js.map +1 -0
  254. package/engine/dist/services/ingest/ingest-atomic.d.ts +16 -0
  255. package/engine/dist/services/ingest/ingest-atomic.d.ts.map +1 -0
  256. package/engine/dist/services/ingest/ingest-atomic.js +437 -0
  257. package/engine/dist/services/ingest/ingest-atomic.js.map +1 -0
  258. package/engine/dist/services/ingest/ingest.d.ts +50 -0
  259. package/engine/dist/services/ingest/ingest.d.ts.map +1 -0
  260. package/engine/dist/services/ingest/ingest.js +230 -0
  261. package/engine/dist/services/ingest/ingest.js.map +1 -0
  262. package/engine/dist/services/ingest/watchdog.d.ts +31 -0
  263. package/engine/dist/services/ingest/watchdog.d.ts.map +1 -0
  264. package/engine/dist/services/ingest/watchdog.js +400 -0
  265. package/engine/dist/services/ingest/watchdog.js.map +1 -0
  266. package/engine/dist/services/llm/context.d.ts +6 -0
  267. package/engine/dist/services/llm/context.d.ts.map +1 -0
  268. package/engine/dist/services/llm/context.js +80 -0
  269. package/engine/dist/services/llm/context.js.map +1 -0
  270. package/engine/dist/services/llm/provider.d.ts +23 -0
  271. package/engine/dist/services/llm/provider.d.ts.map +1 -0
  272. package/engine/dist/services/llm/provider.js +338 -0
  273. package/engine/dist/services/llm/provider.js.map +1 -0
  274. package/engine/dist/services/llm/reader.d.ts +12 -0
  275. package/engine/dist/services/llm/reader.d.ts.map +1 -0
  276. package/engine/dist/services/llm/reader.js +40 -0
  277. package/engine/dist/services/llm/reader.js.map +1 -0
  278. package/engine/dist/services/mirror/mirror.d.ts +28 -0
  279. package/engine/dist/services/mirror/mirror.d.ts.map +1 -0
  280. package/engine/dist/services/mirror/mirror.js +208 -0
  281. package/engine/dist/services/mirror/mirror.js.map +1 -0
  282. package/engine/dist/services/nlp/nlp-service.d.ts +70 -0
  283. package/engine/dist/services/nlp/nlp-service.d.ts.map +1 -0
  284. package/engine/dist/services/nlp/nlp-service.js +151 -0
  285. package/engine/dist/services/nlp/nlp-service.js.map +1 -0
  286. package/engine/dist/services/nlp/query-parser.d.ts +9 -0
  287. package/engine/dist/services/nlp/query-parser.d.ts.map +1 -0
  288. package/engine/dist/services/nlp/query-parser.js +29 -0
  289. package/engine/dist/services/nlp/query-parser.js.map +1 -0
  290. package/engine/dist/services/query-builder/DataFrame.d.ts +95 -0
  291. package/engine/dist/services/query-builder/DataFrame.d.ts.map +1 -0
  292. package/engine/dist/services/query-builder/DataFrame.js +263 -0
  293. package/engine/dist/services/query-builder/DataFrame.js.map +1 -0
  294. package/engine/dist/services/query-builder/QueryBuilder.d.ts +106 -0
  295. package/engine/dist/services/query-builder/QueryBuilder.d.ts.map +1 -0
  296. package/engine/dist/services/query-builder/QueryBuilder.js +235 -0
  297. package/engine/dist/services/query-builder/QueryBuilder.js.map +1 -0
  298. package/engine/dist/services/query-builder/utils/export.d.ts +11 -0
  299. package/engine/dist/services/query-builder/utils/export.d.ts.map +1 -0
  300. package/engine/dist/services/query-builder/utils/export.js +130 -0
  301. package/engine/dist/services/query-builder/utils/export.js.map +1 -0
  302. package/engine/dist/services/research/researcher.d.ts +15 -0
  303. package/engine/dist/services/research/researcher.d.ts.map +1 -0
  304. package/engine/dist/services/research/researcher.js +123 -0
  305. package/engine/dist/services/research/researcher.js.map +1 -0
  306. package/engine/dist/services/scribe/scribe.d.ts +43 -0
  307. package/engine/dist/services/scribe/scribe.d.ts.map +1 -0
  308. package/engine/dist/services/scribe/scribe.js +135 -0
  309. package/engine/dist/services/scribe/scribe.js.map +1 -0
  310. package/engine/dist/services/search/bright-nodes.d.ts +41 -0
  311. package/engine/dist/services/search/bright-nodes.d.ts.map +1 -0
  312. package/engine/dist/services/search/bright-nodes.js +117 -0
  313. package/engine/dist/services/search/bright-nodes.js.map +1 -0
  314. package/engine/dist/services/search/context-inflator.d.ts +63 -0
  315. package/engine/dist/services/search/context-inflator.d.ts.map +1 -0
  316. package/engine/dist/services/search/context-inflator.js +649 -0
  317. package/engine/dist/services/search/context-inflator.js.map +1 -0
  318. package/engine/dist/services/search/context-manager.d.ts +34 -0
  319. package/engine/dist/services/search/context-manager.d.ts.map +1 -0
  320. package/engine/dist/services/search/context-manager.js +124 -0
  321. package/engine/dist/services/search/context-manager.js.map +1 -0
  322. package/engine/dist/services/search/distributed-query.d.ts +38 -0
  323. package/engine/dist/services/search/distributed-query.d.ts.map +1 -0
  324. package/engine/dist/services/search/distributed-query.js +105 -0
  325. package/engine/dist/services/search/distributed-query.js.map +1 -0
  326. package/engine/dist/services/search/explore.d.ts +73 -0
  327. package/engine/dist/services/search/explore.d.ts.map +1 -0
  328. package/engine/dist/services/search/explore.js +388 -0
  329. package/engine/dist/services/search/explore.js.map +1 -0
  330. package/engine/dist/services/search/graph-context-serializer.d.ts +76 -0
  331. package/engine/dist/services/search/graph-context-serializer.d.ts.map +1 -0
  332. package/engine/dist/services/search/graph-context-serializer.js +435 -0
  333. package/engine/dist/services/search/graph-context-serializer.js.map +1 -0
  334. package/engine/dist/services/search/llm-context-formatter.d.ts +122 -0
  335. package/engine/dist/services/search/llm-context-formatter.d.ts.map +1 -0
  336. package/engine/dist/services/search/llm-context-formatter.js +394 -0
  337. package/engine/dist/services/search/llm-context-formatter.js.map +1 -0
  338. package/engine/dist/services/search/physics-tag-walker.d.ts +115 -0
  339. package/engine/dist/services/search/physics-tag-walker.d.ts.map +1 -0
  340. package/engine/dist/services/search/physics-tag-walker.js +611 -0
  341. package/engine/dist/services/search/physics-tag-walker.js.map +1 -0
  342. package/engine/dist/services/search/query-parser.d.ts +66 -0
  343. package/engine/dist/services/search/query-parser.d.ts.map +1 -0
  344. package/engine/dist/services/search/query-parser.js +346 -0
  345. package/engine/dist/services/search/query-parser.js.map +1 -0
  346. package/engine/dist/services/search/search-utils.d.ts +100 -0
  347. package/engine/dist/services/search/search-utils.d.ts.map +1 -0
  348. package/engine/dist/services/search/search-utils.js +473 -0
  349. package/engine/dist/services/search/search-utils.js.map +1 -0
  350. package/engine/dist/services/search/search.d.ts +116 -0
  351. package/engine/dist/services/search/search.d.ts.map +1 -0
  352. package/engine/dist/services/search/search.js +1286 -0
  353. package/engine/dist/services/search/search.js.map +1 -0
  354. package/engine/dist/services/search/sovereign-system-prompt.d.ts +48 -0
  355. package/engine/dist/services/search/sovereign-system-prompt.d.ts.map +1 -0
  356. package/engine/dist/services/search/sovereign-system-prompt.js +101 -0
  357. package/engine/dist/services/search/sovereign-system-prompt.js.map +1 -0
  358. package/engine/dist/services/search/streaming-search.d.ts +51 -0
  359. package/engine/dist/services/search/streaming-search.d.ts.map +1 -0
  360. package/engine/dist/services/search/streaming-search.js +94 -0
  361. package/engine/dist/services/search/streaming-search.js.map +1 -0
  362. package/engine/dist/services/semantic/semantic-ingestion-service.d.ts +53 -0
  363. package/engine/dist/services/semantic/semantic-ingestion-service.d.ts.map +1 -0
  364. package/engine/dist/services/semantic/semantic-ingestion-service.js +625 -0
  365. package/engine/dist/services/semantic/semantic-ingestion-service.js.map +1 -0
  366. package/engine/dist/services/semantic/semantic-molecule-processor.d.ts +68 -0
  367. package/engine/dist/services/semantic/semantic-molecule-processor.d.ts.map +1 -0
  368. package/engine/dist/services/semantic/semantic-molecule-processor.js +176 -0
  369. package/engine/dist/services/semantic/semantic-molecule-processor.js.map +1 -0
  370. package/engine/dist/services/semantic/semantic-search.d.ts +52 -0
  371. package/engine/dist/services/semantic/semantic-search.d.ts.map +1 -0
  372. package/engine/dist/services/semantic/semantic-search.js +649 -0
  373. package/engine/dist/services/semantic/semantic-search.js.map +1 -0
  374. package/engine/dist/services/semantic/semantic-tag-deriver.d.ts +64 -0
  375. package/engine/dist/services/semantic/semantic-tag-deriver.d.ts.map +1 -0
  376. package/engine/dist/services/semantic/semantic-tag-deriver.js +191 -0
  377. package/engine/dist/services/semantic/semantic-tag-deriver.js.map +1 -0
  378. package/engine/dist/services/semantic/types/semantic.d.ts +26 -0
  379. package/engine/dist/services/semantic/types/semantic.d.ts.map +1 -0
  380. package/engine/dist/services/semantic/types/semantic.js +7 -0
  381. package/engine/dist/services/semantic/types/semantic.js.map +1 -0
  382. package/engine/dist/services/synonyms/auto-synonym-generator.d.ts +79 -0
  383. package/engine/dist/services/synonyms/auto-synonym-generator.d.ts.map +1 -0
  384. package/engine/dist/services/synonyms/auto-synonym-generator.js +415 -0
  385. package/engine/dist/services/synonyms/auto-synonym-generator.js.map +1 -0
  386. package/engine/dist/services/system-status.d.ts +68 -0
  387. package/engine/dist/services/system-status.d.ts.map +1 -0
  388. package/engine/dist/services/system-status.js +107 -0
  389. package/engine/dist/services/system-status.js.map +1 -0
  390. package/engine/dist/services/tags/discovery.d.ts +16 -0
  391. package/engine/dist/services/tags/discovery.d.ts.map +1 -0
  392. package/engine/dist/services/tags/discovery.js +206 -0
  393. package/engine/dist/services/tags/discovery.js.map +1 -0
  394. package/engine/dist/services/tags/gliner.d.ts +18 -0
  395. package/engine/dist/services/tags/gliner.d.ts.map +1 -0
  396. package/engine/dist/services/tags/gliner.js +119 -0
  397. package/engine/dist/services/tags/gliner.js.map +1 -0
  398. package/engine/dist/services/tags/infector.d.ts +21 -0
  399. package/engine/dist/services/tags/infector.d.ts.map +1 -0
  400. package/engine/dist/services/tags/infector.js +168 -0
  401. package/engine/dist/services/tags/infector.js.map +1 -0
  402. package/engine/dist/services/tags/tag-auditor.d.ts +77 -0
  403. package/engine/dist/services/tags/tag-auditor.d.ts.map +1 -0
  404. package/engine/dist/services/tags/tag-auditor.js +283 -0
  405. package/engine/dist/services/tags/tag-auditor.js.map +1 -0
  406. package/engine/dist/services/taxonomy/taxonomy-manager.d.ts +50 -0
  407. package/engine/dist/services/taxonomy/taxonomy-manager.d.ts.map +1 -0
  408. package/engine/dist/services/taxonomy/taxonomy-manager.js +291 -0
  409. package/engine/dist/services/taxonomy/taxonomy-manager.js.map +1 -0
  410. package/engine/dist/services/vision/vision_service.d.ts +4 -0
  411. package/engine/dist/services/vision/vision_service.d.ts.map +1 -0
  412. package/engine/dist/services/vision/vision_service.js +197 -0
  413. package/engine/dist/services/vision/vision_service.js.map +1 -0
  414. package/engine/dist/test-framework/core.d.ts +133 -0
  415. package/engine/dist/test-framework/core.d.ts.map +1 -0
  416. package/engine/dist/test-framework/core.js +313 -0
  417. package/engine/dist/test-framework/core.js.map +1 -0
  418. package/engine/dist/test-framework/dataset-runner.d.ts +78 -0
  419. package/engine/dist/test-framework/dataset-runner.d.ts.map +1 -0
  420. package/engine/dist/test-framework/dataset-runner.js +223 -0
  421. package/engine/dist/test-framework/dataset-runner.js.map +1 -0
  422. package/engine/dist/test-framework/diagnostic-tests.d.ts +38 -0
  423. package/engine/dist/test-framework/diagnostic-tests.d.ts.map +1 -0
  424. package/engine/dist/test-framework/diagnostic-tests.js +283 -0
  425. package/engine/dist/test-framework/diagnostic-tests.js.map +1 -0
  426. package/engine/dist/test-framework/performance-regression-tests.d.ts +30 -0
  427. package/engine/dist/test-framework/performance-regression-tests.d.ts.map +1 -0
  428. package/engine/dist/test-framework/performance-regression-tests.js +331 -0
  429. package/engine/dist/test-framework/performance-regression-tests.js.map +1 -0
  430. package/engine/dist/types/api.d.ts +53 -0
  431. package/engine/dist/types/api.d.ts.map +1 -0
  432. package/engine/dist/types/api.js +2 -0
  433. package/engine/dist/types/api.js.map +1 -0
  434. package/engine/dist/types/atomic.d.ts +42 -0
  435. package/engine/dist/types/atomic.d.ts.map +1 -0
  436. package/engine/dist/types/atomic.js +10 -0
  437. package/engine/dist/types/atomic.js.map +1 -0
  438. package/engine/dist/types/context-protocol.d.ts +137 -0
  439. package/engine/dist/types/context-protocol.d.ts.map +1 -0
  440. package/engine/dist/types/context-protocol.js +28 -0
  441. package/engine/dist/types/context-protocol.js.map +1 -0
  442. package/engine/dist/types/context.d.ts +2 -0
  443. package/engine/dist/types/context.d.ts.map +1 -0
  444. package/engine/dist/types/context.js +2 -0
  445. package/engine/dist/types/context.js.map +1 -0
  446. package/engine/dist/types/index.d.ts +20 -0
  447. package/engine/dist/types/index.d.ts.map +1 -0
  448. package/engine/dist/types/index.js +18 -0
  449. package/engine/dist/types/index.js.map +1 -0
  450. package/engine/dist/types/search.d.ts +31 -0
  451. package/engine/dist/types/search.d.ts.map +1 -0
  452. package/engine/dist/types/search.js +2 -0
  453. package/engine/dist/types/search.js.map +1 -0
  454. package/engine/dist/types/taxonomy.d.ts +137 -0
  455. package/engine/dist/types/taxonomy.d.ts.map +1 -0
  456. package/engine/dist/types/taxonomy.js +138 -0
  457. package/engine/dist/types/taxonomy.js.map +1 -0
  458. package/engine/dist/types/taxonomy.simple.d.ts +131 -0
  459. package/engine/dist/types/taxonomy.simple.d.ts.map +1 -0
  460. package/engine/dist/types/taxonomy.simple.js +132 -0
  461. package/engine/dist/types/taxonomy.simple.js.map +1 -0
  462. package/engine/dist/types/tool-call.d.ts +16 -0
  463. package/engine/dist/types/tool-call.d.ts.map +1 -0
  464. package/engine/dist/types/tool-call.js +6 -0
  465. package/engine/dist/types/tool-call.js.map +1 -0
  466. package/engine/dist/types/trace.d.ts +25 -0
  467. package/engine/dist/types/trace.d.ts.map +1 -0
  468. package/engine/dist/types/trace.js +5 -0
  469. package/engine/dist/types/trace.js.map +1 -0
  470. package/engine/dist/utils/adaptive-concurrency.d.ts +81 -0
  471. package/engine/dist/utils/adaptive-concurrency.d.ts.map +1 -0
  472. package/engine/dist/utils/adaptive-concurrency.js +266 -0
  473. package/engine/dist/utils/adaptive-concurrency.js.map +1 -0
  474. package/engine/dist/utils/date_extractor.d.ts +2 -0
  475. package/engine/dist/utils/date_extractor.d.ts.map +1 -0
  476. package/engine/dist/utils/date_extractor.js +32 -0
  477. package/engine/dist/utils/date_extractor.js.map +1 -0
  478. package/engine/dist/utils/native-module-manager.d.ts +48 -0
  479. package/engine/dist/utils/native-module-manager.d.ts.map +1 -0
  480. package/engine/dist/utils/native-module-manager.js +265 -0
  481. package/engine/dist/utils/native-module-manager.js.map +1 -0
  482. package/engine/dist/utils/native-module-profiler.d.ts +66 -0
  483. package/engine/dist/utils/native-module-profiler.d.ts.map +1 -0
  484. package/engine/dist/utils/native-module-profiler.js +182 -0
  485. package/engine/dist/utils/native-module-profiler.js.map +1 -0
  486. package/engine/dist/utils/path-manager.d.ts +59 -0
  487. package/engine/dist/utils/path-manager.d.ts.map +1 -0
  488. package/engine/dist/utils/path-manager.js +154 -0
  489. package/engine/dist/utils/path-manager.js.map +1 -0
  490. package/engine/dist/utils/performance-monitor.d.ts +92 -0
  491. package/engine/dist/utils/performance-monitor.d.ts.map +1 -0
  492. package/engine/dist/utils/performance-monitor.js +221 -0
  493. package/engine/dist/utils/performance-monitor.js.map +1 -0
  494. package/engine/dist/utils/process-manager.d.ts +18 -0
  495. package/engine/dist/utils/process-manager.d.ts.map +1 -0
  496. package/engine/dist/utils/process-manager.js +100 -0
  497. package/engine/dist/utils/process-manager.js.map +1 -0
  498. package/engine/dist/utils/request-tracer.d.ts +131 -0
  499. package/engine/dist/utils/request-tracer.d.ts.map +1 -0
  500. package/engine/dist/utils/request-tracer.js +414 -0
  501. package/engine/dist/utils/request-tracer.js.map +1 -0
  502. package/engine/dist/utils/resource-manager.d.ts +108 -0
  503. package/engine/dist/utils/resource-manager.d.ts.map +1 -0
  504. package/engine/dist/utils/resource-manager.js +235 -0
  505. package/engine/dist/utils/resource-manager.js.map +1 -0
  506. package/engine/dist/utils/safe-dns.d.ts +14 -0
  507. package/engine/dist/utils/safe-dns.d.ts.map +1 -0
  508. package/engine/dist/utils/safe-dns.js +105 -0
  509. package/engine/dist/utils/safe-dns.js.map +1 -0
  510. package/engine/dist/utils/structured-logger.d.ts +124 -0
  511. package/engine/dist/utils/structured-logger.d.ts.map +1 -0
  512. package/engine/dist/utils/structured-logger.js +332 -0
  513. package/engine/dist/utils/structured-logger.js.map +1 -0
  514. package/engine/dist/utils/tag-cleanup.d.ts +11 -0
  515. package/engine/dist/utils/tag-cleanup.d.ts.map +1 -0
  516. package/engine/dist/utils/tag-cleanup.js +111 -0
  517. package/engine/dist/utils/tag-cleanup.js.map +1 -0
  518. package/engine/dist/utils/tag-filter.d.ts +19 -0
  519. package/engine/dist/utils/tag-filter.d.ts.map +1 -0
  520. package/engine/dist/utils/tag-filter.js +147 -0
  521. package/engine/dist/utils/tag-filter.js.map +1 -0
  522. package/engine/dist/utils/tag-modulation.d.ts +80 -0
  523. package/engine/dist/utils/tag-modulation.d.ts.map +1 -0
  524. package/engine/dist/utils/tag-modulation.js +284 -0
  525. package/engine/dist/utils/tag-modulation.js.map +1 -0
  526. package/engine/dist/utils/timer.d.ts +40 -0
  527. package/engine/dist/utils/timer.d.ts.map +1 -0
  528. package/engine/dist/utils/timer.js +76 -0
  529. package/engine/dist/utils/timer.js.map +1 -0
  530. package/engine/dist/utils/token-utils.d.ts +19 -0
  531. package/engine/dist/utils/token-utils.d.ts.map +1 -0
  532. package/engine/dist/utils/token-utils.js +71 -0
  533. package/engine/dist/utils/token-utils.js.map +1 -0
  534. package/engine/dist/utils/wasm-module-loader.d.ts +50 -0
  535. package/engine/dist/utils/wasm-module-loader.d.ts.map +1 -0
  536. package/engine/dist/utils/wasm-module-loader.js +136 -0
  537. package/engine/dist/utils/wasm-module-loader.js.map +1 -0
  538. package/engine/package.json +105 -0
  539. package/package.json +106 -0
@@ -0,0 +1,442 @@
1
+ import * as fs from 'fs';
2
+ import * as path from 'path';
3
+ import * as readline from 'readline';
4
+ import { db } from '../../core/db.js';
5
+ import PATHS from '../../config/paths.js';
6
+ const BACKUP_DIR = PATHS.BACKUPS_DIR;
7
+ const MIRRORED_BRAIN_DIR = PATHS.MIRRORED_BRAIN_DIR;
8
+ if (!fs.existsSync(BACKUP_DIR)) {
9
+ fs.mkdirSync(BACKUP_DIR, { recursive: true });
10
+ }
11
+ /**
12
+ * Convert JS array to PostgreSQL array format
13
+ * ['a','b'] => '{a,b}'
14
+ */
15
+ function toPgArray(arr) {
16
+ if (!arr || !Array.isArray(arr))
17
+ return '{}';
18
+ return '{' + arr.map(v => {
19
+ if (v === null || v === undefined)
20
+ return 'NULL';
21
+ const str = String(v);
22
+ if (str.includes(',') || str.includes('{') || str.includes('}') || str.includes('"')) {
23
+ return '"' + str.replace(/"/g, '""') + '"';
24
+ }
25
+ return str;
26
+ }).join(',') + '}';
27
+ }
28
+ /**
29
+ * Async generator: walks a directory recursively, yielding absolute file paths.
30
+ */
31
+ async function* walkDir(dir) {
32
+ const entries = await fs.promises.readdir(dir, { withFileTypes: true });
33
+ for (const entry of entries) {
34
+ const fullPath = path.join(dir, entry.name);
35
+ if (entry.isDirectory()) {
36
+ yield* walkDir(fullPath);
37
+ }
38
+ else {
39
+ yield fullPath;
40
+ }
41
+ }
42
+ }
43
+ export async function createBackup() {
44
+ const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
45
+ const filename = `backup_${timestamp}.json`;
46
+ const filePath = path.join(BACKUP_DIR, filename);
47
+ console.log(`[Backup] Starting backup to ${filename}...`);
48
+ const stream = fs.createWriteStream(filePath, { encoding: 'utf8' });
49
+ const write = (data) => {
50
+ return new Promise((resolve) => {
51
+ if (!stream.write(data)) {
52
+ stream.once('drain', resolve);
53
+ }
54
+ else {
55
+ resolve();
56
+ }
57
+ });
58
+ };
59
+ let fileCount = 0;
60
+ let sourceCount = 0;
61
+ let engramCount = 0;
62
+ try {
63
+ await write('{\n "timestamp": "' + new Date().toISOString() + '",\n');
64
+ await write(' "version": "2",\n');
65
+ // 1. Stream mirrored_brain/ files (cleaned content)
66
+ await write(' "files": [\n');
67
+ let firstFile = true;
68
+ if (fs.existsSync(MIRRORED_BRAIN_DIR)) {
69
+ for await (const absPath of walkDir(MIRRORED_BRAIN_DIR)) {
70
+ try {
71
+ const content = await fs.promises.readFile(absPath, 'utf-8');
72
+ const relativePath = path.relative(MIRRORED_BRAIN_DIR, absPath)
73
+ .replace(/\\/g, '/'); // normalize to forward slashes
74
+ if (!firstFile)
75
+ await write(',\n');
76
+ await write(' ' + JSON.stringify({ path: relativePath, content }));
77
+ firstFile = false;
78
+ fileCount++;
79
+ }
80
+ catch (e) {
81
+ console.warn(`[Backup] Skipping unreadable file: ${absPath}: ${e.message}`);
82
+ }
83
+ }
84
+ }
85
+ else {
86
+ console.warn('[Backup] mirrored_brain/ does not exist ΓÇö files section will be empty.');
87
+ }
88
+ await write('\n ],\n');
89
+ // 2. Stream sources metadata
90
+ await write(' "source": [\n');
91
+ const sourceResult = await db.run('SELECT path, hash, total_atoms, last_ingest FROM sources');
92
+ if (sourceResult.rows) {
93
+ for (let i = 0; i < sourceResult.rows.length; i++) {
94
+ if (i > 0)
95
+ await write(',\n');
96
+ await write(' ' + JSON.stringify(sourceResult.rows[i]));
97
+ sourceCount++;
98
+ }
99
+ }
100
+ await write('\n ],\n');
101
+ // 3. Stream engrams
102
+ await write(' "engrams": [\n');
103
+ const engramResult = await db.run('SELECT key, value FROM engrams');
104
+ if (engramResult.rows) {
105
+ for (let i = 0; i < engramResult.rows.length; i++) {
106
+ if (i > 0)
107
+ await write(',\n');
108
+ await write(' ' + JSON.stringify(engramResult.rows[i]));
109
+ engramCount++;
110
+ }
111
+ }
112
+ await write('\n ]\n}');
113
+ }
114
+ catch (e) {
115
+ console.error('[Backup] Streaming failed:', e);
116
+ stream.end();
117
+ throw e;
118
+ }
119
+ return new Promise((resolve, reject) => {
120
+ stream.end(() => {
121
+ const stats = {
122
+ memory_count: 0,
123
+ file_count: fileCount,
124
+ source_count: sourceCount,
125
+ engram_count: engramCount,
126
+ timestamp
127
+ };
128
+ console.log(`[Backup] Completed. Stats:`, stats);
129
+ resolve({ filename, stats });
130
+ });
131
+ stream.on('error', reject);
132
+ });
133
+ }
134
+ export async function listBackups() {
135
+ if (!fs.existsSync(BACKUP_DIR))
136
+ return [];
137
+ const files = await fs.promises.readdir(BACKUP_DIR);
138
+ return files.filter(f => f.endsWith('.json')).sort().reverse(); // Newest first
139
+ }
140
+ export async function restoreBackup(filename) {
141
+ const filePath = path.join(BACKUP_DIR, filename);
142
+ if (!fs.existsSync(filePath)) {
143
+ throw new Error(`Backup file not found: ${filename}`);
144
+ }
145
+ const fileSize = fs.statSync(filePath).size;
146
+ const fileSizeMB = (fileSize / 1024 / 1024).toFixed(2);
147
+ const startTime = Date.now();
148
+ console.log(`[Backup] 🔄 Starting restore: ${filename} (${fileSizeMB} MB)`);
149
+ const fileStream = fs.createReadStream(filePath);
150
+ const rl = readline.createInterface({ input: fileStream, crlfDelay: Infinity });
151
+ let currentSection = 'none';
152
+ let batch = [];
153
+ const BATCH_SIZE = 1000;
154
+ let lineCount = 0;
155
+ let lastLogTime = Date.now();
156
+ const stats = {
157
+ memory_count: 0,
158
+ file_count: 0,
159
+ source_count: 0,
160
+ engram_count: 0,
161
+ timestamp: new Date().toISOString()
162
+ };
163
+ // Ensure mirrored_brain/ exists for new-format restores
164
+ if (!fs.existsSync(MIRRORED_BRAIN_DIR)) {
165
+ fs.mkdirSync(MIRRORED_BRAIN_DIR, { recursive: true });
166
+ }
167
+ const flushBatch = async () => {
168
+ if (batch.length === 0)
169
+ return;
170
+ if (currentSection === 'files') {
171
+ // New format: write cleaned files to mirrored_brain/
172
+ for (const row of batch) {
173
+ if (!row.path || row.content === undefined)
174
+ continue;
175
+ const dest = path.join(MIRRORED_BRAIN_DIR, row.path);
176
+ const destDir = path.dirname(dest);
177
+ if (!fs.existsSync(destDir))
178
+ fs.mkdirSync(destDir, { recursive: true });
179
+ try {
180
+ fs.writeFileSync(dest, row.content, 'utf-8');
181
+ stats.file_count++;
182
+ }
183
+ catch (e) {
184
+ console.warn(`[Backup] ⚠️ Failed to write ${dest}: ${e.message}`);
185
+ }
186
+ }
187
+ }
188
+ else if (currentSection === 'memory') {
189
+ // Legacy format: restore atoms to DB
190
+ const placeholders = [];
191
+ const params = [];
192
+ let pIdx = 1;
193
+ for (const row of batch) {
194
+ let embedding = row.embedding;
195
+ if (typeof embedding === 'string') {
196
+ try {
197
+ embedding = JSON.parse(embedding);
198
+ }
199
+ catch {
200
+ embedding = [];
201
+ }
202
+ }
203
+ else if (!Array.isArray(embedding)) {
204
+ embedding = [];
205
+ }
206
+ let buckets = row.buckets;
207
+ if (typeof buckets === 'string') {
208
+ try {
209
+ buckets = JSON.parse(buckets);
210
+ }
211
+ catch {
212
+ buckets = [];
213
+ }
214
+ }
215
+ else if (!Array.isArray(buckets)) {
216
+ buckets = [];
217
+ }
218
+ let tags = row.tags;
219
+ if (typeof tags === 'string') {
220
+ try {
221
+ tags = JSON.parse(tags);
222
+ }
223
+ catch {
224
+ tags = [];
225
+ }
226
+ }
227
+ else if (!Array.isArray(tags)) {
228
+ tags = [];
229
+ }
230
+ placeholders.push(`($${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++})`);
231
+ params.push(row.id || '', row.timestamp || 0, row.content || '', row.source_path || '', row.source_id || null, row.sequence ?? null, row.type || null, row.hash || null, toPgArray(buckets), toPgArray(tags), row.epochs || null, row.provenance || 'external', row.simhash || '0', toPgArray(embedding));
232
+ stats.memory_count++;
233
+ }
234
+ if (placeholders.length > 0) {
235
+ await db.run(`INSERT INTO atoms (id, timestamp, content, source_path, source_id, sequence, type, hash, buckets, tags, epochs, provenance, simhash, embedding)
236
+ VALUES ${placeholders.join(', ')}
237
+ ON CONFLICT (id) DO UPDATE SET
238
+ content = EXCLUDED.content, timestamp = EXCLUDED.timestamp,
239
+ source_path = EXCLUDED.source_path, source_id = EXCLUDED.source_id,
240
+ sequence = EXCLUDED.sequence, type = EXCLUDED.type,
241
+ hash = EXCLUDED.hash, buckets = EXCLUDED.buckets,
242
+ tags = EXCLUDED.tags, epochs = EXCLUDED.epochs,
243
+ provenance = EXCLUDED.provenance, simhash = EXCLUDED.simhash,
244
+ embedding = EXCLUDED.embedding`, params);
245
+ }
246
+ }
247
+ else if (currentSection === 'source') {
248
+ const placeholders = [];
249
+ const params = [];
250
+ let pIdx = 1;
251
+ for (const row of batch) {
252
+ placeholders.push(`($${pIdx++}, $${pIdx++}, $${pIdx++}, $${pIdx++})`);
253
+ params.push(row.path || '', row.hash || '', row.total_atoms || 0, row.last_ingest || null);
254
+ stats.source_count++;
255
+ }
256
+ if (placeholders.length > 0) {
257
+ await db.run(`INSERT INTO sources (path, hash, total_atoms, last_ingest)
258
+ VALUES ${placeholders.join(', ')}
259
+ ON CONFLICT (path) DO UPDATE SET
260
+ hash = EXCLUDED.hash, total_atoms = EXCLUDED.total_atoms,
261
+ last_ingest = EXCLUDED.last_ingest`, params);
262
+ }
263
+ }
264
+ else if (currentSection === 'engrams') {
265
+ const placeholders = [];
266
+ const params = [];
267
+ let pIdx = 1;
268
+ for (const row of batch) {
269
+ placeholders.push(`($${pIdx++}, $${pIdx++})`);
270
+ params.push(row.key, row.value);
271
+ stats.engram_count++;
272
+ }
273
+ if (placeholders.length > 0) {
274
+ await db.run(`INSERT INTO engrams (key, value) VALUES ${placeholders.join(', ')}
275
+ ON CONFLICT (key) DO UPDATE SET value = EXCLUDED.value`, params);
276
+ }
277
+ }
278
+ batch = [];
279
+ };
280
+ for await (const line of rl) {
281
+ const trimmed = line.trim();
282
+ // Section detection
283
+ if (trimmed.startsWith('"files": [')) {
284
+ currentSection = 'files';
285
+ continue;
286
+ }
287
+ if (trimmed.startsWith('"memory": [')) {
288
+ currentSection = 'memory';
289
+ continue;
290
+ }
291
+ if (trimmed.startsWith('"source": [')) {
292
+ currentSection = 'source';
293
+ continue;
294
+ }
295
+ if (trimmed.startsWith('"engrams": [')) {
296
+ currentSection = 'engrams';
297
+ continue;
298
+ }
299
+ if (trimmed.startsWith('],')) {
300
+ await flushBatch();
301
+ currentSection = 'none';
302
+ continue;
303
+ }
304
+ if (currentSection !== 'none') {
305
+ lineCount++;
306
+ const now = Date.now();
307
+ if (lineCount % 10000 === 0 || (now - lastLogTime) > 10000) {
308
+ console.log(`[Backup] 📊 Progress: ${lineCount} lines, ${stats.file_count} files, ${stats.memory_count} atoms`);
309
+ lastLogTime = now;
310
+ }
311
+ const jsonStr = trimmed.endsWith(',') ? trimmed.slice(0, -1) : trimmed;
312
+ try {
313
+ if (jsonStr.startsWith('{') || jsonStr.startsWith('[')) {
314
+ batch.push(JSON.parse(jsonStr));
315
+ if (batch.length >= BATCH_SIZE)
316
+ await flushBatch();
317
+ }
318
+ }
319
+ catch { /* skip malformed lines */ }
320
+ }
321
+ }
322
+ await flushBatch();
323
+ // For new-format backups: copy mirrored_brain/ back to inbox/ so DB can rebuild
324
+ if (stats.file_count > 0) {
325
+ console.log(`[Backup] 📁 Rebuilding inbox/external-inbox from mirrored_brain/...`);
326
+ await rebuildInboxFromMirror();
327
+ }
328
+ else {
329
+ // Legacy fallback: rebuild from atom content
330
+ console.log(`[Backup] 📁 Legacy restore: rebuilding filesystem from sources...`);
331
+ await rebuildFilesystemFromSources();
332
+ }
333
+ const totalTime = ((Date.now() - startTime) / 1000).toFixed(1);
334
+ const itemsPerSec = Math.round((stats.file_count || stats.memory_count) / parseFloat(totalTime));
335
+ console.log(`[Backup] ✅ Restore Completed in ${totalTime}s (${itemsPerSec} items/sec)`);
336
+ console.log(`[Backup] 📊 Stats:`, stats);
337
+ return stats;
338
+ }
339
+ /**
340
+ * Rebuild inbox/ and external-inbox/ by copying from mirrored_brain/.
341
+ * @inbox/ → inbox/ | @external-inbox/ → external-inbox/
342
+ * Allows watchdog + ingest pipeline to rebuild the DB on next startup.
343
+ */
344
+ async function rebuildInboxFromMirror() {
345
+ const { INBOX_DIR, EXTERNAL_INBOX_DIR } = PATHS;
346
+ if (!fs.existsSync(MIRRORED_BRAIN_DIR)) {
347
+ console.warn('[Backup] mirrored_brain/ not found ΓÇö skipping inbox rebuild.');
348
+ return;
349
+ }
350
+ const provDirs = [
351
+ { from: path.join(MIRRORED_BRAIN_DIR, '@inbox'), to: INBOX_DIR },
352
+ { from: path.join(MIRRORED_BRAIN_DIR, '@external-inbox'), to: EXTERNAL_INBOX_DIR },
353
+ ];
354
+ for (const { from, to } of provDirs) {
355
+ if (!fs.existsSync(from))
356
+ continue;
357
+ if (!fs.existsSync(to))
358
+ fs.mkdirSync(to, { recursive: true });
359
+ // Recursively copy from mirror provenance dir to inbox dir
360
+ for await (const absPath of walkDir(from)) {
361
+ const rel = path.relative(from, absPath);
362
+ const dest = path.join(to, rel);
363
+ const destDir = path.dirname(dest);
364
+ if (!fs.existsSync(destDir))
365
+ fs.mkdirSync(destDir, { recursive: true });
366
+ try {
367
+ fs.copyFileSync(absPath, dest);
368
+ }
369
+ catch (e) {
370
+ console.warn(`[Backup] ⚠️ Failed to copy ${absPath}: ${e.message}`);
371
+ }
372
+ }
373
+ }
374
+ console.log('[Backup] ✅ inbox/ and external-inbox/ rebuilt from mirrored_brain/');
375
+ }
376
+ /**
377
+ * Rebuild inbox and external-inbox from database sources
378
+ * Mirror Protocol will populate mirrored_brain/ on next startup
379
+ */
380
+ async function rebuildFilesystemFromSources() {
381
+ const { INBOX_DIR, EXTERNAL_INBOX_DIR } = PATHS;
382
+ // Ensure directories exist
383
+ if (!fs.existsSync(INBOX_DIR))
384
+ fs.mkdirSync(INBOX_DIR, { recursive: true });
385
+ if (!fs.existsSync(EXTERNAL_INBOX_DIR))
386
+ fs.mkdirSync(EXTERNAL_INBOX_DIR, { recursive: true });
387
+ // Get all sources from database
388
+ const sourcesResult = await db.run('SELECT path, hash, total_atoms FROM sources');
389
+ const sources = sourcesResult.rows || [];
390
+ console.log(`[Backup] 📦 Rebuilding ${sources.length} source files in inbox/external-inbox...`);
391
+ let inboxCount = 0;
392
+ let externalCount = 0;
393
+ let fileCount = 0;
394
+ let emptyCount = 0;
395
+ for (const source of sources) {
396
+ const sourcePath = source.path;
397
+ if (!sourcePath)
398
+ continue;
399
+ // Determine target directory
400
+ let targetDir = INBOX_DIR;
401
+ let isExternal = false;
402
+ if (sourcePath.includes('external-inbox') || sourcePath.includes('web_scrape') || sourcePath.includes('news_agent')) {
403
+ targetDir = EXTERNAL_INBOX_DIR;
404
+ isExternal = true;
405
+ externalCount++;
406
+ }
407
+ else {
408
+ inboxCount++;
409
+ }
410
+ // Get relative path
411
+ let relativePath = sourcePath
412
+ .replace(/^inbox[\\/]/, '')
413
+ .replace(/^external-inbox[\\/]/, '');
414
+ const targetPath = path.join(targetDir, relativePath);
415
+ const targetDirPath = path.dirname(targetPath);
416
+ // Create directory structure
417
+ if (!fs.existsSync(targetDirPath)) {
418
+ fs.mkdirSync(targetDirPath, { recursive: true });
419
+ }
420
+ // Get atoms for this source and aggregate content
421
+ const atomsResult = await db.run(`SELECT content, sequence, timestamp FROM atoms WHERE source_path = $1 ORDER BY sequence NULLS LAST, timestamp`, [sourcePath]);
422
+ console.log(`[Backup] 🔍 Source: ${sourcePath} | Atoms found: ${atomsResult.rows?.length || 0}`);
423
+ if (atomsResult.rows && atomsResult.rows.length > 0) {
424
+ const content = atomsResult.rows.map((r) => r.content).join('\n');
425
+ try {
426
+ fs.writeFileSync(targetPath, content, 'utf-8');
427
+ fileCount++;
428
+ console.log(`[Backup] 📄 Restored: ${targetPath} (${content.length} chars)`);
429
+ }
430
+ catch (e) {
431
+ console.warn(`[Backup] ⚠️ Failed to write ${targetPath}: ${e.message}`);
432
+ }
433
+ }
434
+ else {
435
+ emptyCount++;
436
+ console.warn(`[Backup] ⚠️ No atoms found for source: ${sourcePath}`);
437
+ }
438
+ }
439
+ console.log(`[Backup] ✅ Filesystem rebuild complete: ${inboxCount} inbox, ${externalCount} external, ${fileCount} files written, ${emptyCount} empty sources`);
440
+ console.log(`[Backup] ℹ️ mirrored_brain/ will be populated on next startup by Mirror Protocol (Standard 110)`);
441
+ }
442
+ //# sourceMappingURL=backup.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"backup.js","sourceRoot":"","sources":["../../../src/services/backup/backup.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,QAAQ,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACtC,OAAO,KAAK,MAAM,uBAAuB,CAAC;AAE1C,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,CAAC;AACrC,MAAM,kBAAkB,GAAG,KAAK,CAAC,kBAAkB,CAAC;AAEpD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;IAC7B,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAClD,CAAC;AAED;;;GAGG;AACH,SAAS,SAAS,CAAC,GAAU;IACzB,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC7C,OAAO,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;QACrB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,SAAS;YAAE,OAAO,MAAM,CAAC;QACjD,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACnF,OAAO,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,GAAG,CAAC;QAC/C,CAAC;QACD,OAAO,GAAG,CAAC;IACf,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;AACvB,CAAC;AAUD;;GAEG;AACH,KAAK,SAAS,CAAC,CAAC,OAAO,CAAC,GAAW;IAC/B,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IACxE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC5C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACtB,KAAK,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC7B,CAAC;aAAM,CAAC;YACJ,MAAM,QAAQ,CAAC;QACnB,CAAC;IACL,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY;IAC9B,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IACjE,MAAM,QAAQ,GAAG,UAAU,SAAS,OAAO,CAAC;IAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IAEjD,OAAO,CAAC,GAAG,CAAC,+BAA+B,QAAQ,KAAK,CAAC,CAAC;IAE1D,MAAM,MAAM,GAAG,EAAE,CAAC,iBAAiB,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;IAEpE,MAAM,KAAK,GAAG,CAAC,IAAY,EAAiB,EAAE;QAC1C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtB,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACJ,OAAO,EAAE,CAAC;YACd,CAAC;QACL,CAAC,CAAC,CAAC;IACP,CAAC,CAAC;IAEF,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,IAAI,CAAC;QACD,MAAM,KAAK,CAAC,qBAAqB,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,GAAG,MAAM,CAAC,CAAC;QACvE,MAAM,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAEnC,oDAAoD;QACpD,MAAM,KAAK,CAAC,gBAAgB,CAAC,CAAC;QAC9B,IAAI,SAAS,GAAG,IAAI,CAAC;QAErB,IAAI,EAAE,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;YACpC,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,OAAO,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBACtD,IAAI,CAAC;oBACD,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;oBAC7D,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,kBAAkB,EAAE,OAAO,CAAC;yBAC1D,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC,+BAA+B;oBACzD,IAAI,CAAC,SAAS;wBAAE,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;oBACnC,MAAM,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;oBACtE,SAAS,GAAG,KAAK,CAAC;oBAClB,SAAS,EAAE,CAAC;gBAChB,CAAC;gBAAC,OAAO,CAAM,EAAE,CAAC;oBACd,OAAO,CAAC,IAAI,CAAC,sCAAsC,OAAO,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gBAChF,CAAC;YACL,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,OAAO,CAAC,IAAI,CAAC,0EAA0E,CAAC,CAAC;QAC7F,CAAC;QACD,MAAM,KAAK,CAAC,UAAU,CAAC,CAAC;QAExB,6BAA6B;QAC7B,MAAM,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAC/B,MAAM,YAAY,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,0DAA0D,CAAC,CAAC;QAC9F,IAAI,YAAY,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChD,IAAI,CAAC,GAAG,CAAC;oBAAE,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC9B,MAAM,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC3D,WAAW,EAAE,CAAC;YAClB,CAAC;QACL,CAAC;QACD,MAAM,KAAK,CAAC,UAAU,CAAC,CAAC;QAExB,oBAAoB;QACpB,MAAM,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAChC,MAAM,YAAY,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;QACpE,IAAI,YAAY,CAAC,IAAI,EAAE,CAAC;YACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAChD,IAAI,CAAC,GAAG,CAAC;oBAAE,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC9B,MAAM,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC3D,WAAW,EAAE,CAAC;YAClB,CAAC;QACL,CAAC;QACD,MAAM,KAAK,CAAC,UAAU,CAAC,CAAC;IAE5B,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QACd,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,GAAG,EAAE,CAAC;QACb,MAAM,CAAC,CAAC;IACZ,CAAC;IAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE;YACZ,MAAM,KAAK,GAAgB;gBACvB,YAAY,EAAE,CAAC;gBACf,UAAU,EAAE,SAAS;gBACrB,YAAY,EAAE,WAAW;gBACzB,YAAY,EAAE,WAAW;gBACzB,SAAS;aACZ,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YACjD,OAAO,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;AACP,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW;IAC7B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,EAAE,CAAC;IAC1C,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACpD,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,eAAe;AACnF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,QAAgB;IAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;IACjD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,MAAM,QAAQ,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC;IAC5C,MAAM,UAAU,GAAG,CAAC,QAAQ,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACvD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,OAAO,CAAC,GAAG,CAAC,mCAAmC,QAAQ,KAAK,UAAU,MAAM,CAAC,CAAC;IAE9E,MAAM,UAAU,GAAG,EAAE,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IACjD,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC;IAGhF,IAAI,cAAc,GAAY,MAAM,CAAC;IACrC,IAAI,KAAK,GAAU,EAAE,CAAC;IACtB,MAAM,UAAU,GAAG,IAAI,CAAC;IACxB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,MAAM,KAAK,GAAgB;QACvB,YAAY,EAAE,CAAC;QACf,UAAU,EAAE,CAAC;QACb,YAAY,EAAE,CAAC;QACf,YAAY,EAAE,CAAC;QACf,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAC;IAEF,wDAAwD;IACxD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;QACrC,EAAE,CAAC,SAAS,CAAC,kBAAkB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,IAAI,EAAE;QAC1B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAE/B,IAAI,cAAc,KAAK,OAAO,EAAE,CAAC;YAC7B,qDAAqD;YACrD,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;gBACtB,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,OAAO,KAAK,SAAS;oBAAE,SAAS;gBACrD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;gBACrD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBACnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC;oBAAE,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBACxE,IAAI,CAAC;oBACD,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;oBAC7C,KAAK,CAAC,UAAU,EAAE,CAAC;gBACvB,CAAC;gBAAC,OAAO,CAAM,EAAE,CAAC;oBACd,OAAO,CAAC,IAAI,CAAC,mCAAmC,IAAI,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC1E,CAAC;YACL,CAAC;QACL,CAAC;aAAM,IAAI,cAAc,KAAK,QAAQ,EAAE,CAAC;YACrC,qCAAqC;YACrC,MAAM,YAAY,GAAG,EAAE,CAAC;YACxB,MAAM,MAAM,GAAU,EAAE,CAAC;YACzB,IAAI,IAAI,GAAG,CAAC,CAAC;YAEb,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;gBACtB,IAAI,SAAS,GAAG,GAAG,CAAC,SAAS,CAAC;gBAC9B,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;oBAChC,IAAI,CAAC;wBAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC;wBAAC,SAAS,GAAG,EAAE,CAAC;oBAAC,CAAC;gBACxE,CAAC;qBAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;oBAAC,SAAS,GAAG,EAAE,CAAC;gBAAC,CAAC;gBAEzD,IAAI,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC1B,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;oBAC9B,IAAI,CAAC;wBAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC;wBAAC,OAAO,GAAG,EAAE,CAAC;oBAAC,CAAC;gBAClE,CAAC;qBAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;gBAAC,CAAC;gBAErD,IAAI,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;gBACpB,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC3B,IAAI,CAAC;wBAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAAC,CAAC;oBAAC,MAAM,CAAC;wBAAC,IAAI,GAAG,EAAE,CAAC;oBAAC,CAAC;gBACzD,CAAC;qBAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;oBAAC,IAAI,GAAG,EAAE,CAAC;gBAAC,CAAC;gBAE/C,YAAY,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,GAAG,CAAC,CAAC;gBAC9L,MAAM,CAAC,IAAI,CACP,GAAG,CAAC,EAAE,IAAI,EAAE,EAAE,GAAG,CAAC,SAAS,IAAI,CAAC,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,GAAG,CAAC,WAAW,IAAI,EAAE,EAC1E,GAAG,CAAC,SAAS,IAAI,IAAI,EAAE,GAAG,CAAC,QAAQ,IAAI,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI,EAC/E,SAAS,CAAC,OAAO,CAAC,EAAE,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,MAAM,IAAI,IAAI,EACvD,GAAG,CAAC,UAAU,IAAI,UAAU,EAAE,GAAG,CAAC,OAAO,IAAI,GAAG,EAAE,SAAS,CAAC,SAAS,CAAC,CACzE,CAAC;gBACF,KAAK,CAAC,YAAY,EAAE,CAAC;YACzB,CAAC;YAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,EAAE,CAAC,GAAG,CACR;8BACU,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;;;;;;;;sDAQC,EAClC,MAAM,CACT,CAAC;YACN,CAAC;QACL,CAAC;aAAM,IAAI,cAAc,KAAK,QAAQ,EAAE,CAAC;YACrC,MAAM,YAAY,GAAG,EAAE,CAAC;YACxB,MAAM,MAAM,GAAU,EAAE,CAAC;YACzB,IAAI,IAAI,GAAG,CAAC,CAAC;YAEb,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;gBACtB,YAAY,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,MAAM,IAAI,EAAE,GAAG,CAAC,CAAC;gBACtE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,EAAE,GAAG,CAAC,IAAI,IAAI,EAAE,EAAE,GAAG,CAAC,WAAW,IAAI,CAAC,EAAE,GAAG,CAAC,WAAW,IAAI,IAAI,CAAC,CAAC;gBAC3F,KAAK,CAAC,YAAY,EAAE,CAAC;YACzB,CAAC;YAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,EAAE,CAAC,GAAG,CACR;8BACU,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;;;0DAGK,EACtC,MAAM,CACT,CAAC;YACN,CAAC;QACL,CAAC;aAAM,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;YACtC,MAAM,YAAY,GAAG,EAAE,CAAC;YACxB,MAAM,MAAM,GAAU,EAAE,CAAC;YACzB,IAAI,IAAI,GAAG,CAAC,CAAC;YAEb,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;gBACtB,YAAY,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,MAAM,IAAI,EAAE,GAAG,CAAC,CAAC;gBAC9C,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;gBAChC,KAAK,CAAC,YAAY,EAAE,CAAC;YACzB,CAAC;YAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,EAAE,CAAC,GAAG,CACR,2CAA2C,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;4EACV,EACxD,MAAM,CACT,CAAC;YACN,CAAC;QACL,CAAC;QAED,KAAK,GAAG,EAAE,CAAC;IACf,CAAC,CAAC;IAEF,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,EAAE,EAAE,CAAC;QAC1B,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAE5B,oBAAoB;QACpB,IAAI,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,EAAI,CAAC;YAAC,cAAc,GAAG,OAAO,CAAC;YAAG,SAAS;QAAC,CAAC;QACjF,IAAI,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,EAAG,CAAC;YAAC,cAAc,GAAG,QAAQ,CAAC;YAAE,SAAS;QAAC,CAAC;QACjF,IAAI,OAAO,CAAC,UAAU,CAAC,aAAa,CAAC,EAAG,CAAC;YAAC,cAAc,GAAG,QAAQ,CAAC;YAAE,SAAS;QAAC,CAAC;QACjF,IAAI,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;YAAC,cAAc,GAAG,SAAS,CAAC;YAAC,SAAS;QAAC,CAAC;QAEjF,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YAC3B,MAAM,UAAU,EAAE,CAAC;YACnB,cAAc,GAAG,MAAM,CAAC;YACxB,SAAS;QACb,CAAC;QAED,IAAI,cAAc,KAAK,MAAM,EAAE,CAAC;YAC5B,SAAS,EAAE,CAAC;YAEZ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,IAAI,SAAS,GAAG,KAAK,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,WAAW,CAAC,GAAG,KAAK,EAAE,CAAC;gBACzD,OAAO,CAAC,GAAG,CAAC,2BAA2B,SAAS,WAAW,KAAK,CAAC,UAAU,WAAW,KAAK,CAAC,YAAY,QAAQ,CAAC,CAAC;gBAClH,WAAW,GAAG,GAAG,CAAC;YACtB,CAAC;YAED,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACvE,IAAI,CAAC;gBACD,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBACrD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;oBAChC,IAAI,KAAK,CAAC,MAAM,IAAI,UAAU;wBAAE,MAAM,UAAU,EAAE,CAAC;gBACvD,CAAC;YACL,CAAC;YAAC,MAAM,CAAC,CAAC,0BAA0B,CAAC,CAAC;QAC1C,CAAC;IACL,CAAC;IAED,MAAM,UAAU,EAAE,CAAC;IAEnB,gFAAgF;IAChF,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,uEAAuE,CAAC,CAAC;QACrF,MAAM,sBAAsB,EAAE,CAAC;IACnC,CAAC;SAAM,CAAC;QACJ,6CAA6C;QAC7C,OAAO,CAAC,GAAG,CAAC,qEAAqE,CAAC,CAAC;QACnF,MAAM,4BAA4B,EAAE,CAAC;IACzC,CAAC;IAED,MAAM,SAAS,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC/D,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,YAAY,CAAC,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;IAEjG,OAAO,CAAC,GAAG,CAAC,qCAAqC,SAAS,MAAM,WAAW,aAAa,CAAC,CAAC;IAC1F,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;IAC3C,OAAO,KAAK,CAAC;AACjB,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,sBAAsB;IACjC,MAAM,EAAE,SAAS,EAAE,kBAAkB,EAAE,GAAG,KAAK,CAAC;IAEhD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;QACrC,OAAO,CAAC,IAAI,CAAC,gEAAgE,CAAC,CAAC;QAC/E,OAAO;IACX,CAAC;IAED,MAAM,QAAQ,GAAwC;QAClD,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,QAAQ,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE;QAChE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,iBAAiB,CAAC,EAAE,EAAE,EAAE,kBAAkB,EAAE;KACrF,CAAC;IAEF,KAAK,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,QAAQ,EAAE,CAAC;QAClC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;YAAE,SAAS;QACnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC;YAAE,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE9D,2DAA2D;QAC3D,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACxC,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACzC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;YAChC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC;gBAAE,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACxE,IAAI,CAAC;gBAAC,EAAE,CAAC,YAAY,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAAC,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBACpD,OAAO,CAAC,IAAI,CAAC,kCAAkC,OAAO,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YAC5E,CAAC;QACL,CAAC;IACL,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,sEAAsE,CAAC,CAAC;AACxF,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,4BAA4B;IACvC,MAAM,EAAE,SAAS,EAAE,kBAAkB,EAAE,GAAG,KAAK,CAAC;IAEhD,2BAA2B;IAC3B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5E,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,kBAAkB,CAAC;QAAE,EAAE,CAAC,SAAS,CAAC,kBAAkB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE9F,gCAAgC;IAChC,MAAM,aAAa,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAClF,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,IAAI,EAAE,CAAC;IAEzC,OAAO,CAAC,GAAG,CAAC,4BAA4B,OAAO,CAAC,MAAM,0CAA0C,CAAC,CAAC;IAElG,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC;QAC/B,IAAI,CAAC,UAAU;YAAE,SAAS;QAE1B,6BAA6B;QAC7B,IAAI,SAAS,GAAG,SAAS,CAAC;QAC1B,IAAI,UAAU,GAAG,KAAK,CAAC;QAEvB,IAAI,UAAU,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YAClH,SAAS,GAAG,kBAAkB,CAAC;YAC/B,UAAU,GAAG,IAAI,CAAC;YAClB,aAAa,EAAE,CAAC;QACpB,CAAC;aAAM,CAAC;YACJ,UAAU,EAAE,CAAC;QACjB,CAAC;QAED,oBAAoB;QACpB,IAAI,YAAY,GAAG,UAAU;aACxB,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC;aAC1B,OAAO,CAAC,sBAAsB,EAAE,EAAE,CAAC,CAAC;QAEzC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QACtD,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAE/C,6BAA6B;QAC7B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;YAChC,EAAE,CAAC,SAAS,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,kDAAkD;QAClD,MAAM,WAAW,GAAG,MAAM,EAAE,CAAC,GAAG,CAC5B,+GAA+G,EAC/G,CAAC,UAAU,CAAC,CACf,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,yBAAyB,UAAU,mBAAmB,WAAW,CAAC,IAAI,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC,CAAC;QAEnG,IAAI,WAAW,CAAC,IAAI,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClD,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEvE,IAAI,CAAC;gBACD,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC/C,SAAS,EAAE,CAAC;gBACZ,OAAO,CAAC,GAAG,CAAC,2BAA2B,UAAU,KAAK,OAAO,CAAC,MAAM,SAAS,CAAC,CAAC;YACnF,CAAC;YAAC,OAAO,CAAM,EAAE,CAAC;gBACd,OAAO,CAAC,IAAI,CAAC,mCAAmC,UAAU,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YAChF,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,UAAU,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,8CAA8C,UAAU,EAAE,CAAC,CAAC;QAC7E,CAAC;IACL,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,6CAA6C,UAAU,WAAW,aAAa,cAAc,SAAS,mBAAmB,UAAU,gBAAgB,CAAC,CAAC;IACjK,OAAO,CAAC,GAAG,CAAC,qGAAqG,CAAC,CAAC;AACvH,CAAC"}
@@ -0,0 +1,127 @@
1
+ /**
2
+ * Radial Distiller v2.0 — Decision Record Output
3
+ *
4
+ * Three-phase pipeline for semantic corpus compression:
5
+ * 1. COLLECT: Extract semantic blocks (headings, sections)
6
+ * 2. DEDUPLICATE: Block-level deduplication with SimHash
7
+ * 3. REASSEMBLE: Build Decision Record JSON output
8
+ *
9
+ * Prevents self-contamination by filtering distilled_* files
10
+ */
11
+ /**
12
+ * Semantic Block interface
13
+ */
14
+ export interface SemanticBlock {
15
+ id: string;
16
+ type: 'heading1' | 'heading2' | 'heading3' | 'problem' | 'solution' | 'rationale' | 'status' | 'content';
17
+ content: string;
18
+ heading?: string;
19
+ level: number;
20
+ provenance: string[];
21
+ mtime: number;
22
+ simhash: string;
23
+ tags?: string[];
24
+ }
25
+ /**
26
+ * Decision Record interface (final output)
27
+ */
28
+ export interface DecisionRecord {
29
+ id: string;
30
+ title: string;
31
+ problem?: string;
32
+ solution?: string[];
33
+ rationale?: string;
34
+ supersedes?: string[];
35
+ status: 'active' | 'deprecated' | 'archived';
36
+ timestamp: string;
37
+ provenance: string[];
38
+ tags: string[];
39
+ }
40
+ /**
41
+ * Universal Digital Object Metadata
42
+ * Captures file-agnostic metadata for any digital object
43
+ */
44
+ export interface DigitalObjectMetadata {
45
+ id: string;
46
+ source_path: string;
47
+ source_type: string;
48
+ created_at?: string;
49
+ modified_at: string;
50
+ ingested_at: string;
51
+ bucket: string;
52
+ compound_id: string;
53
+ size_bytes: number;
54
+ line_count?: number;
55
+ char_count?: number;
56
+ topics?: string[];
57
+ entities?: string[];
58
+ tags?: string[];
59
+ }
60
+ /**
61
+ * Chat Session Metadata (extends digital object with session-specific data)
62
+ * Only populated when source_type === 'jsonl' and bucket === 'inbox'
63
+ */
64
+ export interface ChatSessionMetadata extends DigitalObjectMetadata {
65
+ session_id: string;
66
+ session_start: string;
67
+ session_end: string;
68
+ commands: string[];
69
+ message_count: number;
70
+ participants: string[];
71
+ models_used?: string[];
72
+ }
73
+ /**
74
+ * Session Index Entry (for query routing)
75
+ * Derived from ChatSessionMetadata, optimized for search
76
+ */
77
+ export interface SessionIndexEntry {
78
+ session_id: string;
79
+ date: string;
80
+ commands: string[];
81
+ topics: string[];
82
+ full_log_path: string;
83
+ message_count: number;
84
+ participants: string[];
85
+ }
86
+ export interface RadialDistillRequest {
87
+ seed?: {
88
+ query?: string;
89
+ compound_ids?: string[];
90
+ buckets?: string[];
91
+ };
92
+ radius?: number;
93
+ max_radius?: number;
94
+ output_format?: 'yaml' | 'json' | 'decision-records';
95
+ output_path?: string;
96
+ export_to_inbox?: boolean;
97
+ auto_save?: boolean;
98
+ }
99
+ export interface RadialDistillResult {
100
+ stats: {
101
+ compounds_processed: number;
102
+ blocks_total: number;
103
+ blocks_unique: number;
104
+ decision_records: number;
105
+ compression_ratio: string;
106
+ duration_ms: number;
107
+ memory_peak_mb: number;
108
+ };
109
+ output: {
110
+ format: string;
111
+ path?: string;
112
+ size_bytes: number;
113
+ records_created?: number;
114
+ };
115
+ provenance: {
116
+ source_compounds: string[];
117
+ distilled_at: string;
118
+ parameters: RadialDistillRequest;
119
+ };
120
+ digital_objects?: DigitalObjectMetadata[];
121
+ session_index?: SessionIndexEntry[];
122
+ }
123
+ /**
124
+ * Main distillation function
125
+ */
126
+ export declare function radialDistill(request: RadialDistillRequest): Promise<RadialDistillResult>;
127
+ //# sourceMappingURL=radial-distiller-v2.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"radial-distiller-v2.d.ts","sourceRoot":"","sources":["../../../src/services/distillation/radial-distiller-v2.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AA+BH;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,UAAU,GAAG,UAAU,GAAG,UAAU,GAAG,SAAS,GAAG,UAAU,GAAG,WAAW,GAAG,QAAQ,GAAG,SAAS,CAAC;IACzG,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,MAAM,EAAE,QAAQ,GAAG,YAAY,GAAG,UAAU,CAAC;IAC7C,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,IAAI,EAAE,MAAM,EAAE,CAAC;CAChB;AAED;;;GAGG;AACH,MAAM,WAAW,qBAAqB;IAEpC,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IAGpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IAGpB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IAGpB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IAGpB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED;;;GAGG;AACH,MAAM,WAAW,mBAAoB,SAAQ,qBAAqB;IAChE,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB;AAED;;;GAGG;AACH,MAAM,WAAW,iBAAiB;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,MAAM,WAAW,oBAAoB;IACnC,IAAI,CAAC,EAAE;QACL,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;QACxB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;KACpB,CAAC;IACF,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,kBAAkB,CAAC;IACrD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE;QACL,mBAAmB,EAAE,MAAM,CAAC;QAC5B,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,gBAAgB,EAAE,MAAM,CAAC;QACzB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,WAAW,EAAE,MAAM,CAAC;QACpB,cAAc,EAAE,MAAM,CAAC;KACxB,CAAC;IACF,MAAM,EAAE;QACN,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,UAAU,EAAE,MAAM,CAAC;QACnB,eAAe,CAAC,EAAE,MAAM,CAAC;KAC1B,CAAC;IACF,UAAU,EAAE;QACV,gBAAgB,EAAE,MAAM,EAAE,CAAC;QAC3B,YAAY,EAAE,MAAM,CAAC;QACrB,UAAU,EAAE,oBAAoB,CAAC;KAClC,CAAC;IAEF,eAAe,CAAC,EAAE,qBAAqB,EAAE,CAAC;IAE1C,aAAa,CAAC,EAAE,iBAAiB,EAAE,CAAC;CACrC;AAiWD;;GAEG;AACH,wBAAsB,aAAa,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CA6L/F"}