@ninebix/nmt-system 1.0.2 → 1.0.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (430) hide show
  1. package/README.md +288 -213
  2. package/dashboard-lite/index.html +1083 -762
  3. package/dist/bin/nmt.js +192 -41
  4. package/dist/bin/nmt.js.map +1 -1
  5. package/dist/src/api/cli-server.d.ts.map +1 -1
  6. package/dist/src/api/cli-server.js +156 -0
  7. package/dist/src/api/cli-server.js.map +1 -1
  8. package/dist/src/core/attractor-model.d.ts +5 -2
  9. package/dist/src/core/attractor-model.d.ts.map +1 -1
  10. package/dist/src/core/attractor-model.js +7 -4
  11. package/dist/src/core/attractor-model.js.map +1 -1
  12. package/dist/src/core/neuron-graph.d.ts.map +1 -1
  13. package/dist/src/core/neuron-graph.js +41 -7
  14. package/dist/src/core/neuron-graph.js.map +1 -1
  15. package/dist/src/mcp/server.d.ts.map +1 -1
  16. package/dist/src/mcp/server.js +168 -34
  17. package/dist/src/mcp/server.js.map +1 -1
  18. package/dist/src/services/four-stage-learning.d.ts +19 -0
  19. package/dist/src/services/four-stage-learning.d.ts.map +1 -1
  20. package/dist/src/services/four-stage-learning.js +113 -17
  21. package/dist/src/services/four-stage-learning.js.map +1 -1
  22. package/dist/src/storage/neuron-store.d.ts +2 -0
  23. package/dist/src/storage/neuron-store.d.ts.map +1 -1
  24. package/dist/src/storage/neuron-store.js +22 -14
  25. package/dist/src/storage/neuron-store.js.map +1 -1
  26. package/package.json +1 -1
  27. package/dist/api/cli-server.d.ts +0 -83
  28. package/dist/api/cli-server.d.ts.map +0 -1
  29. package/dist/api/cli-server.js +0 -597
  30. package/dist/api/cli-server.js.map +0 -1
  31. package/dist/api/index.d.ts +0 -6
  32. package/dist/api/index.d.ts.map +0 -1
  33. package/dist/api/index.js +0 -6
  34. package/dist/api/index.js.map +0 -1
  35. package/dist/api/middleware/index.d.ts +0 -12
  36. package/dist/api/middleware/index.d.ts.map +0 -1
  37. package/dist/api/middleware/index.js +0 -13
  38. package/dist/api/middleware/index.js.map +0 -1
  39. package/dist/api/middleware/logger.d.ts +0 -21
  40. package/dist/api/middleware/logger.d.ts.map +0 -1
  41. package/dist/api/middleware/logger.js +0 -134
  42. package/dist/api/middleware/logger.js.map +0 -1
  43. package/dist/api/middleware/rate-limit.d.ts +0 -26
  44. package/dist/api/middleware/rate-limit.d.ts.map +0 -1
  45. package/dist/api/middleware/rate-limit.js +0 -107
  46. package/dist/api/middleware/rate-limit.js.map +0 -1
  47. package/dist/api/middleware/response.d.ts +0 -61
  48. package/dist/api/middleware/response.d.ts.map +0 -1
  49. package/dist/api/middleware/response.js +0 -86
  50. package/dist/api/middleware/response.js.map +0 -1
  51. package/dist/api/middleware/validation.d.ts +0 -43
  52. package/dist/api/middleware/validation.d.ts.map +0 -1
  53. package/dist/api/middleware/validation.js +0 -257
  54. package/dist/api/middleware/validation.js.map +0 -1
  55. package/dist/api/server.d.ts +0 -79
  56. package/dist/api/server.d.ts.map +0 -1
  57. package/dist/api/server.js +0 -2011
  58. package/dist/api/server.js.map +0 -1
  59. package/dist/cli/commands/attractor.d.ts +0 -6
  60. package/dist/cli/commands/attractor.d.ts.map +0 -1
  61. package/dist/cli/commands/attractor.js +0 -167
  62. package/dist/cli/commands/attractor.js.map +0 -1
  63. package/dist/cli/commands/dimension.d.ts +0 -6
  64. package/dist/cli/commands/dimension.d.ts.map +0 -1
  65. package/dist/cli/commands/dimension.js +0 -85
  66. package/dist/cli/commands/dimension.js.map +0 -1
  67. package/dist/cli/commands/index.d.ts +0 -11
  68. package/dist/cli/commands/index.d.ts.map +0 -1
  69. package/dist/cli/commands/index.js +0 -11
  70. package/dist/cli/commands/index.js.map +0 -1
  71. package/dist/cli/commands/infer.d.ts +0 -6
  72. package/dist/cli/commands/infer.d.ts.map +0 -1
  73. package/dist/cli/commands/infer.js +0 -139
  74. package/dist/cli/commands/infer.js.map +0 -1
  75. package/dist/cli/commands/learn.d.ts +0 -6
  76. package/dist/cli/commands/learn.d.ts.map +0 -1
  77. package/dist/cli/commands/learn.js +0 -87
  78. package/dist/cli/commands/learn.js.map +0 -1
  79. package/dist/cli/commands/orchestrate.d.ts +0 -6
  80. package/dist/cli/commands/orchestrate.d.ts.map +0 -1
  81. package/dist/cli/commands/orchestrate.js +0 -279
  82. package/dist/cli/commands/orchestrate.js.map +0 -1
  83. package/dist/cli/commands/prob.d.ts +0 -6
  84. package/dist/cli/commands/prob.d.ts.map +0 -1
  85. package/dist/cli/commands/prob.js +0 -256
  86. package/dist/cli/commands/prob.js.map +0 -1
  87. package/dist/cli/commands/quantum.d.ts +0 -6
  88. package/dist/cli/commands/quantum.d.ts.map +0 -1
  89. package/dist/cli/commands/quantum.js +0 -150
  90. package/dist/cli/commands/quantum.js.map +0 -1
  91. package/dist/cli/commands/sync.d.ts +0 -65
  92. package/dist/cli/commands/sync.d.ts.map +0 -1
  93. package/dist/cli/commands/sync.js +0 -338
  94. package/dist/cli/commands/sync.js.map +0 -1
  95. package/dist/cli/index.d.ts +0 -9
  96. package/dist/cli/index.d.ts.map +0 -1
  97. package/dist/cli/index.js +0 -9
  98. package/dist/cli/index.js.map +0 -1
  99. package/dist/cli/probabilistic-commands.d.ts +0 -39
  100. package/dist/cli/probabilistic-commands.d.ts.map +0 -1
  101. package/dist/cli/probabilistic-commands.js +0 -112
  102. package/dist/cli/probabilistic-commands.js.map +0 -1
  103. package/dist/cli/types.d.ts +0 -69
  104. package/dist/cli/types.d.ts.map +0 -1
  105. package/dist/cli/types.js +0 -5
  106. package/dist/cli/types.js.map +0 -1
  107. package/dist/cli/utils/formatters.d.ts +0 -51
  108. package/dist/cli/utils/formatters.d.ts.map +0 -1
  109. package/dist/cli/utils/formatters.js +0 -79
  110. package/dist/cli/utils/formatters.js.map +0 -1
  111. package/dist/cli/utils/helpers.d.ts +0 -21
  112. package/dist/cli/utils/helpers.d.ts.map +0 -1
  113. package/dist/cli/utils/helpers.js +0 -51
  114. package/dist/cli/utils/helpers.js.map +0 -1
  115. package/dist/cli/utils/index.d.ts +0 -7
  116. package/dist/cli/utils/index.d.ts.map +0 -1
  117. package/dist/cli/utils/index.js +0 -13
  118. package/dist/cli/utils/index.js.map +0 -1
  119. package/dist/cli/utils/validators.d.ts +0 -162
  120. package/dist/cli/utils/validators.d.ts.map +0 -1
  121. package/dist/cli/utils/validators.js +0 -351
  122. package/dist/cli/utils/validators.js.map +0 -1
  123. package/dist/core/advanced-embedding.d.ts +0 -154
  124. package/dist/core/advanced-embedding.d.ts.map +0 -1
  125. package/dist/core/advanced-embedding.js +0 -367
  126. package/dist/core/advanced-embedding.js.map +0 -1
  127. package/dist/core/attractor-model.d.ts +0 -381
  128. package/dist/core/attractor-model.d.ts.map +0 -1
  129. package/dist/core/attractor-model.js +0 -821
  130. package/dist/core/attractor-model.js.map +0 -1
  131. package/dist/core/bidirectional-inference.d.ts +0 -143
  132. package/dist/core/bidirectional-inference.d.ts.map +0 -1
  133. package/dist/core/bidirectional-inference.js +0 -501
  134. package/dist/core/bidirectional-inference.js.map +0 -1
  135. package/dist/core/chunk-engine.d.ts +0 -78
  136. package/dist/core/chunk-engine.d.ts.map +0 -1
  137. package/dist/core/chunk-engine.js +0 -192
  138. package/dist/core/chunk-engine.js.map +0 -1
  139. package/dist/core/dynamic-embedding.d.ts +0 -327
  140. package/dist/core/dynamic-embedding.d.ts.map +0 -1
  141. package/dist/core/dynamic-embedding.js +0 -527
  142. package/dist/core/dynamic-embedding.js.map +0 -1
  143. package/dist/core/embedding-similarity.d.ts +0 -68
  144. package/dist/core/embedding-similarity.d.ts.map +0 -1
  145. package/dist/core/embedding-similarity.js +0 -291
  146. package/dist/core/embedding-similarity.js.map +0 -1
  147. package/dist/core/evolution-scheduler.d.ts +0 -101
  148. package/dist/core/evolution-scheduler.d.ts.map +0 -1
  149. package/dist/core/evolution-scheduler.js +0 -235
  150. package/dist/core/evolution-scheduler.js.map +0 -1
  151. package/dist/core/hierarchical-chunker.d.ts +0 -108
  152. package/dist/core/hierarchical-chunker.d.ts.map +0 -1
  153. package/dist/core/hierarchical-chunker.js +0 -296
  154. package/dist/core/hierarchical-chunker.js.map +0 -1
  155. package/dist/core/hnsw-index.d.ts +0 -111
  156. package/dist/core/hnsw-index.d.ts.map +0 -1
  157. package/dist/core/hnsw-index.js +0 -466
  158. package/dist/core/hnsw-index.js.map +0 -1
  159. package/dist/core/index.d.ts +0 -23
  160. package/dist/core/index.d.ts.map +0 -1
  161. package/dist/core/index.js +0 -25
  162. package/dist/core/index.js.map +0 -1
  163. package/dist/core/language-analyzers.d.ts +0 -124
  164. package/dist/core/language-analyzers.d.ts.map +0 -1
  165. package/dist/core/language-analyzers.js +0 -365
  166. package/dist/core/language-analyzers.js.map +0 -1
  167. package/dist/core/local-embedding.d.ts +0 -109
  168. package/dist/core/local-embedding.d.ts.map +0 -1
  169. package/dist/core/local-embedding.js +0 -222
  170. package/dist/core/local-embedding.js.map +0 -1
  171. package/dist/core/merkle-engine.d.ts +0 -263
  172. package/dist/core/merkle-engine.d.ts.map +0 -1
  173. package/dist/core/merkle-engine.js +0 -528
  174. package/dist/core/merkle-engine.js.map +0 -1
  175. package/dist/core/multi-layer-reasoning.d.ts +0 -178
  176. package/dist/core/multi-layer-reasoning.d.ts.map +0 -1
  177. package/dist/core/multi-layer-reasoning.js +0 -607
  178. package/dist/core/multi-layer-reasoning.js.map +0 -1
  179. package/dist/core/neuron-graph.d.ts +0 -134
  180. package/dist/core/neuron-graph.d.ts.map +0 -1
  181. package/dist/core/neuron-graph.js +0 -436
  182. package/dist/core/neuron-graph.js.map +0 -1
  183. package/dist/core/probabilistic-neuron.d.ts +0 -251
  184. package/dist/core/probabilistic-neuron.d.ts.map +0 -1
  185. package/dist/core/probabilistic-neuron.js +0 -618
  186. package/dist/core/probabilistic-neuron.js.map +0 -1
  187. package/dist/core/probabilistic-orchestrator.d.ts +0 -408
  188. package/dist/core/probabilistic-orchestrator.d.ts.map +0 -1
  189. package/dist/core/probabilistic-orchestrator.js +0 -798
  190. package/dist/core/probabilistic-orchestrator.js.map +0 -1
  191. package/dist/core/semantic-chunker.d.ts +0 -117
  192. package/dist/core/semantic-chunker.d.ts.map +0 -1
  193. package/dist/core/semantic-chunker.js +0 -464
  194. package/dist/core/semantic-chunker.js.map +0 -1
  195. package/dist/events/event-bus.d.ts +0 -166
  196. package/dist/events/event-bus.d.ts.map +0 -1
  197. package/dist/events/event-bus.js +0 -228
  198. package/dist/events/event-bus.js.map +0 -1
  199. package/dist/events/index.d.ts +0 -7
  200. package/dist/events/index.d.ts.map +0 -1
  201. package/dist/events/index.js +0 -7
  202. package/dist/events/index.js.map +0 -1
  203. package/dist/events/progress-tracker.d.ts +0 -150
  204. package/dist/events/progress-tracker.d.ts.map +0 -1
  205. package/dist/events/progress-tracker.js +0 -290
  206. package/dist/events/progress-tracker.js.map +0 -1
  207. package/dist/extensions/clustering/community-detection.d.ts +0 -90
  208. package/dist/extensions/clustering/community-detection.d.ts.map +0 -1
  209. package/dist/extensions/clustering/community-detection.js +0 -470
  210. package/dist/extensions/clustering/community-detection.js.map +0 -1
  211. package/dist/extensions/clustering/index.d.ts +0 -114
  212. package/dist/extensions/clustering/index.d.ts.map +0 -1
  213. package/dist/extensions/clustering/index.js +0 -468
  214. package/dist/extensions/clustering/index.js.map +0 -1
  215. package/dist/extensions/clustering/topic-modeling.d.ts +0 -86
  216. package/dist/extensions/clustering/topic-modeling.d.ts.map +0 -1
  217. package/dist/extensions/clustering/topic-modeling.js +0 -355
  218. package/dist/extensions/clustering/topic-modeling.js.map +0 -1
  219. package/dist/extensions/distributed/coordinator.d.ts +0 -114
  220. package/dist/extensions/distributed/coordinator.d.ts.map +0 -1
  221. package/dist/extensions/distributed/coordinator.js +0 -319
  222. package/dist/extensions/distributed/coordinator.js.map +0 -1
  223. package/dist/extensions/distributed/index.d.ts +0 -10
  224. package/dist/extensions/distributed/index.d.ts.map +0 -1
  225. package/dist/extensions/distributed/index.js +0 -10
  226. package/dist/extensions/distributed/index.js.map +0 -1
  227. package/dist/extensions/distributed/queue.d.ts +0 -157
  228. package/dist/extensions/distributed/queue.d.ts.map +0 -1
  229. package/dist/extensions/distributed/queue.js +0 -326
  230. package/dist/extensions/distributed/queue.js.map +0 -1
  231. package/dist/extensions/distributed/scheduler.d.ts +0 -107
  232. package/dist/extensions/distributed/scheduler.d.ts.map +0 -1
  233. package/dist/extensions/distributed/scheduler.js +0 -301
  234. package/dist/extensions/distributed/scheduler.js.map +0 -1
  235. package/dist/extensions/distributed/worker.d.ts +0 -112
  236. package/dist/extensions/distributed/worker.d.ts.map +0 -1
  237. package/dist/extensions/distributed/worker.js +0 -260
  238. package/dist/extensions/distributed/worker.js.map +0 -1
  239. package/dist/index.d.ts +0 -14
  240. package/dist/index.d.ts.map +0 -1
  241. package/dist/index.js +0 -20
  242. package/dist/index.js.map +0 -1
  243. package/dist/mcp/server.d.ts +0 -43
  244. package/dist/mcp/server.d.ts.map +0 -1
  245. package/dist/mcp/server.js +0 -494
  246. package/dist/mcp/server.js.map +0 -1
  247. package/dist/services/adaptive-fallback.d.ts +0 -140
  248. package/dist/services/adaptive-fallback.d.ts.map +0 -1
  249. package/dist/services/adaptive-fallback.js +0 -273
  250. package/dist/services/adaptive-fallback.js.map +0 -1
  251. package/dist/services/answer-gate.d.ts +0 -112
  252. package/dist/services/answer-gate.d.ts.map +0 -1
  253. package/dist/services/answer-gate.js +0 -299
  254. package/dist/services/answer-gate.js.map +0 -1
  255. package/dist/services/auto-learning.d.ts +0 -135
  256. package/dist/services/auto-learning.d.ts.map +0 -1
  257. package/dist/services/auto-learning.js +0 -413
  258. package/dist/services/auto-learning.js.map +0 -1
  259. package/dist/services/context-compressor.d.ts +0 -77
  260. package/dist/services/context-compressor.d.ts.map +0 -1
  261. package/dist/services/context-compressor.js +0 -234
  262. package/dist/services/context-compressor.js.map +0 -1
  263. package/dist/services/efficient-rag.d.ts +0 -140
  264. package/dist/services/efficient-rag.d.ts.map +0 -1
  265. package/dist/services/efficient-rag.js +0 -311
  266. package/dist/services/efficient-rag.js.map +0 -1
  267. package/dist/services/embedding-provider.d.ts +0 -72
  268. package/dist/services/embedding-provider.d.ts.map +0 -1
  269. package/dist/services/embedding-provider.js +0 -176
  270. package/dist/services/embedding-provider.js.map +0 -1
  271. package/dist/services/file-ingestion.d.ts +0 -72
  272. package/dist/services/file-ingestion.d.ts.map +0 -1
  273. package/dist/services/file-ingestion.js +0 -237
  274. package/dist/services/file-ingestion.js.map +0 -1
  275. package/dist/services/four-stage-learning.d.ts +0 -552
  276. package/dist/services/four-stage-learning.d.ts.map +0 -1
  277. package/dist/services/four-stage-learning.js +0 -1110
  278. package/dist/services/four-stage-learning.js.map +0 -1
  279. package/dist/services/graph.d.ts +0 -94
  280. package/dist/services/graph.d.ts.map +0 -1
  281. package/dist/services/graph.js +0 -292
  282. package/dist/services/graph.js.map +0 -1
  283. package/dist/services/index.d.ts +0 -15
  284. package/dist/services/index.d.ts.map +0 -1
  285. package/dist/services/index.js +0 -18
  286. package/dist/services/index.js.map +0 -1
  287. package/dist/services/ingestion.d.ts +0 -98
  288. package/dist/services/ingestion.d.ts.map +0 -1
  289. package/dist/services/ingestion.js +0 -259
  290. package/dist/services/ingestion.js.map +0 -1
  291. package/dist/services/learning.d.ts +0 -67
  292. package/dist/services/learning.d.ts.map +0 -1
  293. package/dist/services/learning.js +0 -262
  294. package/dist/services/learning.js.map +0 -1
  295. package/dist/services/llm-router.d.ts +0 -143
  296. package/dist/services/llm-router.d.ts.map +0 -1
  297. package/dist/services/llm-router.js +0 -284
  298. package/dist/services/llm-router.js.map +0 -1
  299. package/dist/services/llm.d.ts +0 -86
  300. package/dist/services/llm.d.ts.map +0 -1
  301. package/dist/services/llm.js +0 -283
  302. package/dist/services/llm.js.map +0 -1
  303. package/dist/services/metrics-dashboard.d.ts +0 -262
  304. package/dist/services/metrics-dashboard.d.ts.map +0 -1
  305. package/dist/services/metrics-dashboard.js +0 -417
  306. package/dist/services/metrics-dashboard.js.map +0 -1
  307. package/dist/services/neuron-lifecycle.d.ts +0 -137
  308. package/dist/services/neuron-lifecycle.d.ts.map +0 -1
  309. package/dist/services/neuron-lifecycle.js +0 -422
  310. package/dist/services/neuron-lifecycle.js.map +0 -1
  311. package/dist/services/nmt-pipeline.d.ts +0 -219
  312. package/dist/services/nmt-pipeline.d.ts.map +0 -1
  313. package/dist/services/nmt-pipeline.js +0 -449
  314. package/dist/services/nmt-pipeline.js.map +0 -1
  315. package/dist/services/query-cache.d.ts +0 -136
  316. package/dist/services/query-cache.d.ts.map +0 -1
  317. package/dist/services/query-cache.js +0 -255
  318. package/dist/services/query-cache.js.map +0 -1
  319. package/dist/services/query-normalize.d.ts +0 -107
  320. package/dist/services/query-normalize.d.ts.map +0 -1
  321. package/dist/services/query-normalize.js +0 -366
  322. package/dist/services/query-normalize.js.map +0 -1
  323. package/dist/services/query.d.ts +0 -102
  324. package/dist/services/query.d.ts.map +0 -1
  325. package/dist/services/query.js +0 -227
  326. package/dist/services/query.js.map +0 -1
  327. package/dist/services/text-embedding.d.ts +0 -183
  328. package/dist/services/text-embedding.d.ts.map +0 -1
  329. package/dist/services/text-embedding.js +0 -633
  330. package/dist/services/text-embedding.js.map +0 -1
  331. package/dist/services/verification-gate.d.ts +0 -147
  332. package/dist/services/verification-gate.d.ts.map +0 -1
  333. package/dist/services/verification-gate.js +0 -344
  334. package/dist/services/verification-gate.js.map +0 -1
  335. package/dist/services/verify.d.ts +0 -114
  336. package/dist/services/verify.d.ts.map +0 -1
  337. package/dist/services/verify.js +0 -237
  338. package/dist/services/verify.js.map +0 -1
  339. package/dist/services/web-search.d.ts +0 -145
  340. package/dist/services/web-search.d.ts.map +0 -1
  341. package/dist/services/web-search.js +0 -534
  342. package/dist/services/web-search.js.map +0 -1
  343. package/dist/storage/chunk-store.d.ts +0 -107
  344. package/dist/storage/chunk-store.d.ts.map +0 -1
  345. package/dist/storage/chunk-store.js +0 -293
  346. package/dist/storage/chunk-store.js.map +0 -1
  347. package/dist/storage/hybrid-adapters.d.ts +0 -111
  348. package/dist/storage/hybrid-adapters.d.ts.map +0 -1
  349. package/dist/storage/hybrid-adapters.js +0 -223
  350. package/dist/storage/hybrid-adapters.js.map +0 -1
  351. package/dist/storage/hybrid-store.d.ts +0 -125
  352. package/dist/storage/hybrid-store.d.ts.map +0 -1
  353. package/dist/storage/hybrid-store.js +0 -655
  354. package/dist/storage/hybrid-store.js.map +0 -1
  355. package/dist/storage/index-store.d.ts +0 -126
  356. package/dist/storage/index-store.d.ts.map +0 -1
  357. package/dist/storage/index-store.js +0 -316
  358. package/dist/storage/index-store.js.map +0 -1
  359. package/dist/storage/index.d.ts +0 -45
  360. package/dist/storage/index.d.ts.map +0 -1
  361. package/dist/storage/index.js +0 -52
  362. package/dist/storage/index.js.map +0 -1
  363. package/dist/storage/neuron-store.d.ts +0 -121
  364. package/dist/storage/neuron-store.d.ts.map +0 -1
  365. package/dist/storage/neuron-store.js +0 -466
  366. package/dist/storage/neuron-store.js.map +0 -1
  367. package/dist/storage/ontology-store.d.ts +0 -132
  368. package/dist/storage/ontology-store.d.ts.map +0 -1
  369. package/dist/storage/ontology-store.js +0 -319
  370. package/dist/storage/ontology-store.js.map +0 -1
  371. package/dist/storage/probabilistic-store.d.ts +0 -104
  372. package/dist/storage/probabilistic-store.d.ts.map +0 -1
  373. package/dist/storage/probabilistic-store.js +0 -257
  374. package/dist/storage/probabilistic-store.js.map +0 -1
  375. package/dist/storage/redis-adapters.d.ts +0 -102
  376. package/dist/storage/redis-adapters.d.ts.map +0 -1
  377. package/dist/storage/redis-adapters.js +0 -205
  378. package/dist/storage/redis-adapters.js.map +0 -1
  379. package/dist/storage/redis-ontology-store.d.ts +0 -146
  380. package/dist/storage/redis-ontology-store.d.ts.map +0 -1
  381. package/dist/storage/redis-ontology-store.js +0 -384
  382. package/dist/storage/redis-ontology-store.js.map +0 -1
  383. package/dist/storage/redis-store.d.ts +0 -174
  384. package/dist/storage/redis-store.d.ts.map +0 -1
  385. package/dist/storage/redis-store.js +0 -506
  386. package/dist/storage/redis-store.js.map +0 -1
  387. package/dist/sync/change-journal.d.ts +0 -171
  388. package/dist/sync/change-journal.d.ts.map +0 -1
  389. package/dist/sync/change-journal.js +0 -362
  390. package/dist/sync/change-journal.js.map +0 -1
  391. package/dist/sync/index.d.ts +0 -8
  392. package/dist/sync/index.d.ts.map +0 -1
  393. package/dist/sync/index.js +0 -8
  394. package/dist/sync/index.js.map +0 -1
  395. package/dist/sync/state-sync.d.ts +0 -241
  396. package/dist/sync/state-sync.d.ts.map +0 -1
  397. package/dist/sync/state-sync.js +0 -396
  398. package/dist/sync/state-sync.js.map +0 -1
  399. package/dist/sync/vector-clock.d.ts +0 -144
  400. package/dist/sync/vector-clock.d.ts.map +0 -1
  401. package/dist/sync/vector-clock.js +0 -266
  402. package/dist/sync/vector-clock.js.map +0 -1
  403. package/dist/types/index.d.ts +0 -224
  404. package/dist/types/index.d.ts.map +0 -1
  405. package/dist/types/index.js +0 -24
  406. package/dist/types/index.js.map +0 -1
  407. package/dist/utils/hash.d.ts +0 -39
  408. package/dist/utils/hash.d.ts.map +0 -1
  409. package/dist/utils/hash.js +0 -56
  410. package/dist/utils/hash.js.map +0 -1
  411. package/dist/utils/index.d.ts +0 -26
  412. package/dist/utils/index.d.ts.map +0 -1
  413. package/dist/utils/index.js +0 -50
  414. package/dist/utils/index.js.map +0 -1
  415. package/dist/utils/logger.d.ts +0 -88
  416. package/dist/utils/logger.d.ts.map +0 -1
  417. package/dist/utils/logger.js +0 -157
  418. package/dist/utils/logger.js.map +0 -1
  419. package/dist/utils/metrics.d.ts +0 -232
  420. package/dist/utils/metrics.d.ts.map +0 -1
  421. package/dist/utils/metrics.js +0 -387
  422. package/dist/utils/metrics.js.map +0 -1
  423. package/dist/utils/similarity.d.ts +0 -64
  424. package/dist/utils/similarity.d.ts.map +0 -1
  425. package/dist/utils/similarity.js +0 -151
  426. package/dist/utils/similarity.js.map +0 -1
  427. package/dist/utils/uuid.d.ts +0 -23
  428. package/dist/utils/uuid.d.ts.map +0 -1
  429. package/dist/utils/uuid.js +0 -29
  430. package/dist/utils/uuid.js.map +0 -1
@@ -1,192 +0,0 @@
1
- /**
2
- * Chunk Engine - Data segmentation and reassembly
3
- * @module core/chunk-engine
4
- */
5
- import { hash } from '../utils/hash.js';
6
- /** Default chunk size: 4KB */
7
- const DEFAULT_CHUNK_SIZE = 4096;
8
- /** Default overlap between chunks */
9
- const DEFAULT_OVERLAP = 256;
10
- /** CDC minimum chunk size */
11
- const CDC_MIN_CHUNK = 2048;
12
- /** CDC maximum chunk size */
13
- const CDC_MAX_CHUNK = 65536;
14
- /** Rabin fingerprint polynomial */
15
- const RABIN_POLYNOMIAL = 0x3da3358b4dc173n;
16
- /** Rabin fingerprint mask for boundary detection */
17
- const RABIN_MASK = 0x1fffn;
18
- /** Rabin window size */
19
- const RABIN_WINDOW = 48;
20
- /**
21
- * ChunkEngine class for data segmentation
22
- */
23
- export class ChunkEngine {
24
- options;
25
- constructor(options = {}) {
26
- this.options = {
27
- chunkSize: options.chunkSize ?? DEFAULT_CHUNK_SIZE,
28
- overlap: options.overlap ?? DEFAULT_OVERLAP,
29
- useCDC: options.useCDC ?? false,
30
- minChunkSize: options.minChunkSize ?? CDC_MIN_CHUNK,
31
- maxChunkSize: options.maxChunkSize ?? CDC_MAX_CHUNK
32
- };
33
- }
34
- /**
35
- * Chunk data using the configured method
36
- * @param data - Data to chunk
37
- * @returns Array of chunks
38
- */
39
- chunk(data) {
40
- if (this.options.useCDC) {
41
- return this.cdcChunk(data);
42
- }
43
- return this.fixedChunk(data);
44
- }
45
- /**
46
- * Fixed-size chunking
47
- * @param data - Data to chunk
48
- * @param size - Chunk size (default from options)
49
- * @returns Array of chunks
50
- */
51
- fixedChunk(data, size) {
52
- const chunkSize = size ?? this.options.chunkSize;
53
- const chunks = [];
54
- for (let offset = 0; offset < data.length; offset += chunkSize) {
55
- const end = Math.min(offset + chunkSize, data.length);
56
- const chunkData = data.subarray(offset, end);
57
- chunks.push({
58
- index: chunks.length,
59
- offset,
60
- data: Buffer.from(chunkData),
61
- hash: hash(chunkData)
62
- });
63
- }
64
- return chunks;
65
- }
66
- /**
67
- * Content-Defined Chunking using Rabin fingerprints
68
- * @param data - Data to chunk
69
- * @returns Array of variable-size chunks
70
- */
71
- cdcChunk(data) {
72
- const chunks = [];
73
- const { minChunkSize, maxChunkSize } = this.options;
74
- let fingerprint = 0n;
75
- let chunkStart = 0;
76
- for (let i = 0; i < data.length; i++) {
77
- // Update fingerprint with rolling hash
78
- fingerprint = this.updateFingerprint(fingerprint, data[i]);
79
- const chunkLength = i - chunkStart + 1;
80
- // Check boundary conditions
81
- const isBoundary = (fingerprint & RABIN_MASK) === 0n;
82
- const meetsMinSize = chunkLength >= minChunkSize;
83
- const exceedsMaxSize = chunkLength >= maxChunkSize;
84
- const isEndOfData = i === data.length - 1;
85
- if ((isBoundary && meetsMinSize) || exceedsMaxSize || isEndOfData) {
86
- const chunkData = data.subarray(chunkStart, i + 1);
87
- chunks.push({
88
- index: chunks.length,
89
- offset: chunkStart,
90
- data: Buffer.from(chunkData),
91
- hash: hash(chunkData),
92
- fingerprint: Number(fingerprint & 0xffffffffn)
93
- });
94
- chunkStart = i + 1;
95
- fingerprint = 0n;
96
- }
97
- }
98
- return chunks;
99
- }
100
- /**
101
- * Update Rabin fingerprint with new byte
102
- */
103
- updateFingerprint(fingerprint, byte) {
104
- return ((fingerprint << 1n) ^ BigInt(byte)) % RABIN_POLYNOMIAL;
105
- }
106
- /**
107
- * Merge chunks back into original data
108
- * @param chunks - Array of chunks in order
109
- * @returns Merged buffer
110
- */
111
- merge(chunks) {
112
- // Sort by index to ensure correct order
113
- const sorted = [...chunks].sort((a, b) => a.index - b.index);
114
- // Calculate total size
115
- const totalSize = sorted.reduce((sum, c) => sum + c.data.length, 0);
116
- const result = Buffer.allocUnsafe(totalSize);
117
- let position = 0;
118
- for (const chunk of sorted) {
119
- chunk.data.copy(result, position);
120
- position += chunk.data.length;
121
- }
122
- return result;
123
- }
124
- /**
125
- * Verify chunk integrity
126
- * @param chunk - Chunk to verify
127
- * @returns true if hash matches
128
- */
129
- verifyChunk(chunk) {
130
- return hash(chunk.data) === chunk.hash;
131
- }
132
- /**
133
- * Verify all chunks in array
134
- * @param chunks - Chunks to verify
135
- * @returns true if all hashes match
136
- */
137
- verifyAllChunks(chunks) {
138
- return chunks.every(chunk => this.verifyChunk(chunk));
139
- }
140
- /**
141
- * Find duplicate chunks by hash
142
- * @param chunks - Chunks to deduplicate
143
- * @returns Deduplication result
144
- */
145
- deduplicate(chunks) {
146
- const hashToIndices = new Map();
147
- const unique = [];
148
- let savedBytes = 0;
149
- for (const chunk of chunks) {
150
- const indices = hashToIndices.get(chunk.hash);
151
- if (indices) {
152
- indices.push(chunk.index);
153
- savedBytes += chunk.data.length;
154
- }
155
- else {
156
- hashToIndices.set(chunk.hash, [chunk.index]);
157
- unique.push(chunk);
158
- }
159
- }
160
- const duplicates = new Map();
161
- for (const [h, indices] of hashToIndices) {
162
- if (indices.length > 1) {
163
- duplicates.set(h, indices);
164
- }
165
- }
166
- return { unique, duplicates, savedBytes };
167
- }
168
- /**
169
- * Get chunk statistics
170
- */
171
- getStats(chunks) {
172
- if (chunks.length === 0) {
173
- return { count: 0, totalSize: 0, avgSize: 0, minSize: 0, maxSize: 0 };
174
- }
175
- const sizes = chunks.map(c => c.data.length);
176
- const totalSize = sizes.reduce((a, b) => a + b, 0);
177
- return {
178
- count: chunks.length,
179
- totalSize,
180
- avgSize: Math.round(totalSize / chunks.length),
181
- minSize: Math.min(...sizes),
182
- maxSize: Math.max(...sizes)
183
- };
184
- }
185
- }
186
- /**
187
- * Create a ChunkEngine instance with default options
188
- */
189
- export function createChunkEngine(options) {
190
- return new ChunkEngine(options);
191
- }
192
- //# sourceMappingURL=chunk-engine.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"chunk-engine.js","sourceRoot":"","sources":["../../src/core/chunk-engine.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAExC,8BAA8B;AAC9B,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAEhC,qCAAqC;AACrC,MAAM,eAAe,GAAG,GAAG,CAAC;AAE5B,6BAA6B;AAC7B,MAAM,aAAa,GAAG,IAAI,CAAC;AAE3B,6BAA6B;AAC7B,MAAM,aAAa,GAAG,KAAK,CAAC;AAE5B,mCAAmC;AACnC,MAAM,gBAAgB,GAAG,iBAAiB,CAAC;AAE3C,oDAAoD;AACpD,MAAM,UAAU,GAAG,OAAO,CAAC;AAE3B,wBAAwB;AACxB,MAAM,YAAY,GAAG,EAAE,CAAC;AAExB;;GAEG;AACH,MAAM,OAAO,WAAW;IACd,OAAO,CAAyB;IAExC,YAAY,UAAwB,EAAE;QACpC,IAAI,CAAC,OAAO,GAAG;YACb,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,kBAAkB;YAClD,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,eAAe;YAC3C,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,KAAK;YAC/B,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,aAAa;YACnD,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,aAAa;SACpD,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,IAAY;QAChB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QACD,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED;;;;;OAKG;IACH,UAAU,CAAC,IAAY,EAAE,IAAa;QACpC,MAAM,SAAS,GAAG,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC;QACjD,MAAM,MAAM,GAAY,EAAE,CAAC;QAE3B,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,SAAS,EAAE,CAAC;YAC/D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACtD,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YAE7C,MAAM,CAAC,IAAI,CAAC;gBACV,KAAK,EAAE,MAAM,CAAC,MAAM;gBACpB,MAAM;gBACN,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;gBAC5B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;aACtB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,IAAY;QACnB,MAAM,MAAM,GAAY,EAAE,CAAC;QAC3B,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC;QAEpD,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,uCAAuC;YACvC,WAAW,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3D,MAAM,WAAW,GAAG,CAAC,GAAG,UAAU,GAAG,CAAC,CAAC;YAEvC,4BAA4B;YAC5B,MAAM,UAAU,GAAG,CAAC,WAAW,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC;YACrD,MAAM,YAAY,GAAG,WAAW,IAAI,YAAY,CAAC;YACjD,MAAM,cAAc,GAAG,WAAW,IAAI,YAAY,CAAC;YACnD,MAAM,WAAW,GAAG,CAAC,KAAK,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;YAE1C,IAAI,CAAC,UAAU,IAAI,YAAY,CAAC,IAAI,cAAc,IAAI,WAAW,EAAE,CAAC;gBAClE,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;gBAEnD,MAAM,CAAC,IAAI,CAAC;oBACV,KAAK,EAAE,MAAM,CAAC,MAAM;oBACpB,MAAM,EAAE,UAAU;oBAClB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;oBAC5B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACrB,WAAW,EAAE,MAAM,CAAC,WAAW,GAAG,WAAW,CAAC;iBAC/C,CAAC,CAAC;gBAEH,UAAU,GAAG,CAAC,GAAG,CAAC,CAAC;gBACnB,WAAW,GAAG,EAAE,CAAC;YACnB,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,WAAmB,EAAE,IAAY;QACzD,OAAO,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,gBAAgB,CAAC;IACjE,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,MAAe;QACnB,wCAAwC;QACxC,MAAM,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAE7D,uBAAuB;QACvB,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACpE,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QAE7C,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAClC,QAAQ,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;QAChC,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;OAIG;IACH,WAAW,CAAC,KAAY;QACtB,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,CAAC;IACzC,CAAC;IAED;;;;OAIG;IACH,eAAe,CAAC,MAAe;QAC7B,OAAO,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;IACxD,CAAC;IAED;;;;OAIG;IACH,WAAW,CAAC,MAAe;QAKzB,MAAM,aAAa,GAAG,IAAI,GAAG,EAAoB,CAAC;QAClD,MAAM,MAAM,GAAY,EAAE,CAAC;QAC3B,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC9C,IAAI,OAAO,EAAE,CAAC;gBACZ,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC1B,UAAU,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC7C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,GAAG,EAAoB,CAAC;QAC/C,KAAK,MAAM,CAAC,CAAC,EAAE,OAAO,CAAC,IAAI,aAAa,EAAE,CAAC;YACzC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAe;QAOtB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;QACxE,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAEnD,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,MAAM;YACpB,SAAS;YACT,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC;YAC9C,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YAC3B,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;SAC5B,CAAC;IACJ,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,OAAsB;IACtD,OAAO,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC;AAClC,CAAC"}
@@ -1,327 +0,0 @@
1
- /**
2
- * Dynamic Embedding System - Infinite Dimension Expansion
3
- *
4
- * Based on Probabilistic Ontology Framework:
5
- * - Embeddings are not fixed at 384 dimensions
6
- * - New concepts can expand the embedding space
7
- * - Dimensions are semantic, not arbitrary
8
- *
9
- * @module core/dynamic-embedding
10
- */
11
- import type { UUID } from '../types/index.js';
12
- /**
13
- * Dynamic embedding that can grow
14
- */
15
- export interface DynamicEmbedding {
16
- id: UUID;
17
- dimensions: Map<string, number>;
18
- baseDimension: number;
19
- createdAt: string;
20
- expandedAt?: string;
21
- }
22
- /**
23
- * Dimension metadata
24
- */
25
- export interface DimensionInfo {
26
- name: string;
27
- description: string;
28
- createdAt: string;
29
- sourceNeuronId?: UUID;
30
- semanticCategory: string;
31
- usageCount: number;
32
- }
33
- /**
34
- * Embedding expansion result
35
- */
36
- export interface ExpansionResult {
37
- originalDimensions: number;
38
- newDimensions: number;
39
- addedDimensions: string[];
40
- reason: string;
41
- }
42
- /**
43
- * Dynamic Embedding Manager Options
44
- */
45
- export interface DynamicEmbeddingOptions {
46
- baseDimension?: number;
47
- maxDimensions?: number;
48
- expansionThreshold?: number;
49
- enableAutoExpansion?: boolean;
50
- }
51
- /**
52
- * Dynamic Embedding Manager - Infinite Dimension Expansion
53
- *
54
- * Manages embeddings that can dynamically expand when new concepts
55
- * cannot be adequately represented in current dimensions. This enables
56
- * the system to grow its semantic space organically.
57
- *
58
- * Key Concepts:
59
- * - **Base Dimensions**: Initial 384 dimensions covering standard semantics
60
- * - **Dimension Expansion**: New dimensions added for novel concepts
61
- * - **Semantic Categories**: Dimensions organized by type (semantic, syntactic, etc.)
62
- * - **Auto-Expansion**: System automatically expands when similarity is too low
63
- *
64
- * @example
65
- * ```typescript
66
- * const manager = new DynamicEmbeddingManager({
67
- * baseDimension: 384,
68
- * maxDimensions: 10000,
69
- * enableAutoExpansion: true
70
- * });
71
- *
72
- * // Create dynamic embedding from fixed array
73
- * const dynEmb = manager.createFromFixed('emb-1', fixedEmbedding);
74
- *
75
- * // Auto-expand for new concept
76
- * const expansion = manager.autoExpand(dynEmb, 'quantum computing applications');
77
- * if (expansion) {
78
- * console.log(`Added ${expansion.addedDimensions.length} dimensions`);
79
- * }
80
- *
81
- * // Calculate similarity between dynamic embeddings
82
- * const sim = manager.similarity(dynEmbA, dynEmbB);
83
- *
84
- * // Get dimensions by category
85
- * const semanticDims = manager.getDimensionsByCategory('semantic');
86
- * ```
87
- *
88
- * @see {@link DynamicEmbedding} for embedding structure
89
- * @see {@link DimensionInfo} for dimension metadata
90
- */
91
- export declare class DynamicEmbeddingManager {
92
- private baseDimension;
93
- private maxDimensions;
94
- private expansionThreshold;
95
- private autoExpansion;
96
- private dimensionRegistry;
97
- private dimensionOrder;
98
- private embeddings;
99
- private semanticCategories;
100
- constructor(options?: DynamicEmbeddingOptions);
101
- /**
102
- * Create a dynamic embedding from a fixed-size array.
103
- *
104
- * Maps each element of the fixed array to a named dimension,
105
- * enabling future expansion while maintaining compatibility
106
- * with standard embedding operations.
107
- *
108
- * @param id - Unique identifier for the embedding
109
- * @param fixedEmbedding - Standard fixed-size Float32Array embedding
110
- * @returns New DynamicEmbedding with named dimensions
111
- *
112
- * @example
113
- * ```typescript
114
- * const fixed = new Float32Array(384).fill(0.1);
115
- * const dynamic = manager.createFromFixed('my-embedding', fixed);
116
- * console.log(`Dimensions: ${dynamic.dimensions.size}`);
117
- * ```
118
- */
119
- createFromFixed(id: UUID, fixedEmbedding: Float32Array): DynamicEmbedding;
120
- /**
121
- * Convert dynamic embedding to fixed-size array.
122
- *
123
- * Projects the dynamic embedding back to a fixed-size array,
124
- * useful for compatibility with standard ML operations.
125
- *
126
- * @param embedding - The dynamic embedding to convert
127
- * @param targetSize - Optional target size (defaults to current dimension count)
128
- * @returns Fixed-size Float32Array embedding
129
- *
130
- * @example
131
- * ```typescript
132
- * const fixed = manager.toFixed(dynamicEmbedding, 384);
133
- * // Use with standard similarity functions
134
- * const sim = cosineSimilarity(fixed, otherFixed);
135
- * ```
136
- */
137
- toFixed(embedding: DynamicEmbedding, targetSize?: number): Float32Array;
138
- /**
139
- * Expand embedding with new dimensions.
140
- *
141
- * Manually adds new dimensions to an embedding. Use this when
142
- * you need explicit control over dimension expansion. For
143
- * automatic expansion, use {@link autoExpand} instead.
144
- *
145
- * @param embedding - The embedding to expand
146
- * @param newDimensions - Map of dimension names to values
147
- * @param reason - Human-readable reason for expansion
148
- * @returns Expansion result with statistics
149
- *
150
- * @example
151
- * ```typescript
152
- * const result = manager.expandEmbedding(
153
- * myEmbedding,
154
- * new Map([['quantum_coherence', 0.8], ['superposition', 0.6]]),
155
- * 'Quantum computing concepts'
156
- * );
157
- * console.log(`Added: ${result.addedDimensions.join(', ')}`);
158
- * ```
159
- */
160
- expandEmbedding(embedding: DynamicEmbedding, newDimensions: Map<string, number>, reason: string): ExpansionResult;
161
- /**
162
- * Check if embedding needs expansion for a concept
163
- */
164
- needsExpansion(embedding: DynamicEmbedding, conceptVector: Float32Array, similarityThreshold?: number): boolean;
165
- /**
166
- * Auto-expand embedding based on concept requirements.
167
- *
168
- * Automatically extracts semantic dimensions from a concept
169
- * description and adds them to the embedding. Respects the
170
- * maximum dimension limit.
171
- *
172
- * @param embedding - The embedding to expand
173
- * @param conceptDescription - Text describing the new concept
174
- * @param conceptVector - Optional vector representing the concept
175
- * @returns Expansion result, or null if disabled/at limit
176
- *
177
- * @example
178
- * ```typescript
179
- * const result = manager.autoExpand(
180
- * embedding,
181
- * 'Machine learning optimization techniques including gradient descent and backpropagation'
182
- * );
183
- *
184
- * if (result) {
185
- * console.log(`Now have ${result.newDimensions} dimensions`);
186
- * }
187
- * ```
188
- */
189
- autoExpand(embedding: DynamicEmbedding, conceptDescription: string, conceptVector?: Float32Array): ExpansionResult | null;
190
- /**
191
- * Register a new dimension.
192
- *
193
- * Adds a new dimension to the global registry. Each dimension
194
- * has metadata including semantic category and usage tracking.
195
- *
196
- * @param name - Unique dimension name
197
- * @param info - Dimension metadata including category and description
198
- *
199
- * @example
200
- * ```typescript
201
- * manager.registerDimension('temporal_causality', {
202
- * name: 'temporal_causality',
203
- * description: 'Cause-effect relationships over time',
204
- * createdAt: new Date().toISOString(),
205
- * semanticCategory: 'causal',
206
- * usageCount: 0
207
- * });
208
- * ```
209
- */
210
- registerDimension(name: string, info: DimensionInfo): void;
211
- /**
212
- * Get dimensions by semantic category
213
- */
214
- getDimensionsByCategory(category: string): string[];
215
- /**
216
- * Calculate similarity between two dynamic embeddings.
217
- *
218
- * Computes cosine similarity over the union of all dimensions.
219
- * Missing dimensions in either embedding are treated as 0.
220
- *
221
- * @param a - First dynamic embedding
222
- * @param b - Second dynamic embedding
223
- * @returns Cosine similarity (-1 to 1)
224
- *
225
- * @example
226
- * ```typescript
227
- * const sim = manager.similarity(embeddingA, embeddingB);
228
- * console.log(`Similarity: ${(sim * 100).toFixed(1)}%`);
229
- * ```
230
- */
231
- similarity(a: DynamicEmbedding, b: DynamicEmbedding): number;
232
- /**
233
- * Project embedding to a subspace of specific dimensions
234
- */
235
- project(embedding: DynamicEmbedding, dimensionNames: string[]): Map<string, number>;
236
- /**
237
- * Get the current total dimension count
238
- */
239
- getCurrentDimensionCount(): number;
240
- /**
241
- * Get embedding by ID
242
- */
243
- getEmbedding(id: UUID): DynamicEmbedding | undefined;
244
- /**
245
- * Get statistics
246
- */
247
- getStats(): {
248
- totalDimensions: number;
249
- baseDimensions: number;
250
- expandedDimensions: number;
251
- categories: number;
252
- embeddings: number;
253
- };
254
- /**
255
- * Serialize dimension registry for persistence.
256
- *
257
- * Converts the dimension registry, order, and categories to
258
- * a JSON-serializable format.
259
- *
260
- * @returns Serialized dimension state
261
- * @see {@link loadDimensions} for restoring state
262
- */
263
- serializeDimensions(): object;
264
- /**
265
- * Load dimension registry from serialized data
266
- */
267
- loadDimensions(data: {
268
- order: string[];
269
- registry: Record<string, DimensionInfo>;
270
- categories: Record<string, string[]>;
271
- }): void;
272
- /**
273
- * Serialize all embeddings for persistence.
274
- *
275
- * Converts all stored embeddings to a JSON-serializable format.
276
- * Dimension Maps are converted to plain objects.
277
- *
278
- * @returns Serialized embeddings array
279
- * @see {@link loadEmbeddings} for restoring state
280
- */
281
- serializeEmbeddings(): object;
282
- /**
283
- * Load embeddings from serialized data
284
- */
285
- loadEmbeddings(data: {
286
- embeddings: Array<{
287
- id: string;
288
- dimensions: Record<string, number>;
289
- baseDimension: number;
290
- createdAt: string;
291
- expandedAt?: string;
292
- }>;
293
- }): void;
294
- /**
295
- * Serialize complete state (dimensions + embeddings).
296
- *
297
- * Convenience method that serializes both the dimension registry
298
- * and all stored embeddings in a single call.
299
- *
300
- * @returns Complete serialized state
301
- * @see {@link loadAll} for restoring state
302
- */
303
- serializeAll(): object;
304
- /**
305
- * Load complete state (dimensions + embeddings)
306
- */
307
- loadAll(data: {
308
- dimensions: {
309
- order: string[];
310
- registry: Record<string, DimensionInfo>;
311
- categories: Record<string, string[]>;
312
- };
313
- embeddings: {
314
- embeddings: Array<any>;
315
- };
316
- }): void;
317
- private initializeBaseDimensions;
318
- private inferCategory;
319
- private extractSemanticDimensions;
320
- private extractKeywords;
321
- private calculateKeywordImportance;
322
- }
323
- /**
324
- * Create a DynamicEmbeddingManager instance
325
- */
326
- export declare function createDynamicEmbeddingManager(options?: DynamicEmbeddingOptions): DynamicEmbeddingManager;
327
- //# sourceMappingURL=dynamic-embedding.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"dynamic-embedding.d.ts","sourceRoot":"","sources":["../../src/core/dynamic-embedding.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAG9C;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,IAAI,CAAC;IACT,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,IAAI,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC/B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuCG;AACH,qBAAa,uBAAuB;IAClC,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,kBAAkB,CAAS;IACnC,OAAO,CAAC,aAAa,CAAU;IAG/B,OAAO,CAAC,iBAAiB,CAAyC;IAClE,OAAO,CAAC,cAAc,CAAgB;IAGtC,OAAO,CAAC,UAAU,CAA0C;IAG5D,OAAO,CAAC,kBAAkB,CAAuC;gBAErD,OAAO,GAAE,uBAA4B;IAUjD;;;;;;;;;;;;;;;;;OAiBG;IACH,eAAe,CAAC,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,YAAY,GAAG,gBAAgB;IAoBzE;;;;;;;;;;;;;;;;OAgBG;IACH,OAAO,CAAC,SAAS,EAAE,gBAAgB,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,YAAY;IAcvE;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,eAAe,CACb,SAAS,EAAE,gBAAgB,EAC3B,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,EAClC,MAAM,EAAE,MAAM,GACb,eAAe;IAyClB;;OAEG;IACH,cAAc,CACZ,SAAS,EAAE,gBAAgB,EAC3B,aAAa,EAAE,YAAY,EAC3B,mBAAmB,CAAC,EAAE,MAAM,GAC3B,OAAO;IAaV;;;;;;;;;;;;;;;;;;;;;;;OAuBG;IACH,UAAU,CACR,SAAS,EAAE,gBAAgB,EAC3B,kBAAkB,EAAE,MAAM,EAC1B,aAAa,CAAC,EAAE,YAAY,GAC3B,eAAe,GAAG,IAAI;IAsBzB;;;;;;;;;;;;;;;;;;;OAmBG;IACH,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,GAAG,IAAI;IAa1D;;OAEG;IACH,uBAAuB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE;IAInD;;;;;;;;;;;;;;;OAeG;IACH,UAAU,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,gBAAgB,GAAG,MAAM;IAuB5D;;OAEG;IACH,OAAO,CAAC,SAAS,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC;IAYnF;;OAEG;IACH,wBAAwB,IAAI,MAAM;IAIlC;;OAEG;IACH,YAAY,CAAC,EAAE,EAAE,IAAI,GAAG,gBAAgB,GAAG,SAAS;IAIpD;;OAEG;IACH,QAAQ,IAAI;QACV,eAAe,EAAE,MAAM,CAAC;QACxB,cAAc,EAAE,MAAM,CAAC;QACvB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;KACpB;IAUD;;;;;;;;OAQG;IACH,mBAAmB,IAAI,MAAM;IAY7B;;OAEG;IACH,cAAc,CAAC,IAAI,EAAE;QACnB,KAAK,EAAE,MAAM,EAAE,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;QACxC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;KACtC,GAAG,IAAI;IAUR;;;;;;;;OAQG;IACH,mBAAmB,IAAI,MAAM;IAc7B;;OAEG;IACH,cAAc,CAAC,IAAI,EAAE;QACnB,UAAU,EAAE,KAAK,CAAC;YAChB,EAAE,EAAE,MAAM,CAAC;YACX,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;YACnC,aAAa,EAAE,MAAM,CAAC;YACtB,SAAS,EAAE,MAAM,CAAC;YAClB,UAAU,CAAC,EAAE,MAAM,CAAC;SACrB,CAAC,CAAC;KACJ,GAAG,IAAI;IAaR;;;;;;;;OAQG;IACH,YAAY,IAAI,MAAM;IAOtB;;OAEG;IACH,OAAO,CAAC,IAAI,EAAE;QACZ,UAAU,EAAE;YACV,KAAK,EAAE,MAAM,EAAE,CAAC;YAChB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;YACxC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;SACtC,CAAC;QACF,UAAU,EAAE;YACV,UAAU,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;SACxB,CAAC;KACH,GAAG,IAAI;IAWR,OAAO,CAAC,wBAAwB;IA0BhC,OAAO,CAAC,aAAa;IAuBrB,OAAO,CAAC,yBAAyB;IAuBjC,OAAO,CAAC,eAAe;IAmBvB,OAAO,CAAC,0BAA0B;CAUnC;AAED;;GAEG;AACH,wBAAgB,6BAA6B,CAC3C,OAAO,CAAC,EAAE,uBAAuB,GAChC,uBAAuB,CAEzB"}