@fgv/ts-agent-memory 5.1.0-46 → 5.1.0-48

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (336) hide show
  1. package/README.md +55 -0
  2. package/dist/packlets/ingest/orchestrator.js +115 -20
  3. package/dist/packlets/ingest/orchestrator.js.map +1 -1
  4. package/dist/packlets/observe/memoryObservationStore.js +6 -0
  5. package/dist/packlets/observe/memoryObservationStore.js.map +1 -1
  6. package/dist/packlets/observe/observer.js.map +1 -1
  7. package/dist/packlets/store/fileTreeMemoryStore.js +63 -135
  8. package/dist/packlets/store/fileTreeMemoryStore.js.map +1 -1
  9. package/dist/packlets/store/vectorMaintenance.js +251 -0
  10. package/dist/packlets/store/vectorMaintenance.js.map +1 -0
  11. package/dist/packlets/vector/inMemoryCosineIndex.js +81 -18
  12. package/dist/packlets/vector/inMemoryCosineIndex.js.map +1 -1
  13. package/dist/packlets/vector/inMemoryFragmentCosineIndex.js +7 -0
  14. package/dist/packlets/vector/inMemoryFragmentCosineIndex.js.map +1 -1
  15. package/dist/packlets/vector/vectorIndex.js.map +1 -1
  16. package/dist/ts-agent-memory.d.ts +389 -71
  17. package/lib/packlets/ingest/orchestrator.d.ts +62 -5
  18. package/lib/packlets/ingest/orchestrator.d.ts.map +1 -1
  19. package/lib/packlets/ingest/orchestrator.js +115 -20
  20. package/lib/packlets/ingest/orchestrator.js.map +1 -1
  21. package/lib/packlets/observe/memoryObservationStore.d.ts.map +1 -1
  22. package/lib/packlets/observe/memoryObservationStore.js +6 -0
  23. package/lib/packlets/observe/memoryObservationStore.js.map +1 -1
  24. package/lib/packlets/observe/observer.d.ts +61 -0
  25. package/lib/packlets/observe/observer.d.ts.map +1 -1
  26. package/lib/packlets/observe/observer.js.map +1 -1
  27. package/lib/packlets/store/fileTreeMemoryStore.d.ts +97 -60
  28. package/lib/packlets/store/fileTreeMemoryStore.d.ts.map +1 -1
  29. package/lib/packlets/store/fileTreeMemoryStore.js +63 -135
  30. package/lib/packlets/store/fileTreeMemoryStore.js.map +1 -1
  31. package/lib/packlets/store/vectorMaintenance.d.ts +149 -0
  32. package/lib/packlets/store/vectorMaintenance.d.ts.map +1 -0
  33. package/lib/packlets/store/vectorMaintenance.js +255 -0
  34. package/lib/packlets/store/vectorMaintenance.js.map +1 -0
  35. package/lib/packlets/vector/inMemoryCosineIndex.d.ts +30 -7
  36. package/lib/packlets/vector/inMemoryCosineIndex.d.ts.map +1 -1
  37. package/lib/packlets/vector/inMemoryCosineIndex.js +80 -17
  38. package/lib/packlets/vector/inMemoryCosineIndex.js.map +1 -1
  39. package/lib/packlets/vector/inMemoryFragmentCosineIndex.d.ts +7 -0
  40. package/lib/packlets/vector/inMemoryFragmentCosineIndex.d.ts.map +1 -1
  41. package/lib/packlets/vector/inMemoryFragmentCosineIndex.js +7 -0
  42. package/lib/packlets/vector/inMemoryFragmentCosineIndex.js.map +1 -1
  43. package/lib/packlets/vector/vectorIndex.d.ts +129 -1
  44. package/lib/packlets/vector/vectorIndex.d.ts.map +1 -1
  45. package/lib/packlets/vector/vectorIndex.js.map +1 -1
  46. package/package.json +17 -7
  47. package/.rush/temp/6e1299d1cebb080772163a532c221cd181b54f9f.tar.log +0 -462
  48. package/.rush/temp/chunked-rush-logs/ts-agent-memory.build.chunks.jsonl +0 -9
  49. package/.rush/temp/operation/build/all.log +0 -9
  50. package/.rush/temp/operation/build/log-chunks.jsonl +0 -9
  51. package/.rush/temp/operation/build/state.json +0 -3
  52. package/.rush/temp/shrinkwrap-deps.json +0 -689
  53. package/config/api-extractor.json +0 -343
  54. package/config/jest.config.json +0 -14
  55. package/config/rig.json +0 -4
  56. package/dist/test/unit/converters/antagonistRoundTrip.test.js +0 -95
  57. package/dist/test/unit/converters/antagonistRoundTrip.test.js.map +0 -1
  58. package/dist/test/unit/converters/bodyConverterRegistry.test.js +0 -72
  59. package/dist/test/unit/converters/bodyConverterRegistry.test.js.map +0 -1
  60. package/dist/test/unit/converters/envelopeConverter.test.js +0 -313
  61. package/dist/test/unit/converters/envelopeConverter.test.js.map +0 -1
  62. package/dist/test/unit/index/memoryIndex.test.js +0 -214
  63. package/dist/test/unit/index/memoryIndex.test.js.map +0 -1
  64. package/dist/test/unit/ingest/antagonistCycleAndParity.test.js +0 -277
  65. package/dist/test/unit/ingest/antagonistCycleAndParity.test.js.map +0 -1
  66. package/dist/test/unit/ingest/cycleGuard.test.js +0 -81
  67. package/dist/test/unit/ingest/cycleGuard.test.js.map +0 -1
  68. package/dist/test/unit/ingest/orchestrator.test.js +0 -1055
  69. package/dist/test/unit/ingest/orchestrator.test.js.map +0 -1
  70. package/dist/test/unit/observe/memoryObservationStore.test.js +0 -118
  71. package/dist/test/unit/observe/memoryObservationStore.test.js.map +0 -1
  72. package/dist/test/unit/retrieve/fragmentSemanticRetriever.test.js +0 -116
  73. package/dist/test/unit/retrieve/fragmentSemanticRetriever.test.js.map +0 -1
  74. package/dist/test/unit/retrieve/linkTraversalRetriever.test.js +0 -257
  75. package/dist/test/unit/retrieve/linkTraversalRetriever.test.js.map +0 -1
  76. package/dist/test/unit/retrieve/retrievers.test.js +0 -768
  77. package/dist/test/unit/retrieve/retrievers.test.js.map +0 -1
  78. package/dist/test/unit/retrieve/temporalRetrievers.test.js +0 -182
  79. package/dist/test/unit/retrieve/temporalRetrievers.test.js.map +0 -1
  80. package/dist/test/unit/store/antagonistTemporalBoundary.test.js +0 -120
  81. package/dist/test/unit/store/antagonistTemporalBoundary.test.js.map +0 -1
  82. package/dist/test/unit/store/embedOnWrite.test.js +0 -317
  83. package/dist/test/unit/store/embedOnWrite.test.js.map +0 -1
  84. package/dist/test/unit/store/fileTreeMemoryStore.test.js +0 -778
  85. package/dist/test/unit/store/fileTreeMemoryStore.test.js.map +0 -1
  86. package/dist/test/unit/store/fragmentEmbedOnWrite.test.js +0 -255
  87. package/dist/test/unit/store/fragmentEmbedOnWrite.test.js.map +0 -1
  88. package/dist/test/unit/store/indexInjection.test.js +0 -432
  89. package/dist/test/unit/store/indexInjection.test.js.map +0 -1
  90. package/dist/test/unit/store/lenientOpen.test.js +0 -248
  91. package/dist/test/unit/store/lenientOpen.test.js.map +0 -1
  92. package/dist/test/unit/store/listScoped.test.js +0 -109
  93. package/dist/test/unit/store/listScoped.test.js.map +0 -1
  94. package/dist/test/unit/store/observations.test.js +0 -239
  95. package/dist/test/unit/store/observations.test.js.map +0 -1
  96. package/dist/test/unit/store/rankAxis.test.js +0 -254
  97. package/dist/test/unit/store/rankAxis.test.js.map +0 -1
  98. package/dist/test/unit/store/scopeEncoding.test.js +0 -24
  99. package/dist/test/unit/store/scopeEncoding.test.js.map +0 -1
  100. package/dist/test/unit/store/temporalStore.test.js +0 -398
  101. package/dist/test/unit/store/temporalStore.test.js.map +0 -1
  102. package/dist/test/unit/tools/memoryTools.test.js +0 -841
  103. package/dist/test/unit/tools/memoryTools.test.js.map +0 -1
  104. package/dist/test/unit/types/identityCodec.test.js +0 -187
  105. package/dist/test/unit/types/identityCodec.test.js.map +0 -1
  106. package/dist/test/unit/types/ids.test.js +0 -84
  107. package/dist/test/unit/types/ids.test.js.map +0 -1
  108. package/dist/test/unit/types/temporalCodec.test.js +0 -203
  109. package/dist/test/unit/types/temporalCodec.test.js.map +0 -1
  110. package/dist/test/unit/types/temporalPolicy.test.js +0 -83
  111. package/dist/test/unit/types/temporalPolicy.test.js.map +0 -1
  112. package/dist/test/unit/types/writePolicy.test.js +0 -331
  113. package/dist/test/unit/types/writePolicy.test.js.map +0 -1
  114. package/dist/test/unit/vector/fragmentConverters.test.js +0 -58
  115. package/dist/test/unit/vector/fragmentConverters.test.js.map +0 -1
  116. package/dist/test/unit/vector/inMemoryCosineIndex.test.js +0 -252
  117. package/dist/test/unit/vector/inMemoryCosineIndex.test.js.map +0 -1
  118. package/dist/test/unit/vector/inMemoryFragmentCosineIndex.test.js +0 -362
  119. package/dist/test/unit/vector/inMemoryFragmentCosineIndex.test.js.map +0 -1
  120. package/dist/test/unit/vector/vectorIndex.test.js +0 -51
  121. package/dist/test/unit/vector/vectorIndex.test.js.map +0 -1
  122. package/eslint.config.js +0 -15
  123. package/etc/ts-agent-memory.api.md +0 -938
  124. package/lib/test/unit/converters/antagonistRoundTrip.test.d.ts +0 -10
  125. package/lib/test/unit/converters/antagonistRoundTrip.test.d.ts.map +0 -1
  126. package/lib/test/unit/converters/antagonistRoundTrip.test.js +0 -97
  127. package/lib/test/unit/converters/antagonistRoundTrip.test.js.map +0 -1
  128. package/lib/test/unit/converters/bodyConverterRegistry.test.d.ts +0 -2
  129. package/lib/test/unit/converters/bodyConverterRegistry.test.d.ts.map +0 -1
  130. package/lib/test/unit/converters/bodyConverterRegistry.test.js +0 -74
  131. package/lib/test/unit/converters/bodyConverterRegistry.test.js.map +0 -1
  132. package/lib/test/unit/converters/envelopeConverter.test.d.ts +0 -2
  133. package/lib/test/unit/converters/envelopeConverter.test.d.ts.map +0 -1
  134. package/lib/test/unit/converters/envelopeConverter.test.js +0 -315
  135. package/lib/test/unit/converters/envelopeConverter.test.js.map +0 -1
  136. package/lib/test/unit/index/memoryIndex.test.d.ts +0 -2
  137. package/lib/test/unit/index/memoryIndex.test.d.ts.map +0 -1
  138. package/lib/test/unit/index/memoryIndex.test.js +0 -216
  139. package/lib/test/unit/index/memoryIndex.test.js.map +0 -1
  140. package/lib/test/unit/ingest/antagonistCycleAndParity.test.d.ts +0 -9
  141. package/lib/test/unit/ingest/antagonistCycleAndParity.test.d.ts.map +0 -1
  142. package/lib/test/unit/ingest/antagonistCycleAndParity.test.js +0 -279
  143. package/lib/test/unit/ingest/antagonistCycleAndParity.test.js.map +0 -1
  144. package/lib/test/unit/ingest/cycleGuard.test.d.ts +0 -2
  145. package/lib/test/unit/ingest/cycleGuard.test.d.ts.map +0 -1
  146. package/lib/test/unit/ingest/cycleGuard.test.js +0 -83
  147. package/lib/test/unit/ingest/cycleGuard.test.js.map +0 -1
  148. package/lib/test/unit/ingest/orchestrator.test.d.ts +0 -2
  149. package/lib/test/unit/ingest/orchestrator.test.d.ts.map +0 -1
  150. package/lib/test/unit/ingest/orchestrator.test.js +0 -1057
  151. package/lib/test/unit/ingest/orchestrator.test.js.map +0 -1
  152. package/lib/test/unit/observe/memoryObservationStore.test.d.ts +0 -2
  153. package/lib/test/unit/observe/memoryObservationStore.test.d.ts.map +0 -1
  154. package/lib/test/unit/observe/memoryObservationStore.test.js +0 -120
  155. package/lib/test/unit/observe/memoryObservationStore.test.js.map +0 -1
  156. package/lib/test/unit/retrieve/fragmentSemanticRetriever.test.d.ts +0 -2
  157. package/lib/test/unit/retrieve/fragmentSemanticRetriever.test.d.ts.map +0 -1
  158. package/lib/test/unit/retrieve/fragmentSemanticRetriever.test.js +0 -118
  159. package/lib/test/unit/retrieve/fragmentSemanticRetriever.test.js.map +0 -1
  160. package/lib/test/unit/retrieve/linkTraversalRetriever.test.d.ts +0 -2
  161. package/lib/test/unit/retrieve/linkTraversalRetriever.test.d.ts.map +0 -1
  162. package/lib/test/unit/retrieve/linkTraversalRetriever.test.js +0 -259
  163. package/lib/test/unit/retrieve/linkTraversalRetriever.test.js.map +0 -1
  164. package/lib/test/unit/retrieve/retrievers.test.d.ts +0 -2
  165. package/lib/test/unit/retrieve/retrievers.test.d.ts.map +0 -1
  166. package/lib/test/unit/retrieve/retrievers.test.js +0 -770
  167. package/lib/test/unit/retrieve/retrievers.test.js.map +0 -1
  168. package/lib/test/unit/retrieve/temporalRetrievers.test.d.ts +0 -2
  169. package/lib/test/unit/retrieve/temporalRetrievers.test.d.ts.map +0 -1
  170. package/lib/test/unit/retrieve/temporalRetrievers.test.js +0 -184
  171. package/lib/test/unit/retrieve/temporalRetrievers.test.js.map +0 -1
  172. package/lib/test/unit/store/antagonistTemporalBoundary.test.d.ts +0 -9
  173. package/lib/test/unit/store/antagonistTemporalBoundary.test.d.ts.map +0 -1
  174. package/lib/test/unit/store/antagonistTemporalBoundary.test.js +0 -122
  175. package/lib/test/unit/store/antagonistTemporalBoundary.test.js.map +0 -1
  176. package/lib/test/unit/store/embedOnWrite.test.d.ts +0 -2
  177. package/lib/test/unit/store/embedOnWrite.test.d.ts.map +0 -1
  178. package/lib/test/unit/store/embedOnWrite.test.js +0 -319
  179. package/lib/test/unit/store/embedOnWrite.test.js.map +0 -1
  180. package/lib/test/unit/store/fileTreeMemoryStore.test.d.ts +0 -2
  181. package/lib/test/unit/store/fileTreeMemoryStore.test.d.ts.map +0 -1
  182. package/lib/test/unit/store/fileTreeMemoryStore.test.js +0 -780
  183. package/lib/test/unit/store/fileTreeMemoryStore.test.js.map +0 -1
  184. package/lib/test/unit/store/fragmentEmbedOnWrite.test.d.ts +0 -2
  185. package/lib/test/unit/store/fragmentEmbedOnWrite.test.d.ts.map +0 -1
  186. package/lib/test/unit/store/fragmentEmbedOnWrite.test.js +0 -257
  187. package/lib/test/unit/store/fragmentEmbedOnWrite.test.js.map +0 -1
  188. package/lib/test/unit/store/indexInjection.test.d.ts +0 -2
  189. package/lib/test/unit/store/indexInjection.test.d.ts.map +0 -1
  190. package/lib/test/unit/store/indexInjection.test.js +0 -434
  191. package/lib/test/unit/store/indexInjection.test.js.map +0 -1
  192. package/lib/test/unit/store/lenientOpen.test.d.ts +0 -2
  193. package/lib/test/unit/store/lenientOpen.test.d.ts.map +0 -1
  194. package/lib/test/unit/store/lenientOpen.test.js +0 -250
  195. package/lib/test/unit/store/lenientOpen.test.js.map +0 -1
  196. package/lib/test/unit/store/listScoped.test.d.ts +0 -2
  197. package/lib/test/unit/store/listScoped.test.d.ts.map +0 -1
  198. package/lib/test/unit/store/listScoped.test.js +0 -111
  199. package/lib/test/unit/store/listScoped.test.js.map +0 -1
  200. package/lib/test/unit/store/observations.test.d.ts +0 -2
  201. package/lib/test/unit/store/observations.test.d.ts.map +0 -1
  202. package/lib/test/unit/store/observations.test.js +0 -241
  203. package/lib/test/unit/store/observations.test.js.map +0 -1
  204. package/lib/test/unit/store/rankAxis.test.d.ts +0 -2
  205. package/lib/test/unit/store/rankAxis.test.d.ts.map +0 -1
  206. package/lib/test/unit/store/rankAxis.test.js +0 -256
  207. package/lib/test/unit/store/rankAxis.test.js.map +0 -1
  208. package/lib/test/unit/store/scopeEncoding.test.d.ts +0 -2
  209. package/lib/test/unit/store/scopeEncoding.test.d.ts.map +0 -1
  210. package/lib/test/unit/store/scopeEncoding.test.js +0 -26
  211. package/lib/test/unit/store/scopeEncoding.test.js.map +0 -1
  212. package/lib/test/unit/store/temporalStore.test.d.ts +0 -2
  213. package/lib/test/unit/store/temporalStore.test.d.ts.map +0 -1
  214. package/lib/test/unit/store/temporalStore.test.js +0 -400
  215. package/lib/test/unit/store/temporalStore.test.js.map +0 -1
  216. package/lib/test/unit/tools/memoryTools.test.d.ts +0 -2
  217. package/lib/test/unit/tools/memoryTools.test.d.ts.map +0 -1
  218. package/lib/test/unit/tools/memoryTools.test.js +0 -843
  219. package/lib/test/unit/tools/memoryTools.test.js.map +0 -1
  220. package/lib/test/unit/types/identityCodec.test.d.ts +0 -2
  221. package/lib/test/unit/types/identityCodec.test.d.ts.map +0 -1
  222. package/lib/test/unit/types/identityCodec.test.js +0 -189
  223. package/lib/test/unit/types/identityCodec.test.js.map +0 -1
  224. package/lib/test/unit/types/ids.test.d.ts +0 -2
  225. package/lib/test/unit/types/ids.test.d.ts.map +0 -1
  226. package/lib/test/unit/types/ids.test.js +0 -86
  227. package/lib/test/unit/types/ids.test.js.map +0 -1
  228. package/lib/test/unit/types/temporalCodec.test.d.ts +0 -2
  229. package/lib/test/unit/types/temporalCodec.test.d.ts.map +0 -1
  230. package/lib/test/unit/types/temporalCodec.test.js +0 -205
  231. package/lib/test/unit/types/temporalCodec.test.js.map +0 -1
  232. package/lib/test/unit/types/temporalPolicy.test.d.ts +0 -2
  233. package/lib/test/unit/types/temporalPolicy.test.d.ts.map +0 -1
  234. package/lib/test/unit/types/temporalPolicy.test.js +0 -85
  235. package/lib/test/unit/types/temporalPolicy.test.js.map +0 -1
  236. package/lib/test/unit/types/writePolicy.test.d.ts +0 -2
  237. package/lib/test/unit/types/writePolicy.test.d.ts.map +0 -1
  238. package/lib/test/unit/types/writePolicy.test.js +0 -333
  239. package/lib/test/unit/types/writePolicy.test.js.map +0 -1
  240. package/lib/test/unit/vector/fragmentConverters.test.d.ts +0 -2
  241. package/lib/test/unit/vector/fragmentConverters.test.d.ts.map +0 -1
  242. package/lib/test/unit/vector/fragmentConverters.test.js +0 -60
  243. package/lib/test/unit/vector/fragmentConverters.test.js.map +0 -1
  244. package/lib/test/unit/vector/inMemoryCosineIndex.test.d.ts +0 -2
  245. package/lib/test/unit/vector/inMemoryCosineIndex.test.d.ts.map +0 -1
  246. package/lib/test/unit/vector/inMemoryCosineIndex.test.js +0 -254
  247. package/lib/test/unit/vector/inMemoryCosineIndex.test.js.map +0 -1
  248. package/lib/test/unit/vector/inMemoryFragmentCosineIndex.test.d.ts +0 -2
  249. package/lib/test/unit/vector/inMemoryFragmentCosineIndex.test.d.ts.map +0 -1
  250. package/lib/test/unit/vector/inMemoryFragmentCosineIndex.test.js +0 -364
  251. package/lib/test/unit/vector/inMemoryFragmentCosineIndex.test.js.map +0 -1
  252. package/lib/test/unit/vector/vectorIndex.test.d.ts +0 -2
  253. package/lib/test/unit/vector/vectorIndex.test.d.ts.map +0 -1
  254. package/lib/test/unit/vector/vectorIndex.test.js +0 -53
  255. package/lib/test/unit/vector/vectorIndex.test.js.map +0 -1
  256. package/rush-logs/ts-agent-memory.build.cache.log +0 -3
  257. package/rush-logs/ts-agent-memory.build.log +0 -9
  258. package/src/index.ts +0 -14
  259. package/src/packlets/converters/bodyConverterRegistry.ts +0 -105
  260. package/src/packlets/converters/envelopeConverter.ts +0 -233
  261. package/src/packlets/converters/index.ts +0 -7
  262. package/src/packlets/index/index.ts +0 -6
  263. package/src/packlets/index/memoryIndex.ts +0 -332
  264. package/src/packlets/ingest/cycleGuard.ts +0 -153
  265. package/src/packlets/ingest/hostStages.ts +0 -111
  266. package/src/packlets/ingest/index.ts +0 -9
  267. package/src/packlets/ingest/model.ts +0 -195
  268. package/src/packlets/ingest/orchestrator.ts +0 -873
  269. package/src/packlets/observe/index.ts +0 -7
  270. package/src/packlets/observe/memoryObservationStore.ts +0 -153
  271. package/src/packlets/observe/observer.ts +0 -119
  272. package/src/packlets/retrieve/fragmentSemanticRetriever.ts +0 -138
  273. package/src/packlets/retrieve/hybridRetriever.ts +0 -194
  274. package/src/packlets/retrieve/index.ts +0 -14
  275. package/src/packlets/retrieve/linkTraversalRetriever.ts +0 -158
  276. package/src/packlets/retrieve/recencyRetriever.ts +0 -54
  277. package/src/packlets/retrieve/retriever.ts +0 -291
  278. package/src/packlets/retrieve/semanticRetriever.ts +0 -152
  279. package/src/packlets/retrieve/structuredFilterRetriever.ts +0 -58
  280. package/src/packlets/retrieve/tagRetriever.ts +0 -58
  281. package/src/packlets/retrieve/temporalRetrievers.ts +0 -210
  282. package/src/packlets/store/fileTreeMemoryStore.ts +0 -1834
  283. package/src/packlets/store/index.ts +0 -7
  284. package/src/packlets/store/scopeEncoding.ts +0 -36
  285. package/src/packlets/tools/index.ts +0 -6
  286. package/src/packlets/tools/memoryTools.ts +0 -706
  287. package/src/packlets/types/envelope.ts +0 -196
  288. package/src/packlets/types/filenameSafety.ts +0 -57
  289. package/src/packlets/types/identityCodec.ts +0 -447
  290. package/src/packlets/types/ids.ts +0 -124
  291. package/src/packlets/types/index.ts +0 -11
  292. package/src/packlets/types/temporal.ts +0 -96
  293. package/src/packlets/types/writePolicy.ts +0 -612
  294. package/src/packlets/vector/fragmentConverters.ts +0 -55
  295. package/src/packlets/vector/inMemoryCosineIndex.ts +0 -196
  296. package/src/packlets/vector/inMemoryFragmentCosineIndex.ts +0 -289
  297. package/src/packlets/vector/index.ts +0 -9
  298. package/src/packlets/vector/vectorIndex.ts +0 -273
  299. package/src/test/unit/converters/antagonistRoundTrip.test.ts +0 -110
  300. package/src/test/unit/converters/bodyConverterRegistry.test.ts +0 -89
  301. package/src/test/unit/converters/envelopeConverter.test.ts +0 -418
  302. package/src/test/unit/index/memoryIndex.test.ts +0 -272
  303. package/src/test/unit/ingest/antagonistCycleAndParity.test.ts +0 -367
  304. package/src/test/unit/ingest/cycleGuard.test.ts +0 -110
  305. package/src/test/unit/ingest/orchestrator.test.ts +0 -1351
  306. package/src/test/unit/observe/memoryObservationStore.test.ts +0 -158
  307. package/src/test/unit/retrieve/fragmentSemanticRetriever.test.ts +0 -163
  308. package/src/test/unit/retrieve/linkTraversalRetriever.test.ts +0 -329
  309. package/src/test/unit/retrieve/retrievers.test.ts +0 -1018
  310. package/src/test/unit/retrieve/temporalRetrievers.test.ts +0 -226
  311. package/src/test/unit/store/antagonistTemporalBoundary.test.ts +0 -158
  312. package/src/test/unit/store/embedOnWrite.test.ts +0 -418
  313. package/src/test/unit/store/fileTreeMemoryStore.test.ts +0 -1041
  314. package/src/test/unit/store/fragmentEmbedOnWrite.test.ts +0 -349
  315. package/src/test/unit/store/indexInjection.test.ts +0 -550
  316. package/src/test/unit/store/lenientOpen.test.ts +0 -292
  317. package/src/test/unit/store/listScoped.test.ts +0 -138
  318. package/src/test/unit/store/observations.test.ts +0 -290
  319. package/src/test/unit/store/rankAxis.test.ts +0 -349
  320. package/src/test/unit/store/scopeEncoding.test.ts +0 -37
  321. package/src/test/unit/store/temporalStore.test.ts +0 -469
  322. package/src/test/unit/tools/memoryTools.test.ts +0 -1120
  323. package/src/test/unit/types/identityCodec.test.ts +0 -266
  324. package/src/test/unit/types/ids.test.ts +0 -94
  325. package/src/test/unit/types/temporalCodec.test.ts +0 -259
  326. package/src/test/unit/types/temporalPolicy.test.ts +0 -124
  327. package/src/test/unit/types/writePolicy.test.ts +0 -446
  328. package/src/test/unit/vector/fragmentConverters.test.ts +0 -80
  329. package/src/test/unit/vector/inMemoryCosineIndex.test.ts +0 -318
  330. package/src/test/unit/vector/inMemoryFragmentCosineIndex.test.ts +0 -477
  331. package/src/test/unit/vector/vectorIndex.test.ts +0 -64
  332. package/temp/build/lint/_eslint-5eVG3S6w.json +0 -302
  333. package/temp/build/typescript/ts_8nwakTlr.json +0 -1
  334. package/temp/ts-agent-memory.api.json +0 -20933
  335. package/temp/ts-agent-memory.api.md +0 -938
  336. package/tsconfig.json +0 -8
@@ -1,873 +0,0 @@
1
- /*
2
- * Copyright (c) 2026 Erik Fortune
3
- * SPDX-License-Identifier: MIT
4
- */
5
-
6
- import { Hash, Logging, Result, fail, mapResults, succeed } from '@fgv/ts-utils';
7
- import {
8
- Convert,
9
- EntityId,
10
- IEdge,
11
- IEdgeTarget,
12
- IIdentityCodec,
13
- IIdentityCodecResult,
14
- IMemoryEnvelope,
15
- IMemoryRecord,
16
- IProvenance,
17
- Kind,
18
- LinkType,
19
- MemoryId,
20
- MemoryScopeKey,
21
- Tag,
22
- edgeTargetKey,
23
- isTemporalRecord,
24
- isVersionCurrent
25
- } from '../types';
26
- import { IBodyConverterRegistry } from '../converters';
27
- import { IMemoryStore } from '../store';
28
- import { IVectorIndex, MemoryEmbedder } from '../vector';
29
- import { ICycleGuardEdge, assertNoCycles } from './cycleGuard';
30
- import {
31
- IEntityResolver,
32
- IFactExtractor,
33
- IMemoryClassifier,
34
- IRelationCandidate,
35
- IRelationExtractor
36
- } from './hostStages';
37
- import {
38
- ICandidateEdge,
39
- ICandidateRecord,
40
- IEntityResolutionCandidate,
41
- IIngestItem,
42
- IIngestItemResult,
43
- IIngestedRecordResult,
44
- IMemoryClassification,
45
- IngestDisposition,
46
- ResolutionVerdict
47
- } from './model';
48
-
49
- /**
50
- * The provenance source stamped on every record the ingest pipeline writes.
51
- * @public
52
- */
53
- export const HOST_INGEST_PROVENANCE_SOURCE: string = 'host-ingest';
54
-
55
- /**
56
- * The link type whose presence on a temporal-kind candidate fires the
57
- * contradicts→temporal-versioned interlock.
58
- * @public
59
- */
60
- export const CONTRADICTS_LINK_TYPE: LinkType = 'contradicts' as LinkType;
61
-
62
- /**
63
- * The default stage-4 layer-2 cosine similarity threshold (design note §2). A
64
- * near-duplicate candidate is surfaced to the {@link IEntityResolver} only when
65
- * its nearest neighbor scores `>= 0.85`.
66
- * @public
67
- */
68
- export const DEFAULT_SIMILARITY_THRESHOLD: number = 0.85;
69
-
70
- /**
71
- * The default top-K for stage-4 layer-2 similarity candidate generation.
72
- * @public
73
- */
74
- export const DEFAULT_SIMILARITY_TOP_K: number = 5;
75
-
76
- /**
77
- * How the write-time cycle guard behaves: `'reject'` (default — a cycle-inducing
78
- * edge fails the ingest) or `'off'` (no acyclicity constraint, for deployments
79
- * whose link graphs are legitimately cyclic — e.g. mutual associative links).
80
- * @public
81
- */
82
- export type CycleGuardMode = 'reject' | 'off';
83
-
84
- /**
85
- * The fgv-owned six-stage ingest orchestrator. Composes the host's staged
86
- * classify / extract / (optional) resolve / relate machinery around fgv's owned
87
- * validation boundary, dedup, edge + cycle safety, provenance stamping, and the
88
- * contradicts→temporal interlock.
89
- * @public
90
- */
91
- export interface IMemoryIngestOrchestrator {
92
- /**
93
- * Ingest a SINGLE item end-to-end (the first-class per-turn streaming path).
94
- */
95
- ingestItem(item: IIngestItem): Promise<Result<IIngestItemResult>>;
96
-
97
- /**
98
- * Ingest a batch of items. A convenience loop over {@link
99
- * IMemoryIngestOrchestrator.ingestItem | ingestItem} — items are processed in
100
- * order and the first failure aborts the batch.
101
- */
102
- ingestBatch(items: ReadonlyArray<IIngestItem>): Promise<Result<ReadonlyArray<IIngestItemResult>>>;
103
- }
104
-
105
- /**
106
- * Parameters for {@link MemoryIngestOrchestrator.create}.
107
- * @public
108
- */
109
- export interface IMemoryIngestOrchestratorCreateParams {
110
- /** The store every write bottoms out in (stage 6). */
111
- readonly store: IMemoryStore;
112
- /** Per-kind body converter registry — the stage-3 typed validation boundary. */
113
- readonly registry: IBodyConverterRegistry;
114
- /** Per-kind identity codecs (maps a candidate `entityId` to its storage address). */
115
- readonly codecs?: ReadonlyMap<Kind, IIdentityCodec>;
116
- /** Default identity codec for kinds without an explicit entry. */
117
- readonly defaultCodec?: IIdentityCodec;
118
- /** Stage 2 — the host's classifier. */
119
- readonly classifier: IMemoryClassifier;
120
- /** Stage 3 — the host's fact extractor. */
121
- readonly extractor: IFactExtractor;
122
- /** Stage 5 — the host's relation extractor. */
123
- readonly relationExtractor: IRelationExtractor;
124
- /**
125
- * Stage 4 (optional, OQ-13) — the host's entity resolver. Absent → stage-4
126
- * dedup is exact-`{ kind, body }`-hash only (the deterministic-identity path).
127
- */
128
- readonly entityResolver?: IEntityResolver;
129
- /**
130
- * Optional vector index for stage-4 layer-2 similarity candidate-gen. Wired
131
- * together with {@link IMemoryIngestOrchestratorCreateParams.embed | embed} AND
132
- * {@link IMemoryIngestOrchestratorCreateParams.entityResolver | entityResolver};
133
- * absent (or either co-requisite absent) → layer-2 is skipped and dedup is
134
- * exact-only.
135
- */
136
- readonly vectorIndex?: IVectorIndex;
137
- /** Optional embedder used to embed a candidate for layer-2 similarity search. */
138
- readonly embed?: MemoryEmbedder;
139
- /**
140
- * Stage-4 layer-2 cosine threshold. Defaults to {@link
141
- * DEFAULT_SIMILARITY_THRESHOLD} (`0.85`).
142
- */
143
- readonly similarityThreshold?: number;
144
- /**
145
- * Stage-4 layer-2 top-K. Defaults to {@link DEFAULT_SIMILARITY_TOP_K} (`5`).
146
- */
147
- readonly similarityTopK?: number;
148
- /** Write-time cycle guard mode. Defaults to `'reject'`. */
149
- readonly cycleGuard?: CycleGuardMode;
150
- /** Diagnostic logger (defaults to a no-op). */
151
- readonly logger?: Logging.ILogger;
152
- }
153
-
154
- /** The fully-wired stage-4 layer-2 dependencies (present only when all three are supplied). */
155
- interface ISimilarityWiring {
156
- readonly resolver: IEntityResolver;
157
- readonly vectorIndex: IVectorIndex;
158
- readonly embed: MemoryEmbedder;
159
- }
160
-
161
- /** A snapshot record paired with its resolved scope-qualified `(scope, id)` address. */
162
- interface IScopedRecord {
163
- readonly address: IEdgeTarget;
164
- readonly record: IMemoryRecord<unknown>;
165
- }
166
-
167
- /** Internal per-candidate plan threaded through the pipeline. */
168
- interface ICandidatePlan {
169
- readonly candidate: ICandidateRecord;
170
- /** The write target's storage address (re-addressed to the target for merge-into). */
171
- readonly writeAddress: IIdentityCodecResult;
172
- /** The write target's entity id (re-addressed for merge-into). */
173
- readonly writeEntityId: EntityId;
174
- /** The reference id used in stage-5 edges (the write target's `idStem`). */
175
- readonly refId: MemoryId;
176
- /**
177
- * The scope-qualified reference used in stage-5 edges: the write target's
178
- * `(scope, idStem)`. Stage-5 sources / dedup all key on this scoped address so
179
- * two candidates that share a stem across scopes never collide.
180
- */
181
- readonly refTarget: IEdgeTarget;
182
- /** The resolution verdict; carries the target id on its target-bearing arms. */
183
- readonly verdict: ResolutionVerdict;
184
- /**
185
- * The pre-ingest target record for a `merge-into` write — its existing
186
- * `tags` / `links` / `provenance` are UNIONed with the candidate's at stage 6
187
- * so a wholesale-replace merge never wipes them.
188
- */
189
- readonly mergeTarget?: IMemoryRecord<unknown>;
190
- }
191
-
192
- /**
193
- * Default {@link IMemoryIngestOrchestrator}.
194
- * @public
195
- */
196
- export class MemoryIngestOrchestrator implements IMemoryIngestOrchestrator {
197
- private readonly _store: IMemoryStore;
198
- private readonly _registry: IBodyConverterRegistry;
199
- private readonly _codecs: ReadonlyMap<Kind, IIdentityCodec>;
200
- private readonly _defaultCodec: IIdentityCodec | undefined;
201
- private readonly _classifier: IMemoryClassifier;
202
- private readonly _extractor: IFactExtractor;
203
- private readonly _relationExtractor: IRelationExtractor;
204
- private readonly _similarity: ISimilarityWiring | undefined;
205
- private readonly _similarityThreshold: number;
206
- private readonly _similarityTopK: number;
207
- private readonly _cycleGuard: CycleGuardMode;
208
- private readonly _logger: Logging.ILogger;
209
- private readonly _hasher: Hash.Crc32Normalizer;
210
-
211
- private constructor(params: IMemoryIngestOrchestratorCreateParams) {
212
- this._store = params.store;
213
- this._registry = params.registry;
214
- this._codecs = params.codecs ?? new Map<Kind, IIdentityCodec>();
215
- this._defaultCodec = params.defaultCodec;
216
- this._classifier = params.classifier;
217
- this._extractor = params.extractor;
218
- this._relationExtractor = params.relationExtractor;
219
- this._similarity =
220
- params.entityResolver !== undefined && params.vectorIndex !== undefined && params.embed !== undefined
221
- ? { resolver: params.entityResolver, vectorIndex: params.vectorIndex, embed: params.embed }
222
- : undefined;
223
- this._similarityThreshold = params.similarityThreshold ?? DEFAULT_SIMILARITY_THRESHOLD;
224
- this._similarityTopK = params.similarityTopK ?? DEFAULT_SIMILARITY_TOP_K;
225
- this._cycleGuard = params.cycleGuard ?? 'reject';
226
- this._logger = params.logger ?? new Logging.NoOpLogger();
227
- this._hasher = new Hash.Crc32Normalizer();
228
- }
229
-
230
- /** Family-convention factory. */
231
- public static create(params: IMemoryIngestOrchestratorCreateParams): Result<MemoryIngestOrchestrator> {
232
- return succeed(new MemoryIngestOrchestrator(params));
233
- }
234
-
235
- /** {@inheritDoc IMemoryIngestOrchestrator.ingestItem} */
236
- public async ingestItem(item: IIngestItem): Promise<Result<IIngestItemResult>> {
237
- return (await this._classify(item))
238
- .thenOnSuccess((classification) => this._extract(item, classification))
239
- .thenOnSuccess((candidates) => this._processCandidates(item, candidates));
240
- }
241
-
242
- /** {@inheritDoc IMemoryIngestOrchestrator.ingestBatch} */
243
- public async ingestBatch(
244
- items: ReadonlyArray<IIngestItem>
245
- ): Promise<Result<ReadonlyArray<IIngestItemResult>>> {
246
- const results: IIngestItemResult[] = [];
247
- for (const item of items) {
248
- const result: Result<IIngestItemResult> = await this.ingestItem(item);
249
- if (result.isFailure()) {
250
- return fail(result.message);
251
- }
252
- results.push(result.value);
253
- }
254
- return succeed(results);
255
- }
256
-
257
- /** Stage 2 — classify (host), normalizing a rejected promise into a Failure. */
258
- private async _classify(item: IIngestItem): Promise<Result<IMemoryClassification>> {
259
- return this._capture(() => this._classifier.classify(item), `ingest '${item.id}': classify`);
260
- }
261
-
262
- /** Stage 3 — extract (host), normalizing a rejected promise into a Failure. */
263
- private async _extract(
264
- item: IIngestItem,
265
- classification: IMemoryClassification
266
- ): Promise<Result<ReadonlyArray<ICandidateRecord>>> {
267
- return this._capture(() => this._extractor.extract(item, classification), `ingest '${item.id}': extract`);
268
- }
269
-
270
- /**
271
- * Stages 3b-6 over the extracted candidates: validate bodies, resolve/dedup
272
- * (stage 4), relate + cycle guard (stage 5), and load-with-provenance (stage 6).
273
- */
274
- private async _processCandidates(
275
- item: IIngestItem,
276
- candidates: ReadonlyArray<ICandidateRecord>
277
- ): Promise<Result<IIngestItemResult>> {
278
- // Snapshot the store once; stage-4 resolution and the cycle guard reason over
279
- // the pre-ingest state.
280
- const snapshotResult: Result<ReadonlyArray<IMemoryRecord<unknown>>> = await this._store.list();
281
- if (snapshotResult.isFailure()) {
282
- return fail(`ingest '${item.id}': failed to snapshot store: ${snapshotResult.message}`);
283
- }
284
- const snapshot: ReadonlyArray<IMemoryRecord<unknown>> = snapshotResult.value;
285
- // Resolve every snapshot record's scope-qualified address ONCE, then index it
286
- // by the canonical scoped key. The single `byKey` view drives BOTH the edge
287
- // path (validation + cycle guard) AND the verdict/similarity target lookups —
288
- // so a filename stem reused across scopes never aliases on any path.
289
- const scopedResult: Result<ReadonlyArray<IScopedRecord>> = this._scopeRecords(snapshot);
290
- if (scopedResult.isFailure()) {
291
- return fail(`ingest '${item.id}': ${scopedResult.message}`);
292
- }
293
- const scoped: ReadonlyArray<IScopedRecord> = scopedResult.value;
294
- const byKey: ReadonlyMap<string, IMemoryRecord<unknown>> = new Map<string, IMemoryRecord<unknown>>(
295
- scoped.map((s) => [edgeTargetKey(s.address), s.record])
296
- );
297
-
298
- // Stage 3b + 4: validate each body and resolve a verdict/plan.
299
- const plans: ICandidatePlan[] = [];
300
- for (const candidate of candidates) {
301
- const planResult: Result<ICandidatePlan> = await this._planCandidate(item, candidate, snapshot, byKey);
302
- if (planResult.isFailure()) {
303
- return fail(planResult.message);
304
- }
305
- plans.push(planResult.value);
306
- }
307
-
308
- // Stage 5: relate over the writable candidates, validate + cycle-guard.
309
- const writablePlans: ICandidatePlan[] = plans.filter((plan) => plan.verdict.verdict !== 'duplicate-of');
310
- const edgesResult: Result<ReadonlyArray<ICandidateEdge>> = await this._relate(
311
- item,
312
- writablePlans,
313
- scoped,
314
- byKey
315
- );
316
- if (edgesResult.isFailure()) {
317
- return fail(edgesResult.message);
318
- }
319
- const edges: ReadonlyArray<ICandidateEdge> = edgesResult.value;
320
-
321
- // Stage 6: load-with-provenance, in extraction order.
322
- const records: IIngestedRecordResult[] = [];
323
- for (const plan of plans) {
324
- const outcome: Result<IIngestedRecordResult> = await this._loadCandidate(item, plan, edges);
325
- if (outcome.isFailure()) {
326
- return fail(outcome.message);
327
- }
328
- records.push(outcome.value);
329
- }
330
- return succeed({ item, records });
331
- }
332
-
333
- /** Stage 3b + 4 for one candidate: validate body, resolve address, resolve verdict. */
334
- private async _planCandidate(
335
- item: IIngestItem,
336
- candidate: ICandidateRecord,
337
- snapshot: ReadonlyArray<IMemoryRecord<unknown>>,
338
- byKey: ReadonlyMap<string, IMemoryRecord<unknown>>
339
- ): Promise<Result<ICandidatePlan>> {
340
- const kind: Kind = candidate.envelope.kind;
341
- // Stage 3b: the typed validation boundary — no unchecked host body reaches the store.
342
- const bodyResult: Result<string> = this._registry
343
- .convert(kind, candidate.body)
344
- .withErrorFormat((msg) => `ingest '${item.id}': candidate body for kind '${kind}' is invalid: ${msg}`)
345
- .onSuccess(() => MemoryIngestOrchestrator._asStringBody(item, candidate));
346
- if (bodyResult.isFailure()) {
347
- return fail(bodyResult.message);
348
- }
349
- const body: string = bodyResult.value;
350
-
351
- const addrResult: Result<IIdentityCodecResult> = this._resolveAddress(candidate.envelope.entityId, kind);
352
- if (addrResult.isFailure()) {
353
- return fail(`ingest '${item.id}': ${addrResult.message}`);
354
- }
355
- const addr: IIdentityCodecResult = addrResult.value;
356
-
357
- return (await this._resolveVerdict(candidate, kind, body, addr, snapshot, byKey)).onSuccess((verdict) =>
358
- this._planFromVerdict(item, candidate, addr, verdict, byKey)
359
- );
360
- }
361
-
362
- /**
363
- * Turn a resolved verdict into a candidate plan. A `new` verdict writes under the
364
- * candidate's own address. Every TARGET-bearing verdict
365
- * (`duplicate-of` / `supersede` / `merge-into`) is validated uniformly: the
366
- * target must be a real store record (fgv owns validation — a non-compliant host
367
- * resolver never smuggles a bogus id through) AND its kind must equal the
368
- * candidate's kind (a cross-kind target would write to the wrong scope). Only
369
- * `merge-into` re-addresses the write to the target's entity.
370
- */
371
- private _planFromVerdict(
372
- item: IIngestItem,
373
- candidate: ICandidateRecord,
374
- addr: IIdentityCodecResult,
375
- verdict: ResolutionVerdict,
376
- byKey: ReadonlyMap<string, IMemoryRecord<unknown>>
377
- ): Result<ICandidatePlan> {
378
- if (verdict.verdict === 'new') {
379
- return Convert.memoryId.convert(addr.idStem).onSuccess((refId) =>
380
- succeed({
381
- candidate,
382
- writeAddress: addr,
383
- writeEntityId: candidate.envelope.entityId,
384
- refId,
385
- refTarget: { scope: addr.scope, id: refId },
386
- verdict
387
- })
388
- );
389
- }
390
- // duplicate-of | supersede | merge-into: the target must exist and share the
391
- // candidate's kind. Lookup is on the canonical scoped key, so a stem reused
392
- // across scopes binds only the record the verdict actually named.
393
- const target: IMemoryRecord<unknown> | undefined = byKey.get(edgeTargetKey(verdict.target));
394
- if (target === undefined) {
395
- return fail(
396
- `ingest '${item.id}': ${verdict.verdict} target '${MemoryIngestOrchestrator._formatTarget(
397
- verdict.target
398
- )}' does not exist in the store`
399
- );
400
- }
401
- if (target.envelope.kind !== candidate.envelope.kind) {
402
- return fail(
403
- `ingest '${item.id}': ${verdict.verdict} target '${MemoryIngestOrchestrator._formatTarget(
404
- verdict.target
405
- )}' is kind '${target.envelope.kind}' but the candidate is kind '${candidate.envelope.kind}'`
406
- );
407
- }
408
- if (verdict.verdict === 'merge-into') {
409
- // Re-address the write to the target's entity, carrying the target record so
410
- // stage 6 can UNION its existing tags/links (never overwrite them).
411
- const targetEntityId: EntityId = target.envelope.entityId;
412
- // The merge target is a snapshot record, and `_scopeRecords` already proved
413
- // every snapshot record's address resolves before planning runs — so this
414
- // re-resolve (needed for the full codec result: scope + idStem + isVersioned)
415
- // cannot fail. No error-context wrap is warranted; a failure here would be a
416
- // logic contradiction, not a user-facing condition.
417
- return this._resolveAddress(targetEntityId, target.envelope.kind).onSuccess((targetAddr) =>
418
- Convert.memoryId.convert(targetAddr.idStem).onSuccess((refId) =>
419
- succeed({
420
- candidate,
421
- writeAddress: targetAddr,
422
- writeEntityId: targetEntityId,
423
- refId,
424
- refTarget: { scope: targetAddr.scope, id: refId },
425
- verdict,
426
- mergeTarget: target
427
- })
428
- )
429
- );
430
- }
431
- // duplicate-of | supersede: write under the candidate's own address.
432
- return Convert.memoryId.convert(addr.idStem).onSuccess((refId) =>
433
- succeed({
434
- candidate,
435
- writeAddress: addr,
436
- writeEntityId: candidate.envelope.entityId,
437
- refId,
438
- refTarget: { scope: addr.scope, id: refId },
439
- verdict
440
- })
441
- );
442
- }
443
-
444
- /**
445
- * Stage 4 — resolve a dedup verdict. Layer 1: an exact `{ kind, body }` match in
446
- * the candidate's scope is a `duplicate-of` (design note §1). Layer 2 (only when
447
- * a resolver + vector index + embedder are all wired): embed the candidate,
448
- * surface over-threshold neighbors, and dispatch to the {@link IEntityResolver}.
449
- * Otherwise the verdict is `new` (the exact-only fall-back path).
450
- */
451
- private async _resolveVerdict(
452
- candidate: ICandidateRecord,
453
- kind: Kind,
454
- body: string,
455
- addr: IIdentityCodecResult,
456
- snapshot: ReadonlyArray<IMemoryRecord<unknown>>,
457
- byKey: ReadonlyMap<string, IMemoryRecord<unknown>>
458
- ): Promise<Result<ResolutionVerdict>> {
459
- return this._findExactMatch(kind, body, addr.scope, snapshot).thenOnSuccess(async (matchId) => {
460
- if (matchId !== undefined) {
461
- // The exact-match cohort is filtered to `addr.scope`, so the match lives
462
- // under that scope — its scope-qualified target is `(addr.scope, matchId)`.
463
- return succeed({ verdict: 'duplicate-of', target: { scope: addr.scope, id: matchId } });
464
- }
465
- const layer2: ISimilarityWiring | undefined = this._similarity;
466
- if (layer2 === undefined) {
467
- // No layer-2: exact-only fall-back (the deterministic-identity host path).
468
- return succeed({ verdict: 'new' });
469
- }
470
- return this._resolveViaSimilarity(candidate, addr, body, layer2, byKey);
471
- });
472
- }
473
-
474
- /** Layer-2 similarity candidate-gen + resolver dispatch. */
475
- private async _resolveViaSimilarity(
476
- candidate: ICandidateRecord,
477
- addr: IIdentityCodecResult,
478
- body: string,
479
- wiring: ISimilarityWiring,
480
- byKey: ReadonlyMap<string, IMemoryRecord<unknown>>
481
- ): Promise<Result<ResolutionVerdict>> {
482
- return MemoryIngestOrchestrator._provisionalRecord(candidate, addr.idStem, body).thenOnSuccess(
483
- (provisional) => this._resolveViaSimilarityEmbedded(candidate, addr, wiring, byKey, provisional)
484
- );
485
- }
486
-
487
- /** Layer-2 continuation once the candidate has a provisional record to embed. */
488
- private async _resolveViaSimilarityEmbedded(
489
- candidate: ICandidateRecord,
490
- addr: IIdentityCodecResult,
491
- wiring: ISimilarityWiring,
492
- byKey: ReadonlyMap<string, IMemoryRecord<unknown>>,
493
- provisional: IMemoryRecord<unknown>
494
- ): Promise<Result<ResolutionVerdict>> {
495
- const embedded: Result<Float32Array> = await this._capture(
496
- () => wiring.embed(provisional),
497
- `ingest '${candidate.envelope.entityId}': embed candidate`
498
- );
499
- if (embedded.isFailure()) {
500
- return fail(embedded.message);
501
- }
502
- const queried = await this._capture(
503
- () => wiring.vectorIndex.query(embedded.value, this._similarityTopK),
504
- `ingest '${candidate.envelope.entityId}': similarity query`
505
- );
506
- if (queried.isFailure()) {
507
- return fail(queried.message);
508
- }
509
- const similar: IEntityResolutionCandidate[] = [];
510
- for (const hit of queried.value) {
511
- // Skip below-threshold hits and the candidate's OWN scope-qualified address
512
- // (a re-ingest of the same entity must not dedup against its prior version).
513
- // Both the scope AND the id must match to be "self" — a same-stem record in
514
- // another scope is a legitimate distinct neighbor. This field-equality is
515
- // exactly equivalent to comparing `edgeTargetKey(hit.target)` against the
516
- // candidate's own key (edgeTargetKey is pure and injective on `(scope, id)`),
517
- // so this one site reads the components directly rather than re-keying.
518
- const isSelf: boolean = hit.target.scope === addr.scope && hit.target.id === addr.idStem;
519
- if (hit.score < this._similarityThreshold || isSelf) {
520
- continue;
521
- }
522
- const record: IMemoryRecord<unknown> | undefined = byKey.get(edgeTargetKey(hit.target));
523
- if (record !== undefined) {
524
- similar.push({ target: hit.target, record, score: hit.score });
525
- }
526
- }
527
- if (similar.length === 0) {
528
- return succeed({ verdict: 'new' });
529
- }
530
- return this._capture(
531
- () => wiring.resolver.resolve(candidate, similar),
532
- `ingest '${candidate.envelope.entityId}': resolve`
533
- );
534
- }
535
-
536
- /**
537
- * Find an existing record in `scope` whose `{ kind, body }` hash matches the
538
- * candidate's (layer-1 exact dedup). Invalidated temporal versions are excluded
539
- * — only a live (non-temporal or current) record deduplicates a candidate.
540
- */
541
- private _findExactMatch(
542
- kind: Kind,
543
- body: string,
544
- scope: MemoryScopeKey,
545
- snapshot: ReadonlyArray<IMemoryRecord<unknown>>
546
- ): Result<MemoryId | undefined> {
547
- // Same-kind, same-scope, LIVE (non-temporal or current) records are the exact
548
- // cohort. `_resolveAddress(...).map(...).orDefault()` collapses an unresolved
549
- // codec to a non-matching scope with no explicit failure branch.
550
- const cohort: ReadonlyArray<IMemoryRecord<unknown>> = snapshot.filter(
551
- (record) =>
552
- record.envelope.kind === kind &&
553
- !(isTemporalRecord(record) && !isVersionCurrent(record)) &&
554
- this._resolveAddress(record.envelope.entityId, record.envelope.kind)
555
- .onSuccess((addr) => succeed(addr.scope))
556
- .orDefault() === scope
557
- );
558
- return this._exactKey(kind, body).onSuccess((key) =>
559
- mapResults(
560
- cohort.map((record) =>
561
- MemoryIngestOrchestrator._recordBodyString(record).onSuccess((recordBody) =>
562
- this._exactKey(record.envelope.kind, recordBody).onSuccess((recordKey) =>
563
- succeed({ id: record.envelope.id, key: recordKey })
564
- )
565
- )
566
- )
567
- ).onSuccess((keyed) => succeed(keyed.find((entry) => entry.key === key)?.id))
568
- );
569
- }
570
-
571
- /**
572
- * The body of a persisted record, required to be a string (the store persists
573
- * only string bodies). Fails loudly rather than blind-casting an `unknown` body
574
- * into the exact-dedup hash — a non-string existing body is a store-integrity
575
- * fault, surfaced with context, not a silent miscompute.
576
- */
577
- private static _recordBodyString(record: IMemoryRecord<unknown>): Result<string> {
578
- if (typeof record.body !== 'string') {
579
- return fail(
580
- `ingest: stored record '${record.envelope.id}' has a non-string body (got ${typeof record.body})`
581
- );
582
- }
583
- return succeed(record.body);
584
- }
585
-
586
- /** The stage-4 exact-dedup key over `{ kind, body }` (design note §1). */
587
- private _exactKey(kind: Kind, body: string): Result<string> {
588
- return this._hasher.computeHash({ kind, body });
589
- }
590
-
591
- /** Stage 5 — relate (host), validate edges, and run the write-time cycle guard. */
592
- private async _relate(
593
- item: IIngestItem,
594
- writablePlans: ReadonlyArray<ICandidatePlan>,
595
- scoped: ReadonlyArray<IScopedRecord>,
596
- byKey: ReadonlyMap<string, IMemoryRecord<unknown>>
597
- ): Promise<Result<ReadonlyArray<ICandidateEdge>>> {
598
- const relationCandidates: IRelationCandidate[] = writablePlans.map((plan) => ({
599
- candidate: plan.candidate,
600
- id: plan.refTarget
601
- }));
602
- const proposed: Result<ReadonlyArray<ICandidateEdge>> = await this._capture(
603
- () => this._relationExtractor.relate({ item, candidates: relationCandidates }),
604
- `ingest '${item.id}': relate`
605
- );
606
- if (proposed.isFailure()) {
607
- return proposed;
608
- }
609
- // refIds and the existing-record view (`byKey`, shared with the verdict path)
610
- // both key on the canonical scoped address, so a stem reused across scopes
611
- // never aliases.
612
- const refIds: ReadonlySet<string> = new Set<string>(
613
- writablePlans.map((plan) => edgeTargetKey(plan.refTarget))
614
- );
615
- const validation: Result<true> = this._validateEdges(item, proposed.value, refIds, byKey);
616
- if (validation.isFailure()) {
617
- return fail(validation.message);
618
- }
619
- if (this._cycleGuard === 'reject') {
620
- const guard: Result<true> = assertNoCycles(
621
- MemoryIngestOrchestrator._existingEdges(scoped),
622
- proposed.value.map((e) => ({ source: e.source, target: e.edge.target, type: e.edge.type }))
623
- );
624
- if (guard.isFailure()) {
625
- return fail(`ingest '${item.id}': ${guard.message}`);
626
- }
627
- }
628
- return succeed(proposed.value);
629
- }
630
-
631
- /**
632
- * Validate stage-5 edges: each `source` must be a candidate being written; each
633
- * `target` must resolve to a sibling candidate or an existing store record. All
634
- * matching is on the canonical scope-qualified address.
635
- */
636
- private _validateEdges(
637
- item: IIngestItem,
638
- edges: ReadonlyArray<ICandidateEdge>,
639
- refIds: ReadonlySet<string>,
640
- byKey: ReadonlyMap<string, IMemoryRecord<unknown>>
641
- ): Result<true> {
642
- return mapResults(
643
- edges.map((edge) => {
644
- if (!refIds.has(edgeTargetKey(edge.source))) {
645
- return fail(
646
- `ingest '${item.id}': edge source '${MemoryIngestOrchestrator._formatTarget(
647
- edge.source
648
- )}' is not a candidate being written`
649
- );
650
- }
651
- const targetKey: string = edgeTargetKey(edge.edge.target);
652
- if (!refIds.has(targetKey) && byKey.get(targetKey) === undefined) {
653
- return fail(
654
- `ingest '${item.id}': edge target '${MemoryIngestOrchestrator._formatTarget(
655
- edge.edge.target
656
- )}' resolves to neither a sibling candidate nor an existing record`
657
- );
658
- }
659
- return succeed(true);
660
- })
661
- ).onSuccess(() => succeed(true));
662
- }
663
-
664
- /** Stage 6 — stamp provenance + edges, admit through the store, record the outcome. */
665
- private async _loadCandidate(
666
- item: IIngestItem,
667
- plan: ICandidatePlan,
668
- allEdges: ReadonlyArray<ICandidateEdge>
669
- ): Promise<Result<IIngestedRecordResult>> {
670
- const refKey: string = edgeTargetKey(plan.refTarget);
671
- const myEdges: ReadonlyArray<ICandidateEdge> = allEdges.filter((e) => edgeTargetKey(e.source) === refKey);
672
- if (plan.verdict.verdict === 'duplicate-of') {
673
- // No write: the existing target satisfied the candidate. The target id is a
674
- // typed field of the narrowed `duplicate-of` verdict — no cast, no guard.
675
- return succeed({
676
- candidate: plan.candidate,
677
- resolution: plan.verdict,
678
- disposition: 'deduped',
679
- id: plan.verdict.target.id,
680
- edges: myEdges
681
- });
682
- }
683
- return this._buildRecord(item, plan, myEdges).thenOnSuccess(async (record) =>
684
- (await this._store.put(record))
685
- .withErrorFormat((msg) => `ingest '${item.id}': write failed: ${msg}`)
686
- .onSuccess((persisted) => {
687
- const disposition: IngestDisposition = plan.verdict.verdict === 'merge-into' ? 'merged' : 'written';
688
- const interlock: 'temporal-versioned' | undefined =
689
- plan.writeAddress.isVersioned && myEdges.some((e) => e.edge.type === CONTRADICTS_LINK_TYPE)
690
- ? 'temporal-versioned'
691
- : undefined;
692
- return succeed({
693
- candidate: plan.candidate,
694
- resolution: plan.verdict,
695
- disposition,
696
- id: persisted.envelope.id,
697
- record: persisted,
698
- edges: myEdges,
699
- ...(interlock !== undefined ? { interlock } : {})
700
- });
701
- })
702
- );
703
- }
704
-
705
- /** Build the fully-stamped record to persist (provenance + edges + placeholder txn fields). */
706
- private _buildRecord(
707
- item: IIngestItem,
708
- plan: ICandidatePlan,
709
- myEdges: ReadonlyArray<ICandidateEdge>
710
- ): Result<IMemoryRecord<unknown>> {
711
- const base: Omit<IMemoryEnvelope, 'id' | 'seq' | 'contentHash' | 'created' | 'updated'> =
712
- plan.candidate.envelope;
713
- // For merge-into the store's `applyUpdate` REPLACES array fields wholesale, so
714
- // the persisted envelope must already carry the UNION of the target's existing
715
- // tags/links/provenance and the candidate's — otherwise the merge silently
716
- // wipes the target's prior links/tags.
717
- const target: IMemoryRecord<unknown> | undefined = plan.mergeTarget;
718
- const priorLinks: ReadonlyArray<IEdge> = target !== undefined ? target.envelope.links : [];
719
- const priorTags: ReadonlyArray<Tag> = target !== undefined ? target.envelope.tags : [];
720
- const priorProvenance: IProvenance = target !== undefined ? target.envelope.provenance : { source: '' };
721
- return Convert.memoryId.convert(plan.writeAddress.idStem).onSuccess((id) =>
722
- // Dedup the combined links by canonical edge key: the target's prior links, the
723
- // candidate's own links, and the stage-5 edges (two candidates that resolve
724
- // merge-into the SAME target share a `refId` — hence the same `myEdges` — and a
725
- // relation extractor may repeat an edge) each appear exactly once.
726
- this._dedupEdges([...priorLinks, ...base.links, ...myEdges.map((e) => e.edge)]).onSuccess((links) => {
727
- const provenance: IProvenance = {
728
- // Preserve the target's provenance extension keys, overlay the candidate's,
729
- // then stamp the host-ingest source + derivedFrom (target present only for
730
- // merge-into; otherwise the seed is inert).
731
- ...(target !== undefined ? priorProvenance : {}),
732
- ...base.provenance,
733
- source: HOST_INGEST_PROVENANCE_SOURCE,
734
- ...(item.sourceId !== undefined ? { derivedFrom: item.sourceId } : {})
735
- };
736
- const envelope: IMemoryEnvelope = {
737
- ...base,
738
- id,
739
- entityId: plan.writeEntityId,
740
- seq: 0,
741
- contentHash: '',
742
- created: 0,
743
- updated: 0,
744
- provenance,
745
- tags: MemoryIngestOrchestrator._unionTags(priorTags, base.tags),
746
- links
747
- };
748
- return succeed({ envelope, body: plan.candidate.body });
749
- })
750
- );
751
- }
752
-
753
- /** Union two tag lists, de-duplicated, preserving first-occurrence order. */
754
- private static _unionTags(prior: ReadonlyArray<Tag>, incoming: ReadonlyArray<Tag>): ReadonlyArray<Tag> {
755
- const seen: Set<string> = new Set<string>();
756
- const out: Tag[] = [];
757
- for (const tag of [...prior, ...incoming]) {
758
- if (!seen.has(tag)) {
759
- seen.add(tag);
760
- out.push(tag);
761
- }
762
- }
763
- return out;
764
- }
765
-
766
- /** De-duplicate a link list by canonical edge hash, preserving first-occurrence order. */
767
- private _dedupEdges(edges: ReadonlyArray<IEdge>): Result<ReadonlyArray<IEdge>> {
768
- const seen: Set<string> = new Set<string>();
769
- const deduped: IEdge[] = [];
770
- return mapResults(
771
- edges.map((edge) =>
772
- this._hasher.computeHash(edge).onSuccess((key) => {
773
- if (!seen.has(key)) {
774
- seen.add(key);
775
- deduped.push(edge);
776
- }
777
- return succeed(key);
778
- })
779
- )
780
- ).onSuccess(() => succeed(deduped));
781
- }
782
-
783
- /** Resolve a `(kind, entityId)` to its storage address via the registered codec. */
784
- private _resolveAddress(entityId: EntityId, kind: Kind): Result<IIdentityCodecResult> {
785
- const codec: IIdentityCodec | undefined = this._codecs.get(kind) ?? this._defaultCodec;
786
- if (codec === undefined) {
787
- return fail(`no identity codec registered for kind '${kind}'`);
788
- }
789
- return codec.encode(entityId);
790
- }
791
-
792
- /** Run a host hook, normalizing a thrown/rejected hook into a Failure (never throws across the seam). */
793
- private async _capture<T>(op: () => Promise<Result<T>>, label: string): Promise<Result<T>> {
794
- try {
795
- return await op();
796
- } catch (err) {
797
- const message: string = `${label} threw: ${String(err)}`;
798
- this._logger.warn(message);
799
- return fail(message);
800
- }
801
- }
802
-
803
- /**
804
- * Every existing outbound edge in the snapshot, as cycle-guard edges. The
805
- * source is the record's own scope-qualified address (already resolved by
806
- * {@link MemoryIngestOrchestrator._scopeRecords}); the target is the edge's
807
- * own scoped target. Both ends are scoped so the guard never conflates a stem
808
- * shared across scopes into one graph node.
809
- */
810
- private static _existingEdges(scoped: ReadonlyArray<IScopedRecord>): ReadonlyArray<ICycleGuardEdge> {
811
- const edges: ICycleGuardEdge[] = [];
812
- for (const s of scoped) {
813
- for (const edge of s.record.envelope.links) {
814
- edges.push({ source: s.address, target: edge.target, type: edge.type });
815
- }
816
- }
817
- return edges;
818
- }
819
-
820
- /**
821
- * Resolve every snapshot record's scope-qualified `(scope, id)` address via its
822
- * registered codec. Fails loudly if a record's kind has no resolvable codec —
823
- * the edge path cannot place an un-scopeable record in the graph, and a missing
824
- * codec for a stored kind is a real misconfiguration, not something to paper over.
825
- */
826
- private _scopeRecords(
827
- records: ReadonlyArray<IMemoryRecord<unknown>>
828
- ): Result<ReadonlyArray<IScopedRecord>> {
829
- return mapResults(
830
- records.map((record) =>
831
- this._resolveAddress(record.envelope.entityId, record.envelope.kind)
832
- .withErrorFormat((msg) => `cannot resolve scope for stored record '${record.envelope.id}': ${msg}`)
833
- .onSuccess((addr) => succeed({ address: { scope: addr.scope, id: record.envelope.id }, record }))
834
- )
835
- );
836
- }
837
-
838
- /** Human-readable `scope/id` rendering of a scoped target for edge-validation diagnostics. */
839
- private static _formatTarget(target: IEdgeTarget): string {
840
- return `${target.scope}/${target.id}`;
841
- }
842
-
843
- /** A provisional record for embedding a candidate (placeholder txn-time fields). */
844
- private static _provisionalRecord(
845
- candidate: ICandidateRecord,
846
- idStem: string,
847
- body: string
848
- ): Result<IMemoryRecord<unknown>> {
849
- return Convert.memoryId.convert(idStem).onSuccess((id) => {
850
- const envelope: IMemoryEnvelope = {
851
- ...candidate.envelope,
852
- id,
853
- seq: 0,
854
- contentHash: '',
855
- created: 0,
856
- updated: 0
857
- };
858
- return succeed({ envelope, body });
859
- });
860
- }
861
-
862
- /** Require a candidate body to be a string (the store persists only string bodies). */
863
- private static _asStringBody(item: IIngestItem, candidate: ICandidateRecord): Result<string> {
864
- if (typeof candidate.body !== 'string') {
865
- return fail(
866
- `ingest '${item.id}': candidate body for kind '${
867
- candidate.envelope.kind
868
- }' must be a string (got ${typeof candidate.body})`
869
- );
870
- }
871
- return succeed(candidate.body);
872
- }
873
- }