@farukada/aws-langgraph-dynamodb-ts 1.0.0-rc.2 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (409) hide show
  1. package/README.md +390 -193
  2. package/dist/{backfill → cjs/backfill}/backfill.d.ts +15 -12
  3. package/dist/cjs/backfill/backfill.js +177 -0
  4. package/dist/{checkpointer → cjs/checkpointer}/actions/delete-thread.d.ts +1 -1
  5. package/dist/cjs/checkpointer/actions/delete-thread.js +26 -0
  6. package/dist/{checkpointer → cjs/checkpointer}/actions/get-tuple.d.ts +4 -3
  7. package/dist/cjs/checkpointer/actions/get-tuple.js +22 -0
  8. package/dist/{checkpointer → cjs/checkpointer}/actions/list.d.ts +7 -4
  9. package/dist/cjs/checkpointer/actions/list.js +70 -0
  10. package/dist/{checkpointer → cjs/checkpointer}/actions/put-writes.d.ts +8 -6
  11. package/dist/cjs/checkpointer/actions/put-writes.js +21 -0
  12. package/dist/{checkpointer → cjs/checkpointer}/actions/put.d.ts +21 -15
  13. package/dist/cjs/checkpointer/actions/put.js +79 -0
  14. package/dist/{checkpointer → cjs/checkpointer}/internal/delta-history.d.ts +38 -26
  15. package/dist/cjs/checkpointer/internal/delta-history.js +131 -0
  16. package/dist/{checkpointer → cjs/checkpointer}/internal/listing.d.ts +4 -4
  17. package/dist/cjs/checkpointer/internal/listing.js +104 -0
  18. package/dist/{checkpointer → cjs/checkpointer}/internal/parse.d.ts +51 -15
  19. package/dist/cjs/checkpointer/internal/parse.js +184 -0
  20. package/dist/{checkpointer → cjs/checkpointer}/internal/pending-writes.d.ts +64 -25
  21. package/dist/cjs/checkpointer/internal/pending-writes.js +241 -0
  22. package/dist/{checkpointer → cjs/checkpointer}/internal/read.d.ts +15 -10
  23. package/dist/cjs/checkpointer/internal/read.js +132 -0
  24. package/dist/{checkpointer → cjs/checkpointer}/internal/rows.d.ts +94 -21
  25. package/dist/cjs/checkpointer/internal/rows.js +356 -0
  26. package/dist/{checkpointer → cjs/checkpointer}/internal/setup.d.ts +13 -20
  27. package/dist/cjs/checkpointer/internal/setup.js +25 -0
  28. package/dist/{checkpointer → cjs/checkpointer}/saver.d.ts +72 -36
  29. package/dist/cjs/checkpointer/saver.js +56 -0
  30. package/dist/{checkpointer → cjs/checkpointer}/types.d.ts +1 -1
  31. package/dist/cjs/checkpointer/types.js +2 -0
  32. package/dist/{factory → cjs/factory}/factory.d.ts +25 -20
  33. package/dist/cjs/factory/factory.js +137 -0
  34. package/dist/{factory → cjs/factory}/types.d.ts +12 -12
  35. package/dist/cjs/factory/types.js +2 -0
  36. package/dist/{history → cjs/history}/actions/add-messages.d.ts +18 -10
  37. package/dist/cjs/history/actions/add-messages.js +17 -0
  38. package/dist/{history → cjs/history}/actions/clear.d.ts +1 -1
  39. package/dist/cjs/history/actions/clear.js +29 -0
  40. package/dist/{history → cjs/history}/actions/get-messages.d.ts +11 -9
  41. package/dist/cjs/history/actions/get-messages.js +58 -0
  42. package/dist/{history → cjs/history}/actions/list-sessions.d.ts +3 -3
  43. package/dist/cjs/history/actions/list-sessions.js +67 -0
  44. package/dist/{history → cjs/history}/actions/reconcile-count.d.ts +13 -9
  45. package/dist/cjs/history/actions/reconcile-count.js +8 -0
  46. package/dist/{history → cjs/history}/chat-message-history.d.ts +62 -30
  47. package/dist/cjs/history/chat-message-history.js +61 -0
  48. package/dist/{history → cjs/history}/internal/append.d.ts +64 -32
  49. package/dist/cjs/history/internal/append.js +267 -0
  50. package/dist/{history → cjs/history}/internal/message-read.d.ts +3 -3
  51. package/dist/cjs/history/internal/message-read.js +93 -0
  52. package/dist/{history → cjs/history}/internal/parse.d.ts +2 -2
  53. package/dist/cjs/history/internal/parse.js +113 -0
  54. package/dist/{history → cjs/history}/internal/rows.d.ts +11 -10
  55. package/dist/cjs/history/internal/rows.js +96 -0
  56. package/dist/{history → cjs/history}/internal/session.d.ts +41 -22
  57. package/dist/cjs/history/internal/session.js +296 -0
  58. package/dist/{history → cjs/history}/internal/setup.d.ts +2 -2
  59. package/dist/cjs/history/internal/setup.js +60 -0
  60. package/dist/{history → cjs/history}/session-adapter.d.ts +0 -6
  61. package/dist/cjs/history/session-adapter.js +38 -0
  62. package/dist/{history → cjs/history}/types.d.ts +18 -15
  63. package/dist/cjs/history/types.js +2 -0
  64. package/dist/{index.d.ts → cjs/index.d.ts} +27 -27
  65. package/dist/cjs/index.js +25 -0
  66. package/dist/cjs/package.json +1 -0
  67. package/dist/{shared → cjs/shared}/adapter.d.ts +27 -16
  68. package/dist/cjs/shared/adapter.js +70 -0
  69. package/dist/cjs/shared/clock.js +14 -0
  70. package/dist/{shared → cjs/shared}/codec/codec.d.ts +37 -20
  71. package/dist/cjs/shared/codec/codec.js +162 -0
  72. package/dist/{shared → cjs/shared}/codec/compression.d.ts +9 -4
  73. package/dist/cjs/shared/codec/compression.js +45 -0
  74. package/dist/cjs/shared/codec/json-serde.js +58 -0
  75. package/dist/{shared → cjs/shared}/codec/s3/client-types.d.ts +2 -1
  76. package/dist/cjs/shared/codec/s3/client-types.js +6 -0
  77. package/dist/{shared → cjs/shared}/codec/s3/client.d.ts +25 -7
  78. package/dist/cjs/shared/codec/s3/client.js +78 -0
  79. package/dist/{shared → cjs/shared}/codec/s3/config.d.ts +12 -7
  80. package/dist/cjs/shared/codec/s3/config.js +92 -0
  81. package/dist/{shared → cjs/shared}/codec/s3/lifecycle.d.ts +71 -17
  82. package/dist/cjs/shared/codec/s3/lifecycle.js +223 -0
  83. package/dist/{shared → cjs/shared}/codec/s3/offloader.d.ts +42 -29
  84. package/dist/cjs/shared/codec/s3/offloader.js +289 -0
  85. package/dist/cjs/shared/concurrency.js +31 -0
  86. package/dist/{shared → cjs/shared}/dynamodb/abort.d.ts +2 -2
  87. package/dist/cjs/shared/dynamodb/abort.js +16 -0
  88. package/dist/{shared → cjs/shared}/dynamodb/batch-write.d.ts +2 -2
  89. package/dist/cjs/shared/dynamodb/batch-write.js +79 -0
  90. package/dist/cjs/shared/dynamodb/cancellation.js +37 -0
  91. package/dist/{shared → cjs/shared}/dynamodb/client.d.ts +24 -22
  92. package/dist/cjs/shared/dynamodb/client.js +40 -0
  93. package/dist/{shared → cjs/shared}/dynamodb/idempotent-write.d.ts +64 -19
  94. package/dist/cjs/shared/dynamodb/idempotent-write.js +173 -0
  95. package/dist/{shared → cjs/shared}/dynamodb/paginate.d.ts +2 -2
  96. package/dist/cjs/shared/dynamodb/paginate.js +90 -0
  97. package/dist/{shared → cjs/shared}/dynamodb/partition-delete.d.ts +6 -6
  98. package/dist/cjs/shared/dynamodb/partition-delete.js +177 -0
  99. package/dist/{shared → cjs/shared}/dynamodb/recency-index.d.ts +27 -15
  100. package/dist/cjs/shared/dynamodb/recency-index.js +146 -0
  101. package/dist/{shared → cjs/shared}/dynamodb/retry.d.ts +37 -6
  102. package/dist/cjs/shared/dynamodb/retry.js +193 -0
  103. package/dist/cjs/shared/dynamodb/row-size.d.ts +33 -0
  104. package/dist/cjs/shared/dynamodb/row-size.js +30 -0
  105. package/dist/{shared → cjs/shared}/dynamodb/table-schema.d.ts +27 -18
  106. package/dist/cjs/shared/dynamodb/table-schema.js +52 -0
  107. package/dist/{shared → cjs/shared}/errors/base-error.d.ts +42 -7
  108. package/dist/cjs/shared/errors/base-error.js +73 -0
  109. package/dist/{shared → cjs/shared}/errors/boundary.d.ts +29 -14
  110. package/dist/cjs/shared/errors/boundary.js +61 -0
  111. package/dist/cjs/shared/errors/classify.d.ts +206 -0
  112. package/dist/cjs/shared/errors/classify.js +232 -0
  113. package/dist/{shared → cjs/shared}/errors/error-code.d.ts +17 -10
  114. package/dist/cjs/shared/errors/error-code.js +27 -0
  115. package/dist/{shared → cjs/shared}/errors/errors.d.ts +75 -9
  116. package/dist/cjs/shared/errors/errors.js +123 -0
  117. package/dist/cjs/shared/logging/logger.js +30 -0
  118. package/dist/{shared → cjs/shared}/logging/redaction.d.ts +8 -4
  119. package/dist/cjs/shared/logging/redaction.js +145 -0
  120. package/dist/{shared → cjs/shared}/logging/secret-patterns.d.ts +30 -7
  121. package/dist/cjs/shared/logging/secret-patterns.js +93 -0
  122. package/dist/cjs/shared/logging/truncate.js +31 -0
  123. package/dist/{shared → cjs/shared}/options.d.ts +27 -11
  124. package/dist/cjs/shared/options.js +2 -0
  125. package/dist/cjs/shared/ulid.js +83 -0
  126. package/dist/{shared → cjs/shared}/validation/collaborators.d.ts +21 -2
  127. package/dist/cjs/shared/validation/collaborators.js +79 -0
  128. package/dist/{shared → cjs/shared}/validation/option-shape.d.ts +7 -5
  129. package/dist/cjs/shared/validation/option-shape.js +31 -0
  130. package/dist/{shared → cjs/shared}/validation/options.d.ts +4 -4
  131. package/dist/cjs/shared/validation/options.js +166 -0
  132. package/dist/cjs/shared/validation/primitives.js +114 -0
  133. package/dist/{shared → cjs/shared}/validation/ttl.d.ts +26 -9
  134. package/dist/cjs/shared/validation/ttl.js +52 -0
  135. package/dist/{store → cjs/store}/actions/list-namespaces.d.ts +5 -5
  136. package/dist/cjs/store/actions/list-namespaces.js +92 -0
  137. package/dist/{store → cjs/store}/actions/put.d.ts +11 -4
  138. package/dist/cjs/store/actions/put.js +49 -0
  139. package/dist/{store → cjs/store}/actions/reconcile-vector-index.d.ts +5 -5
  140. package/dist/cjs/store/actions/reconcile-vector-index.js +13 -0
  141. package/dist/{store → cjs/store}/actions/search.d.ts +2 -2
  142. package/dist/cjs/store/actions/search.js +26 -0
  143. package/dist/cjs/store/internal/batch-plan.d.ts +56 -0
  144. package/dist/cjs/store/internal/batch-plan.js +32 -0
  145. package/dist/{store → cjs/store}/internal/filter.d.ts +3 -3
  146. package/dist/cjs/store/internal/filter.js +64 -0
  147. package/dist/cjs/store/internal/get-item.d.ts +77 -0
  148. package/dist/cjs/store/internal/get-item.js +58 -0
  149. package/dist/{store → cjs/store}/internal/item-write.d.ts +72 -32
  150. package/dist/cjs/store/internal/item-write.js +181 -0
  151. package/dist/{store → cjs/store}/internal/parse.d.ts +15 -10
  152. package/dist/cjs/store/internal/parse.js +180 -0
  153. package/dist/{store → cjs/store}/internal/rows.d.ts +38 -34
  154. package/dist/cjs/store/internal/rows.js +166 -0
  155. package/dist/{store → cjs/store}/internal/semantic-search.d.ts +2 -2
  156. package/dist/cjs/store/internal/semantic-search.js +211 -0
  157. package/dist/{store → cjs/store}/internal/setup.d.ts +10 -15
  158. package/dist/cjs/store/internal/setup.js +103 -0
  159. package/dist/{store → cjs/store}/internal/table-search.d.ts +5 -5
  160. package/dist/cjs/store/internal/table-search.js +123 -0
  161. package/dist/{store → cjs/store}/internal/vector-index.d.ts +26 -15
  162. package/dist/cjs/store/internal/vector-index.js +269 -0
  163. package/dist/{store → cjs/store}/store.d.ts +82 -39
  164. package/dist/cjs/store/store.js +97 -0
  165. package/dist/{store → cjs/store}/types.d.ts +25 -10
  166. package/dist/cjs/store/types.js +2 -0
  167. package/dist/cjs/store/vector-backend.js +4 -0
  168. package/dist/esm/backfill/backfill.d.ts +171 -0
  169. package/dist/esm/backfill/backfill.js +170 -0
  170. package/dist/{checkpointer/actions/delete-thread.js → esm/checkpointer/actions/delete-thread.d.ts} +4 -26
  171. package/dist/esm/checkpointer/actions/delete-thread.js +23 -0
  172. package/dist/{checkpointer/actions/get-tuple.js → esm/checkpointer/actions/get-tuple.d.ts} +7 -24
  173. package/dist/esm/checkpointer/actions/get-tuple.js +19 -0
  174. package/dist/esm/checkpointer/actions/list.d.ts +55 -0
  175. package/dist/esm/checkpointer/actions/list.js +67 -0
  176. package/dist/{checkpointer/actions/put-writes.js → esm/checkpointer/actions/put-writes.d.ts} +10 -37
  177. package/dist/esm/checkpointer/actions/put-writes.js +18 -0
  178. package/dist/esm/checkpointer/actions/put.d.ts +95 -0
  179. package/dist/esm/checkpointer/actions/put.js +75 -0
  180. package/dist/esm/checkpointer/internal/delta-history.d.ts +124 -0
  181. package/dist/esm/checkpointer/internal/delta-history.js +126 -0
  182. package/dist/{checkpointer/internal/listing.js → esm/checkpointer/internal/listing.d.ts} +22 -118
  183. package/dist/esm/checkpointer/internal/listing.js +95 -0
  184. package/dist/esm/checkpointer/internal/parse.d.ts +298 -0
  185. package/dist/esm/checkpointer/internal/parse.js +169 -0
  186. package/dist/esm/checkpointer/internal/pending-writes.d.ts +314 -0
  187. package/dist/esm/checkpointer/internal/pending-writes.js +229 -0
  188. package/dist/esm/checkpointer/internal/read.d.ts +135 -0
  189. package/dist/esm/checkpointer/internal/read.js +125 -0
  190. package/dist/esm/checkpointer/internal/rows.d.ts +644 -0
  191. package/dist/esm/checkpointer/internal/rows.js +323 -0
  192. package/dist/esm/checkpointer/internal/setup.d.ts +47 -0
  193. package/dist/esm/checkpointer/internal/setup.js +21 -0
  194. package/dist/{checkpointer/saver.js → esm/checkpointer/saver.d.ts} +84 -87
  195. package/dist/esm/checkpointer/saver.js +52 -0
  196. package/dist/esm/checkpointer/types.d.ts +51 -0
  197. package/dist/esm/checkpointer/types.js +1 -0
  198. package/dist/esm/factory/factory.d.ts +154 -0
  199. package/dist/esm/factory/factory.js +133 -0
  200. package/dist/esm/factory/types.d.ts +76 -0
  201. package/dist/esm/factory/types.js +1 -0
  202. package/dist/{history/actions/add-messages.js → esm/history/actions/add-messages.d.ts} +20 -26
  203. package/dist/esm/history/actions/add-messages.js +14 -0
  204. package/dist/{history/actions/clear.js → esm/history/actions/clear.d.ts} +4 -35
  205. package/dist/esm/history/actions/clear.js +26 -0
  206. package/dist/esm/history/actions/get-messages.d.ts +60 -0
  207. package/dist/esm/history/actions/get-messages.js +55 -0
  208. package/dist/esm/history/actions/list-sessions.d.ts +55 -0
  209. package/dist/esm/history/actions/list-sessions.js +64 -0
  210. package/dist/{history/actions/reconcile-count.js → esm/history/actions/reconcile-count.d.ts} +14 -16
  211. package/dist/esm/history/actions/reconcile-count.js +5 -0
  212. package/dist/{history/chat-message-history.js → esm/history/chat-message-history.d.ts} +76 -87
  213. package/dist/esm/history/chat-message-history.js +57 -0
  214. package/dist/esm/history/internal/append.d.ts +244 -0
  215. package/dist/esm/history/internal/append.js +259 -0
  216. package/dist/esm/history/internal/message-read.d.ts +84 -0
  217. package/dist/esm/history/internal/message-read.js +89 -0
  218. package/dist/esm/history/internal/parse.d.ts +153 -0
  219. package/dist/esm/history/internal/parse.js +105 -0
  220. package/dist/{history/internal/rows.js → esm/history/internal/rows.d.ts} +58 -112
  221. package/dist/esm/history/internal/rows.js +83 -0
  222. package/dist/esm/history/internal/session.d.ts +350 -0
  223. package/dist/esm/history/internal/session.js +285 -0
  224. package/dist/esm/history/internal/setup.d.ts +64 -0
  225. package/dist/esm/history/internal/setup.js +56 -0
  226. package/dist/{history/session-adapter.js → esm/history/session-adapter.d.ts} +25 -39
  227. package/dist/esm/history/session-adapter.js +34 -0
  228. package/dist/esm/history/types.d.ts +102 -0
  229. package/dist/esm/history/types.js +1 -0
  230. package/dist/esm/index.d.ts +53 -0
  231. package/dist/esm/index.js +10 -0
  232. package/dist/esm/shared/adapter.d.ts +146 -0
  233. package/dist/esm/shared/adapter.js +65 -0
  234. package/dist/{shared/clock.js → esm/shared/clock.d.ts} +3 -14
  235. package/dist/esm/shared/clock.js +9 -0
  236. package/dist/esm/shared/codec/codec.d.ts +336 -0
  237. package/dist/esm/shared/codec/codec.js +150 -0
  238. package/dist/esm/shared/codec/compression.d.ts +66 -0
  239. package/dist/esm/shared/codec/compression.js +40 -0
  240. package/dist/esm/shared/codec/json-serde.d.ts +80 -0
  241. package/dist/esm/shared/codec/json-serde.js +54 -0
  242. package/dist/esm/shared/codec/s3/client-types.d.ts +54 -0
  243. package/dist/esm/shared/codec/s3/client-types.js +3 -0
  244. package/dist/esm/shared/codec/s3/client.d.ts +63 -0
  245. package/dist/esm/shared/codec/s3/client.js +40 -0
  246. package/dist/{shared/codec/s3/config.js → esm/shared/codec/s3/config.d.ts} +45 -93
  247. package/dist/esm/shared/codec/s3/config.js +79 -0
  248. package/dist/esm/shared/codec/s3/lifecycle.d.ts +220 -0
  249. package/dist/esm/shared/codec/s3/lifecycle.js +214 -0
  250. package/dist/esm/shared/codec/s3/offloader.d.ts +428 -0
  251. package/dist/esm/shared/codec/s3/offloader.js +278 -0
  252. package/dist/{shared/concurrency.js → esm/shared/concurrency.d.ts} +2 -37
  253. package/dist/esm/shared/concurrency.js +27 -0
  254. package/dist/{shared/dynamodb/abort.js → esm/shared/dynamodb/abort.d.ts} +4 -16
  255. package/dist/esm/shared/dynamodb/abort.js +12 -0
  256. package/dist/esm/shared/dynamodb/batch-write.d.ts +86 -0
  257. package/dist/esm/shared/dynamodb/batch-write.js +74 -0
  258. package/dist/{shared/dynamodb/cancellation.js → esm/shared/dynamodb/cancellation.d.ts} +25 -53
  259. package/dist/esm/shared/dynamodb/cancellation.js +30 -0
  260. package/dist/{shared/dynamodb/client.js → esm/shared/dynamodb/client.d.ts} +74 -64
  261. package/dist/esm/shared/dynamodb/client.js +35 -0
  262. package/dist/{shared/dynamodb/idempotent-write.js → esm/shared/dynamodb/idempotent-write.d.ts} +172 -169
  263. package/dist/esm/shared/dynamodb/idempotent-write.js +153 -0
  264. package/dist/esm/shared/dynamodb/paginate.d.ts +111 -0
  265. package/dist/esm/shared/dynamodb/paginate.js +84 -0
  266. package/dist/esm/shared/dynamodb/partition-delete.d.ts +204 -0
  267. package/dist/esm/shared/dynamodb/partition-delete.js +171 -0
  268. package/dist/esm/shared/dynamodb/recency-index.d.ts +243 -0
  269. package/dist/esm/shared/dynamodb/recency-index.js +136 -0
  270. package/dist/esm/shared/dynamodb/retry.d.ts +317 -0
  271. package/dist/esm/shared/dynamodb/retry.js +180 -0
  272. package/dist/esm/shared/dynamodb/row-size.d.ts +33 -0
  273. package/dist/esm/shared/dynamodb/row-size.js +26 -0
  274. package/dist/{shared/dynamodb/table-schema.js → esm/shared/dynamodb/table-schema.d.ts} +57 -67
  275. package/dist/esm/shared/dynamodb/table-schema.js +43 -0
  276. package/dist/esm/shared/errors/base-error.d.ts +231 -0
  277. package/dist/esm/shared/errors/base-error.js +64 -0
  278. package/dist/esm/shared/errors/boundary.d.ts +86 -0
  279. package/dist/esm/shared/errors/boundary.js +54 -0
  280. package/dist/esm/shared/errors/classify.d.ts +206 -0
  281. package/dist/esm/shared/errors/classify.js +220 -0
  282. package/dist/{shared/errors/error-code.js → esm/shared/errors/error-code.d.ts} +39 -43
  283. package/dist/esm/shared/errors/error-code.js +24 -0
  284. package/dist/{shared/errors/errors.js → esm/shared/errors/errors.d.ts} +92 -98
  285. package/dist/esm/shared/errors/errors.js +110 -0
  286. package/dist/{shared/logging/logger.js → esm/shared/logging/logger.d.ts} +22 -52
  287. package/dist/esm/shared/logging/logger.js +25 -0
  288. package/dist/esm/shared/logging/redaction.d.ts +123 -0
  289. package/dist/esm/shared/logging/redaction.js +140 -0
  290. package/dist/{shared/logging/secret-patterns.js → esm/shared/logging/secret-patterns.d.ts} +46 -87
  291. package/dist/esm/shared/logging/secret-patterns.js +83 -0
  292. package/dist/{shared/logging/truncate.js → esm/shared/logging/truncate.d.ts} +6 -40
  293. package/dist/esm/shared/logging/truncate.js +25 -0
  294. package/dist/esm/shared/options.d.ts +100 -0
  295. package/dist/esm/shared/options.js +1 -0
  296. package/dist/{shared/ulid.js → esm/shared/ulid.d.ts} +4 -84
  297. package/dist/esm/shared/ulid.js +77 -0
  298. package/dist/{shared/validation/collaborators.js → esm/shared/validation/collaborators.d.ts} +37 -65
  299. package/dist/esm/shared/validation/collaborators.js +70 -0
  300. package/dist/{shared/validation/option-shape.js → esm/shared/validation/option-shape.d.ts} +14 -36
  301. package/dist/esm/shared/validation/option-shape.js +24 -0
  302. package/dist/esm/shared/validation/options.d.ts +145 -0
  303. package/dist/esm/shared/validation/options.js +156 -0
  304. package/dist/{shared/validation/primitives.js → esm/shared/validation/primitives.d.ts} +30 -125
  305. package/dist/esm/shared/validation/primitives.js +100 -0
  306. package/dist/esm/shared/validation/ttl.d.ts +94 -0
  307. package/dist/esm/shared/validation/ttl.js +46 -0
  308. package/dist/esm/store/actions/list-namespaces.d.ts +79 -0
  309. package/dist/esm/store/actions/list-namespaces.js +86 -0
  310. package/dist/esm/store/actions/put.d.ts +43 -0
  311. package/dist/esm/store/actions/put.js +46 -0
  312. package/dist/{store/actions/reconcile-vector-index.js → esm/store/actions/reconcile-vector-index.d.ts} +8 -16
  313. package/dist/esm/store/actions/reconcile-vector-index.js +10 -0
  314. package/dist/esm/store/actions/search.d.ts +38 -0
  315. package/dist/esm/store/actions/search.js +23 -0
  316. package/dist/esm/store/internal/batch-plan.d.ts +56 -0
  317. package/dist/esm/store/internal/batch-plan.js +28 -0
  318. package/dist/esm/store/internal/filter.d.ts +43 -0
  319. package/dist/esm/store/internal/filter.js +60 -0
  320. package/dist/esm/store/internal/get-item.d.ts +77 -0
  321. package/dist/esm/store/internal/get-item.js +54 -0
  322. package/dist/esm/store/internal/item-write.d.ts +270 -0
  323. package/dist/esm/store/internal/item-write.js +173 -0
  324. package/dist/esm/store/internal/parse.d.ts +230 -0
  325. package/dist/esm/store/internal/parse.js +169 -0
  326. package/dist/{store/internal/rows.js → esm/store/internal/rows.d.ts} +111 -199
  327. package/dist/esm/store/internal/rows.js +147 -0
  328. package/dist/esm/store/internal/semantic-search.d.ts +168 -0
  329. package/dist/esm/store/internal/semantic-search.js +200 -0
  330. package/dist/esm/store/internal/setup.d.ts +96 -0
  331. package/dist/esm/store/internal/setup.js +98 -0
  332. package/dist/esm/store/internal/table-search.d.ts +100 -0
  333. package/dist/esm/store/internal/table-search.js +119 -0
  334. package/dist/esm/store/internal/vector-index.d.ts +258 -0
  335. package/dist/esm/store/internal/vector-index.js +256 -0
  336. package/dist/{store/store.js → esm/store/store.d.ts} +99 -133
  337. package/dist/esm/store/store.js +93 -0
  338. package/dist/esm/store/types.d.ts +111 -0
  339. package/dist/esm/store/types.js +1 -0
  340. package/dist/esm/store/vector-backend.d.ts +104 -0
  341. package/dist/esm/store/vector-backend.js +1 -0
  342. package/package.json +50 -44
  343. package/dist/backfill/backfill.js +0 -393
  344. package/dist/checkpointer/actions/list.js +0 -142
  345. package/dist/checkpointer/actions/put.js +0 -195
  346. package/dist/checkpointer/internal/delta-history.js +0 -252
  347. package/dist/checkpointer/internal/parse.js +0 -372
  348. package/dist/checkpointer/internal/pending-writes.js +0 -588
  349. package/dist/checkpointer/internal/read.js +0 -264
  350. package/dist/checkpointer/internal/rows.js +0 -834
  351. package/dist/checkpointer/internal/setup.js +0 -72
  352. package/dist/checkpointer/types.js +0 -12
  353. package/dist/factory/factory.js +0 -266
  354. package/dist/factory/types.js +0 -10
  355. package/dist/history/actions/get-messages.js +0 -141
  356. package/dist/history/actions/list-sessions.js +0 -156
  357. package/dist/history/internal/append.js +0 -500
  358. package/dist/history/internal/message-read.js +0 -204
  359. package/dist/history/internal/parse.js +0 -252
  360. package/dist/history/internal/session.js +0 -628
  361. package/dist/history/internal/setup.js +0 -106
  362. package/dist/history/types.js +0 -12
  363. package/dist/index.js +0 -51
  364. package/dist/shared/adapter.js +0 -143
  365. package/dist/shared/codec/codec.js +0 -441
  366. package/dist/shared/codec/compression.js +0 -89
  367. package/dist/shared/codec/json-serde.js +0 -191
  368. package/dist/shared/codec/s3/client-types.js +0 -26
  369. package/dist/shared/codec/s3/client.js +0 -97
  370. package/dist/shared/codec/s3/lifecycle.js +0 -355
  371. package/dist/shared/codec/s3/offloader.js +0 -658
  372. package/dist/shared/dynamodb/batch-write.js +0 -173
  373. package/dist/shared/dynamodb/paginate.js +0 -188
  374. package/dist/shared/dynamodb/partition-delete.js +0 -340
  375. package/dist/shared/dynamodb/recency-index.js +0 -377
  376. package/dist/shared/dynamodb/retry.js +0 -463
  377. package/dist/shared/errors/base-error.js +0 -174
  378. package/dist/shared/errors/boundary.js +0 -143
  379. package/dist/shared/errors/classify.d.ts +0 -97
  380. package/dist/shared/errors/classify.js +0 -257
  381. package/dist/shared/logging/redaction.js +0 -316
  382. package/dist/shared/options.js +0 -11
  383. package/dist/shared/validation/options.js +0 -328
  384. package/dist/shared/validation/ttl.js +0 -132
  385. package/dist/store/actions/list-namespaces.js +0 -197
  386. package/dist/store/actions/put.js +0 -78
  387. package/dist/store/actions/search.js +0 -66
  388. package/dist/store/internal/batch-plan.d.ts +0 -26
  389. package/dist/store/internal/batch-plan.js +0 -109
  390. package/dist/store/internal/filter.js +0 -137
  391. package/dist/store/internal/get-item.d.ts +0 -45
  392. package/dist/store/internal/get-item.js +0 -115
  393. package/dist/store/internal/item-write.js +0 -463
  394. package/dist/store/internal/parse.js +0 -350
  395. package/dist/store/internal/semantic-search.js +0 -389
  396. package/dist/store/internal/setup.js +0 -223
  397. package/dist/store/internal/table-search.js +0 -213
  398. package/dist/store/internal/vector-index.js +0 -546
  399. package/dist/store/types.js +0 -15
  400. package/dist/store/vector-backend.js +0 -17
  401. /package/dist/{shared → cjs/shared}/clock.d.ts +0 -0
  402. /package/dist/{shared → cjs/shared}/codec/json-serde.d.ts +0 -0
  403. /package/dist/{shared → cjs/shared}/concurrency.d.ts +0 -0
  404. /package/dist/{shared → cjs/shared}/dynamodb/cancellation.d.ts +0 -0
  405. /package/dist/{shared → cjs/shared}/logging/logger.d.ts +0 -0
  406. /package/dist/{shared → cjs/shared}/logging/truncate.d.ts +0 -0
  407. /package/dist/{shared → cjs/shared}/ulid.d.ts +0 -0
  408. /package/dist/{shared → cjs/shared}/validation/primitives.d.ts +0 -0
  409. /package/dist/{store → cjs/store}/vector-backend.d.ts +0 -0
@@ -0,0 +1,168 @@
1
+ /**
2
+ * Hides which text of a value is embedded, and how.
3
+ *
4
+ * The text an index field names is extracted exactly as LangGraph's in-memory
5
+ * store extracts it — dotted paths, `[n]` and `[*]`, `{a,b}` groups, pretty
6
+ * JSON for containers — then embedded in bounded batches, and every vector the
7
+ * model returns is held to the configured dimension.
8
+ */
9
+ import type { IndexConfig } from '@langchain/langgraph-checkpoint';
10
+ import type { JsonValue } from './filter.js';
11
+ import type { StoreContext } from './setup.js';
12
+ /**
13
+ * Cosine similarity of two vectors.
14
+ *
15
+ * Accepts: any two vectors. Lengths that disagree, and a vector of all zeros,
16
+ * have no defined angle between them.
17
+ *
18
+ * Returns: the cosine, in [-1, 1]; `0` for the undefined cases, which ranks
19
+ * such a pair as unrelated rather than as opposed. A caller that must
20
+ * distinguish "unrelated" from "incomparable" checks the lengths itself —
21
+ * `rankInMemory` does, so it can report a model mismatch instead of ranking
22
+ * everything at zero.
23
+ *
24
+ * Throws: nothing.
25
+ */
26
+ export declare function cosineSimilarity(a: number[], b: number[]): number;
27
+ /**
28
+ * The indexable texts of a value, one per extracted path, in field order.
29
+ *
30
+ * Extraction is byte-for-byte what LangGraph's `InMemoryStore` does (see
31
+ * {@link getTextAtPath}), and so is keeping them apart: the reference embeds each
32
+ * extracted element separately and scores an item by its best-matching one.
33
+ * Joining them and embedding once averages a long document into a single
34
+ * vector, which ranks a document holding one strongly-matching section
35
+ * materially lower — a retrieval-quality difference, not an edge case.
36
+ *
37
+ * Accepts: `value` — a stored item's value. `fields` — JSON paths; a path that
38
+ * addresses nothing contributes nothing.
39
+ *
40
+ * Returns: one text per extracted path, in field order, with empty ones
41
+ * dropped: an empty string embeds to a vector that means nothing and would rank
42
+ * against every query.
43
+ *
44
+ * Throws: nothing.
45
+ */
46
+ export declare function extractTexts(value: Record<string, JsonValue>, fields: string[]): string[];
47
+ /**
48
+ * The same texts joined into one, which is what a single-vector consumer needs.
49
+ *
50
+ * Accepts: as {@link extractTexts}.
51
+ *
52
+ * Returns: the texts joined by a space, and `''` when there are none — which is
53
+ * how a caller tells "nothing to index" from a text to embed.
54
+ *
55
+ * Throws: nothing.
56
+ *
57
+ * Used only for a configured `vectorBackend`, whose contract is one vector per
58
+ * `(namespace, key)`; the in-DynamoDB path embeds each text separately.
59
+ */
60
+ export declare function extractText(value: Record<string, JsonValue>, fields: string[]): string;
61
+ /**
62
+ * Reject a vector whose length disagrees with the configured `index.dims`. A
63
+ * mismatch means the embeddings model does not match the configuration, so
64
+ * every stored vector would be incomparable with every query; failing here
65
+ * surfaces that at the first put or search instead of ranking silently.
66
+ *
67
+ * Accepts: `index.dims` — the check is skipped when it is not a positive
68
+ * integer, since nothing else in this package reads it and a store configured
69
+ * without it must keep working. `vector` — a document or query vector the model
70
+ * just returned. `what` — names which of the two, for the message.
71
+ *
72
+ * Returns: nothing: `vector` is kept under its declared type, and this
73
+ * checks it.
74
+ *
75
+ * Throws: `VALIDATION` naming `index.dims`.
76
+ */
77
+ export declare function assertVectorDims(index: IndexConfig, vector: number[], what: string): void;
78
+ /**
79
+ * Embed several values for indexing with `embedDocuments` — the document-side
80
+ * method; providers such as Titan and Cohere embed documents and queries with
81
+ * different task types, so embedding a document with `embedQuery` degrades
82
+ * retrieval.
83
+ *
84
+ * Accepts: `values` — any number, including none. `fieldsOverride` — a put's
85
+ * own `index` fields; absent uses the store's, and a store with no configured
86
+ * fields indexes the whole document (`'$'`), as the reference does.
87
+ *
88
+ * Returns: one entry per value, in input order: its vector, or `undefined` when
89
+ * the value has no indexable text or the store has no index at all.
90
+ *
91
+ * Throws: `VALIDATION` naming `index.dims` when the model's width disagrees
92
+ * with the configuration; whatever the model throws.
93
+ *
94
+ * Guarantees: values with no text are never sent to the model, and the rest go
95
+ * in batches of {@link EMBED_BATCH_SIZE}, so one call cannot turn into one
96
+ * provider request per item or a single unbounded one.
97
+ */
98
+ export declare function embedValues(context: StoreContext, values: Record<string, JsonValue>[], fieldsOverride?: string[]): Promise<(number[] | undefined)[]>;
99
+ /**
100
+ * Embed one value for indexing.
101
+ *
102
+ * Accepts: as {@link embedValues}, for one value; `fieldsOverride` (from a
103
+ * put's `index` option) takes precedence over the store's configured fields.
104
+ *
105
+ * Returns: the value's vector, or undefined when indexing is off or it has no
106
+ * indexable text.
107
+ *
108
+ * Throws: as {@link embedValues}.
109
+ */
110
+ export declare function embedValue(context: StoreContext, value: Record<string, JsonValue>, fieldsOverride?: string[]): Promise<number[] | undefined>;
111
+ /**
112
+ * One vector per extracted path, for the item's own row — the shape the
113
+ * in-DynamoDB ranker scores by best match, matching the reference store.
114
+ *
115
+ * Accepts: as {@link embedValues}, for one value.
116
+ *
117
+ * Returns: one vector per extracted text, in path order; `undefined` when
118
+ * indexing is off or the value yields no indexable text — which is what clears
119
+ * a stale vector on a re-put, since the row is written without the attribute.
120
+ *
121
+ * Throws: as {@link embedValues}.
122
+ *
123
+ * Guarantees: every text of one value goes in as few `embedDocuments` calls as
124
+ * {@link EMBED_BATCH_SIZE} allows, never one call per path.
125
+ */
126
+ export declare function embedPassages(context: StoreContext, value: Record<string, JsonValue>, fieldsOverride?: string[]): Promise<number[][] | undefined>;
127
+ /**
128
+ * Split a JSON path into tokens the way LangGraph's `InMemoryStore` does: dots
129
+ * separate plain segments, while a `[…]` index and a `{…}` field group each
130
+ * become a token of their own (`tags[0]` → `['tags', '[0]']`).
131
+ *
132
+ * Accepts: any path string. An empty path, and a path of nothing but
133
+ * separators, tokenize to nothing. An **unterminated** `[` or `{` runs to the
134
+ * end of the path and becomes a token that no longer closes — `'tags[0'` →
135
+ * `['tags', '[0']` — so it is resolved as a plain member name and matches
136
+ * nothing unless the value at `tags` holds a field literally called `[0`. That is the reference
137
+ * tokenizer's own answer (`@langchain/langgraph-checkpoint@1.1.5`
138
+ * `dist/store/utils.js:23-30`), and matching it matters more than refusing the
139
+ * path: `index.fields` is validated where it is configured, and text extraction
140
+ * must stay byte-for-byte comparable with the reference store.
141
+ *
142
+ * Returns: the tokens, in path order.
143
+ *
144
+ * Throws: nothing.
145
+ */
146
+ export declare function tokenizePath(path: string): string[];
147
+ /**
148
+ * Extract the indexable text of `value` at `path`, byte-for-byte as LangGraph's
149
+ * `InMemoryStore` does (`store/utils`), so an embedding computed here matches
150
+ * one computed by the reference store for the same document. Supports plain
151
+ * paths, `[n]`/`[-n]`/`[*]` indexing, a bare `*` wildcard, `{a,b.c}` field
152
+ * groups and `$` for the whole document. The package root's `getTextAtPath` is
153
+ * a string-only variant that returns nothing for numbers, booleans, objects
154
+ * and arrays and throws on a `null` intermediate; it must not be used here.
155
+ *
156
+ * Accepts: `value` — any stored value, including a scalar and `null`. `path` —
157
+ * empty or `$` asks for the whole document; anything else is tokenized. A path
158
+ * that addresses nothing present, a `[n]` against a non-array, a `{…}` group
159
+ * against a non-object: each yields no text rather than an error, because one
160
+ * unindexable field of one item must not fail a put or a search.
161
+ *
162
+ * Returns: the extracted texts, in path order — one per match, kept apart so
163
+ * each is embedded on its own (see `extractTexts`). Empty when the path
164
+ * addresses nothing, and empty for a leaf JSON cannot represent.
165
+ *
166
+ * Throws: nothing.
167
+ */
168
+ export declare function getTextAtPath(value: JsonValue, path: string): string[];
@@ -0,0 +1,200 @@
1
+ import { validationError } from '../../shared/errors/errors.js';
2
+ const EMBED_BATCH_SIZE = 100;
3
+ export function cosineSimilarity(a, b) {
4
+ if (a.length !== b.length)
5
+ return 0;
6
+ let dot = 0;
7
+ let normA = 0;
8
+ let normB = 0;
9
+ for (let i = 0; i < a.length; i++) {
10
+ dot += a[i] * b[i];
11
+ normA += a[i] * a[i];
12
+ normB += b[i] * b[i];
13
+ }
14
+ if (normA === 0 || normB === 0)
15
+ return 0;
16
+ return dot / (Math.sqrt(normA) * Math.sqrt(normB));
17
+ }
18
+ export function extractTexts(value, fields) {
19
+ return fields.flatMap((field) => getTextAtPath(value, field)).filter((text) => text.length > 0);
20
+ }
21
+ export function extractText(value, fields) {
22
+ return extractTexts(value, fields).join(' ');
23
+ }
24
+ export function assertVectorDims(index, vector, what) {
25
+ const dims = index.dims;
26
+ if (!Number.isInteger(dims) || dims <= 0 || vector.length === dims)
27
+ return;
28
+ throw validationError(`index.embeddings returned a ${vector.length}-dimensional ${what} vector but index.dims ` +
29
+ `is ${dims}; the embeddings model does not match the configured index`, 'index.dims');
30
+ }
31
+ export async function embedValues(context, values, fieldsOverride) {
32
+ const index = context.index;
33
+ if (!index)
34
+ return values.map(() => undefined);
35
+ const fields = fieldsOverride ?? index.fields ?? ['$'];
36
+ const pending = [];
37
+ values.forEach((value, position) => {
38
+ const text = extractText(value, fields);
39
+ if (text.length > 0)
40
+ pending.push({ text, position });
41
+ });
42
+ const vectors = values.map(() => undefined);
43
+ for (let start = 0; start < pending.length; start += EMBED_BATCH_SIZE) {
44
+ const batch = pending.slice(start, start + EMBED_BATCH_SIZE);
45
+ const embedded = await index.embeddings.embedDocuments(batch.map((entry) => entry.text));
46
+ batch.forEach((entry, i) => {
47
+ assertVectorDims(index, embedded[i], 'document');
48
+ vectors[entry.position] = embedded[i];
49
+ });
50
+ }
51
+ return vectors;
52
+ }
53
+ export async function embedValue(context, value, fieldsOverride) {
54
+ return (await embedValues(context, [value], fieldsOverride))[0];
55
+ }
56
+ export async function embedPassages(context, value, fieldsOverride) {
57
+ const index = context.index;
58
+ if (!index)
59
+ return undefined;
60
+ const texts = extractTexts(value, fieldsOverride ?? index.fields ?? ['$']);
61
+ if (texts.length === 0)
62
+ return undefined;
63
+ const vectors = [];
64
+ for (let start = 0; start < texts.length; start += EMBED_BATCH_SIZE) {
65
+ const embedded = await index.embeddings.embedDocuments(texts.slice(start, start + EMBED_BATCH_SIZE));
66
+ for (const vector of embedded) {
67
+ assertVectorDims(index, vector, 'document');
68
+ vectors.push(vector);
69
+ }
70
+ }
71
+ return vectors;
72
+ }
73
+ function prettyText(value) {
74
+ let text;
75
+ try {
76
+ text = JSON.stringify(value, null, 2);
77
+ }
78
+ catch {
79
+ return [];
80
+ }
81
+ return text === undefined ? [] : [text];
82
+ }
83
+ function isScalar(value) {
84
+ return typeof value === 'string' || typeof value === 'number' || typeof value === 'boolean';
85
+ }
86
+ function leafText(value) {
87
+ if (isScalar(value))
88
+ return [String(value)];
89
+ if (value === null)
90
+ return [];
91
+ return prettyText(value);
92
+ }
93
+ function scanGroup(path, start, open, close) {
94
+ let depth = 1;
95
+ let i = start;
96
+ while (i < path.length && depth > 0) {
97
+ if (path[i] === open)
98
+ depth += 1;
99
+ else if (path[i] === close)
100
+ depth -= 1;
101
+ i += 1;
102
+ }
103
+ return i;
104
+ }
105
+ export function tokenizePath(path) {
106
+ const tokens = [];
107
+ let current = '';
108
+ const flush = () => {
109
+ if (current.length > 0)
110
+ tokens.push(current);
111
+ current = '';
112
+ };
113
+ let i = 0;
114
+ while (i < path.length) {
115
+ const char = path[i];
116
+ if (char === '[' || char === '{') {
117
+ flush();
118
+ const end = scanGroup(path, i + 1, char, char === '[' ? ']' : '}');
119
+ tokens.push(path.slice(i, end));
120
+ i = end;
121
+ continue;
122
+ }
123
+ if (char === '.')
124
+ flush();
125
+ else
126
+ current += char;
127
+ i += 1;
128
+ }
129
+ flush();
130
+ return tokens;
131
+ }
132
+ function groupFieldText(value, field) {
133
+ let current = value;
134
+ for (const token of tokenizePath(field)) {
135
+ if (current !== null && typeof current === 'object' && token in current) {
136
+ current = current[token];
137
+ }
138
+ else {
139
+ return [];
140
+ }
141
+ }
142
+ return isScalar(current) ? [String(current)] : prettyText(current);
143
+ }
144
+ function indexText(value, token, tokens, pos) {
145
+ if (!Array.isArray(value))
146
+ return [];
147
+ const index = token.slice(1, -1);
148
+ if (index === '*')
149
+ return value.flatMap((item) => extract(item, tokens, pos + 1));
150
+ let idx = Number.parseInt(index, 10);
151
+ if (Number.isNaN(idx))
152
+ return [];
153
+ if (idx < 0)
154
+ idx = value.length + idx;
155
+ return idx >= 0 && idx < value.length ? extract(value[idx], tokens, pos + 1) : [];
156
+ }
157
+ function groupText(value, token) {
158
+ if (typeof value !== 'object' || value === null)
159
+ return [];
160
+ const results = [];
161
+ for (const field of token.slice(1, -1).split(',')) {
162
+ const trimmed = field.trim();
163
+ if (tokenizePath(trimmed).length > 0)
164
+ results.push(...groupFieldText(value, trimmed));
165
+ }
166
+ return results;
167
+ }
168
+ function wildcardText(value, tokens, pos) {
169
+ if (Array.isArray(value))
170
+ return value.flatMap((item) => extract(item, tokens, pos + 1));
171
+ if (typeof value === 'object' && value !== null) {
172
+ return Object.values(value).flatMap((item) => extract(item, tokens, pos + 1));
173
+ }
174
+ return [];
175
+ }
176
+ function memberText(value, token, tokens, pos) {
177
+ if (typeof value !== 'object' || value === null || !(token in value))
178
+ return [];
179
+ return extract(value[token], tokens, pos + 1);
180
+ }
181
+ function extract(value, tokens, pos) {
182
+ if (pos >= tokens.length)
183
+ return leafText(value);
184
+ const token = tokens[pos];
185
+ if (token.startsWith('[') && token.endsWith(']'))
186
+ return indexText(value, token, tokens, pos);
187
+ const results = pos === 0 && token === '$' ? prettyText(value) : [];
188
+ if (token.startsWith('{') && token.endsWith('}'))
189
+ results.push(...groupText(value, token));
190
+ else if (token === '*')
191
+ results.push(...wildcardText(value, tokens, pos));
192
+ else
193
+ results.push(...memberText(value, token, tokens, pos));
194
+ return results;
195
+ }
196
+ export function getTextAtPath(value, path) {
197
+ if (path === '' || path === '$')
198
+ return prettyText(value);
199
+ return extract(value, tokenizePath(path), 0);
200
+ }
@@ -0,0 +1,96 @@
1
+ /**
2
+ * Hides which options the store and its methods accept, and how the store is
3
+ * assembled from them.
4
+ *
5
+ * The exhaustive key list of every option bag — the constructor's, `search`'s,
6
+ * `listNamespaces`' — lives here, compiler-checked against its type. The
7
+ * store's own options are checked after the shared ones — the in-memory caps,
8
+ * that a vector backend comes with an index, that the index can embed, the
9
+ * score direction — and the context every operation receives is built with its
10
+ * defaults filled in.
11
+ */
12
+ import type { IndexConfig, SerializerProtocol } from '@langchain/langgraph-checkpoint';
13
+ import { type AdapterCore, type AdapterShell } from '../../shared/adapter.js';
14
+ import type { DynamoDBStoreOptions } from '../types.js';
15
+ import { type VectorBackend, type VectorScoreDirection } from '../vector-backend.js';
16
+ /** Default cap on candidates the in-DB semantic ranker will score. */
17
+ export declare const DEFAULT_MAX_SEARCH_CANDIDATES = 1000;
18
+ /**
19
+ * Largest `maxSearchCandidates` an adapter accepts: this many decoded
20
+ * candidates are held and re-ranked in memory by one `search()` call, so an
21
+ * unbounded value lets a typo or hostile config hold an unbounded working set.
22
+ */
23
+ export declare const MAX_SEARCH_CANDIDATES = 100000;
24
+ /**
25
+ * Largest `maxScanItems` an adapter accepts: this many raw rows are collected
26
+ * into memory across one paginated scan/query before it errors, so — like
27
+ * {@link MAX_SEARCH_CANDIDATES} — an unbounded value lets a typo or hostile
28
+ * config hold an unbounded working set.
29
+ */
30
+ export declare const MAX_SCAN_ITEMS = 1000000;
31
+ /** Resolved collaborators shared by every store action. */
32
+ export interface StoreContext extends AdapterCore {
33
+ serde: SerializerProtocol;
34
+ index?: IndexConfig;
35
+ vectorBackend?: VectorBackend;
36
+ vectorScoreDirection: VectorScoreDirection;
37
+ maxSearchCandidates: number;
38
+ maxScanItems: number;
39
+ maxIterations: number;
40
+ }
41
+ /** Result of wiring up a store from its options. */
42
+ export interface StoreSetup {
43
+ context: StoreContext;
44
+ shell: AdapterShell;
45
+ }
46
+ /**
47
+ * Validate the options, then resolve the client, offloader, serializer and index.
48
+ *
49
+ * Accepts: `options` — validated first, so no half-built store exists when one
50
+ * is wrong. Everything optional has a default here and nowhere else, which is
51
+ * what lets every action read `context.x` without re-deciding what absent means.
52
+ *
53
+ * Returns: the context every action shares, and the shell that releases what
54
+ * it holds — a client the caller passed in is never destroyed by `destroy()`.
55
+ *
56
+ * Throws: `VALIDATION` for any invalid option, naming the option.
57
+ *
58
+ * Guarantees: constructing a store performs no I/O. The stacked-retry check is
59
+ * deliberately not awaited: it is a warning about a caller-supplied client, not
60
+ * a precondition.
61
+ */
62
+ export declare function setUpStore(options: DynamoDBStoreOptions): StoreSetup;
63
+ /**
64
+ * The keys of the store's constructor options, exhaustive in both directions:
65
+ * `allKeysOf<T>` makes omitting or inventing one a compile error, so the list
66
+ * cannot rot away from the type it guards. It lives with the feature because
67
+ * the type it is checked against does; `shared/` knows no feature. `search`'s
68
+ * and `listNamespaces`' options have no list: LangGraph defines them, so a key
69
+ * it adds is ignored rather than refused (decision record 28).
70
+ */
71
+ export declare const STORE_KEYS: readonly string[];
72
+ /**
73
+ * Validate the store's own options at construction; the shared ones are
74
+ * `openAdapter`'s, which checks them before these.
75
+ *
76
+ * A `vectorBackend` without an `index` is rejected outright rather than
77
+ * silently degrading: with no embeddings configured, every `put` would compute
78
+ * no vector and instruct the backend to *delete* the item's entry instead of
79
+ * indexing it, and `search()` would fall through to an unranked scan-order
80
+ * listing with no `.score` field and no error — a semantic query returning a
81
+ * normal-looking but meaningless response. `reconcileVectorIndex` already
82
+ * refused this exact misconfiguration.
83
+ *
84
+ * Accepts: every option the store takes. The types describe the intended
85
+ * shapes; this runs for the JavaScript caller the types never see, and for the
86
+ * combinations no type can express — a backend without an index, an `index`
87
+ * key `IndexConfig` does not declare, an `embeddings` object missing a method,
88
+ * a direction outside its union.
89
+ *
90
+ * Returns: nothing: the value is kept under its declared type, and this
91
+ * checks it.
92
+ *
93
+ * Throws: `VALIDATION` naming the offending option. Every failure is raised
94
+ * at construction, where the fix is, rather than at the first put or search.
95
+ */
96
+ export declare function assertStoreOptions(options: DynamoDBStoreOptions): void;
@@ -0,0 +1,98 @@
1
+ import { openAdapter } from '../../shared/adapter.js';
2
+ import { JSON_SERDE } from '../../shared/codec/json-serde.js';
3
+ import { MAX_LOOP_ITERATIONS, MAX_TOTAL_ROWS_IN_MEMORY } from '../../shared/dynamodb/paginate.js';
4
+ import { validationError } from '../../shared/errors/errors.js';
5
+ import { assertMembers, EMBEDDINGS_MEMBERS, VECTOR_BACKEND_MEMBERS, } from '../../shared/validation/collaborators.js';
6
+ import { allKeysOf, assertShape } from '../../shared/validation/option-shape.js';
7
+ import { assertInteger, assertStringArray } from '../../shared/validation/primitives.js';
8
+ import { VECTOR_SCORE_DIRECTIONS, } from '../vector-backend.js';
9
+ export const DEFAULT_MAX_SEARCH_CANDIDATES = 1000;
10
+ export const MAX_SEARCH_CANDIDATES = 100_000;
11
+ export const MAX_SCAN_ITEMS = 1_000_000;
12
+ export function setUpStore(options) {
13
+ assertShape(options, STORE_KEYS, 'options');
14
+ const shell = openAdapter(options, 'store', {
15
+ options: () => assertStoreOptions(options),
16
+ collaborators: () => {
17
+ if (options.vectorBackend !== undefined) {
18
+ assertMembers(options.vectorBackend, VECTOR_BACKEND_MEMBERS, 'vectorBackend');
19
+ }
20
+ },
21
+ });
22
+ return {
23
+ shell,
24
+ context: {
25
+ ...shell.core,
26
+ serde: options.serde ?? JSON_SERDE,
27
+ index: options.index,
28
+ vectorBackend: options.vectorBackend,
29
+ vectorScoreDirection: options.vectorScoreDirection ?? 'relevance',
30
+ maxSearchCandidates: options.maxSearchCandidates ?? DEFAULT_MAX_SEARCH_CANDIDATES,
31
+ maxScanItems: options.maxScanItems ?? MAX_TOTAL_ROWS_IN_MEMORY,
32
+ maxIterations: options.maxIterations ?? MAX_LOOP_ITERATIONS,
33
+ },
34
+ };
35
+ }
36
+ export const STORE_KEYS = allKeysOf({
37
+ tableName: 'tableName',
38
+ client: 'client',
39
+ clientConfig: 'clientConfig',
40
+ createClient: 'createClient',
41
+ ttl: 'ttl',
42
+ logger: 'logger',
43
+ retry: 'retry',
44
+ readConcurrency: 'readConcurrency',
45
+ compression: 'compression',
46
+ s3: 's3',
47
+ serde: 'serde',
48
+ index: 'index',
49
+ vectorBackend: 'vectorBackend',
50
+ maxSearchCandidates: 'maxSearchCandidates',
51
+ maxScanItems: 'maxScanItems',
52
+ maxIterations: 'maxIterations',
53
+ vectorScoreDirection: 'vectorScoreDirection',
54
+ });
55
+ const INDEX_KEYS = allKeysOf({
56
+ dims: 'dims',
57
+ embeddings: 'embeddings',
58
+ fields: 'fields',
59
+ });
60
+ function assertUsableIndex(index) {
61
+ if (index === undefined)
62
+ return;
63
+ assertShape(index, INDEX_KEYS, 'index');
64
+ assertMembers(index.embeddings, EMBEDDINGS_MEMBERS, 'index.embeddings');
65
+ if (index.fields !== undefined)
66
+ assertStringArray(index.fields, 'index.fields');
67
+ }
68
+ function assertScoreDirection(direction) {
69
+ if (direction === undefined || VECTOR_SCORE_DIRECTIONS.includes(direction))
70
+ return;
71
+ throw validationError(`vectorScoreDirection must be one of ${VECTOR_SCORE_DIRECTIONS.join(' | ')}; received ` +
72
+ `${JSON.stringify(direction)}, which would be left in the backend's own direction and ` +
73
+ 'could rank a distance backend backwards', 'vectorScoreDirection');
74
+ }
75
+ function assertLimits(options) {
76
+ if (options.maxScanItems !== undefined) {
77
+ assertInteger(options.maxScanItems, 'maxScanItems', { min: 1, max: MAX_SCAN_ITEMS });
78
+ }
79
+ if (options.maxSearchCandidates !== undefined) {
80
+ assertInteger(options.maxSearchCandidates, 'maxSearchCandidates', {
81
+ min: 1,
82
+ max: MAX_SEARCH_CANDIDATES,
83
+ });
84
+ }
85
+ if (options.maxIterations !== undefined && options.maxIterations !== Infinity) {
86
+ assertInteger(options.maxIterations, 'maxIterations', { min: 1 });
87
+ }
88
+ }
89
+ export function assertStoreOptions(options) {
90
+ assertLimits(options);
91
+ if (options.vectorBackend && !options.index) {
92
+ throw validationError('vectorBackend requires a configured `index` (embeddings); without one no embedding ' +
93
+ 'is computed, every put would clear the item vector, and search would silently return ' +
94
+ 'unranked, score-less results', 'vectorBackend');
95
+ }
96
+ assertUsableIndex(options.index);
97
+ assertScoreDirection(options.vectorScoreDirection);
98
+ }
@@ -0,0 +1,100 @@
1
+ /**
2
+ * Hides how a search is served from the table alone.
3
+ *
4
+ * Without a vector backend, a search reads the rows under its prefix within
5
+ * `maxScanItems`, decodes them a batch at a time, keeps the ones its filter
6
+ * passes, and — for a semantic query — ranks them in memory by cosine
7
+ * similarity within `maxSearchCandidates`, an item without an embedding sorting
8
+ * last. How far the read goes before it can stop is decided here.
9
+ */
10
+ import type { Item, SearchItem } from '@langchain/langgraph-checkpoint';
11
+ import type { ParsedSearch } from './parse.js';
12
+ import type { StoreContext } from './setup.js';
13
+ /**
14
+ * How far a collection must go. A plain page is complete once `need`
15
+ * (`offset + limit`) matching items are in hand, so rows past it are never
16
+ * read or decoded; a semantic ranking needs every candidate but is refused as
17
+ * soon as more than `cap` rows exist, before a single decode or embedding.
18
+ */
19
+ export type CollectBound = {
20
+ kind: 'page';
21
+ need: number;
22
+ } | {
23
+ kind: 'semantic';
24
+ cap: number;
25
+ };
26
+ /**
27
+ * Collect the live rows under the prefix and decode them within `bound`.
28
+ *
29
+ * Accepts: `search.namespacePrefix` — a non-empty prefix is a Query on one
30
+ * partition; an empty one spans every partition and is the Scan this adapter
31
+ * reserves for exactly that (`test/static/guards/scan-sites.ts`). `bound` — a
32
+ * page stops as soon as
33
+ * `need` matching items are in hand; a semantic collection needs every
34
+ * candidate and is refused past `cap`. `search.filter` — applied after decoding,
35
+ * since the filter reads the value.
36
+ *
37
+ * Returns: the matching candidates with the vectors their rows carry, in the
38
+ * order read: sort-key order within a partition, unspecified across partitions.
39
+ * A page therefore pages stably within a namespace, and only there.
40
+ *
41
+ * Throws: `VALIDATION` naming `maxSearchCandidates` before any decode when a
42
+ * semantic collection exceeds `cap`; `RESULT_TRUNCATED` when
43
+ * `maxScanItems` or `maxIterations` is reached while rows remain — a search
44
+ * never silently answers from part of the table; `ABORTED` when the signal
45
+ * fires between pages; whatever a decode throws for a corrupt or unreadable row.
46
+ *
47
+ * Guarantees: a page closes the paginator as soon as it is full, so a namespace
48
+ * far larger than the page costs neither a full decode nor a truncation error.
49
+ * The bound is tested after a row is in hand, not before one is asked for, so
50
+ * a `need` of 0 would still cost one request; `searchItems` answers that case
51
+ * ahead of this call rather than letting it be paid here.
52
+ * Expired rows, rows of other adapters, rows carrying none of the timestamps a
53
+ * decoded item reports, and rows whose own `namespace` does not match the
54
+ * prefix are all skipped — the last matters because a Scan has no key condition
55
+ * at all, so the prefix is enforced here rather than by DynamoDB, and the one
56
+ * before it because a single such row must not cost a search its other results.
57
+ */
58
+ export declare function collectCandidates(context: StoreContext, search: ParsedSearch, bound: CollectBound, signal?: AbortSignal): Promise<RankCandidate[]>;
59
+ /** A decoded item plus its stored vectors, awaiting ranking. */
60
+ export interface RankCandidate {
61
+ item: Item;
62
+ /**
63
+ * One vector per extracted path. A row written before the store embedded
64
+ * per path carries a single vector and arrives here as a one-element list,
65
+ * which scores identically to how it always did.
66
+ */
67
+ embeddings?: number[][];
68
+ }
69
+ /**
70
+ * Rank candidates by cosine similarity to `queryVector`, descending. Throws a
71
+ * `VALIDATION` when the candidate count exceeds `maxCandidates`
72
+ * (steer large corpora to an external VectorBackend).
73
+ *
74
+ * An item is scored by its best-matching vector, as the reference store scores
75
+ * its per-path embeddings. A stored vector whose length differs from the query
76
+ * vector's cannot be scored — it was written by a different embeddings model —
77
+ * and an item with no comparable vector at all is ranked last with an
78
+ * undefined score. `onDimensionMismatch` is invoked once with how many
79
+ * candidates that affected, so the caller can say so instead of silently
80
+ * returning a ranking that quietly omits them.
81
+ *
82
+ * Accepts: `candidates` — in any order; empty ranks to empty. A candidate with
83
+ * no `embeddings` was never indexed (indexing off at write time, or no
84
+ * indexable text) and one with an empty list is the same thing. `queryVector` —
85
+ * the embedded query; one of a different length than everything stored means
86
+ * the query and the corpus were embedded by different models, and nothing
87
+ * scores.
88
+ *
89
+ * Returns: every candidate, scored and sorted best-first. Nothing is dropped:
90
+ * an unscorable item still belongs to the namespace the caller searched, and
91
+ * dropping it would turn a model mismatch into a silently empty result.
92
+ *
93
+ * Throws: `VALIDATION` naming `maxSearchCandidates` when more candidates
94
+ * arrive than may be ranked in memory — a bound on this process's memory, not
95
+ * on the corpus, which is what a `vectorBackend` is for.
96
+ *
97
+ * Guarantees: ranking reads the vectors only; no item is decoded or fetched
98
+ * again, and `onDimensionMismatch` fires at most once per call.
99
+ */
100
+ export declare function rankInMemory(candidates: RankCandidate[], queryVector: number[], maxCandidates: number, onDimensionMismatch?: (count: number) => void): SearchItem[];