@delali/narsil 0.3.1-next.153 → 0.3.1-next.154

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (268) hide show
  1. package/README.md +2 -1
  2. package/dist/adapters/filesystem.mjs +2 -2
  3. package/dist/adapters/gcs.mjs +2 -2
  4. package/dist/adapters/indexeddb.mjs +1 -1
  5. package/dist/adapters/s3.mjs +2 -2
  6. package/dist/{analysis-change-2OYM7ARW.mjs → analysis-change-4GCRVRBW.mjs} +27 -18
  7. package/dist/{react-native/chunks/analysis-change-entry-CXNRW324.mjs → analysis-change-entry-KYGSXW4K.mjs} +1 -1
  8. package/dist/browser/{analysis-change-2V2HZ2NY.mjs → analysis-change-IXWPXXJJ.mjs} +17 -7
  9. package/dist/{analysis-change-entry-QD7YNDEE.mjs → browser/analysis-change-entry-FCSHFQSS.mjs} +1 -1
  10. package/dist/browser/{chunk-TQ5UMFG5.mjs → chunk-2FX6ROWR.mjs} +15 -6
  11. package/dist/browser/{chunk-KWYQ6KX4.mjs → chunk-2SHAKW2Z.mjs} +119 -1922
  12. package/dist/browser/{chunk-55WYRLDZ.mjs → chunk-3U3QR5YP.mjs} +2 -2
  13. package/dist/browser/chunk-4PD752F6.mjs +85 -0
  14. package/dist/browser/chunk-5W3MMTLG.mjs +19 -0
  15. package/dist/browser/{chunk-IAXZAVYL.mjs → chunk-7MEYN7V6.mjs} +1 -151
  16. package/dist/browser/chunk-7TTWXUH6.mjs +1828 -0
  17. package/dist/browser/{chunk-CSCKZBVJ.mjs → chunk-AJ4HHOVT.mjs} +4 -4
  18. package/dist/{react-native/chunks/chunk-DFQJ4IJB.mjs → browser/chunk-AYY6PIKL.mjs} +2 -2
  19. package/dist/browser/{chunk-VD7JEUIR.mjs → chunk-C4KS2QNF.mjs} +9 -8
  20. package/dist/browser/chunk-DSXIBE6N.mjs +78 -0
  21. package/dist/browser/chunk-ELV4OZOI.mjs +29 -0
  22. package/dist/browser/{chunk-PM4MUM5N.mjs → chunk-EUNBNLKM.mjs} +6 -5
  23. package/dist/browser/{chunk-GJKXW3SF.mjs → chunk-G7LUMBSG.mjs} +137 -253
  24. package/dist/browser/{chunk-B3JM6Z74.mjs → chunk-H6QFBMVE.mjs} +3 -2
  25. package/dist/browser/chunk-J433A7P3.mjs +241 -0
  26. package/dist/browser/chunk-ML6HY7T7.mjs +96 -0
  27. package/dist/browser/chunk-ML7THVLJ.mjs +38 -0
  28. package/dist/{chunk-MDF6PDIA.mjs → browser/chunk-MYITLCHT.mjs} +7 -1
  29. package/dist/browser/{chunk-QJCO3TJU.mjs → chunk-QXTPSX2H.mjs} +9 -150
  30. package/dist/browser/{chunk-MPK76GVS.mjs → chunk-RA6LSBCM.mjs} +1 -21
  31. package/dist/browser/{chunk-7ZJTRUVW.mjs → chunk-SIR3LMTV.mjs} +2 -2
  32. package/dist/browser/{chunk-LURXVCHG.mjs → chunk-SJB6VIZG.mjs} +1 -1
  33. package/dist/browser/chunk-TTD27VXX.mjs +298 -0
  34. package/dist/browser/chunk-U2E3HMYW.mjs +151 -0
  35. package/dist/browser/{chunk-2A2IPRC3.mjs → chunk-VCOYGVP7.mjs} +5 -31
  36. package/dist/browser/chunk-VI7BQR4U.mjs +21 -0
  37. package/dist/browser/chunk-W5X2UFWQ.mjs +102 -0
  38. package/dist/browser/{chunk-HT7J73QL.mjs → chunk-XRV72TJD.mjs} +2 -2
  39. package/dist/browser/chunk-YJHGOJAC.mjs +15 -0
  40. package/dist/browser/chunk-ZI2V4VD7.mjs +21 -0
  41. package/dist/{react-native/chunks/chunk-QC4ZRBSX.mjs → browser/chunk-ZPTA75ZC.mjs} +2 -79
  42. package/dist/browser/{cold-module-YECAK4MN.mjs → cold-module-VTUGDYNY.mjs} +20 -14
  43. package/dist/browser/{durability-wiring-LM7WFL6X.mjs → durability-wiring-GL4A7KDV.mjs} +1886 -1364
  44. package/dist/browser/import-YI5GNB4H.mjs +17 -0
  45. package/dist/browser/methods-LMUTS7OI.mjs +30 -0
  46. package/dist/browser/{module-XQLEOYNM.mjs → module-EC3FYW7N.mjs} +9 -8
  47. package/dist/browser/{module-KAMRAJLE.mjs → module-M4JNBV6V.mjs} +16 -10
  48. package/dist/browser/operations-WVYLF72Q.mjs +5 -0
  49. package/dist/browser/{phrase-module-CNKMUY4U.mjs → phrase-module-NPYUVX75.mjs} +1 -1
  50. package/dist/browser/{pool-DTYSPBMQ.mjs → pool-WCGDZHJP.mjs} +3 -2
  51. package/dist/{restore-queue-AOF5OTQV.mjs → browser/restore-queue-TYIGDL5L.mjs} +2 -2
  52. package/dist/browser/retention-6QMRS5VK.mjs +207 -0
  53. package/dist/browser/{runtime-D2ULZGCN.mjs → runtime-3EW2AGB6.mjs} +1 -1
  54. package/dist/browser/{snapshot-UGZVMP4H.mjs → snapshot-DN3CRVUQ.mjs} +38 -307
  55. package/dist/browser/sync-state-P5XG6LTQ.mjs +15 -0
  56. package/dist/browser/{write-I5P5MW4O.mjs → write-WAWAFGKQ.mjs} +16 -11
  57. package/dist/{capabilities-BT-HLDC8.d.ts → capabilities-B3Brs1Rc.d.ts} +62 -7
  58. package/dist/{chunk-DGRM4EZZ.mjs → chunk-37IVJLP6.mjs} +1 -1
  59. package/dist/{chunk-KYVRZAYP.mjs → chunk-3A5KI24C.mjs} +2 -69
  60. package/dist/{chunk-POUYICOU.mjs → chunk-3OFU3NJT.mjs} +1 -1
  61. package/dist/{chunk-3TVDTACC.mjs → chunk-3Y3J4V2R.mjs} +1 -1
  62. package/dist/{chunk-FNBNZCGP.mjs → chunk-466PYR4P.mjs} +2 -2
  63. package/dist/{chunk-SEAJS664.mjs → chunk-4HWZV5MK.mjs} +5 -5
  64. package/dist/{chunk-UGVUW27S.mjs → chunk-5FUOVJKG.mjs} +13 -9
  65. package/dist/{chunk-ZHAXP7SD.mjs → chunk-5KGYQT6W.mjs} +6 -235
  66. package/dist/{chunk-NPXVQS33.mjs → chunk-62G63NMH.mjs} +4 -3
  67. package/dist/chunk-6MSZ543Y.mjs +32 -0
  68. package/dist/chunk-7GXJUJ24.mjs +49 -0
  69. package/dist/{chunk-3E4RRF5J.mjs → chunk-7HCZWC7B.mjs} +58 -8
  70. package/dist/{chunk-6RKSY3BX.mjs → chunk-7NTMUDC5.mjs} +5 -5
  71. package/dist/chunk-7QUGDVFC.mjs +101 -0
  72. package/dist/{chunk-G5KHSM6E.mjs → chunk-AO2FAYIZ.mjs} +1 -1
  73. package/dist/chunk-B7S6YEBP.mjs +102 -0
  74. package/dist/{chunk-AWNHDBKV.mjs → chunk-BPSKLCS7.mjs} +15 -7
  75. package/dist/chunk-BUMREPLU.mjs +15 -0
  76. package/dist/{chunk-T4CJDBBE.mjs → chunk-C6ASEFZI.mjs} +1 -1
  77. package/dist/{chunk-NITCPDFL.mjs → chunk-C73JLU4E.mjs} +2 -2
  78. package/dist/{chunk-NYSONUB7.mjs → chunk-CP5RRPJR.mjs} +1 -1
  79. package/dist/{chunk-TTCKT2RT.mjs → chunk-DMQPFLGI.mjs} +134 -11
  80. package/dist/{chunk-3SBJVQLL.mjs → chunk-DVWYODEB.mjs} +2 -2
  81. package/dist/chunk-ECX4SGX6.mjs +167 -0
  82. package/dist/chunk-GES7U2PM.mjs +68 -0
  83. package/dist/{chunk-NVTFQFUL.mjs → chunk-HVKXNBFL.mjs} +1 -1
  84. package/dist/chunk-HVYICDY3.mjs +214 -0
  85. package/dist/{chunk-3HV7M5OJ.mjs → chunk-HWEDFLB7.mjs} +9 -133
  86. package/dist/{chunk-52QQWEBS.mjs → chunk-IBNLW3AV.mjs} +21 -6
  87. package/dist/chunk-IJU7LL7D.mjs +242 -0
  88. package/dist/chunk-IPN7S4KX.mjs +130 -0
  89. package/dist/{chunk-5QMHMELB.mjs → chunk-IQ4R2I6N.mjs} +4 -1
  90. package/dist/chunk-JCLTESFN.mjs +96 -0
  91. package/dist/{chunk-J4BDAH2W.mjs → chunk-JFNKIBDT.mjs} +2 -2
  92. package/dist/{chunk-LDGGR7YT.mjs → chunk-K4B7OH65.mjs} +2 -2
  93. package/dist/{chunk-7TE2AJIH.mjs → chunk-K7KLL263.mjs} +13 -10
  94. package/dist/{chunk-CSHHU7PA.mjs → chunk-KCUIFVVW.mjs} +11 -30
  95. package/dist/{react-native/chunks/chunk-YH7W556M.mjs → chunk-KUZKUONM.mjs} +11 -2
  96. package/dist/chunk-KYYABCSW.mjs +72 -0
  97. package/dist/{chunk-B2FTZNNF.mjs → chunk-LKUE5GXS.mjs} +34 -14
  98. package/dist/{chunk-2PNYKG2D.mjs → chunk-LSM2YTKM.mjs} +100 -335
  99. package/dist/{chunk-DMNPYF54.mjs → chunk-LTUGDMV4.mjs} +2 -2
  100. package/dist/{chunk-FDG4KXX5.mjs → chunk-MLHNSAPK.mjs} +5 -3
  101. package/dist/{chunk-VP6XRMWR.mjs → chunk-MMBEANB2.mjs} +6 -32
  102. package/dist/{chunk-LJ4ENXOD.mjs → chunk-MMEMEUOO.mjs} +2 -2
  103. package/dist/{chunk-2HJWQPR6.mjs → chunk-NTZOXVUZ.mjs} +6 -122
  104. package/dist/{chunk-5WB2A3XU.mjs → chunk-NZMAXR2S.mjs} +397 -24
  105. package/dist/{chunk-IZT3G24Q.mjs → chunk-O43Z4MS6.mjs} +2 -2
  106. package/dist/{chunk-U46IZNCW.mjs → chunk-OKX2BBNW.mjs} +3 -2
  107. package/dist/{chunk-RBEHLIKX.mjs → chunk-PFKM7VNZ.mjs} +14 -8
  108. package/dist/chunk-PGVPE7GJ.mjs +96 -0
  109. package/dist/chunk-Q3TCTQCC.mjs +85 -0
  110. package/dist/chunk-Q7MS6P2J.mjs +74 -0
  111. package/dist/chunk-QDZJM7NI.mjs +23 -0
  112. package/dist/{chunk-ZS6CMXAE.mjs → chunk-QKZHLADX.mjs} +89 -250
  113. package/dist/{chunk-IJSFWGVW.mjs → chunk-REL7LFLR.mjs} +3 -3
  114. package/dist/chunk-RVKFI3A2.mjs +237 -0
  115. package/dist/chunk-S2N75OTN.mjs +83 -0
  116. package/dist/chunk-TRISKD4Q.mjs +50 -0
  117. package/dist/{chunk-6F6USYII.mjs → chunk-TV2L3BN7.mjs} +13 -11
  118. package/dist/{chunk-6BWLDLS3.mjs → chunk-URPCYQVJ.mjs} +1 -1
  119. package/dist/chunk-USR7FQRZ.mjs +34 -0
  120. package/dist/chunk-V6EUBAIT.mjs +19 -0
  121. package/dist/{chunk-SOUZMPME.mjs → chunk-VMXSVVXG.mjs} +7 -194
  122. package/dist/{chunk-4QCSHLNM.mjs → chunk-VREK3MYG.mjs} +3 -3
  123. package/dist/{chunk-YGQOPB2Z.mjs → chunk-WCBA2LVZ.mjs} +1 -1
  124. package/dist/{chunk-KQJVNPRM.mjs → chunk-X6NSJYQ3.mjs} +19 -16
  125. package/dist/chunk-Y4WPNHMC.mjs +50 -0
  126. package/dist/{chunk-IRWP524D.mjs → chunk-YBJDOA2T.mjs} +1 -1
  127. package/dist/{chunk-IJPK5PGM.mjs → chunk-YPUEV6ZC.mjs} +1 -1
  128. package/dist/{chunk-J7M73VY7.mjs → chunk-YROWNOMH.mjs} +1 -1
  129. package/dist/chunk-Z3TNWCI5.mjs +196 -0
  130. package/dist/{chunk-65WCV5JO.mjs → chunk-ZIFJXCKA.mjs} +1 -1
  131. package/dist/chunk-ZYAY26KG.mjs +29 -0
  132. package/dist/{client-Cn3gNxUU.d.ts → client-Df76GNKm.d.ts} +76 -6
  133. package/dist/client.d.ts +8 -7
  134. package/dist/client.mjs +56 -5
  135. package/dist/{cold-module-PYSSBIL7.mjs → cold-module-YLWMTTZG.mjs} +38 -28
  136. package/dist/{config-CfhH1IWQ.d.ts → config-05G_hy-1.d.ts} +3 -3
  137. package/dist/config-B8DP2VwR.d.ts +463 -0
  138. package/dist/{direct-executor-WYALQSMD.mjs → direct-executor-FI5GJHWX.mjs} +14 -9
  139. package/dist/distribution/coordinator/etcd.d.ts +2 -2
  140. package/dist/distribution/coordinator/etcd.mjs +1 -1
  141. package/dist/distribution/coordinator/in-memory.d.ts +2 -2
  142. package/dist/distribution/transport/grpc.mjs +4 -4
  143. package/dist/distribution/transport/in-memory.mjs +2 -2
  144. package/dist/distribution/transport/tcp.mjs +3 -3
  145. package/dist/distribution.d.ts +41 -9
  146. package/dist/distribution.mjs +1296 -117
  147. package/dist/{durability-wiring-7VBZEJLG.mjs → durability-wiring-RHLXDIVF.mjs} +1751 -1226
  148. package/dist/embeddings/openai.mjs +2 -2
  149. package/dist/{engine-CJRUHXgf.d.ts → engine-DYu-e0oR.d.ts} +50 -40
  150. package/dist/{import-GJOMB2HC.mjs → import-SRBNC6TE.mjs} +27 -19
  151. package/dist/{index-MsF7e5hL.d.ts → index-nRqDM6uS.d.ts} +1 -1
  152. package/dist/index.browser.mjs +8 -4
  153. package/dist/index.d.ts +7 -6
  154. package/dist/index.mjs +24 -16
  155. package/dist/index.react-native.mjs +17 -11
  156. package/dist/{long-query-thread-SCUE62TO.mjs → long-query-thread-EMYTGSJP.mjs} +28 -15
  157. package/dist/methods-ABM5ELBR.mjs +30 -0
  158. package/dist/{module-AVQEIB7O.mjs → module-3OMJZUFT.mjs} +12 -12
  159. package/dist/{module-6RLIKSZQ.mjs → module-MG7JMV2U.mjs} +33 -23
  160. package/dist/operations-PGOAY2KS.mjs +5 -0
  161. package/dist/{paged-partition-archive-KGRW366Y.mjs → paged-partition-archive-UOLHOEZJ.mjs} +37 -26
  162. package/dist/partial-words.mjs +6 -4
  163. package/dist/pattern.mjs +4 -3
  164. package/dist/persistence/durability/checkpoint-worker.d.ts +9 -1
  165. package/dist/persistence/durability/checkpoint-worker.mjs +34 -23
  166. package/dist/{phrase-module-OUQIRUQU.mjs → phrase-module-O3MDRQXP.mjs} +1 -1
  167. package/dist/{pool-UPV5PVPY.mjs → pool-CQXYPFLG.mjs} +2 -2
  168. package/dist/react-native/chunks/{analysis-change-DXPZRGWF.mjs → analysis-change-EAYO3Y6Q.mjs} +27 -15
  169. package/dist/{browser/analysis-change-entry-JL5U2N3Q.mjs → react-native/chunks/analysis-change-entry-TNLUC6IZ.mjs} +1 -1
  170. package/dist/react-native/chunks/{chunk-D7LFYPYI.mjs → chunk-2CGSQM4O.mjs} +12 -10
  171. package/dist/react-native/chunks/chunk-3NQOVO3K.mjs +1 -0
  172. package/dist/react-native/chunks/{chunk-R4OPUZQ5.mjs → chunk-3O57C2ZO.mjs} +2 -2
  173. package/dist/react-native/chunks/chunk-3XKMRNRE.mjs +298 -0
  174. package/dist/react-native/chunks/{chunk-IDFMNRIC.mjs → chunk-63YSZOXB.mjs} +97 -333
  175. package/dist/react-native/chunks/{chunk-UFNCLEQM.mjs → chunk-75VWIY35.mjs} +1 -1
  176. package/dist/react-native/chunks/{chunk-2J2727V4.mjs → chunk-7GWPJDOA.mjs} +1 -1
  177. package/dist/react-native/chunks/{chunk-PU55IOG4.mjs → chunk-AUT7PMA4.mjs} +6 -190
  178. package/dist/react-native/chunks/chunk-C2H2QQFW.mjs +288 -0
  179. package/dist/react-native/chunks/chunk-CHPTFFJM.mjs +43 -0
  180. package/dist/{browser/chunk-PIS7ZAP7.mjs → react-native/chunks/chunk-CUNGPR5R.mjs} +11 -2
  181. package/dist/{browser/chunk-NVEJJP4R.mjs → react-native/chunks/chunk-DCKMICOB.mjs} +2 -79
  182. package/dist/react-native/chunks/chunk-DH3TVWWK.mjs +102 -0
  183. package/dist/react-native/chunks/{chunk-ZCKNBPQ4.mjs → chunk-EH5CFV6Z.mjs} +2 -2
  184. package/dist/react-native/chunks/chunk-F753DA54.mjs +23 -0
  185. package/dist/{browser/chunk-VBX2TI5V.mjs → react-native/chunks/chunk-GFYFQLJD.mjs} +2 -2
  186. package/dist/react-native/chunks/{chunk-7IQR3SZO.mjs → chunk-I5PGWQJF.mjs} +142 -257
  187. package/dist/react-native/chunks/{chunk-NFGBOI46.mjs → chunk-IOY2SM2P.mjs} +1 -1
  188. package/dist/react-native/chunks/chunk-JDOEEMEF.mjs +38 -0
  189. package/dist/react-native/chunks/{chunk-TLYD7IJ2.mjs → chunk-JPAJWO6D.mjs} +1 -1
  190. package/dist/react-native/chunks/chunk-JWUCMVRK.mjs +15 -0
  191. package/dist/react-native/chunks/{chunk-KLZGAOLT.mjs → chunk-JX2RIAXH.mjs} +4 -4
  192. package/dist/react-native/chunks/chunk-LU3Y3P63.mjs +68 -0
  193. package/dist/react-native/chunks/{chunk-LQAKO5QV.mjs → chunk-NCJS3WIY.mjs} +2 -2
  194. package/dist/react-native/chunks/{chunk-BRNAVOKP.mjs → chunk-NKIZX26F.mjs} +2 -2
  195. package/dist/react-native/chunks/{chunk-CLE3LZ77.mjs → chunk-NP7DD4G5.mjs} +5 -4
  196. package/dist/react-native/chunks/chunk-NVVRSRX5.mjs +78 -0
  197. package/dist/react-native/chunks/chunk-O32RB3BL.mjs +191 -0
  198. package/dist/react-native/chunks/{chunk-DKJTZ625.mjs → chunk-OQQVRWZ2.mjs} +2 -69
  199. package/dist/react-native/chunks/chunk-PB2YXVQW.mjs +29 -0
  200. package/dist/react-native/chunks/chunk-Q32DDFKX.mjs +19 -0
  201. package/dist/react-native/chunks/{chunk-LRGWK367.mjs → chunk-RVAEBN74.mjs} +1 -1
  202. package/dist/react-native/chunks/{chunk-KOCTCUXW.mjs → chunk-RYMDHGL4.mjs} +16 -8
  203. package/dist/react-native/chunks/chunk-SJWDBRNP.mjs +85 -0
  204. package/dist/react-native/chunks/chunk-UNUFZ2QY.mjs +68 -0
  205. package/dist/react-native/chunks/chunk-UWDNZDWK.mjs +242 -0
  206. package/dist/react-native/chunks/{chunk-FS7BYE23.mjs → chunk-VQSKZ3EZ.mjs} +9 -152
  207. package/dist/react-native/chunks/{chunk-UCJU6WNH.mjs → chunk-VVFYOADG.mjs} +7 -6
  208. package/dist/react-native/chunks/{chunk-VGUWIZFQ.mjs → chunk-YBEW6YTR.mjs} +1 -1
  209. package/dist/react-native/chunks/{chunk-JYL35A4A.mjs → chunk-YHKZSLOC.mjs} +7 -33
  210. package/dist/react-native/chunks/{chunk-3CTWSQRW.mjs → chunk-ZBSWRSBG.mjs} +4 -30
  211. package/dist/react-native/chunks/chunk-ZYDKJXQJ.mjs +96 -0
  212. package/dist/react-native/chunks/{cold-module-KFGEWYEL.mjs → cold-module-TJL6AFAD.mjs} +29 -21
  213. package/dist/react-native/chunks/{durability-wiring-QKJB2QBT.mjs → durability-wiring-RRDYJLLM.mjs} +1882 -1358
  214. package/dist/react-native/chunks/gzip.react-native-DNB5YNFA.mjs +3 -0
  215. package/dist/react-native/chunks/import-JYBMEJPQ.mjs +29 -0
  216. package/dist/react-native/chunks/methods-X6F36SJE.mjs +30 -0
  217. package/dist/react-native/chunks/module-QT5HZAY4.mjs +33 -0
  218. package/dist/react-native/chunks/{module-UJ5VUARS.mjs → module-S4DKSWMF.mjs} +10 -9
  219. package/dist/react-native/chunks/operations-RYKTSZQA.mjs +5 -0
  220. package/dist/react-native/chunks/{phrase-module-76UAPPSG.mjs → phrase-module-JZ37TB7N.mjs} +1 -1
  221. package/dist/react-native/chunks/{pool-CD4ANYUI.mjs → pool-RTGXJXPU.mjs} +3 -2
  222. package/dist/{browser/restore-queue-UQ6AAUVX.mjs → react-native/chunks/restore-queue-ZBVIKJWI.mjs} +2 -2
  223. package/dist/react-native/chunks/retention-PPCTP2VY.mjs +219 -0
  224. package/dist/react-native/chunks/{runtime-3MCDLJAF.mjs → runtime-KUATOLYB.mjs} +1 -1
  225. package/dist/react-native/chunks/{snapshot-KVBD4LRC.mjs → snapshot-ZBIEOZTZ.mjs} +47 -314
  226. package/dist/react-native/chunks/sync-state-PASCIHHT.mjs +15 -0
  227. package/dist/react-native/chunks/{write-ES5A3WUA.mjs → write-2W4FTX7J.mjs} +25 -18
  228. package/dist/react-native/partial-words.mjs +6 -4
  229. package/dist/react-native/pattern.mjs +4 -3
  230. package/dist/react-native/sync.mjs +2236 -0
  231. package/dist/react-native/synonyms.mjs +7 -4
  232. package/dist/react.d.ts +10 -9
  233. package/dist/react.mjs +7 -1
  234. package/dist/{rerank-3W54N6P2.mjs → rerank-IZOB6NII.mjs} +4 -4
  235. package/dist/rerankers/http.mjs +2 -2
  236. package/dist/{react-native/chunks/restore-queue-H5VCN453.mjs → restore-queue-COI2GSSK.mjs} +2 -2
  237. package/dist/retention-55WA7GPU.mjs +58 -0
  238. package/dist/{runtime-L2DZYY6N.mjs → runtime-UZOC3NPY.mjs} +5 -5
  239. package/dist/{schema-D33CyXCy.d.ts → schema-DDauvDOv.d.ts} +1 -1
  240. package/dist/server.d.ts +22 -19
  241. package/dist/server.mjs +868 -50
  242. package/dist/{snapshot-WMX6JCLP.mjs → snapshot-NFX2EYN2.mjs} +62 -36
  243. package/dist/sync/filesystem.d.ts +30 -0
  244. package/dist/sync/filesystem.mjs +271 -0
  245. package/dist/sync/indexeddb.d.ts +30 -0
  246. package/dist/sync/indexeddb.mjs +237 -0
  247. package/dist/sync-state-ZWHLAFLE.mjs +15 -0
  248. package/dist/{config-aIsy7mcL.d.ts → sync-uXR7MmM7.d.ts} +53 -444
  249. package/dist/sync.browser.mjs +2231 -0
  250. package/dist/sync.d.ts +23 -0
  251. package/dist/sync.mjs +2206 -0
  252. package/dist/synonyms.mjs +5 -3
  253. package/dist/{tasks-C4ElXr4P.d.ts → tasks-BShx8pdK.d.ts} +4 -4
  254. package/dist/thread-P2G2FWM2.mjs +44 -0
  255. package/dist/types-SnO7_tAI.d.ts +228 -0
  256. package/dist/vector/search-worker.d.ts +1 -1
  257. package/dist/vector/search-worker.mjs +6 -6
  258. package/dist/workers/entry.mjs +7 -7
  259. package/dist/{write-SKJ6HW7O.mjs → write-FGB62BHQ.mjs} +31 -23
  260. package/openapi.json +119 -3
  261. package/package.json +28 -8
  262. package/dist/browser/import-QOY6ZH6X.mjs +0 -12
  263. package/dist/chunk-7LDMWKP6.mjs +0 -209
  264. package/dist/react-native/chunks/chunk-L4M7QJNP.mjs +0 -110
  265. package/dist/react-native/chunks/gzip.react-native-7JWCLVOB.mjs +0 -3
  266. package/dist/react-native/chunks/import-XFBCCENV.mjs +0 -22
  267. package/dist/react-native/chunks/module-FHJ2GOBI.mjs +0 -25
  268. package/dist/thread-I7DVHHW7.mjs +0 -31
@@ -0,0 +1,68 @@
1
+ // src/core/fuzzy.ts
2
+ var FIRST_SURROGATE = 55296;
3
+ var LAST_SURROGATE = 57343;
4
+ var LAST_BASIC_PLANE_CODE_POINT = 65535;
5
+ function hasSurrogate(text) {
6
+ for (let index = 0; index < text.length; index++) {
7
+ const unit = text.charCodeAt(index);
8
+ if (unit >= FIRST_SURROGATE && unit <= LAST_SURROGATE) return true;
9
+ }
10
+ return false;
11
+ }
12
+ function fuzzyPrefixOf(queryTerm, prefixLength) {
13
+ let end = 0;
14
+ for (let counted = 0; counted < prefixLength && end < queryTerm.length; counted++) {
15
+ const codePoint = queryTerm.codePointAt(end);
16
+ end += codePoint !== void 0 && codePoint > LAST_BASIC_PLANE_CODE_POINT ? 2 : 1;
17
+ }
18
+ return queryTerm.slice(0, end);
19
+ }
20
+ function fuzzyTermMatches(queryTerm, indexTerm, tolerance, prefixLength) {
21
+ if (queryTerm === indexTerm) return true;
22
+ if (tolerance <= 0) return false;
23
+ if (!indexTerm.startsWith(fuzzyPrefixOf(queryTerm, prefixLength))) return false;
24
+ return boundedLevenshtein(queryTerm, indexTerm, tolerance).withinTolerance;
25
+ }
26
+ function boundedLevenshtein(a, b, tolerance) {
27
+ if (tolerance < 0) return { distance: -1, withinTolerance: false, cells: 0 };
28
+ if (a === b) return { distance: 0, withinTolerance: true, cells: 0 };
29
+ return tabulatedLevenshtein(a, b, tolerance);
30
+ }
31
+ function tabulatedLevenshtein(a, b, tolerance) {
32
+ if (tolerance < 0) return { distance: -1, withinTolerance: false, cells: 0 };
33
+ if (hasSurrogate(a) || hasSurrogate(b)) return bandedDistance(Array.from(a), Array.from(b), tolerance);
34
+ return bandedDistance(a, b, tolerance);
35
+ }
36
+ function bandedDistance(a, b, tolerance) {
37
+ const m = a.length;
38
+ const n = b.length;
39
+ const beyond = tolerance + 1;
40
+ if (Math.abs(m - n) > tolerance) return { distance: beyond, withinTolerance: false, cells: 0 };
41
+ let previous = new Uint32Array(n + 1).fill(beyond);
42
+ let current = new Uint32Array(n + 1).fill(beyond);
43
+ const firstRowEnd = Math.min(n, tolerance);
44
+ for (let j = 0; j <= firstRowEnd; j++) previous[j] = j;
45
+ let cells = 0;
46
+ for (let i = 1; i <= m; i++) {
47
+ const low = Math.max(1, i - tolerance);
48
+ const high = Math.min(n, i + tolerance);
49
+ current[low - 1] = low === 1 ? i : beyond;
50
+ let rowMin = current[low - 1];
51
+ const character = a[i - 1];
52
+ if (high >= low) cells += high - low + 1;
53
+ for (let j = low; j <= high; j++) {
54
+ const substitution = previous[j - 1] + (character === b[j - 1] ? 0 : 1);
55
+ const cell = Math.min(previous[j] + 1, current[j - 1] + 1, substitution, beyond);
56
+ current[j] = cell;
57
+ if (cell < rowMin) rowMin = cell;
58
+ }
59
+ if (rowMin > tolerance) return { distance: beyond, withinTolerance: false, cells };
60
+ const finished = previous;
61
+ previous = current;
62
+ current = finished;
63
+ }
64
+ const distance = previous[n];
65
+ return { distance, withinTolerance: distance <= tolerance, cells };
66
+ }
67
+
68
+ export { boundedLevenshtein, fuzzyPrefixOf, fuzzyTermMatches, tabulatedLevenshtein };
@@ -0,0 +1,242 @@
1
+ import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, graphPartKey, vectorFileKey } from './chunk-SJWDBRNP.mjs';
2
+ import { VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-YBEW6YTR.mjs';
3
+ import { openChecksummedEnvelope, HEADER_SIZE } from './chunk-C2H2QQFW.mjs';
4
+ import { requireValidFieldTypes } from './chunk-O32RB3BL.mjs';
5
+ import { MAX_FILE_BYTES } from './chunk-TJMSKBEM.mjs';
6
+ import { NarsilError, ErrorCodes } from './chunk-CUNGPR5R.mjs';
7
+ import { decode } from '@msgpack/msgpack';
8
+
9
+ // src/persistence/durability/segment/manifest-fields.ts
10
+ function invalidManifest(message, details) {
11
+ throw new NarsilError(ErrorCodes.PERSISTENCE_LOAD_FAILED, `Segment manifest ${message}`, details);
12
+ }
13
+ function isRecord(value) {
14
+ return typeof value === "object" && value !== null && !Array.isArray(value) && !(value instanceof Uint8Array);
15
+ }
16
+ function isId(value) {
17
+ return typeof value === "number" && Number.isInteger(value) && value >= 0 && value <= MAX_SEGMENT_ID;
18
+ }
19
+ function isUint32(value) {
20
+ return typeof value === "number" && Number.isInteger(value) && value >= 0 && value <= 4294967295;
21
+ }
22
+ function isSequenceNumber(value) {
23
+ return typeof value === "number" && Number.isSafeInteger(value) && value >= 0;
24
+ }
25
+ function readFileRef(raw, expectedKey, what) {
26
+ if (raw.key !== expectedKey) {
27
+ invalidManifest(`lists the ${what} under the key "${String(raw.key)}" where it belongs at "${expectedKey}"`, {
28
+ key: raw.key,
29
+ expected: expectedKey
30
+ });
31
+ }
32
+ const bytes = raw.bytes;
33
+ if (typeof bytes !== "number" || !Number.isInteger(bytes) || bytes < HEADER_SIZE || bytes > MAX_FILE_BYTES) {
34
+ invalidManifest(`gives the ${what} "${expectedKey}" an invalid length`, { key: expectedKey, bytes });
35
+ }
36
+ if (!isUint32(raw.checksum)) invalidManifest(`gives the ${what} "${expectedKey}" an invalid checksum`);
37
+ if (raw.headOffset === void 0) return { key: expectedKey, bytes, checksum: raw.checksum };
38
+ const { headOffset, headLength, headChecksum } = raw;
39
+ if (!isSequenceNumber(headOffset) || !isUint32(headLength) || !isUint32(headChecksum)) {
40
+ invalidManifest(`gives the ${what} "${expectedKey}" an invalid head`, { key: expectedKey });
41
+ }
42
+ if (headOffset + headLength > bytes - HEADER_SIZE) {
43
+ invalidManifest(`ends the head of the ${what} "${expectedKey}" outside its payload`, {
44
+ key: expectedKey,
45
+ headOffset,
46
+ headLength,
47
+ bytes
48
+ });
49
+ }
50
+ return { key: expectedKey, bytes, checksum: raw.checksum, headOffset, headLength, headChecksum };
51
+ }
52
+
53
+ // src/persistence/durability/segment/manifest-vectors-decode.ts
54
+ function normalizeFile(raw, indexName, fieldPath, nextFileId, seenIds) {
55
+ if (!isRecord(raw) || !isId(raw.id)) invalidManifest("has an invalid vector file reference", { fieldPath });
56
+ if (raw.id >= nextFileId || seenIds.has(raw.id)) {
57
+ invalidManifest(`lists vector file ${raw.id} of "${fieldPath}" twice or at its next file id`, { fieldPath });
58
+ }
59
+ seenIds.add(raw.id);
60
+ const count = raw.count;
61
+ if (typeof count !== "number" || !Number.isInteger(count) || count < 0 || count > VECTOR_FILE_MAX_VECTORS) {
62
+ invalidManifest(`gives vector file ${raw.id} of "${fieldPath}" an invalid count`, { fieldPath, count });
63
+ }
64
+ const dead = raw.dead ?? null;
65
+ if (dead !== null && !(dead instanceof Uint8Array)) invalidManifest("has dead vectors that are not bytes");
66
+ if (dead !== null && dead.byteLength !== deadBytesFor(count)) {
67
+ invalidManifest(`marks the dead vectors of file ${raw.id} of "${fieldPath}" with the wrong number of bytes`);
68
+ }
69
+ const ref = readFileRef(raw, vectorFileKey(indexName, fieldPath, raw.id), "vector file");
70
+ return { ...ref, id: raw.id, count, dead };
71
+ }
72
+ function normalizeGraphParts(raw, indexName, fieldPath, generation) {
73
+ if (!Array.isArray(raw)) invalidManifest(`gives "${fieldPath}" no list of graph parts`, { fieldPath });
74
+ if (raw.length > 0 && generation === 0) invalidManifest(`lists graph parts of "${fieldPath}" at generation 0`);
75
+ return raw.map((part, at) => {
76
+ if (!isRecord(part)) invalidManifest(`has an invalid graph part of "${fieldPath}"`, { fieldPath });
77
+ return readFileRef(part, graphPartKey(indexName, fieldPath, generation, at), "graph part");
78
+ });
79
+ }
80
+ function normalizeField(raw, indexName, seenFields) {
81
+ if (!isRecord(raw) || typeof raw.fieldPath !== "string") invalidManifest("has an invalid vector reference");
82
+ const fieldPath = raw.fieldPath;
83
+ if (seenFields.has(fieldPath)) invalidManifest(`lists the vector field "${fieldPath}" twice`, { fieldPath });
84
+ seenFields.add(fieldPath);
85
+ if (!isId(raw.nextFileId)) invalidManifest(`gives "${fieldPath}" an invalid next file id`, { fieldPath });
86
+ if (!Array.isArray(raw.files)) invalidManifest(`gives "${fieldPath}" no list of vector files`, { fieldPath });
87
+ if (!isId(raw.graphGeneration)) invalidManifest(`gives "${fieldPath}" an invalid graph generation`, { fieldPath });
88
+ const nextFileId = raw.nextFileId;
89
+ const seenIds = /* @__PURE__ */ new Set();
90
+ return {
91
+ fieldPath,
92
+ nextFileId,
93
+ files: raw.files.map((file) => normalizeFile(file, indexName, fieldPath, nextFileId, seenIds)),
94
+ graphGeneration: raw.graphGeneration,
95
+ graphParts: normalizeGraphParts(raw.graphParts, indexName, fieldPath, raw.graphGeneration)
96
+ };
97
+ }
98
+ function normalizeVectorFields(raw, indexName) {
99
+ if (!Array.isArray(raw)) invalidManifest("has malformed vector references");
100
+ const seenFields = /* @__PURE__ */ new Set();
101
+ return raw.map((field) => normalizeField(field, indexName, seenFields));
102
+ }
103
+
104
+ // src/persistence/durability/segment/manifest-decode.ts
105
+ async function openManifestPayload(data) {
106
+ const { payload } = await openChecksummedEnvelope(data, {
107
+ envelopeFormatVersion: MANIFEST_ENVELOPE_VERSION,
108
+ what: "segment manifest",
109
+ allowsCompression: true
110
+ });
111
+ const raw = decode(payload);
112
+ if (!isRecord(raw)) invalidManifest("is not a map");
113
+ return raw;
114
+ }
115
+ function listedKeysOf(raw) {
116
+ const keys = [];
117
+ for (const partition of Array.isArray(raw.partitions) ? raw.partitions : []) {
118
+ if (!isRecord(partition) || !Array.isArray(partition.segments)) continue;
119
+ for (const segment of partition.segments)
120
+ if (isRecord(segment) && typeof segment.key === "string") keys.push(segment.key);
121
+ }
122
+ for (const field of Array.isArray(raw.vectors) ? raw.vectors : []) {
123
+ if (!isRecord(field)) continue;
124
+ for (const list of [field.files, field.graphParts]) {
125
+ if (!Array.isArray(list)) continue;
126
+ for (const file of list) if (isRecord(file) && typeof file.key === "string") keys.push(file.key);
127
+ }
128
+ }
129
+ return keys;
130
+ }
131
+ async function decodeSegmentManifest(data, indexName) {
132
+ return decodeManifestPayload(await openManifestPayload(data), indexName);
133
+ }
134
+ function decodeManifestPayload(raw, indexName) {
135
+ if (raw.version === EARLIER_SEGMENT_MANIFEST_VERSION) return { kind: "earlier", payload: raw };
136
+ if (raw.version !== SEGMENT_MANIFEST_VERSION) {
137
+ throw new NarsilError(
138
+ ErrorCodes.ENVELOPE_VERSION_MISMATCH,
139
+ `The segment manifest of index "${indexName}" holds layout ${String(raw.version)}, which this release cannot open. Export the index with the release that wrote it and import the export`,
140
+ { indexName, version: raw.version }
141
+ );
142
+ }
143
+ const schema = raw.schema;
144
+ if (!isRecord(schema)) invalidManifest("is missing its schema");
145
+ requireValidFieldTypes(schema);
146
+ if (typeof raw.language !== "string") invalidManifest("is missing its language");
147
+ if (raw.analysisGeneration !== void 0 && !isSequenceNumber(raw.analysisGeneration)) {
148
+ invalidManifest("has an invalid analysis generation");
149
+ }
150
+ return {
151
+ kind: "current",
152
+ manifest: {
153
+ version: SEGMENT_MANIFEST_VERSION,
154
+ schema,
155
+ language: raw.language,
156
+ ...raw.analysisGeneration ? { analysisGeneration: raw.analysisGeneration } : {},
157
+ checkpoint: normalizeCheckpoint(raw.checkpoint),
158
+ partitions: normalizePartitions(raw.partitions, indexName),
159
+ vectors: normalizeVectorFields(raw.vectors, indexName)
160
+ }
161
+ };
162
+ }
163
+ function normalizeCheckpoint(raw) {
164
+ if (!Array.isArray(raw)) invalidManifest("is missing its checkpoint list");
165
+ const seen = /* @__PURE__ */ new Set();
166
+ return raw.map((entry) => {
167
+ if (!isRecord(entry) || !isUint32(entry.partitionId) || !isSequenceNumber(entry.lastSeqNo) || !isSequenceNumber(entry.primaryTerm) || seen.has(entry.partitionId)) {
168
+ invalidManifest("has an invalid partition checkpoint", { entry });
169
+ }
170
+ seen.add(entry.partitionId);
171
+ const checkpoint = {
172
+ partitionId: entry.partitionId,
173
+ lastSeqNo: entry.lastSeqNo,
174
+ primaryTerm: entry.primaryTerm
175
+ };
176
+ if (entry.termHistory !== void 0) {
177
+ checkpoint.termHistory = normalizeTermHistory(entry.termHistory, entry.partitionId, entry.lastSeqNo);
178
+ }
179
+ return checkpoint;
180
+ });
181
+ }
182
+ function normalizeTermHistory(raw, partitionId, lastSeqNo) {
183
+ if (!Array.isArray(raw)) invalidManifest("has a term history that is not a list", { partitionId });
184
+ let previous = null;
185
+ return raw.map((start) => {
186
+ if (!isRecord(start) || !isSequenceNumber(start.primaryTerm) || !isSequenceNumber(start.firstSeqNo)) {
187
+ invalidManifest("has an invalid term history entry", { partitionId });
188
+ }
189
+ const read = { primaryTerm: start.primaryTerm, firstSeqNo: start.firstSeqNo };
190
+ if (read.firstSeqNo > lastSeqNo) {
191
+ invalidManifest(`has a term starting at seqNo ${read.firstSeqNo}, above lastSeqNo ${lastSeqNo}`, { partitionId });
192
+ }
193
+ if (previous !== null && (read.primaryTerm <= previous.primaryTerm || read.firstSeqNo <= previous.firstSeqNo)) {
194
+ invalidManifest("has a term history that fails to ascend strictly", { partitionId });
195
+ }
196
+ previous = read;
197
+ return read;
198
+ });
199
+ }
200
+ function normalizePartitions(raw, indexName) {
201
+ if (!Array.isArray(raw)) invalidManifest("is missing partition entries");
202
+ const seen = /* @__PURE__ */ new Set();
203
+ return raw.map((entry) => {
204
+ if (!isRecord(entry) || !isUint32(entry.partitionId) || seen.has(entry.partitionId)) {
205
+ invalidManifest("has a partition without a valid id", { partitionId: isRecord(entry) ? entry.partitionId : null });
206
+ }
207
+ seen.add(entry.partitionId);
208
+ const segments = normalizeSegments(entry.segments, indexName, entry.partitionId);
209
+ return {
210
+ partitionId: entry.partitionId,
211
+ nextSegmentId: readNextSegmentId(entry.nextSegmentId, segments, entry.partitionId),
212
+ segments
213
+ };
214
+ });
215
+ }
216
+ function normalizeSegments(raw, indexName, partitionId) {
217
+ if (!Array.isArray(raw)) invalidManifest("has malformed segment references", { partitionId });
218
+ if (raw.length > MAX_SEGMENTS_PER_PARTITION) {
219
+ invalidManifest(`lists ${raw.length} segments for partition ${partitionId}, above ${MAX_SEGMENTS_PER_PARTITION}`);
220
+ }
221
+ const seenIds = /* @__PURE__ */ new Set();
222
+ return raw.map((segment) => {
223
+ if (!isRecord(segment) || !isId(segment.id) || !isUint32(segment.docCount) || !isUint32(segment.tombstoneCount)) {
224
+ invalidManifest("has an invalid segment reference", { partitionId });
225
+ }
226
+ if (seenIds.has(segment.id)) invalidManifest(`reuses segment id ${segment.id} in partition ${partitionId}`);
227
+ seenIds.add(segment.id);
228
+ const ref = readFileRef(segment, segmentKey(indexName, partitionId, segment.id), "segment");
229
+ return { ...ref, id: segment.id, docCount: segment.docCount, tombstoneCount: segment.tombstoneCount };
230
+ });
231
+ }
232
+ function readNextSegmentId(value, segments, partitionId) {
233
+ if (!isId(value)) invalidManifest("has an invalid next segment id", { partitionId });
234
+ for (const segment of segments) {
235
+ if (segment.id >= value) {
236
+ invalidManifest(`next segment id ${value} does not exceed segment id ${segment.id}`, { partitionId });
237
+ }
238
+ }
239
+ return value;
240
+ }
241
+
242
+ export { decodeManifestPayload, decodeSegmentManifest, invalidManifest, isId, isRecord, isSequenceNumber, isUint32, listedKeysOf, openManifestPayload };
@@ -1,9 +1,11 @@
1
- import { littleEndianBytes, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment, KEYWORD_SEGMENT_PAYLOAD_VERSION, uint64Bytes } from './chunk-CLE3LZ77.mjs';
2
- import { crc32, openChecksummedEnvelope, packChecksummedEnvelope, selectionKeeps, HEADER_SIZE, segmentArraysOf, mergeSegmentContents } from './chunk-IDFMNRIC.mjs';
3
- import { fnv1a } from './chunk-L4M7QJNP.mjs';
4
- import { messagePackUpperBoundBytes } from './chunk-PU55IOG4.mjs';
1
+ import { SEGMENT_FILE_FRAMING_SLACK_BYTES, SEGMENT_TOKEN_TABLE_SHARE_OF_FILE } from './chunk-F753DA54.mjs';
2
+ import { littleEndianBytes, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment, KEYWORD_SEGMENT_PAYLOAD_VERSION, uint64Bytes } from './chunk-NP7DD4G5.mjs';
3
+ import { selectionKeeps, packChecksummedEnvelope, segmentArraysOf, mergeSegmentContents } from './chunk-63YSZOXB.mjs';
4
+ import { messagePackUpperBoundBytes } from './chunk-AUT7PMA4.mjs';
5
+ import { segmentKey, MAX_SEGMENTS_PER_PARTITION } from './chunk-SJWDBRNP.mjs';
6
+ import { crc32, openChecksummedEnvelope, HEADER_SIZE } from './chunk-C2H2QQFW.mjs';
5
7
  import { MAX_FILE_BYTES } from './chunk-TJMSKBEM.mjs';
6
- import { NarsilError, ErrorCodes } from './chunk-YH7W556M.mjs';
8
+ import { NarsilError, ErrorCodes } from './chunk-CUNGPR5R.mjs';
7
9
  import { decode, encode } from '@msgpack/msgpack';
8
10
 
9
11
  // src/persistence/paged/constants.ts
@@ -514,151 +516,6 @@ async function readSegmentFile(store, ref) {
514
516
  requireListedChecksum("segment", ref.key, header2.checksum, ref.checksum);
515
517
  return decodeKeywordSegment(payload, sharesMemoryWithWorkers());
516
518
  }
517
-
518
- // src/persistence/durability/segment/layout.ts
519
- var SEGMENT_ID_WIDTH = 16;
520
- function manifestKey(indexName) {
521
- return `${indexName}/manifest`;
522
- }
523
- function snapshotBundleKey(indexName) {
524
- return `${indexName}/snapshot`;
525
- }
526
- function segmentPrefix(indexName, partitionId) {
527
- return `${indexName}/segments/${partitionId}/`;
528
- }
529
- function segmentKey(indexName, partitionId, segmentId) {
530
- return `${segmentPrefix(indexName, partitionId)}s${formatSegmentId(segmentId)}`;
531
- }
532
- function segmentsPrefix(indexName) {
533
- return `${indexName}/segments/`;
534
- }
535
- function vectorFileKey(indexName, fieldPath, fileId) {
536
- return `${segmentsPrefix(indexName)}vec-${encodeFieldPath(fieldPath)}-f${formatSegmentId(fileId)}`;
537
- }
538
- function requireGeneration(generation) {
539
- if (Number.isSafeInteger(generation) && generation > 0) return;
540
- throw new NarsilError(
541
- ErrorCodes.PERSISTENCE_SAVE_FAILED,
542
- `Vector graph generation ${generation} must be a positive integer`,
543
- { generation }
544
- );
545
- }
546
- function graphPartKey(indexName, fieldPath, generation, part) {
547
- requireGeneration(generation);
548
- return `${segmentsPrefix(indexName)}vec-${encodeFieldPath(fieldPath)}-graph-g${generation}-p${formatSegmentId(part)}`;
549
- }
550
- function formatSegmentId(segmentId) {
551
- if (!Number.isInteger(segmentId) || segmentId < 0) {
552
- throw new NarsilError(
553
- ErrorCodes.PERSISTENCE_SAVE_FAILED,
554
- `Segment id ${segmentId} must be a non-negative integer`,
555
- { segmentId }
556
- );
557
- }
558
- return segmentId.toString().padStart(SEGMENT_ID_WIDTH, "0");
559
- }
560
- var FIELD_PATH_PATTERN = /^[A-Za-z0-9_.]+$/;
561
- function encodeFieldPath(fieldPath) {
562
- if (!FIELD_PATH_PATTERN.test(fieldPath)) {
563
- throw new NarsilError(
564
- ErrorCodes.PERSISTENCE_SAVE_FAILED,
565
- `Vector field path "${fieldPath}" contains characters that cannot be encoded in a segment key`,
566
- { fieldPath }
567
- );
568
- }
569
- const fingerprint = fnv1a(fieldPath).toString(36);
570
- return `${fieldPath.replace(/\./g, "_")}-${fingerprint}`;
571
- }
572
- var SEGMENT_MANIFEST_VERSION = 7;
573
- var EARLIER_SEGMENT_MANIFEST_VERSION = 6;
574
- var MANIFEST_ENVELOPE_VERSION = 2;
575
- var MAX_SEGMENTS_PER_PARTITION = 65536;
576
- var MAX_SEGMENT_ID = 281474976710655;
577
- function fileRefOnTheWire(ref) {
578
- return {
579
- key: ref.key,
580
- bytes: ref.bytes,
581
- checksum: ref.checksum,
582
- ...ref.headOffset === void 0 ? {} : { headOffset: ref.headOffset, headLength: ref.headLength, headChecksum: ref.headChecksum }
583
- };
584
- }
585
- function encodeSegmentManifest(manifest) {
586
- const payload = encode({
587
- version: SEGMENT_MANIFEST_VERSION,
588
- schema: manifest.schema,
589
- language: manifest.language,
590
- ...manifest.analysisGeneration ? { analysisGeneration: manifest.analysisGeneration } : {},
591
- checkpoint: manifest.checkpoint.map((c) => ({
592
- partitionId: c.partitionId,
593
- lastSeqNo: c.lastSeqNo,
594
- primaryTerm: c.primaryTerm,
595
- ...c.termHistory === void 0 ? {} : {
596
- termHistory: c.termHistory.map((start) => ({ primaryTerm: start.primaryTerm, firstSeqNo: start.firstSeqNo }))
597
- }
598
- })),
599
- partitions: manifest.partitions.map((p) => ({
600
- partitionId: p.partitionId,
601
- nextSegmentId: p.nextSegmentId,
602
- segments: p.segments.map((s) => ({
603
- id: s.id,
604
- key: s.key,
605
- docCount: s.docCount,
606
- tombstoneCount: s.tombstoneCount,
607
- bytes: s.bytes,
608
- checksum: s.checksum
609
- }))
610
- })),
611
- vectors: manifest.vectors.map((v) => ({
612
- fieldPath: v.fieldPath,
613
- nextFileId: v.nextFileId,
614
- files: v.files.map((f) => ({ id: f.id, ...fileRefOnTheWire(f), count: f.count, dead: f.dead })),
615
- graphGeneration: v.graphGeneration,
616
- graphParts: v.graphParts.map(fileRefOnTheWire)
617
- }))
618
- });
619
- return packChecksummedEnvelope([payload], MANIFEST_ENVELOPE_VERSION, "segment manifest");
620
- }
621
- function manifestReferencedKeys(manifest) {
622
- const keys = /* @__PURE__ */ new Set();
623
- for (const partition of manifest.partitions) {
624
- for (const segment of partition.segments) {
625
- keys.add(segment.key);
626
- }
627
- }
628
- for (const vector of manifest.vectors) {
629
- for (const file of vector.files) keys.add(file.key);
630
- for (const part of vector.graphParts) keys.add(part.key);
631
- }
632
- return keys;
633
- }
634
- function manifestFileRefs(manifest) {
635
- const refs = [];
636
- for (const partition of manifest.partitions) refs.push(...partition.segments);
637
- for (const vector of manifest.vectors) refs.push(...vector.files, ...vector.graphParts);
638
- return refs;
639
- }
640
-
641
- // src/persistence/durability/constants.ts
642
- var DEFAULT_CHECKPOINT_INTERVAL_MS = 3e5;
643
- var DEFAULT_CHECKPOINT_MUTATION_THRESHOLD = 1e5;
644
- var DEFAULT_ASYNC_FLUSH_INTERVAL_MS = 1e3;
645
- var DIRECTORY_IDENTITY_CHECK_INTERVAL_MS = 1e3;
646
- var DIRECTORY_LOCK_ATTEMPTS = 3;
647
- var DIRECTORY_LOCK_SETTLE_MS = 50;
648
- var DIRECTORY_LOCK_PROCESS_START_TOLERANCE_MS = 1e3;
649
- var PHONE_FILE_CHUNK_BYTES = 1048576;
650
- var DEFAULT_SEGMENT_MAX_BYTES = 67108864;
651
- var DEFAULT_COMPACTION_THRESHOLD = 12;
652
- var COMPACTION_LARGEST_MERGED_DOCUMENT_COUNT = 2e5;
653
- var SEGMENT_FILE_FRAMING_SLACK_BYTES = 65536;
654
- var SEGMENT_TOKEN_TABLE_SHARE_OF_FILE = 0.25;
655
- var WHOLE_PARTITION_MIN_CHANGED_SHARE = 0.5;
656
- var WHOLE_PARTITION_LARGEST_DOCUMENT_COUNT = 1e5;
657
- var LOG_RECORDS_PER_CHECKPOINT = 1e5;
658
- var WRITES_STALL_ABOVE_UNCHECKPOINTED_BYTES = 2147483648;
659
- var CHECKPOINT_WORKER_TIMEOUT_MS = 6e5;
660
- var CHECKPOINT_WORKER_IDLE_MS = 5e3;
661
- var CHECKPOINT_TIMEOUT_RECOVERY_BACKOFF_MS = 50;
662
519
  var ORDINAL_BYTES = 4;
663
520
  var POSTING_BYTES = 8;
664
521
  var VALUE_ENTRY_BYTES = 12;
@@ -914,7 +771,7 @@ async function writePagedGroup(state, group) {
914
771
  const tombstones = state.tombstonesWritten ? [] : [...request.tombstones];
915
772
  const id = state.nextSegmentId;
916
773
  const key = segmentKey(request.indexName, request.partitionId, id);
917
- const { writePagedSegment } = await import('./module-FHJ2GOBI.mjs');
774
+ const { writePagedSegment } = await import('./module-QT5HZAY4.mjs');
918
775
  const written = await writePagedSegment({
919
776
  directory,
920
777
  key,
@@ -998,4 +855,4 @@ async function writeSegmentsOf(request) {
998
855
  return { segments: state.segments, nextSegmentId: state.nextSegmentId };
999
856
  }
1000
857
 
1001
- export { BLOCK_SUMMARY_BYTES, CHECKPOINT_TIMEOUT_RECOVERY_BACKOFF_MS, CHECKPOINT_WORKER_IDLE_MS, CHECKPOINT_WORKER_TIMEOUT_MS, COLD_LOAD_WAIT_WITHOUT_SEARCH_MS, COLD_WALK_NODES_READ_AHEAD, COMPACTION_LARGEST_MERGED_DOCUMENT_COUNT, DEFAULT_ASYNC_FLUSH_INTERVAL_MS, DEFAULT_CHECKPOINT_INTERVAL_MS, DEFAULT_CHECKPOINT_MUTATION_THRESHOLD, DEFAULT_COMPACTION_THRESHOLD, DEFAULT_SEGMENT_MAX_BYTES, DIRECTORY_IDENTITY_CHECK_INTERVAL_MS, DIRECTORY_LOCK_ATTEMPTS, DIRECTORY_LOCK_PROCESS_START_TOLERANCE_MS, DIRECTORY_LOCK_SETTLE_MS, DOCUMENT_BLOCK_BYTES, DOCUMENT_BLOCK_MIN_RAW_BYTES, EARLIER_SEGMENT_MANIFEST_VERSION, FILE_ASSEMBLY_CHUNK_BYTES, ID_SAMPLE_INTERVAL, LARGEST_CACHED_ENTRY_SHARE, LARGEST_REMOVAL_BUCKET_COUNT, LIST_VIEWS_HELD_PER_SEGMENT, LOG_RECORDS_PER_CHECKPOINT, MANIFEST_ENVELOPE_VERSION, MAX_DOCUMENT_BLOCK_RAW_BYTES, MAX_SEGMENTS_PER_PARTITION, MAX_SEGMENT_ID, MAX_THREAD_FILE_NUMBER, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES, MERGE_READ_CACHE_BYTES, MessagePackChunks, PAGED_SEGMENT_ENVELOPE_VERSION, PAYLOAD_PREFIX_BYTES, PHONE_FILE_CHUNK_BYTES, POSITION_WIDTH_BYTES, POSTING_WIDTH_BYTES, READS_AHEAD_AT_ONCE, READ_AHEAD_CHUNK_BYTES, RECORD_PAGE_BYTES, REMOVAL_BUCKET_TARGET_BYTES, REMOVAL_BUCKET_WRITE_BUFFER_BYTES, REWRITE_SPILL_BYTES, SECTION_ALIGNMENT_BYTES, SECTION_WRITE_BUFFER_BYTES, SEGMENT_FILE_FRAMING_SLACK_BYTES, SEGMENT_MANIFEST_VERSION, SEGMENT_PAGE_BYTES, SMALLEST_BLOCK_POSTINGS, STABLE_HEAD_ATTEMPTS, THREAD_READ_CACHE_BYTES, TOMBSTONES_BETWEEN_YIELDS, WHOLE_PARTITION_LARGEST_DOCUMENT_COUNT, WHOLE_PARTITION_MIN_CHANGED_SHARE, WRITER_YIELD_INTERVAL_TOKENS, WRITES_STALL_ABOVE_UNCHECKPOINTED_BYTES, adapterCheckpointStore, decodePagedSegmentHead, decodeSections, directoryCheckpointStore, encodePagedSegmentHead, encodeSegmentManifest, graphPartKey, loadFailed, manifestFileRefs, manifestKey, manifestReferencedKeys, readListedFile, readSegmentFile, requireListedChecksum, requireListedSize, sectionNamed, segmentKey, segmentsPrefix, snapshotBundleKey, vectorFileKey, writeBooleanColumns, writeEnumColumns, writeFieldLengths, writeGeopointColumns, writePartialWords, writePatternColumns, writeSegmentsOf, writeSurfaceForms, writeValueColumns };
858
+ export { BLOCK_SUMMARY_BYTES, COLD_LOAD_WAIT_WITHOUT_SEARCH_MS, COLD_WALK_NODES_READ_AHEAD, DOCUMENT_BLOCK_BYTES, DOCUMENT_BLOCK_MIN_RAW_BYTES, FILE_ASSEMBLY_CHUNK_BYTES, ID_SAMPLE_INTERVAL, LARGEST_CACHED_ENTRY_SHARE, LARGEST_REMOVAL_BUCKET_COUNT, LIST_VIEWS_HELD_PER_SEGMENT, MAX_DOCUMENT_BLOCK_RAW_BYTES, MAX_THREAD_FILE_NUMBER, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES, MERGE_READ_CACHE_BYTES, MessagePackChunks, PAGED_SEGMENT_ENVELOPE_VERSION, PAYLOAD_PREFIX_BYTES, POSITION_WIDTH_BYTES, POSTING_WIDTH_BYTES, READS_AHEAD_AT_ONCE, READ_AHEAD_CHUNK_BYTES, RECORD_PAGE_BYTES, REMOVAL_BUCKET_TARGET_BYTES, REMOVAL_BUCKET_WRITE_BUFFER_BYTES, REWRITE_SPILL_BYTES, SECTION_ALIGNMENT_BYTES, SECTION_WRITE_BUFFER_BYTES, SEGMENT_PAGE_BYTES, SMALLEST_BLOCK_POSTINGS, STABLE_HEAD_ATTEMPTS, THREAD_READ_CACHE_BYTES, TOMBSTONES_BETWEEN_YIELDS, WRITER_YIELD_INTERVAL_TOKENS, adapterCheckpointStore, decodePagedSegmentHead, decodeSections, directoryCheckpointStore, encodePagedSegmentHead, loadFailed, readListedFile, readSegmentFile, requireListedChecksum, requireListedSize, sectionNamed, writeBooleanColumns, writeEnumColumns, writeFieldLengths, writeGeopointColumns, writePartialWords, writePatternColumns, writeSegmentsOf, writeSurfaceForms, writeValueColumns };
@@ -1,10 +1,11 @@
1
- import { chunksOf, restoredConfigFields, restoredEmbedding } from './chunk-QC4ZRBSX.mjs';
2
- import { untagDocumentLine } from './chunk-BRNAVOKP.mjs';
3
- import { requireConfigurationShape } from './chunk-IDFMNRIC.mjs';
4
- import { turnsAreBudgeted, turnIsSpent, yieldTurn } from './chunk-LQAKO5QV.mjs';
1
+ import { restoredConfigFields, restoredEmbedding } from './chunk-DCKMICOB.mjs';
2
+ import { chunksOf } from './chunk-NVVRSRX5.mjs';
3
+ import { untagDocumentLine } from './chunk-NKIZX26F.mjs';
4
+ import { turnsAreBudgeted, turnIsSpent, yieldTurn } from './chunk-NCJS3WIY.mjs';
5
5
  import { MAX_EXPORT_LINE_BYTES, IMPORT_BATCH_DOCUMENTS, MAX_IMPORT_REFUSALS_REPORTED } from './chunk-AM7RSBPF.mjs';
6
- import { flattenSchema } from './chunk-PU55IOG4.mjs';
7
- import { NarsilError, ErrorCodes } from './chunk-YH7W556M.mjs';
6
+ import { requireConfigurationShape } from './chunk-C2H2QQFW.mjs';
7
+ import { flattenSchema } from './chunk-O32RB3BL.mjs';
8
+ import { NarsilError, ErrorCodes } from './chunk-CUNGPR5R.mjs';
8
9
 
9
10
  // src/engine/export/lines.ts
10
11
  var NEWLINE = 10;
@@ -1,5 +1,5 @@
1
1
  import { MAX_M, EARLIER_RELEASE_MIN_M, MIN_M } from './chunk-TJMSKBEM.mjs';
2
- import { NarsilError, ErrorCodes } from './chunk-YH7W556M.mjs';
2
+ import { NarsilError, ErrorCodes } from './chunk-CUNGPR5R.mjs';
3
3
 
4
4
  // src/vector/vector-index/dead-bits.ts
5
5
  var NO_LIVE_VECTOR_AT_POSITION = -1;
@@ -1,35 +1,9 @@
1
- import { readHeapStatistics, readResidentMemory } from './chunk-IDFMNRIC.mjs';
2
- import { collectAndReturnPages } from './chunk-LQAKO5QV.mjs';
3
- import { extractVectorFieldsFromSchema } from './chunk-PU55IOG4.mjs';
4
- import { NarsilError, ErrorCodes } from './chunk-YH7W556M.mjs';
5
-
6
- // src/engine/snapshot/constants.ts
7
- var RESTORE_WORST_HEAP_BYTES_PER_STORED_BYTE = 0.2;
8
- var RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE = 7.86;
9
- var RESTORE_WORST_HEAP_BYTES_PER_VECTOR = 264;
10
- var RESTORE_WORST_HEAP_BYTES_PER_VECTOR_DIMENSION = 0.24;
11
- var RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR = 738;
12
- var RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION = 0.2;
13
- var RESTORE_WORST_EXTERNAL_BYTES_PER_STORED_BYTE = 4.06;
14
- var RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE = 14.5;
15
- var RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR = 1482;
16
- var RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR_DIMENSION = 9.29;
17
- var RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR = 2141;
18
- var RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION = 24.15;
19
- var RESTORE_FLOOR_HEAP_BYTES_PER_STORED_BYTE = 0.16;
20
- var RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE = 6.16;
21
- var RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR = 204;
22
- var RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR_DIMENSION = 0.17;
23
- var RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR = 695;
24
- var RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION = 0.04;
25
- var RESTORE_FLOOR_EXTERNAL_BYTES_PER_STORED_BYTE = 2.14;
26
- var RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE = 5.05;
27
- var RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR = 1080;
28
- var RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR_DIMENSION = 0.72;
29
- var RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR = 1744;
30
- var RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION = 20.05;
31
- var RESTORE_ESTIMATE_MARGIN = 1.25;
32
- var MAX_SNAPSHOT_ANALYSIS_ATTEMPTS = 3;
1
+ import { RESTORE_ESTIMATE_MARGIN, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_WORST_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_STORED_BYTE, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE } from './chunk-PB2YXVQW.mjs';
2
+ import { readResidentMemory } from './chunk-63YSZOXB.mjs';
3
+ import { collectAndReturnPages } from './chunk-NCJS3WIY.mjs';
4
+ import { readHeapStatistics } from './chunk-C2H2QQFW.mjs';
5
+ import { extractVectorFieldsFromSchema } from './chunk-O32RB3BL.mjs';
6
+ import { NarsilError, ErrorCodes } from './chunk-CUNGPR5R.mjs';
33
7
 
34
8
  // src/engine/snapshot/memory-budget.ts
35
9
  var MEGABYTE_BYTES = 1048576;
@@ -174,4 +148,4 @@ function requireRestoreMemory(indexName, footprint, replacesIndex) {
174
148
  if (shortfall !== null) refuse(indexName, replacesIndex, shortfall);
175
149
  }
176
150
 
177
- export { MAX_SNAPSHOT_ANALYSIS_ATTEMPTS, archiveFootprint, earlierSnapshotFootprint, requireAnalysisRebuildMemory, requireRestoreMemory, storedBytesOfSegments };
151
+ export { archiveFootprint, earlierSnapshotFootprint, requireAnalysisRebuildMemory, requireRestoreMemory, storedBytesOfSegments };
@@ -1,4 +1,4 @@
1
- import { NarsilError, ErrorCodes } from './chunk-YH7W556M.mjs';
1
+ import { NarsilError, ErrorCodes } from './chunk-CUNGPR5R.mjs';
2
2
 
3
3
  // src/analysis/registry.ts
4
4
  var tokenizers = /* @__PURE__ */ new Map();
@@ -1218,34 +1218,8 @@ function getLanguage(name) {
1218
1218
  }
1219
1219
  return lang;
1220
1220
  }
1221
-
1222
- // src/engine/serial-index-update.ts
1223
- var updatingByCore = /* @__PURE__ */ new WeakMap();
1224
- async function withOpenIndex(core, indexName, action) {
1225
- core.guardShutdown();
1226
- core.requireIndex(indexName);
1227
- const release = await core.indexState.acquire(indexName);
1228
- try {
1229
- return await action();
1230
- } finally {
1231
- release();
1232
- }
1233
- }
1234
- async function oneAtATime(core, indexName, action) {
1235
- let chains = updatingByCore.get(core);
1236
- if (chains === void 0) {
1237
- chains = /* @__PURE__ */ new Map();
1238
- updatingByCore.set(core, chains);
1239
- }
1240
- const updating = chains;
1241
- const earlier = updating.get(indexName) ?? Promise.resolve();
1242
- const current = earlier.catch(() => void 0).then(action);
1243
- updating.set(indexName, current);
1244
- try {
1245
- return await current;
1246
- } finally {
1247
- if (updating.get(indexName) === current) updating.delete(indexName);
1248
- }
1221
+ function hasLanguage(name) {
1222
+ return languages.has(name);
1249
1223
  }
1250
1224
 
1251
- export { getLanguage, getStopWords, getTokenizer, hasStopWords, hasTokenizer, oneAtATime, registerLanguage, registerStopWords, registerTokenizer, resolveIndexAnalysis, withOpenIndex };
1225
+ export { getLanguage, getStopWords, getTokenizer, hasLanguage, hasStopWords, hasTokenizer, registerLanguage, registerStopWords, registerTokenizer, resolveIndexAnalysis };