@delali/narsil 0.3.1-next.157 → 0.3.1-next.160

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (565) hide show
  1. package/dist/adapters/filesystem.mjs +3 -3
  2. package/dist/adapters/gcs.mjs +3 -3
  3. package/dist/adapters/indexeddb.mjs +1 -1
  4. package/dist/adapters/s3.mjs +3 -3
  5. package/dist/browser/{chunk-N23GL72Q.mjs → chunk-4RNSFVWI.mjs} +20777 -19056
  6. package/dist/browser/chunk-MMHIIL5B.mjs +564 -0
  7. package/dist/browser/chunk-MZHQ65VI.mjs +1228 -0
  8. package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
  9. package/dist/browser/{chunk-VLJQW4J6.mjs → core-leaf-TJAGWPZZ.mjs} +4674 -3102
  10. package/dist/{react-native/chunks/durability-config-QXVZEO7T.mjs → browser/durability-config-SGB5ZP5K.mjs} +8 -3
  11. package/dist/browser/embed-RF2MPGAO.mjs +222 -0
  12. package/dist/{react-native/chunks/geo-index-PX3BIHAH.mjs → browser/geo-index-GNHY4PUB.mjs} +190 -93
  13. package/dist/{react-native/chunks/module-TTEVPRCW.mjs → browser/module-362VSIGR.mjs} +1570 -275
  14. package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
  15. package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
  16. package/dist/browser/optional-writes-WMZX4OEC.mjs +3196 -0
  17. package/dist/browser/phrase-module-22TKMXWI.mjs +616 -0
  18. package/dist/browser/resolve-vector-text-KI65IHMD.mjs +60 -0
  19. package/dist/browser/{restore-hooks-IE3GGYHG.mjs → restore-queue-S4BWOGMU.mjs} +98 -24
  20. package/dist/{react-native/chunks/runtime-R5E3TB3J.mjs → browser/runtime-NU6VOVH2.mjs} +61 -25
  21. package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
  22. package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
  23. package/dist/browser/storage-leaf-X6CNRHJS.mjs +18221 -0
  24. package/dist/browser/store-leaf-AEMTAVHX.mjs +2069 -0
  25. package/dist/browser/{chunk-GFAZPSWK.mjs → suggestions-leaf-3Y6MR6OF.mjs} +441 -119
  26. package/dist/browser/worker-copies-WQCPP3TS.mjs +2750 -0
  27. package/dist/{capabilities-D3AoBJoF.d.ts → capabilities-BKDrry0z.d.ts} +2 -2
  28. package/dist/chunk-2JRERUNZ.mjs +217 -0
  29. package/dist/chunk-2RIS76RJ.mjs +212 -0
  30. package/dist/chunk-3B775F3C.mjs +252 -0
  31. package/dist/{chunk-24FNVRKB.mjs → chunk-3D6RZGJH.mjs} +3 -3
  32. package/dist/{chunk-INJYO3BU.mjs → chunk-4CAMH7FO.mjs} +1 -1
  33. package/dist/{chunk-U476IXKQ.mjs → chunk-4PY4JYMY.mjs} +2 -1
  34. package/dist/chunk-6EZW2GQL.mjs +978 -0
  35. package/dist/chunk-75UNINFA.mjs +271 -0
  36. package/dist/chunk-77AUVDQ5.mjs +7 -0
  37. package/dist/{chunk-JTYPJF3T.mjs → chunk-7MWYORQC.mjs} +2 -2
  38. package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
  39. package/dist/{chunk-XIHUI4KB.mjs → chunk-AB27FWZM.mjs} +8 -3
  40. package/dist/{chunk-FUD5XSZ5.mjs → chunk-BXM7XM4G.mjs} +7 -3
  41. package/dist/{chunk-HJJI72X7.mjs → chunk-C7YQHCSO.mjs} +1 -1
  42. package/dist/{chunk-RVGRFOGN.mjs → chunk-D456ZFPQ.mjs} +2 -1
  43. package/dist/{chunk-KKQC526K.mjs → chunk-E2F6LZR3.mjs} +19 -21
  44. package/dist/{chunk-SMOOSIAW.mjs → chunk-FE3MRIBN.mjs} +104 -13
  45. package/dist/{chunk-KYYABCSW.mjs → chunk-FETZYCH7.mjs} +15 -1
  46. package/dist/{chunk-XXJZMTZT.mjs → chunk-FVZ5DB6Y.mjs} +3 -2
  47. package/dist/{chunk-EYD7K3H6.mjs → chunk-GF4K7IUK.mjs} +317 -120
  48. package/dist/chunk-GXCDWLQI.mjs +193 -0
  49. package/dist/{chunk-IIRIG7H5.mjs → chunk-H64YDF5M.mjs} +3 -3
  50. package/dist/{browser/chunk-VY5KW3HN.mjs → chunk-HOOR4CP5.mjs} +63 -7
  51. package/dist/chunk-IB4BYLE3.mjs +127 -0
  52. package/dist/{chunk-3C7MTCCI.mjs → chunk-IE3Q62QD.mjs} +2 -2
  53. package/dist/chunk-IH3G6SJO.mjs +40 -0
  54. package/dist/chunk-JV74RKCY.mjs +3041 -0
  55. package/dist/{chunk-ZPZ3YGXV.mjs → chunk-K67I3RF4.mjs} +261 -101
  56. package/dist/chunk-KLVMK3R5.mjs +47 -0
  57. package/dist/{chunk-5VV4R6P7.mjs → chunk-LAWIJRMJ.mjs} +4154 -2577
  58. package/dist/chunk-LF4GB4PO.mjs +281 -0
  59. package/dist/chunk-NC4QLCZC.mjs +59 -0
  60. package/dist/chunk-OOO54OVC.mjs +627 -0
  61. package/dist/chunk-OUWZKNO3.mjs +207 -0
  62. package/dist/{chunk-FJKKCV4D.mjs → chunk-P5YLI5ED.mjs} +343 -182
  63. package/dist/{chunk-4ZTHGTVX.mjs → chunk-PTTMGRG5.mjs} +9 -10
  64. package/dist/{react-native/chunks/chunk-DZ7H7D2C.mjs → chunk-Q3ZZH5Z7.mjs} +6 -0
  65. package/dist/{browser/chunk-EKMGCRSR.mjs → chunk-QBVTYY4J.mjs} +2 -9
  66. package/dist/{chunk-W5EB5XKI.mjs → chunk-R4CE4IVU.mjs} +341 -183
  67. package/dist/chunk-S2POFTLN.mjs +10 -0
  68. package/dist/{chunk-KJ3RTZDJ.mjs → chunk-S3BSDBF7.mjs} +10 -3
  69. package/dist/{chunk-4LMSZAK6.mjs → chunk-SHGN3QIF.mjs} +69 -13
  70. package/dist/chunk-SXIRM4MX.mjs +3549 -0
  71. package/dist/{chunk-TBC3XUL2.mjs → chunk-TGPKS2UM.mjs} +47 -1
  72. package/dist/chunk-TINW4BSH.mjs +31301 -0
  73. package/dist/{cold-module-VOJXMNZB.mjs → chunk-TSLV5P2J.mjs} +397 -80
  74. package/dist/{chunk-HHBUCIUY.mjs → chunk-TW543F33.mjs} +3 -3
  75. package/dist/chunk-U6B7DUQW.mjs +788 -0
  76. package/dist/{chunk-OQLD2BSW.mjs → chunk-V3SGPXWQ.mjs} +8 -9
  77. package/dist/chunk-W34VJXY7.mjs +4723 -0
  78. package/dist/chunk-YETKPX5M.mjs +5 -0
  79. package/dist/chunk-ZQ6QY42L.mjs +59 -0
  80. package/dist/{client-kqSMevVi.d.ts → client-CTp8RRiK.d.ts} +4 -4
  81. package/dist/client.d.ts +8 -8
  82. package/dist/client.mjs +66 -18
  83. package/dist/{config-B4v_Htpu.d.ts → config-PCNzWjHL.d.ts} +6 -3
  84. package/dist/{config-CTP01fns.d.ts → config-_WT5grSL.d.ts} +3 -3
  85. package/dist/core-leaf-KXFGP74A.mjs +7 -0
  86. package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
  87. package/dist/direct-executor-MKTZBR26.mjs +16 -0
  88. package/dist/distribution/coordinator/etcd.d.ts +2 -2
  89. package/dist/distribution/coordinator/etcd.mjs +7 -4
  90. package/dist/distribution/coordinator/in-memory.d.ts +2 -2
  91. package/dist/distribution/coordinator/in-memory.mjs +1 -2
  92. package/dist/distribution/transport/grpc.mjs +7 -2
  93. package/dist/distribution/transport/tcp.mjs +7 -1
  94. package/dist/distribution.d.ts +7 -7
  95. package/dist/distribution.mjs +1199 -1092
  96. package/dist/{browser/durability-config-TIYKW6XX.mjs → durability-config-XV4XR7Y4.mjs} +7 -3
  97. package/dist/embed-4H7RTBVL.mjs +221 -0
  98. package/dist/embeddings/openai.mjs +2 -2
  99. package/dist/{engine-CkPn2PWE.d.ts → engine-DBRVR_d-.d.ts} +1252 -1239
  100. package/dist/{browser/geo-index-OTV7VPIR.mjs → geo-index-2ZMMWWSK.mjs} +190 -93
  101. package/dist/{index-C4AmUnl1.d.ts → index-Ck9w5WHz.d.ts} +1 -1
  102. package/dist/index.browser.mjs +4 -16
  103. package/dist/index.d.ts +1495 -78
  104. package/dist/index.mjs +14 -50
  105. package/dist/index.react-native.mjs +11 -28
  106. package/dist/invalidation/filesystem.mjs +1 -2
  107. package/dist/languages/albanian.mjs +1 -1
  108. package/dist/languages/amharic.mjs +1 -1
  109. package/dist/languages/arabic.mjs +1 -1
  110. package/dist/languages/armenian.mjs +1 -1
  111. package/dist/languages/azerbaijani.mjs +1 -1
  112. package/dist/languages/bambara.mjs +1 -1
  113. package/dist/languages/basque.mjs +1 -1
  114. package/dist/languages/belarusian.mjs +1 -1
  115. package/dist/languages/bengali.mjs +1 -1
  116. package/dist/languages/bosnian.mjs +1 -1
  117. package/dist/languages/breton.mjs +1 -1
  118. package/dist/languages/bulgarian.mjs +1 -1
  119. package/dist/languages/burmese.mjs +1 -1
  120. package/dist/languages/catalan.mjs +1 -1
  121. package/dist/languages/chinese.mjs +1 -1
  122. package/dist/languages/croatian.mjs +1 -1
  123. package/dist/languages/czech.mjs +1 -1
  124. package/dist/languages/dagbani.mjs +1 -1
  125. package/dist/languages/danish.mjs +1 -1
  126. package/dist/languages/dutch.mjs +1 -1
  127. package/dist/languages/english.mjs +1 -1
  128. package/dist/languages/esperanto.mjs +1 -1
  129. package/dist/languages/estonian.mjs +1 -1
  130. package/dist/languages/ewe.mjs +1 -1
  131. package/dist/languages/faroese.mjs +1 -1
  132. package/dist/languages/fijian.mjs +1 -1
  133. package/dist/languages/finnish.mjs +1 -1
  134. package/dist/languages/french.mjs +1 -1
  135. package/dist/languages/ga.mjs +1 -1
  136. package/dist/languages/galician.mjs +1 -1
  137. package/dist/languages/georgian.mjs +1 -1
  138. package/dist/languages/german.mjs +1 -1
  139. package/dist/languages/greek.mjs +1 -1
  140. package/dist/languages/guarani.mjs +1 -1
  141. package/dist/languages/gujarati.mjs +1 -1
  142. package/dist/languages/haitian-creole.mjs +1 -1
  143. package/dist/languages/hausa.mjs +1 -1
  144. package/dist/languages/hawaiian.mjs +1 -1
  145. package/dist/languages/hebrew.mjs +1 -1
  146. package/dist/languages/hindi.mjs +1 -1
  147. package/dist/languages/hungarian.mjs +1 -1
  148. package/dist/languages/icelandic.mjs +1 -1
  149. package/dist/languages/igbo.mjs +1 -1
  150. package/dist/languages/indonesian.mjs +1 -1
  151. package/dist/languages/irish.mjs +1 -1
  152. package/dist/languages/italian.mjs +1 -1
  153. package/dist/languages/japanese.mjs +1 -1
  154. package/dist/languages/kannada.mjs +1 -1
  155. package/dist/languages/kazakh.mjs +1 -1
  156. package/dist/languages/khmer.mjs +1 -1
  157. package/dist/languages/kinyarwanda.mjs +1 -1
  158. package/dist/languages/kirundi.mjs +1 -1
  159. package/dist/languages/korean.mjs +1 -1
  160. package/dist/languages/kurmanji.mjs +1 -1
  161. package/dist/languages/kyrgyz.mjs +1 -1
  162. package/dist/languages/lao.mjs +1 -1
  163. package/dist/languages/latin.mjs +1 -1
  164. package/dist/languages/latvian.mjs +1 -1
  165. package/dist/languages/lingala.mjs +1 -1
  166. package/dist/languages/lithuanian.mjs +1 -1
  167. package/dist/languages/luxembourgish.mjs +1 -1
  168. package/dist/languages/macedonian.mjs +1 -1
  169. package/dist/languages/malagasy.mjs +1 -1
  170. package/dist/languages/malay.mjs +1 -1
  171. package/dist/languages/malayalam.mjs +1 -1
  172. package/dist/languages/maltese.mjs +1 -1
  173. package/dist/languages/maori.mjs +1 -1
  174. package/dist/languages/marathi.mjs +1 -1
  175. package/dist/languages/nepali.mjs +1 -1
  176. package/dist/languages/norwegian.mjs +1 -1
  177. package/dist/languages/oromo.mjs +1 -1
  178. package/dist/languages/persian.mjs +1 -1
  179. package/dist/languages/polish.mjs +1 -1
  180. package/dist/languages/portuguese.mjs +1 -1
  181. package/dist/languages/punjabi.mjs +1 -1
  182. package/dist/languages/romanian.mjs +1 -1
  183. package/dist/languages/russian.mjs +1 -1
  184. package/dist/languages/samoan.mjs +1 -1
  185. package/dist/languages/sanskrit.mjs +1 -1
  186. package/dist/languages/scottish-gaelic.mjs +1 -1
  187. package/dist/languages/serbian.mjs +1 -1
  188. package/dist/languages/shona.mjs +1 -1
  189. package/dist/languages/sinhala.mjs +1 -1
  190. package/dist/languages/slovak.mjs +1 -1
  191. package/dist/languages/slovenian.mjs +1 -1
  192. package/dist/languages/sorani.mjs +1 -1
  193. package/dist/languages/spanish.mjs +1 -1
  194. package/dist/languages/swahili.mjs +1 -1
  195. package/dist/languages/swedish.mjs +1 -1
  196. package/dist/languages/tagalog.mjs +1 -1
  197. package/dist/languages/tamil.mjs +1 -1
  198. package/dist/languages/tatar.mjs +1 -1
  199. package/dist/languages/telugu.mjs +1 -1
  200. package/dist/languages/thai.mjs +1 -1
  201. package/dist/languages/tibetan.mjs +1 -1
  202. package/dist/languages/tigrinya.mjs +1 -1
  203. package/dist/languages/tongan.mjs +1 -1
  204. package/dist/languages/turkish.mjs +1 -1
  205. package/dist/languages/twi.mjs +1 -1
  206. package/dist/languages/ukrainian.mjs +1 -1
  207. package/dist/languages/urdu.mjs +1 -1
  208. package/dist/languages/vietnamese.mjs +1 -1
  209. package/dist/languages/welsh.mjs +1 -1
  210. package/dist/languages/wolof.mjs +1 -1
  211. package/dist/languages/xhosa.mjs +1 -1
  212. package/dist/languages/yoruba.mjs +1 -1
  213. package/dist/languages/zulu.mjs +1 -1
  214. package/dist/{long-query-thread-QDFQSJD6.mjs → long-query-thread-JMGNGF6V.mjs} +74 -58
  215. package/dist/{module-N55W4Q5C.mjs → module-ZJ6ARG6V.mjs} +444 -111
  216. package/dist/msgpack-leaf-5WFRP6JM.mjs +9 -0
  217. package/dist/optional-reads-BR3BOVZW.mjs +3373 -0
  218. package/dist/optional-writes-DDFHYUOH.mjs +218 -0
  219. package/dist/{paged-partition-archive-RLRGOXDX.mjs → paged-partition-archive-G576XGVE.mjs} +29 -69
  220. package/dist/partial-words.browser.mjs +1649 -0
  221. package/dist/partial-words.mjs +15 -14
  222. package/dist/{chunk-CITFCZKF.mjs → pattern.browser.mjs} +153 -186
  223. package/dist/pattern.mjs +6 -8
  224. package/dist/persistence/durability/checkpoint-worker.d.ts +32 -24
  225. package/dist/persistence/durability/checkpoint-worker.mjs +27 -59
  226. package/dist/phrase-module-XK3T44VU.mjs +634 -0
  227. package/dist/query-actions-OMXJEC2J.mjs +118 -0
  228. package/dist/query-suggestions/merge-worker.mjs +18 -54
  229. package/dist/query-suggestions.browser.mjs +26 -227
  230. package/dist/query-suggestions.d.ts +2 -2
  231. package/dist/query-suggestions.mjs +16 -67
  232. package/dist/react-native/chunks/chunk-4EXKQ2IB.mjs +565 -0
  233. package/dist/react-native/chunks/chunk-52QD7CBJ.mjs +52 -0
  234. package/dist/react-native/chunks/chunk-72OKYHZL.mjs +969 -0
  235. package/dist/react-native/chunks/chunk-AQOWRH2C.mjs +802 -0
  236. package/dist/react-native/chunks/{chunk-4COWCEY7.mjs → chunk-FTQ7JNMU.mjs} +341 -180
  237. package/dist/react-native/chunks/chunk-G3CUQ333.mjs +42 -0
  238. package/dist/react-native/chunks/{chunk-EJ33LCHV.mjs → chunk-HRDMIQ63.mjs} +53 -1
  239. package/dist/react-native/chunks/{chunk-4AV5PPH6.mjs → chunk-IY6U6HRA.mjs} +63 -7
  240. package/dist/react-native/chunks/chunk-J2NQW353.mjs +212 -0
  241. package/dist/react-native/chunks/chunk-L4R5ITVG.mjs +29047 -0
  242. package/dist/react-native/chunks/{chunk-OXM66LO6.mjs → chunk-OK3WUA6N.mjs} +2 -10
  243. package/dist/react-native/chunks/{chunk-MVXELMJX.mjs → chunk-PVMEHBQO.mjs} +1 -1
  244. package/dist/{browser/chunk-SRMZXJSL.mjs → react-native/chunks/chunk-TQ26BKBH.mjs} +6 -0
  245. package/dist/{browser/chunk-GPPOG6PT.mjs → react-native/chunks/chunk-VUJCSQG5.mjs} +3 -1
  246. package/dist/react-native/chunks/{chunk-ENLMYKSX.mjs → chunk-XEGKQKLY.mjs} +5385 -3114
  247. package/dist/react-native/chunks/chunk-YOTP2FPE.mjs +232 -0
  248. package/dist/react-native/chunks/chunk-ZIU6TWXG.mjs +127 -0
  249. package/dist/react-native/chunks/core-leaf-5B4JXCVA.mjs +6 -0
  250. package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
  251. package/dist/{durability-config-GE4U7MCZ.mjs → react-native/chunks/durability-config-3IOXIPYZ.mjs} +7 -3
  252. package/dist/react-native/chunks/embed-3WQ2CCR5.mjs +221 -0
  253. package/dist/{geo-index-MRH5JMIR.mjs → react-native/chunks/geo-index-QEYKEVPH.mjs} +190 -93
  254. package/dist/react-native/chunks/{chunk-CKNRFDTZ.mjs → gzip.react-native-DLO4WW27.mjs} +2 -1
  255. package/dist/{browser/module-TCT66FWA.mjs → react-native/chunks/module-VUA27HZZ.mjs} +1018 -540
  256. package/dist/react-native/chunks/msgpack-leaf-TR66ZVAX.mjs +7 -0
  257. package/dist/react-native/chunks/optional-reads-WDTLLHUT.mjs +3364 -0
  258. package/dist/react-native/chunks/optional-writes-FZV3QW34.mjs +267 -0
  259. package/dist/react-native/chunks/phrase-module-KCQWVXYZ.mjs +635 -0
  260. package/dist/react-native/chunks/resolve-vector-text-LXRYXF7M.mjs +59 -0
  261. package/dist/react-native/chunks/restore-queue-EI2V2I4S.mjs +179 -0
  262. package/dist/{browser/runtime-OTAGEFQW.mjs → react-native/chunks/runtime-BUCSAK4U.mjs} +61 -25
  263. package/dist/react-native/chunks/segment-codec-leaf-6ULP7H3I.mjs +12 -0
  264. package/dist/react-native/chunks/segment-merge-leaf-F4GQZNK6.mjs +13 -0
  265. package/dist/react-native/chunks/storage-leaf-OAXBU2L6.mjs +18042 -0
  266. package/dist/react-native/chunks/store-leaf-GY2ZZFXB.mjs +14 -0
  267. package/dist/react-native/chunks/{chunk-WW2X2AEI.mjs → suggestions-leaf-SQEZ4IBS.mjs} +332 -118
  268. package/dist/react-native/chunks/worker-copies-EEHSCFJW.mjs +2627 -0
  269. package/dist/react-native/partial-words.mjs +954 -35
  270. package/dist/react-native/pattern.mjs +238 -111
  271. package/dist/react-native/query-suggestions.mjs +33 -239
  272. package/dist/react-native/sync.mjs +95 -52
  273. package/dist/react-native/synonyms.mjs +256 -112
  274. package/dist/react.d.ts +9 -9
  275. package/dist/react.mjs +6 -0
  276. package/dist/{rerank-MQ37IYRV.mjs → rerank-Y6MWBMTT.mjs} +17 -8
  277. package/dist/rerankers/http.mjs +2 -2
  278. package/dist/resolve-vector-text-4PDRTPNQ.mjs +2 -0
  279. package/dist/restore-queue-KPYSRJ4A.mjs +184 -0
  280. package/dist/runtime-4GKUIAKV.mjs +595 -0
  281. package/dist/{schema-Jwt928nJ.d.ts → schema-C_7yRJLt.d.ts} +1 -1
  282. package/dist/segment-codec-leaf-6IFBSBPN.mjs +17 -0
  283. package/dist/segment-merge-leaf-VE3FUSVE.mjs +17 -0
  284. package/dist/server.d.ts +33 -13
  285. package/dist/server.mjs +81 -100
  286. package/dist/{browser/durability-wiring-GVZEE46O.mjs → storage-leaf-HMIIOUYN.mjs} +2334 -931
  287. package/dist/store-leaf-M7T7SUZJ.mjs +19 -0
  288. package/dist/stored-values-BWIMpiT_.d.ts +25 -0
  289. package/dist/suggestions-leaf-Q3Q5D6XV.mjs +53 -0
  290. package/dist/sync/filesystem.d.ts +3 -3
  291. package/dist/sync/filesystem.mjs +27 -11
  292. package/dist/sync/indexeddb.browser.mjs +287 -0
  293. package/dist/sync/indexeddb.d.ts +3 -3
  294. package/dist/sync/indexeddb.mjs +7 -2
  295. package/dist/sync.browser.mjs +88 -72
  296. package/dist/sync.d.ts +4 -4
  297. package/dist/sync.mjs +89 -59
  298. package/dist/{chunk-I5B7RXU7.mjs → synonyms.browser.mjs} +248 -135
  299. package/dist/synonyms.mjs +15 -11
  300. package/dist/{tasks-CoNjxbop.d.ts → tasks-B4tT4vmP.d.ts} +4 -4
  301. package/dist/thread-SNILJXX3.mjs +30 -0
  302. package/dist/{types-DPMjfOr_.d.ts → types-CTg0KaMy.d.ts} +2 -2
  303. package/dist/vector/search-worker.d.ts +7 -1
  304. package/dist/vector/search-worker.mjs +9 -13
  305. package/dist/worker-copies-ZLZS2CUM.mjs +2152 -0
  306. package/dist/workers/entry.mjs +60 -30
  307. package/openapi.json +66 -50
  308. package/package.json +233 -8
  309. package/dist/analysis-change-CKEMM2MC.mjs +0 -55
  310. package/dist/analysis-change-entry-SEDMJ6MW.mjs +0 -1
  311. package/dist/archive-history-E4R73RWD.mjs +0 -29
  312. package/dist/browser/analysis-change-ZKGJFENM.mjs +0 -942
  313. package/dist/browser/analysis-change-entry-5BFUVMHJ.mjs +0 -1
  314. package/dist/browser/archive-history-4IP5XQZY.mjs +0 -29
  315. package/dist/browser/chunk-25MTVDYD.mjs +0 -432
  316. package/dist/browser/chunk-3I27KXQD.mjs +0 -34
  317. package/dist/browser/chunk-3NLMB5CC.mjs +0 -217
  318. package/dist/browser/chunk-4RD3AFSB.mjs +0 -32
  319. package/dist/browser/chunk-5W3MMTLG.mjs +0 -19
  320. package/dist/browser/chunk-5YWB3E2W.mjs +0 -92
  321. package/dist/browser/chunk-7IGKGWSQ.mjs +0 -79
  322. package/dist/browser/chunk-AI5UI46D.mjs +0 -12
  323. package/dist/browser/chunk-ATEBYXP6.mjs +0 -10
  324. package/dist/browser/chunk-BLT4RHCJ.mjs +0 -241
  325. package/dist/browser/chunk-C26SPCGQ.mjs +0 -2636
  326. package/dist/browser/chunk-C4FJ3WDY.mjs +0 -177
  327. package/dist/browser/chunk-CXNTHHA7.mjs +0 -63
  328. package/dist/browser/chunk-DSXIBE6N.mjs +0 -78
  329. package/dist/browser/chunk-DUH6QUVU.mjs +0 -2374
  330. package/dist/browser/chunk-ELV4OZOI.mjs +0 -29
  331. package/dist/browser/chunk-EXQZGUQH.mjs +0 -193
  332. package/dist/browser/chunk-G64Q6OJF.mjs +0 -96
  333. package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
  334. package/dist/browser/chunk-HUCSHDTB.mjs +0 -100
  335. package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
  336. package/dist/browser/chunk-K3IPRX6D.mjs +0 -2559
  337. package/dist/browser/chunk-ML7THVLJ.mjs +0 -38
  338. package/dist/browser/chunk-MY2XKH22.mjs +0 -40
  339. package/dist/browser/chunk-NLWTBAGB.mjs +0 -111
  340. package/dist/browser/chunk-NXQG7DRA.mjs +0 -318
  341. package/dist/browser/chunk-OEDCEZXJ.mjs +0 -92
  342. package/dist/browser/chunk-OIZS5KIX.mjs +0 -6
  343. package/dist/browser/chunk-RA6LSBCM.mjs +0 -43
  344. package/dist/browser/chunk-TK63WFXK.mjs +0 -90
  345. package/dist/browser/chunk-TY7L6OXO.mjs +0 -69
  346. package/dist/browser/chunk-U3JOQGWX.mjs +0 -19
  347. package/dist/browser/chunk-U4YDIBUT.mjs +0 -653
  348. package/dist/browser/chunk-UATIJ4KU.mjs +0 -21
  349. package/dist/browser/chunk-UKOWD2K5.mjs +0 -315
  350. package/dist/browser/chunk-UTMHUHUV.mjs +0 -150
  351. package/dist/browser/chunk-V43N6TZO.mjs +0 -857
  352. package/dist/browser/chunk-VI7BQR4U.mjs +0 -21
  353. package/dist/browser/chunk-WN464PTL.mjs +0 -375
  354. package/dist/browser/chunk-WXLBZJMT.mjs +0 -25
  355. package/dist/browser/chunk-X7TXYUKO.mjs +0 -86
  356. package/dist/browser/chunk-XAWNZ4G2.mjs +0 -151
  357. package/dist/browser/chunk-Y6IBAUNO.mjs +0 -561
  358. package/dist/browser/chunk-ZI2V4VD7.mjs +0 -21
  359. package/dist/browser/cold-module-YNUUDNOM.mjs +0 -761
  360. package/dist/browser/engine-hooks-HBVS6YM4.mjs +0 -18
  361. package/dist/browser/gzip-5S7ROJFJ.mjs +0 -1
  362. package/dist/browser/import-5ESVMFDJ.mjs +0 -20
  363. package/dist/browser/methods-KTQCSIN4.mjs +0 -30
  364. package/dist/browser/module-NDSQLPMQ.mjs +0 -25
  365. package/dist/browser/operations-OJ3BXS55.mjs +0 -5
  366. package/dist/browser/phrase-module-HAT3TLZN.mjs +0 -328
  367. package/dist/browser/pool-3JLET5RO.mjs +0 -297
  368. package/dist/browser/release-HYXPVJVS.mjs +0 -32
  369. package/dist/browser/restore-queue-LQBBTODR.mjs +0 -55
  370. package/dist/browser/retention-TY3L3BFN.mjs +0 -211
  371. package/dist/browser/snapshot-5FHPPCNZ.mjs +0 -965
  372. package/dist/browser/start-2UZTOBG5.mjs +0 -26
  373. package/dist/browser/sync-state-P5XG6LTQ.mjs +0 -15
  374. package/dist/browser/write-ULXAN5B4.mjs +0 -196
  375. package/dist/chunk-2NE7VCYE.mjs +0 -212
  376. package/dist/chunk-2ROUFMQX.mjs +0 -543
  377. package/dist/chunk-37CD3OKS.mjs +0 -87
  378. package/dist/chunk-3MXV3VHR.mjs +0 -46
  379. package/dist/chunk-3OH67G7R.mjs +0 -214
  380. package/dist/chunk-4B7JIGQD.mjs +0 -106
  381. package/dist/chunk-5YNRKI2C.mjs +0 -81
  382. package/dist/chunk-6HTGOXIK.mjs +0 -875
  383. package/dist/chunk-6OEGXLBX.mjs +0 -57
  384. package/dist/chunk-6RC4K46J.mjs +0 -86
  385. package/dist/chunk-7GFE3PEY.mjs +0 -40
  386. package/dist/chunk-7GXJUJ24.mjs +0 -49
  387. package/dist/chunk-7V5IUP2T.mjs +0 -63
  388. package/dist/chunk-A4L7YTKX.mjs +0 -458
  389. package/dist/chunk-BEZH7VEH.mjs +0 -23
  390. package/dist/chunk-BNL5OPRV.mjs +0 -634
  391. package/dist/chunk-BTPGQC6Z.mjs +0 -27
  392. package/dist/chunk-C7XQYG6U.mjs +0 -50
  393. package/dist/chunk-CQZXZ75V.mjs +0 -562
  394. package/dist/chunk-CWS55TEX.mjs +0 -242
  395. package/dist/chunk-CZQ33DLW.mjs +0 -78
  396. package/dist/chunk-EEBCDP36.mjs +0 -32
  397. package/dist/chunk-FB6463IN.mjs +0 -1499
  398. package/dist/chunk-FCJ553HS.mjs +0 -655
  399. package/dist/chunk-FEZVDOWX.mjs +0 -6996
  400. package/dist/chunk-FOCV4CBZ.mjs +0 -87
  401. package/dist/chunk-FQBFZAWG.mjs +0 -27
  402. package/dist/chunk-G6HRSGOU.mjs +0 -74
  403. package/dist/chunk-GES7U2PM.mjs +0 -68
  404. package/dist/chunk-GH4WQ22V.mjs +0 -34
  405. package/dist/chunk-GPWMUPCA.mjs +0 -1126
  406. package/dist/chunk-GQPTDQCL.mjs +0 -54
  407. package/dist/chunk-HJSN7UYG.mjs +0 -10
  408. package/dist/chunk-I54T6CQP.mjs +0 -117
  409. package/dist/chunk-IPN7S4KX.mjs +0 -130
  410. package/dist/chunk-J4IJTTEX.mjs +0 -226
  411. package/dist/chunk-JSV6OQ4C.mjs +0 -74
  412. package/dist/chunk-K4ZIGL2O.mjs +0 -290
  413. package/dist/chunk-KAKQ74LS.mjs +0 -53
  414. package/dist/chunk-KCQYFO4K.mjs +0 -62
  415. package/dist/chunk-KHKIRS5D.mjs +0 -113
  416. package/dist/chunk-KOKM4PQN.mjs +0 -52
  417. package/dist/chunk-KP7TYHWT.mjs +0 -92
  418. package/dist/chunk-KZ3NX2P7.mjs +0 -21
  419. package/dist/chunk-L5ORED7V.mjs +0 -25
  420. package/dist/chunk-LDNCLRZU.mjs +0 -218
  421. package/dist/chunk-LHKOSI2J.mjs +0 -58
  422. package/dist/chunk-LQG5G2LY.mjs +0 -39
  423. package/dist/chunk-MATMVH65.mjs +0 -9
  424. package/dist/chunk-MP7ABPTD.mjs +0 -189
  425. package/dist/chunk-MW6BR4QP.mjs +0 -316
  426. package/dist/chunk-MWD5VPN7.mjs +0 -21
  427. package/dist/chunk-ODYKO5TO.mjs +0 -101
  428. package/dist/chunk-OG7UGJ6F.mjs +0 -63
  429. package/dist/chunk-ORN5BLL7.mjs +0 -11
  430. package/dist/chunk-OYABFKTW.mjs +0 -1974
  431. package/dist/chunk-P5LANSH6.mjs +0 -121
  432. package/dist/chunk-PELHVTO7.mjs +0 -24
  433. package/dist/chunk-PIH5SJ4N.mjs +0 -7481
  434. package/dist/chunk-PSZI4O24.mjs +0 -253
  435. package/dist/chunk-PV2CG7EJ.mjs +0 -886
  436. package/dist/chunk-PWGYQXML.mjs +0 -470
  437. package/dist/chunk-Q2UL2TPC.mjs +0 -21
  438. package/dist/chunk-QHPYS427.mjs +0 -66
  439. package/dist/chunk-QJVOLKU6.mjs +0 -111
  440. package/dist/chunk-QLDABJZM.mjs +0 -20
  441. package/dist/chunk-QYRNLLLI.mjs +0 -99
  442. package/dist/chunk-RCX4WNLC.mjs +0 -151
  443. package/dist/chunk-RFBLQLLZ.mjs +0 -16
  444. package/dist/chunk-RIHIVFIQ.mjs +0 -240
  445. package/dist/chunk-RLOES5SX.mjs +0 -31
  446. package/dist/chunk-RWURUDSP.mjs +0 -2639
  447. package/dist/chunk-RZWWB2XR.mjs +0 -96
  448. package/dist/chunk-S5LN746F.mjs +0 -10
  449. package/dist/chunk-SOI6LTHM.mjs +0 -216
  450. package/dist/chunk-SQJWAIF4.mjs +0 -12
  451. package/dist/chunk-TDIK6NTV.mjs +0 -10
  452. package/dist/chunk-TQXHPFWT.mjs +0 -177
  453. package/dist/chunk-U55XJEIG.mjs +0 -18
  454. package/dist/chunk-UD5HIS4U.mjs +0 -382
  455. package/dist/chunk-UHICS3JI.mjs +0 -83
  456. package/dist/chunk-UJDJB3NE.mjs +0 -913
  457. package/dist/chunk-VD7J552I.mjs +0 -28
  458. package/dist/chunk-VSLSGASN.mjs +0 -30
  459. package/dist/chunk-VZ2ONHEE.mjs +0 -3715
  460. package/dist/chunk-W7OSSKH5.mjs +0 -1427
  461. package/dist/chunk-WZ7YV54N.mjs +0 -152
  462. package/dist/chunk-X5CV2E2B.mjs +0 -1
  463. package/dist/chunk-Y4WPNHMC.mjs +0 -50
  464. package/dist/chunk-YEKL4JBK.mjs +0 -96
  465. package/dist/chunk-ZXNQEW43.mjs +0 -18
  466. package/dist/chunk-ZYAY26KG.mjs +0 -29
  467. package/dist/direct-executor-V5DRIECI.mjs +0 -34
  468. package/dist/durability-wiring-3TD62MBI.mjs +0 -4072
  469. package/dist/engine-hooks-HA3SBOBR.mjs +0 -54
  470. package/dist/gzip-F4HMIEEQ.mjs +0 -1
  471. package/dist/import-GPKLTSKA.mjs +0 -56
  472. package/dist/methods-7IOINERF.mjs +0 -30
  473. package/dist/module-JYHFTVPS.mjs +0 -63
  474. package/dist/operations-G5EP6JPX.mjs +0 -5
  475. package/dist/phrase-module-XW5MKWP5.mjs +0 -330
  476. package/dist/pool-Y4A46T36.mjs +0 -298
  477. package/dist/react-native/chunks/analysis-change-QUVDNABS.mjs +0 -934
  478. package/dist/react-native/chunks/analysis-change-entry-OC4XASBF.mjs +0 -1
  479. package/dist/react-native/chunks/archive-history-MJKUQLSU.mjs +0 -29
  480. package/dist/react-native/chunks/chunk-2PRHILX3.mjs +0 -529
  481. package/dist/react-native/chunks/chunk-3NQOVO3K.mjs +0 -1
  482. package/dist/react-native/chunks/chunk-3WI35N75.mjs +0 -226
  483. package/dist/react-native/chunks/chunk-4DII3ZSM.mjs +0 -73
  484. package/dist/react-native/chunks/chunk-4J74WHQM.mjs +0 -177
  485. package/dist/react-native/chunks/chunk-4NWR3NGS.mjs +0 -151
  486. package/dist/react-native/chunks/chunk-5CQX3XXV.mjs +0 -17
  487. package/dist/react-native/chunks/chunk-5MSX5FRT.mjs +0 -858
  488. package/dist/react-native/chunks/chunk-6OFDUYVX.mjs +0 -92
  489. package/dist/react-native/chunks/chunk-6VBXNFLE.mjs +0 -9
  490. package/dist/react-native/chunks/chunk-6ZELFCK5.mjs +0 -315
  491. package/dist/react-native/chunks/chunk-AAAETEJK.mjs +0 -27
  492. package/dist/react-native/chunks/chunk-AM7RSBPF.mjs +0 -32
  493. package/dist/react-native/chunks/chunk-BITYFZSZ.mjs +0 -242
  494. package/dist/react-native/chunks/chunk-C5G6TJ7A.mjs +0 -140
  495. package/dist/react-native/chunks/chunk-CHPTFFJM.mjs +0 -43
  496. package/dist/react-native/chunks/chunk-DIYDOIM4.mjs +0 -10
  497. package/dist/react-native/chunks/chunk-DMIFXZ3Q.mjs +0 -432
  498. package/dist/react-native/chunks/chunk-DVDX4SDR.mjs +0 -375
  499. package/dist/react-native/chunks/chunk-DXRSEWA2.mjs +0 -12
  500. package/dist/react-native/chunks/chunk-F753DA54.mjs +0 -23
  501. package/dist/react-native/chunks/chunk-FHPW7P2O.mjs +0 -40
  502. package/dist/react-native/chunks/chunk-FTZHMRD2.mjs +0 -18
  503. package/dist/react-native/chunks/chunk-HJBJBH26.mjs +0 -34
  504. package/dist/react-native/chunks/chunk-IAENKE2D.mjs +0 -21
  505. package/dist/react-native/chunks/chunk-IO2SMUQD.mjs +0 -10
  506. package/dist/react-native/chunks/chunk-IYNT75CE.mjs +0 -111
  507. package/dist/react-native/chunks/chunk-JDOEEMEF.mjs +0 -38
  508. package/dist/react-native/chunks/chunk-JWUCMVRK.mjs +0 -15
  509. package/dist/react-native/chunks/chunk-KSBYEMCB.mjs +0 -100
  510. package/dist/react-native/chunks/chunk-KU646XXT.mjs +0 -164
  511. package/dist/react-native/chunks/chunk-LU3Y3P63.mjs +0 -68
  512. package/dist/react-native/chunks/chunk-LVIKKAA6.mjs +0 -93
  513. package/dist/react-native/chunks/chunk-LZSLNSUN.mjs +0 -193
  514. package/dist/react-native/chunks/chunk-MJDQU5MW.mjs +0 -1225
  515. package/dist/react-native/chunks/chunk-NNE4VDMM.mjs +0 -8
  516. package/dist/react-native/chunks/chunk-NVVRSRX5.mjs +0 -78
  517. package/dist/react-native/chunks/chunk-OCSLSH27.mjs +0 -22723
  518. package/dist/react-native/chunks/chunk-PB2YXVQW.mjs +0 -29
  519. package/dist/react-native/chunks/chunk-PJHAB5ZY.mjs +0 -79
  520. package/dist/react-native/chunks/chunk-PSWKQVVT.mjs +0 -9
  521. package/dist/react-native/chunks/chunk-RDWG33MM.mjs +0 -79
  522. package/dist/react-native/chunks/chunk-SK2PWYDH.mjs +0 -654
  523. package/dist/react-native/chunks/chunk-SUPXRTMD.mjs +0 -96
  524. package/dist/react-native/chunks/chunk-TORU2OHQ.mjs +0 -218
  525. package/dist/react-native/chunks/chunk-U4KSKA4Z.mjs +0 -23
  526. package/dist/react-native/chunks/chunk-UNUFZ2QY.mjs +0 -68
  527. package/dist/react-native/chunks/chunk-WBYQRHDY.mjs +0 -86
  528. package/dist/react-native/chunks/chunk-WVWJNUMN.mjs +0 -2562
  529. package/dist/react-native/chunks/chunk-YH7QY657.mjs +0 -288
  530. package/dist/react-native/chunks/chunk-YZW4CHM6.mjs +0 -562
  531. package/dist/react-native/chunks/chunk-ZNZ6CPAZ.mjs +0 -562
  532. package/dist/react-native/chunks/chunk-ZVQMBF2H.mjs +0 -63
  533. package/dist/react-native/chunks/chunk-ZWAIN4GG.mjs +0 -2636
  534. package/dist/react-native/chunks/chunk-ZZT7CEN7.mjs +0 -92
  535. package/dist/react-native/chunks/cold-module-N6KFNNZA.mjs +0 -773
  536. package/dist/react-native/chunks/durability-wiring-RN64S2TL.mjs +0 -4984
  537. package/dist/react-native/chunks/engine-hooks-CWA5CKCA.mjs +0 -30
  538. package/dist/react-native/chunks/gzip.react-native-HLEPDKZ3.mjs +0 -3
  539. package/dist/react-native/chunks/import-5UAWBRJP.mjs +0 -32
  540. package/dist/react-native/chunks/methods-6W5U4C3H.mjs +0 -30
  541. package/dist/react-native/chunks/module-6RP4ZCBW.mjs +0 -37
  542. package/dist/react-native/chunks/operations-GNRMD6EX.mjs +0 -5
  543. package/dist/react-native/chunks/phrase-module-QK22HSQ2.mjs +0 -329
  544. package/dist/react-native/chunks/pool-JR3NJCAF.mjs +0 -297
  545. package/dist/react-native/chunks/release-2SIHZWDO.mjs +0 -32
  546. package/dist/react-native/chunks/restore-hooks-ENFMDTWC.mjs +0 -127
  547. package/dist/react-native/chunks/restore-queue-4R6AASE5.mjs +0 -55
  548. package/dist/react-native/chunks/retention-5GTFT3GR.mjs +0 -223
  549. package/dist/react-native/chunks/snapshot-5LGPQXFS.mjs +0 -976
  550. package/dist/react-native/chunks/start-ZQJVZ5DN.mjs +0 -38
  551. package/dist/react-native/chunks/sync-state-PASCIHHT.mjs +0 -15
  552. package/dist/react-native/chunks/write-6BRYIIZ7.mjs +0 -208
  553. package/dist/release-SMR4WJD4.mjs +0 -32
  554. package/dist/restore-hooks-HXLIEB4A.mjs +0 -153
  555. package/dist/restore-queue-LZH7LMLR.mjs +0 -55
  556. package/dist/retention-3K7ARGAG.mjs +0 -66
  557. package/dist/runtime-COIUORCN.mjs +0 -177
  558. package/dist/snapshot-O7ICP7NJ.mjs +0 -783
  559. package/dist/start-S4PFP6RS.mjs +0 -66
  560. package/dist/sync-state-ZWHLAFLE.mjs +0 -15
  561. package/dist/thread-YLJ3ZPQ3.mjs +0 -50
  562. package/dist/write-2OBJGLFS.mjs +0 -233
  563. /package/dist/browser/{chunk-M3MQE2X7.mjs → digest-leaf-64IPRPZD.mjs} +0 -0
  564. /package/dist/browser/{chunk-JNOAKDUM.mjs → gzip-JF3S6PPT.mjs} +0 -0
  565. /package/dist/{chunk-ZXNNR73R.mjs → gzip-2UCZW2MM.mjs} +0 -0
@@ -1,858 +0,0 @@
1
- import { littleEndianBytes, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment, KEYWORD_SEGMENT_PAYLOAD_VERSION, uint64Bytes } from './chunk-ZNZ6CPAZ.mjs';
2
- import { SEGMENT_FILE_FRAMING_SLACK_BYTES, SEGMENT_TOKEN_TABLE_SHARE_OF_FILE } from './chunk-F753DA54.mjs';
3
- import { segmentKey, MAX_SEGMENTS_PER_PARTITION } from './chunk-6OFDUYVX.mjs';
4
- import { selectionKeeps, packChecksummedEnvelope, segmentArraysOf, mergeSegmentContents } from './chunk-OCSLSH27.mjs';
5
- import { crc32, openChecksummedEnvelope, HEADER_SIZE } from './chunk-YH7QY657.mjs';
6
- import { messagePackUpperBoundBytes } from './chunk-4COWCEY7.mjs';
7
- import { MAX_FILE_BYTES } from './chunk-6VBXNFLE.mjs';
8
- import { NarsilError, ErrorCodes } from './chunk-DZ7H7D2C.mjs';
9
- import { decode, encode } from '@msgpack/msgpack';
10
-
11
- // src/persistence/paged/constants.ts
12
- var THREAD_READ_CACHE_BYTES = 134217728;
13
- var MERGE_READ_CACHE_BYTES = 33554432;
14
- var MERGED_SEGMENT_TARGET_BYTES = 1073741824;
15
- var MERGED_SEGMENT_GROWTH_ALLOWANCE = 1.01;
16
- var SECTION_WRITE_BUFFER_BYTES = 1048576;
17
- var REMOVAL_BUCKET_WRITE_BUFFER_BYTES = 262144;
18
- var REMOVAL_BUCKET_TARGET_BYTES = 67108864;
19
- var LARGEST_REMOVAL_BUCKET_COUNT = 256;
20
- var WRITER_YIELD_INTERVAL_TOKENS = 4096;
21
- var FILE_ASSEMBLY_CHUNK_BYTES = 4194304;
22
- var LARGEST_CACHED_ENTRY_SHARE = 0.25;
23
- var MAX_THREAD_FILE_NUMBER = 524288;
24
- var LIST_VIEWS_HELD_PER_SEGMENT = 16384;
25
- var COLD_LOAD_WAIT_WITHOUT_SEARCH_MS = 400;
26
- var TOMBSTONES_BETWEEN_YIELDS = 4096;
27
- var STABLE_HEAD_ATTEMPTS = 8;
28
- var COLD_WALK_NODES_READ_AHEAD = 8;
29
- var READ_AHEAD_CHUNK_BYTES = 1048576;
30
- var READS_AHEAD_AT_ONCE = 4;
31
- var REWRITE_SPILL_BYTES = 134217728;
32
- var PAGED_SEGMENT_ENVELOPE_VERSION = 6;
33
- var PAGED_SEGMENT_HEAD_VERSION = 1;
34
- var SEGMENT_PAGE_BYTES = 65536;
35
- var RECORD_PAGE_BYTES = 16384;
36
- var SECTION_ALIGNMENT_BYTES = 4;
37
- var PAYLOAD_PREFIX_BYTES = 8;
38
- var POSTING_WIDTH_BYTES = 8;
39
- var POSITION_WIDTH_BYTES = 4;
40
- var SMALLEST_BLOCK_POSTINGS = 128;
41
- var DOCUMENT_BLOCK_MIN_RAW_BYTES = 65536;
42
- var MAX_DOCUMENT_BLOCK_RAW_BYTES = 16842752;
43
- var ID_SAMPLE_INTERVAL = 256;
44
- var BLOCK_SUMMARY_BYTES = 22;
45
- var DOCUMENT_BLOCK_BYTES = 20;
46
- function loadFailed(message, details) {
47
- throw new NarsilError(ErrorCodes.PERSISTENCE_LOAD_FAILED, message, details);
48
- }
49
- function isByteCount(value) {
50
- return typeof value === "number" && Number.isSafeInteger(value) && value >= 0;
51
- }
52
- function decodeSection(raw, what, allowedPageBytes) {
53
- if (raw === null || typeof raw !== "object") loadFailed(`The ${what} lists a section that is not a map`);
54
- const entry = raw;
55
- const { name, offset, length, pageBytes, checksums } = entry;
56
- if (typeof name !== "string" || name.length === 0) loadFailed(`The ${what} lists a section without a name`);
57
- if (!isByteCount(offset) || !isByteCount(length)) {
58
- loadFailed(`The ${what} gives section "${name}" an invalid place`, { section: name, offset, length });
59
- }
60
- if (typeof pageBytes !== "number" || !allowedPageBytes.has(pageBytes)) {
61
- loadFailed(`The ${what} gives section "${name}" a page size of ${String(pageBytes)}`, { section: name, pageBytes });
62
- }
63
- if (!(checksums instanceof Uint8Array)) loadFailed(`The ${what} gives section "${name}" no checksums`);
64
- if (checksums.byteLength !== Math.ceil(length / pageBytes) * 4) {
65
- loadFailed(`The ${what} gives section "${name}" ${checksums.byteLength} bytes of checksums`, {
66
- section: name,
67
- checksumBytes: checksums.byteLength
68
- });
69
- }
70
- return { name, offset, length, pageBytes, checksums };
71
- }
72
- function decodeSections(raw, payloadLength, what, allowedPageBytes) {
73
- if (!Array.isArray(raw)) loadFailed(`The ${what} holds no section list`);
74
- const sections = raw.map((entry) => decodeSection(entry, what, allowedPageBytes));
75
- const names = /* @__PURE__ */ new Set();
76
- for (const section of sections) {
77
- if (names.has(section.name)) loadFailed(`The ${what} repeats section "${section.name}"`, { section: section.name });
78
- names.add(section.name);
79
- if (section.offset + section.length > payloadLength) {
80
- loadFailed(`The ${what} ends section "${section.name}" outside the payload`, { section: section.name });
81
- }
82
- }
83
- const byOffset = [...sections].sort((left, right) => left.offset - right.offset);
84
- for (let at = 1; at < byOffset.length; at++) {
85
- const before = byOffset[at - 1];
86
- if (before.offset + before.length > byOffset[at].offset) {
87
- loadFailed(`The ${what} overlaps section "${before.name}" with "${byOffset[at].name}"`, {
88
- section: before.name
89
- });
90
- }
91
- }
92
- return sections;
93
- }
94
- var SEGMENT_PAGE_SIZES = /* @__PURE__ */ new Set([SEGMENT_PAGE_BYTES]);
95
- function isStringRecord(value) {
96
- if (value === null || typeof value !== "object" || Array.isArray(value)) return false;
97
- return Object.values(value).every((entry) => typeof entry === "string");
98
- }
99
- function isStringList(value) {
100
- return Array.isArray(value) && value.every((entry) => typeof entry === "string");
101
- }
102
- function decodePagedSegmentHead(head, payloadLength, what) {
103
- let raw;
104
- try {
105
- raw = decode(head);
106
- } catch (error) {
107
- loadFailed(`The head of ${what} is not MessagePack: ${error instanceof Error ? error.message : String(error)}`);
108
- }
109
- if (raw === null || typeof raw !== "object") loadFailed(`The head of ${what} is not a map`);
110
- const entry = raw;
111
- if (entry.v !== PAGED_SEGMENT_HEAD_VERSION) {
112
- throw new NarsilError(
113
- ErrorCodes.ENVELOPE_VERSION_MISMATCH,
114
- `The head of ${what} was written in layout ${String(entry.v)}, and this build reads layout ${PAGED_SEGMENT_HEAD_VERSION} alone`,
115
- { version: entry.v }
116
- );
117
- }
118
- if (!isStringRecord(entry.schema)) loadFailed(`The head of ${what} holds no schema`);
119
- if (!isStringList(entry.tombstones)) loadFailed(`The head of ${what} holds no tombstone list`);
120
- if (!isStringList(entry.fieldNames)) loadFailed(`The head of ${what} holds no field names`);
121
- const { documentCount } = entry;
122
- if (typeof documentCount !== "number" || !Number.isInteger(documentCount) || documentCount < 0) {
123
- loadFailed(`The head of ${what} holds an invalid document count`, { documentCount });
124
- }
125
- if (documentCount > 4294967295) loadFailed(`The head of ${what} holds a document count above uint32`);
126
- return {
127
- v: PAGED_SEGMENT_HEAD_VERSION,
128
- schema: entry.schema,
129
- tombstones: entry.tombstones,
130
- documentCount,
131
- fieldNames: entry.fieldNames,
132
- sections: decodeSections(entry.sections, payloadLength, `head of ${what}`, SEGMENT_PAGE_SIZES)
133
- };
134
- }
135
- function alignedUp(offset) {
136
- const over = offset % SECTION_ALIGNMENT_BYTES;
137
- return over === 0 ? offset : offset + SECTION_ALIGNMENT_BYTES - over;
138
- }
139
- function placeSections(planned, sectionsStart) {
140
- let cursor = sectionsStart;
141
- return planned.map((section) => {
142
- const offset = alignedUp(cursor);
143
- cursor = offset + section.length;
144
- return {
145
- name: section.name,
146
- offset,
147
- length: section.length,
148
- pageBytes: SEGMENT_PAGE_BYTES,
149
- checksums: section.checksums
150
- };
151
- });
152
- }
153
- function encodePagedSegmentHead(fields, planned) {
154
- let headLength = 0;
155
- for (; ; ) {
156
- const sectionsStart = alignedUp(PAYLOAD_PREFIX_BYTES + headLength);
157
- const sections = placeSections(planned, sectionsStart);
158
- const head = encode({ v: PAGED_SEGMENT_HEAD_VERSION, ...fields, sections });
159
- if (head.byteLength !== headLength) {
160
- headLength = head.byteLength;
161
- continue;
162
- }
163
- const prefix = new Uint8Array(PAYLOAD_PREFIX_BYTES);
164
- const view = new DataView(prefix.buffer);
165
- view.setUint32(0, head.byteLength, true);
166
- view.setUint32(4, crc32(head), true);
167
- const last = sections[sections.length - 1];
168
- const payloadLength = last === void 0 ? sectionsStart : last.offset + last.length;
169
- return { head, prefix, sections, payloadLength };
170
- }
171
- }
172
- function sectionNamed(sections, name) {
173
- for (const section of sections) {
174
- if (section.name === name) return section;
175
- }
176
- return void 0;
177
- }
178
- var FIXMAP = 128;
179
- var MAP16 = 222;
180
- var MAP32 = 223;
181
- var FIXARRAY = 144;
182
- var ARRAY16 = 220;
183
- var ARRAY32 = 221;
184
- var BIN8 = 196;
185
- var BIN16 = 197;
186
- var BIN32 = 198;
187
- var FIX_COUNT_LIMIT = 16;
188
- var UINT8_LIMIT = 256;
189
- var UINT16_LIMIT = 65536;
190
- function header(fixed, sixteen, thirtyTwo, count) {
191
- if (count < FIX_COUNT_LIMIT) return Uint8Array.of(fixed | count);
192
- if (count < UINT16_LIMIT) return Uint8Array.of(sixteen, count >> 8, count & 255);
193
- const bytes = new Uint8Array(5);
194
- bytes[0] = thirtyTwo;
195
- new DataView(bytes.buffer).setUint32(1, count, false);
196
- return bytes;
197
- }
198
- function binHeader(byteLength) {
199
- if (byteLength < UINT8_LIMIT) return Uint8Array.of(BIN8, byteLength);
200
- if (byteLength < UINT16_LIMIT) return Uint8Array.of(BIN16, byteLength >> 8, byteLength & 255);
201
- const bytes = new Uint8Array(5);
202
- bytes[0] = BIN32;
203
- new DataView(bytes.buffer).setUint32(1, byteLength, false);
204
- return bytes;
205
- }
206
- var MessagePackChunks = class {
207
- chunks = [];
208
- byteLength = 0;
209
- push(chunk) {
210
- if (chunk.byteLength === 0) return;
211
- this.chunks.push(chunk);
212
- this.byteLength += chunk.byteLength;
213
- }
214
- map(entries) {
215
- this.push(header(FIXMAP, MAP16, MAP32, entries));
216
- return this;
217
- }
218
- array(items) {
219
- this.push(header(FIXARRAY, ARRAY16, ARRAY32, items));
220
- return this;
221
- }
222
- value(value) {
223
- this.push(encode(value));
224
- return this;
225
- }
226
- key(name) {
227
- return this.value(name);
228
- }
229
- binary(bytes) {
230
- this.push(binHeader(bytes.byteLength));
231
- this.push(bytes);
232
- return this;
233
- }
234
- binaryOrNil(bytes) {
235
- return bytes === null ? this.value(null) : this.binary(bytes);
236
- }
237
- };
238
-
239
- // src/serialization/keyword-segment/token-order.ts
240
- function slotsAreInTokenOrder(payloadSlots) {
241
- for (let at = 0; at < payloadSlots.length; at++) {
242
- if (payloadSlots[at] !== at) return false;
243
- }
244
- return true;
245
- }
246
- function reorderedPositions(arrays, postingOffsets) {
247
- const { positionOffsets, positionValues, tokenTable } = arrays;
248
- if (positionOffsets === null || positionValues === null) return { positionOffsets: null, positionValues: null };
249
- const postings = postingOffsets[postingOffsets.length - 1];
250
- const offsets = new Uint32Array(postings + 1);
251
- const values = new Uint32Array(positionValues.length);
252
- let cursor = 0;
253
- for (let token = 0; token < tokenTable.payloadSlots.length; token++) {
254
- const slot = tokenTable.payloadSlots[token];
255
- for (let from = arrays.postingOffsets[slot]; from < arrays.postingOffsets[slot + 1]; from++) {
256
- const to = postingOffsets[token] + (from - arrays.postingOffsets[slot]);
257
- offsets[to] = cursor;
258
- const start = positionOffsets[from];
259
- const end = positionOffsets[from + 1];
260
- values.set(positionValues.subarray(start, end), cursor);
261
- cursor += end - start;
262
- }
263
- }
264
- offsets[postings] = cursor;
265
- return { positionOffsets: offsets, positionValues: values };
266
- }
267
- function postingsInTokenOrder(arrays) {
268
- const { tokenTable } = arrays;
269
- if (slotsAreInTokenOrder(tokenTable.payloadSlots)) return arrays;
270
- const tokens = tokenTable.payloadSlots.length;
271
- const postingOffsets = new Uint32Array(tokens + 1);
272
- for (let token = 0; token < tokens; token++) {
273
- const slot = tokenTable.payloadSlots[token];
274
- postingOffsets[token + 1] = postingOffsets[token] + arrays.postingOffsets[slot + 1] - arrays.postingOffsets[slot];
275
- }
276
- const postings = postingOffsets[tokens];
277
- const postingDocIds = new Uint32Array(postings);
278
- const postingFrequencies = new Uint16Array(postings);
279
- const postingFieldIndices = new Uint16Array(postings);
280
- for (let token = 0; token < tokens; token++) {
281
- const slot = tokenTable.payloadSlots[token];
282
- const start = arrays.postingOffsets[slot];
283
- const end = arrays.postingOffsets[slot + 1];
284
- postingDocIds.set(arrays.postingDocIds.subarray(start, end), postingOffsets[token]);
285
- postingFrequencies.set(arrays.postingFrequencies.subarray(start, end), postingOffsets[token]);
286
- postingFieldIndices.set(arrays.postingFieldIndices.subarray(start, end), postingOffsets[token]);
287
- }
288
- return {
289
- postingOffsets,
290
- postingDocIds,
291
- postingFrequencies,
292
- postingFieldIndices,
293
- ...reorderedPositions(arrays, postingOffsets)
294
- };
295
- }
296
-
297
- // src/serialization/keyword-segment/encode.ts
298
- var TOP_LEVEL_ENTRIES = 28;
299
- function writeFieldLengths(out, arrays) {
300
- out.array(arrays.fieldLengthNames.length);
301
- for (let f = 0; f < arrays.fieldLengthNames.length; f++) {
302
- out.map(2).key("field").value(arrays.fieldLengthNames[f]);
303
- out.key("lengths").binary(littleEndianBytes(arrays.fieldLengthColumns[f]));
304
- }
305
- }
306
- function writeValueColumns(out, columns) {
307
- out.array(columns.length);
308
- for (const column of columns) {
309
- out.map(3).key("field").value(column.fieldPath);
310
- out.key("documents").binary(littleEndianBytes(column.docIds));
311
- out.key("values").binary(littleEndianBytes(column.values));
312
- }
313
- }
314
- function writeBooleanColumns(out, columns) {
315
- out.array(columns.length);
316
- for (const column of columns) {
317
- out.map(3).key("field").value(column.fieldPath);
318
- out.key("trueDocuments").binary(littleEndianBytes(column.trueDocs));
319
- out.key("falseDocuments").binary(littleEndianBytes(column.falseDocs));
320
- }
321
- }
322
- function writeEnumColumns(out, columns) {
323
- out.array(columns.length);
324
- for (const column of columns) {
325
- out.map(4).key("field").value(column.fieldPath);
326
- out.key("values").value(column.values);
327
- out.key("offsets").binary(littleEndianBytes(column.offsets));
328
- out.key("documents").binary(littleEndianBytes(column.docIds));
329
- }
330
- }
331
- function writeGeopointColumns(out, columns) {
332
- out.array(columns.length);
333
- for (const column of columns) {
334
- out.map(4).key("field").value(column.fieldPath);
335
- out.key("documents").binary(littleEndianBytes(column.docIds));
336
- out.key("latitudes").binary(littleEndianBytes(column.latitudes));
337
- out.key("longitudes").binary(littleEndianBytes(column.longitudes));
338
- }
339
- }
340
- function writePatternColumns(out, columns) {
341
- out.array(columns.length);
342
- for (const column of columns) {
343
- out.map(5).key("field").value(column.fieldPath);
344
- out.key("documents").binary(littleEndianBytes(column.docIds));
345
- out.key("runs").binary(littleEndianBytes(column.runs));
346
- out.key("offsets").binary(littleEndianBytes(column.offsets));
347
- out.key("postings").binary(littleEndianBytes(column.postings));
348
- }
349
- }
350
- function writeSurfaceForms(out, arrays) {
351
- const table = arrays.surfaceTable;
352
- if (table === null || table.counts.length === 0) {
353
- out.value(null);
354
- return;
355
- }
356
- out.map(3).key("text").binary(table.blob);
357
- out.key("offsets").binary(littleEndianBytes(table.offsets));
358
- out.key("counts").binary(littleEndianBytes(table.counts));
359
- }
360
- function writePartialWords(out, arrays) {
361
- const table = arrays.partialWords;
362
- if (table === null) {
363
- out.value(null);
364
- return;
365
- }
366
- out.map(8).key("fields").value(table.fields);
367
- out.key("text").binary(table.spellings);
368
- out.key("offsets").binary(littleEndianBytes(table.spellingOffsets));
369
- out.key("tokens").binary(littleEndianBytes(table.spellingTokens));
370
- out.key("counts").binary(littleEndianBytes(table.spellingCounts));
371
- out.key("runs").binary(littleEndianBytes(table.runs));
372
- out.key("runOffsets").binary(littleEndianBytes(table.runOffsets));
373
- out.key("runEntries").binary(littleEndianBytes(table.runEntries));
374
- }
375
- function encodeKeywordSegment(contents) {
376
- const { arrays } = contents;
377
- const postings = postingsInTokenOrder(arrays);
378
- const out = new MessagePackChunks();
379
- const { writeRecords } = contents;
380
- out.map(writeRecords === void 0 ? TOP_LEVEL_ENTRIES : TOP_LEVEL_ENTRIES + 2);
381
- out.key("v").value(KEYWORD_SEGMENT_PAYLOAD_VERSION);
382
- out.key("schema").value(contents.schema);
383
- out.key("tombstones").value(contents.tombstones);
384
- out.key("documentCount").value(arrays.documentCount);
385
- out.key("ids").binary(arrays.idTable.blob);
386
- out.key("idOffsets").binary(littleEndianBytes(arrays.idTable.offsets));
387
- out.key("idOrder").binary(littleEndianBytes(arrays.idTable.sortedOrdinals));
388
- out.key("documents").binary(arrays.documentTable.blob);
389
- out.key("documentOffsets").binary(littleEndianBytes(arrays.documentTable.offsets));
390
- out.key("fieldNames").value(arrays.fieldNames);
391
- out.key("tokens").binary(arrays.tokenTable.blob);
392
- out.key("tokenOffsets").binary(littleEndianBytes(arrays.tokenTable.offsets));
393
- out.key("documentFrequencies").binary(littleEndianBytes(arrays.tokenTable.documentFrequencies));
394
- out.key("postingOffsets").binary(littleEndianBytes(postings.postingOffsets));
395
- out.key("postingDocuments").binary(littleEndianBytes(postings.postingDocIds));
396
- out.key("postingFrequencies").binary(littleEndianBytes(postings.postingFrequencies));
397
- out.key("postingFields").binary(littleEndianBytes(postings.postingFieldIndices));
398
- out.key("positionOffsets").binaryOrNil(postings.positionOffsets === null ? null : littleEndianBytes(postings.positionOffsets));
399
- out.key("positions").binaryOrNil(postings.positionValues === null ? null : littleEndianBytes(postings.positionValues));
400
- out.key("fieldLengths");
401
- writeFieldLengths(out, arrays);
402
- out.key("numeric");
403
- writeValueColumns(out, arrays.numeric);
404
- out.key("sizes");
405
- writeValueColumns(out, arrays.sizes);
406
- out.key("boolean");
407
- writeBooleanColumns(out, arrays.boolean);
408
- out.key("enum");
409
- writeEnumColumns(out, arrays.enums);
410
- out.key("geopoint");
411
- writeGeopointColumns(out, arrays.geo);
412
- out.key("pattern");
413
- writePatternColumns(out, arrays.pattern);
414
- out.key("surfaceForms");
415
- writeSurfaceForms(out, arrays);
416
- out.key("partialWords");
417
- writePartialWords(out, arrays);
418
- if (writeRecords !== void 0) {
419
- out.key("seqNos").binary(uint64Bytes(writeRecords.seqNos));
420
- out.key("primaryTerms").binary(uint64Bytes(writeRecords.primaryTerms));
421
- }
422
- return out;
423
- }
424
-
425
- // src/persistence/durability/segment/store.ts
426
- function directoryCheckpointStore(directory) {
427
- const store = {
428
- read: (key) => directory.read(key),
429
- write: (key, chunks) => directory.atomicWrite(key, chunks),
430
- remove: (key) => directory.remove(key),
431
- list: (prefix) => directory.list(prefix),
432
- pathOf: (key) => directory.pathOf(key),
433
- directory
434
- };
435
- const byteLength = directory.byteLength;
436
- if (byteLength !== void 0) store.byteLength = (key) => byteLength.call(directory, key);
437
- return store;
438
- }
439
- function joined(chunks) {
440
- if (chunks.length === 1) return chunks[0];
441
- let total = 0;
442
- for (const chunk of chunks) total += chunk.byteLength;
443
- const bytes = new Uint8Array(total);
444
- let offset = 0;
445
- for (const chunk of chunks) {
446
- bytes.set(chunk, offset);
447
- offset += chunk.byteLength;
448
- }
449
- return bytes;
450
- }
451
- function adapterFailure(code, verb, key, error) {
452
- if (error instanceof NarsilError) return error;
453
- const cause = error instanceof Error ? error.message : String(error);
454
- return new NarsilError(code, `The persistence adapter failed to ${verb} "${key}": ${cause}`, { key, cause });
455
- }
456
- async function guarded(run, code, verb, key) {
457
- try {
458
- return await run();
459
- } catch (error) {
460
- throw adapterFailure(code, verb, key, error);
461
- }
462
- }
463
- function adapterCheckpointStore(adapter) {
464
- return {
465
- read: (key) => guarded(() => adapter.load(key), ErrorCodes.PERSISTENCE_LOAD_FAILED, "load", key),
466
- write: (key, chunks) => guarded(() => adapter.save(key, joined(chunks)), ErrorCodes.PERSISTENCE_SAVE_FAILED, "save", key),
467
- remove: (key) => guarded(() => adapter.delete(key), ErrorCodes.PERSISTENCE_DELETE_FAILED, "delete", key),
468
- list: (prefix) => guarded(() => adapter.list(prefix), ErrorCodes.PERSISTENCE_LOAD_FAILED, "list", prefix)
469
- };
470
- }
471
- async function requireListedSize(store, key, expected) {
472
- const length = store.byteLength === void 0 ? void 0 : await store.byteLength(key);
473
- if (length === null) missingFile(expected.what, key);
474
- if (length !== void 0) requireListedLength(expected.what, key, length, expected.bytes);
475
- }
476
- async function readListedFile(store, key, expected) {
477
- await requireListedSize(store, key, expected);
478
- const bytes = await store.read(key);
479
- if (bytes === null) missingFile(expected.what, key);
480
- requireListedLength(expected.what, key, bytes.byteLength, expected.bytes);
481
- return bytes;
482
- }
483
- function missingFile(what, key) {
484
- throw new NarsilError(ErrorCodes.PERSISTENCE_LOAD_FAILED, `The ${what} "${key}" that the manifest lists is missing`, {
485
- key
486
- });
487
- }
488
- function requireListedLength(what, key, found, listed) {
489
- if (found === listed) return;
490
- throw new NarsilError(
491
- ErrorCodes.PERSISTENCE_LOAD_FAILED,
492
- `The ${what} "${key}" holds ${found} bytes where the manifest lists ${listed}`,
493
- { key, bytes: found, listed }
494
- );
495
- }
496
- function requireListedChecksum(what, key, found, listed) {
497
- if (found === listed) return;
498
- throw new NarsilError(
499
- ErrorCodes.PERSISTENCE_LOAD_FAILED,
500
- `The ${what} "${key}" carries checksum ${found} where the manifest lists ${listed}`,
501
- { key, checksum: found, listed }
502
- );
503
- }
504
-
505
- // src/persistence/durability/segment/segment-file.ts
506
- function sharesMemoryWithWorkers() {
507
- return typeof SharedArrayBuffer === "function";
508
- }
509
- async function readSegmentFile(store, ref) {
510
- const bytes = await readListedFile(store, ref.key, { bytes: ref.bytes, what: "segment" });
511
- const { header: header2, payload } = await openChecksummedEnvelope(bytes, {
512
- envelopeFormatVersion: KEYWORD_SEGMENT_ENVELOPE_VERSION,
513
- what: `segment "${ref.key}"`,
514
- allowsCompression: true
515
- });
516
- requireListedChecksum("segment", ref.key, header2.checksum, ref.checksum);
517
- return decodeKeywordSegment(payload, sharesMemoryWithWorkers());
518
- }
519
- var ORDINAL_BYTES = 4;
520
- var POSTING_BYTES = 8;
521
- var VALUE_ENTRY_BYTES = 12;
522
- var GEOPOINT_ENTRY_BYTES = 20;
523
- var TOKEN_ENTRY_BYTES = 12;
524
- var STRING_HEADER_BYTES = 5;
525
- var encoder = new TextEncoder();
526
- function documentBytes(segment, ordinal) {
527
- const table = segment.arrays.documentTable;
528
- if (table !== null) return table.offsets[ordinal + 1] - table.offsets[ordinal];
529
- return messagePackUpperBoundBytes(segment.documentSource.docAt(ordinal));
530
- }
531
- function addPerEntry(costs, docIds, bytes) {
532
- for (let at = 0; at < docIds.length; at++) costs[docIds[at]] += bytes;
533
- }
534
- function chargePostings(segment, costs, chargesTokens) {
535
- const arrays = segment.arrays;
536
- const positions = arrays.positionOffsets;
537
- for (let p = 0; p < arrays.postingDocIds.length; p++) {
538
- let bytes = POSTING_BYTES;
539
- if (positions !== null) bytes += ORDINAL_BYTES * (1 + positions[p + 1] - positions[p]);
540
- costs[arrays.postingDocIds[p]] += bytes;
541
- }
542
- if (!chargesTokens) return;
543
- const table = arrays.tokenTable;
544
- for (let at = 0; at < table.size; at++) {
545
- const slot = table.payloadSlot(at);
546
- const bytes = table.byteLengthAt(at) + TOKEN_ENTRY_BYTES;
547
- for (let p = arrays.postingOffsets[slot]; p < arrays.postingOffsets[slot + 1]; p++) {
548
- costs[arrays.postingDocIds[p]] += bytes;
549
- }
550
- }
551
- }
552
- function chargeColumns(segment, costs) {
553
- const arrays = segment.arrays;
554
- for (const column of [...arrays.numeric, ...arrays.sizes]) addPerEntry(costs, column.docIds, VALUE_ENTRY_BYTES);
555
- for (const column of arrays.boolean) {
556
- addPerEntry(costs, column.trueDocs, ORDINAL_BYTES);
557
- addPerEntry(costs, column.falseDocs, ORDINAL_BYTES);
558
- }
559
- for (const column of arrays.enums) addPerEntry(costs, column.docIds, ORDINAL_BYTES);
560
- for (const column of arrays.geo) addPerEntry(costs, column.docIds, GEOPOINT_ENTRY_BYTES);
561
- for (const column of arrays.pattern) {
562
- addPerEntry(costs, column.docIds, ORDINAL_BYTES);
563
- addPerEntry(costs, column.postings, ORDINAL_BYTES);
564
- }
565
- }
566
- function stringListBytes(values) {
567
- let bytes = STRING_HEADER_BYTES;
568
- for (const value of values) bytes += STRING_HEADER_BYTES + encoder.encode(value).byteLength;
569
- return bytes;
570
- }
571
- function fixedBytesOf(segment, chargesTokens) {
572
- const arrays = segment.arrays;
573
- let bytes = stringListBytes(arrays.fieldNames);
574
- if (!chargesTokens) bytes += arrays.tokenTable.bytes;
575
- for (const column of arrays.enums) bytes += stringListBytes(column.values) + column.offsets.byteLength;
576
- for (const column of arrays.pattern) bytes += column.runs.byteLength + column.offsets.byteLength;
577
- const surfaces = segment.sharedSnapshot?.surfaceTable ?? null;
578
- if (surfaces !== null) bytes += surfaces.blob.byteLength + surfaces.offsets.byteLength + surfaces.counts.byteLength;
579
- else bytes += messagePackUpperBoundBytes(arrays.readSurfaceForms());
580
- return bytes + segment.partialWords.bytes();
581
- }
582
- function keptDocumentsOf(selection, chargesTokens) {
583
- const { segment } = selection;
584
- const count = segment.arrays.documentCount;
585
- const costs = new Float64Array(count);
586
- const perDocument = ORDINAL_BYTES * (3 + segment.arrays.fieldLengthColumns.length);
587
- for (let ordinal = 0; ordinal < count; ordinal++) {
588
- costs[ordinal] = perDocument + encoder.encode(segment.arrays.idTable.idAt(ordinal)).byteLength;
589
- }
590
- chargePostings(segment, costs, chargesTokens);
591
- chargeColumns(segment, costs);
592
- const ordinals = [];
593
- for (let ordinal = 0; ordinal < count; ordinal++) {
594
- if (!selectionKeeps(selection, ordinal)) continue;
595
- costs[ordinal] += documentBytes(segment, ordinal);
596
- ordinals.push(ordinal);
597
- }
598
- return { segment, ordinals, costs };
599
- }
600
- function selectionOf(segment, ordinals) {
601
- const marked = new Uint8Array(segment.arrays.documentCount);
602
- for (const ordinal of ordinals) marked[ordinal] = 1;
603
- return { segment, keep: (ordinal) => marked[ordinal] === 1 };
604
- }
605
- function tooLargeForOneFile(cost, budget) {
606
- throw new NarsilError(
607
- ErrorCodes.PERSISTENCE_SAVE_FAILED,
608
- `A document needs up to ${Math.ceil(cost)} bytes of a segment, more than the ${Math.max(0, Math.floor(budget))} that one file leaves it`,
609
- { bytes: Math.ceil(cost), budget: Math.floor(budget), maximum: MAX_FILE_BYTES }
610
- );
611
- }
612
- function splitIntoSegmentFiles(selections, schema, tombstones) {
613
- let tokenBytes = 0;
614
- for (const { segment } of selections) tokenBytes += segment.arrays.tokenTable.bytes;
615
- const chargesTokens = tokenBytes > MAX_FILE_BYTES * SEGMENT_TOKEN_TABLE_SHARE_OF_FILE;
616
- let fixed = HEADER_SIZE + SEGMENT_FILE_FRAMING_SLACK_BYTES + encode(schema).byteLength + encode(tombstones).byteLength;
617
- for (const { segment } of selections) fixed += fixedBytesOf(segment, chargesTokens);
618
- const budget = MAX_FILE_BYTES - fixed;
619
- const groups = [];
620
- let current = [];
621
- let currentBytes = 0;
622
- let currentCount = 0;
623
- const flush = () => {
624
- if (currentCount === 0) return;
625
- groups.push({
626
- selections: current.map((entry) => selectionOf(entry.segment, entry.ordinals)),
627
- documentCount: currentCount
628
- });
629
- current = [];
630
- currentBytes = 0;
631
- currentCount = 0;
632
- };
633
- for (const selection of selections) {
634
- const kept = keptDocumentsOf(selection, chargesTokens);
635
- let entry = null;
636
- for (const ordinal of kept.ordinals) {
637
- const cost = kept.costs[ordinal];
638
- if (cost > budget) tooLargeForOneFile(cost, budget);
639
- if (currentBytes + cost > budget) {
640
- flush();
641
- entry = null;
642
- }
643
- if (entry === null) {
644
- entry = { segment: kept.segment, ordinals: [] };
645
- current.push(entry);
646
- }
647
- entry.ordinals.push(ordinal);
648
- currentBytes += cost;
649
- currentCount += 1;
650
- }
651
- }
652
- flush();
653
- return groups;
654
- }
655
- function halvesOf(group) {
656
- const flat = [];
657
- for (const selection of group.selections) {
658
- for (let ordinal = 0; ordinal < selection.segment.arrays.documentCount; ordinal++) {
659
- if (!selectionKeeps(selection, ordinal)) continue;
660
- flat.push({ segment: selection.segment, ordinal });
661
- }
662
- }
663
- const middle = Math.ceil(flat.length / 2);
664
- const groupOf = (entries) => {
665
- const bySegment = /* @__PURE__ */ new Map();
666
- for (const { segment, ordinal } of entries) {
667
- let ordinals = bySegment.get(segment);
668
- if (ordinals === void 0) {
669
- ordinals = [];
670
- bySegment.set(segment, ordinals);
671
- }
672
- ordinals.push(ordinal);
673
- }
674
- return {
675
- selections: [...bySegment].map(([segment, ordinals]) => selectionOf(segment, ordinals)),
676
- documentCount: entries.length
677
- };
678
- };
679
- return [groupOf(flat.slice(0, middle)), groupOf(flat.slice(middle))];
680
- }
681
-
682
- // src/persistence/durability/segment/segment-write.ts
683
- function emptyPayload() {
684
- return {
685
- documentCount: 0,
686
- docIds: [],
687
- fieldNames: [],
688
- tokens: [],
689
- postingOffsets: new Uint32Array(1),
690
- postingDocIds: new Uint32Array(0),
691
- postingFrequencies: new Uint16Array(0),
692
- postingFieldIndices: new Uint16Array(0),
693
- positionOffsets: null,
694
- positionValues: null,
695
- fieldLengthNames: [],
696
- fieldLengthColumns: [],
697
- totalFieldLengths: {},
698
- docFrequencies: {},
699
- surfaceForms: null,
700
- partialSpellings: null,
701
- numeric: [],
702
- boolean: [],
703
- enums: [],
704
- geo: [],
705
- pattern: [],
706
- sizes: []
707
- };
708
- }
709
- function noSpellingsOf(analysis) {
710
- if (analysis === null || analysis.fields.length === 0) return null;
711
- return { fields: [...analysis.fields], tokens: [], spellings: [], counts: [] };
712
- }
713
- function writeRecordsOfGroup(group, records, count) {
714
- const seqNos = new Float64Array(count);
715
- const primaryTerms = new Float64Array(count);
716
- let at = 0;
717
- for (const selection of group?.selections ?? []) {
718
- const source = records.get(selection.segment);
719
- for (let ordinal = 0; ordinal < selection.segment.arrays.documentCount; ordinal++) {
720
- if (!selectionKeeps(selection, ordinal)) continue;
721
- if (source !== void 0) {
722
- seqNos[at] = source.seqNos[ordinal];
723
- primaryTerms[at] = source.primaryTerms[ordinal];
724
- }
725
- at += 1;
726
- }
727
- }
728
- return { seqNos, primaryTerms };
729
- }
730
- function withWriteRecords(contents, group, request) {
731
- if (request.writeRecords === void 0) return contents;
732
- const writeRecords = writeRecordsOfGroup(group, request.writeRecords, contents.arrays.documentCount);
733
- return { ...contents, writeRecords };
734
- }
735
- function contentsOfGroup(group, request, tombstones) {
736
- const { schema, partialWordAnalysis, textAnalysis } = request;
737
- if (group === null) {
738
- const payload = { ...emptyPayload(), partialSpellings: noSpellingsOf(partialWordAnalysis) };
739
- return {
740
- schema,
741
- tombstones,
742
- arrays: segmentArraysOf(payload, { blob: new Uint8Array(0), offsets: new Uint32Array(1) })
743
- };
744
- }
745
- const merged = mergeSegmentContents(group.selections, partialWordAnalysis, textAnalysis);
746
- return {
747
- schema,
748
- tombstones,
749
- arrays: segmentArraysOf(merged.payload, merged.documents, merged.reusedPartialWords)
750
- };
751
- }
752
- function requireRoomForAnotherSegment(state) {
753
- if (state.segments.length < MAX_SEGMENTS_PER_PARTITION) return;
754
- throw new NarsilError(
755
- ErrorCodes.PERSISTENCE_SAVE_FAILED,
756
- `Partition ${state.request.partitionId} would hold more than ${MAX_SEGMENTS_PER_PARTITION} segments`,
757
- { partitionId: state.request.partitionId, maximum: MAX_SEGMENTS_PER_PARTITION }
758
- );
759
- }
760
- async function writePagedGroup(state, group) {
761
- const { request } = state;
762
- const { directory } = request.store;
763
- if (directory === void 0) {
764
- throw new NarsilError(
765
- ErrorCodes.PERSISTENCE_SAVE_FAILED,
766
- `Index "${request.indexName}" stores its text on disk, which needs a durable directory`,
767
- { indexName: request.indexName }
768
- );
769
- }
770
- requireRoomForAnotherSegment(state);
771
- const tombstones = state.tombstonesWritten ? [] : [...request.tombstones];
772
- const id = state.nextSegmentId;
773
- const key = segmentKey(request.indexName, request.partitionId, id);
774
- const { writePagedSegment } = await import('./module-6RP4ZCBW.mjs');
775
- const written = await writePagedSegment({
776
- directory,
777
- key,
778
- schema: request.schema,
779
- tombstones,
780
- selections: group?.selections ?? [],
781
- partialWordAnalysis: request.partialWordAnalysis,
782
- textAnalysis: request.textAnalysis,
783
- ...request.writeRecords === void 0 ? {} : { writeRecords: request.writeRecords },
784
- ...request.keepsWriteRecords === void 0 ? {} : { keepsWriteRecords: request.keepsWriteRecords }
785
- });
786
- state.segments.push({
787
- id,
788
- key,
789
- bytes: written.bytes,
790
- checksum: written.checksum,
791
- docCount: written.documentCount,
792
- tombstoneCount: written.tombstoneCount
793
- });
794
- state.nextSegmentId = id + 1;
795
- state.tombstonesWritten = true;
796
- }
797
- function pagedGroupsOf(request) {
798
- const held = request.selections.filter((selection) => selection.segment.paged !== null);
799
- if (request.mergesIntoOneFile === true) {
800
- return [{ selections: [...request.selections], documentCount: keptDocumentCount(request.selections) }];
801
- }
802
- const inMemory = request.selections.filter((selection) => selection.segment.paged === null);
803
- return [
804
- ...held.map((selection) => ({ selections: [selection], documentCount: keptDocumentCount([selection]) })),
805
- ...splitIntoSegmentFiles(inMemory, request.schema, request.tombstones)
806
- ];
807
- }
808
- async function writeGroup(state, group) {
809
- const { request } = state;
810
- if (request.paged === true) {
811
- await writePagedGroup(state, group);
812
- return;
813
- }
814
- const tombstones = state.tombstonesWritten ? [] : [...request.tombstones];
815
- const contents = withWriteRecords(contentsOfGroup(group, request, tombstones), group, request);
816
- const encoded = encodeKeywordSegment(contents);
817
- if (HEADER_SIZE + encoded.byteLength > MAX_FILE_BYTES && group !== null && group.documentCount > 1) {
818
- const [first, second] = halvesOf(group);
819
- await writeGroup(state, first);
820
- await writeGroup(state, second);
821
- return;
822
- }
823
- requireRoomForAnotherSegment(state);
824
- const id = state.nextSegmentId;
825
- const key = segmentKey(request.indexName, request.partitionId, id);
826
- const packed = await packChecksummedEnvelope(encoded.chunks, KEYWORD_SEGMENT_ENVELOPE_VERSION, `segment "${key}"`);
827
- await request.store.write(key, packed.chunks);
828
- state.segments.push({
829
- id,
830
- key,
831
- bytes: packed.byteLength,
832
- checksum: packed.checksum,
833
- docCount: contents.arrays.documentCount,
834
- tombstoneCount: tombstones.length
835
- });
836
- state.nextSegmentId = id + 1;
837
- state.tombstonesWritten = true;
838
- }
839
- function keptDocumentCount(selections) {
840
- let count = 0;
841
- for (const selection of selections) {
842
- for (let ordinal = 0; ordinal < selection.segment.arrays.documentCount; ordinal++) {
843
- if (selectionKeeps(selection, ordinal)) count += 1;
844
- }
845
- }
846
- return count;
847
- }
848
- async function writeSegmentsOf(request) {
849
- const state = { request, segments: [], nextSegmentId: request.nextSegmentId, tombstonesWritten: false };
850
- const groups = request.paged === true ? pagedGroupsOf(request) : request.mergesIntoOneFile === true ? [{ selections: [...request.selections], documentCount: keptDocumentCount(request.selections) }] : splitIntoSegmentFiles(request.selections, request.schema, request.tombstones);
851
- for (const group of groups) {
852
- if (group.documentCount > 0) await writeGroup(state, group);
853
- }
854
- if (!state.tombstonesWritten && request.tombstones.length > 0) await writeGroup(state, null);
855
- return { segments: state.segments, nextSegmentId: state.nextSegmentId };
856
- }
857
-
858
- export { BLOCK_SUMMARY_BYTES, COLD_LOAD_WAIT_WITHOUT_SEARCH_MS, COLD_WALK_NODES_READ_AHEAD, DOCUMENT_BLOCK_BYTES, DOCUMENT_BLOCK_MIN_RAW_BYTES, FILE_ASSEMBLY_CHUNK_BYTES, ID_SAMPLE_INTERVAL, LARGEST_CACHED_ENTRY_SHARE, LARGEST_REMOVAL_BUCKET_COUNT, LIST_VIEWS_HELD_PER_SEGMENT, MAX_DOCUMENT_BLOCK_RAW_BYTES, MAX_THREAD_FILE_NUMBER, MERGED_SEGMENT_GROWTH_ALLOWANCE, MERGED_SEGMENT_TARGET_BYTES, MERGE_READ_CACHE_BYTES, MessagePackChunks, PAGED_SEGMENT_ENVELOPE_VERSION, PAYLOAD_PREFIX_BYTES, POSITION_WIDTH_BYTES, POSTING_WIDTH_BYTES, READS_AHEAD_AT_ONCE, READ_AHEAD_CHUNK_BYTES, RECORD_PAGE_BYTES, REMOVAL_BUCKET_TARGET_BYTES, REMOVAL_BUCKET_WRITE_BUFFER_BYTES, REWRITE_SPILL_BYTES, SECTION_ALIGNMENT_BYTES, SECTION_WRITE_BUFFER_BYTES, SEGMENT_PAGE_BYTES, SMALLEST_BLOCK_POSTINGS, STABLE_HEAD_ATTEMPTS, THREAD_READ_CACHE_BYTES, TOMBSTONES_BETWEEN_YIELDS, WRITER_YIELD_INTERVAL_TOKENS, adapterCheckpointStore, decodePagedSegmentHead, decodeSections, directoryCheckpointStore, encodePagedSegmentHead, loadFailed, readListedFile, readSegmentFile, requireListedChecksum, requireListedSize, sectionNamed, writeBooleanColumns, writeEnumColumns, writeFieldLengths, writeGeopointColumns, writePartialWords, writePatternColumns, writeSegmentsOf, writeSurfaceForms, writeValueColumns };