@delali/narsil 0.3.1-next.156 → 0.3.1-next.160

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (564) hide show
  1. package/dist/adapters/filesystem.mjs +3 -3
  2. package/dist/adapters/gcs.mjs +3 -3
  3. package/dist/adapters/indexeddb.mjs +1 -1
  4. package/dist/adapters/s3.mjs +3 -3
  5. package/dist/browser/{chunk-3V7DNNZL.mjs → chunk-4RNSFVWI.mjs} +20997 -19899
  6. package/dist/browser/chunk-MMHIIL5B.mjs +564 -0
  7. package/dist/browser/chunk-MZHQ65VI.mjs +1228 -0
  8. package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
  9. package/dist/browser/{chunk-VLJQW4J6.mjs → core-leaf-TJAGWPZZ.mjs} +4674 -3102
  10. package/dist/browser/{durability-config-TIYKW6XX.mjs → durability-config-SGB5ZP5K.mjs} +8 -3
  11. package/dist/browser/embed-RF2MPGAO.mjs +222 -0
  12. package/dist/{geo-index-MRH5JMIR.mjs → browser/geo-index-GNHY4PUB.mjs} +190 -93
  13. package/dist/{react-native/chunks/module-TTEVPRCW.mjs → browser/module-362VSIGR.mjs} +1570 -275
  14. package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
  15. package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
  16. package/dist/browser/optional-writes-WMZX4OEC.mjs +3196 -0
  17. package/dist/browser/phrase-module-22TKMXWI.mjs +616 -0
  18. package/dist/browser/resolve-vector-text-KI65IHMD.mjs +60 -0
  19. package/dist/{react-native/chunks/restore-hooks-IBGIY3DR.mjs → browser/restore-queue-S4BWOGMU.mjs} +98 -36
  20. package/dist/{react-native/chunks/runtime-R5E3TB3J.mjs → browser/runtime-NU6VOVH2.mjs} +61 -25
  21. package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
  22. package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
  23. package/dist/browser/storage-leaf-X6CNRHJS.mjs +18221 -0
  24. package/dist/browser/store-leaf-AEMTAVHX.mjs +2069 -0
  25. package/dist/browser/{chunk-SSTPBZZX.mjs → suggestions-leaf-3Y6MR6OF.mjs} +441 -119
  26. package/dist/browser/worker-copies-WQCPP3TS.mjs +2750 -0
  27. package/dist/{capabilities-Da4ywVVl.d.ts → capabilities-BKDrry0z.d.ts} +2 -2
  28. package/dist/chunk-2JRERUNZ.mjs +217 -0
  29. package/dist/chunk-2RIS76RJ.mjs +212 -0
  30. package/dist/chunk-3B775F3C.mjs +252 -0
  31. package/dist/{chunk-K5QFDYST.mjs → chunk-3D6RZGJH.mjs} +3 -3
  32. package/dist/{chunk-INJYO3BU.mjs → chunk-4CAMH7FO.mjs} +1 -1
  33. package/dist/{chunk-U476IXKQ.mjs → chunk-4PY4JYMY.mjs} +2 -1
  34. package/dist/chunk-6EZW2GQL.mjs +978 -0
  35. package/dist/chunk-75UNINFA.mjs +271 -0
  36. package/dist/chunk-77AUVDQ5.mjs +7 -0
  37. package/dist/{browser/chunk-23XRXIBW.mjs → chunk-7MWYORQC.mjs} +10 -3
  38. package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
  39. package/dist/{chunk-XIHUI4KB.mjs → chunk-AB27FWZM.mjs} +8 -3
  40. package/dist/{chunk-XAXKV65G.mjs → chunk-BXM7XM4G.mjs} +7 -3
  41. package/dist/{chunk-HJJI72X7.mjs → chunk-C7YQHCSO.mjs} +1 -1
  42. package/dist/{chunk-RVGRFOGN.mjs → chunk-D456ZFPQ.mjs} +2 -1
  43. package/dist/{chunk-KKQC526K.mjs → chunk-E2F6LZR3.mjs} +19 -21
  44. package/dist/{chunk-I2KPOLOZ.mjs → chunk-FE3MRIBN.mjs} +104 -13
  45. package/dist/{chunk-KYYABCSW.mjs → chunk-FETZYCH7.mjs} +15 -1
  46. package/dist/{chunk-ZKP7G7TV.mjs → chunk-FVZ5DB6Y.mjs} +3 -2
  47. package/dist/{chunk-2UV4QBHW.mjs → chunk-GF4K7IUK.mjs} +317 -120
  48. package/dist/chunk-GXCDWLQI.mjs +193 -0
  49. package/dist/{chunk-25KDNIZZ.mjs → chunk-H64YDF5M.mjs} +3 -3
  50. package/dist/{browser/chunk-CRE3G7F3.mjs → chunk-HOOR4CP5.mjs} +63 -7
  51. package/dist/chunk-IB4BYLE3.mjs +127 -0
  52. package/dist/{chunk-3C7MTCCI.mjs → chunk-IE3Q62QD.mjs} +2 -2
  53. package/dist/chunk-IH3G6SJO.mjs +40 -0
  54. package/dist/chunk-JV74RKCY.mjs +3041 -0
  55. package/dist/{chunk-FRBFVQFN.mjs → chunk-K67I3RF4.mjs} +261 -101
  56. package/dist/chunk-KLVMK3R5.mjs +47 -0
  57. package/dist/{chunk-5VV4R6P7.mjs → chunk-LAWIJRMJ.mjs} +4154 -2577
  58. package/dist/chunk-LF4GB4PO.mjs +281 -0
  59. package/dist/chunk-NC4QLCZC.mjs +59 -0
  60. package/dist/chunk-OOO54OVC.mjs +627 -0
  61. package/dist/chunk-OUWZKNO3.mjs +207 -0
  62. package/dist/{chunk-FJKKCV4D.mjs → chunk-P5YLI5ED.mjs} +343 -182
  63. package/dist/{chunk-6I6AYAXS.mjs → chunk-PTTMGRG5.mjs} +9 -10
  64. package/dist/{browser/chunk-SRMZXJSL.mjs → chunk-Q3ZZH5Z7.mjs} +6 -0
  65. package/dist/chunk-QBVTYY4J.mjs +54 -0
  66. package/dist/{react-native/chunks/chunk-GXX3DQXP.mjs → chunk-R4CE4IVU.mjs} +352 -165
  67. package/dist/chunk-S2POFTLN.mjs +10 -0
  68. package/dist/{chunk-KJ3RTZDJ.mjs → chunk-S3BSDBF7.mjs} +10 -3
  69. package/dist/{chunk-FAKFUDZZ.mjs → chunk-SHGN3QIF.mjs} +80 -13
  70. package/dist/chunk-SXIRM4MX.mjs +3549 -0
  71. package/dist/{react-native/chunks/chunk-EJ33LCHV.mjs → chunk-TGPKS2UM.mjs} +47 -1
  72. package/dist/chunk-TINW4BSH.mjs +31301 -0
  73. package/dist/{cold-module-6MO2XJF2.mjs → chunk-TSLV5P2J.mjs} +397 -79
  74. package/dist/{chunk-HHBUCIUY.mjs → chunk-TW543F33.mjs} +3 -3
  75. package/dist/chunk-U6B7DUQW.mjs +788 -0
  76. package/dist/{chunk-FYOVBEMM.mjs → chunk-V3SGPXWQ.mjs} +8 -9
  77. package/dist/chunk-W34VJXY7.mjs +4723 -0
  78. package/dist/chunk-YETKPX5M.mjs +5 -0
  79. package/dist/chunk-ZQ6QY42L.mjs +59 -0
  80. package/dist/{client-DRv7UVeY.d.ts → client-CTp8RRiK.d.ts} +16 -4
  81. package/dist/client.d.ts +8 -8
  82. package/dist/client.mjs +70 -18
  83. package/dist/{config-DMwffLKn.d.ts → config-PCNzWjHL.d.ts} +6 -3
  84. package/dist/{config-CoSig5Ox.d.ts → config-_WT5grSL.d.ts} +3 -3
  85. package/dist/core-leaf-KXFGP74A.mjs +7 -0
  86. package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
  87. package/dist/direct-executor-MKTZBR26.mjs +16 -0
  88. package/dist/distribution/coordinator/etcd.d.ts +2 -2
  89. package/dist/distribution/coordinator/etcd.mjs +7 -4
  90. package/dist/distribution/coordinator/in-memory.d.ts +2 -2
  91. package/dist/distribution/coordinator/in-memory.mjs +1 -2
  92. package/dist/distribution/transport/grpc.mjs +7 -2
  93. package/dist/distribution/transport/tcp.mjs +7 -1
  94. package/dist/distribution.d.ts +7 -7
  95. package/dist/distribution.mjs +1192 -1077
  96. package/dist/{react-native/chunks/durability-config-QXVZEO7T.mjs → durability-config-XV4XR7Y4.mjs} +7 -3
  97. package/dist/embed-4H7RTBVL.mjs +221 -0
  98. package/dist/embeddings/openai.mjs +2 -2
  99. package/dist/{engine-CFxPYqEk.d.ts → engine-DBRVR_d-.d.ts} +1252 -1239
  100. package/dist/{browser/geo-index-HHWGMNIS.mjs → geo-index-2ZMMWWSK.mjs} +190 -92
  101. package/dist/{index-C4AmUnl1.d.ts → index-Ck9w5WHz.d.ts} +1 -1
  102. package/dist/index.browser.mjs +4 -15
  103. package/dist/index.d.ts +1495 -78
  104. package/dist/index.mjs +14 -50
  105. package/dist/index.react-native.mjs +11 -28
  106. package/dist/invalidation/filesystem.mjs +1 -2
  107. package/dist/languages/albanian.mjs +1 -1
  108. package/dist/languages/amharic.mjs +1 -1
  109. package/dist/languages/arabic.mjs +1 -1
  110. package/dist/languages/armenian.mjs +1 -1
  111. package/dist/languages/azerbaijani.mjs +1 -1
  112. package/dist/languages/bambara.mjs +1 -1
  113. package/dist/languages/basque.mjs +1 -1
  114. package/dist/languages/belarusian.mjs +1 -1
  115. package/dist/languages/bengali.mjs +1 -1
  116. package/dist/languages/bosnian.mjs +1 -1
  117. package/dist/languages/breton.mjs +1 -1
  118. package/dist/languages/bulgarian.mjs +1 -1
  119. package/dist/languages/burmese.mjs +1 -1
  120. package/dist/languages/catalan.mjs +1 -1
  121. package/dist/languages/chinese.mjs +1 -1
  122. package/dist/languages/croatian.mjs +1 -1
  123. package/dist/languages/czech.mjs +1 -1
  124. package/dist/languages/dagbani.mjs +1 -1
  125. package/dist/languages/danish.mjs +1 -1
  126. package/dist/languages/dutch.mjs +1 -1
  127. package/dist/languages/english.mjs +1 -1
  128. package/dist/languages/esperanto.mjs +1 -1
  129. package/dist/languages/estonian.mjs +1 -1
  130. package/dist/languages/ewe.mjs +1 -1
  131. package/dist/languages/faroese.mjs +1 -1
  132. package/dist/languages/fijian.mjs +1 -1
  133. package/dist/languages/finnish.mjs +1 -1
  134. package/dist/languages/french.mjs +1 -1
  135. package/dist/languages/ga.mjs +1 -1
  136. package/dist/languages/galician.mjs +1 -1
  137. package/dist/languages/georgian.mjs +1 -1
  138. package/dist/languages/german.mjs +1 -1
  139. package/dist/languages/greek.mjs +1 -1
  140. package/dist/languages/guarani.mjs +1 -1
  141. package/dist/languages/gujarati.mjs +1 -1
  142. package/dist/languages/haitian-creole.mjs +1 -1
  143. package/dist/languages/hausa.mjs +1 -1
  144. package/dist/languages/hawaiian.mjs +1 -1
  145. package/dist/languages/hebrew.mjs +1 -1
  146. package/dist/languages/hindi.mjs +1 -1
  147. package/dist/languages/hungarian.mjs +1 -1
  148. package/dist/languages/icelandic.mjs +1 -1
  149. package/dist/languages/igbo.mjs +1 -1
  150. package/dist/languages/indonesian.mjs +1 -1
  151. package/dist/languages/irish.mjs +1 -1
  152. package/dist/languages/italian.mjs +1 -1
  153. package/dist/languages/japanese.mjs +1 -1
  154. package/dist/languages/kannada.mjs +1 -1
  155. package/dist/languages/kazakh.mjs +1 -1
  156. package/dist/languages/khmer.mjs +1 -1
  157. package/dist/languages/kinyarwanda.mjs +1 -1
  158. package/dist/languages/kirundi.mjs +1 -1
  159. package/dist/languages/korean.mjs +1 -1
  160. package/dist/languages/kurmanji.mjs +1 -1
  161. package/dist/languages/kyrgyz.mjs +1 -1
  162. package/dist/languages/lao.mjs +1 -1
  163. package/dist/languages/latin.mjs +1 -1
  164. package/dist/languages/latvian.mjs +1 -1
  165. package/dist/languages/lingala.mjs +1 -1
  166. package/dist/languages/lithuanian.mjs +1 -1
  167. package/dist/languages/luxembourgish.mjs +1 -1
  168. package/dist/languages/macedonian.mjs +1 -1
  169. package/dist/languages/malagasy.mjs +1 -1
  170. package/dist/languages/malay.mjs +1 -1
  171. package/dist/languages/malayalam.mjs +1 -1
  172. package/dist/languages/maltese.mjs +1 -1
  173. package/dist/languages/maori.mjs +1 -1
  174. package/dist/languages/marathi.mjs +1 -1
  175. package/dist/languages/nepali.mjs +1 -1
  176. package/dist/languages/norwegian.mjs +1 -1
  177. package/dist/languages/oromo.mjs +1 -1
  178. package/dist/languages/persian.mjs +1 -1
  179. package/dist/languages/polish.mjs +1 -1
  180. package/dist/languages/portuguese.mjs +1 -1
  181. package/dist/languages/punjabi.mjs +1 -1
  182. package/dist/languages/romanian.mjs +1 -1
  183. package/dist/languages/russian.mjs +1 -1
  184. package/dist/languages/samoan.mjs +1 -1
  185. package/dist/languages/sanskrit.mjs +1 -1
  186. package/dist/languages/scottish-gaelic.mjs +1 -1
  187. package/dist/languages/serbian.mjs +1 -1
  188. package/dist/languages/shona.mjs +1 -1
  189. package/dist/languages/sinhala.mjs +1 -1
  190. package/dist/languages/slovak.mjs +1 -1
  191. package/dist/languages/slovenian.mjs +1 -1
  192. package/dist/languages/sorani.mjs +1 -1
  193. package/dist/languages/spanish.mjs +1 -1
  194. package/dist/languages/swahili.mjs +1 -1
  195. package/dist/languages/swedish.mjs +1 -1
  196. package/dist/languages/tagalog.mjs +1 -1
  197. package/dist/languages/tamil.mjs +1 -1
  198. package/dist/languages/tatar.mjs +1 -1
  199. package/dist/languages/telugu.mjs +1 -1
  200. package/dist/languages/thai.mjs +1 -1
  201. package/dist/languages/tibetan.mjs +1 -1
  202. package/dist/languages/tigrinya.mjs +1 -1
  203. package/dist/languages/tongan.mjs +1 -1
  204. package/dist/languages/turkish.mjs +1 -1
  205. package/dist/languages/twi.mjs +1 -1
  206. package/dist/languages/ukrainian.mjs +1 -1
  207. package/dist/languages/urdu.mjs +1 -1
  208. package/dist/languages/vietnamese.mjs +1 -1
  209. package/dist/languages/welsh.mjs +1 -1
  210. package/dist/languages/wolof.mjs +1 -1
  211. package/dist/languages/xhosa.mjs +1 -1
  212. package/dist/languages/yoruba.mjs +1 -1
  213. package/dist/languages/zulu.mjs +1 -1
  214. package/dist/{long-query-thread-YA4IAYSY.mjs → long-query-thread-JMGNGF6V.mjs} +74 -58
  215. package/dist/{module-N55W4Q5C.mjs → module-ZJ6ARG6V.mjs} +444 -111
  216. package/dist/msgpack-leaf-5WFRP6JM.mjs +9 -0
  217. package/dist/optional-reads-BR3BOVZW.mjs +3373 -0
  218. package/dist/optional-writes-DDFHYUOH.mjs +218 -0
  219. package/dist/{paged-partition-archive-PXW5XAYU.mjs → paged-partition-archive-G576XGVE.mjs} +29 -69
  220. package/dist/partial-words.browser.mjs +1649 -0
  221. package/dist/partial-words.mjs +15 -14
  222. package/dist/{chunk-CITFCZKF.mjs → pattern.browser.mjs} +153 -186
  223. package/dist/pattern.mjs +6 -8
  224. package/dist/persistence/durability/checkpoint-worker.d.ts +32 -24
  225. package/dist/persistence/durability/checkpoint-worker.mjs +27 -58
  226. package/dist/phrase-module-XK3T44VU.mjs +634 -0
  227. package/dist/query-actions-OMXJEC2J.mjs +118 -0
  228. package/dist/query-suggestions/merge-worker.mjs +18 -54
  229. package/dist/query-suggestions.browser.mjs +26 -226
  230. package/dist/query-suggestions.d.ts +2 -2
  231. package/dist/query-suggestions.mjs +16 -67
  232. package/dist/react-native/chunks/chunk-4EXKQ2IB.mjs +565 -0
  233. package/dist/react-native/chunks/chunk-52QD7CBJ.mjs +52 -0
  234. package/dist/react-native/chunks/chunk-72OKYHZL.mjs +969 -0
  235. package/dist/react-native/chunks/chunk-AQOWRH2C.mjs +802 -0
  236. package/dist/react-native/chunks/chunk-FTQ7JNMU.mjs +898 -0
  237. package/dist/react-native/chunks/chunk-G3CUQ333.mjs +42 -0
  238. package/dist/{chunk-TBC3XUL2.mjs → react-native/chunks/chunk-HRDMIQ63.mjs} +53 -1
  239. package/dist/react-native/chunks/{chunk-KV46CT4D.mjs → chunk-IY6U6HRA.mjs} +63 -7
  240. package/dist/react-native/chunks/chunk-J2NQW353.mjs +212 -0
  241. package/dist/react-native/chunks/chunk-L4R5ITVG.mjs +29047 -0
  242. package/dist/react-native/chunks/chunk-OK3WUA6N.mjs +54 -0
  243. package/dist/react-native/chunks/{chunk-MVXELMJX.mjs → chunk-PVMEHBQO.mjs} +1 -1
  244. package/dist/react-native/chunks/{chunk-DZ7H7D2C.mjs → chunk-TQ26BKBH.mjs} +6 -0
  245. package/dist/react-native/chunks/{chunk-6VBXNFLE.mjs → chunk-VUJCSQG5.mjs} +3 -1
  246. package/dist/react-native/chunks/{chunk-ENLMYKSX.mjs → chunk-XEGKQKLY.mjs} +5385 -3114
  247. package/dist/react-native/chunks/chunk-YOTP2FPE.mjs +232 -0
  248. package/dist/react-native/chunks/chunk-ZIU6TWXG.mjs +127 -0
  249. package/dist/react-native/chunks/core-leaf-5B4JXCVA.mjs +6 -0
  250. package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
  251. package/dist/{durability-config-GE4U7MCZ.mjs → react-native/chunks/durability-config-3IOXIPYZ.mjs} +7 -3
  252. package/dist/react-native/chunks/embed-3WQ2CCR5.mjs +221 -0
  253. package/dist/react-native/chunks/{geo-index-PX3BIHAH.mjs → geo-index-QEYKEVPH.mjs} +190 -93
  254. package/dist/react-native/chunks/{chunk-CKNRFDTZ.mjs → gzip.react-native-DLO4WW27.mjs} +2 -1
  255. package/dist/{browser/module-TCT66FWA.mjs → react-native/chunks/module-VUA27HZZ.mjs} +1018 -540
  256. package/dist/react-native/chunks/msgpack-leaf-TR66ZVAX.mjs +7 -0
  257. package/dist/react-native/chunks/optional-reads-WDTLLHUT.mjs +3364 -0
  258. package/dist/react-native/chunks/optional-writes-FZV3QW34.mjs +267 -0
  259. package/dist/react-native/chunks/phrase-module-KCQWVXYZ.mjs +635 -0
  260. package/dist/react-native/chunks/resolve-vector-text-LXRYXF7M.mjs +59 -0
  261. package/dist/react-native/chunks/restore-queue-EI2V2I4S.mjs +179 -0
  262. package/dist/{browser/runtime-OTAGEFQW.mjs → react-native/chunks/runtime-BUCSAK4U.mjs} +61 -25
  263. package/dist/react-native/chunks/segment-codec-leaf-6ULP7H3I.mjs +12 -0
  264. package/dist/react-native/chunks/segment-merge-leaf-F4GQZNK6.mjs +13 -0
  265. package/dist/react-native/chunks/storage-leaf-OAXBU2L6.mjs +18042 -0
  266. package/dist/react-native/chunks/store-leaf-GY2ZZFXB.mjs +14 -0
  267. package/dist/react-native/chunks/{chunk-UQ4OAXKU.mjs → suggestions-leaf-SQEZ4IBS.mjs} +332 -118
  268. package/dist/react-native/chunks/worker-copies-EEHSCFJW.mjs +2627 -0
  269. package/dist/react-native/partial-words.mjs +954 -35
  270. package/dist/react-native/pattern.mjs +238 -111
  271. package/dist/react-native/query-suggestions.mjs +33 -239
  272. package/dist/react-native/sync.mjs +127 -50
  273. package/dist/react-native/synonyms.mjs +256 -112
  274. package/dist/react.d.ts +9 -9
  275. package/dist/react.mjs +6 -0
  276. package/dist/{rerank-MQ37IYRV.mjs → rerank-Y6MWBMTT.mjs} +17 -8
  277. package/dist/rerankers/http.mjs +2 -2
  278. package/dist/resolve-vector-text-4PDRTPNQ.mjs +2 -0
  279. package/dist/restore-queue-KPYSRJ4A.mjs +184 -0
  280. package/dist/runtime-4GKUIAKV.mjs +595 -0
  281. package/dist/{schema-Jwt928nJ.d.ts → schema-C_7yRJLt.d.ts} +1 -1
  282. package/dist/segment-codec-leaf-6IFBSBPN.mjs +17 -0
  283. package/dist/segment-merge-leaf-VE3FUSVE.mjs +17 -0
  284. package/dist/server.d.ts +35 -13
  285. package/dist/server.mjs +90 -101
  286. package/dist/{browser/durability-wiring-A7BVG2DW.mjs → storage-leaf-HMIIOUYN.mjs} +2348 -902
  287. package/dist/store-leaf-M7T7SUZJ.mjs +19 -0
  288. package/dist/stored-values-BWIMpiT_.d.ts +25 -0
  289. package/dist/suggestions-leaf-Q3Q5D6XV.mjs +53 -0
  290. package/dist/sync/filesystem.d.ts +3 -3
  291. package/dist/sync/filesystem.mjs +27 -11
  292. package/dist/sync/indexeddb.browser.mjs +287 -0
  293. package/dist/sync/indexeddb.d.ts +3 -3
  294. package/dist/sync/indexeddb.mjs +7 -2
  295. package/dist/sync.browser.mjs +120 -70
  296. package/dist/sync.d.ts +4 -4
  297. package/dist/sync.mjs +121 -57
  298. package/dist/{chunk-I5B7RXU7.mjs → synonyms.browser.mjs} +248 -135
  299. package/dist/synonyms.mjs +15 -11
  300. package/dist/{tasks-qrJojgST.d.ts → tasks-B4tT4vmP.d.ts} +4 -4
  301. package/dist/thread-SNILJXX3.mjs +30 -0
  302. package/dist/{types-BZCGjfLn.d.ts → types-CTg0KaMy.d.ts} +2 -2
  303. package/dist/vector/search-worker.d.ts +7 -1
  304. package/dist/vector/search-worker.mjs +9 -13
  305. package/dist/worker-copies-ZLZS2CUM.mjs +2152 -0
  306. package/dist/workers/entry.mjs +60 -30
  307. package/openapi.json +137 -50
  308. package/package.json +233 -8
  309. package/dist/analysis-change-5BQOQ4BF.mjs +0 -55
  310. package/dist/analysis-change-entry-TXX6JSMX.mjs +0 -1
  311. package/dist/archive-history-E4R73RWD.mjs +0 -29
  312. package/dist/browser/analysis-change-435CUEPZ.mjs +0 -933
  313. package/dist/browser/analysis-change-entry-HZXKPPGV.mjs +0 -1
  314. package/dist/browser/archive-history-4IP5XQZY.mjs +0 -29
  315. package/dist/browser/chunk-2CFI5VVV.mjs +0 -241
  316. package/dist/browser/chunk-2TI4SSUP.mjs +0 -315
  317. package/dist/browser/chunk-3I27KXQD.mjs +0 -34
  318. package/dist/browser/chunk-3SSRJMFN.mjs +0 -100
  319. package/dist/browser/chunk-4NGKC4H4.mjs +0 -2635
  320. package/dist/browser/chunk-4RD3AFSB.mjs +0 -32
  321. package/dist/browser/chunk-5W3MMTLG.mjs +0 -19
  322. package/dist/browser/chunk-6LWDPLTB.mjs +0 -177
  323. package/dist/browser/chunk-7IGKGWSQ.mjs +0 -79
  324. package/dist/browser/chunk-7U3WVJUP.mjs +0 -150
  325. package/dist/browser/chunk-ATEBYXP6.mjs +0 -10
  326. package/dist/browser/chunk-BHFQATSC.mjs +0 -432
  327. package/dist/browser/chunk-DSXIBE6N.mjs +0 -78
  328. package/dist/browser/chunk-EA63E3D2.mjs +0 -857
  329. package/dist/browser/chunk-ELV4OZOI.mjs +0 -29
  330. package/dist/browser/chunk-EXQZGUQH.mjs +0 -193
  331. package/dist/browser/chunk-G64Q6OJF.mjs +0 -96
  332. package/dist/browser/chunk-GPPOG6PT.mjs +0 -9
  333. package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
  334. package/dist/browser/chunk-IZXVW2ZJ.mjs +0 -217
  335. package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
  336. package/dist/browser/chunk-K4Q6KX3R.mjs +0 -2528
  337. package/dist/browser/chunk-KZWSX6BH.mjs +0 -645
  338. package/dist/browser/chunk-MGI4BCXC.mjs +0 -63
  339. package/dist/browser/chunk-ML7THVLJ.mjs +0 -38
  340. package/dist/browser/chunk-MOG4OVDK.mjs +0 -51
  341. package/dist/browser/chunk-NLWTBAGB.mjs +0 -111
  342. package/dist/browser/chunk-NQAME3RK.mjs +0 -21
  343. package/dist/browser/chunk-NXQG7DRA.mjs +0 -318
  344. package/dist/browser/chunk-OEDCEZXJ.mjs +0 -92
  345. package/dist/browser/chunk-OIZS5KIX.mjs +0 -6
  346. package/dist/browser/chunk-RA6LSBCM.mjs +0 -43
  347. package/dist/browser/chunk-STOWQFT3.mjs +0 -1829
  348. package/dist/browser/chunk-TK63WFXK.mjs +0 -90
  349. package/dist/browser/chunk-TY7L6OXO.mjs +0 -69
  350. package/dist/browser/chunk-U3JOQGWX.mjs +0 -19
  351. package/dist/browser/chunk-U4YDIBUT.mjs +0 -653
  352. package/dist/browser/chunk-VI7BQR4U.mjs +0 -21
  353. package/dist/browser/chunk-WI4MR75E.mjs +0 -86
  354. package/dist/browser/chunk-WN464PTL.mjs +0 -375
  355. package/dist/browser/chunk-WXLBZJMT.mjs +0 -25
  356. package/dist/browser/chunk-XAWNZ4G2.mjs +0 -151
  357. package/dist/browser/chunk-ZI2V4VD7.mjs +0 -21
  358. package/dist/browser/cold-module-2EHCIV4K.mjs +0 -759
  359. package/dist/browser/engine-hooks-E4UD67JD.mjs +0 -17
  360. package/dist/browser/gzip-5S7ROJFJ.mjs +0 -1
  361. package/dist/browser/import-DXYB6756.mjs +0 -19
  362. package/dist/browser/methods-KTQCSIN4.mjs +0 -30
  363. package/dist/browser/module-NIYMEA5R.mjs +0 -23
  364. package/dist/browser/operations-OJ3BXS55.mjs +0 -5
  365. package/dist/browser/phrase-module-HAT3TLZN.mjs +0 -328
  366. package/dist/browser/pool-3JLET5RO.mjs +0 -297
  367. package/dist/browser/release-76MXRPGV.mjs +0 -33
  368. package/dist/browser/restore-hooks-YPN4ZFCY.mjs +0 -114
  369. package/dist/browser/restore-queue-G3RQGL3Y.mjs +0 -55
  370. package/dist/browser/retention-ZWVMNC3Q.mjs +0 -210
  371. package/dist/browser/snapshot-VEQNIE6C.mjs +0 -963
  372. package/dist/browser/start-BM442C6R.mjs +0 -25
  373. package/dist/browser/sync-state-P5XG6LTQ.mjs +0 -15
  374. package/dist/browser/write-2EVMZWDE.mjs +0 -194
  375. package/dist/chunk-2NE7VCYE.mjs +0 -212
  376. package/dist/chunk-37CD3OKS.mjs +0 -87
  377. package/dist/chunk-3HYC4JRF.mjs +0 -50
  378. package/dist/chunk-3MXV3VHR.mjs +0 -46
  379. package/dist/chunk-3OH67G7R.mjs +0 -214
  380. package/dist/chunk-46KY2PJD.mjs +0 -905
  381. package/dist/chunk-4KKXNJM6.mjs +0 -242
  382. package/dist/chunk-5YNRKI2C.mjs +0 -81
  383. package/dist/chunk-6HTGOXIK.mjs +0 -875
  384. package/dist/chunk-6OEGXLBX.mjs +0 -57
  385. package/dist/chunk-6RC4K46J.mjs +0 -86
  386. package/dist/chunk-7GFE3PEY.mjs +0 -40
  387. package/dist/chunk-7GXJUJ24.mjs +0 -49
  388. package/dist/chunk-7LXHHCXZ.mjs +0 -1397
  389. package/dist/chunk-7V5IUP2T.mjs +0 -63
  390. package/dist/chunk-A4L7YTKX.mjs +0 -458
  391. package/dist/chunk-BEZH7VEH.mjs +0 -23
  392. package/dist/chunk-BTPGQC6Z.mjs +0 -27
  393. package/dist/chunk-BU4SAIC4.mjs +0 -196
  394. package/dist/chunk-BWZ3P4MU.mjs +0 -20
  395. package/dist/chunk-CSLGFPFQ.mjs +0 -218
  396. package/dist/chunk-CZQ33DLW.mjs +0 -78
  397. package/dist/chunk-DP5C7YFQ.mjs +0 -543
  398. package/dist/chunk-DWEPMFJE.mjs +0 -240
  399. package/dist/chunk-EEBCDP36.mjs +0 -32
  400. package/dist/chunk-EFBDHH5P.mjs +0 -7081
  401. package/dist/chunk-FB6463IN.mjs +0 -1499
  402. package/dist/chunk-FCJ553HS.mjs +0 -655
  403. package/dist/chunk-FNGAM5B7.mjs +0 -2639
  404. package/dist/chunk-FOCV4CBZ.mjs +0 -87
  405. package/dist/chunk-FQBFZAWG.mjs +0 -27
  406. package/dist/chunk-G6HRSGOU.mjs +0 -74
  407. package/dist/chunk-GES7U2PM.mjs +0 -68
  408. package/dist/chunk-GH4WQ22V.mjs +0 -34
  409. package/dist/chunk-GQPTDQCL.mjs +0 -54
  410. package/dist/chunk-HFPMMRQT.mjs +0 -206
  411. package/dist/chunk-HJSN7UYG.mjs +0 -10
  412. package/dist/chunk-I53G4JAU.mjs +0 -1974
  413. package/dist/chunk-I54T6CQP.mjs +0 -117
  414. package/dist/chunk-IPN7S4KX.mjs +0 -130
  415. package/dist/chunk-J4IJTTEX.mjs +0 -226
  416. package/dist/chunk-JDJBQLRO.mjs +0 -1126
  417. package/dist/chunk-JWRUUCWD.mjs +0 -151
  418. package/dist/chunk-K4ZIGL2O.mjs +0 -290
  419. package/dist/chunk-KAKQ74LS.mjs +0 -53
  420. package/dist/chunk-KF4EXSM4.mjs +0 -21
  421. package/dist/chunk-KHKIRS5D.mjs +0 -113
  422. package/dist/chunk-KOKM4PQN.mjs +0 -52
  423. package/dist/chunk-KP7TYHWT.mjs +0 -92
  424. package/dist/chunk-KZ3NX2P7.mjs +0 -21
  425. package/dist/chunk-L5ORED7V.mjs +0 -25
  426. package/dist/chunk-L6V6BST3.mjs +0 -1435
  427. package/dist/chunk-LHKOSI2J.mjs +0 -58
  428. package/dist/chunk-LQG5G2LY.mjs +0 -39
  429. package/dist/chunk-MATMVH65.mjs +0 -9
  430. package/dist/chunk-MP7ABPTD.mjs +0 -189
  431. package/dist/chunk-MQOJIO5B.mjs +0 -316
  432. package/dist/chunk-NF4DT3IH.mjs +0 -85
  433. package/dist/chunk-ORN5BLL7.mjs +0 -11
  434. package/dist/chunk-P5ZI2P2W.mjs +0 -7481
  435. package/dist/chunk-PELHVTO7.mjs +0 -24
  436. package/dist/chunk-PWC4VB3Q.mjs +0 -106
  437. package/dist/chunk-Q2UL2TPC.mjs +0 -21
  438. package/dist/chunk-QHPYS427.mjs +0 -66
  439. package/dist/chunk-QJVOLKU6.mjs +0 -111
  440. package/dist/chunk-QOW2JPUI.mjs +0 -634
  441. package/dist/chunk-QYRNLLLI.mjs +0 -99
  442. package/dist/chunk-RDXO6JST.mjs +0 -63
  443. package/dist/chunk-RFBLQLLZ.mjs +0 -16
  444. package/dist/chunk-RLOES5SX.mjs +0 -31
  445. package/dist/chunk-RZWWB2XR.mjs +0 -96
  446. package/dist/chunk-S5LN746F.mjs +0 -10
  447. package/dist/chunk-SA5LOGO3.mjs +0 -470
  448. package/dist/chunk-SQJWAIF4.mjs +0 -12
  449. package/dist/chunk-TDIK6NTV.mjs +0 -10
  450. package/dist/chunk-TGS5UXBE.mjs +0 -216
  451. package/dist/chunk-TQXHPFWT.mjs +0 -177
  452. package/dist/chunk-TZ3355VS.mjs +0 -121
  453. package/dist/chunk-TZTRKM33.mjs +0 -74
  454. package/dist/chunk-U55XJEIG.mjs +0 -18
  455. package/dist/chunk-UHICS3JI.mjs +0 -83
  456. package/dist/chunk-VD7J552I.mjs +0 -28
  457. package/dist/chunk-VTTRFF2C.mjs +0 -3711
  458. package/dist/chunk-WX4LAO6M.mjs +0 -656
  459. package/dist/chunk-WZ7YV54N.mjs +0 -152
  460. package/dist/chunk-X5CV2E2B.mjs +0 -1
  461. package/dist/chunk-XXHN7J46.mjs +0 -101
  462. package/dist/chunk-Y4WPNHMC.mjs +0 -50
  463. package/dist/chunk-YEKL4JBK.mjs +0 -96
  464. package/dist/chunk-YTWZVGCB.mjs +0 -382
  465. package/dist/chunk-Z2KAFCRT.mjs +0 -30
  466. package/dist/chunk-ZXNQEW43.mjs +0 -18
  467. package/dist/chunk-ZYAY26KG.mjs +0 -29
  468. package/dist/direct-executor-FTMYY3TI.mjs +0 -34
  469. package/dist/durability-wiring-VIF5MOSY.mjs +0 -4064
  470. package/dist/engine-hooks-EGUGNZYE.mjs +0 -54
  471. package/dist/gzip-F4HMIEEQ.mjs +0 -1
  472. package/dist/import-XKDPJQDP.mjs +0 -56
  473. package/dist/methods-7IOINERF.mjs +0 -30
  474. package/dist/module-FQ4JWNQJ.mjs +0 -62
  475. package/dist/operations-G5EP6JPX.mjs +0 -5
  476. package/dist/phrase-module-XW5MKWP5.mjs +0 -330
  477. package/dist/pool-Y4A46T36.mjs +0 -298
  478. package/dist/react-native/chunks/analysis-change-LT5QBQ3H.mjs +0 -926
  479. package/dist/react-native/chunks/analysis-change-entry-SCVWK6OU.mjs +0 -1
  480. package/dist/react-native/chunks/archive-history-MJKUQLSU.mjs +0 -29
  481. package/dist/react-native/chunks/chunk-2PRHILX3.mjs +0 -529
  482. package/dist/react-native/chunks/chunk-3JWDECAZ.mjs +0 -858
  483. package/dist/react-native/chunks/chunk-3NQOVO3K.mjs +0 -1
  484. package/dist/react-native/chunks/chunk-3WI35N75.mjs +0 -226
  485. package/dist/react-native/chunks/chunk-4DII3ZSM.mjs +0 -73
  486. package/dist/react-native/chunks/chunk-4J74WHQM.mjs +0 -177
  487. package/dist/react-native/chunks/chunk-4JYO3JD2.mjs +0 -242
  488. package/dist/react-native/chunks/chunk-5CQX3XXV.mjs +0 -17
  489. package/dist/react-native/chunks/chunk-6WA3C3DV.mjs +0 -85
  490. package/dist/react-native/chunks/chunk-AAAETEJK.mjs +0 -27
  491. package/dist/react-native/chunks/chunk-AM7RSBPF.mjs +0 -32
  492. package/dist/react-native/chunks/chunk-C5G6TJ7A.mjs +0 -140
  493. package/dist/react-native/chunks/chunk-CHPTFFJM.mjs +0 -43
  494. package/dist/react-native/chunks/chunk-DIYDOIM4.mjs +0 -10
  495. package/dist/react-native/chunks/chunk-DNXOMPAQ.mjs +0 -191
  496. package/dist/react-native/chunks/chunk-DVDX4SDR.mjs +0 -375
  497. package/dist/react-native/chunks/chunk-DXRSEWA2.mjs +0 -12
  498. package/dist/react-native/chunks/chunk-F753DA54.mjs +0 -23
  499. package/dist/react-native/chunks/chunk-FHPW7P2O.mjs +0 -40
  500. package/dist/react-native/chunks/chunk-FTZHMRD2.mjs +0 -18
  501. package/dist/react-native/chunks/chunk-G43IPIDG.mjs +0 -151
  502. package/dist/react-native/chunks/chunk-HJBJBH26.mjs +0 -34
  503. package/dist/react-native/chunks/chunk-IO2SMUQD.mjs +0 -10
  504. package/dist/react-native/chunks/chunk-IYNT75CE.mjs +0 -111
  505. package/dist/react-native/chunks/chunk-JDOEEMEF.mjs +0 -38
  506. package/dist/react-native/chunks/chunk-JWUCMVRK.mjs +0 -15
  507. package/dist/react-native/chunks/chunk-LU3Y3P63.mjs +0 -68
  508. package/dist/react-native/chunks/chunk-LVIKKAA6.mjs +0 -93
  509. package/dist/react-native/chunks/chunk-LZSLNSUN.mjs +0 -193
  510. package/dist/react-native/chunks/chunk-MIP4SOR6.mjs +0 -22803
  511. package/dist/react-native/chunks/chunk-MJDQU5MW.mjs +0 -1225
  512. package/dist/react-native/chunks/chunk-MUWD2H2S.mjs +0 -21
  513. package/dist/react-native/chunks/chunk-NB3LP33V.mjs +0 -315
  514. package/dist/react-native/chunks/chunk-NNE4VDMM.mjs +0 -8
  515. package/dist/react-native/chunks/chunk-NVVRSRX5.mjs +0 -78
  516. package/dist/react-native/chunks/chunk-PB2YXVQW.mjs +0 -29
  517. package/dist/react-native/chunks/chunk-PDRWWPKV.mjs +0 -2532
  518. package/dist/react-native/chunks/chunk-PJHAB5ZY.mjs +0 -79
  519. package/dist/react-native/chunks/chunk-POPDAGH6.mjs +0 -2636
  520. package/dist/react-native/chunks/chunk-PSWKQVVT.mjs +0 -9
  521. package/dist/react-native/chunks/chunk-QUKQNI3H.mjs +0 -647
  522. package/dist/react-native/chunks/chunk-RDWG33MM.mjs +0 -79
  523. package/dist/react-native/chunks/chunk-SK2PWYDH.mjs +0 -654
  524. package/dist/react-native/chunks/chunk-SUPXRTMD.mjs +0 -96
  525. package/dist/react-native/chunks/chunk-TP6KCKER.mjs +0 -63
  526. package/dist/react-native/chunks/chunk-U4KSKA4Z.mjs +0 -23
  527. package/dist/react-native/chunks/chunk-UNUFZ2QY.mjs +0 -68
  528. package/dist/react-native/chunks/chunk-VWUDIOT6.mjs +0 -218
  529. package/dist/react-native/chunks/chunk-WBYQRHDY.mjs +0 -86
  530. package/dist/react-native/chunks/chunk-YH7QY657.mjs +0 -288
  531. package/dist/react-native/chunks/chunk-YZW4CHM6.mjs +0 -562
  532. package/dist/react-native/chunks/chunk-ZLWVW734.mjs +0 -100
  533. package/dist/react-native/chunks/chunk-ZXZFN7FI.mjs +0 -432
  534. package/dist/react-native/chunks/chunk-ZZT7CEN7.mjs +0 -92
  535. package/dist/react-native/chunks/cold-module-KVZYUGRY.mjs +0 -772
  536. package/dist/react-native/chunks/durability-wiring-34OYO32E.mjs +0 -4942
  537. package/dist/react-native/chunks/engine-hooks-M7JV46NH.mjs +0 -30
  538. package/dist/react-native/chunks/gzip.react-native-HLEPDKZ3.mjs +0 -3
  539. package/dist/react-native/chunks/import-H6AQREWI.mjs +0 -32
  540. package/dist/react-native/chunks/methods-6W5U4C3H.mjs +0 -30
  541. package/dist/react-native/chunks/module-LBZPGOWH.mjs +0 -36
  542. package/dist/react-native/chunks/operations-GNRMD6EX.mjs +0 -5
  543. package/dist/react-native/chunks/phrase-module-QK22HSQ2.mjs +0 -329
  544. package/dist/react-native/chunks/pool-JR3NJCAF.mjs +0 -297
  545. package/dist/react-native/chunks/release-D7ZTIANM.mjs +0 -33
  546. package/dist/react-native/chunks/restore-queue-ZZX54AH7.mjs +0 -55
  547. package/dist/react-native/chunks/retention-EW4TTDFB.mjs +0 -223
  548. package/dist/react-native/chunks/snapshot-REYVIN3X.mjs +0 -975
  549. package/dist/react-native/chunks/start-BQK6KN3R.mjs +0 -38
  550. package/dist/react-native/chunks/sync-state-PASCIHHT.mjs +0 -15
  551. package/dist/react-native/chunks/write-FQAYCZF5.mjs +0 -207
  552. package/dist/release-BH3DKW3T.mjs +0 -33
  553. package/dist/restore-hooks-CDERDEF4.mjs +0 -153
  554. package/dist/restore-queue-7NNSTROA.mjs +0 -55
  555. package/dist/retention-QSVBBNRM.mjs +0 -66
  556. package/dist/runtime-COIUORCN.mjs +0 -177
  557. package/dist/snapshot-RH4NSKIZ.mjs +0 -782
  558. package/dist/start-MCKCOGIW.mjs +0 -66
  559. package/dist/sync-state-ZWHLAFLE.mjs +0 -15
  560. package/dist/thread-O4SBJJJS.mjs +0 -50
  561. package/dist/write-3FK7NG3Y.mjs +0 -232
  562. /package/dist/browser/{chunk-M3MQE2X7.mjs → digest-leaf-64IPRPZD.mjs} +0 -0
  563. /package/dist/browser/{chunk-JNOAKDUM.mjs → gzip-JF3S6PPT.mjs} +0 -0
  564. /package/dist/{chunk-ZXNNR73R.mjs → gzip-2UCZW2MM.mjs} +0 -0
@@ -1,656 +0,0 @@
1
- import { removeDocumentVectors, prepareDocumentVectors, insertDocumentVectors } from './chunk-EFBDHH5P.mjs';
2
- import { getNestedValue } from './chunk-L6V6BST3.mjs';
3
- import { requireValidFieldTypes } from './chunk-BU4SAIC4.mjs';
4
- import { VECTOR_PATTERN } from './chunk-L5ORED7V.mjs';
5
- import { ErrorCodes, NarsilError } from './chunk-MP7ABPTD.mjs';
6
- import { decode } from '@msgpack/msgpack';
7
-
8
- function validateReplicationEntry(entry, localPrimaryTerm, log) {
9
- if (!log.verifyChecksum(entry)) {
10
- return { valid: false, error: ErrorCodes.REPLICATION_ENTRY_CORRUPT };
11
- }
12
- if (entry.primaryTerm < localPrimaryTerm) {
13
- return { valid: false, error: ErrorCodes.REPLICATION_TERM_MISMATCH };
14
- }
15
- return { valid: true };
16
- }
17
- function applyIndexEntry(entry, manager, vectorFieldPaths, vecIndexes, schedulesGraphBuild = true) {
18
- if (entry.document === null) {
19
- return;
20
- }
21
- const document = decode(entry.document);
22
- restoreVectorFields(document, vectorFieldPaths);
23
- const documentId = entry.documentId;
24
- if (manager.has(documentId)) {
25
- removeDocumentVectors(documentId, vecIndexes);
26
- manager.remove(documentId);
27
- }
28
- const { partitionDoc, extractedVectors } = prepareDocumentVectors(document, vectorFieldPaths);
29
- manager.insert(documentId, partitionDoc);
30
- try {
31
- insertDocumentVectors(documentId, extractedVectors, vecIndexes, manager.partitionIdOf(documentId));
32
- } catch (err) {
33
- manager.remove(documentId);
34
- throw err;
35
- }
36
- if (!schedulesGraphBuild) return;
37
- for (const fieldPath of extractedVectors.keys()) {
38
- const vecIndex = vecIndexes.get(fieldPath);
39
- if (vecIndex) {
40
- vecIndex.scheduleBuild();
41
- }
42
- }
43
- }
44
- function applyDeleteEntry(entry, manager, vecIndexes, removedSpellings) {
45
- removeDocumentVectors(entry.documentId, vecIndexes);
46
- if (!manager.has(entry.documentId)) {
47
- return;
48
- }
49
- manager.remove(entry.documentId, removedSpellings);
50
- }
51
- function restoreVectorFields(document, vectorFieldPaths) {
52
- for (const fieldPath of vectorFieldPaths) {
53
- const value = getNestedValue(document, fieldPath);
54
- if (value instanceof Uint8Array && !(value instanceof Float32Array)) {
55
- if (value.byteLength % 4 !== 0) {
56
- throw new Error(
57
- `Vector field "${fieldPath}" has invalid byte length ${value.byteLength} (must be divisible by 4)`
58
- );
59
- }
60
- const elementCount = value.byteLength / 4;
61
- const float32 = new Float32Array(elementCount);
62
- const dataView = new DataView(value.buffer, value.byteOffset, value.byteLength);
63
- for (let i = 0; i < elementCount; i += 1) {
64
- float32[i] = dataView.getFloat32(i * 4, true);
65
- }
66
- setNestedValue(document, fieldPath, float32);
67
- }
68
- }
69
- }
70
- var FORBIDDEN_KEYS = /* @__PURE__ */ new Set(["__proto__", "constructor", "prototype"]);
71
- function setNestedValue(obj, path, value) {
72
- if (!path.includes(".")) {
73
- if (FORBIDDEN_KEYS.has(path)) {
74
- return;
75
- }
76
- obj[path] = value;
77
- return;
78
- }
79
- const segments = path.split(".");
80
- let current = obj;
81
- for (let i = 0; i < segments.length - 1; i += 1) {
82
- const segment = segments[i];
83
- if (segment === void 0 || FORBIDDEN_KEYS.has(segment)) {
84
- return;
85
- }
86
- let next = current[segment];
87
- if (next === null || next === void 0 || typeof next !== "object") {
88
- next = {};
89
- current[segment] = next;
90
- }
91
- current = next;
92
- }
93
- const finalSegment = segments.at(-1);
94
- if (finalSegment === void 0 || FORBIDDEN_KEYS.has(finalSegment)) {
95
- return;
96
- }
97
- current[finalSegment] = value;
98
- }
99
-
100
- // src/serialization/keyword-segment/types.ts
101
- var KEYWORD_SEGMENT_PAYLOAD_VERSION = 1;
102
- var KEYWORD_SEGMENT_ENVELOPE_VERSION = 4;
103
- var MAX_SEGMENT_FIELD_NAMES = 65536;
104
-
105
- // src/serialization/keyword-segment/little-endian.ts
106
- var LITTLE_ENDIAN_PLATFORM = new Uint8Array(new Uint16Array([1]).buffer)[0] === 1;
107
- function swappedCopy(values) {
108
- const width = values.BYTES_PER_ELEMENT;
109
- const source = new Uint8Array(values.buffer, values.byteOffset, values.byteLength);
110
- const copy = new Uint8Array(values.byteLength);
111
- for (let at = 0; at < copy.length; at += width) {
112
- for (let k = 0; k < width; k++) copy[at + k] = source[at + width - 1 - k];
113
- }
114
- return copy;
115
- }
116
- function littleEndianBytes(values) {
117
- if (!LITTLE_ENDIAN_PLATFORM) return swappedCopy(values);
118
- return new Uint8Array(values.buffer, values.byteOffset, values.byteLength);
119
- }
120
- function allocate(byteLength, shared) {
121
- return shared ? new SharedArrayBuffer(byteLength) : new ArrayBuffer(byteLength);
122
- }
123
- function copyInto(bytes, width, shared) {
124
- const buffer = allocate(bytes.byteLength, shared);
125
- const target = new Uint8Array(buffer);
126
- if (LITTLE_ENDIAN_PLATFORM) {
127
- target.set(bytes);
128
- return buffer;
129
- }
130
- for (let at = 0; at < bytes.length; at += width) {
131
- for (let k = 0; k < width; k++) target[at + k] = bytes[at + width - 1 - k];
132
- }
133
- return buffer;
134
- }
135
- function uint32sFrom(bytes, shared) {
136
- return new Uint32Array(copyInto(bytes, 4, shared));
137
- }
138
- function uint16sFrom(bytes, shared) {
139
- return new Uint16Array(copyInto(bytes, 2, shared));
140
- }
141
- function float64sFrom(bytes, shared) {
142
- return new Float64Array(copyInto(bytes, 8, shared));
143
- }
144
- function bytesFrom(bytes, shared) {
145
- return new Uint8Array(copyInto(bytes, 1, shared));
146
- }
147
-
148
- // src/serialization/keyword-segment/raw-fields.ts
149
- function corrupt(message, details) {
150
- throw new NarsilError(ErrorCodes.PERSISTENCE_LOAD_FAILED, `Invalid keyword segment: ${message}`, details);
151
- }
152
- function isRecord(value) {
153
- return typeof value === "object" && value !== null && !Array.isArray(value) && !(value instanceof Uint8Array);
154
- }
155
- function requireRecord(value, name) {
156
- if (!isRecord(value)) corrupt(`${name} must be a map`);
157
- return value;
158
- }
159
- function requireList(value, name) {
160
- if (!Array.isArray(value)) corrupt(`${name} must be a list`);
161
- return value;
162
- }
163
- function requireString(value, name) {
164
- if (typeof value !== "string") corrupt(`${name} must be a string`);
165
- return value;
166
- }
167
- function requireStrings(value, name) {
168
- const list = requireList(value, name);
169
- for (const item of list) {
170
- if (typeof item !== "string") corrupt(`${name} must hold strings alone`);
171
- }
172
- return list;
173
- }
174
- function requireBytes(value, name, width) {
175
- if (!(value instanceof Uint8Array)) corrupt(`${name} must be bytes`);
176
- if (value.byteLength % width !== 0) {
177
- corrupt(`${name} holds ${value.byteLength} bytes, which is not a whole number of ${width}-byte values`, {
178
- field: name
179
- });
180
- }
181
- return value;
182
- }
183
- function requireBytesOrNil(value, name, width) {
184
- if (value === null || value === void 0) return null;
185
- return requireBytes(value, name, width);
186
- }
187
- function requireUint32(value, name) {
188
- if (typeof value !== "number" || !Number.isInteger(value) || value < 0 || value > 4294967295) {
189
- corrupt(`${name} must be a uint32`);
190
- }
191
- return value;
192
- }
193
- function requireCount(found, expected, name) {
194
- if (found === expected) return;
195
- corrupt(`${name} holds ${found} values where the segment needs ${expected}`, { field: name, found, expected });
196
- }
197
-
198
- // src/serialization/keyword-segment/utf8.ts
199
- var CONTINUATION_MASK = 192;
200
- var CONTINUATION_BYTE = 128;
201
- function continues(bytes, at, count) {
202
- if (at + count > bytes.length) return false;
203
- for (let k = 1; k <= count; k++) {
204
- if ((bytes[at + k] & CONTINUATION_MASK) !== CONTINUATION_BYTE) return false;
205
- }
206
- return true;
207
- }
208
- function sequenceLengthAt(bytes, at) {
209
- const lead = bytes[at];
210
- if (lead < 128) return 1;
211
- if (lead >= 194 && lead <= 223) return continues(bytes, at, 1) ? 2 : 0;
212
- if (lead >= 224 && lead <= 239) {
213
- if (!continues(bytes, at, 2)) return 0;
214
- const second = bytes[at + 1];
215
- if (lead === 224 && second < 160) return 0;
216
- if (lead === 237 && second > 159) return 0;
217
- return 3;
218
- }
219
- if (lead >= 240 && lead <= 244) {
220
- if (!continues(bytes, at, 3)) return 0;
221
- const second = bytes[at + 1];
222
- if (lead === 240 && second < 144) return 0;
223
- if (lead === 244 && second > 143) return 0;
224
- return 4;
225
- }
226
- return 0;
227
- }
228
- function isValidUtf8(bytes) {
229
- let at = 0;
230
- while (at < bytes.length) {
231
- const length = sequenceLengthAt(bytes, at);
232
- if (length === 0) return false;
233
- at += length;
234
- }
235
- return true;
236
- }
237
-
238
- // src/serialization/keyword-segment/validate.ts
239
- var CONTINUATION_MASK2 = 192;
240
- var CONTINUATION_BYTE2 = 128;
241
- function requireOffsets(offsets, listSize, name) {
242
- if (offsets.length === 0) corrupt(`${name} must hold at least one value`, { field: name });
243
- if (offsets[0] !== 0) corrupt(`${name} must start at 0`, { field: name });
244
- for (let at = 1; at < offsets.length; at++) {
245
- if (offsets[at] < offsets[at - 1]) corrupt(`${name} decreases at entry ${at}`, { field: name, at });
246
- }
247
- if (offsets[offsets.length - 1] !== listSize) {
248
- corrupt(`${name} ends at ${offsets[offsets.length - 1]} where the list it divides holds ${listSize}`, {
249
- field: name
250
- });
251
- }
252
- }
253
- function requireUtf8Entries(blob, offsets, name) {
254
- if (!isValidUtf8(blob)) corrupt(`${name} is not valid UTF-8`, { field: name });
255
- for (let at = 0; at < offsets.length; at++) {
256
- const offset = offsets[at];
257
- if (offset < blob.length && (blob[offset] & CONTINUATION_MASK2) === CONTINUATION_BYTE2) {
258
- corrupt(`${name} splits a character at entry ${at}`, { field: name, at });
259
- }
260
- }
261
- }
262
- function requireOrdinals(values, documentCount, name) {
263
- for (let at = 0; at < values.length; at++) {
264
- if (values[at] >= documentCount) {
265
- corrupt(`${name} names document ${values[at]} of a segment of ${documentCount}`, { field: name, at });
266
- }
267
- }
268
- }
269
- function requireStrictlyAscending(values, start, end, name) {
270
- for (let at = start + 1; at < end; at++) {
271
- if (values[at] <= values[at - 1]) corrupt(`${name} fails to ascend strictly at entry ${at}`, { field: name, at });
272
- }
273
- }
274
- function compareEntries(blob, offsets, left, right) {
275
- const leftStart = offsets[left];
276
- const leftLength = offsets[left + 1] - leftStart;
277
- const rightStart = offsets[right];
278
- const rightLength = offsets[right + 1] - rightStart;
279
- const shared = leftLength < rightLength ? leftLength : rightLength;
280
- for (let k = 0; k < shared; k++) {
281
- const diff = blob[leftStart + k] - blob[rightStart + k];
282
- if (diff !== 0) return diff;
283
- }
284
- return leftLength - rightLength;
285
- }
286
- function requireEntriesAscend(blob, offsets, order, name) {
287
- const count = offsets.length - 1;
288
- for (let at = 1; at < count; at++) {
289
- const left = order === null ? at - 1 : order[at - 1];
290
- const right = order === null ? at : order[at];
291
- if (compareEntries(blob, offsets, left, right) >= 0) {
292
- corrupt(`${name} fails to ascend strictly at entry ${at}`, { field: name, at });
293
- }
294
- }
295
- }
296
- function requireSpellingEntriesAscend(blob, offsets, tokens, name) {
297
- for (let at = 1; at < tokens.length; at++) {
298
- const order = compareEntries(blob, offsets, at - 1, at) || tokens[at - 1] - tokens[at];
299
- if (order >= 0) corrupt(`${name} fails to ascend strictly at entry ${at}`, { field: name, at });
300
- }
301
- }
302
- function requireBelow(values, limit, name) {
303
- for (let at = 0; at < values.length; at++) {
304
- if (values[at] >= limit)
305
- corrupt(`${name} holds ${values[at]} at entry ${at}, at or above ${limit}`, { field: name, at });
306
- }
307
- }
308
- function requireNonZero(values, name) {
309
- for (let at = 0; at < values.length; at++) {
310
- if (values[at] === 0) corrupt(`${name} holds 0 at entry ${at}`, { field: name, at });
311
- }
312
- }
313
- function requirePermutation(order, name) {
314
- const seen = new Uint8Array(order.length);
315
- for (let at = 0; at < order.length; at++) {
316
- const ordinal = order[at];
317
- if (ordinal >= order.length || seen[ordinal] === 1) {
318
- corrupt(`${name} repeats or overruns ordinal ${ordinal}`, { field: name, at });
319
- }
320
- seen[ordinal] = 1;
321
- }
322
- }
323
- function requireValuesAscendWithoutNaN(values, name) {
324
- for (let at = 0; at < values.length; at++) {
325
- if (Number.isNaN(values[at])) corrupt(`${name} holds NaN at entry ${at}`, { field: name, at });
326
- if (at > 0 && values[at] < values[at - 1]) corrupt(`${name} descends at entry ${at}`, { field: name, at });
327
- }
328
- }
329
- function requireWithin(values, lowest, highest, name) {
330
- for (let at = 0; at < values.length; at++) {
331
- const value = values[at];
332
- if (!(value >= lowest && value <= highest)) {
333
- corrupt(`${name} holds ${value} at entry ${at}, outside ${lowest} to ${highest}`, { field: name, at });
334
- }
335
- }
336
- }
337
- function requireRunsAscend(runs, name) {
338
- for (let run = 1; run * 3 < runs.length; run++) {
339
- const at = run * 3;
340
- const before = at - 3;
341
- let diff = runs[at] - runs[before];
342
- if (diff === 0) diff = runs[at + 1] - runs[before + 1];
343
- if (diff === 0) diff = runs[at + 2] - runs[before + 2];
344
- if (diff <= 0) corrupt(`${name} fails to ascend strictly at run ${run}`, { field: name, run });
345
- }
346
- }
347
-
348
- // src/serialization/keyword-segment/decode-columns.ts
349
- var LATITUDE_LIMIT = 90;
350
- var LONGITUDE_LIMIT = 180;
351
- var CODE_POINTS_PER_RUN = 3;
352
- function uint32Column(raw, key, name, context) {
353
- return uint32sFrom(requireBytes(raw[key], `${name}.${key}`, 4), context.shared);
354
- }
355
- function ordinalColumn(raw, key, name, context) {
356
- const values = uint32Column(raw, key, name, context);
357
- requireOrdinals(values, context.documentCount, `${name}.${key}`);
358
- return values;
359
- }
360
- function eachColumn(raw, name) {
361
- return requireList(raw, name).map((entry, at) => {
362
- const column = requireRecord(entry, `${name}[${at}]`);
363
- return { column, label: `${name}[${at}]` };
364
- });
365
- }
366
- function decodeFieldLengths(raw, context) {
367
- const fieldLengthNames = [];
368
- const fieldLengthColumns = [];
369
- const totalFieldLengths = /* @__PURE__ */ Object.create(null);
370
- for (const { column, label } of eachColumn(raw, "fieldLengths")) {
371
- const field = requireString(column.field, `${label}.field`);
372
- const lengths = uint32Column(column, "lengths", label, context);
373
- requireCount(lengths.length, context.documentCount, `${label}.lengths`);
374
- let total = 0;
375
- for (let at = 0; at < lengths.length; at++) total += lengths[at];
376
- fieldLengthNames.push(field);
377
- fieldLengthColumns.push(lengths);
378
- totalFieldLengths[field] = (totalFieldLengths[field] ?? 0) + total;
379
- }
380
- return { fieldLengthNames, fieldLengthColumns, totalFieldLengths };
381
- }
382
- function decodeValueColumns(raw, name, context) {
383
- return eachColumn(raw, name).map(({ column, label }) => {
384
- const fieldPath = requireString(column.field, `${label}.field`);
385
- const docIds = ordinalColumn(column, "documents", label, context);
386
- const values = float64sFrom(requireBytes(column.values, `${label}.values`, 8), context.shared);
387
- requireCount(values.length, docIds.length, `${label}.values`);
388
- requireValuesAscendWithoutNaN(values, `${label}.values`);
389
- return { fieldPath, docIds, values };
390
- });
391
- }
392
- function decodeBooleanColumns(raw, context) {
393
- return eachColumn(raw, "boolean").map(({ column, label }) => ({
394
- fieldPath: requireString(column.field, `${label}.field`),
395
- trueDocs: ordinalColumn(column, "trueDocuments", label, context),
396
- falseDocs: ordinalColumn(column, "falseDocuments", label, context)
397
- }));
398
- }
399
- function decodeEnumColumns(raw, context) {
400
- return eachColumn(raw, "enum").map(({ column, label }) => {
401
- const fieldPath = requireString(column.field, `${label}.field`);
402
- const values = requireStrings(column.values, `${label}.values`);
403
- if (new Set(values).size !== values.length) corrupt(`${label}.values names a value twice`, { field: label });
404
- const offsets = uint32Column(column, "offsets", label, context);
405
- const docIds = ordinalColumn(column, "documents", label, context);
406
- requireCount(offsets.length, values.length + 1, `${label}.offsets`);
407
- requireOffsets(offsets, docIds.length, `${label}.offsets`);
408
- return { fieldPath, values, offsets, docIds };
409
- });
410
- }
411
- function decodeGeopointColumns(raw, context) {
412
- return eachColumn(raw, "geopoint").map(({ column, label }) => {
413
- const fieldPath = requireString(column.field, `${label}.field`);
414
- const docIds = ordinalColumn(column, "documents", label, context);
415
- const latitudes = float64sFrom(requireBytes(column.latitudes, `${label}.latitudes`, 8), context.shared);
416
- const longitudes = float64sFrom(requireBytes(column.longitudes, `${label}.longitudes`, 8), context.shared);
417
- requireCount(latitudes.length, docIds.length, `${label}.latitudes`);
418
- requireCount(longitudes.length, docIds.length, `${label}.longitudes`);
419
- requireWithin(latitudes, -LATITUDE_LIMIT, LATITUDE_LIMIT, `${label}.latitudes`);
420
- requireWithin(longitudes, -LONGITUDE_LIMIT, LONGITUDE_LIMIT, `${label}.longitudes`);
421
- return { fieldPath, docIds, latitudes, longitudes };
422
- });
423
- }
424
- function decodePatternColumns(raw, context) {
425
- return eachColumn(raw, "pattern").map(({ column, label }) => {
426
- const fieldPath = requireString(column.field, `${label}.field`);
427
- const docIds = ordinalColumn(column, "documents", label, context);
428
- requireStrictlyAscending(docIds, 0, docIds.length, `${label}.documents`);
429
- const runs = uint32sFrom(requireBytes(column.runs, `${label}.runs`, 4 * CODE_POINTS_PER_RUN), context.shared);
430
- requireRunsAscend(runs, `${label}.runs`);
431
- const offsets = uint32Column(column, "offsets", label, context);
432
- const postings = ordinalColumn(column, "postings", label, context);
433
- requireCount(offsets.length, runs.length / CODE_POINTS_PER_RUN + 1, `${label}.offsets`);
434
- requireOffsets(offsets, postings.length, `${label}.offsets`);
435
- for (let run = 0; run + 1 < offsets.length; run++) {
436
- requireStrictlyAscending(postings, offsets[run], offsets[run + 1], `${label}.postings`);
437
- }
438
- return { fieldPath, docIds, runs, offsets, postings };
439
- });
440
- }
441
- function decodeSurfaceForms(raw, context) {
442
- if (raw === null || raw === void 0) return null;
443
- const column = requireRecord(raw, "surfaceForms");
444
- const blob = bytesFrom(requireBytes(column.text, "surfaceForms.text", 1), context.shared);
445
- const offsets = uint32Column(column, "offsets", "surfaceForms", context);
446
- const counts = uint32Column(column, "counts", "surfaceForms", context);
447
- requireCount(offsets.length, counts.length * 2 + 1, "surfaceForms.offsets");
448
- requireOffsets(offsets, blob.length, "surfaceForms.offsets");
449
- requireUtf8Entries(blob, offsets, "surfaceForms.text");
450
- return counts.length === 0 ? null : { blob, offsets, counts };
451
- }
452
- function decodePartialWords(raw, tokenCount, context) {
453
- if (raw === null || raw === void 0) return null;
454
- const column = requireRecord(raw, "partialWords");
455
- const fields = requireStrings(column.fields, "partialWords.fields");
456
- const spellings = bytesFrom(requireBytes(column.text, "partialWords.text", 1), context.shared);
457
- const spellingOffsets = uint32Column(column, "offsets", "partialWords", context);
458
- const spellingTokens = uint32Column(column, "tokens", "partialWords", context);
459
- const spellingCounts = uint32Column(column, "counts", "partialWords", context);
460
- const entries = spellingTokens.length;
461
- requireCount(spellingOffsets.length, entries + 1, "partialWords.offsets");
462
- requireCount(spellingCounts.length, entries, "partialWords.counts");
463
- requireOffsets(spellingOffsets, spellings.length, "partialWords.offsets");
464
- requireUtf8Entries(spellings, spellingOffsets, "partialWords.text");
465
- requireBelow(spellingTokens, tokenCount, "partialWords.tokens");
466
- requireNonZero(spellingCounts, "partialWords.counts");
467
- requireSpellingEntriesAscend(spellings, spellingOffsets, spellingTokens, "partialWords");
468
- const runs = uint32sFrom(requireBytes(column.runs, "partialWords.runs", 4 * CODE_POINTS_PER_RUN), context.shared);
469
- requireRunsAscend(runs, "partialWords.runs");
470
- const runOffsets = uint32Column(column, "runOffsets", "partialWords", context);
471
- const runEntries = uint32Column(column, "runEntries", "partialWords", context);
472
- requireCount(runOffsets.length, runs.length / CODE_POINTS_PER_RUN + 1, "partialWords.runOffsets");
473
- requireOffsets(runOffsets, runEntries.length, "partialWords.runOffsets");
474
- requireBelow(runEntries, entries, "partialWords.runEntries");
475
- for (let run = 0; run + 1 < runOffsets.length; run++) {
476
- requireStrictlyAscending(runEntries, runOffsets[run], runOffsets[run + 1], "partialWords.runEntries");
477
- }
478
- return { fields, spellings, spellingOffsets, spellingTokens, spellingCounts, runs, runOffsets, runEntries };
479
- }
480
-
481
- // src/serialization/keyword-segment/write-records.ts
482
- var UINT64_BYTES = 8;
483
- function uint64Bytes(values) {
484
- const bytes = new Uint8Array(values.length * UINT64_BYTES);
485
- const view = new DataView(bytes.buffer);
486
- for (let at = 0; at < values.length; at++) view.setBigUint64(at * UINT64_BYTES, BigInt(values[at]), true);
487
- return bytes;
488
- }
489
- function uint64sOf(bytes, name) {
490
- const values = new Float64Array(bytes.byteLength / UINT64_BYTES);
491
- const view = new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength);
492
- for (let at = 0; at < values.length; at++) {
493
- const value = view.getBigUint64(at * UINT64_BYTES, true);
494
- if (value > BigInt(Number.MAX_SAFE_INTEGER)) corrupt(`${name} holds a value above 2^53 - 1`, { at });
495
- values[at] = Number(value);
496
- }
497
- return values;
498
- }
499
- function decodeWriteRecords(raw, documentCount) {
500
- const rawSeqNos = requireBytesOrNil(raw.seqNos, "seqNos", UINT64_BYTES);
501
- const rawTerms = requireBytesOrNil(raw.primaryTerms, "primaryTerms", UINT64_BYTES);
502
- if (rawSeqNos === null !== (rawTerms === null))
503
- corrupt("seqNos and primaryTerms must both be present or both absent");
504
- if (rawSeqNos === null || rawTerms === null) return null;
505
- const seqNos = uint64sOf(rawSeqNos, "seqNos");
506
- const primaryTerms = uint64sOf(rawTerms, "primaryTerms");
507
- requireCount(seqNos.length, documentCount, "seqNos");
508
- requireCount(primaryTerms.length, documentCount, "primaryTerms");
509
- for (let at = 0; at < documentCount; at++) {
510
- if (seqNos[at] === 0 && primaryTerms[at] !== 0) {
511
- corrupt(`primaryTerms gives document ${at} a term without a seqNo`, { at });
512
- }
513
- }
514
- return { seqNos, primaryTerms };
515
- }
516
-
517
- // src/serialization/keyword-segment/decode.ts
518
- function decodeSchema(raw) {
519
- const schema = requireRecord(raw, "schema");
520
- requireValidFieldTypes(schema);
521
- return schema;
522
- }
523
- function decodeIds(raw, context) {
524
- const blob = bytesFrom(requireBytes(raw.ids, "ids", 1), context.shared);
525
- const offsets = uint32sFrom(requireBytes(raw.idOffsets, "idOffsets", 4), context.shared);
526
- const sortedOrdinals = uint32sFrom(requireBytes(raw.idOrder, "idOrder", 4), context.shared);
527
- requireCount(offsets.length, context.documentCount + 1, "idOffsets");
528
- requireCount(sortedOrdinals.length, context.documentCount, "idOrder");
529
- requireOffsets(offsets, blob.length, "idOffsets");
530
- requireUtf8Entries(blob, offsets, "ids");
531
- requirePermutation(sortedOrdinals, "idOrder");
532
- requireEntriesAscend(blob, offsets, sortedOrdinals, "ids");
533
- return { blob, offsets, sortedOrdinals };
534
- }
535
- function vectorFieldPathsOf(schema) {
536
- return Object.keys(schema).filter((fieldPath) => VECTOR_PATTERN.test(schema[fieldPath]));
537
- }
538
- function decodeDocuments(raw, schema, context) {
539
- const blob = bytesFrom(requireBytes(raw.documents, "documents", 1), context.shared);
540
- const offsets = uint32sFrom(requireBytes(raw.documentOffsets, "documentOffsets", 4), context.shared);
541
- requireCount(offsets.length, context.documentCount + 1, "documentOffsets");
542
- requireOffsets(offsets, blob.length, "documentOffsets");
543
- const discardedFields = vectorFieldPathsOf(schema);
544
- return discardedFields.length === 0 ? { blob, offsets } : { blob, offsets, discardedFields };
545
- }
546
- function identitySlots(count, shared) {
547
- const slots = uint32sFrom(new Uint8Array(count * 4), shared);
548
- for (let at = 0; at < count; at++) slots[at] = at;
549
- return slots;
550
- }
551
- function requireDocumentFrequencies(frequencies, postingOffsets) {
552
- for (let token = 0; token < frequencies.length; token++) {
553
- const postings = postingOffsets[token + 1] - postingOffsets[token];
554
- if (frequencies[token] === 0 || frequencies[token] > postings) {
555
- corrupt(`documentFrequencies gives token ${token} a count of ${frequencies[token]} over ${postings} postings`, {
556
- token
557
- });
558
- }
559
- }
560
- }
561
- function requireFieldNumbers(fields, fieldNames) {
562
- for (let at = 0; at < fields.length; at++) {
563
- if (fields[at] >= fieldNames) corrupt(`postingFields names field ${fields[at]} of ${fieldNames}`, { at });
564
- }
565
- }
566
- function decodePostings(raw, fieldNames, context) {
567
- const blob = bytesFrom(requireBytes(raw.tokens, "tokens", 1), context.shared);
568
- const offsets = uint32sFrom(requireBytes(raw.tokenOffsets, "tokenOffsets", 4), context.shared);
569
- requireOffsets(offsets, blob.length, "tokenOffsets");
570
- requireUtf8Entries(blob, offsets, "tokens");
571
- requireEntriesAscend(blob, offsets, null, "tokens");
572
- const tokens = offsets.length - 1;
573
- const documentFrequencies = uint32sFrom(
574
- requireBytes(raw.documentFrequencies, "documentFrequencies", 4),
575
- context.shared
576
- );
577
- const postingOffsets = uint32sFrom(requireBytes(raw.postingOffsets, "postingOffsets", 4), context.shared);
578
- const postingDocIds = uint32sFrom(requireBytes(raw.postingDocuments, "postingDocuments", 4), context.shared);
579
- const postingFrequencies = uint16sFrom(requireBytes(raw.postingFrequencies, "postingFrequencies", 2), context.shared);
580
- const postingFieldIndices = uint16sFrom(requireBytes(raw.postingFields, "postingFields", 2), context.shared);
581
- requireCount(documentFrequencies.length, tokens, "documentFrequencies");
582
- requireCount(postingOffsets.length, tokens + 1, "postingOffsets");
583
- requireOffsets(postingOffsets, postingDocIds.length, "postingOffsets");
584
- requireCount(postingFrequencies.length, postingDocIds.length, "postingFrequencies");
585
- requireCount(postingFieldIndices.length, postingDocIds.length, "postingFields");
586
- requireOrdinals(postingDocIds, context.documentCount, "postingDocuments");
587
- requireFieldNumbers(postingFieldIndices, fieldNames.length);
588
- requireDocumentFrequencies(documentFrequencies, postingOffsets);
589
- const rawPositionOffsets = requireBytesOrNil(raw.positionOffsets, "positionOffsets", 4);
590
- const rawPositions = requireBytesOrNil(raw.positions, "positions", 4);
591
- if (rawPositionOffsets === null !== (rawPositions === null)) {
592
- corrupt("positionOffsets and positions must both be nil or both hold bytes");
593
- }
594
- let positionOffsets = null;
595
- let positionValues = null;
596
- if (rawPositionOffsets !== null && rawPositions !== null) {
597
- positionOffsets = uint32sFrom(rawPositionOffsets, context.shared);
598
- positionValues = uint32sFrom(rawPositions, context.shared);
599
- requireCount(positionOffsets.length, postingDocIds.length + 1, "positionOffsets");
600
- requireOffsets(positionOffsets, positionValues.length, "positionOffsets");
601
- }
602
- return {
603
- tokenTable: { blob, offsets, payloadSlots: identitySlots(tokens, context.shared), documentFrequencies },
604
- postingOffsets,
605
- postingDocIds,
606
- postingFrequencies,
607
- postingFieldIndices,
608
- positionOffsets,
609
- positionValues
610
- };
611
- }
612
- function decodeKeywordSegment(payload, shared) {
613
- let decoded;
614
- try {
615
- decoded = decode(payload);
616
- } catch (error) {
617
- corrupt(`payload is not MessagePack: ${error instanceof Error ? error.message : String(error)}`);
618
- }
619
- const raw = requireRecord(decoded, "payload");
620
- if (raw.v !== KEYWORD_SEGMENT_PAYLOAD_VERSION) {
621
- throw new NarsilError(
622
- ErrorCodes.ENVELOPE_VERSION_MISMATCH,
623
- `This keyword segment payload was written in layout ${String(raw.v)}, and this build reads layout ${KEYWORD_SEGMENT_PAYLOAD_VERSION} alone`,
624
- { version: raw.v }
625
- );
626
- }
627
- const schema = decodeSchema(raw.schema);
628
- const tombstones = requireStrings(raw.tombstones, "tombstones");
629
- const documentCount = requireUint32(raw.documentCount, "documentCount");
630
- const fieldNames = requireStrings(raw.fieldNames, "fieldNames");
631
- if (fieldNames.length > MAX_SEGMENT_FIELD_NAMES) {
632
- corrupt(`fieldNames holds ${fieldNames.length} names, above the limit of ${MAX_SEGMENT_FIELD_NAMES}`);
633
- }
634
- const context = { documentCount, shared };
635
- const postings = decodePostings(raw, fieldNames, context);
636
- const arrays = {
637
- documentCount,
638
- fieldNames,
639
- idTable: decodeIds(raw, context),
640
- documentTable: decodeDocuments(raw, schema, context),
641
- ...postings,
642
- ...decodeFieldLengths(raw.fieldLengths, context),
643
- numeric: decodeValueColumns(raw.numeric, "numeric", context),
644
- sizes: decodeValueColumns(raw.sizes, "sizes", context),
645
- boolean: decodeBooleanColumns(raw.boolean, context),
646
- enums: decodeEnumColumns(raw.enum, context),
647
- geo: decodeGeopointColumns(raw.geopoint, context),
648
- pattern: decodePatternColumns(raw.pattern, context),
649
- surfaceTable: decodeSurfaceForms(raw.surfaceForms, context),
650
- partialWords: decodePartialWords(raw.partialWords, postings.tokenTable.offsets.length - 1, context)
651
- };
652
- const writeRecords = decodeWriteRecords(raw, documentCount);
653
- return writeRecords === null ? { schema, tombstones, arrays } : { schema, tombstones, arrays, writeRecords };
654
- }
655
-
656
- export { KEYWORD_SEGMENT_ENVELOPE_VERSION, KEYWORD_SEGMENT_PAYLOAD_VERSION, applyDeleteEntry, applyIndexEntry, decodeBooleanColumns, decodeEnumColumns, decodeFieldLengths, decodeGeopointColumns, decodeKeywordSegment, decodePartialWords, decodePatternColumns, decodeSurfaceForms, decodeValueColumns, littleEndianBytes, requireEntriesAscend, requireOffsets, requireUtf8Entries, restoreVectorFields, setNestedValue, uint32sFrom, uint64Bytes, validateReplicationEntry };