@delali/narsil 0.3.1-next.157 → 0.3.1-next.160

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (565) hide show
  1. package/dist/adapters/filesystem.mjs +3 -3
  2. package/dist/adapters/gcs.mjs +3 -3
  3. package/dist/adapters/indexeddb.mjs +1 -1
  4. package/dist/adapters/s3.mjs +3 -3
  5. package/dist/browser/{chunk-N23GL72Q.mjs → chunk-4RNSFVWI.mjs} +20777 -19056
  6. package/dist/browser/chunk-MMHIIL5B.mjs +564 -0
  7. package/dist/browser/chunk-MZHQ65VI.mjs +1228 -0
  8. package/dist/browser/chunk-WC2DEXWU.mjs +29 -0
  9. package/dist/browser/{chunk-VLJQW4J6.mjs → core-leaf-TJAGWPZZ.mjs} +4674 -3102
  10. package/dist/{react-native/chunks/durability-config-QXVZEO7T.mjs → browser/durability-config-SGB5ZP5K.mjs} +8 -3
  11. package/dist/browser/embed-RF2MPGAO.mjs +222 -0
  12. package/dist/{react-native/chunks/geo-index-PX3BIHAH.mjs → browser/geo-index-GNHY4PUB.mjs} +190 -93
  13. package/dist/{react-native/chunks/module-TTEVPRCW.mjs → browser/module-362VSIGR.mjs} +1570 -275
  14. package/dist/browser/msgpack-leaf-44XNWSSY.mjs +302 -0
  15. package/dist/browser/optional-reads-XMVPG6HG.mjs +3230 -0
  16. package/dist/browser/optional-writes-WMZX4OEC.mjs +3196 -0
  17. package/dist/browser/phrase-module-22TKMXWI.mjs +616 -0
  18. package/dist/browser/resolve-vector-text-KI65IHMD.mjs +60 -0
  19. package/dist/browser/{restore-hooks-IE3GGYHG.mjs → restore-queue-S4BWOGMU.mjs} +98 -24
  20. package/dist/{react-native/chunks/runtime-R5E3TB3J.mjs → browser/runtime-NU6VOVH2.mjs} +61 -25
  21. package/dist/browser/segment-codec-leaf-A427QJUX.mjs +554 -0
  22. package/dist/browser/segment-merge-leaf-7BZ54JPI.mjs +1636 -0
  23. package/dist/browser/storage-leaf-X6CNRHJS.mjs +18221 -0
  24. package/dist/browser/store-leaf-AEMTAVHX.mjs +2069 -0
  25. package/dist/browser/{chunk-GFAZPSWK.mjs → suggestions-leaf-3Y6MR6OF.mjs} +441 -119
  26. package/dist/browser/worker-copies-WQCPP3TS.mjs +2750 -0
  27. package/dist/{capabilities-D3AoBJoF.d.ts → capabilities-BKDrry0z.d.ts} +2 -2
  28. package/dist/chunk-2JRERUNZ.mjs +217 -0
  29. package/dist/chunk-2RIS76RJ.mjs +212 -0
  30. package/dist/chunk-3B775F3C.mjs +252 -0
  31. package/dist/{chunk-24FNVRKB.mjs → chunk-3D6RZGJH.mjs} +3 -3
  32. package/dist/{chunk-INJYO3BU.mjs → chunk-4CAMH7FO.mjs} +1 -1
  33. package/dist/{chunk-U476IXKQ.mjs → chunk-4PY4JYMY.mjs} +2 -1
  34. package/dist/chunk-6EZW2GQL.mjs +978 -0
  35. package/dist/chunk-75UNINFA.mjs +271 -0
  36. package/dist/chunk-77AUVDQ5.mjs +7 -0
  37. package/dist/{chunk-JTYPJF3T.mjs → chunk-7MWYORQC.mjs} +2 -2
  38. package/dist/{chunk-TGP5M5R7.mjs → chunk-7T4LAYT4.mjs} +1 -1
  39. package/dist/{chunk-XIHUI4KB.mjs → chunk-AB27FWZM.mjs} +8 -3
  40. package/dist/{chunk-FUD5XSZ5.mjs → chunk-BXM7XM4G.mjs} +7 -3
  41. package/dist/{chunk-HJJI72X7.mjs → chunk-C7YQHCSO.mjs} +1 -1
  42. package/dist/{chunk-RVGRFOGN.mjs → chunk-D456ZFPQ.mjs} +2 -1
  43. package/dist/{chunk-KKQC526K.mjs → chunk-E2F6LZR3.mjs} +19 -21
  44. package/dist/{chunk-SMOOSIAW.mjs → chunk-FE3MRIBN.mjs} +104 -13
  45. package/dist/{chunk-KYYABCSW.mjs → chunk-FETZYCH7.mjs} +15 -1
  46. package/dist/{chunk-XXJZMTZT.mjs → chunk-FVZ5DB6Y.mjs} +3 -2
  47. package/dist/{chunk-EYD7K3H6.mjs → chunk-GF4K7IUK.mjs} +317 -120
  48. package/dist/chunk-GXCDWLQI.mjs +193 -0
  49. package/dist/{chunk-IIRIG7H5.mjs → chunk-H64YDF5M.mjs} +3 -3
  50. package/dist/{browser/chunk-VY5KW3HN.mjs → chunk-HOOR4CP5.mjs} +63 -7
  51. package/dist/chunk-IB4BYLE3.mjs +127 -0
  52. package/dist/{chunk-3C7MTCCI.mjs → chunk-IE3Q62QD.mjs} +2 -2
  53. package/dist/chunk-IH3G6SJO.mjs +40 -0
  54. package/dist/chunk-JV74RKCY.mjs +3041 -0
  55. package/dist/{chunk-ZPZ3YGXV.mjs → chunk-K67I3RF4.mjs} +261 -101
  56. package/dist/chunk-KLVMK3R5.mjs +47 -0
  57. package/dist/{chunk-5VV4R6P7.mjs → chunk-LAWIJRMJ.mjs} +4154 -2577
  58. package/dist/chunk-LF4GB4PO.mjs +281 -0
  59. package/dist/chunk-NC4QLCZC.mjs +59 -0
  60. package/dist/chunk-OOO54OVC.mjs +627 -0
  61. package/dist/chunk-OUWZKNO3.mjs +207 -0
  62. package/dist/{chunk-FJKKCV4D.mjs → chunk-P5YLI5ED.mjs} +343 -182
  63. package/dist/{chunk-4ZTHGTVX.mjs → chunk-PTTMGRG5.mjs} +9 -10
  64. package/dist/{react-native/chunks/chunk-DZ7H7D2C.mjs → chunk-Q3ZZH5Z7.mjs} +6 -0
  65. package/dist/{browser/chunk-EKMGCRSR.mjs → chunk-QBVTYY4J.mjs} +2 -9
  66. package/dist/{chunk-W5EB5XKI.mjs → chunk-R4CE4IVU.mjs} +341 -183
  67. package/dist/chunk-S2POFTLN.mjs +10 -0
  68. package/dist/{chunk-KJ3RTZDJ.mjs → chunk-S3BSDBF7.mjs} +10 -3
  69. package/dist/{chunk-4LMSZAK6.mjs → chunk-SHGN3QIF.mjs} +69 -13
  70. package/dist/chunk-SXIRM4MX.mjs +3549 -0
  71. package/dist/{chunk-TBC3XUL2.mjs → chunk-TGPKS2UM.mjs} +47 -1
  72. package/dist/chunk-TINW4BSH.mjs +31301 -0
  73. package/dist/{cold-module-VOJXMNZB.mjs → chunk-TSLV5P2J.mjs} +397 -80
  74. package/dist/{chunk-HHBUCIUY.mjs → chunk-TW543F33.mjs} +3 -3
  75. package/dist/chunk-U6B7DUQW.mjs +788 -0
  76. package/dist/{chunk-OQLD2BSW.mjs → chunk-V3SGPXWQ.mjs} +8 -9
  77. package/dist/chunk-W34VJXY7.mjs +4723 -0
  78. package/dist/chunk-YETKPX5M.mjs +5 -0
  79. package/dist/chunk-ZQ6QY42L.mjs +59 -0
  80. package/dist/{client-kqSMevVi.d.ts → client-CTp8RRiK.d.ts} +4 -4
  81. package/dist/client.d.ts +8 -8
  82. package/dist/client.mjs +66 -18
  83. package/dist/{config-B4v_Htpu.d.ts → config-PCNzWjHL.d.ts} +6 -3
  84. package/dist/{config-CTP01fns.d.ts → config-_WT5grSL.d.ts} +3 -3
  85. package/dist/core-leaf-KXFGP74A.mjs +7 -0
  86. package/dist/digest-leaf-KXBGKYHZ.mjs +1 -0
  87. package/dist/direct-executor-MKTZBR26.mjs +16 -0
  88. package/dist/distribution/coordinator/etcd.d.ts +2 -2
  89. package/dist/distribution/coordinator/etcd.mjs +7 -4
  90. package/dist/distribution/coordinator/in-memory.d.ts +2 -2
  91. package/dist/distribution/coordinator/in-memory.mjs +1 -2
  92. package/dist/distribution/transport/grpc.mjs +7 -2
  93. package/dist/distribution/transport/tcp.mjs +7 -1
  94. package/dist/distribution.d.ts +7 -7
  95. package/dist/distribution.mjs +1199 -1092
  96. package/dist/{browser/durability-config-TIYKW6XX.mjs → durability-config-XV4XR7Y4.mjs} +7 -3
  97. package/dist/embed-4H7RTBVL.mjs +221 -0
  98. package/dist/embeddings/openai.mjs +2 -2
  99. package/dist/{engine-CkPn2PWE.d.ts → engine-DBRVR_d-.d.ts} +1252 -1239
  100. package/dist/{browser/geo-index-OTV7VPIR.mjs → geo-index-2ZMMWWSK.mjs} +190 -93
  101. package/dist/{index-C4AmUnl1.d.ts → index-Ck9w5WHz.d.ts} +1 -1
  102. package/dist/index.browser.mjs +4 -16
  103. package/dist/index.d.ts +1495 -78
  104. package/dist/index.mjs +14 -50
  105. package/dist/index.react-native.mjs +11 -28
  106. package/dist/invalidation/filesystem.mjs +1 -2
  107. package/dist/languages/albanian.mjs +1 -1
  108. package/dist/languages/amharic.mjs +1 -1
  109. package/dist/languages/arabic.mjs +1 -1
  110. package/dist/languages/armenian.mjs +1 -1
  111. package/dist/languages/azerbaijani.mjs +1 -1
  112. package/dist/languages/bambara.mjs +1 -1
  113. package/dist/languages/basque.mjs +1 -1
  114. package/dist/languages/belarusian.mjs +1 -1
  115. package/dist/languages/bengali.mjs +1 -1
  116. package/dist/languages/bosnian.mjs +1 -1
  117. package/dist/languages/breton.mjs +1 -1
  118. package/dist/languages/bulgarian.mjs +1 -1
  119. package/dist/languages/burmese.mjs +1 -1
  120. package/dist/languages/catalan.mjs +1 -1
  121. package/dist/languages/chinese.mjs +1 -1
  122. package/dist/languages/croatian.mjs +1 -1
  123. package/dist/languages/czech.mjs +1 -1
  124. package/dist/languages/dagbani.mjs +1 -1
  125. package/dist/languages/danish.mjs +1 -1
  126. package/dist/languages/dutch.mjs +1 -1
  127. package/dist/languages/english.mjs +1 -1
  128. package/dist/languages/esperanto.mjs +1 -1
  129. package/dist/languages/estonian.mjs +1 -1
  130. package/dist/languages/ewe.mjs +1 -1
  131. package/dist/languages/faroese.mjs +1 -1
  132. package/dist/languages/fijian.mjs +1 -1
  133. package/dist/languages/finnish.mjs +1 -1
  134. package/dist/languages/french.mjs +1 -1
  135. package/dist/languages/ga.mjs +1 -1
  136. package/dist/languages/galician.mjs +1 -1
  137. package/dist/languages/georgian.mjs +1 -1
  138. package/dist/languages/german.mjs +1 -1
  139. package/dist/languages/greek.mjs +1 -1
  140. package/dist/languages/guarani.mjs +1 -1
  141. package/dist/languages/gujarati.mjs +1 -1
  142. package/dist/languages/haitian-creole.mjs +1 -1
  143. package/dist/languages/hausa.mjs +1 -1
  144. package/dist/languages/hawaiian.mjs +1 -1
  145. package/dist/languages/hebrew.mjs +1 -1
  146. package/dist/languages/hindi.mjs +1 -1
  147. package/dist/languages/hungarian.mjs +1 -1
  148. package/dist/languages/icelandic.mjs +1 -1
  149. package/dist/languages/igbo.mjs +1 -1
  150. package/dist/languages/indonesian.mjs +1 -1
  151. package/dist/languages/irish.mjs +1 -1
  152. package/dist/languages/italian.mjs +1 -1
  153. package/dist/languages/japanese.mjs +1 -1
  154. package/dist/languages/kannada.mjs +1 -1
  155. package/dist/languages/kazakh.mjs +1 -1
  156. package/dist/languages/khmer.mjs +1 -1
  157. package/dist/languages/kinyarwanda.mjs +1 -1
  158. package/dist/languages/kirundi.mjs +1 -1
  159. package/dist/languages/korean.mjs +1 -1
  160. package/dist/languages/kurmanji.mjs +1 -1
  161. package/dist/languages/kyrgyz.mjs +1 -1
  162. package/dist/languages/lao.mjs +1 -1
  163. package/dist/languages/latin.mjs +1 -1
  164. package/dist/languages/latvian.mjs +1 -1
  165. package/dist/languages/lingala.mjs +1 -1
  166. package/dist/languages/lithuanian.mjs +1 -1
  167. package/dist/languages/luxembourgish.mjs +1 -1
  168. package/dist/languages/macedonian.mjs +1 -1
  169. package/dist/languages/malagasy.mjs +1 -1
  170. package/dist/languages/malay.mjs +1 -1
  171. package/dist/languages/malayalam.mjs +1 -1
  172. package/dist/languages/maltese.mjs +1 -1
  173. package/dist/languages/maori.mjs +1 -1
  174. package/dist/languages/marathi.mjs +1 -1
  175. package/dist/languages/nepali.mjs +1 -1
  176. package/dist/languages/norwegian.mjs +1 -1
  177. package/dist/languages/oromo.mjs +1 -1
  178. package/dist/languages/persian.mjs +1 -1
  179. package/dist/languages/polish.mjs +1 -1
  180. package/dist/languages/portuguese.mjs +1 -1
  181. package/dist/languages/punjabi.mjs +1 -1
  182. package/dist/languages/romanian.mjs +1 -1
  183. package/dist/languages/russian.mjs +1 -1
  184. package/dist/languages/samoan.mjs +1 -1
  185. package/dist/languages/sanskrit.mjs +1 -1
  186. package/dist/languages/scottish-gaelic.mjs +1 -1
  187. package/dist/languages/serbian.mjs +1 -1
  188. package/dist/languages/shona.mjs +1 -1
  189. package/dist/languages/sinhala.mjs +1 -1
  190. package/dist/languages/slovak.mjs +1 -1
  191. package/dist/languages/slovenian.mjs +1 -1
  192. package/dist/languages/sorani.mjs +1 -1
  193. package/dist/languages/spanish.mjs +1 -1
  194. package/dist/languages/swahili.mjs +1 -1
  195. package/dist/languages/swedish.mjs +1 -1
  196. package/dist/languages/tagalog.mjs +1 -1
  197. package/dist/languages/tamil.mjs +1 -1
  198. package/dist/languages/tatar.mjs +1 -1
  199. package/dist/languages/telugu.mjs +1 -1
  200. package/dist/languages/thai.mjs +1 -1
  201. package/dist/languages/tibetan.mjs +1 -1
  202. package/dist/languages/tigrinya.mjs +1 -1
  203. package/dist/languages/tongan.mjs +1 -1
  204. package/dist/languages/turkish.mjs +1 -1
  205. package/dist/languages/twi.mjs +1 -1
  206. package/dist/languages/ukrainian.mjs +1 -1
  207. package/dist/languages/urdu.mjs +1 -1
  208. package/dist/languages/vietnamese.mjs +1 -1
  209. package/dist/languages/welsh.mjs +1 -1
  210. package/dist/languages/wolof.mjs +1 -1
  211. package/dist/languages/xhosa.mjs +1 -1
  212. package/dist/languages/yoruba.mjs +1 -1
  213. package/dist/languages/zulu.mjs +1 -1
  214. package/dist/{long-query-thread-QDFQSJD6.mjs → long-query-thread-JMGNGF6V.mjs} +74 -58
  215. package/dist/{module-N55W4Q5C.mjs → module-ZJ6ARG6V.mjs} +444 -111
  216. package/dist/msgpack-leaf-5WFRP6JM.mjs +9 -0
  217. package/dist/optional-reads-BR3BOVZW.mjs +3373 -0
  218. package/dist/optional-writes-DDFHYUOH.mjs +218 -0
  219. package/dist/{paged-partition-archive-RLRGOXDX.mjs → paged-partition-archive-G576XGVE.mjs} +29 -69
  220. package/dist/partial-words.browser.mjs +1649 -0
  221. package/dist/partial-words.mjs +15 -14
  222. package/dist/{chunk-CITFCZKF.mjs → pattern.browser.mjs} +153 -186
  223. package/dist/pattern.mjs +6 -8
  224. package/dist/persistence/durability/checkpoint-worker.d.ts +32 -24
  225. package/dist/persistence/durability/checkpoint-worker.mjs +27 -59
  226. package/dist/phrase-module-XK3T44VU.mjs +634 -0
  227. package/dist/query-actions-OMXJEC2J.mjs +118 -0
  228. package/dist/query-suggestions/merge-worker.mjs +18 -54
  229. package/dist/query-suggestions.browser.mjs +26 -227
  230. package/dist/query-suggestions.d.ts +2 -2
  231. package/dist/query-suggestions.mjs +16 -67
  232. package/dist/react-native/chunks/chunk-4EXKQ2IB.mjs +565 -0
  233. package/dist/react-native/chunks/chunk-52QD7CBJ.mjs +52 -0
  234. package/dist/react-native/chunks/chunk-72OKYHZL.mjs +969 -0
  235. package/dist/react-native/chunks/chunk-AQOWRH2C.mjs +802 -0
  236. package/dist/react-native/chunks/{chunk-4COWCEY7.mjs → chunk-FTQ7JNMU.mjs} +341 -180
  237. package/dist/react-native/chunks/chunk-G3CUQ333.mjs +42 -0
  238. package/dist/react-native/chunks/{chunk-EJ33LCHV.mjs → chunk-HRDMIQ63.mjs} +53 -1
  239. package/dist/react-native/chunks/{chunk-4AV5PPH6.mjs → chunk-IY6U6HRA.mjs} +63 -7
  240. package/dist/react-native/chunks/chunk-J2NQW353.mjs +212 -0
  241. package/dist/react-native/chunks/chunk-L4R5ITVG.mjs +29047 -0
  242. package/dist/react-native/chunks/{chunk-OXM66LO6.mjs → chunk-OK3WUA6N.mjs} +2 -10
  243. package/dist/react-native/chunks/{chunk-MVXELMJX.mjs → chunk-PVMEHBQO.mjs} +1 -1
  244. package/dist/{browser/chunk-SRMZXJSL.mjs → react-native/chunks/chunk-TQ26BKBH.mjs} +6 -0
  245. package/dist/{browser/chunk-GPPOG6PT.mjs → react-native/chunks/chunk-VUJCSQG5.mjs} +3 -1
  246. package/dist/react-native/chunks/{chunk-ENLMYKSX.mjs → chunk-XEGKQKLY.mjs} +5385 -3114
  247. package/dist/react-native/chunks/chunk-YOTP2FPE.mjs +232 -0
  248. package/dist/react-native/chunks/chunk-ZIU6TWXG.mjs +127 -0
  249. package/dist/react-native/chunks/core-leaf-5B4JXCVA.mjs +6 -0
  250. package/dist/react-native/chunks/digest-leaf-X6OIFDIU.mjs +1 -0
  251. package/dist/{durability-config-GE4U7MCZ.mjs → react-native/chunks/durability-config-3IOXIPYZ.mjs} +7 -3
  252. package/dist/react-native/chunks/embed-3WQ2CCR5.mjs +221 -0
  253. package/dist/{geo-index-MRH5JMIR.mjs → react-native/chunks/geo-index-QEYKEVPH.mjs} +190 -93
  254. package/dist/react-native/chunks/{chunk-CKNRFDTZ.mjs → gzip.react-native-DLO4WW27.mjs} +2 -1
  255. package/dist/{browser/module-TCT66FWA.mjs → react-native/chunks/module-VUA27HZZ.mjs} +1018 -540
  256. package/dist/react-native/chunks/msgpack-leaf-TR66ZVAX.mjs +7 -0
  257. package/dist/react-native/chunks/optional-reads-WDTLLHUT.mjs +3364 -0
  258. package/dist/react-native/chunks/optional-writes-FZV3QW34.mjs +267 -0
  259. package/dist/react-native/chunks/phrase-module-KCQWVXYZ.mjs +635 -0
  260. package/dist/react-native/chunks/resolve-vector-text-LXRYXF7M.mjs +59 -0
  261. package/dist/react-native/chunks/restore-queue-EI2V2I4S.mjs +179 -0
  262. package/dist/{browser/runtime-OTAGEFQW.mjs → react-native/chunks/runtime-BUCSAK4U.mjs} +61 -25
  263. package/dist/react-native/chunks/segment-codec-leaf-6ULP7H3I.mjs +12 -0
  264. package/dist/react-native/chunks/segment-merge-leaf-F4GQZNK6.mjs +13 -0
  265. package/dist/react-native/chunks/storage-leaf-OAXBU2L6.mjs +18042 -0
  266. package/dist/react-native/chunks/store-leaf-GY2ZZFXB.mjs +14 -0
  267. package/dist/react-native/chunks/{chunk-WW2X2AEI.mjs → suggestions-leaf-SQEZ4IBS.mjs} +332 -118
  268. package/dist/react-native/chunks/worker-copies-EEHSCFJW.mjs +2627 -0
  269. package/dist/react-native/partial-words.mjs +954 -35
  270. package/dist/react-native/pattern.mjs +238 -111
  271. package/dist/react-native/query-suggestions.mjs +33 -239
  272. package/dist/react-native/sync.mjs +95 -52
  273. package/dist/react-native/synonyms.mjs +256 -112
  274. package/dist/react.d.ts +9 -9
  275. package/dist/react.mjs +6 -0
  276. package/dist/{rerank-MQ37IYRV.mjs → rerank-Y6MWBMTT.mjs} +17 -8
  277. package/dist/rerankers/http.mjs +2 -2
  278. package/dist/resolve-vector-text-4PDRTPNQ.mjs +2 -0
  279. package/dist/restore-queue-KPYSRJ4A.mjs +184 -0
  280. package/dist/runtime-4GKUIAKV.mjs +595 -0
  281. package/dist/{schema-Jwt928nJ.d.ts → schema-C_7yRJLt.d.ts} +1 -1
  282. package/dist/segment-codec-leaf-6IFBSBPN.mjs +17 -0
  283. package/dist/segment-merge-leaf-VE3FUSVE.mjs +17 -0
  284. package/dist/server.d.ts +33 -13
  285. package/dist/server.mjs +81 -100
  286. package/dist/{browser/durability-wiring-GVZEE46O.mjs → storage-leaf-HMIIOUYN.mjs} +2334 -931
  287. package/dist/store-leaf-M7T7SUZJ.mjs +19 -0
  288. package/dist/stored-values-BWIMpiT_.d.ts +25 -0
  289. package/dist/suggestions-leaf-Q3Q5D6XV.mjs +53 -0
  290. package/dist/sync/filesystem.d.ts +3 -3
  291. package/dist/sync/filesystem.mjs +27 -11
  292. package/dist/sync/indexeddb.browser.mjs +287 -0
  293. package/dist/sync/indexeddb.d.ts +3 -3
  294. package/dist/sync/indexeddb.mjs +7 -2
  295. package/dist/sync.browser.mjs +88 -72
  296. package/dist/sync.d.ts +4 -4
  297. package/dist/sync.mjs +89 -59
  298. package/dist/{chunk-I5B7RXU7.mjs → synonyms.browser.mjs} +248 -135
  299. package/dist/synonyms.mjs +15 -11
  300. package/dist/{tasks-CoNjxbop.d.ts → tasks-B4tT4vmP.d.ts} +4 -4
  301. package/dist/thread-SNILJXX3.mjs +30 -0
  302. package/dist/{types-DPMjfOr_.d.ts → types-CTg0KaMy.d.ts} +2 -2
  303. package/dist/vector/search-worker.d.ts +7 -1
  304. package/dist/vector/search-worker.mjs +9 -13
  305. package/dist/worker-copies-ZLZS2CUM.mjs +2152 -0
  306. package/dist/workers/entry.mjs +60 -30
  307. package/openapi.json +66 -50
  308. package/package.json +233 -8
  309. package/dist/analysis-change-CKEMM2MC.mjs +0 -55
  310. package/dist/analysis-change-entry-SEDMJ6MW.mjs +0 -1
  311. package/dist/archive-history-E4R73RWD.mjs +0 -29
  312. package/dist/browser/analysis-change-ZKGJFENM.mjs +0 -942
  313. package/dist/browser/analysis-change-entry-5BFUVMHJ.mjs +0 -1
  314. package/dist/browser/archive-history-4IP5XQZY.mjs +0 -29
  315. package/dist/browser/chunk-25MTVDYD.mjs +0 -432
  316. package/dist/browser/chunk-3I27KXQD.mjs +0 -34
  317. package/dist/browser/chunk-3NLMB5CC.mjs +0 -217
  318. package/dist/browser/chunk-4RD3AFSB.mjs +0 -32
  319. package/dist/browser/chunk-5W3MMTLG.mjs +0 -19
  320. package/dist/browser/chunk-5YWB3E2W.mjs +0 -92
  321. package/dist/browser/chunk-7IGKGWSQ.mjs +0 -79
  322. package/dist/browser/chunk-AI5UI46D.mjs +0 -12
  323. package/dist/browser/chunk-ATEBYXP6.mjs +0 -10
  324. package/dist/browser/chunk-BLT4RHCJ.mjs +0 -241
  325. package/dist/browser/chunk-C26SPCGQ.mjs +0 -2636
  326. package/dist/browser/chunk-C4FJ3WDY.mjs +0 -177
  327. package/dist/browser/chunk-CXNTHHA7.mjs +0 -63
  328. package/dist/browser/chunk-DSXIBE6N.mjs +0 -78
  329. package/dist/browser/chunk-DUH6QUVU.mjs +0 -2374
  330. package/dist/browser/chunk-ELV4OZOI.mjs +0 -29
  331. package/dist/browser/chunk-EXQZGUQH.mjs +0 -193
  332. package/dist/browser/chunk-G64Q6OJF.mjs +0 -96
  333. package/dist/browser/chunk-HOZW3PKP.mjs +0 -9
  334. package/dist/browser/chunk-HUCSHDTB.mjs +0 -100
  335. package/dist/browser/chunk-JPTQZWJQ.mjs +0 -10
  336. package/dist/browser/chunk-K3IPRX6D.mjs +0 -2559
  337. package/dist/browser/chunk-ML7THVLJ.mjs +0 -38
  338. package/dist/browser/chunk-MY2XKH22.mjs +0 -40
  339. package/dist/browser/chunk-NLWTBAGB.mjs +0 -111
  340. package/dist/browser/chunk-NXQG7DRA.mjs +0 -318
  341. package/dist/browser/chunk-OEDCEZXJ.mjs +0 -92
  342. package/dist/browser/chunk-OIZS5KIX.mjs +0 -6
  343. package/dist/browser/chunk-RA6LSBCM.mjs +0 -43
  344. package/dist/browser/chunk-TK63WFXK.mjs +0 -90
  345. package/dist/browser/chunk-TY7L6OXO.mjs +0 -69
  346. package/dist/browser/chunk-U3JOQGWX.mjs +0 -19
  347. package/dist/browser/chunk-U4YDIBUT.mjs +0 -653
  348. package/dist/browser/chunk-UATIJ4KU.mjs +0 -21
  349. package/dist/browser/chunk-UKOWD2K5.mjs +0 -315
  350. package/dist/browser/chunk-UTMHUHUV.mjs +0 -150
  351. package/dist/browser/chunk-V43N6TZO.mjs +0 -857
  352. package/dist/browser/chunk-VI7BQR4U.mjs +0 -21
  353. package/dist/browser/chunk-WN464PTL.mjs +0 -375
  354. package/dist/browser/chunk-WXLBZJMT.mjs +0 -25
  355. package/dist/browser/chunk-X7TXYUKO.mjs +0 -86
  356. package/dist/browser/chunk-XAWNZ4G2.mjs +0 -151
  357. package/dist/browser/chunk-Y6IBAUNO.mjs +0 -561
  358. package/dist/browser/chunk-ZI2V4VD7.mjs +0 -21
  359. package/dist/browser/cold-module-YNUUDNOM.mjs +0 -761
  360. package/dist/browser/engine-hooks-HBVS6YM4.mjs +0 -18
  361. package/dist/browser/gzip-5S7ROJFJ.mjs +0 -1
  362. package/dist/browser/import-5ESVMFDJ.mjs +0 -20
  363. package/dist/browser/methods-KTQCSIN4.mjs +0 -30
  364. package/dist/browser/module-NDSQLPMQ.mjs +0 -25
  365. package/dist/browser/operations-OJ3BXS55.mjs +0 -5
  366. package/dist/browser/phrase-module-HAT3TLZN.mjs +0 -328
  367. package/dist/browser/pool-3JLET5RO.mjs +0 -297
  368. package/dist/browser/release-HYXPVJVS.mjs +0 -32
  369. package/dist/browser/restore-queue-LQBBTODR.mjs +0 -55
  370. package/dist/browser/retention-TY3L3BFN.mjs +0 -211
  371. package/dist/browser/snapshot-5FHPPCNZ.mjs +0 -965
  372. package/dist/browser/start-2UZTOBG5.mjs +0 -26
  373. package/dist/browser/sync-state-P5XG6LTQ.mjs +0 -15
  374. package/dist/browser/write-ULXAN5B4.mjs +0 -196
  375. package/dist/chunk-2NE7VCYE.mjs +0 -212
  376. package/dist/chunk-2ROUFMQX.mjs +0 -543
  377. package/dist/chunk-37CD3OKS.mjs +0 -87
  378. package/dist/chunk-3MXV3VHR.mjs +0 -46
  379. package/dist/chunk-3OH67G7R.mjs +0 -214
  380. package/dist/chunk-4B7JIGQD.mjs +0 -106
  381. package/dist/chunk-5YNRKI2C.mjs +0 -81
  382. package/dist/chunk-6HTGOXIK.mjs +0 -875
  383. package/dist/chunk-6OEGXLBX.mjs +0 -57
  384. package/dist/chunk-6RC4K46J.mjs +0 -86
  385. package/dist/chunk-7GFE3PEY.mjs +0 -40
  386. package/dist/chunk-7GXJUJ24.mjs +0 -49
  387. package/dist/chunk-7V5IUP2T.mjs +0 -63
  388. package/dist/chunk-A4L7YTKX.mjs +0 -458
  389. package/dist/chunk-BEZH7VEH.mjs +0 -23
  390. package/dist/chunk-BNL5OPRV.mjs +0 -634
  391. package/dist/chunk-BTPGQC6Z.mjs +0 -27
  392. package/dist/chunk-C7XQYG6U.mjs +0 -50
  393. package/dist/chunk-CQZXZ75V.mjs +0 -562
  394. package/dist/chunk-CWS55TEX.mjs +0 -242
  395. package/dist/chunk-CZQ33DLW.mjs +0 -78
  396. package/dist/chunk-EEBCDP36.mjs +0 -32
  397. package/dist/chunk-FB6463IN.mjs +0 -1499
  398. package/dist/chunk-FCJ553HS.mjs +0 -655
  399. package/dist/chunk-FEZVDOWX.mjs +0 -6996
  400. package/dist/chunk-FOCV4CBZ.mjs +0 -87
  401. package/dist/chunk-FQBFZAWG.mjs +0 -27
  402. package/dist/chunk-G6HRSGOU.mjs +0 -74
  403. package/dist/chunk-GES7U2PM.mjs +0 -68
  404. package/dist/chunk-GH4WQ22V.mjs +0 -34
  405. package/dist/chunk-GPWMUPCA.mjs +0 -1126
  406. package/dist/chunk-GQPTDQCL.mjs +0 -54
  407. package/dist/chunk-HJSN7UYG.mjs +0 -10
  408. package/dist/chunk-I54T6CQP.mjs +0 -117
  409. package/dist/chunk-IPN7S4KX.mjs +0 -130
  410. package/dist/chunk-J4IJTTEX.mjs +0 -226
  411. package/dist/chunk-JSV6OQ4C.mjs +0 -74
  412. package/dist/chunk-K4ZIGL2O.mjs +0 -290
  413. package/dist/chunk-KAKQ74LS.mjs +0 -53
  414. package/dist/chunk-KCQYFO4K.mjs +0 -62
  415. package/dist/chunk-KHKIRS5D.mjs +0 -113
  416. package/dist/chunk-KOKM4PQN.mjs +0 -52
  417. package/dist/chunk-KP7TYHWT.mjs +0 -92
  418. package/dist/chunk-KZ3NX2P7.mjs +0 -21
  419. package/dist/chunk-L5ORED7V.mjs +0 -25
  420. package/dist/chunk-LDNCLRZU.mjs +0 -218
  421. package/dist/chunk-LHKOSI2J.mjs +0 -58
  422. package/dist/chunk-LQG5G2LY.mjs +0 -39
  423. package/dist/chunk-MATMVH65.mjs +0 -9
  424. package/dist/chunk-MP7ABPTD.mjs +0 -189
  425. package/dist/chunk-MW6BR4QP.mjs +0 -316
  426. package/dist/chunk-MWD5VPN7.mjs +0 -21
  427. package/dist/chunk-ODYKO5TO.mjs +0 -101
  428. package/dist/chunk-OG7UGJ6F.mjs +0 -63
  429. package/dist/chunk-ORN5BLL7.mjs +0 -11
  430. package/dist/chunk-OYABFKTW.mjs +0 -1974
  431. package/dist/chunk-P5LANSH6.mjs +0 -121
  432. package/dist/chunk-PELHVTO7.mjs +0 -24
  433. package/dist/chunk-PIH5SJ4N.mjs +0 -7481
  434. package/dist/chunk-PSZI4O24.mjs +0 -253
  435. package/dist/chunk-PV2CG7EJ.mjs +0 -886
  436. package/dist/chunk-PWGYQXML.mjs +0 -470
  437. package/dist/chunk-Q2UL2TPC.mjs +0 -21
  438. package/dist/chunk-QHPYS427.mjs +0 -66
  439. package/dist/chunk-QJVOLKU6.mjs +0 -111
  440. package/dist/chunk-QLDABJZM.mjs +0 -20
  441. package/dist/chunk-QYRNLLLI.mjs +0 -99
  442. package/dist/chunk-RCX4WNLC.mjs +0 -151
  443. package/dist/chunk-RFBLQLLZ.mjs +0 -16
  444. package/dist/chunk-RIHIVFIQ.mjs +0 -240
  445. package/dist/chunk-RLOES5SX.mjs +0 -31
  446. package/dist/chunk-RWURUDSP.mjs +0 -2639
  447. package/dist/chunk-RZWWB2XR.mjs +0 -96
  448. package/dist/chunk-S5LN746F.mjs +0 -10
  449. package/dist/chunk-SOI6LTHM.mjs +0 -216
  450. package/dist/chunk-SQJWAIF4.mjs +0 -12
  451. package/dist/chunk-TDIK6NTV.mjs +0 -10
  452. package/dist/chunk-TQXHPFWT.mjs +0 -177
  453. package/dist/chunk-U55XJEIG.mjs +0 -18
  454. package/dist/chunk-UD5HIS4U.mjs +0 -382
  455. package/dist/chunk-UHICS3JI.mjs +0 -83
  456. package/dist/chunk-UJDJB3NE.mjs +0 -913
  457. package/dist/chunk-VD7J552I.mjs +0 -28
  458. package/dist/chunk-VSLSGASN.mjs +0 -30
  459. package/dist/chunk-VZ2ONHEE.mjs +0 -3715
  460. package/dist/chunk-W7OSSKH5.mjs +0 -1427
  461. package/dist/chunk-WZ7YV54N.mjs +0 -152
  462. package/dist/chunk-X5CV2E2B.mjs +0 -1
  463. package/dist/chunk-Y4WPNHMC.mjs +0 -50
  464. package/dist/chunk-YEKL4JBK.mjs +0 -96
  465. package/dist/chunk-ZXNQEW43.mjs +0 -18
  466. package/dist/chunk-ZYAY26KG.mjs +0 -29
  467. package/dist/direct-executor-V5DRIECI.mjs +0 -34
  468. package/dist/durability-wiring-3TD62MBI.mjs +0 -4072
  469. package/dist/engine-hooks-HA3SBOBR.mjs +0 -54
  470. package/dist/gzip-F4HMIEEQ.mjs +0 -1
  471. package/dist/import-GPKLTSKA.mjs +0 -56
  472. package/dist/methods-7IOINERF.mjs +0 -30
  473. package/dist/module-JYHFTVPS.mjs +0 -63
  474. package/dist/operations-G5EP6JPX.mjs +0 -5
  475. package/dist/phrase-module-XW5MKWP5.mjs +0 -330
  476. package/dist/pool-Y4A46T36.mjs +0 -298
  477. package/dist/react-native/chunks/analysis-change-QUVDNABS.mjs +0 -934
  478. package/dist/react-native/chunks/analysis-change-entry-OC4XASBF.mjs +0 -1
  479. package/dist/react-native/chunks/archive-history-MJKUQLSU.mjs +0 -29
  480. package/dist/react-native/chunks/chunk-2PRHILX3.mjs +0 -529
  481. package/dist/react-native/chunks/chunk-3NQOVO3K.mjs +0 -1
  482. package/dist/react-native/chunks/chunk-3WI35N75.mjs +0 -226
  483. package/dist/react-native/chunks/chunk-4DII3ZSM.mjs +0 -73
  484. package/dist/react-native/chunks/chunk-4J74WHQM.mjs +0 -177
  485. package/dist/react-native/chunks/chunk-4NWR3NGS.mjs +0 -151
  486. package/dist/react-native/chunks/chunk-5CQX3XXV.mjs +0 -17
  487. package/dist/react-native/chunks/chunk-5MSX5FRT.mjs +0 -858
  488. package/dist/react-native/chunks/chunk-6OFDUYVX.mjs +0 -92
  489. package/dist/react-native/chunks/chunk-6VBXNFLE.mjs +0 -9
  490. package/dist/react-native/chunks/chunk-6ZELFCK5.mjs +0 -315
  491. package/dist/react-native/chunks/chunk-AAAETEJK.mjs +0 -27
  492. package/dist/react-native/chunks/chunk-AM7RSBPF.mjs +0 -32
  493. package/dist/react-native/chunks/chunk-BITYFZSZ.mjs +0 -242
  494. package/dist/react-native/chunks/chunk-C5G6TJ7A.mjs +0 -140
  495. package/dist/react-native/chunks/chunk-CHPTFFJM.mjs +0 -43
  496. package/dist/react-native/chunks/chunk-DIYDOIM4.mjs +0 -10
  497. package/dist/react-native/chunks/chunk-DMIFXZ3Q.mjs +0 -432
  498. package/dist/react-native/chunks/chunk-DVDX4SDR.mjs +0 -375
  499. package/dist/react-native/chunks/chunk-DXRSEWA2.mjs +0 -12
  500. package/dist/react-native/chunks/chunk-F753DA54.mjs +0 -23
  501. package/dist/react-native/chunks/chunk-FHPW7P2O.mjs +0 -40
  502. package/dist/react-native/chunks/chunk-FTZHMRD2.mjs +0 -18
  503. package/dist/react-native/chunks/chunk-HJBJBH26.mjs +0 -34
  504. package/dist/react-native/chunks/chunk-IAENKE2D.mjs +0 -21
  505. package/dist/react-native/chunks/chunk-IO2SMUQD.mjs +0 -10
  506. package/dist/react-native/chunks/chunk-IYNT75CE.mjs +0 -111
  507. package/dist/react-native/chunks/chunk-JDOEEMEF.mjs +0 -38
  508. package/dist/react-native/chunks/chunk-JWUCMVRK.mjs +0 -15
  509. package/dist/react-native/chunks/chunk-KSBYEMCB.mjs +0 -100
  510. package/dist/react-native/chunks/chunk-KU646XXT.mjs +0 -164
  511. package/dist/react-native/chunks/chunk-LU3Y3P63.mjs +0 -68
  512. package/dist/react-native/chunks/chunk-LVIKKAA6.mjs +0 -93
  513. package/dist/react-native/chunks/chunk-LZSLNSUN.mjs +0 -193
  514. package/dist/react-native/chunks/chunk-MJDQU5MW.mjs +0 -1225
  515. package/dist/react-native/chunks/chunk-NNE4VDMM.mjs +0 -8
  516. package/dist/react-native/chunks/chunk-NVVRSRX5.mjs +0 -78
  517. package/dist/react-native/chunks/chunk-OCSLSH27.mjs +0 -22723
  518. package/dist/react-native/chunks/chunk-PB2YXVQW.mjs +0 -29
  519. package/dist/react-native/chunks/chunk-PJHAB5ZY.mjs +0 -79
  520. package/dist/react-native/chunks/chunk-PSWKQVVT.mjs +0 -9
  521. package/dist/react-native/chunks/chunk-RDWG33MM.mjs +0 -79
  522. package/dist/react-native/chunks/chunk-SK2PWYDH.mjs +0 -654
  523. package/dist/react-native/chunks/chunk-SUPXRTMD.mjs +0 -96
  524. package/dist/react-native/chunks/chunk-TORU2OHQ.mjs +0 -218
  525. package/dist/react-native/chunks/chunk-U4KSKA4Z.mjs +0 -23
  526. package/dist/react-native/chunks/chunk-UNUFZ2QY.mjs +0 -68
  527. package/dist/react-native/chunks/chunk-WBYQRHDY.mjs +0 -86
  528. package/dist/react-native/chunks/chunk-WVWJNUMN.mjs +0 -2562
  529. package/dist/react-native/chunks/chunk-YH7QY657.mjs +0 -288
  530. package/dist/react-native/chunks/chunk-YZW4CHM6.mjs +0 -562
  531. package/dist/react-native/chunks/chunk-ZNZ6CPAZ.mjs +0 -562
  532. package/dist/react-native/chunks/chunk-ZVQMBF2H.mjs +0 -63
  533. package/dist/react-native/chunks/chunk-ZWAIN4GG.mjs +0 -2636
  534. package/dist/react-native/chunks/chunk-ZZT7CEN7.mjs +0 -92
  535. package/dist/react-native/chunks/cold-module-N6KFNNZA.mjs +0 -773
  536. package/dist/react-native/chunks/durability-wiring-RN64S2TL.mjs +0 -4984
  537. package/dist/react-native/chunks/engine-hooks-CWA5CKCA.mjs +0 -30
  538. package/dist/react-native/chunks/gzip.react-native-HLEPDKZ3.mjs +0 -3
  539. package/dist/react-native/chunks/import-5UAWBRJP.mjs +0 -32
  540. package/dist/react-native/chunks/methods-6W5U4C3H.mjs +0 -30
  541. package/dist/react-native/chunks/module-6RP4ZCBW.mjs +0 -37
  542. package/dist/react-native/chunks/operations-GNRMD6EX.mjs +0 -5
  543. package/dist/react-native/chunks/phrase-module-QK22HSQ2.mjs +0 -329
  544. package/dist/react-native/chunks/pool-JR3NJCAF.mjs +0 -297
  545. package/dist/react-native/chunks/release-2SIHZWDO.mjs +0 -32
  546. package/dist/react-native/chunks/restore-hooks-ENFMDTWC.mjs +0 -127
  547. package/dist/react-native/chunks/restore-queue-4R6AASE5.mjs +0 -55
  548. package/dist/react-native/chunks/retention-5GTFT3GR.mjs +0 -223
  549. package/dist/react-native/chunks/snapshot-5LGPQXFS.mjs +0 -976
  550. package/dist/react-native/chunks/start-ZQJVZ5DN.mjs +0 -38
  551. package/dist/react-native/chunks/sync-state-PASCIHHT.mjs +0 -15
  552. package/dist/react-native/chunks/write-6BRYIIZ7.mjs +0 -208
  553. package/dist/release-SMR4WJD4.mjs +0 -32
  554. package/dist/restore-hooks-HXLIEB4A.mjs +0 -153
  555. package/dist/restore-queue-LZH7LMLR.mjs +0 -55
  556. package/dist/retention-3K7ARGAG.mjs +0 -66
  557. package/dist/runtime-COIUORCN.mjs +0 -177
  558. package/dist/snapshot-O7ICP7NJ.mjs +0 -783
  559. package/dist/start-S4PFP6RS.mjs +0 -66
  560. package/dist/sync-state-ZWHLAFLE.mjs +0 -15
  561. package/dist/thread-YLJ3ZPQ3.mjs +0 -50
  562. package/dist/write-2OBJGLFS.mjs +0 -233
  563. /package/dist/browser/{chunk-M3MQE2X7.mjs → digest-leaf-64IPRPZD.mjs} +0 -0
  564. /package/dist/browser/{chunk-JNOAKDUM.mjs → gzip-JF3S6PPT.mjs} +0 -0
  565. /package/dist/{chunk-ZXNNR73R.mjs → gzip-2UCZW2MM.mjs} +0 -0
@@ -0,0 +1,627 @@
1
+ import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, manifestFileRefs, graphPartKey, vectorFileKey } from './chunk-7MWYORQC.mjs';
2
+ import { VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-LAWIJRMJ.mjs';
3
+ import { openChecksummedEnvelope, HEADER_SIZE, QUERY_HISTORY_ARCHIVE_PREFIX, MAX_HISTORY_FILE_BYTES } from './chunk-6EZW2GQL.mjs';
4
+ import { decode } from './chunk-GXCDWLQI.mjs';
5
+ import { requireValidFieldTypes } from './chunk-R4CE4IVU.mjs';
6
+ import { MAX_FILE_BYTES } from './chunk-4PY4JYMY.mjs';
7
+ import { NarsilError, ErrorCodes } from './chunk-Q3ZZH5Z7.mjs';
8
+
9
+ // src/persistence/durability/segment/manifest-fields.ts
10
+ function invalidManifest(message, details) {
11
+ throw new NarsilError(ErrorCodes.PERSISTENCE_LOAD_FAILED, `Segment manifest ${message}`, details);
12
+ }
13
+ function isRecord(value) {
14
+ return typeof value === "object" && value !== null && !Array.isArray(value) && !(value instanceof Uint8Array);
15
+ }
16
+ function isId(value) {
17
+ return typeof value === "number" && Number.isInteger(value) && value >= 0 && value <= MAX_SEGMENT_ID;
18
+ }
19
+ function isUint32(value) {
20
+ return typeof value === "number" && Number.isInteger(value) && value >= 0 && value <= 4294967295;
21
+ }
22
+ function isSequenceNumber(value) {
23
+ return typeof value === "number" && Number.isSafeInteger(value) && value >= 0;
24
+ }
25
+ function readFileRef(raw, expectedKey, what) {
26
+ if (raw.key !== expectedKey) {
27
+ invalidManifest(`lists the ${what} under the key "${String(raw.key)}" where it belongs at "${expectedKey}"`, {
28
+ key: raw.key,
29
+ expected: expectedKey
30
+ });
31
+ }
32
+ const bytes = raw.bytes;
33
+ if (typeof bytes !== "number" || !Number.isInteger(bytes) || bytes < HEADER_SIZE || bytes > MAX_FILE_BYTES) {
34
+ invalidManifest(`gives the ${what} "${expectedKey}" an invalid length`, { key: expectedKey, bytes });
35
+ }
36
+ if (!isUint32(raw.checksum)) invalidManifest(`gives the ${what} "${expectedKey}" an invalid checksum`);
37
+ if (raw.headOffset === void 0) return { key: expectedKey, bytes, checksum: raw.checksum };
38
+ const { headOffset, headLength, headChecksum } = raw;
39
+ if (!isSequenceNumber(headOffset) || !isUint32(headLength) || !isUint32(headChecksum)) {
40
+ invalidManifest(`gives the ${what} "${expectedKey}" an invalid head`, { key: expectedKey });
41
+ }
42
+ if (headOffset + headLength > bytes - HEADER_SIZE) {
43
+ invalidManifest(`ends the head of the ${what} "${expectedKey}" outside its payload`, {
44
+ key: expectedKey,
45
+ headOffset,
46
+ headLength,
47
+ bytes
48
+ });
49
+ }
50
+ return { key: expectedKey, bytes, checksum: raw.checksum, headOffset, headLength, headChecksum };
51
+ }
52
+
53
+ // src/persistence/durability/segment/manifest-vectors-decode.ts
54
+ function normalizeFile(raw, indexName, fieldPath, nextFileId, seenIds) {
55
+ if (!isRecord(raw) || !isId(raw.id)) invalidManifest("has an invalid vector file reference", { fieldPath });
56
+ if (raw.id >= nextFileId || seenIds.has(raw.id)) {
57
+ invalidManifest(`lists vector file ${raw.id} of "${fieldPath}" twice or at its next file id`, { fieldPath });
58
+ }
59
+ seenIds.add(raw.id);
60
+ const count = raw.count;
61
+ if (typeof count !== "number" || !Number.isInteger(count) || count < 0 || count > VECTOR_FILE_MAX_VECTORS) {
62
+ invalidManifest(`gives vector file ${raw.id} of "${fieldPath}" an invalid count`, { fieldPath, count });
63
+ }
64
+ const dead = raw.dead ?? null;
65
+ if (dead !== null && !(dead instanceof Uint8Array)) invalidManifest("has dead vectors that are not bytes");
66
+ if (dead !== null && dead.byteLength !== deadBytesFor(count)) {
67
+ invalidManifest(`marks the dead vectors of file ${raw.id} of "${fieldPath}" with the wrong number of bytes`);
68
+ }
69
+ const ref = readFileRef(raw, vectorFileKey(indexName, fieldPath, raw.id), "vector file");
70
+ return { ...ref, id: raw.id, count, dead };
71
+ }
72
+ function normalizeGraphParts(raw, indexName, fieldPath, generation) {
73
+ if (!Array.isArray(raw)) invalidManifest(`gives "${fieldPath}" no list of graph parts`, { fieldPath });
74
+ if (raw.length > 0 && generation === 0) invalidManifest(`lists graph parts of "${fieldPath}" at generation 0`);
75
+ return raw.map((part, at) => {
76
+ if (!isRecord(part)) invalidManifest(`has an invalid graph part of "${fieldPath}"`, { fieldPath });
77
+ return readFileRef(part, graphPartKey(indexName, fieldPath, generation, at), "graph part");
78
+ });
79
+ }
80
+ function normalizeField(raw, indexName, seenFields) {
81
+ if (!isRecord(raw) || typeof raw.fieldPath !== "string") invalidManifest("has an invalid vector reference");
82
+ const fieldPath = raw.fieldPath;
83
+ if (seenFields.has(fieldPath)) invalidManifest(`lists the vector field "${fieldPath}" twice`, { fieldPath });
84
+ seenFields.add(fieldPath);
85
+ if (!isId(raw.nextFileId)) invalidManifest(`gives "${fieldPath}" an invalid next file id`, { fieldPath });
86
+ if (!Array.isArray(raw.files)) invalidManifest(`gives "${fieldPath}" no list of vector files`, { fieldPath });
87
+ if (!isId(raw.graphGeneration)) invalidManifest(`gives "${fieldPath}" an invalid graph generation`, { fieldPath });
88
+ const nextFileId = raw.nextFileId;
89
+ const seenIds = /* @__PURE__ */ new Set();
90
+ return {
91
+ fieldPath,
92
+ nextFileId,
93
+ files: raw.files.map((file) => normalizeFile(file, indexName, fieldPath, nextFileId, seenIds)),
94
+ graphGeneration: raw.graphGeneration,
95
+ graphParts: normalizeGraphParts(raw.graphParts, indexName, fieldPath, raw.graphGeneration)
96
+ };
97
+ }
98
+ function normalizeVectorFields(raw, indexName) {
99
+ if (!Array.isArray(raw)) invalidManifest("has malformed vector references");
100
+ const seenFields = /* @__PURE__ */ new Set();
101
+ return raw.map((field) => normalizeField(field, indexName, seenFields));
102
+ }
103
+
104
+ // src/persistence/durability/segment/manifest-decode.ts
105
+ async function openManifestPayload(data) {
106
+ const { payload } = await openChecksummedEnvelope(data, {
107
+ envelopeFormatVersion: MANIFEST_ENVELOPE_VERSION,
108
+ what: "segment manifest",
109
+ allowsCompression: true
110
+ });
111
+ const raw = decode(payload);
112
+ if (!isRecord(raw)) invalidManifest("is not a map");
113
+ return raw;
114
+ }
115
+ function listedKeysOf(raw) {
116
+ const keys = [];
117
+ for (const partition of Array.isArray(raw.partitions) ? raw.partitions : []) {
118
+ if (!isRecord(partition) || !Array.isArray(partition.segments)) continue;
119
+ for (const segment of partition.segments)
120
+ if (isRecord(segment) && typeof segment.key === "string") keys.push(segment.key);
121
+ }
122
+ for (const field of Array.isArray(raw.vectors) ? raw.vectors : []) {
123
+ if (!isRecord(field)) continue;
124
+ for (const list of [field.files, field.graphParts]) {
125
+ if (!Array.isArray(list)) continue;
126
+ for (const file of list) if (isRecord(file) && typeof file.key === "string") keys.push(file.key);
127
+ }
128
+ }
129
+ return keys;
130
+ }
131
+ async function decodeSegmentManifest(data, indexName, partitionId = null) {
132
+ return decodeManifestPayload(await openManifestPayload(data), indexName, partitionId);
133
+ }
134
+ function decodeManifestPayload(raw, indexName, partitionId = null) {
135
+ if (raw.version === EARLIER_SEGMENT_MANIFEST_VERSION) return { kind: "earlier", payload: raw };
136
+ if (raw.version !== SEGMENT_MANIFEST_VERSION) {
137
+ throw new NarsilError(
138
+ ErrorCodes.ENVELOPE_VERSION_MISMATCH,
139
+ `The segment manifest of index "${indexName}" holds layout ${String(raw.version)}, which this release cannot open. Export the index with the release that wrote it and import the export`,
140
+ { indexName, version: raw.version }
141
+ );
142
+ }
143
+ const schema = raw.schema;
144
+ if (!isRecord(schema)) invalidManifest("is missing its schema");
145
+ requireValidFieldTypes(schema);
146
+ if (typeof raw.language !== "string") invalidManifest("is missing its language");
147
+ if (raw.analysisGeneration !== void 0 && !isSequenceNumber(raw.analysisGeneration)) {
148
+ invalidManifest("has an invalid analysis generation");
149
+ }
150
+ const checkpoint = normalizeCheckpoint(raw.checkpoint);
151
+ const partitions = normalizePartitions(raw.partitions, indexName);
152
+ if (checkpoint.length === 0 || (partitionId === null ? checkpoint.some((entry, index) => entry.partitionId !== index) : checkpoint.length !== 1 || checkpoint[0].partitionId !== partitionId) || partitions.length !== checkpoint.length || partitions.some(
153
+ (entry) => partitionId === null ? entry.partitionId >= checkpoint.length : entry.partitionId !== partitionId
154
+ )) {
155
+ invalidManifest("has an incomplete partition layout");
156
+ }
157
+ return {
158
+ kind: "current",
159
+ manifest: {
160
+ version: SEGMENT_MANIFEST_VERSION,
161
+ schema,
162
+ language: raw.language,
163
+ ...raw.analysisGeneration ? { analysisGeneration: raw.analysisGeneration } : {},
164
+ checkpoint,
165
+ partitions,
166
+ vectors: normalizeVectorFields(raw.vectors, indexName)
167
+ }
168
+ };
169
+ }
170
+ function normalizeCheckpoint(raw) {
171
+ if (!Array.isArray(raw)) invalidManifest("is missing its checkpoint list");
172
+ const seen = /* @__PURE__ */ new Set();
173
+ return raw.map((entry) => {
174
+ if (!isRecord(entry) || !isUint32(entry.partitionId) || !isSequenceNumber(entry.lastSeqNo) || !isSequenceNumber(entry.primaryTerm) || seen.has(entry.partitionId)) {
175
+ invalidManifest("has an invalid partition checkpoint", { entry });
176
+ }
177
+ seen.add(entry.partitionId);
178
+ const checkpoint = {
179
+ partitionId: entry.partitionId,
180
+ lastSeqNo: entry.lastSeqNo,
181
+ primaryTerm: entry.primaryTerm
182
+ };
183
+ if (entry.termHistory !== void 0) {
184
+ checkpoint.termHistory = normalizeTermHistory(entry.termHistory, entry.partitionId, entry.lastSeqNo);
185
+ }
186
+ return checkpoint;
187
+ });
188
+ }
189
+ function normalizeTermHistory(raw, partitionId, lastSeqNo) {
190
+ if (!Array.isArray(raw)) invalidManifest("has a term history that is not a list", { partitionId });
191
+ let previous = null;
192
+ return raw.map((start) => {
193
+ if (!isRecord(start) || !isSequenceNumber(start.primaryTerm) || !isSequenceNumber(start.firstSeqNo)) {
194
+ invalidManifest("has an invalid term history entry", { partitionId });
195
+ }
196
+ const read = { primaryTerm: start.primaryTerm, firstSeqNo: start.firstSeqNo };
197
+ if (read.firstSeqNo > lastSeqNo) {
198
+ invalidManifest(`has a term starting at seqNo ${read.firstSeqNo}, above lastSeqNo ${lastSeqNo}`, { partitionId });
199
+ }
200
+ if (previous !== null && (read.primaryTerm <= previous.primaryTerm || read.firstSeqNo <= previous.firstSeqNo)) {
201
+ invalidManifest("has a term history that fails to ascend strictly", { partitionId });
202
+ }
203
+ previous = read;
204
+ return read;
205
+ });
206
+ }
207
+ function normalizePartitions(raw, indexName) {
208
+ if (!Array.isArray(raw)) invalidManifest("is missing partition entries");
209
+ const seen = /* @__PURE__ */ new Set();
210
+ return raw.map((entry) => {
211
+ if (!isRecord(entry) || !isUint32(entry.partitionId) || seen.has(entry.partitionId)) {
212
+ invalidManifest("has a partition without a valid id", { partitionId: isRecord(entry) ? entry.partitionId : null });
213
+ }
214
+ seen.add(entry.partitionId);
215
+ const segments = normalizeSegments(entry.segments, indexName, entry.partitionId);
216
+ return {
217
+ partitionId: entry.partitionId,
218
+ nextSegmentId: readNextSegmentId(entry.nextSegmentId, segments, entry.partitionId),
219
+ segments
220
+ };
221
+ });
222
+ }
223
+ function normalizeSegments(raw, indexName, partitionId) {
224
+ if (!Array.isArray(raw)) invalidManifest("has malformed segment references", { partitionId });
225
+ if (raw.length > MAX_SEGMENTS_PER_PARTITION) {
226
+ invalidManifest(`lists ${raw.length} segments for partition ${partitionId}, above ${MAX_SEGMENTS_PER_PARTITION}`);
227
+ }
228
+ const seenIds = /* @__PURE__ */ new Set();
229
+ return raw.map((segment) => {
230
+ if (!isRecord(segment) || !isId(segment.id) || !isUint32(segment.docCount) || !isUint32(segment.tombstoneCount)) {
231
+ invalidManifest("has an invalid segment reference", { partitionId });
232
+ }
233
+ if (seenIds.has(segment.id)) invalidManifest(`reuses segment id ${segment.id} in partition ${partitionId}`);
234
+ seenIds.add(segment.id);
235
+ const ref = readFileRef(segment, segmentKey(indexName, partitionId, segment.id), "segment");
236
+ return { ...ref, id: segment.id, docCount: segment.docCount, tombstoneCount: segment.tombstoneCount };
237
+ });
238
+ }
239
+ function readNextSegmentId(value, segments, partitionId) {
240
+ if (!isId(value)) invalidManifest("has an invalid next segment id", { partitionId });
241
+ for (const segment of segments) {
242
+ if (segment.id >= value) {
243
+ invalidManifest(`next segment id ${value} does not exceed segment id ${segment.id}`, { partitionId });
244
+ }
245
+ }
246
+ return value;
247
+ }
248
+
249
+ // src/persistence/archive/constants.ts
250
+ var MAX_PAX_HEADER_BYTES = 65536;
251
+ var ARCHIVE_FILE_CHUNK_BYTES = 4194304;
252
+ var ARCHIVE_ENTRY_ESTIMATE_BYTES = 1536;
253
+
254
+ // src/persistence/archive/tar.ts
255
+ var TAR_BLOCK_BYTES = 512;
256
+ var NAME_OFFSET = 0;
257
+ var NAME_BYTES = 100;
258
+ var MODE_OFFSET = 100;
259
+ var OWNER_OFFSET = 108;
260
+ var GROUP_OFFSET = 116;
261
+ var ID_FIELD_BYTES = 8;
262
+ var SIZE_OFFSET = 124;
263
+ var SIZE_FIELD_BYTES = 12;
264
+ var SIZE_FIELD_DIGITS = 11;
265
+ var MTIME_OFFSET = 136;
266
+ var MTIME_FIELD_BYTES = 12;
267
+ var CHECKSUM_FIELD_OFFSET = 148;
268
+ var CHECKSUM_FIELD_BYTES = 8;
269
+ var CHECKSUM_DIGITS = 6;
270
+ var TYPEFLAG_OFFSET = 156;
271
+ var MAGIC_OFFSET = 257;
272
+ var MAGIC_BYTES = 6;
273
+ var VERSION_OFFSET = 263;
274
+ var VERSION_BYTES = 2;
275
+ var PREFIX_OFFSET = 345;
276
+ var PREFIX_BYTES = 155;
277
+ var MODE_OCTAL = "0000644";
278
+ var ZERO_OCTAL_7 = "0000000";
279
+ var ZERO_OCTAL_11 = "00000000000";
280
+ var REGULAR_FILE = 48;
281
+ var OLD_REGULAR_FILE = 0;
282
+ var PAX_EXTENDED_HEADER = 120;
283
+ var PAX_HEADER_NAME = "PaxHeader";
284
+ var encoder = new TextEncoder();
285
+ var decoder = new TextDecoder("utf-8", { fatal: true });
286
+ function writeString(block, offset, length, value) {
287
+ const bytes = encoder.encode(value);
288
+ block.set(bytes.subarray(0, length), offset);
289
+ }
290
+ function writeOctal(block, offset, digits, value) {
291
+ writeString(block, offset, digits, value.toString(8).padStart(digits, "0"));
292
+ }
293
+ function headerChecksum(block) {
294
+ let sum = 0;
295
+ const checksumEnd = CHECKSUM_FIELD_OFFSET + CHECKSUM_FIELD_BYTES;
296
+ for (let at = 0; at < TAR_BLOCK_BYTES; at++) {
297
+ sum += at >= CHECKSUM_FIELD_OFFSET && at < checksumEnd ? 32 : block[at];
298
+ }
299
+ return sum;
300
+ }
301
+ function ustarBlock(name, prefix, size, typeflag) {
302
+ const block = new Uint8Array(TAR_BLOCK_BYTES);
303
+ writeString(block, NAME_OFFSET, NAME_BYTES, name);
304
+ writeString(block, MODE_OFFSET, ID_FIELD_BYTES, MODE_OCTAL);
305
+ writeString(block, OWNER_OFFSET, ID_FIELD_BYTES, ZERO_OCTAL_7);
306
+ writeString(block, GROUP_OFFSET, ID_FIELD_BYTES, ZERO_OCTAL_7);
307
+ writeOctal(block, SIZE_OFFSET, SIZE_FIELD_DIGITS, size);
308
+ writeString(block, MTIME_OFFSET, MTIME_FIELD_BYTES, ZERO_OCTAL_11);
309
+ block[TYPEFLAG_OFFSET] = typeflag;
310
+ writeString(block, MAGIC_OFFSET, MAGIC_BYTES, "ustar");
311
+ writeString(block, VERSION_OFFSET, VERSION_BYTES, "00");
312
+ writeString(block, PREFIX_OFFSET, PREFIX_BYTES, prefix);
313
+ const checksum = headerChecksum(block);
314
+ writeString(block, CHECKSUM_FIELD_OFFSET, CHECKSUM_DIGITS, checksum.toString(8).padStart(CHECKSUM_DIGITS, "0"));
315
+ block[CHECKSUM_FIELD_OFFSET + CHECKSUM_DIGITS] = 0;
316
+ block[CHECKSUM_FIELD_OFFSET + CHECKSUM_DIGITS + 1] = 32;
317
+ return block;
318
+ }
319
+ function splitForUstar(name) {
320
+ if (encoder.encode(name).byteLength <= NAME_BYTES) return { name, prefix: "" };
321
+ for (let slash = name.indexOf("/"); slash >= 0; slash = name.indexOf("/", slash + 1)) {
322
+ const prefix = name.slice(0, slash);
323
+ const rest = name.slice(slash + 1);
324
+ if (encoder.encode(prefix).byteLength <= PREFIX_BYTES && encoder.encode(rest).byteLength <= NAME_BYTES) {
325
+ return { name: rest, prefix };
326
+ }
327
+ }
328
+ return null;
329
+ }
330
+ function paxRecord(key, value) {
331
+ const body = ` ${key}=${value}
332
+ `;
333
+ const bodyBytes = encoder.encode(body).byteLength;
334
+ let digits = 1;
335
+ while (String(bodyBytes + digits).length !== digits) digits += 1;
336
+ return `${bodyBytes + digits}${body}`;
337
+ }
338
+ function tarPadding(size) {
339
+ const remainder = size % TAR_BLOCK_BYTES;
340
+ return new Uint8Array(remainder === 0 ? 0 : TAR_BLOCK_BYTES - remainder);
341
+ }
342
+ function tarEntryHeaders(name, size) {
343
+ const split = splitForUstar(name);
344
+ if (split !== null) return [ustarBlock(split.name, split.prefix, size, REGULAR_FILE)];
345
+ const record = encoder.encode(paxRecord("path", name));
346
+ return [
347
+ ustarBlock(PAX_HEADER_NAME, "", record.byteLength, PAX_EXTENDED_HEADER),
348
+ record,
349
+ tarPadding(record.byteLength),
350
+ ustarBlock(name.slice(-NAME_BYTES).replace(/^[^/]*\//, ""), "", size, REGULAR_FILE)
351
+ ];
352
+ }
353
+ function tarEnd() {
354
+ return new Uint8Array(TAR_BLOCK_BYTES * 2);
355
+ }
356
+ function invalidArchive(message, details) {
357
+ throw new NarsilError(ErrorCodes.PERSISTENCE_LOAD_FAILED, `Invalid snapshot archive: ${message}`, details);
358
+ }
359
+ function readString(block, offset, length) {
360
+ let end = offset;
361
+ while (end < offset + length && block[end] !== 0) end++;
362
+ try {
363
+ return decoder.decode(block.subarray(offset, end));
364
+ } catch {
365
+ invalidArchive("an entry header holds a name that is not UTF-8");
366
+ }
367
+ }
368
+ function readOctal(block, offset, length, what) {
369
+ const text = readString(block, offset, length).trim();
370
+ if (!/^[0-7]+$/.test(text)) invalidArchive(`an entry header holds an invalid ${what}`);
371
+ const value = Number.parseInt(text, 8);
372
+ if (!Number.isSafeInteger(value)) invalidArchive(`an entry header holds an invalid ${what}`);
373
+ return value;
374
+ }
375
+ function isZeroBlock(block) {
376
+ for (let at = 0; at < block.length; at++) if (block[at] !== 0) return false;
377
+ return true;
378
+ }
379
+ function parseTarHeader(block) {
380
+ if (readOctal(block, CHECKSUM_FIELD_OFFSET, CHECKSUM_FIELD_BYTES, "checksum") !== headerChecksum(block)) {
381
+ invalidArchive("an entry header fails its checksum");
382
+ }
383
+ const typeflag = block[TYPEFLAG_OFFSET];
384
+ if (typeflag !== REGULAR_FILE && typeflag !== OLD_REGULAR_FILE && typeflag !== PAX_EXTENDED_HEADER) {
385
+ invalidArchive(`an entry has type ${String.fromCharCode(typeflag)}, while an archive holds regular files alone`);
386
+ }
387
+ const name = readString(block, NAME_OFFSET, NAME_BYTES);
388
+ const prefix = readString(block, PREFIX_OFFSET, PREFIX_BYTES);
389
+ return {
390
+ name: prefix.length > 0 ? `${prefix}/${name}` : name,
391
+ size: readOctal(block, SIZE_OFFSET, SIZE_FIELD_BYTES, "size"),
392
+ isPaxHeader: typeflag === PAX_EXTENDED_HEADER
393
+ };
394
+ }
395
+ var SPACE = 32;
396
+ var EQUALS = 61;
397
+ var NEWLINE = 10;
398
+ function decodeRecordText(bytes) {
399
+ try {
400
+ return decoder.decode(bytes);
401
+ } catch {
402
+ invalidArchive("a pax extended header is not UTF-8");
403
+ }
404
+ }
405
+ function parsePaxRecords(body) {
406
+ const records = /* @__PURE__ */ new Map();
407
+ let at = 0;
408
+ while (at < body.length) {
409
+ const space = body.indexOf(SPACE, at);
410
+ if (space < 0) invalidArchive("a pax extended header holds a malformed record");
411
+ const length = Number.parseInt(decodeRecordText(body.subarray(at, space)), 10);
412
+ if (!Number.isSafeInteger(length) || length <= space - at || at + length > body.length) {
413
+ invalidArchive("a pax extended header holds a malformed record");
414
+ }
415
+ const record = body.subarray(space + 1, at + length);
416
+ const equals = record.indexOf(EQUALS);
417
+ if (equals < 0 || record[record.length - 1] !== NEWLINE) {
418
+ invalidArchive("a pax extended header holds a record without a value");
419
+ }
420
+ records.set(decodeRecordText(record.subarray(0, equals)), decodeRecordText(record.subarray(equals + 1, -1)));
421
+ at += length;
422
+ }
423
+ return records;
424
+ }
425
+
426
+ // src/persistence/archive/read.ts
427
+ var ARCHIVE_CONFIG_ENTRY = "config";
428
+ var ARCHIVE_MANIFEST_ENTRY = "manifest";
429
+ var SEGMENTS_MARKER = "/segments/";
430
+ var CHECKSUM_OFFSET = 14;
431
+ async function readBlock(reader) {
432
+ const block = await reader.readExactly(TAR_BLOCK_BYTES);
433
+ if (block === null) return null;
434
+ if (block.byteLength < TAR_BLOCK_BYTES) invalidArchive("the archive ends inside an entry header");
435
+ return block;
436
+ }
437
+ async function skipPadding(reader, size) {
438
+ const remainder = size % TAR_BLOCK_BYTES;
439
+ if (remainder === 0) return;
440
+ const padding = await reader.readExactly(TAR_BLOCK_BYTES - remainder);
441
+ if (padding === null || padding.byteLength < TAR_BLOCK_BYTES - remainder) {
442
+ invalidArchive("the archive ends inside the padding of an entry");
443
+ }
444
+ }
445
+ async function readPadded(reader, size) {
446
+ const body = await reader.readExactly(size) ?? new Uint8Array(0);
447
+ if (body.byteLength < size) invalidArchive("the archive ends inside an entry");
448
+ await skipPadding(reader, size);
449
+ return body;
450
+ }
451
+ function entryBody(reader, size) {
452
+ let remaining = size;
453
+ async function* chunks() {
454
+ while (remaining > 0) {
455
+ const length = Math.min(ARCHIVE_FILE_CHUNK_BYTES, remaining);
456
+ const chunk = await reader.readExactly(length);
457
+ if (chunk === null || chunk.byteLength < length) invalidArchive("the archive ends inside an entry");
458
+ remaining -= length;
459
+ yield chunk;
460
+ }
461
+ }
462
+ return chunks();
463
+ }
464
+ async function nextEntryHeader(reader) {
465
+ const block = await readBlock(reader);
466
+ if (block === null || isZeroBlock(block)) return null;
467
+ const header = parseTarHeader(block);
468
+ if (!header.isPaxHeader) return { name: header.name, size: header.size };
469
+ if (header.size > MAX_PAX_HEADER_BYTES) invalidArchive("a pax extended header is too long");
470
+ const records = parsePaxRecords(await readPadded(reader, header.size));
471
+ const next = await readBlock(reader);
472
+ if (next === null || isZeroBlock(next)) invalidArchive("a pax extended header precedes no entry");
473
+ const entry = parseTarHeader(next);
474
+ if (entry.isPaxHeader) invalidArchive("a pax extended header follows another");
475
+ const path = records.get("path");
476
+ const size = records.get("size");
477
+ const parsedSize = size === void 0 ? entry.size : Number.parseInt(size, 10);
478
+ if (!Number.isSafeInteger(parsedSize) || parsedSize < 0) invalidArchive("a pax extended header holds an invalid size");
479
+ return { name: path ?? entry.name, size: parsedSize };
480
+ }
481
+ async function readNamedEntry(reader, expected) {
482
+ const header = await nextEntryHeader(reader);
483
+ if (header === null) invalidArchive(`the archive ends before its ${expected} entry`);
484
+ if (header.name !== expected) invalidArchive(`the archive holds "${header.name}" where its ${expected} entry belongs`);
485
+ if (header.size > MAX_FILE_BYTES) invalidArchive(`the ${expected} entry passes the file size limit`);
486
+ return readPadded(reader, header.size);
487
+ }
488
+ function sourceIndexNameOf(keys) {
489
+ const first = keys[0];
490
+ if (first === void 0) return "archive";
491
+ const at = first.indexOf(SEGMENTS_MARKER);
492
+ if (at <= 0) invalidArchive(`the manifest lists the key "${first}" outside any index`);
493
+ return first.slice(0, at);
494
+ }
495
+ function headerChecksumOf(bytes) {
496
+ if (bytes.byteLength < HEADER_SIZE) return -1;
497
+ return new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength).getUint32(CHECKSUM_OFFSET, false);
498
+ }
499
+ async function readSnapshotArchive(reader, handlers) {
500
+ await handlers.config(await readNamedEntry(reader, ARCHIVE_CONFIG_ENTRY));
501
+ const raw = await openManifestPayload(await readNamedEntry(reader, ARCHIVE_MANIFEST_ENTRY));
502
+ const sourceIndexName = sourceIndexNameOf(listedKeysOf(raw));
503
+ const decoded = decodeManifestPayload(raw, sourceIndexName, handlers.partitionId);
504
+ if (decoded.kind !== "current") invalidArchive("the manifest holds the layout of an earlier release");
505
+ const manifest = decoded.manifest;
506
+ await handlers.manifest(manifest, sourceIndexName);
507
+ const files = manifestFileRefs(manifest);
508
+ const prefix = `${sourceIndexName}/`;
509
+ const listedNames = new Set(files.map((file) => file.key.slice(prefix.length)));
510
+ const seen = /* @__PURE__ */ new Set();
511
+ for (const ref of files) {
512
+ const expected = ref.key.slice(prefix.length);
513
+ const header = await nextEntryHeader(reader);
514
+ if (header === null) invalidArchive(`the archive ends before it holds "${expected}"`);
515
+ if (header.name !== expected) {
516
+ const why = !listedNames.has(header.name) ? "that the manifest does not list" : seen.has(header.name) ? "twice" : "out of order";
517
+ invalidArchive(`the archive holds the entry "${header.name}" ${why}`, { entry: header.name });
518
+ }
519
+ if (header.size !== ref.bytes) {
520
+ invalidArchive(`the entry "${expected}" holds ${header.size} bytes where the manifest lists ${ref.bytes}`);
521
+ }
522
+ const start = await reader.peek(Math.min(HEADER_SIZE, header.size));
523
+ if (headerChecksumOf(start) !== ref.checksum) {
524
+ invalidArchive(`the entry "${expected}" carries a checksum other than the manifest lists`, { entry: expected });
525
+ }
526
+ seen.add(expected);
527
+ const entry = entryBody(reader, header.size);
528
+ await handlers.file(expected, ref, entry);
529
+ let unread = await entry.next();
530
+ while (unread.done !== true) unread = await entry.next();
531
+ await skipPadding(reader, header.size);
532
+ }
533
+ await readHistoryEntries(reader, handlers);
534
+ }
535
+ async function readHistoryEntries(reader, handlers) {
536
+ for (let position = 0; ; position++) {
537
+ const header = await nextEntryHeader(reader);
538
+ if (header === null) return;
539
+ if (header.name !== `${QUERY_HISTORY_ARCHIVE_PREFIX}${position}`) {
540
+ invalidArchive(`the archive holds the entry "${header.name}" that the manifest does not list`, {
541
+ entry: header.name
542
+ });
543
+ }
544
+ if (header.size > MAX_HISTORY_FILE_BYTES) {
545
+ invalidArchive(`the entry "${header.name}" passes the history file limit of ${MAX_HISTORY_FILE_BYTES} bytes`, {
546
+ entry: header.name
547
+ });
548
+ }
549
+ const entry = entryBody(reader, header.size);
550
+ await handlers.history?.(entry);
551
+ let unread = await entry.next();
552
+ while (unread.done !== true) unread = await entry.next();
553
+ await skipPadding(reader, header.size);
554
+ }
555
+ }
556
+
557
+ // src/persistence/archive/range-layout.ts
558
+ function archiveLayout(config, manifestBytes, files) {
559
+ const parts = [];
560
+ let at = 0;
561
+ const inline = (bytes) => {
562
+ if (bytes.byteLength === 0) return;
563
+ parts.push({ start: at, length: bytes.byteLength, inline: bytes });
564
+ at += bytes.byteLength;
565
+ };
566
+ for (const [name, bytes] of [
567
+ [ARCHIVE_CONFIG_ENTRY, config],
568
+ [ARCHIVE_MANIFEST_ENTRY, manifestBytes]
569
+ ]) {
570
+ for (const header of tarEntryHeaders(name, bytes.byteLength)) inline(header);
571
+ inline(bytes);
572
+ inline(tarPadding(bytes.byteLength));
573
+ }
574
+ for (const file of files) {
575
+ for (const header of tarEntryHeaders(file.name, file.bytes)) inline(header);
576
+ if (file.bytes > 0) {
577
+ parts.push({ start: at, length: file.bytes, file });
578
+ at += file.bytes;
579
+ }
580
+ inline(tarPadding(file.bytes));
581
+ }
582
+ inline(tarEnd());
583
+ return { parts, byteLength: at };
584
+ }
585
+ function estimatedArchiveBytes(files) {
586
+ let total = 0;
587
+ for (const file of files) total += file.bytes + ARCHIVE_ENTRY_ESTIMATE_BYTES;
588
+ return total;
589
+ }
590
+ function firstPartAt(parts, offset) {
591
+ let low = 0;
592
+ let high = parts.length - 1;
593
+ while (low < high) {
594
+ const middle = low + high + 1 >>> 1;
595
+ if (parts[middle].start <= offset) low = middle;
596
+ else high = middle - 1;
597
+ }
598
+ return low;
599
+ }
600
+ async function* archiveRange(layout, start, endExclusive) {
601
+ const end = Math.min(endExclusive, layout.byteLength);
602
+ if (start >= end) return;
603
+ for (let index = firstPartAt(layout.parts, start); index < layout.parts.length; index++) {
604
+ const part = layout.parts[index];
605
+ if (part.start >= end) return;
606
+ const from = Math.max(start, part.start) - part.start;
607
+ const to = Math.min(end, part.start + part.length) - part.start;
608
+ if ("inline" in part) {
609
+ yield part.inline.subarray(from, to);
610
+ continue;
611
+ }
612
+ for (let offset = from; offset < to; offset += ARCHIVE_FILE_CHUNK_BYTES) {
613
+ const length = Math.min(ARCHIVE_FILE_CHUNK_BYTES, to - offset);
614
+ const bytes = await part.file.read(offset, length);
615
+ if (bytes.byteLength !== length) {
616
+ throw new NarsilError(
617
+ ErrorCodes.PERSISTENCE_LOAD_FAILED,
618
+ `The archive file "${part.file.name}" ends before the bytes that its manifest lists`,
619
+ { name: part.file.name, offset, length }
620
+ );
621
+ }
622
+ yield bytes;
623
+ }
624
+ }
625
+ }
626
+
627
+ export { ARCHIVE_CONFIG_ENTRY, ARCHIVE_FILE_CHUNK_BYTES, ARCHIVE_MANIFEST_ENTRY, archiveLayout, archiveRange, decodeManifestPayload, decodeSegmentManifest, estimatedArchiveBytes, invalidManifest, isId, isRecord, isSequenceNumber, isUint32, listedKeysOf, openManifestPayload, readSnapshotArchive, sourceIndexNameOf, tarEnd, tarEntryHeaders, tarPadding };