@delali/narsil 0.3.1-next.155 → 0.3.1-next.157

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (224) hide show
  1. package/NOTICE +45 -0
  2. package/dist/{analysis-change-3TFIHT5E.mjs → analysis-change-CKEMM2MC.mjs} +25 -18
  3. package/dist/{react-native/chunks/analysis-change-entry-JLL42PH6.mjs → analysis-change-entry-SEDMJ6MW.mjs} +1 -1
  4. package/dist/browser/{analysis-change-TC36BU47.mjs → analysis-change-ZKGJFENM.mjs} +42 -32
  5. package/dist/{analysis-change-entry-KA6JAO4X.mjs → browser/analysis-change-entry-5BFUVMHJ.mjs} +1 -1
  6. package/dist/browser/{chunk-KKAMCABR.mjs → chunk-25MTVDYD.mjs} +1 -1
  7. package/dist/browser/{chunk-K5AXJBLL.mjs → chunk-3NLMB5CC.mjs} +3 -3
  8. package/dist/browser/{chunk-23XRXIBW.mjs → chunk-5YWB3E2W.mjs} +8 -1
  9. package/dist/browser/chunk-AI5UI46D.mjs +12 -0
  10. package/dist/browser/{chunk-A5KUEGDY.mjs → chunk-BLT4RHCJ.mjs} +3 -3
  11. package/dist/browser/{chunk-RRO3EV4C.mjs → chunk-C26SPCGQ.mjs} +8 -7
  12. package/dist/browser/{chunk-ABCXENU5.mjs → chunk-C4FJ3WDY.mjs} +1 -1
  13. package/dist/browser/{chunk-3UIEB4QF.mjs → chunk-CXNTHHA7.mjs} +2 -2
  14. package/dist/browser/{chunk-JIJXMI42.mjs → chunk-DUH6QUVU.mjs} +547 -2
  15. package/dist/browser/chunk-EKMGCRSR.mjs +61 -0
  16. package/dist/browser/{chunk-JVBP5EYO.mjs → chunk-GFAZPSWK.mjs} +7 -7
  17. package/dist/browser/{chunk-CJSYBQ4J.mjs → chunk-HUCSHDTB.mjs} +1 -1
  18. package/dist/browser/{chunk-RND5CLX3.mjs → chunk-K3IPRX6D.mjs} +52 -21
  19. package/dist/browser/chunk-MY2XKH22.mjs +40 -0
  20. package/dist/browser/{chunk-SMEQ36NT.mjs → chunk-N23GL72Q.mjs} +629 -1416
  21. package/dist/browser/{chunk-LFIWRCEA.mjs → chunk-NXQG7DRA.mjs} +29 -6
  22. package/dist/browser/{chunk-26A5JFT2.mjs → chunk-TK63WFXK.mjs} +2 -1
  23. package/dist/browser/{chunk-4EWUGZYZ.mjs → chunk-U4YDIBUT.mjs} +2 -2
  24. package/dist/browser/{chunk-RQBUNZQW.mjs → chunk-UATIJ4KU.mjs} +2 -2
  25. package/dist/browser/{chunk-BXM5XOCA.mjs → chunk-UKOWD2K5.mjs} +3 -3
  26. package/dist/browser/{chunk-FNIFPFB7.mjs → chunk-UTMHUHUV.mjs} +2 -2
  27. package/dist/browser/{chunk-56W3HQVJ.mjs → chunk-V43N6TZO.mjs} +5 -5
  28. package/dist/browser/{chunk-K4GCSZLI.mjs → chunk-VLJQW4J6.mjs} +2985 -2985
  29. package/dist/browser/{chunk-IKDKX5VQ.mjs → chunk-VY5KW3HN.mjs} +3 -3
  30. package/dist/browser/{chunk-5TCXK5SB.mjs → chunk-WN464PTL.mjs} +1 -1
  31. package/dist/browser/{chunk-SUDNZKPL.mjs → chunk-X7TXYUKO.mjs} +1 -1
  32. package/dist/browser/{chunk-XY4VVBBO.mjs → chunk-Y6IBAUNO.mjs} +2 -86
  33. package/dist/browser/{cold-module-NEUGHUPA.mjs → cold-module-YNUUDNOM.mjs} +18 -15
  34. package/dist/browser/{durability-wiring-CVGPRO6D.mjs → durability-wiring-GVZEE46O.mjs} +71 -27
  35. package/dist/browser/{engine-hooks-YXMPHZKZ.mjs → engine-hooks-HBVS6YM4.mjs} +8 -6
  36. package/dist/browser/geo-index-OTV7VPIR.mjs +1387 -0
  37. package/dist/browser/{import-OM6QAW45.mjs → import-5ESVMFDJ.mjs} +9 -7
  38. package/dist/browser/{module-E33X4AOK.mjs → module-NDSQLPMQ.mjs} +14 -11
  39. package/dist/browser/{module-3HNFCBJ5.mjs → module-TCT66FWA.mjs} +6 -6
  40. package/dist/browser/{phrase-module-ZXXU7S3B.mjs → phrase-module-HAT3TLZN.mjs} +1 -1
  41. package/dist/{release-BH3DKW3T.mjs → browser/release-HYXPVJVS.mjs} +0 -1
  42. package/dist/browser/{restore-hooks-IF2ZROUP.mjs → restore-hooks-IE3GGYHG.mjs} +11 -9
  43. package/dist/browser/{restore-queue-ZBS7CJA6.mjs → restore-queue-LQBBTODR.mjs} +3 -3
  44. package/dist/browser/{retention-ASWUHAYI.mjs → retention-TY3L3BFN.mjs} +11 -9
  45. package/dist/browser/{snapshot-PN7ZW6Q4.mjs → snapshot-5FHPPCNZ.mjs} +27 -24
  46. package/dist/browser/{start-ZIRB7MQ2.mjs → start-2UZTOBG5.mjs} +12 -10
  47. package/dist/browser/{write-HMDYCTV2.mjs → write-ULXAN5B4.mjs} +14 -11
  48. package/dist/{capabilities-Da4ywVVl.d.ts → capabilities-D3AoBJoF.d.ts} +2 -2
  49. package/dist/{chunk-KBKEXQZA.mjs → chunk-24FNVRKB.mjs} +1 -1
  50. package/dist/{chunk-VHBNF4MA.mjs → chunk-2ROUFMQX.mjs} +2 -2
  51. package/dist/{chunk-AILVAOLX.mjs → chunk-4B7JIGQD.mjs} +2 -2
  52. package/dist/{chunk-DCNKVEDB.mjs → chunk-4LMSZAK6.mjs} +16 -6
  53. package/dist/{chunk-RSVULW4Q.mjs → chunk-4ZTHGTVX.mjs} +4 -4
  54. package/dist/{chunk-VQEUR6T6.mjs → chunk-5VV4R6P7.mjs} +3040 -3040
  55. package/dist/chunk-6HTGOXIK.mjs +875 -0
  56. package/dist/chunk-7GFE3PEY.mjs +40 -0
  57. package/dist/{chunk-JUKYYXSP.mjs → chunk-7V5IUP2T.mjs} +1 -31
  58. package/dist/{chunk-4BYWRYPM.mjs → chunk-A4L7YTKX.mjs} +52 -89
  59. package/dist/{chunk-J4IWBIVY.mjs → chunk-BNL5OPRV.mjs} +6 -6
  60. package/dist/{chunk-BY6ZDGYS.mjs → chunk-C7XQYG6U.mjs} +2 -2
  61. package/dist/{chunk-LC3FDWTX.mjs → chunk-CITFCZKF.mjs} +3 -2
  62. package/dist/{chunk-KXCVQWOR.mjs → chunk-CQZXZ75V.mjs} +3 -97
  63. package/dist/{chunk-SY3EWKQY.mjs → chunk-CWS55TEX.mjs} +2 -2
  64. package/dist/{chunk-3HHQLEEQ.mjs → chunk-EYD7K3H6.mjs} +7 -7
  65. package/dist/chunk-FB6463IN.mjs +1499 -0
  66. package/dist/{chunk-KFLK5NA2.mjs → chunk-FCJ553HS.mjs} +1 -1
  67. package/dist/{chunk-KMUNHGBQ.mjs → chunk-FEZVDOWX.mjs} +169 -253
  68. package/dist/{chunk-SG3JBNHY.mjs → chunk-FJKKCV4D.mjs} +1 -1
  69. package/dist/{chunk-BDRIVYOK.mjs → chunk-FUD5XSZ5.mjs} +1 -1
  70. package/dist/chunk-G6HRSGOU.mjs +74 -0
  71. package/dist/{chunk-S2EQU2GE.mjs → chunk-GPWMUPCA.mjs} +10 -10
  72. package/dist/{chunk-ZHCUZZE5.mjs → chunk-HHBUCIUY.mjs} +1 -1
  73. package/dist/{chunk-YEDIDCR7.mjs → chunk-I5B7RXU7.mjs} +91 -22
  74. package/dist/{chunk-2MANFZJ3.mjs → chunk-IIRIG7H5.mjs} +1 -1
  75. package/dist/{react-native/chunks/chunk-KWRW5U65.mjs → chunk-J4IJTTEX.mjs} +1 -1
  76. package/dist/{chunk-Q622CTMC.mjs → chunk-JSV6OQ4C.mjs} +1 -1
  77. package/dist/{chunk-NF4DT3IH.mjs → chunk-JTYPJF3T.mjs} +8 -1
  78. package/dist/chunk-KCQYFO4K.mjs +62 -0
  79. package/dist/{chunk-Q7G3BV3Y.mjs → chunk-KKQC526K.mjs} +19 -11
  80. package/dist/{chunk-PCRA7HTI.mjs → chunk-LDNCLRZU.mjs} +1 -1
  81. package/dist/{chunk-U4BS74YN.mjs → chunk-MW6BR4QP.mjs} +2 -2
  82. package/dist/{chunk-DIBHI6W5.mjs → chunk-MWD5VPN7.mjs} +2 -2
  83. package/dist/{chunk-UZRZKNNZ.mjs → chunk-ODYKO5TO.mjs} +1 -1
  84. package/dist/{chunk-PHQNACDT.mjs → chunk-OG7UGJ6F.mjs} +2 -2
  85. package/dist/{chunk-QH3YIQP4.mjs → chunk-OQLD2BSW.mjs} +2 -2
  86. package/dist/chunk-ORN5BLL7.mjs +11 -0
  87. package/dist/{chunk-L7ZD4L3K.mjs → chunk-OYABFKTW.mjs} +7 -6
  88. package/dist/{chunk-KBDBPVLN.mjs → chunk-P5LANSH6.mjs} +1 -1
  89. package/dist/{chunk-ZAUJFLEN.mjs → chunk-PIH5SJ4N.mjs} +122 -1697
  90. package/dist/{chunk-DUOLGBTE.mjs → chunk-PSZI4O24.mjs} +51 -4
  91. package/dist/{chunk-4KRC2APY.mjs → chunk-PV2CG7EJ.mjs} +5 -567
  92. package/dist/{chunk-6L3XJXGU.mjs → chunk-PWGYQXML.mjs} +1 -1
  93. package/dist/{chunk-5FVU47TB.mjs → chunk-QLDABJZM.mjs} +3 -3
  94. package/dist/{chunk-KPIV4RUC.mjs → chunk-RCX4WNLC.mjs} +2 -2
  95. package/dist/{chunk-3HB3PEC6.mjs → chunk-RIHIVFIQ.mjs} +6 -6
  96. package/dist/chunk-RLOES5SX.mjs +31 -0
  97. package/dist/{chunk-H6VIGE62.mjs → chunk-RWURUDSP.mjs} +10 -9
  98. package/dist/{chunk-ZTW5WTGG.mjs → chunk-SMOOSIAW.mjs} +4 -4
  99. package/dist/{chunk-MT2NRTA6.mjs → chunk-SOI6LTHM.mjs} +3 -3
  100. package/dist/chunk-SQJWAIF4.mjs +12 -0
  101. package/dist/{react-native/chunks/chunk-PPEPTUVV.mjs → chunk-TBC3XUL2.mjs} +29 -6
  102. package/dist/chunk-TDIK6NTV.mjs +10 -0
  103. package/dist/{react-native/chunks/chunk-JV6VQY2S.mjs → chunk-U55XJEIG.mjs} +2 -1
  104. package/dist/{chunk-H4KHPLHJ.mjs → chunk-UD5HIS4U.mjs} +1 -1
  105. package/dist/{chunk-HW5TNXBO.mjs → chunk-UJDJB3NE.mjs} +40 -31
  106. package/dist/{chunk-QUJHMPTP.mjs → chunk-VSLSGASN.mjs} +2 -2
  107. package/dist/{chunk-Z2BE2MAM.mjs → chunk-VZ2ONHEE.mjs} +32 -15
  108. package/dist/chunk-W5EB5XKI.mjs +741 -0
  109. package/dist/{chunk-3R4UZWQG.mjs → chunk-W7OSSKH5.mjs} +50 -20
  110. package/dist/{chunk-SMVH6JBE.mjs → chunk-XXJZMTZT.mjs} +1 -1
  111. package/dist/{chunk-VGF7CFRP.mjs → chunk-ZPZ3YGXV.mjs} +5 -4
  112. package/dist/{client-DRv7UVeY.d.ts → client-kqSMevVi.d.ts} +15 -3
  113. package/dist/client.d.ts +6 -6
  114. package/dist/client.mjs +4 -0
  115. package/dist/{cold-module-7XXCEGTZ.mjs → cold-module-VOJXMNZB.mjs} +31 -24
  116. package/dist/{config-DMwffLKn.d.ts → config-B4v_Htpu.d.ts} +1 -1
  117. package/dist/{config-CoSig5Ox.d.ts → config-CTP01fns.d.ts} +1 -1
  118. package/dist/direct-executor-V5DRIECI.mjs +34 -0
  119. package/dist/distribution/coordinator/etcd.mjs +2 -2
  120. package/dist/distribution/coordinator/in-memory.mjs +2 -2
  121. package/dist/distribution.d.ts +4 -4
  122. package/dist/distribution.mjs +94 -80
  123. package/dist/{durability-wiring-NCKUC5EO.mjs → durability-wiring-3TD62MBI.mjs} +57 -42
  124. package/dist/{engine-CFxPYqEk.d.ts → engine-CkPn2PWE.d.ts} +1 -1
  125. package/dist/{engine-hooks-DHCMOADY.mjs → engine-hooks-HA3SBOBR.mjs} +24 -17
  126. package/dist/geo-index-MRH5JMIR.mjs +1387 -0
  127. package/dist/{import-NBFXFCSG.mjs → import-GPKLTSKA.mjs} +24 -17
  128. package/dist/index.browser.mjs +7 -5
  129. package/dist/index.d.ts +131 -6
  130. package/dist/index.mjs +23 -16
  131. package/dist/index.react-native.mjs +12 -10
  132. package/dist/invalidation/filesystem.mjs +2 -2
  133. package/dist/{long-query-thread-J4DVRM4A.mjs → long-query-thread-QDFQSJD6.mjs} +26 -21
  134. package/dist/{module-DWKPBSMN.mjs → module-JYHFTVPS.mjs} +28 -20
  135. package/dist/{module-UN76TF7I.mjs → module-N55W4Q5C.mjs} +9 -9
  136. package/dist/{paged-partition-archive-DPNWVSK2.mjs → paged-partition-archive-RLRGOXDX.mjs} +33 -27
  137. package/dist/partial-words.mjs +8 -6
  138. package/dist/pattern.mjs +4 -3
  139. package/dist/persistence/durability/checkpoint-worker.mjs +32 -22
  140. package/dist/{phrase-module-ZI4WSQVH.mjs → phrase-module-XW5MKWP5.mjs} +3 -2
  141. package/dist/query-suggestions/merge-worker.mjs +25 -18
  142. package/dist/query-suggestions.browser.mjs +13 -11
  143. package/dist/query-suggestions.d.ts +1 -1
  144. package/dist/query-suggestions.mjs +34 -27
  145. package/dist/react-native/chunks/{analysis-change-6BPDPH6K.mjs → analysis-change-QUVDNABS.mjs} +46 -36
  146. package/dist/{browser/analysis-change-entry-4MH3CZXH.mjs → react-native/chunks/analysis-change-entry-OC4XASBF.mjs} +1 -1
  147. package/dist/react-native/chunks/{chunk-7PXRWYUU.mjs → chunk-2PRHILX3.mjs} +53 -19
  148. package/dist/{chunk-R6A773WK.mjs → react-native/chunks/chunk-3WI35N75.mjs} +1 -1
  149. package/dist/react-native/chunks/{chunk-GIZTJXYW.mjs → chunk-4AV5PPH6.mjs} +2 -2
  150. package/dist/react-native/chunks/{chunk-4Y53T4YE.mjs → chunk-4COWCEY7.mjs} +189 -178
  151. package/dist/react-native/chunks/{chunk-OL3WDV53.mjs → chunk-4NWR3NGS.mjs} +3 -3
  152. package/dist/react-native/chunks/{chunk-C3PTWYKT.mjs → chunk-5MSX5FRT.mjs} +5 -5
  153. package/dist/react-native/chunks/{chunk-6WA3C3DV.mjs → chunk-6OFDUYVX.mjs} +8 -1
  154. package/dist/react-native/chunks/{chunk-4LCEN2IU.mjs → chunk-6ZELFCK5.mjs} +2 -2
  155. package/dist/react-native/chunks/{chunk-CUH5F57W.mjs → chunk-BITYFZSZ.mjs} +2 -2
  156. package/dist/react-native/chunks/{chunk-TYIRMPD3.mjs → chunk-DMIFXZ3Q.mjs} +1 -1
  157. package/dist/react-native/chunks/chunk-DXRSEWA2.mjs +12 -0
  158. package/dist/{chunk-YTJCGKM4.mjs → react-native/chunks/chunk-EJ33LCHV.mjs} +29 -6
  159. package/dist/react-native/chunks/{chunk-EIOYM5TO.mjs → chunk-ENLMYKSX.mjs} +3024 -3054
  160. package/dist/react-native/chunks/chunk-FHPW7P2O.mjs +40 -0
  161. package/dist/{chunk-4UMZ7KQL.mjs → react-native/chunks/chunk-FTZHMRD2.mjs} +2 -1
  162. package/dist/react-native/chunks/{chunk-ALOIBXWN.mjs → chunk-IAENKE2D.mjs} +2 -2
  163. package/dist/react-native/chunks/{chunk-QJXTNPLQ.mjs → chunk-KSBYEMCB.mjs} +1 -1
  164. package/dist/react-native/chunks/chunk-KU646XXT.mjs +164 -0
  165. package/dist/react-native/chunks/{chunk-HUOYZJ3Q.mjs → chunk-OCSLSH27.mjs} +1561 -933
  166. package/dist/react-native/chunks/chunk-OXM66LO6.mjs +62 -0
  167. package/dist/react-native/chunks/{chunk-KTTAU63H.mjs → chunk-SK2PWYDH.mjs} +2 -2
  168. package/dist/react-native/chunks/{chunk-PEHS2UO3.mjs → chunk-TORU2OHQ.mjs} +3 -3
  169. package/dist/react-native/chunks/{chunk-VXGE4ZXL.mjs → chunk-WVWJNUMN.mjs} +51 -21
  170. package/dist/react-native/chunks/{chunk-KJIG57UD.mjs → chunk-WW2X2AEI.mjs} +7 -7
  171. package/dist/react-native/chunks/{chunk-JLIIWJUV.mjs → chunk-YZW4CHM6.mjs} +50 -11
  172. package/dist/react-native/chunks/{chunk-GJFXPHXI.mjs → chunk-ZNZ6CPAZ.mjs} +2 -87
  173. package/dist/react-native/chunks/{chunk-7GRCBBME.mjs → chunk-ZVQMBF2H.mjs} +2 -2
  174. package/dist/react-native/chunks/{chunk-N2WUOWLL.mjs → chunk-ZWAIN4GG.mjs} +7 -7
  175. package/dist/react-native/chunks/{cold-module-5PHF6DZR.mjs → cold-module-N6KFNNZA.mjs} +20 -17
  176. package/dist/react-native/chunks/{durability-wiring-KO565FZC.mjs → durability-wiring-RN64S2TL.mjs} +76 -32
  177. package/dist/react-native/chunks/{engine-hooks-MVRRHH6B.mjs → engine-hooks-CWA5CKCA.mjs} +13 -11
  178. package/dist/react-native/chunks/geo-index-PX3BIHAH.mjs +1387 -0
  179. package/dist/react-native/chunks/{import-YVZA4V4V.mjs → import-5UAWBRJP.mjs} +14 -12
  180. package/dist/react-native/chunks/{module-ZL5ZG6YB.mjs → module-6RP4ZCBW.mjs} +17 -14
  181. package/dist/react-native/chunks/{module-H5MVPSP2.mjs → module-TTEVPRCW.mjs} +8 -8
  182. package/dist/react-native/chunks/{phrase-module-RTVKEWJT.mjs → phrase-module-QK22HSQ2.mjs} +1 -1
  183. package/dist/react-native/chunks/{release-D7ZTIANM.mjs → release-2SIHZWDO.mjs} +0 -1
  184. package/dist/react-native/chunks/{restore-hooks-SILFPU6B.mjs → restore-hooks-ENFMDTWC.mjs} +17 -15
  185. package/dist/react-native/chunks/{restore-queue-HSYP2AEC.mjs → restore-queue-4R6AASE5.mjs} +3 -3
  186. package/dist/react-native/chunks/{retention-7I7UAWYK.mjs → retention-5GTFT3GR.mjs} +18 -16
  187. package/dist/react-native/chunks/{snapshot-EZYB6SLF.mjs → snapshot-5LGPQXFS.mjs} +32 -29
  188. package/dist/react-native/chunks/{start-SHVZ72I5.mjs → start-ZQJVZ5DN.mjs} +18 -16
  189. package/dist/react-native/chunks/{write-JUESXHDL.mjs → write-6BRYIIZ7.mjs} +17 -14
  190. package/dist/react-native/partial-words.mjs +7 -6
  191. package/dist/react-native/pattern.mjs +1 -1
  192. package/dist/react-native/query-suggestions.mjs +19 -17
  193. package/dist/react-native/sync.mjs +47 -13
  194. package/dist/react-native/synonyms.mjs +92 -24
  195. package/dist/react.d.ts +7 -7
  196. package/dist/{browser/release-76MXRPGV.mjs → release-SMR4WJD4.mjs} +0 -1
  197. package/dist/{restore-hooks-HZ3ILAMO.mjs → restore-hooks-HXLIEB4A.mjs} +28 -21
  198. package/dist/{restore-queue-JVGENGGE.mjs → restore-queue-LZH7LMLR.mjs} +3 -3
  199. package/dist/{retention-HROPV2QU.mjs → retention-3K7ARGAG.mjs} +29 -22
  200. package/dist/server.d.ts +10 -8
  201. package/dist/server.mjs +55 -41
  202. package/dist/{snapshot-4HS2G2UM.mjs → snapshot-O7ICP7NJ.mjs} +46 -39
  203. package/dist/{start-UTWHGH42.mjs → start-S4PFP6RS.mjs} +31 -24
  204. package/dist/sync/filesystem.d.ts +2 -2
  205. package/dist/sync/filesystem.mjs +3 -3
  206. package/dist/sync/indexeddb.d.ts +2 -2
  207. package/dist/sync.browser.mjs +46 -12
  208. package/dist/sync.d.ts +3 -3
  209. package/dist/sync.mjs +46 -12
  210. package/dist/synonyms.mjs +7 -6
  211. package/dist/{tasks-qrJojgST.d.ts → tasks-CoNjxbop.d.ts} +2 -2
  212. package/dist/{thread-6MOXY2KD.mjs → thread-YLJ3ZPQ3.mjs} +25 -20
  213. package/dist/{types-BZCGjfLn.d.ts → types-DPMjfOr_.d.ts} +1 -1
  214. package/dist/vector/search-worker.mjs +6 -6
  215. package/dist/workers/entry.mjs +17 -6
  216. package/dist/{write-GTTWWRRG.mjs → write-2OBJGLFS.mjs} +27 -19
  217. package/openapi.json +71 -0
  218. package/package.json +15 -8
  219. package/dist/chunk-DJHHF2L5.mjs +0 -17
  220. package/dist/chunk-HNVVEQP7.mjs +0 -44
  221. package/dist/chunk-WQRN64Q6.mjs +0 -196
  222. package/dist/direct-executor-G5TK7NLA.mjs +0 -29
  223. package/dist/react-native/chunks/chunk-3JIBF3XT.mjs +0 -191
  224. package/dist/browser/{chunk-4WCVMOU3.mjs → chunk-XAWNZ4G2.mjs} +10 -10
@@ -1,5 +1,5 @@
1
- import { compareCodePoints } from './chunk-PPEPTUVV.mjs';
2
- import { LOOKUP_KEY_SCRATCH_BYTES } from './chunk-JV6VQY2S.mjs';
1
+ import { withUnpairedSurrogatesReplaced, compareCodePoints } from './chunk-EJ33LCHV.mjs';
2
+ import { LOOKUP_KEY_SCRATCH_BYTES } from './chunk-FTZHMRD2.mjs';
3
3
  import { createNarsilError, ErrorCodes } from './chunk-DZ7H7D2C.mjs';
4
4
 
5
5
  // src/core/tokenizer/constants.ts
@@ -14,7 +14,19 @@ var MEDIUM_DEVICE_MEMORY_GB = 4;
14
14
  var SMALL_DEVICE_TOKEN_CACHE_ENTRIES = 1e5;
15
15
  var MEDIUM_DEVICE_TOKEN_CACHE_ENTRIES = 25e4;
16
16
  var LARGE_DEVICE_TOKEN_CACHE_ENTRIES = 5e5;
17
+ var NATIVE_ANALYSIS_FIRST_TOKEN_RECORDS = 256;
18
+ var NATIVE_ANALYSIS_HELD_TERMS = 16384;
17
19
  var DEFAULT_MIN_TOKEN_LENGTH = 1;
20
+ var DEFAULT_SPLIT_PATTERN = /[^\p{L}\p{M}\p{N}_'-]+/u;
21
+
22
+ // src/core/tokenizer/native-hook.ts
23
+ var installed = null;
24
+ function installNativeAnalysis(analysis) {
25
+ installed = analysis;
26
+ }
27
+ function nativeAnalysis() {
28
+ return installed;
29
+ }
18
30
 
19
31
  // src/core/tokenizer/normalize.ts
20
32
  var DOTTED_CAPITAL_I = "\u0130";
@@ -156,21 +168,21 @@ function evictOldestEntries(count) {
156
168
  }
157
169
  }
158
170
  }
171
+ function transformInTypeScript(raw, language, stem, removeDiacritics) {
172
+ let normalized = raw;
173
+ if (language.normalizer) normalized = language.normalizer(normalized);
174
+ if (removeDiacritics) normalized = stripDiacritics(normalized);
175
+ if (stem && language.stemmer) normalized = language.stemmer(normalized);
176
+ return normalized;
177
+ }
159
178
  function transformToken(raw, language, stem, removeDiacritics) {
160
179
  const flags = (stem ? "s" : "") + (removeDiacritics ? "d" : "");
161
180
  let bucket = getCacheBucket(language, flags);
162
181
  const cached = bucket.get(raw);
163
182
  if (cached !== void 0) return cached;
164
- let normalized = raw;
165
- if (language.normalizer) {
166
- normalized = language.normalizer(normalized);
167
- }
168
- if (removeDiacritics) {
169
- normalized = stripDiacritics(normalized);
170
- }
171
- if (stem && language.stemmer) {
172
- normalized = language.stemmer(normalized);
173
- }
183
+ const normalized = withUnpairedSurrogatesReplaced(
184
+ nativeAnalysis()?.transform(raw, language, stem, removeDiacritics) ?? transformInTypeScript(raw, language, stem, removeDiacritics)
185
+ );
174
186
  if (normalizationCacheSize >= maxCacheSize) {
175
187
  evictOldestEntries(Math.max(1, maxCacheSize >>> 2));
176
188
  bucket = getCacheBucket(language, flags);
@@ -332,7 +344,6 @@ function producesSurfaceForms(language, options) {
332
344
  if (!options?.collectSurfaces || options.customTokenizer) return false;
333
345
  return (options.stem ?? true) && language.stemmer !== null;
334
346
  }
335
- var DEFAULT_SPLIT_PATTERN = /[^\p{L}\p{M}\p{N}_'-]+/u;
336
347
  function resolveStopWords(language, override) {
337
348
  if (!override) return language.stopWords;
338
349
  if (override instanceof Set) return override;
@@ -362,6 +373,18 @@ function stripPossessive(token) {
362
373
  }
363
374
  return token;
364
375
  }
376
+ function customTokensOf(tokenizer, text) {
377
+ const entries = tokenizer.tokenize(text);
378
+ let repaired = null;
379
+ for (let at = 0; at < entries.length; at++) {
380
+ const entry = entries[at];
381
+ const token = withUnpairedSurrogatesReplaced(entry.token);
382
+ if (token === entry.token) continue;
383
+ repaired ??= entries.slice();
384
+ repaired[at] = { token, position: entry.position };
385
+ }
386
+ return repaired ?? entries;
387
+ }
365
388
  function visitTokens(text, language, options, visit) {
366
389
  const {
367
390
  stem = true,
@@ -372,9 +395,12 @@ function visitTokens(text, language, options, visit) {
372
395
  stopWordOverride
373
396
  } = options ?? {};
374
397
  if (customTokenizer) {
375
- for (const entry of customTokenizer.tokenize(text)) visit(entry.token, entry.position, void 0, entry.token);
398
+ for (const entry of customTokensOf(customTokenizer, text)) {
399
+ visit(entry.token, entry.position, void 0, entry.token);
400
+ }
376
401
  return;
377
402
  }
403
+ if (nativeAnalysis()?.visitTokens(text, language, options, visit) === true) return;
378
404
  const rawParts = splitText(normalizeForSplitting(text), language);
379
405
  const minLength = language.tokenizer?.minTokenLength ?? DEFAULT_MIN_TOKEN_LENGTH;
380
406
  const effectiveDiacritics = removeDiacritics || (language.tokenizer?.normalizeDiacritics ?? false);
@@ -391,11 +417,17 @@ function visitTokens(text, language, options, visit) {
391
417
  visit(processed, position, void 0, part);
392
418
  continue;
393
419
  }
394
- const surface = effectiveDiacritics ? transformToken(candidate, language, false, true) : candidate;
395
- visit(processed, position, surface === processed ? void 0 : surface, part);
420
+ const shown = effectiveDiacritics ? transformToken(candidate, language, false, true) : candidate;
421
+ visit(processed, position, surfaceOf(shown, processed), part);
396
422
  }
397
423
  }
424
+ function surfaceOf(shown, term) {
425
+ if (shown === term) return void 0;
426
+ const surface = withUnpairedSurrogatesReplaced(shown);
427
+ return surface === term ? void 0 : surface;
428
+ }
398
429
  function visitSurfaceSpellings(text, language, visit) {
430
+ if (nativeAnalysis()?.visitSpellings(text, language, visit) === true) return;
399
431
  const rawParts = splitText(normalizeForSplitting(text), language);
400
432
  const minLength = language.tokenizer?.minTokenLength ?? DEFAULT_MIN_TOKEN_LENGTH;
401
433
  const removeDiacritics = language.tokenizer?.normalizeDiacritics ?? false;
@@ -403,12 +435,14 @@ function visitSurfaceSpellings(text, language, visit) {
403
435
  for (const part of rawParts) {
404
436
  const candidate = stripPossessives ? stripPossessive(part) : part;
405
437
  if (candidate.length < minLength) continue;
406
- visit(removeDiacritics ? transformToken(candidate, language, false, true) : candidate);
438
+ visit(
439
+ removeDiacritics ? transformToken(candidate, language, false, true) : withUnpairedSurrogatesReplaced(candidate)
440
+ );
407
441
  }
408
442
  }
409
443
  function tokenize(text, language, options) {
410
444
  if (options?.customTokenizer) {
411
- const customResult = options.customTokenizer.tokenize(text);
445
+ const customResult = customTokensOf(options.customTokenizer, text);
412
446
  return { tokens: customResult, originalTokens: customResult.map((entry) => entry.token) };
413
447
  }
414
448
  const tokens = [];
@@ -492,4 +526,4 @@ function codePointOrder(strings) {
492
526
  return order;
493
527
  }
494
528
 
495
- export { clearNormalizationCache, codePointOrder, configureNormalizationCache, encodeLookupKey, encodeStringBlob, getNormalizationCacheSize, resetNormalizationCache, resolveStopWords, tokenize, transformToken, visitSurfaceSpellings, visitTokens };
529
+ export { NATIVE_ANALYSIS_FIRST_TOKEN_RECORDS, NATIVE_ANALYSIS_HELD_TERMS, clearNormalizationCache, codePointOrder, configureNormalizationCache, encodeLookupKey, encodeStringBlob, getNormalizationCacheSize, installNativeAnalysis, resetNormalizationCache, resolveStopWords, tokenize, transformToken, visitSurfaceSpellings, visitTokens };
@@ -1,4 +1,4 @@
1
- import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
1
+ import { compareCodePoints } from './chunk-EJ33LCHV.mjs';
2
2
 
3
3
  // src/core/ordering/fold-table.ts
4
4
  var SINGLE_FOLDS = "1t,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;2j,lj;b,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;2,w;1,w;1,w;1,w;1,w;1,w;1,w;y,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;4,1;2,1;2,1;3,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;3,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-3d;1,1;2,1;2,1;2,-7g;2,5u;1,1;2,1;2,5q;1,1;2,5p;1,5p;1,1;3,27;1,5m;1,5n;1,1;2,5p;1,5r;2,5v;1,5t;1,1;4,5v;1,5x;2,5y;1,1;2,1;2,1;2,62;1,1;2,62;3,1;2,62;1,1;2,61;1,61;1,1;2,1;2,63;1,1;4,1;8,2;1,1;2,2;1,1;2,2;1,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;3,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;3,2;1,1;2,1;2,-2p;1,-1k;1,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-3m;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;8,8bv;1,1;2,-4j;1,8bs;3,1;2,-5f;1,1x;1,1z;1,1;2,1;2,1;2,1;2,1;6v,38;17,1;2,1;4,1;9,38;7,12;2,11;1,11;1,11;2,1s;2,1r;1,1r;2,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;2,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;n,1;d,8;1,-u;1,-p;4,-f;1,-m;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-1i;1,-1c;3,-1o;1,-1s;2,1;2,-7;1,1;3,-3m;1,-3m;1,-3m;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,28;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1d,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;a,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,f;1,1;2,1;2,1;2,1;2,1;2,1;2,1;3,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;3,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;28a,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;1,5ls;2,5ls;6,5ls;mj,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1oj,-4su;1,-4st;1,-4sk;1,-4si;1,-4si;1,-4sj;1,-4sc;1,-4ro;1,r7n;1,1;7,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;1,-2bk;3,-2bk;1,-2bk;1,-2bk;8x,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;7,-1m;5,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;a,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;9,-8;1,-8;1,-8;1,-8;1,-8;1,-8;b,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;9,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;9,-8;1,-8;1,-8;1,-8;1,-8;1,-8;c,-8;2,-8;2,-8;2,-8;9,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;1,-8;21,-8;1,-8;1,-22;1,-22;3,-5j9;a,-2e;1,-2e;1,-2e;1,-2e;d,-8;1,-8;1,-2s;1,-2s;d,-8;1,-8;1,-34;1,-34;1,-7;c,-3k;1,-3k;1,-3i;1,-3i;8b,-5st;4,-6gv;1,-6di;7,s;1a,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;1,g;k,1;mr,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1,q;1f5,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1,1c;1d,1;2,-8af;1,-2xy;1,-89z;3,1;2,1;2,1;2,-8bg;1,-8al;1,-8bj;1,-8bi;2,1;3,1;9,-8cf;1,-8cf;1,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;9,1;2,1;5,1;nym,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;k,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;3s,1;2,1;2,1;2,1;2,1;2,1;2,1;4,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;b,1;2,1;2,-r9g;1,1;2,1;2,1;2,1;2,1;5,1;2,-wmg;3,1;2,1;4,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-wn8;1,-wnj;1,-wnf;1,-wn5;1,-wn8;2,-wlu;1,-wmi;1,-wlx;1,ps;1,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-1c;1,-wn7;1,-raw;1,1;2,1;2,-wo7;1,1;2,1;2,1;2,1;2,1;2,1;2,1;2,1;2,-wu9;p,1;or,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;1,-tzk;ggy,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;xy,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;3t,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;1,14;4d,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;2,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;1,13;2,13;1,13;1,13;1,13;1,13;1,13;1,13;2,13;1,13;1d7,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;1,1s;4e,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;27v,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;gw1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1,w;1t,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;1,r;o5k,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;1,y;";
@@ -1,7 +1,7 @@
1
1
  import { dayFileKey, restoreStagingPrefix, restoredFileKey, listHistoryFolder, historyFileOf } from './chunk-ZZT7CEN7.mjs';
2
- import { resolveSetting, isGroup, isNormalPhrase } from './chunk-TYIRMPD3.mjs';
2
+ import { resolveSetting, isGroup, isNormalPhrase } from './chunk-DMIFXZ3Q.mjs';
3
+ import { packEnvelopeWithChecksum } from './chunk-OCSLSH27.mjs';
3
4
  import { MAX_HISTORY_FILE_BYTES, KEY_FINGERPRINT_BYTES, DAY_MS, SCRAMBLED_ID_BYTES, QUERY_HISTORY_ARCHIVE_PREFIX, MAX_INDEX_UUID_LENGTH, MAX_MAX_LENGTH, MAX_MAX_WORDS, MIN_PHRASE_TABLE_CAPACITY, PERSON_TABLE_MIN_SLOTS, PAIR_PAGE_BLOCKS, PAIR_BLOCK_SLOTS, MAX_PEOPLE_PER_PHRASE_IN_FILE } from './chunk-PJHAB5ZY.mjs';
4
- import { packEnvelopeWithChecksum } from './chunk-HUOYZJ3Q.mjs';
5
5
  import { openChecksummedEnvelope, HEADER_SIZE, crc32 } from './chunk-YH7QY657.mjs';
6
6
 
7
7
  // src/query-suggestions/msgpack-cursor.ts
@@ -1,24 +1,162 @@
1
- import { visitTokens, visitSurfaceSpellings } from './chunk-7PXRWYUU.mjs';
2
- import { flattenSchema, encodeDocument } from './chunk-3JIBF3XT.mjs';
3
1
  import { EARLIER_RELEASE_MIN_M, MIN_M, MAX_M } from './chunk-5CQX3XXV.mjs';
4
- import { DEFAULT_PATTERN_VALUE_LIMIT, isPlainObject, MAX_DOCUMENT_BYTES, isWordIndexedBase, MAX_DOCUMENT_NESTING_DEPTH, VECTOR_PATTERN, parseFieldType } from './chunk-C5G6TJ7A.mjs';
5
- import { compareCodePoints, holdsUnpairedSurrogate, exceedsCodePoints } from './chunk-PPEPTUVV.mjs';
2
+ import { MAX_DOCUMENT_ENCODING_DEPTH, DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES } from './chunk-6VBXNFLE.mjs';
3
+ import { DEFAULT_PATTERN_VALUE_LIMIT, isPlainObject, isWordIndexedBase, MAX_TEXT_FIELDS, MAX_VECTOR_DIMENSION, parseFieldType, MAX_DOCUMENT_BYTES, MAX_NESTING_DEPTH, PROTOTYPE_POLLUTION_KEYS, FIELD_NAME_PATTERN, RESERVED_ROOT_FIELDS, MAX_DOCUMENT_NESTING_DEPTH, VECTOR_PATTERN } from './chunk-C5G6TJ7A.mjs';
4
+ import { compareCodePoints, holdsUnpairedSurrogate, exceedsCodePoints } from './chunk-EJ33LCHV.mjs';
5
+ import { MAX_LATITUDE_DEGREES, MAX_LONGITUDE_DEGREES } from './chunk-DXRSEWA2.mjs';
6
6
  import { NarsilError, ErrorCodes } from './chunk-DZ7H7D2C.mjs';
7
+ import { Encoder } from '@msgpack/msgpack';
7
8
 
8
- // src/geo/constants.ts
9
- var DEG_TO_RAD = Math.PI / 180;
10
- var MAX_LATITUDE_DEGREES = 90;
11
- var MAX_LONGITUDE_DEGREES = 180;
12
- var MIN_POLYGON_POINTS = 3;
13
- var ANTIMERIDIAN_SPAN_DEGREES = 180;
14
- var FULL_TURN_DEGREES = 360;
15
- var EARTH_RADIUS_METERS = 63710088e-1;
16
- var LOCATION_CODE_BITS_PER_AXIS = 26;
17
- var MAX_COVERING_CELLS = 16;
18
- var RADIUS_BOX_MARGIN_RATIO = 1.02;
19
- var RADIUS_BOX_MARGIN_RADIANS = 1e-9;
20
- var VINCENTY_MAX_ITERATIONS = 200;
21
- var VINCENTY_CONVERGENCE_THRESHOLD = 1e-12;
9
+ // src/schema/validator/schema.ts
10
+ function validateSchemaFields(schema, depth, prefix) {
11
+ if (depth > MAX_NESTING_DEPTH) {
12
+ throw new NarsilError(
13
+ ErrorCodes.SCHEMA_DEPTH_EXCEEDED,
14
+ `Schema nesting exceeds the maximum depth of ${MAX_NESTING_DEPTH} at "${prefix}"`,
15
+ { path: prefix, maxDepth: MAX_NESTING_DEPTH }
16
+ );
17
+ }
18
+ let canonical = null;
19
+ const replace = (field, value) => {
20
+ if (canonical === null) canonical = { ...schema };
21
+ canonical[field] = value;
22
+ };
23
+ for (const [field, type] of Object.entries(schema)) {
24
+ const path = prefix ? `${prefix}.${field}` : field;
25
+ if (PROTOTYPE_POLLUTION_KEYS.has(field)) {
26
+ throw new NarsilError(ErrorCodes.SCHEMA_INVALID_TYPE, `Field name "${field}" is not allowed in a schema`, {
27
+ field,
28
+ path
29
+ });
30
+ }
31
+ if (!FIELD_NAME_PATTERN.test(field)) {
32
+ throw new NarsilError(
33
+ ErrorCodes.SCHEMA_INVALID_TYPE,
34
+ `Field name "${field}" contains characters that are not allowed; use letters, digits, and underscores only`,
35
+ { field, path }
36
+ );
37
+ }
38
+ if (depth === 1 && RESERVED_ROOT_FIELDS.has(field)) {
39
+ throw new NarsilError(
40
+ ErrorCodes.SCHEMA_INVALID_TYPE,
41
+ `Field "${field}" is reserved and cannot be defined in a schema`,
42
+ { field, path }
43
+ );
44
+ }
45
+ if (isPlainObject(type)) {
46
+ const nested = validateSchemaFields(type, depth + 1, path);
47
+ if (nested !== type) replace(field, nested);
48
+ continue;
49
+ }
50
+ if (typeof type !== "string") {
51
+ throw new NarsilError(
52
+ ErrorCodes.SCHEMA_INVALID_TYPE,
53
+ `Field "${path}" has an invalid type definition: ${String(type)}`,
54
+ {
55
+ field: path,
56
+ type: String(type)
57
+ }
58
+ );
59
+ }
60
+ const parsed = parseFieldType(type, path);
61
+ if (parsed.type !== type) replace(field, parsed.type);
62
+ }
63
+ return canonical ?? schema;
64
+ }
65
+ function validateSchema(schema) {
66
+ if (!isPlainObject(schema)) {
67
+ throw new NarsilError(ErrorCodes.SCHEMA_INVALID_TYPE, "Schema must be a plain object", {
68
+ received: typeof schema
69
+ });
70
+ }
71
+ if (Object.keys(schema).length === 0) {
72
+ throw new NarsilError(ErrorCodes.SCHEMA_INVALID_TYPE, "Schema must define at least one field");
73
+ }
74
+ const validated = validateSchemaFields(schema, 1, "");
75
+ requireTextFieldCount(schemaFieldsOf(validated).filter((field) => isWordIndexedBase(field.base)).length);
76
+ return validated;
77
+ }
78
+ function requireTextFieldCount(count) {
79
+ if (count <= MAX_TEXT_FIELDS) return;
80
+ throw new NarsilError(
81
+ ErrorCodes.SCHEMA_INVALID_TYPE,
82
+ `The schema declares ${count} string and string[] fields, but a schema holds at most ${MAX_TEXT_FIELDS}`,
83
+ { textFields: count, maximum: MAX_TEXT_FIELDS }
84
+ );
85
+ }
86
+ function requireCreatableSchema(schema) {
87
+ for (const field of schemaFieldsOf(schema)) {
88
+ if (field.base !== "vector" || field.dimension <= MAX_VECTOR_DIMENSION) continue;
89
+ throw new NarsilError(
90
+ ErrorCodes.SCHEMA_INVALID_VECTOR_DIMENSION,
91
+ `Vector field "${field.path}" has ${field.dimension} dimensions, but a new index takes at most ${MAX_VECTOR_DIMENSION}`,
92
+ { field: field.path, dimension: field.dimension, maximum: MAX_VECTOR_DIMENSION }
93
+ );
94
+ }
95
+ }
96
+ function requireValidFieldTypes(flatSchema) {
97
+ let textFields = 0;
98
+ for (const [path, type] of Object.entries(flatSchema)) {
99
+ if (typeof type !== "string") {
100
+ throw new NarsilError(
101
+ ErrorCodes.SCHEMA_INVALID_TYPE,
102
+ `Field "${path}" has an invalid type definition: ${String(type)}`,
103
+ { field: path, type: String(type) }
104
+ );
105
+ }
106
+ if (isWordIndexedBase(parseFieldType(type, path).base)) textFields += 1;
107
+ }
108
+ requireTextFieldCount(textFields);
109
+ }
110
+ function flattenRecursive(schema, prefix, result) {
111
+ for (const [field, type] of Object.entries(schema)) {
112
+ const path = prefix ? `${prefix}.${field}` : field;
113
+ if (isPlainObject(type)) {
114
+ flattenRecursive(type, path, result);
115
+ } else {
116
+ result[path] = type;
117
+ }
118
+ }
119
+ }
120
+ var flattenedSchemas = /* @__PURE__ */ new WeakMap();
121
+ function flattenSchema(schema) {
122
+ const cached = flattenedSchemas.get(schema);
123
+ if (cached !== void 0) return cached;
124
+ const result = /* @__PURE__ */ Object.create(null);
125
+ flattenRecursive(schema, "", result);
126
+ flattenedSchemas.set(schema, Object.freeze(result));
127
+ return result;
128
+ }
129
+ var parsedSchemas = /* @__PURE__ */ new WeakMap();
130
+ function schemaFieldsOf(schema) {
131
+ const cached = parsedSchemas.get(schema);
132
+ if (cached !== void 0) return cached;
133
+ const fields = [];
134
+ for (const [path, type] of Object.entries(flattenSchema(schema))) {
135
+ fields.push({ ...parseFieldType(type, path), path });
136
+ }
137
+ const frozen = Object.freeze(fields);
138
+ parsedSchemas.set(schema, frozen);
139
+ return frozen;
140
+ }
141
+ var partialFieldsBySchema = /* @__PURE__ */ new WeakMap();
142
+ function partialFieldsOf(schema) {
143
+ const cached = partialFieldsBySchema.get(schema);
144
+ if (cached !== void 0) return cached;
145
+ const paths = [];
146
+ for (const field of schemaFieldsOf(schema)) {
147
+ if (field.partial) paths.push(field.path);
148
+ }
149
+ const frozen = Object.freeze(paths.sort(compareCodePoints));
150
+ partialFieldsBySchema.set(schema, frozen);
151
+ return frozen;
152
+ }
153
+ function extractVectorFieldsFromSchema(schema) {
154
+ const result = /* @__PURE__ */ new Map();
155
+ for (const field of schemaFieldsOf(schema)) {
156
+ if (field.base === "vector") result.set(field.path, field.dimension);
157
+ }
158
+ return result;
159
+ }
22
160
 
23
161
  // src/geo/coordinates.ts
24
162
  function isLatitude(value) {
@@ -390,6 +528,38 @@ function validateRequiredFields(document, required) {
390
528
  }
391
529
  }
392
530
  }
531
+ var INTEGER_ENCODING = { maxDepth: MAX_DOCUMENT_ENCODING_DEPTH };
532
+ var FLOAT_ENCODING = { maxDepth: MAX_DOCUMENT_ENCODING_DEPTH, forceIntegerToFloat: true };
533
+ var integerEncoder = new Encoder(INTEGER_ENCODING);
534
+ var floatEncoder = new Encoder(FLOAT_ENCODING);
535
+ function encodeExactly(document, forceIntegerToFloat) {
536
+ const bytes = (forceIntegerToFloat ? floatEncoder : integerEncoder).encode(document);
537
+ if (bytes.byteLength > DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES) {
538
+ if (forceIntegerToFloat) floatEncoder = new Encoder(FLOAT_ENCODING);
539
+ else integerEncoder = new Encoder(INTEGER_ENCODING);
540
+ }
541
+ return bytes;
542
+ }
543
+ function holdsNegativeZero(value, depth) {
544
+ if (typeof value === "number") return Object.is(value, -0);
545
+ if (value === null || typeof value !== "object" || ArrayBuffer.isView(value) || depth > MAX_DOCUMENT_ENCODING_DEPTH) {
546
+ return false;
547
+ }
548
+ for (const child of Array.isArray(value) ? value : Object.values(value)) {
549
+ if (holdsNegativeZero(child, depth + 1)) return true;
550
+ }
551
+ return false;
552
+ }
553
+ function encodeDocument(document) {
554
+ try {
555
+ return encodeExactly(document, holdsNegativeZero(document, 1));
556
+ } catch (error) {
557
+ throw new NarsilError(
558
+ ErrorCodes.DOC_VALIDATION_FAILED,
559
+ `The document cannot be encoded as MessagePack: ${error instanceof Error ? error.message : String(error)}`
560
+ );
561
+ }
562
+ }
393
563
 
394
564
  // src/schema/validator/document-size.ts
395
565
  var LARGEST_HEADER_BYTES = 5;
@@ -564,163 +734,4 @@ function getFlatSchema(state, schema) {
564
734
  return state.flatSchemaCache;
565
735
  }
566
736
 
567
- // src/core/partition/partial-words/constants.ts
568
- var PARTIAL_WORD_RUN_CODE_POINTS = 3;
569
- var GROWING_PARTIAL_ENTRY_BYTES = 104;
570
- var GROWING_PARTIAL_PENDING_ENTRY_BYTES = 8;
571
- var GROWING_PARTIAL_PENDING_ENTRIES_PER_ENTRY = 2;
572
- var GROWING_PARTIAL_RUN_BYTES = 120;
573
- var GROWING_PARTIAL_RUN_MEMBER_BYTES = 24;
574
- var FROZEN_PARTIAL_REMOVED_ENTRY_BYTES = 48;
575
-
576
- // src/core/partition/partial-words/spellings.ts
577
- var LAST_BASIC_PLANE_CODE_POINT = 65535;
578
- function codePointCountOf(text) {
579
- let count = 0;
580
- for (let index = 0; index < text.length; count++) {
581
- index += (text.codePointAt(index) ?? 0) > LAST_BASIC_PLANE_CODE_POINT ? 2 : 1;
582
- }
583
- return count;
584
- }
585
- function holdsRun(spelling) {
586
- if (spelling.length > 2 * PARTIAL_WORD_RUN_CODE_POINTS) return true;
587
- if (spelling.length <= PARTIAL_WORD_RUN_CODE_POINTS) return false;
588
- return codePointCountOf(spelling) > PARTIAL_WORD_RUN_CODE_POINTS;
589
- }
590
- function countSpelling(counts, token, spelling, change) {
591
- if (!holdsRun(spelling)) return;
592
- let byToken = counts.get(token);
593
- if (byToken === void 0) {
594
- if (change <= 0) return;
595
- byToken = /* @__PURE__ */ new Map();
596
- counts.set(token, byToken);
597
- }
598
- const next = (byToken.get(spelling) ?? 0) + change;
599
- if (next > 0) {
600
- byToken.set(spelling, next);
601
- return;
602
- }
603
- byToken.delete(spelling);
604
- if (byToken.size === 0) counts.delete(token);
605
- }
606
- function textsOf(value) {
607
- if (typeof value === "string") return [value];
608
- if (!Array.isArray(value)) return [];
609
- return value.filter((element) => typeof element === "string");
610
- }
611
- function visitFieldTexts(document, fields, visit) {
612
- for (const field of fields) {
613
- for (const text of textsOf(getNestedValue(document, field))) visit(text);
614
- }
615
- }
616
- function visitDocumentSpellings(document, analysis, visit) {
617
- const tokenizing = { ...tokenizeOptions(analysis.options), collectSurfaces: true };
618
- const visitOccurrence = (token, _position, surface) => {
619
- visit(token, surface ?? token);
620
- };
621
- visitFieldTexts(document, analysis.fields, (text) => visitTokens(text, analysis.language, tokenizing, visitOccurrence));
622
- }
623
- function visitDocumentSurfaceSpellings(document, analysis, visit) {
624
- if (analysis.options?.customTokenizer !== void 0) return;
625
- visitFieldTexts(document, analysis.fields, (text) => visitSurfaceSpellings(text, analysis.language, visit));
626
- }
627
- function countDocumentSpellings(counts, document, analysis, direction) {
628
- visitDocumentSpellings(document, analysis, (token, spelling) => countSpelling(counts, token, spelling, direction));
629
- }
630
- function spellingCountsOf(documents, analysis) {
631
- const counts = /* @__PURE__ */ new Map();
632
- for (const document of documents) countDocumentSpellings(counts, document, analysis, 1);
633
- return counts;
634
- }
635
- function encodePartialSpellings(fields, counts) {
636
- const encoded = { fields: [...fields], tokens: [], spellings: [], counts: [] };
637
- for (const [token, byToken] of counts) {
638
- for (const [spelling, count] of byToken) {
639
- encoded.tokens.push(token);
640
- encoded.spellings.push(spelling);
641
- encoded.counts.push(count);
642
- }
643
- }
644
- return encoded;
645
- }
646
- function sameFields(left, right) {
647
- if (left.length !== right.length) return false;
648
- for (let at = 0; at < left.length; at++) {
649
- if (left[at] !== right[at]) return false;
650
- }
651
- return true;
652
- }
653
-
654
- // src/core/partition/suggestions.ts
655
- function verbatimOccurrences(state, token) {
656
- const postingList = state.invertedIdx.lookup(token);
657
- if (!postingList) return 0;
658
- const derived = postingList.totalTermFrequency - state.surfaceRegistry.stemChangedTotalFor(token);
659
- return derived > 0 ? derived : 0;
660
- }
661
- function suggestDisplayTerms(state, surfacePrefix, stemmedPrefix, limit) {
662
- if (limit <= 0 || surfacePrefix.length === 0) return [];
663
- const groups = /* @__PURE__ */ new Map();
664
- for (const candidate of state.surfaceRegistry.candidatesForPrefix(surfacePrefix)) {
665
- const postingList = state.invertedIdx.lookup(candidate.token);
666
- if (!postingList || postingList.docIdSet.size === 0) continue;
667
- let group = groups.get(candidate.token);
668
- if (!group) {
669
- group = { documentFrequency: postingList.docIdSet.size, surfaces: [] };
670
- groups.set(candidate.token, group);
671
- }
672
- group.surfaces.push({ surface: candidate.surface, occurrences: candidate.occurrences });
673
- }
674
- const termPrefixes = state.surfaceRegistry.size() === 0 && stemmedPrefix !== surfacePrefix && stemmedPrefix.length > 0 ? [surfacePrefix, stemmedPrefix] : [surfacePrefix];
675
- for (const prefix of termPrefixes) {
676
- for (const suggestion of state.invertedIdx.prefixSearch(prefix, Number.MAX_SAFE_INTEGER)) {
677
- const occurrences = verbatimOccurrences(state, suggestion.term);
678
- if (occurrences === 0) continue;
679
- let group = groups.get(suggestion.term);
680
- if (!group) {
681
- group = { documentFrequency: suggestion.documentFrequency, surfaces: [] };
682
- groups.set(suggestion.term, group);
683
- } else if (group.surfaces.some((s) => s.surface === suggestion.term)) {
684
- continue;
685
- }
686
- group.surfaces.push({ surface: suggestion.term, occurrences });
687
- }
688
- }
689
- const results = [];
690
- for (const [token, group] of groups) {
691
- results.push({ token, documentFrequency: group.documentFrequency, surfaces: group.surfaces });
692
- }
693
- results.sort((a, b) => b.documentFrequency - a.documentFrequency || compareCodePoints(a.token, b.token));
694
- if (results.length > limit) results.length = limit;
695
- return results;
696
- }
697
- function partitionDocumentFrequency(subs, token) {
698
- let documents = 0;
699
- for (const sub of subs) documents += sub.invertedIdx.documentFrequency(token);
700
- return documents;
701
- }
702
- function expandTermPrefix(subs, surfacePrefix, stemmedToken, maxExpansions) {
703
- if (maxExpansions <= 0 || surfacePrefix.length === 0) return [];
704
- const candidates = /* @__PURE__ */ new Set();
705
- const holdsSurfaceForms = subs.some((sub) => sub.surfaceRegistry.size() > 0);
706
- const termPrefixes = !holdsSurfaceForms && stemmedToken !== surfacePrefix && stemmedToken.length > 0 ? [surfacePrefix, stemmedToken] : [surfacePrefix];
707
- for (const sub of subs) {
708
- for (const candidate of sub.surfaceRegistry.candidatesForPrefix(surfacePrefix)) candidates.add(candidate.token);
709
- for (const prefix of termPrefixes) {
710
- for (const suggestion of sub.invertedIdx.prefixSearch(prefix, Number.MAX_SAFE_INTEGER)) {
711
- if (candidates.has(suggestion.term)) continue;
712
- if (verbatimOccurrences(sub, suggestion.term) > 0) candidates.add(suggestion.term);
713
- }
714
- }
715
- }
716
- const ranked = [];
717
- for (const token of candidates) {
718
- const documents = partitionDocumentFrequency(subs, token);
719
- if (documents > 0) ranked.push({ token, documents });
720
- }
721
- ranked.sort((a, b) => b.documents - a.documents || compareCodePoints(a.token, b.token));
722
- if (ranked.length > maxExpansions) ranked.length = maxExpansions;
723
- return ranked.map((entry) => entry.token);
724
- }
725
-
726
- export { ANTIMERIDIAN_SPAN_DEGREES, DEG_TO_RAD, EARTH_RADIUS_METERS, FROZEN_PARTIAL_REMOVED_ENTRY_BYTES, FULL_TURN_DEGREES, GROWING_PARTIAL_ENTRY_BYTES, GROWING_PARTIAL_PENDING_ENTRIES_PER_ENTRY, GROWING_PARTIAL_PENDING_ENTRY_BYTES, GROWING_PARTIAL_RUN_BYTES, GROWING_PARTIAL_RUN_MEMBER_BYTES, LOCATION_CODE_BITS_PER_AXIS, MAX_COVERING_CELLS, MAX_LATITUDE_DEGREES, MAX_LONGITUDE_DEGREES, MIN_POLYGON_POINTS, PARTIAL_WORD_RUN_CODE_POINTS, RADIUS_BOX_MARGIN_RADIANS, RADIUS_BOX_MARGIN_RATIO, VINCENTY_CONVERGENCE_THRESHOLD, VINCENTY_MAX_ITERATIONS, codePointCountOf, countDocumentSpellings, countSpelling, encodePartialSpellings, expandTermPrefix, getFlatSchema, getNestedValue, getOrCreateFieldNameIndex, isLatitude, isLongitude, isQuantizationMode, isStorageMode, messagePackUpperBoundBytes, parseVectorDimension, partitionDocumentFrequency, raiseEarlierReleaseGraphSetting, requireDocumentWithinSizeLimit, sameFields, spellingCountsOf, suggestDisplayTerms, textFieldsChanged, tokenizeOptions, validateDocument, validateDocumentStrict, validateRequiredFields, validateTextStorage, validateVectorPromotion, validateVectorStorage, visitDocumentSpellings, visitDocumentSurfaceSpellings };
737
+ export { encodeDocument, extractVectorFieldsFromSchema, flattenSchema, getFlatSchema, getNestedValue, getOrCreateFieldNameIndex, isLatitude, isLongitude, isQuantizationMode, isStorageMode, messagePackUpperBoundBytes, parseVectorDimension, partialFieldsOf, raiseEarlierReleaseGraphSetting, requireCreatableSchema, requireDocumentWithinSizeLimit, requireValidFieldTypes, schemaFieldsOf, textFieldsChanged, tokenizeOptions, validateDocument, validateDocumentStrict, validateRequiredFields, validateSchema, validateTextStorage, validateVectorPromotion, validateVectorStorage };
@@ -1,8 +1,8 @@
1
1
  import { RESTORE_ESTIMATE_MARGIN, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_WORST_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_STORED_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_STORED_BYTE, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_WORST_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_EXTERNAL_BYTES_PER_EARLIER_SNAPSHOT_BYTE, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR_DIMENSION, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_VECTOR, RESTORE_FLOOR_HEAP_BYTES_PER_EARLIER_SNAPSHOT_BYTE } from './chunk-PB2YXVQW.mjs';
2
- import { readResidentMemory } from './chunk-HUOYZJ3Q.mjs';
3
- import { collectAndReturnPages } from './chunk-JLIIWJUV.mjs';
2
+ import { readResidentMemory } from './chunk-OCSLSH27.mjs';
3
+ import { collectAndReturnPages } from './chunk-YZW4CHM6.mjs';
4
4
  import { readHeapStatistics } from './chunk-YH7QY657.mjs';
5
- import { extractVectorFieldsFromSchema } from './chunk-3JIBF3XT.mjs';
5
+ import { extractVectorFieldsFromSchema } from './chunk-4COWCEY7.mjs';
6
6
  import { NarsilError, ErrorCodes } from './chunk-DZ7H7D2C.mjs';
7
7
 
8
8
  // src/engine/snapshot/memory-budget.ts
@@ -1,9 +1,9 @@
1
- import { littleEndianBytes, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment, KEYWORD_SEGMENT_PAYLOAD_VERSION, uint64Bytes } from './chunk-GJFXPHXI.mjs';
1
+ import { littleEndianBytes, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment, KEYWORD_SEGMENT_PAYLOAD_VERSION, uint64Bytes } from './chunk-ZNZ6CPAZ.mjs';
2
2
  import { SEGMENT_FILE_FRAMING_SLACK_BYTES, SEGMENT_TOKEN_TABLE_SHARE_OF_FILE } from './chunk-F753DA54.mjs';
3
- import { segmentKey, MAX_SEGMENTS_PER_PARTITION } from './chunk-6WA3C3DV.mjs';
4
- import { selectionKeeps, packChecksummedEnvelope, segmentArraysOf, mergeSegmentContents } from './chunk-HUOYZJ3Q.mjs';
5
- import { messagePackUpperBoundBytes } from './chunk-4Y53T4YE.mjs';
3
+ import { segmentKey, MAX_SEGMENTS_PER_PARTITION } from './chunk-6OFDUYVX.mjs';
4
+ import { selectionKeeps, packChecksummedEnvelope, segmentArraysOf, mergeSegmentContents } from './chunk-OCSLSH27.mjs';
6
5
  import { crc32, openChecksummedEnvelope, HEADER_SIZE } from './chunk-YH7QY657.mjs';
6
+ import { messagePackUpperBoundBytes } from './chunk-4COWCEY7.mjs';
7
7
  import { MAX_FILE_BYTES } from './chunk-6VBXNFLE.mjs';
8
8
  import { NarsilError, ErrorCodes } from './chunk-DZ7H7D2C.mjs';
9
9
  import { decode, encode } from '@msgpack/msgpack';
@@ -771,7 +771,7 @@ async function writePagedGroup(state, group) {
771
771
  const tombstones = state.tombstonesWritten ? [] : [...request.tombstones];
772
772
  const id = state.nextSegmentId;
773
773
  const key = segmentKey(request.indexName, request.partitionId, id);
774
- const { writePagedSegment } = await import('./module-ZL5ZG6YB.mjs');
774
+ const { writePagedSegment } = await import('./module-6RP4ZCBW.mjs');
775
775
  const written = await writePagedSegment({
776
776
  directory,
777
777
  key,
@@ -62,6 +62,13 @@ var EARLIER_SEGMENT_MANIFEST_VERSION = 6;
62
62
  var MANIFEST_ENVELOPE_VERSION = 2;
63
63
  var MAX_SEGMENTS_PER_PARTITION = 65536;
64
64
  var MAX_SEGMENT_ID = 281474976710655;
65
+ function manifestWithinPartitionCount(manifest, partitionCount) {
66
+ return {
67
+ ...manifest,
68
+ checkpoint: manifest.checkpoint.filter((entry) => entry.partitionId < partitionCount),
69
+ partitions: manifest.partitions.filter((partition) => partition.partitionId < partitionCount)
70
+ };
71
+ }
65
72
  function manifestReferencedKeys(manifest) {
66
73
  const keys = /* @__PURE__ */ new Set();
67
74
  for (const partition of manifest.partitions) {
@@ -82,4 +89,4 @@ function manifestFileRefs(manifest) {
82
89
  return refs;
83
90
  }
84
91
 
85
- export { EARLIER_SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION, MAX_SEGMENTS_PER_PARTITION, MAX_SEGMENT_ID, SEGMENT_MANIFEST_VERSION, graphPartKey, manifestFileRefs, manifestKey, manifestReferencedKeys, segmentKey, segmentsPrefix, snapshotBundleKey, vectorFileKey };
92
+ export { EARLIER_SEGMENT_MANIFEST_VERSION, MANIFEST_ENVELOPE_VERSION, MAX_SEGMENTS_PER_PARTITION, MAX_SEGMENT_ID, SEGMENT_MANIFEST_VERSION, graphPartKey, manifestFileRefs, manifestKey, manifestReferencedKeys, manifestWithinPartitionCount, segmentKey, segmentsPrefix, snapshotBundleKey, vectorFileKey };
@@ -1,6 +1,6 @@
1
- import { openManifestPayload, listedKeysOf, decodeManifestPayload } from './chunk-CUH5F57W.mjs';
1
+ import { openManifestPayload, listedKeysOf, decodeManifestPayload } from './chunk-BITYFZSZ.mjs';
2
+ import { manifestFileRefs } from './chunk-6OFDUYVX.mjs';
2
3
  import { QUERY_HISTORY_ARCHIVE_PREFIX, MAX_HISTORY_FILE_BYTES } from './chunk-PJHAB5ZY.mjs';
3
- import { manifestFileRefs } from './chunk-6WA3C3DV.mjs';
4
4
  import { HEADER_SIZE } from './chunk-YH7QY657.mjs';
5
5
  import { MAX_FILE_BYTES } from './chunk-6VBXNFLE.mjs';
6
6
  import { NarsilError, ErrorCodes } from './chunk-DZ7H7D2C.mjs';
@@ -1,7 +1,7 @@
1
- import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, graphPartKey, vectorFileKey } from './chunk-6WA3C3DV.mjs';
2
1
  import { VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-DVDX4SDR.mjs';
2
+ import { MAX_SEGMENT_ID, MANIFEST_ENVELOPE_VERSION, EARLIER_SEGMENT_MANIFEST_VERSION, SEGMENT_MANIFEST_VERSION, MAX_SEGMENTS_PER_PARTITION, segmentKey, graphPartKey, vectorFileKey } from './chunk-6OFDUYVX.mjs';
3
3
  import { openChecksummedEnvelope, HEADER_SIZE } from './chunk-YH7QY657.mjs';
4
- import { requireValidFieldTypes } from './chunk-3JIBF3XT.mjs';
4
+ import { requireValidFieldTypes } from './chunk-4COWCEY7.mjs';
5
5
  import { MAX_FILE_BYTES } from './chunk-6VBXNFLE.mjs';
6
6
  import { NarsilError, ErrorCodes } from './chunk-DZ7H7D2C.mjs';
7
7
  import { decode } from '@msgpack/msgpack';
@@ -1,5 +1,5 @@
1
1
  import { MAX_MIN_PEOPLE, MIN_MIN_PEOPLE, DEFAULT_MIN_PEOPLE, MAX_MIN_RESULTS, MIN_MIN_RESULTS, DEFAULT_MIN_RESULTS, MAX_RETENTION_DAYS, MIN_RETENTION_DAYS, DEFAULT_RETENTION_DAYS, MAX_MAX_PHRASES_PER_DAY, DEFAULT_MAX_PHRASES_PER_DAY, MAX_MAX_PHRASES_PER_PERSON, DEFAULT_MAX_PHRASES_PER_PERSON, MAX_MAX_PEOPLE_PER_DAY, DEFAULT_MAX_PEOPLE_PER_DAY, MAX_MAX_GROUPS, DEFAULT_MAX_GROUPS, MAX_MAX_LENGTH, DEFAULT_MAX_LENGTH, DEFAULT_MIN_LETTERS, MAX_MAX_WORDS, DEFAULT_MAX_WORDS, DEFAULT_MAX_DIGITS, MAX_MAX_MERGE_PHRASES, DEFAULT_MAX_MERGE_PHRASES, MAX_MERGE_MEMORY_BYTES, MIN_MERGE_MEMORY_BYTES, DEFAULT_MERGE_MEMORY_BYTES, MAX_SAVE_INTERVAL_MS, MIN_SAVE_INTERVAL_MS, DEFAULT_SAVE_INTERVAL_MS, MAX_RESULT_CHECKS_PER_SECOND, DEFAULT_RESULT_CHECKS_PER_SECOND, MAX_GROUP_LENGTH, MAX_PERSON_UTF16_UNITS, MAX_SCHEDULE_LENGTH, SCHEDULE_LOOKAHEAD_DAYS, DEFAULT_TIME_ZONE, DEFAULT_SCHEDULE, MAX_FIELDS, SCHEDULE_OFF, MAX_SETTING_BYTES, MAX_SOURCE_INDEX_NAME_LENGTH, RAW_PHRASE_UTF16_UNITS_PER_CODE_POINT, MAX_PERSON_PAIRS_PER_DAY, MAX_FILE_PEOPLE_PER_DAY, MAX_MERGE_PEOPLE, DAY_MS } from './chunk-PJHAB5ZY.mjs';
2
- import { flattenSchema } from './chunk-3JIBF3XT.mjs';
2
+ import { flattenSchema } from './chunk-4COWCEY7.mjs';
3
3
  import { NarsilError, ErrorCodes } from './chunk-DZ7H7D2C.mjs';
4
4
  import { encode } from '@msgpack/msgpack';
5
5