@delali/narsil 0.3.1-next.155 → 0.3.1-next.156

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (195) hide show
  1. package/NOTICE +45 -0
  2. package/dist/{analysis-change-3TFIHT5E.mjs → analysis-change-5BQOQ4BF.mjs} +25 -18
  3. package/dist/{react-native/chunks/analysis-change-entry-JLL42PH6.mjs → analysis-change-entry-TXX6JSMX.mjs} +1 -1
  4. package/dist/browser/{analysis-change-TC36BU47.mjs → analysis-change-435CUEPZ.mjs} +8 -7
  5. package/dist/{analysis-change-entry-KA6JAO4X.mjs → browser/analysis-change-entry-HZXKPPGV.mjs} +1 -1
  6. package/dist/browser/{chunk-A5KUEGDY.mjs → chunk-2CFI5VVV.mjs} +2 -2
  7. package/dist/browser/{chunk-BXM5XOCA.mjs → chunk-2TI4SSUP.mjs} +2 -2
  8. package/dist/browser/{chunk-CJSYBQ4J.mjs → chunk-3SSRJMFN.mjs} +1 -1
  9. package/dist/browser/{chunk-SMEQ36NT.mjs → chunk-3V7DNNZL.mjs} +458 -622
  10. package/dist/browser/{chunk-RRO3EV4C.mjs → chunk-4NGKC4H4.mjs} +7 -7
  11. package/dist/browser/{chunk-ABCXENU5.mjs → chunk-6LWDPLTB.mjs} +1 -1
  12. package/dist/browser/{chunk-FNIFPFB7.mjs → chunk-7U3WVJUP.mjs} +2 -2
  13. package/dist/browser/{chunk-KKAMCABR.mjs → chunk-BHFQATSC.mjs} +1 -1
  14. package/dist/browser/{chunk-IKDKX5VQ.mjs → chunk-CRE3G7F3.mjs} +3 -3
  15. package/dist/browser/{chunk-56W3HQVJ.mjs → chunk-EA63E3D2.mjs} +4 -4
  16. package/dist/browser/{chunk-K5AXJBLL.mjs → chunk-IZXVW2ZJ.mjs} +3 -3
  17. package/dist/browser/{chunk-RND5CLX3.mjs → chunk-K4Q6KX3R.mjs} +16 -16
  18. package/dist/browser/{chunk-XY4VVBBO.mjs → chunk-KZWSX6BH.mjs} +2 -2
  19. package/dist/browser/{chunk-3UIEB4QF.mjs → chunk-MGI4BCXC.mjs} +2 -2
  20. package/dist/browser/chunk-MOG4OVDK.mjs +51 -0
  21. package/dist/browser/{chunk-RQBUNZQW.mjs → chunk-NQAME3RK.mjs} +2 -2
  22. package/dist/browser/{chunk-LFIWRCEA.mjs → chunk-NXQG7DRA.mjs} +29 -6
  23. package/dist/browser/{chunk-JVBP5EYO.mjs → chunk-SSTPBZZX.mjs} +7 -7
  24. package/dist/browser/{chunk-JIJXMI42.mjs → chunk-STOWQFT3.mjs} +1 -1
  25. package/dist/browser/{chunk-26A5JFT2.mjs → chunk-TK63WFXK.mjs} +2 -1
  26. package/dist/browser/{chunk-4EWUGZYZ.mjs → chunk-U4YDIBUT.mjs} +2 -2
  27. package/dist/browser/{chunk-K4GCSZLI.mjs → chunk-VLJQW4J6.mjs} +2985 -2985
  28. package/dist/browser/{chunk-SUDNZKPL.mjs → chunk-WI4MR75E.mjs} +1 -1
  29. package/dist/browser/{chunk-5TCXK5SB.mjs → chunk-WN464PTL.mjs} +1 -1
  30. package/dist/browser/{cold-module-NEUGHUPA.mjs → cold-module-2EHCIV4K.mjs} +15 -14
  31. package/dist/browser/{durability-wiring-CVGPRO6D.mjs → durability-wiring-A7BVG2DW.mjs} +20 -19
  32. package/dist/browser/{engine-hooks-YXMPHZKZ.mjs → engine-hooks-E4UD67JD.mjs} +7 -6
  33. package/dist/browser/geo-index-HHWGMNIS.mjs +1386 -0
  34. package/dist/browser/{import-OM6QAW45.mjs → import-DXYB6756.mjs} +8 -7
  35. package/dist/browser/{module-E33X4AOK.mjs → module-NIYMEA5R.mjs} +11 -10
  36. package/dist/browser/{module-3HNFCBJ5.mjs → module-TCT66FWA.mjs} +6 -6
  37. package/dist/browser/{phrase-module-ZXXU7S3B.mjs → phrase-module-HAT3TLZN.mjs} +1 -1
  38. package/dist/browser/{restore-hooks-IF2ZROUP.mjs → restore-hooks-YPN4ZFCY.mjs} +10 -9
  39. package/dist/browser/{restore-queue-ZBS7CJA6.mjs → restore-queue-G3RQGL3Y.mjs} +3 -3
  40. package/dist/browser/{retention-ASWUHAYI.mjs → retention-ZWVMNC3Q.mjs} +9 -8
  41. package/dist/browser/{snapshot-PN7ZW6Q4.mjs → snapshot-VEQNIE6C.mjs} +24 -23
  42. package/dist/browser/{start-ZIRB7MQ2.mjs → start-BM442C6R.mjs} +11 -10
  43. package/dist/browser/{write-HMDYCTV2.mjs → write-2EVMZWDE.mjs} +12 -11
  44. package/dist/{chunk-2MANFZJ3.mjs → chunk-25KDNIZZ.mjs} +1 -1
  45. package/dist/{chunk-3HHQLEEQ.mjs → chunk-2UV4QBHW.mjs} +7 -7
  46. package/dist/{chunk-BY6ZDGYS.mjs → chunk-3HYC4JRF.mjs} +1 -1
  47. package/dist/{chunk-HW5TNXBO.mjs → chunk-46KY2PJD.mjs} +7 -6
  48. package/dist/{chunk-SY3EWKQY.mjs → chunk-4KKXNJM6.mjs} +1 -1
  49. package/dist/{chunk-VQEUR6T6.mjs → chunk-5VV4R6P7.mjs} +3040 -3040
  50. package/dist/chunk-6HTGOXIK.mjs +875 -0
  51. package/dist/{chunk-RSVULW4Q.mjs → chunk-6I6AYAXS.mjs} +4 -4
  52. package/dist/chunk-7GFE3PEY.mjs +40 -0
  53. package/dist/{chunk-3R4UZWQG.mjs → chunk-7LXHHCXZ.mjs} +15 -15
  54. package/dist/{chunk-JUKYYXSP.mjs → chunk-7V5IUP2T.mjs} +1 -31
  55. package/dist/{chunk-4BYWRYPM.mjs → chunk-A4L7YTKX.mjs} +52 -89
  56. package/dist/{chunk-WQRN64Q6.mjs → chunk-BU4SAIC4.mjs} +1 -1
  57. package/dist/{chunk-5FVU47TB.mjs → chunk-BWZ3P4MU.mjs} +3 -3
  58. package/dist/{chunk-LC3FDWTX.mjs → chunk-CITFCZKF.mjs} +3 -2
  59. package/dist/{chunk-PCRA7HTI.mjs → chunk-CSLGFPFQ.mjs} +1 -1
  60. package/dist/{chunk-VHBNF4MA.mjs → chunk-DP5C7YFQ.mjs} +2 -2
  61. package/dist/{chunk-3HB3PEC6.mjs → chunk-DWEPMFJE.mjs} +5 -5
  62. package/dist/{chunk-KMUNHGBQ.mjs → chunk-EFBDHH5P.mjs} +29 -28
  63. package/dist/{chunk-DCNKVEDB.mjs → chunk-FAKFUDZZ.mjs} +5 -6
  64. package/dist/chunk-FB6463IN.mjs +1499 -0
  65. package/dist/{chunk-KFLK5NA2.mjs → chunk-FCJ553HS.mjs} +1 -1
  66. package/dist/{chunk-SG3JBNHY.mjs → chunk-FJKKCV4D.mjs} +1 -1
  67. package/dist/{chunk-H6VIGE62.mjs → chunk-FNGAM5B7.mjs} +10 -9
  68. package/dist/{chunk-VGF7CFRP.mjs → chunk-FRBFVQFN.mjs} +5 -4
  69. package/dist/{chunk-QH3YIQP4.mjs → chunk-FYOVBEMM.mjs} +2 -2
  70. package/dist/chunk-G6HRSGOU.mjs +74 -0
  71. package/dist/{chunk-DUOLGBTE.mjs → chunk-HFPMMRQT.mjs} +3 -3
  72. package/dist/{chunk-ZHCUZZE5.mjs → chunk-HHBUCIUY.mjs} +1 -1
  73. package/dist/{chunk-ZTW5WTGG.mjs → chunk-I2KPOLOZ.mjs} +3 -3
  74. package/dist/{chunk-L7ZD4L3K.mjs → chunk-I53G4JAU.mjs} +7 -6
  75. package/dist/{chunk-YEDIDCR7.mjs → chunk-I5B7RXU7.mjs} +91 -22
  76. package/dist/{react-native/chunks/chunk-KWRW5U65.mjs → chunk-J4IJTTEX.mjs} +1 -1
  77. package/dist/{chunk-S2EQU2GE.mjs → chunk-JDJBQLRO.mjs} +9 -9
  78. package/dist/{chunk-KPIV4RUC.mjs → chunk-JWRUUCWD.mjs} +2 -2
  79. package/dist/{chunk-KBKEXQZA.mjs → chunk-K5QFDYST.mjs} +1 -1
  80. package/dist/{chunk-DIBHI6W5.mjs → chunk-KF4EXSM4.mjs} +2 -2
  81. package/dist/{chunk-Q7G3BV3Y.mjs → chunk-KKQC526K.mjs} +19 -11
  82. package/dist/{chunk-4KRC2APY.mjs → chunk-L6V6BST3.mjs} +6 -19
  83. package/dist/{chunk-U4BS74YN.mjs → chunk-MQOJIO5B.mjs} +1 -1
  84. package/dist/chunk-ORN5BLL7.mjs +11 -0
  85. package/dist/{chunk-ZAUJFLEN.mjs → chunk-P5ZI2P2W.mjs} +122 -1697
  86. package/dist/{chunk-AILVAOLX.mjs → chunk-PWC4VB3Q.mjs} +2 -2
  87. package/dist/{chunk-J4IWBIVY.mjs → chunk-QOW2JPUI.mjs} +5 -5
  88. package/dist/{chunk-PHQNACDT.mjs → chunk-RDXO6JST.mjs} +2 -2
  89. package/dist/chunk-RLOES5SX.mjs +31 -0
  90. package/dist/{chunk-6L3XJXGU.mjs → chunk-SA5LOGO3.mjs} +1 -1
  91. package/dist/chunk-SQJWAIF4.mjs +12 -0
  92. package/dist/{react-native/chunks/chunk-PPEPTUVV.mjs → chunk-TBC3XUL2.mjs} +29 -6
  93. package/dist/chunk-TDIK6NTV.mjs +10 -0
  94. package/dist/{chunk-MT2NRTA6.mjs → chunk-TGS5UXBE.mjs} +3 -3
  95. package/dist/{chunk-KBDBPVLN.mjs → chunk-TZ3355VS.mjs} +1 -1
  96. package/dist/{chunk-Q622CTMC.mjs → chunk-TZTRKM33.mjs} +1 -1
  97. package/dist/{react-native/chunks/chunk-JV6VQY2S.mjs → chunk-U55XJEIG.mjs} +2 -1
  98. package/dist/{chunk-Z2BE2MAM.mjs → chunk-VTTRFF2C.mjs} +28 -15
  99. package/dist/{chunk-KXCVQWOR.mjs → chunk-WX4LAO6M.mjs} +3 -3
  100. package/dist/{chunk-BDRIVYOK.mjs → chunk-XAXKV65G.mjs} +1 -1
  101. package/dist/{chunk-UZRZKNNZ.mjs → chunk-XXHN7J46.mjs} +1 -1
  102. package/dist/{chunk-H4KHPLHJ.mjs → chunk-YTWZVGCB.mjs} +1 -1
  103. package/dist/{chunk-QUJHMPTP.mjs → chunk-Z2KAFCRT.mjs} +2 -2
  104. package/dist/{chunk-SMVH6JBE.mjs → chunk-ZKP7G7TV.mjs} +1 -1
  105. package/dist/{cold-module-7XXCEGTZ.mjs → cold-module-6MO2XJF2.mjs} +29 -23
  106. package/dist/direct-executor-FTMYY3TI.mjs +34 -0
  107. package/dist/distribution/coordinator/etcd.mjs +2 -2
  108. package/dist/distribution/coordinator/in-memory.mjs +2 -2
  109. package/dist/distribution.mjs +57 -51
  110. package/dist/{durability-wiring-NCKUC5EO.mjs → durability-wiring-VIF5MOSY.mjs} +41 -34
  111. package/dist/{engine-hooks-DHCMOADY.mjs → engine-hooks-EGUGNZYE.mjs} +24 -17
  112. package/dist/geo-index-MRH5JMIR.mjs +1387 -0
  113. package/dist/{import-NBFXFCSG.mjs → import-XKDPJQDP.mjs} +24 -17
  114. package/dist/index.browser.mjs +6 -5
  115. package/dist/index.d.ts +127 -2
  116. package/dist/index.mjs +23 -16
  117. package/dist/index.react-native.mjs +12 -10
  118. package/dist/invalidation/filesystem.mjs +2 -2
  119. package/dist/{long-query-thread-J4DVRM4A.mjs → long-query-thread-YA4IAYSY.mjs} +25 -20
  120. package/dist/{module-DWKPBSMN.mjs → module-FQ4JWNQJ.mjs} +26 -19
  121. package/dist/{module-UN76TF7I.mjs → module-N55W4Q5C.mjs} +9 -9
  122. package/dist/{paged-partition-archive-DPNWVSK2.mjs → paged-partition-archive-PXW5XAYU.mjs} +32 -26
  123. package/dist/partial-words.mjs +8 -6
  124. package/dist/pattern.mjs +4 -3
  125. package/dist/persistence/durability/checkpoint-worker.mjs +30 -21
  126. package/dist/{phrase-module-ZI4WSQVH.mjs → phrase-module-XW5MKWP5.mjs} +3 -2
  127. package/dist/query-suggestions/merge-worker.mjs +25 -18
  128. package/dist/query-suggestions.browser.mjs +12 -11
  129. package/dist/query-suggestions.mjs +34 -27
  130. package/dist/react-native/chunks/{analysis-change-6BPDPH6K.mjs → analysis-change-LT5QBQ3H.mjs} +13 -11
  131. package/dist/{browser/analysis-change-entry-4MH3CZXH.mjs → react-native/chunks/analysis-change-entry-SCVWK6OU.mjs} +1 -1
  132. package/dist/react-native/chunks/{chunk-7PXRWYUU.mjs → chunk-2PRHILX3.mjs} +53 -19
  133. package/dist/react-native/chunks/{chunk-C3PTWYKT.mjs → chunk-3JWDECAZ.mjs} +4 -4
  134. package/dist/{chunk-R6A773WK.mjs → react-native/chunks/chunk-3WI35N75.mjs} +1 -1
  135. package/dist/react-native/chunks/{chunk-CUH5F57W.mjs → chunk-4JYO3JD2.mjs} +2 -2
  136. package/dist/react-native/chunks/{chunk-3JIBF3XT.mjs → chunk-DNXOMPAQ.mjs} +1 -1
  137. package/dist/react-native/chunks/chunk-DXRSEWA2.mjs +12 -0
  138. package/dist/{chunk-YTJCGKM4.mjs → react-native/chunks/chunk-EJ33LCHV.mjs} +29 -6
  139. package/dist/react-native/chunks/{chunk-EIOYM5TO.mjs → chunk-ENLMYKSX.mjs} +3024 -3054
  140. package/dist/react-native/chunks/chunk-FHPW7P2O.mjs +40 -0
  141. package/dist/{chunk-4UMZ7KQL.mjs → react-native/chunks/chunk-FTZHMRD2.mjs} +2 -1
  142. package/dist/react-native/chunks/{chunk-OL3WDV53.mjs → chunk-G43IPIDG.mjs} +3 -3
  143. package/dist/react-native/chunks/{chunk-4Y53T4YE.mjs → chunk-GXX3DQXP.mjs} +5 -19
  144. package/dist/react-native/chunks/{chunk-GIZTJXYW.mjs → chunk-KV46CT4D.mjs} +2 -2
  145. package/dist/react-native/chunks/{chunk-HUOYZJ3Q.mjs → chunk-MIP4SOR6.mjs} +1419 -711
  146. package/dist/react-native/chunks/{chunk-ALOIBXWN.mjs → chunk-MUWD2H2S.mjs} +2 -2
  147. package/dist/react-native/chunks/{chunk-4LCEN2IU.mjs → chunk-NB3LP33V.mjs} +2 -2
  148. package/dist/react-native/chunks/{chunk-VXGE4ZXL.mjs → chunk-PDRWWPKV.mjs} +17 -17
  149. package/dist/react-native/chunks/{chunk-N2WUOWLL.mjs → chunk-POPDAGH6.mjs} +7 -7
  150. package/dist/react-native/chunks/{chunk-GJFXPHXI.mjs → chunk-QUKQNI3H.mjs} +3 -3
  151. package/dist/react-native/chunks/{chunk-KTTAU63H.mjs → chunk-SK2PWYDH.mjs} +2 -2
  152. package/dist/react-native/chunks/{chunk-7GRCBBME.mjs → chunk-TP6KCKER.mjs} +2 -2
  153. package/dist/react-native/chunks/{chunk-KJIG57UD.mjs → chunk-UQ4OAXKU.mjs} +7 -7
  154. package/dist/react-native/chunks/{chunk-PEHS2UO3.mjs → chunk-VWUDIOT6.mjs} +3 -3
  155. package/dist/react-native/chunks/{chunk-JLIIWJUV.mjs → chunk-YZW4CHM6.mjs} +50 -11
  156. package/dist/react-native/chunks/{chunk-QJXTNPLQ.mjs → chunk-ZLWVW734.mjs} +1 -1
  157. package/dist/react-native/chunks/{chunk-TYIRMPD3.mjs → chunk-ZXZFN7FI.mjs} +1 -1
  158. package/dist/react-native/chunks/{cold-module-5PHF6DZR.mjs → cold-module-KVZYUGRY.mjs} +19 -17
  159. package/dist/react-native/chunks/{durability-wiring-KO565FZC.mjs → durability-wiring-34OYO32E.mjs} +27 -25
  160. package/dist/react-native/chunks/{engine-hooks-MVRRHH6B.mjs → engine-hooks-M7JV46NH.mjs} +13 -11
  161. package/dist/react-native/chunks/geo-index-PX3BIHAH.mjs +1387 -0
  162. package/dist/react-native/chunks/{import-YVZA4V4V.mjs → import-H6AQREWI.mjs} +14 -12
  163. package/dist/react-native/chunks/{module-ZL5ZG6YB.mjs → module-LBZPGOWH.mjs} +15 -13
  164. package/dist/react-native/chunks/{module-H5MVPSP2.mjs → module-TTEVPRCW.mjs} +8 -8
  165. package/dist/react-native/chunks/{phrase-module-RTVKEWJT.mjs → phrase-module-QK22HSQ2.mjs} +1 -1
  166. package/dist/react-native/chunks/{restore-hooks-SILFPU6B.mjs → restore-hooks-IBGIY3DR.mjs} +17 -15
  167. package/dist/react-native/chunks/{restore-queue-HSYP2AEC.mjs → restore-queue-ZZX54AH7.mjs} +3 -3
  168. package/dist/react-native/chunks/{retention-7I7UAWYK.mjs → retention-EW4TTDFB.mjs} +18 -16
  169. package/dist/react-native/chunks/{snapshot-EZYB6SLF.mjs → snapshot-REYVIN3X.mjs} +31 -29
  170. package/dist/react-native/chunks/{start-SHVZ72I5.mjs → start-BQK6KN3R.mjs} +18 -16
  171. package/dist/react-native/chunks/{write-JUESXHDL.mjs → write-FQAYCZF5.mjs} +16 -14
  172. package/dist/react-native/partial-words.mjs +7 -6
  173. package/dist/react-native/pattern.mjs +1 -1
  174. package/dist/react-native/query-suggestions.mjs +19 -17
  175. package/dist/react-native/sync.mjs +7 -7
  176. package/dist/react-native/synonyms.mjs +92 -24
  177. package/dist/{restore-hooks-HZ3ILAMO.mjs → restore-hooks-CDERDEF4.mjs} +28 -21
  178. package/dist/{restore-queue-JVGENGGE.mjs → restore-queue-7NNSTROA.mjs} +3 -3
  179. package/dist/{retention-HROPV2QU.mjs → retention-QSVBBNRM.mjs} +28 -21
  180. package/dist/server.mjs +45 -39
  181. package/dist/{snapshot-4HS2G2UM.mjs → snapshot-RH4NSKIZ.mjs} +44 -38
  182. package/dist/{start-UTWHGH42.mjs → start-MCKCOGIW.mjs} +31 -24
  183. package/dist/sync/filesystem.mjs +3 -3
  184. package/dist/sync.browser.mjs +5 -5
  185. package/dist/sync.mjs +5 -5
  186. package/dist/synonyms.mjs +7 -6
  187. package/dist/{thread-6MOXY2KD.mjs → thread-O4SBJJJS.mjs} +24 -19
  188. package/dist/vector/search-worker.mjs +6 -6
  189. package/dist/workers/entry.mjs +17 -6
  190. package/dist/{write-GTTWWRRG.mjs → write-3FK7NG3Y.mjs} +26 -19
  191. package/package.json +15 -8
  192. package/dist/chunk-DJHHF2L5.mjs +0 -17
  193. package/dist/chunk-HNVVEQP7.mjs +0 -44
  194. package/dist/direct-executor-G5TK7NLA.mjs +0 -29
  195. package/dist/browser/{chunk-4WCVMOU3.mjs → chunk-XAWNZ4G2.mjs} +10 -10
@@ -1,13 +1,13 @@
1
1
  import { restoredEmbedding, restoredPartitionConfig, readSharedConfigFields } from './chunk-INJYO3BU.mjs';
2
2
  import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
3
3
  import { MAX_PARTITION_COUNT, MAX_REPLICATION_FACTOR } from './chunk-JDDXV6UF.mjs';
4
- import { storedStateOf } from './chunk-UZRZKNNZ.mjs';
4
+ import { storedStateOf } from './chunk-XXHN7J46.mjs';
5
5
  import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-EEBCDP36.mjs';
6
- import { generateId } from './chunk-Z2BE2MAM.mjs';
7
- import { decodeSynonymRules } from './chunk-YEDIDCR7.mjs';
6
+ import { generateId } from './chunk-VTTRFF2C.mjs';
7
+ import { decodeSynonymRules } from './chunk-I5B7RXU7.mjs';
8
8
  import { getLanguage } from './chunk-RZWWB2XR.mjs';
9
9
  import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
10
- import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
10
+ import { compareCodePoints } from './chunk-TBC3XUL2.mjs';
11
11
  import { decode, encode } from '@msgpack/msgpack';
12
12
 
13
13
  // src/distribution/payload-guards.ts
@@ -0,0 +1,40 @@
1
+ // src/math/words.ts
2
+ var FLOAT = new Float64Array(1);
3
+ var SIGNED = new Int32Array(FLOAT.buffer);
4
+ var UNSIGNED = new Uint32Array(FLOAT.buffer);
5
+ var LITTLE_ENDIAN = new Uint8Array(new Uint16Array([1]).buffer)[0] === 1;
6
+ var HIGH = LITTLE_ENDIAN ? 1 : 0;
7
+ var LOW = LITTLE_ENDIAN ? 0 : 1;
8
+ var EXPONENT_BIAS = 1023;
9
+ var EXPONENT_SHIFT = 20;
10
+ var MAGNITUDE_MASK = 2147483647;
11
+ var INFINITE_HIGH_WORD = 2146435072;
12
+ var SMALLEST_NORMAL_HIGH_WORD = 1048576;
13
+ function highWord(value) {
14
+ FLOAT[0] = value;
15
+ return SIGNED[HIGH];
16
+ }
17
+ function lowWord(value) {
18
+ FLOAT[0] = value;
19
+ return UNSIGNED[LOW];
20
+ }
21
+ function fromWords(high, low) {
22
+ SIGNED[HIGH] = high;
23
+ UNSIGNED[LOW] = low;
24
+ return FLOAT[0];
25
+ }
26
+ function withHighWord(value, high) {
27
+ FLOAT[0] = value;
28
+ SIGNED[HIGH] = high;
29
+ return FLOAT[0];
30
+ }
31
+ function withLowWord(value, low) {
32
+ FLOAT[0] = value;
33
+ UNSIGNED[LOW] = low;
34
+ return FLOAT[0];
35
+ }
36
+ function scaleByPowerOfTwo(value, exponent) {
37
+ return value * fromWords(exponent + EXPONENT_BIAS << EXPONENT_SHIFT, 0);
38
+ }
39
+
40
+ export { INFINITE_HIGH_WORD, MAGNITUDE_MASK, SMALLEST_NORMAL_HIGH_WORD, fromWords, highWord, lowWord, scaleByPowerOfTwo, withHighWord, withLowWord };
@@ -1,24 +1,24 @@
1
- import { loadVectorField, VECTOR_FILE_ENVELOPE_VERSION, GRAPH_PART_ENVELOPE_VERSION } from './chunk-KBDBPVLN.mjs';
2
- import { gunzip, gzip } from './chunk-ZXNNR73R.mjs';
3
- import { SEGMENT_PAGE_BYTES, RECORD_PAGE_BYTES } from './chunk-WZ7YV54N.mjs';
1
+ import { loadVectorField, VECTOR_FILE_ENVELOPE_VERSION, GRAPH_PART_ENVELOPE_VERSION } from './chunk-TZ3355VS.mjs';
4
2
  import { defaultQuantizationFor } from './chunk-MATMVH65.mjs';
5
3
  import { DEFAULT_VECTOR_METRIC } from './chunk-VD7J552I.mjs';
6
- import { decodeSegmentManifest } from './chunk-SY3EWKQY.mjs';
4
+ import { gunzip, gzip } from './chunk-ZXNNR73R.mjs';
5
+ import { SEGMENT_PAGE_BYTES, RECORD_PAGE_BYTES } from './chunk-WZ7YV54N.mjs';
6
+ import { decodeSegmentManifest } from './chunk-4KKXNJM6.mjs';
7
7
  import { isSyncEpoch } from './chunk-BUMREPLU.mjs';
8
- import { readSegmentFile, STABLE_HEAD_ATTEMPTS } from './chunk-J4IWBIVY.mjs';
8
+ import { readSegmentFile, STABLE_HEAD_ATTEMPTS } from './chunk-QOW2JPUI.mjs';
9
9
  import { manifestKey, segmentsPrefix, vectorFileKey, graphPartKey } from './chunk-NF4DT3IH.mjs';
10
- import { storedStateToWire, storedStateFromWire } from './chunk-UZRZKNNZ.mjs';
11
- import { VERSION, rulesOfStoredSynonyms, engineVersionParts, packChecksummedEnvelope, packEnvelopeWithChecksum } from './chunk-KMUNHGBQ.mjs';
12
- import { decodeEveryStoredDocument, createSharedFrozenSegment, shareSegmentArrays } from './chunk-Z2BE2MAM.mjs';
13
- import { DEFAULT_BM25_B, DEFAULT_BM25_K1 } from './chunk-ZAUJFLEN.mjs';
10
+ import { storedStateToWire, storedStateFromWire } from './chunk-XXHN7J46.mjs';
11
+ import { VERSION, rulesOfStoredSynonyms, engineVersionParts, packChecksummedEnvelope, packEnvelopeWithChecksum } from './chunk-EFBDHH5P.mjs';
12
+ import { decodeEveryStoredDocument, createSharedFrozenSegment, shareSegmentArrays } from './chunk-VTTRFF2C.mjs';
14
13
  import { readHeader, HEADER_SIZE, writeHeader, checksumOfChunks } from './chunk-3OH67G7R.mjs';
15
14
  import { crc32 } from './chunk-7GXJUJ24.mjs';
16
- import { isQuantizationMode, isStorageMode } from './chunk-4KRC2APY.mjs';
17
- import { flattenSchema, requireValidFieldTypes } from './chunk-WQRN64Q6.mjs';
15
+ import { isQuantizationMode, isStorageMode } from './chunk-L6V6BST3.mjs';
16
+ import { flattenSchema, requireValidFieldTypes } from './chunk-BU4SAIC4.mjs';
17
+ import { DEFAULT_BM25_B, DEFAULT_BM25_K1 } from './chunk-FB6463IN.mjs';
18
18
  import { VECTOR_PATTERN } from './chunk-L5ORED7V.mjs';
19
19
  import { VALID_HNSW_METRICS } from './chunk-U476IXKQ.mjs';
20
20
  import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
21
- import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
21
+ import { compareCodePoints } from './chunk-TBC3XUL2.mjs';
22
22
  import { decode, encode } from '@msgpack/msgpack';
23
23
 
24
24
  // src/engine/durability-metadata.ts
@@ -1289,7 +1289,7 @@ function removeFromPartition(manager, partitionId, docIds) {
1289
1289
  }
1290
1290
  }
1291
1291
  async function attachPagedSegment(directory, ref, partitionId, manager, options) {
1292
- const { checkPagedSegmentFully, createPagedFrozenSegment, openPagedSnapshot, pagedListingOf } = await import('./module-DWKPBSMN.mjs');
1292
+ const { checkPagedSegmentFully, createPagedFrozenSegment, openPagedSnapshot, pagedListingOf } = await import('./module-FQ4JWNQJ.mjs');
1293
1293
  if (options.decodesEveryDocument) await checkPagedSegmentFully(directory, ref);
1294
1294
  const snapshot = openPagedSnapshot(await pagedListingOf(directory, ref));
1295
1295
  requireAgreedSchema(options.schema, snapshot.schema, ref.key);
@@ -1303,7 +1303,7 @@ async function loadPartitionSegments(store, partition, manager, options) {
1303
1303
  const { directory } = store;
1304
1304
  for (const ref of partition.segments) {
1305
1305
  if (manager.config.textStorage === "disk" && directory !== void 0) {
1306
- const { isPagedSegmentFile } = await import('./module-DWKPBSMN.mjs');
1306
+ const { isPagedSegmentFile } = await import('./module-FQ4JWNQJ.mjs');
1307
1307
  if (await isPagedSegmentFile(directory, ref.key)) {
1308
1308
  await attachPagedSegment(directory, ref, partition.partitionId, manager, options);
1309
1309
  await yieldToEventLoop();
@@ -1359,7 +1359,7 @@ async function loadSegmentedCheckpoint(store, indexName, manifest, deps, decodes
1359
1359
  (field) => deps.vectorIndexes.get(field.fieldPath)?.storage === "disk" && field.files.some((file) => file.headOffset !== void 0)
1360
1360
  );
1361
1361
  if (!decodesEveryDocument && directory !== void 0 && opensVectorsOnDemand) {
1362
- const { startReadingOpeningSectionsAhead } = await import('./module-DWKPBSMN.mjs');
1362
+ const { startReadingOpeningSectionsAhead } = await import('./module-FQ4JWNQJ.mjs');
1363
1363
  await startReadingOpeningSectionsAhead(directory, manifest);
1364
1364
  }
1365
1365
  for (const partition of manifest.partitions) {
@@ -60,34 +60,4 @@ function bitsetFromSet(set, capacity) {
60
60
  return bs;
61
61
  }
62
62
 
63
- // src/core/partition/growable-uint32.ts
64
- var GrowableUint32 = class {
65
- values;
66
- length = 0;
67
- constructor(capacity) {
68
- this.values = new Uint32Array(capacity);
69
- }
70
- growTo(needed, kept) {
71
- let capacity = this.values.length * 2;
72
- while (capacity < needed) capacity *= 2;
73
- const next = new Uint32Array(capacity);
74
- next.set(this.values.subarray(0, kept));
75
- this.values = next;
76
- }
77
- reserve(extra) {
78
- const needed = this.length + extra;
79
- if (needed > this.values.length) this.growTo(needed, this.length);
80
- }
81
- push(value) {
82
- if (this.length === this.values.length) this.growTo(this.length + 1, this.length);
83
- this.values[this.length++] = value;
84
- }
85
- ensureIndex(index) {
86
- if (index >= this.values.length) this.growTo(index + 1, this.values.length);
87
- }
88
- clear() {
89
- this.length = 0;
90
- }
91
- };
92
-
93
- export { GrowableUint32, bitsetAnd, bitsetAndInto, bitsetAndNotInto, bitsetFromSet, bitsetHas, bitsetIsEmpty, bitsetNot, bitsetOrInto, bitsetSet, createBitSet };
63
+ export { bitsetAnd, bitsetAndInto, bitsetAndNotInto, bitsetFromSet, bitsetHas, bitsetIsEmpty, bitsetNot, bitsetOrInto, bitsetSet, createBitSet };
@@ -1,6 +1,5 @@
1
- import { LOOKUP_KEY_SCRATCH_BYTES } from './chunk-4UMZ7KQL.mjs';
2
1
  import { createNarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
3
- import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
2
+ import { withUnpairedSurrogatesReplaced } from './chunk-TBC3XUL2.mjs';
4
3
 
5
4
  // src/core/tokenizer/constants.ts
6
5
  var TOKEN_CACHE_SIZE_FLOOR = 5e4;
@@ -14,7 +13,19 @@ var MEDIUM_DEVICE_MEMORY_GB = 4;
14
13
  var SMALL_DEVICE_TOKEN_CACHE_ENTRIES = 1e5;
15
14
  var MEDIUM_DEVICE_TOKEN_CACHE_ENTRIES = 25e4;
16
15
  var LARGE_DEVICE_TOKEN_CACHE_ENTRIES = 5e5;
16
+ var NATIVE_ANALYSIS_FIRST_TOKEN_RECORDS = 256;
17
+ var NATIVE_ANALYSIS_HELD_TERMS = 16384;
17
18
  var DEFAULT_MIN_TOKEN_LENGTH = 1;
19
+ var DEFAULT_SPLIT_PATTERN = /[^\p{L}\p{M}\p{N}_'-]+/u;
20
+
21
+ // src/core/tokenizer/native-hook.ts
22
+ var installed = null;
23
+ function installNativeAnalysis(analysis) {
24
+ installed = analysis;
25
+ }
26
+ function nativeAnalysis() {
27
+ return installed;
28
+ }
18
29
 
19
30
  // src/core/tokenizer/normalize.ts
20
31
  var DOTTED_CAPITAL_I = "\u0130";
@@ -156,21 +167,21 @@ function evictOldestEntries(count) {
156
167
  }
157
168
  }
158
169
  }
170
+ function transformInTypeScript(raw, language, stem, removeDiacritics) {
171
+ let normalized = raw;
172
+ if (language.normalizer) normalized = language.normalizer(normalized);
173
+ if (removeDiacritics) normalized = stripDiacritics(normalized);
174
+ if (stem && language.stemmer) normalized = language.stemmer(normalized);
175
+ return normalized;
176
+ }
159
177
  function transformToken(raw, language, stem, removeDiacritics) {
160
178
  const flags = (stem ? "s" : "") + (removeDiacritics ? "d" : "");
161
179
  let bucket = getCacheBucket(language, flags);
162
180
  const cached = bucket.get(raw);
163
181
  if (cached !== void 0) return cached;
164
- let normalized = raw;
165
- if (language.normalizer) {
166
- normalized = language.normalizer(normalized);
167
- }
168
- if (removeDiacritics) {
169
- normalized = stripDiacritics(normalized);
170
- }
171
- if (stem && language.stemmer) {
172
- normalized = language.stemmer(normalized);
173
- }
182
+ const normalized = withUnpairedSurrogatesReplaced(
183
+ nativeAnalysis()?.transform(raw, language, stem, removeDiacritics) ?? transformInTypeScript(raw, language, stem, removeDiacritics)
184
+ );
174
185
  if (normalizationCacheSize >= maxCacheSize) {
175
186
  evictOldestEntries(Math.max(1, maxCacheSize >>> 2));
176
187
  bucket = getCacheBucket(language, flags);
@@ -332,7 +343,6 @@ function producesSurfaceForms(language, options) {
332
343
  if (!options?.collectSurfaces || options.customTokenizer) return false;
333
344
  return (options.stem ?? true) && language.stemmer !== null;
334
345
  }
335
- var DEFAULT_SPLIT_PATTERN = /[^\p{L}\p{M}\p{N}_'-]+/u;
336
346
  function resolveStopWords(language, override) {
337
347
  if (!override) return language.stopWords;
338
348
  if (override instanceof Set) return override;
@@ -362,6 +372,18 @@ function stripPossessive(token) {
362
372
  }
363
373
  return token;
364
374
  }
375
+ function customTokensOf(tokenizer, text) {
376
+ const entries = tokenizer.tokenize(text);
377
+ let repaired = null;
378
+ for (let at = 0; at < entries.length; at++) {
379
+ const entry = entries[at];
380
+ const token = withUnpairedSurrogatesReplaced(entry.token);
381
+ if (token === entry.token) continue;
382
+ repaired ??= entries.slice();
383
+ repaired[at] = { token, position: entry.position };
384
+ }
385
+ return repaired ?? entries;
386
+ }
365
387
  function visitTokens(text, language, options, visit) {
366
388
  const {
367
389
  stem = true,
@@ -372,9 +394,12 @@ function visitTokens(text, language, options, visit) {
372
394
  stopWordOverride
373
395
  } = options ?? {};
374
396
  if (customTokenizer) {
375
- for (const entry of customTokenizer.tokenize(text)) visit(entry.token, entry.position, void 0, entry.token);
397
+ for (const entry of customTokensOf(customTokenizer, text)) {
398
+ visit(entry.token, entry.position, void 0, entry.token);
399
+ }
376
400
  return;
377
401
  }
402
+ if (nativeAnalysis()?.visitTokens(text, language, options, visit) === true) return;
378
403
  const rawParts = splitText(normalizeForSplitting(text), language);
379
404
  const minLength = language.tokenizer?.minTokenLength ?? DEFAULT_MIN_TOKEN_LENGTH;
380
405
  const effectiveDiacritics = removeDiacritics || (language.tokenizer?.normalizeDiacritics ?? false);
@@ -391,11 +416,17 @@ function visitTokens(text, language, options, visit) {
391
416
  visit(processed, position, void 0, part);
392
417
  continue;
393
418
  }
394
- const surface = effectiveDiacritics ? transformToken(candidate, language, false, true) : candidate;
395
- visit(processed, position, surface === processed ? void 0 : surface, part);
419
+ const shown = effectiveDiacritics ? transformToken(candidate, language, false, true) : candidate;
420
+ visit(processed, position, surfaceOf(shown, processed), part);
396
421
  }
397
422
  }
423
+ function surfaceOf(shown, term) {
424
+ if (shown === term) return void 0;
425
+ const surface = withUnpairedSurrogatesReplaced(shown);
426
+ return surface === term ? void 0 : surface;
427
+ }
398
428
  function visitSurfaceSpellings(text, language, visit) {
429
+ if (nativeAnalysis()?.visitSpellings(text, language, visit) === true) return;
399
430
  const rawParts = splitText(normalizeForSplitting(text), language);
400
431
  const minLength = language.tokenizer?.minTokenLength ?? DEFAULT_MIN_TOKEN_LENGTH;
401
432
  const removeDiacritics = language.tokenizer?.normalizeDiacritics ?? false;
@@ -403,12 +434,14 @@ function visitSurfaceSpellings(text, language, visit) {
403
434
  for (const part of rawParts) {
404
435
  const candidate = stripPossessives ? stripPossessive(part) : part;
405
436
  if (candidate.length < minLength) continue;
406
- visit(removeDiacritics ? transformToken(candidate, language, false, true) : candidate);
437
+ visit(
438
+ removeDiacritics ? transformToken(candidate, language, false, true) : withUnpairedSurrogatesReplaced(candidate)
439
+ );
407
440
  }
408
441
  }
409
442
  function tokenize(text, language, options) {
410
443
  if (options?.customTokenizer) {
411
- const customResult = options.customTokenizer.tokenize(text);
444
+ const customResult = customTokensOf(options.customTokenizer, text);
412
445
  return { tokens: customResult, originalTokens: customResult.map((entry) => entry.token) };
413
446
  }
414
447
  const tokens = [];
@@ -422,74 +455,4 @@ function tokenize(text, language, options) {
422
455
  return { tokens, originalTokens, surfaces };
423
456
  }
424
457
 
425
- // src/core/partition/frozen/string-blob.ts
426
- var SURROGATE = /[\ud800-\udfff]/;
427
- var UTF8_BYTES_PER_UTF16_UNIT = 3;
428
- var encoder = new TextEncoder();
429
- var lookupKeyBytes = new Uint8Array(LOOKUP_KEY_SCRATCH_BYTES);
430
- function encodeLookupKey(text) {
431
- if (text.length * UTF8_BYTES_PER_UTF16_UNIT > LOOKUP_KEY_SCRATCH_BYTES) return encoder.encode(text);
432
- const { written } = encoder.encodeInto(text, lookupKeyBytes);
433
- return lookupKeyBytes.subarray(0, written);
434
- }
435
- function encodeOneByOne(strings) {
436
- const encoded = new Array(strings.length);
437
- let blobLength = 0;
438
- for (let i = 0; i < strings.length; i++) {
439
- encoded[i] = encoder.encode(strings[i]);
440
- blobLength += encoded[i].length;
441
- }
442
- const blob = new Uint8Array(blobLength);
443
- const offsets = new Uint32Array(strings.length + 1);
444
- let cursor = 0;
445
- for (let i = 0; i < strings.length; i++) {
446
- blob.set(encoded[i], cursor);
447
- cursor += encoded[i].length;
448
- offsets[i + 1] = cursor;
449
- }
450
- return { blob, offsets };
451
- }
452
- function basicPlaneUtf8Bytes(text) {
453
- let bytes = text.length;
454
- for (let i = 0; i < text.length; i++) {
455
- const unit = text.charCodeAt(i);
456
- if (unit >= 128) bytes += unit < 2048 ? 1 : 2;
457
- }
458
- return bytes;
459
- }
460
- function encodeStringBlob(strings) {
461
- const joined = strings.join("");
462
- if (SURROGATE.test(joined)) return encodeOneByOne(strings);
463
- const blob = encoder.encode(joined);
464
- const offsets = new Uint32Array(strings.length + 1);
465
- let cursor = 0;
466
- for (let i = 0; i < strings.length; i++) {
467
- cursor += basicPlaneUtf8Bytes(strings[i]);
468
- offsets[i + 1] = cursor;
469
- }
470
- return cursor === blob.length ? { blob, offsets } : encodeOneByOne(strings);
471
- }
472
- function orderByComparator(strings) {
473
- const order = new Array(strings.length);
474
- for (let i = 0; i < strings.length; i++) order[i] = i;
475
- return order.sort((a, b) => compareCodePoints(strings[a], strings[b]));
476
- }
477
- function alreadyInCodePointOrder(strings) {
478
- for (let i = 1; i < strings.length; i++) {
479
- if (compareCodePoints(strings[i - 1], strings[i]) > 0) return false;
480
- }
481
- return true;
482
- }
483
- function codePointOrder(strings) {
484
- if (alreadyInCodePointOrder(strings)) return strings.map((_, i) => i);
485
- if (SURROGATE.test(strings.join(""))) return orderByComparator(strings);
486
- const positions = /* @__PURE__ */ new Map();
487
- for (let i = 0; i < strings.length; i++) positions.set(strings[i], i);
488
- if (positions.size !== strings.length) return orderByComparator(strings);
489
- const order = new Array(strings.length);
490
- const sorted = [...strings].sort();
491
- for (let i = 0; i < sorted.length; i++) order[i] = positions.get(sorted[i]) ?? 0;
492
- return order;
493
- }
494
-
495
- export { clearNormalizationCache, codePointOrder, configureNormalizationCache, encodeLookupKey, encodeStringBlob, getNormalizationCacheSize, resetNormalizationCache, resolveStopWords, tokenize, transformToken, visitSurfaceSpellings, visitTokens };
458
+ export { NATIVE_ANALYSIS_FIRST_TOKEN_RECORDS, NATIVE_ANALYSIS_HELD_TERMS, clearNormalizationCache, configureNormalizationCache, getNormalizationCacheSize, installNativeAnalysis, resetNormalizationCache, resolveStopWords, tokenize, transformToken, visitSurfaceSpellings, visitTokens };
@@ -2,7 +2,7 @@ import { isWordIndexedBase, parseFieldType } from './chunk-I54T6CQP.mjs';
2
2
  import { isPlainObject, MAX_TEXT_FIELDS, MAX_VECTOR_DIMENSION, MAX_NESTING_DEPTH, PROTOTYPE_POLLUTION_KEYS, FIELD_NAME_PATTERN, RESERVED_ROOT_FIELDS } from './chunk-L5ORED7V.mjs';
3
3
  import { MAX_DOCUMENT_ENCODING_DEPTH, DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES, DOCUMENT_REPLY_ENVELOPE_DEPTH } from './chunk-U476IXKQ.mjs';
4
4
  import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
5
- import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
5
+ import { compareCodePoints } from './chunk-TBC3XUL2.mjs';
6
6
  import { Encoder, encode } from '@msgpack/msgpack';
7
7
 
8
8
  var INTEGER_ENCODING = { maxDepth: MAX_DOCUMENT_ENCODING_DEPTH };
@@ -1,6 +1,6 @@
1
- import { localRuntimeOf } from './chunk-QUJHMPTP.mjs';
2
- import { boundQuerySuggestionsOf, querySuggestionsOf } from './chunk-MT2NRTA6.mjs';
3
- import { engineCoreOf } from './chunk-KMUNHGBQ.mjs';
1
+ import { localRuntimeOf } from './chunk-Z2KAFCRT.mjs';
2
+ import { boundQuerySuggestionsOf, querySuggestionsOf } from './chunk-TGS5UXBE.mjs';
3
+ import { engineCoreOf } from './chunk-EFBDHH5P.mjs';
4
4
  import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
5
5
 
6
6
  // src/query-suggestions/index.ts
@@ -1,8 +1,9 @@
1
- import { bitsetHas, bitsetSet, GrowableUint32, createBitSet, bitsetAnd, bitsetNot } from './chunk-JUKYYXSP.mjs';
1
+ import { GrowableUint32 } from './chunk-RLOES5SX.mjs';
2
2
  import { tabulatedLevenshtein } from './chunk-GES7U2PM.mjs';
3
3
  import { parsedTypeOf } from './chunk-I54T6CQP.mjs';
4
+ import { bitsetHas, bitsetSet, createBitSet, bitsetAnd, bitsetNot } from './chunk-7V5IUP2T.mjs';
4
5
  import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
5
- import { codePointCount, exceedsCodePoints } from './chunk-YTJCGKM4.mjs';
6
+ import { codePointCount, exceedsCodePoints } from './chunk-TBC3XUL2.mjs';
6
7
 
7
8
  // src/core/pattern-index/constants.ts
8
9
  var DEFAULT_PATTERN_WORK_CAP = 25e6;
@@ -3,7 +3,7 @@ import { restoredConfigFields, restoredEmbedding } from './chunk-INJYO3BU.mjs';
3
3
  import { chunksOf } from './chunk-CZQ33DLW.mjs';
4
4
  import { MAX_EXPORT_LINE_BYTES, IMPORT_BATCH_DOCUMENTS, MAX_IMPORT_REFUSALS_REPORTED } from './chunk-EEBCDP36.mjs';
5
5
  import { requireConfigurationShape } from './chunk-GH4WQ22V.mjs';
6
- import { flattenSchema } from './chunk-WQRN64Q6.mjs';
6
+ import { flattenSchema } from './chunk-BU4SAIC4.mjs';
7
7
  import { turnsAreBudgeted, turnIsSpent, yieldTurn } from './chunk-LQG5G2LY.mjs';
8
8
  import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
9
9
 
@@ -1,6 +1,6 @@
1
1
  import { dayFileKey, restoreStagingPrefix, restoredFileKey, listHistoryFolder, historyFileOf } from './chunk-KP7TYHWT.mjs';
2
- import { resolveSetting } from './chunk-H4KHPLHJ.mjs';
3
- import { openCountsFile, encodeCountsFile } from './chunk-6L3XJXGU.mjs';
2
+ import { resolveSetting } from './chunk-YTWZVGCB.mjs';
3
+ import { openCountsFile, encodeCountsFile } from './chunk-SA5LOGO3.mjs';
4
4
  import { DAY_MS, SCRAMBLED_ID_BYTES, QUERY_HISTORY_ARCHIVE_PREFIX, MIN_PHRASE_TABLE_CAPACITY, PERSON_TABLE_MIN_SLOTS, PAIR_PAGE_BLOCKS, PAIR_BLOCK_SLOTS } from './chunk-5YNRKI2C.mjs';
5
5
 
6
6
  // src/query-suggestions/day-counts.ts
@@ -1,9 +1,9 @@
1
- import { writeLiveVectors, SINGLE_NODE_PRIMARY_TERM } from './chunk-3R4UZWQG.mjs';
2
- import { vectorsPerFile } from './chunk-KFLK5NA2.mjs';
3
- import { ARCHIVE_CONFIG_ENTRY, ARCHIVE_MANIFEST_ENTRY, tarEnd, tarEntryHeaders, tarPadding, ARCHIVE_FILE_CHUNK_BYTES } from './chunk-U4BS74YN.mjs';
4
- import { decodeSegmentManifest } from './chunk-SY3EWKQY.mjs';
1
+ import { writeLiveVectors, SINGLE_NODE_PRIMARY_TERM } from './chunk-7LXHHCXZ.mjs';
2
+ import { vectorsPerFile } from './chunk-FCJ553HS.mjs';
3
+ import { ARCHIVE_CONFIG_ENTRY, ARCHIVE_MANIFEST_ENTRY, tarEnd, tarEntryHeaders, tarPadding, ARCHIVE_FILE_CHUNK_BYTES } from './chunk-MQOJIO5B.mjs';
4
+ import { decodeSegmentManifest } from './chunk-4KKXNJM6.mjs';
5
5
  import { vectorsToBytes, VECTOR_FILE_PAYLOAD_VERSION } from './chunk-K4ZIGL2O.mjs';
6
- import { writeCheckpointSegments, commitCheckpointManifest, partitionContentsOf } from './chunk-S2EQU2GE.mjs';
6
+ import { writeCheckpointSegments, commitCheckpointManifest, partitionContentsOf } from './chunk-JDJBQLRO.mjs';
7
7
  import { manifestKey, manifestFileRefs } from './chunk-NF4DT3IH.mjs';
8
8
  import { DEFAULT_COMPACTION_THRESHOLD } from './chunk-QDZJM7NI.mjs';
9
9
  import { NarsilError, ErrorCodes } from './chunk-MP7ABPTD.mjs';
@@ -1,31 +1,32 @@
1
- import { DEFAULT_BLOCK_WRITES_ABOVE, DEFAULT_RESUME_WRITES_BELOW, validateWorkerConfig, validateIndexName, validatePatternValueLimit, requireSurfaceFormsForPartialFields, validateBM25Params, validatePartitionConfig, executeQuery, lazyQueryBinding, executePreflight, executeSuggest, executeListDocuments, validateBatchList, ENGINE_MEMORY_FIGURES_MAX_AGE_MS, validateDocId, storedBM25Params, readEngineMemoryFigures, FULL_MEMORY_COLLECTION_INTERVAL_MS } from './chunk-L7ZD4L3K.mjs';
1
+ import { DEFAULT_BLOCK_WRITES_ABOVE, DEFAULT_RESUME_WRITES_BELOW, validateWorkerConfig, validateIndexName, validatePatternValueLimit, requireSurfaceFormsForPartialFields, validateBM25Params, validatePartitionConfig, executeQuery, lazyQueryBinding, executePreflight, executeSuggest, executeListDocuments, validateBatchList, ENGINE_MEMORY_FIGURES_MAX_AGE_MS, validateDocId, storedBM25Params, readEngineMemoryFigures, FULL_MEMORY_COLLECTION_INTERVAL_MS } from './chunk-I53G4JAU.mjs';
2
2
  import { DEFAULT_MAX_RERANK_WINDOW, DEFAULT_RERANK_TIMEOUT_MS } from './chunk-HJSN7UYG.mjs';
3
3
  import { detectRuntime, resolveWorkerEntry, missingWorkerEntry, workerResourceLimits } from './chunk-LHKOSI2J.mjs';
4
4
  import { collectYoungGenerationBeforeRefusal, collectGarbageBeforeRefusal } from './chunk-XIHUI4KB.mjs';
5
5
  import { splitWorkerBudget, resolveWorkerCount, resolveRequestThreadCount, DEFAULT_REQUEST_TIMEOUT_MS, DEFAULT_BACKPRESSURE_LIMIT, SHUTDOWN_TIMEOUT_MS, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH } from './chunk-3MXV3VHR.mjs';
6
6
  import { MAX_INDEX_CONFIGURATION_BYTES, BATCH_CHUNK_SIZE, MAX_SWEEP_INTERVAL_MS, MIN_SWEEP_INTERVAL_MS, STATISTICS_BROADCAST_INTERVAL_MS, HEAP_PRESSURE_WARNING_FRACTION, FOREIGN_STATS_TTL_MS, MIN_DOCUMENTS_FOR_SEGMENTS, HEAP_PRESSURE_REARM_FRACTION } from './chunk-EEBCDP36.mjs';
7
- import { resolvePartialWordAnalysis, resolvePartitionInsertOptions, isEmptySynonymSet, synonymModule, createDirectExecutor, generateId, createPartitionRouter, availableSynonymModule, mergeFrozenSegments, createSharedFrozenSegment, freezeSegmentShared, createFrozenSegment } from './chunk-Z2BE2MAM.mjs';
8
- import { ARRAY_POSITION_GAP, requirePatternSearchFor, requirePartialWordSearchFor, loadPhraseCodeFor, collectQueryTermStats, requireLoadedPhraseCode, createPartitionIndex, mergePartitionStats, oversampledFacetConfig, availablePatternSearch, PATTERN_HOST, kWayMerge, mergeFacets, isCompositePartition, encodeSegmentState } from './chunk-ZAUJFLEN.mjs';
7
+ import { resolvePartialWordAnalysis, resolvePartitionInsertOptions, isEmptySynonymSet, synonymModule, createDirectExecutor, generateId, createPartitionRouter, loadSchemaCodeFor, availableSynonymModule, mergeFrozenSegments, createSharedFrozenSegment, freezeSegmentShared, createFrozenSegment } from './chunk-VTTRFF2C.mjs';
8
+ import { requirePatternSearchFor, requirePartialWordSearchFor, collectQueryTermStats, createPartitionIndex, mergePartitionStats, oversampledFacetConfig, availablePatternSearch, PATTERN_HOST, kWayMerge, mergeFacets, isCompositePartition, encodeSegmentState } from './chunk-P5ZI2P2W.mjs';
9
9
  import { INDEX_CONFIGURATION_ENVELOPE_VERSION } from './chunk-GH4WQ22V.mjs';
10
10
  import { requireWithinFileLimit, HEADER_SIZE, payloadByteLength, checksumOfChunks, packEnvelopeWithEngineVersion } from './chunk-3OH67G7R.mjs';
11
11
  import { readHeapStatistics } from './chunk-IPN7S4KX.mjs';
12
12
  import { fnv1a } from './chunk-KAKQ74LS.mjs';
13
13
  import { countEngineThread } from './chunk-Q2UL2TPC.mjs';
14
- import { DEFAULT_PATTERN_WORK_CAP, MATCHER_STATE_BUDGET_BYTES } from './chunk-LC3FDWTX.mjs';
15
- import { raiseEarlierReleaseGraphSetting, getNestedValue, messagePackUpperBoundBytes, validateVectorPromotion, validateVectorStorage, validateTextStorage, validateRequiredFields, requireDocumentWithinSizeLimit, validateDocument, validateDocumentStrict } from './chunk-4KRC2APY.mjs';
16
- import { flattenSchema, validateSchema, requireCreatableSchema, schemaFieldsOf, extractVectorFieldsFromSchema } from './chunk-WQRN64Q6.mjs';
14
+ import { DEFAULT_PATTERN_WORK_CAP, MATCHER_STATE_BUDGET_BYTES } from './chunk-CITFCZKF.mjs';
15
+ import { raiseEarlierReleaseGraphSetting, getNestedValue, messagePackUpperBoundBytes, validateVectorPromotion, validateVectorStorage, validateTextStorage, validateRequiredFields, requireDocumentWithinSizeLimit, validateDocument, validateDocumentStrict } from './chunk-L6V6BST3.mjs';
16
+ import { flattenSchema, validateSchema, requireCreatableSchema, schemaFieldsOf, extractVectorFieldsFromSchema } from './chunk-BU4SAIC4.mjs';
17
17
  import { isSingleStringFieldType } from './chunk-I54T6CQP.mjs';
18
18
  import { emitSyncChange, withOpenIndex, oneAtATime } from './chunk-Y4WPNHMC.mjs';
19
19
  import { getLanguage } from './chunk-RZWWB2XR.mjs';
20
+ import { requireSearchBackendSettings } from './chunk-6HTGOXIK.mjs';
20
21
  import { createRequestId, isValidWorkerResponse } from './chunk-QHPYS427.mjs';
21
22
  import { collectAndReturnPages } from './chunk-QYRNLLLI.mjs';
22
- import { loadVectorCodeFor, loadedVectorCode, loadVectorCode, requireLoadedVectorCode } from './chunk-HNVVEQP7.mjs';
23
+ import { loadedVectorCode, loadVectorCode, requireLoadedVectorCode } from './chunk-TDIK6NTV.mjs';
24
+ import { ARRAY_POSITION_GAP, loadPhraseCodeFor, requireLoadedPhraseCode } from './chunk-FB6463IN.mjs';
23
25
  import { HEAP_RESUME_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE, HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE } from './chunk-ZXNQEW43.mjs';
24
- import { requireSearchBackendSettings } from './chunk-Q7G3BV3Y.mjs';
25
26
  import { turnsAreBudgeted, turnIsSpent, yieldTurn, countWrite, indexChangeOutsideExternalWaits, changeIndexOutsideExternalWaits } from './chunk-LQG5G2LY.mjs';
26
27
  import { noteThreadSlotLive, threadSlotOfWorker, noteThreadSlotGone } from './chunk-RFBLQLLZ.mjs';
27
28
  import { ErrorCodes, NarsilError } from './chunk-MP7ABPTD.mjs';
28
- import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
29
+ import { compareCodePoints } from './chunk-TBC3XUL2.mjs';
29
30
  import { encode } from '@msgpack/msgpack';
30
31
 
31
32
  // src/engine/memory/fractions.ts
@@ -614,7 +615,7 @@ var TEXT_REBUILD_SWITCH_BACKLOG_DOCUMENTS = 1e3;
614
615
  // src/partitioning/rewrite-spill-of.ts
615
616
  async function rewriteSpillOf(storage, manager, target) {
616
617
  if (storage === void 0 || (target?.config ?? manager.config).textStorage !== "disk") return null;
617
- const { openRewriteSpill } = await import('./module-DWKPBSMN.mjs');
618
+ const { openRewriteSpill } = await import('./module-FQ4JWNQJ.mjs');
618
619
  return openRewriteSpill(storage, manager, target);
619
620
  }
620
621
 
@@ -1068,12 +1069,12 @@ function recoveryFailure(metadata, err) {
1068
1069
  });
1069
1070
  }
1070
1071
  async function createIndexFromMetadata(deps, metadata, loadData) {
1071
- const loadingVectorCode = loadData ? loadVectorCodeFor(metadata.schema) : null;
1072
- if (loadingVectorCode !== null) await loadingVectorCode;
1072
+ const loadingSchemaCode = loadData ? loadSchemaCodeFor(metadata.schema) : null;
1073
+ if (loadingSchemaCode !== null) await loadingSchemaCode;
1073
1074
  const existing = deps.indexRegistry.get(metadata.indexName);
1074
1075
  if (existing !== void 0) {
1075
1076
  if ((metadata.analysisGeneration ?? 0) > existing.analysisGeneration) {
1076
- const { adoptSavedAnalysis } = await import('./analysis-change-3TFIHT5E.mjs');
1077
+ const { adoptSavedAnalysis } = await import('./analysis-change-5BQOQ4BF.mjs');
1077
1078
  adoptSavedAnalysis(deps.executor.getManager(metadata.indexName), existing, metadata);
1078
1079
  }
1079
1080
  if (loadData && deps.executor.getManager(metadata.indexName) === void 0) {
@@ -3922,7 +3923,7 @@ async function createEngineCore(config, hooks, capacityScope = "index") {
3922
3923
  if (config?.lifecycle !== void 0 && durabilityTier === null) {
3923
3924
  throw new NarsilError(ErrorCodes.CONFIG_INVALID, "Index lifecycle settings require durability");
3924
3925
  }
3925
- const durabilityWiring = durabilityTier === null ? null : await import('./durability-wiring-NCKUC5EO.mjs');
3926
+ const durabilityWiring = durabilityTier === null ? null : await import('./durability-wiring-VIF5MOSY.mjs');
3926
3927
  const filesystemDurability = durabilityTier?.kind === "wal";
3927
3928
  const executor = createDirectExecutor({
3928
3929
  vectorWorkerCopies: vectorCopyPolicy,
@@ -4108,7 +4109,7 @@ async function createEngineCore(config, hooks, capacityScope = "index") {
4108
4109
  requireManager,
4109
4110
  resumeChange: async (indexName) => {
4110
4111
  if ((indexRegistry.get(indexName)?.pendingAnalysis ?? null) === null) return;
4111
- await (await import('./analysis-change-entry-KA6JAO4X.mjs')).resumeChangeOf(engineCore, indexName);
4112
+ await (await import('./analysis-change-entry-TXX6JSMX.mjs')).resumeChangeOf(engineCore, indexName);
4112
4113
  },
4113
4114
  onClose: hooks?.onIndexClose,
4114
4115
  onOpen: (indexName) => {
@@ -4194,7 +4195,7 @@ async function startEngineCore(core, config) {
4194
4195
  checkHeapAfterRecovery(core);
4195
4196
  }
4196
4197
  if (core.invalidation) await core.invalidation.start();
4197
- if (core.durability) await (await import('./analysis-change-entry-KA6JAO4X.mjs')).resumeEveryChange(core);
4198
+ if (core.durability) await (await import('./analysis-change-entry-TXX6JSMX.mjs')).resumeEveryChange(core);
4198
4199
  if (config?.lifecycle === void 0) await core.analysisRebuild.reviewStaleIndexes();
4199
4200
  } catch (err) {
4200
4201
  await core.durability?.manager.shutdown().catch(() => void 0);
@@ -4399,8 +4400,8 @@ async function announceIndexDropped(core, name, config) {
4399
4400
  }
4400
4401
  async function createEngineIndex(core, config, name, requestedConfig, creation = {}) {
4401
4402
  const { indexUuid, adapterBinding = "required", appliesCreationLimits = false } = creation;
4402
- const loadingVectorCode = loadVectorCodeFor(requestedConfig.schema);
4403
- if (loadingVectorCode !== null) await loadingVectorCode;
4403
+ const loadingSchemaCode = loadSchemaCodeFor(requestedConfig.schema);
4404
+ if (loadingSchemaCode !== null) await loadingSchemaCode;
4404
4405
  core.guardShutdown();
4405
4406
  validateIndexName(name);
4406
4407
  if (core.indexRegistry.has(name)) {
@@ -4511,7 +4512,7 @@ async function dropEngineIndex(core, name) {
4511
4512
  const entry = core.requireIndex(name);
4512
4513
  const changeRecorded = () => entry.pendingAnalysis !== null || entry.durableAnalysis !== null;
4513
4514
  const abandonChange = async () => {
4514
- await (await import('./analysis-change-entry-KA6JAO4X.mjs')).abandonChangeOf(core, name);
4515
+ await (await import('./analysis-change-entry-TXX6JSMX.mjs')).abandonChangeOf(core, name);
4515
4516
  };
4516
4517
  if (changeRecorded()) await abandonChange();
4517
4518
  await core.indexState.drop(name, async () => {
@@ -6405,7 +6406,7 @@ function portabilityOperations(core, config, engine) {
6405
6406
  const { restoresInFlight } = core;
6406
6407
  const previous = restoresInFlight.get(indexName) ?? Promise.resolve();
6407
6408
  const restored = previous.then(async () => {
6408
- const { runRestore } = await import('./restore-queue-JVGENGGE.mjs');
6409
+ const { runRestore } = await import('./restore-queue-7NNSTROA.mjs');
6409
6410
  await runRestore(core, restoreHost, indexName, data, engine());
6410
6411
  });
6411
6412
  const settled2 = restored.then(
@@ -6436,7 +6437,7 @@ function portabilityOperations(core, config, engine) {
6436
6437
  return {
6437
6438
  snapshot(indexName, options) {
6438
6439
  return withOpenIndex2(indexName, async () => {
6439
- const { createSnapshot } = await import('./snapshot-4HS2G2UM.mjs');
6440
+ const { createSnapshot } = await import('./snapshot-RH4NSKIZ.mjs');
6440
6441
  return createSnapshot(snapshotDepsOf(indexName), options?.queryHistory === true ? core : null);
6441
6442
  });
6442
6443
  },
@@ -6449,8 +6450,8 @@ function portabilityOperations(core, config, engine) {
6449
6450
  exportDocuments(indexName) {
6450
6451
  return withOpenIndex2(indexName, async () => {
6451
6452
  const [{ checkpointForArchive }, { documentExportStream }] = await Promise.all([
6452
- import('./snapshot-4HS2G2UM.mjs'),
6453
- import('./write-GTTWWRRG.mjs')
6453
+ import('./snapshot-RH4NSKIZ.mjs'),
6454
+ import('./write-3FK7NG3Y.mjs')
6454
6455
  ]);
6455
6456
  const header = indexConfigurationOf(core.requireIndex(indexName));
6456
6457
  return documentExportStream(header, await checkpointForArchive(snapshotDepsOf(indexName)));
@@ -6458,7 +6459,7 @@ function portabilityOperations(core, config, engine) {
6458
6459
  },
6459
6460
  importDocumentExport(indexName, data) {
6460
6461
  core.guardShutdown();
6461
- const imported = import('./import-NBFXFCSG.mjs').then(
6462
+ const imported = import('./import-XKDPJQDP.mjs').then(
6462
6463
  ({ readDocumentExport }) => readDocumentExport(engine(), indexName, data)
6463
6464
  );
6464
6465
  return emitWriteEventAfter(core, indexName, imported);
@@ -6902,7 +6903,7 @@ function createNarsilFromCore(core, config) {
6902
6903
  const entry = requireIndex(indexName);
6903
6904
  await withOpenIndexWrite(indexName, async () => {
6904
6905
  if (entry.pendingAnalysis === null) return core.analysisRebuild.rebuild(indexName);
6905
- return (await import('./analysis-change-3TFIHT5E.mjs')).resumeAnalysisChange(core, indexName);
6906
+ return (await import('./analysis-change-5BQOQ4BF.mjs')).resumeAnalysisChange(core, indexName);
6906
6907
  });
6907
6908
  },
6908
6909
  async changeAnalysis(indexName, change) {
@@ -6910,7 +6911,7 @@ function createNarsilFromCore(core, config) {
6910
6911
  requireIndex(indexName);
6911
6912
  const changed = withOpenIndex2(
6912
6913
  indexName,
6913
- async () => (await import('./analysis-change-3TFIHT5E.mjs')).changeIndexAnalysis(core, indexName, change)
6914
+ async () => (await import('./analysis-change-5BQOQ4BF.mjs')).changeIndexAnalysis(core, indexName, change)
6914
6915
  );
6915
6916
  await emitWriteEventAfter(core, indexName, changed);
6916
6917
  },
@@ -6945,7 +6946,7 @@ function createNarsilFromCore(core, config) {
6945
6946
  const rebalanced = withOpenIndex2(
6946
6947
  indexName,
6947
6948
  () => withRenewedSyncEpoch(core, indexName, async () => {
6948
- const { executeRebalance } = await import('./analysis-change-3TFIHT5E.mjs');
6949
+ const { executeRebalance } = await import('./analysis-change-5BQOQ4BF.mjs');
6949
6950
  const running = executeRebalance(requireManager(indexName), indexName, targetPartitionCount, rebalanceCtx);
6950
6951
  releaseWrites();
6951
6952
  await running;
@@ -7069,7 +7070,7 @@ async function createNarsil(config) {
7069
7070
  await startEngineCore(core, runnableConfig);
7070
7071
  const engine = createNarsilFromCore(core, runnableConfig);
7071
7072
  if (runnableConfig?.querySuggestions !== void 0 || core.durability !== null) {
7072
- await (await import('./engine-hooks-DHCMOADY.mjs')).startQuerySuggestions(core, engine, runnableConfig);
7073
+ await (await import('./engine-hooks-EGUGNZYE.mjs')).startQuerySuggestions(core, engine, runnableConfig);
7073
7074
  }
7074
7075
  return engine;
7075
7076
  }