@delali/narsil 0.3.1-next.155 → 0.3.1-next.156

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (195) hide show
  1. package/NOTICE +45 -0
  2. package/dist/{analysis-change-3TFIHT5E.mjs → analysis-change-5BQOQ4BF.mjs} +25 -18
  3. package/dist/{react-native/chunks/analysis-change-entry-JLL42PH6.mjs → analysis-change-entry-TXX6JSMX.mjs} +1 -1
  4. package/dist/browser/{analysis-change-TC36BU47.mjs → analysis-change-435CUEPZ.mjs} +8 -7
  5. package/dist/{analysis-change-entry-KA6JAO4X.mjs → browser/analysis-change-entry-HZXKPPGV.mjs} +1 -1
  6. package/dist/browser/{chunk-A5KUEGDY.mjs → chunk-2CFI5VVV.mjs} +2 -2
  7. package/dist/browser/{chunk-BXM5XOCA.mjs → chunk-2TI4SSUP.mjs} +2 -2
  8. package/dist/browser/{chunk-CJSYBQ4J.mjs → chunk-3SSRJMFN.mjs} +1 -1
  9. package/dist/browser/{chunk-SMEQ36NT.mjs → chunk-3V7DNNZL.mjs} +458 -622
  10. package/dist/browser/{chunk-RRO3EV4C.mjs → chunk-4NGKC4H4.mjs} +7 -7
  11. package/dist/browser/{chunk-ABCXENU5.mjs → chunk-6LWDPLTB.mjs} +1 -1
  12. package/dist/browser/{chunk-FNIFPFB7.mjs → chunk-7U3WVJUP.mjs} +2 -2
  13. package/dist/browser/{chunk-KKAMCABR.mjs → chunk-BHFQATSC.mjs} +1 -1
  14. package/dist/browser/{chunk-IKDKX5VQ.mjs → chunk-CRE3G7F3.mjs} +3 -3
  15. package/dist/browser/{chunk-56W3HQVJ.mjs → chunk-EA63E3D2.mjs} +4 -4
  16. package/dist/browser/{chunk-K5AXJBLL.mjs → chunk-IZXVW2ZJ.mjs} +3 -3
  17. package/dist/browser/{chunk-RND5CLX3.mjs → chunk-K4Q6KX3R.mjs} +16 -16
  18. package/dist/browser/{chunk-XY4VVBBO.mjs → chunk-KZWSX6BH.mjs} +2 -2
  19. package/dist/browser/{chunk-3UIEB4QF.mjs → chunk-MGI4BCXC.mjs} +2 -2
  20. package/dist/browser/chunk-MOG4OVDK.mjs +51 -0
  21. package/dist/browser/{chunk-RQBUNZQW.mjs → chunk-NQAME3RK.mjs} +2 -2
  22. package/dist/browser/{chunk-LFIWRCEA.mjs → chunk-NXQG7DRA.mjs} +29 -6
  23. package/dist/browser/{chunk-JVBP5EYO.mjs → chunk-SSTPBZZX.mjs} +7 -7
  24. package/dist/browser/{chunk-JIJXMI42.mjs → chunk-STOWQFT3.mjs} +1 -1
  25. package/dist/browser/{chunk-26A5JFT2.mjs → chunk-TK63WFXK.mjs} +2 -1
  26. package/dist/browser/{chunk-4EWUGZYZ.mjs → chunk-U4YDIBUT.mjs} +2 -2
  27. package/dist/browser/{chunk-K4GCSZLI.mjs → chunk-VLJQW4J6.mjs} +2985 -2985
  28. package/dist/browser/{chunk-SUDNZKPL.mjs → chunk-WI4MR75E.mjs} +1 -1
  29. package/dist/browser/{chunk-5TCXK5SB.mjs → chunk-WN464PTL.mjs} +1 -1
  30. package/dist/browser/{cold-module-NEUGHUPA.mjs → cold-module-2EHCIV4K.mjs} +15 -14
  31. package/dist/browser/{durability-wiring-CVGPRO6D.mjs → durability-wiring-A7BVG2DW.mjs} +20 -19
  32. package/dist/browser/{engine-hooks-YXMPHZKZ.mjs → engine-hooks-E4UD67JD.mjs} +7 -6
  33. package/dist/browser/geo-index-HHWGMNIS.mjs +1386 -0
  34. package/dist/browser/{import-OM6QAW45.mjs → import-DXYB6756.mjs} +8 -7
  35. package/dist/browser/{module-E33X4AOK.mjs → module-NIYMEA5R.mjs} +11 -10
  36. package/dist/browser/{module-3HNFCBJ5.mjs → module-TCT66FWA.mjs} +6 -6
  37. package/dist/browser/{phrase-module-ZXXU7S3B.mjs → phrase-module-HAT3TLZN.mjs} +1 -1
  38. package/dist/browser/{restore-hooks-IF2ZROUP.mjs → restore-hooks-YPN4ZFCY.mjs} +10 -9
  39. package/dist/browser/{restore-queue-ZBS7CJA6.mjs → restore-queue-G3RQGL3Y.mjs} +3 -3
  40. package/dist/browser/{retention-ASWUHAYI.mjs → retention-ZWVMNC3Q.mjs} +9 -8
  41. package/dist/browser/{snapshot-PN7ZW6Q4.mjs → snapshot-VEQNIE6C.mjs} +24 -23
  42. package/dist/browser/{start-ZIRB7MQ2.mjs → start-BM442C6R.mjs} +11 -10
  43. package/dist/browser/{write-HMDYCTV2.mjs → write-2EVMZWDE.mjs} +12 -11
  44. package/dist/{chunk-2MANFZJ3.mjs → chunk-25KDNIZZ.mjs} +1 -1
  45. package/dist/{chunk-3HHQLEEQ.mjs → chunk-2UV4QBHW.mjs} +7 -7
  46. package/dist/{chunk-BY6ZDGYS.mjs → chunk-3HYC4JRF.mjs} +1 -1
  47. package/dist/{chunk-HW5TNXBO.mjs → chunk-46KY2PJD.mjs} +7 -6
  48. package/dist/{chunk-SY3EWKQY.mjs → chunk-4KKXNJM6.mjs} +1 -1
  49. package/dist/{chunk-VQEUR6T6.mjs → chunk-5VV4R6P7.mjs} +3040 -3040
  50. package/dist/chunk-6HTGOXIK.mjs +875 -0
  51. package/dist/{chunk-RSVULW4Q.mjs → chunk-6I6AYAXS.mjs} +4 -4
  52. package/dist/chunk-7GFE3PEY.mjs +40 -0
  53. package/dist/{chunk-3R4UZWQG.mjs → chunk-7LXHHCXZ.mjs} +15 -15
  54. package/dist/{chunk-JUKYYXSP.mjs → chunk-7V5IUP2T.mjs} +1 -31
  55. package/dist/{chunk-4BYWRYPM.mjs → chunk-A4L7YTKX.mjs} +52 -89
  56. package/dist/{chunk-WQRN64Q6.mjs → chunk-BU4SAIC4.mjs} +1 -1
  57. package/dist/{chunk-5FVU47TB.mjs → chunk-BWZ3P4MU.mjs} +3 -3
  58. package/dist/{chunk-LC3FDWTX.mjs → chunk-CITFCZKF.mjs} +3 -2
  59. package/dist/{chunk-PCRA7HTI.mjs → chunk-CSLGFPFQ.mjs} +1 -1
  60. package/dist/{chunk-VHBNF4MA.mjs → chunk-DP5C7YFQ.mjs} +2 -2
  61. package/dist/{chunk-3HB3PEC6.mjs → chunk-DWEPMFJE.mjs} +5 -5
  62. package/dist/{chunk-KMUNHGBQ.mjs → chunk-EFBDHH5P.mjs} +29 -28
  63. package/dist/{chunk-DCNKVEDB.mjs → chunk-FAKFUDZZ.mjs} +5 -6
  64. package/dist/chunk-FB6463IN.mjs +1499 -0
  65. package/dist/{chunk-KFLK5NA2.mjs → chunk-FCJ553HS.mjs} +1 -1
  66. package/dist/{chunk-SG3JBNHY.mjs → chunk-FJKKCV4D.mjs} +1 -1
  67. package/dist/{chunk-H6VIGE62.mjs → chunk-FNGAM5B7.mjs} +10 -9
  68. package/dist/{chunk-VGF7CFRP.mjs → chunk-FRBFVQFN.mjs} +5 -4
  69. package/dist/{chunk-QH3YIQP4.mjs → chunk-FYOVBEMM.mjs} +2 -2
  70. package/dist/chunk-G6HRSGOU.mjs +74 -0
  71. package/dist/{chunk-DUOLGBTE.mjs → chunk-HFPMMRQT.mjs} +3 -3
  72. package/dist/{chunk-ZHCUZZE5.mjs → chunk-HHBUCIUY.mjs} +1 -1
  73. package/dist/{chunk-ZTW5WTGG.mjs → chunk-I2KPOLOZ.mjs} +3 -3
  74. package/dist/{chunk-L7ZD4L3K.mjs → chunk-I53G4JAU.mjs} +7 -6
  75. package/dist/{chunk-YEDIDCR7.mjs → chunk-I5B7RXU7.mjs} +91 -22
  76. package/dist/{react-native/chunks/chunk-KWRW5U65.mjs → chunk-J4IJTTEX.mjs} +1 -1
  77. package/dist/{chunk-S2EQU2GE.mjs → chunk-JDJBQLRO.mjs} +9 -9
  78. package/dist/{chunk-KPIV4RUC.mjs → chunk-JWRUUCWD.mjs} +2 -2
  79. package/dist/{chunk-KBKEXQZA.mjs → chunk-K5QFDYST.mjs} +1 -1
  80. package/dist/{chunk-DIBHI6W5.mjs → chunk-KF4EXSM4.mjs} +2 -2
  81. package/dist/{chunk-Q7G3BV3Y.mjs → chunk-KKQC526K.mjs} +19 -11
  82. package/dist/{chunk-4KRC2APY.mjs → chunk-L6V6BST3.mjs} +6 -19
  83. package/dist/{chunk-U4BS74YN.mjs → chunk-MQOJIO5B.mjs} +1 -1
  84. package/dist/chunk-ORN5BLL7.mjs +11 -0
  85. package/dist/{chunk-ZAUJFLEN.mjs → chunk-P5ZI2P2W.mjs} +122 -1697
  86. package/dist/{chunk-AILVAOLX.mjs → chunk-PWC4VB3Q.mjs} +2 -2
  87. package/dist/{chunk-J4IWBIVY.mjs → chunk-QOW2JPUI.mjs} +5 -5
  88. package/dist/{chunk-PHQNACDT.mjs → chunk-RDXO6JST.mjs} +2 -2
  89. package/dist/chunk-RLOES5SX.mjs +31 -0
  90. package/dist/{chunk-6L3XJXGU.mjs → chunk-SA5LOGO3.mjs} +1 -1
  91. package/dist/chunk-SQJWAIF4.mjs +12 -0
  92. package/dist/{react-native/chunks/chunk-PPEPTUVV.mjs → chunk-TBC3XUL2.mjs} +29 -6
  93. package/dist/chunk-TDIK6NTV.mjs +10 -0
  94. package/dist/{chunk-MT2NRTA6.mjs → chunk-TGS5UXBE.mjs} +3 -3
  95. package/dist/{chunk-KBDBPVLN.mjs → chunk-TZ3355VS.mjs} +1 -1
  96. package/dist/{chunk-Q622CTMC.mjs → chunk-TZTRKM33.mjs} +1 -1
  97. package/dist/{react-native/chunks/chunk-JV6VQY2S.mjs → chunk-U55XJEIG.mjs} +2 -1
  98. package/dist/{chunk-Z2BE2MAM.mjs → chunk-VTTRFF2C.mjs} +28 -15
  99. package/dist/{chunk-KXCVQWOR.mjs → chunk-WX4LAO6M.mjs} +3 -3
  100. package/dist/{chunk-BDRIVYOK.mjs → chunk-XAXKV65G.mjs} +1 -1
  101. package/dist/{chunk-UZRZKNNZ.mjs → chunk-XXHN7J46.mjs} +1 -1
  102. package/dist/{chunk-H4KHPLHJ.mjs → chunk-YTWZVGCB.mjs} +1 -1
  103. package/dist/{chunk-QUJHMPTP.mjs → chunk-Z2KAFCRT.mjs} +2 -2
  104. package/dist/{chunk-SMVH6JBE.mjs → chunk-ZKP7G7TV.mjs} +1 -1
  105. package/dist/{cold-module-7XXCEGTZ.mjs → cold-module-6MO2XJF2.mjs} +29 -23
  106. package/dist/direct-executor-FTMYY3TI.mjs +34 -0
  107. package/dist/distribution/coordinator/etcd.mjs +2 -2
  108. package/dist/distribution/coordinator/in-memory.mjs +2 -2
  109. package/dist/distribution.mjs +57 -51
  110. package/dist/{durability-wiring-NCKUC5EO.mjs → durability-wiring-VIF5MOSY.mjs} +41 -34
  111. package/dist/{engine-hooks-DHCMOADY.mjs → engine-hooks-EGUGNZYE.mjs} +24 -17
  112. package/dist/geo-index-MRH5JMIR.mjs +1387 -0
  113. package/dist/{import-NBFXFCSG.mjs → import-XKDPJQDP.mjs} +24 -17
  114. package/dist/index.browser.mjs +6 -5
  115. package/dist/index.d.ts +127 -2
  116. package/dist/index.mjs +23 -16
  117. package/dist/index.react-native.mjs +12 -10
  118. package/dist/invalidation/filesystem.mjs +2 -2
  119. package/dist/{long-query-thread-J4DVRM4A.mjs → long-query-thread-YA4IAYSY.mjs} +25 -20
  120. package/dist/{module-DWKPBSMN.mjs → module-FQ4JWNQJ.mjs} +26 -19
  121. package/dist/{module-UN76TF7I.mjs → module-N55W4Q5C.mjs} +9 -9
  122. package/dist/{paged-partition-archive-DPNWVSK2.mjs → paged-partition-archive-PXW5XAYU.mjs} +32 -26
  123. package/dist/partial-words.mjs +8 -6
  124. package/dist/pattern.mjs +4 -3
  125. package/dist/persistence/durability/checkpoint-worker.mjs +30 -21
  126. package/dist/{phrase-module-ZI4WSQVH.mjs → phrase-module-XW5MKWP5.mjs} +3 -2
  127. package/dist/query-suggestions/merge-worker.mjs +25 -18
  128. package/dist/query-suggestions.browser.mjs +12 -11
  129. package/dist/query-suggestions.mjs +34 -27
  130. package/dist/react-native/chunks/{analysis-change-6BPDPH6K.mjs → analysis-change-LT5QBQ3H.mjs} +13 -11
  131. package/dist/{browser/analysis-change-entry-4MH3CZXH.mjs → react-native/chunks/analysis-change-entry-SCVWK6OU.mjs} +1 -1
  132. package/dist/react-native/chunks/{chunk-7PXRWYUU.mjs → chunk-2PRHILX3.mjs} +53 -19
  133. package/dist/react-native/chunks/{chunk-C3PTWYKT.mjs → chunk-3JWDECAZ.mjs} +4 -4
  134. package/dist/{chunk-R6A773WK.mjs → react-native/chunks/chunk-3WI35N75.mjs} +1 -1
  135. package/dist/react-native/chunks/{chunk-CUH5F57W.mjs → chunk-4JYO3JD2.mjs} +2 -2
  136. package/dist/react-native/chunks/{chunk-3JIBF3XT.mjs → chunk-DNXOMPAQ.mjs} +1 -1
  137. package/dist/react-native/chunks/chunk-DXRSEWA2.mjs +12 -0
  138. package/dist/{chunk-YTJCGKM4.mjs → react-native/chunks/chunk-EJ33LCHV.mjs} +29 -6
  139. package/dist/react-native/chunks/{chunk-EIOYM5TO.mjs → chunk-ENLMYKSX.mjs} +3024 -3054
  140. package/dist/react-native/chunks/chunk-FHPW7P2O.mjs +40 -0
  141. package/dist/{chunk-4UMZ7KQL.mjs → react-native/chunks/chunk-FTZHMRD2.mjs} +2 -1
  142. package/dist/react-native/chunks/{chunk-OL3WDV53.mjs → chunk-G43IPIDG.mjs} +3 -3
  143. package/dist/react-native/chunks/{chunk-4Y53T4YE.mjs → chunk-GXX3DQXP.mjs} +5 -19
  144. package/dist/react-native/chunks/{chunk-GIZTJXYW.mjs → chunk-KV46CT4D.mjs} +2 -2
  145. package/dist/react-native/chunks/{chunk-HUOYZJ3Q.mjs → chunk-MIP4SOR6.mjs} +1419 -711
  146. package/dist/react-native/chunks/{chunk-ALOIBXWN.mjs → chunk-MUWD2H2S.mjs} +2 -2
  147. package/dist/react-native/chunks/{chunk-4LCEN2IU.mjs → chunk-NB3LP33V.mjs} +2 -2
  148. package/dist/react-native/chunks/{chunk-VXGE4ZXL.mjs → chunk-PDRWWPKV.mjs} +17 -17
  149. package/dist/react-native/chunks/{chunk-N2WUOWLL.mjs → chunk-POPDAGH6.mjs} +7 -7
  150. package/dist/react-native/chunks/{chunk-GJFXPHXI.mjs → chunk-QUKQNI3H.mjs} +3 -3
  151. package/dist/react-native/chunks/{chunk-KTTAU63H.mjs → chunk-SK2PWYDH.mjs} +2 -2
  152. package/dist/react-native/chunks/{chunk-7GRCBBME.mjs → chunk-TP6KCKER.mjs} +2 -2
  153. package/dist/react-native/chunks/{chunk-KJIG57UD.mjs → chunk-UQ4OAXKU.mjs} +7 -7
  154. package/dist/react-native/chunks/{chunk-PEHS2UO3.mjs → chunk-VWUDIOT6.mjs} +3 -3
  155. package/dist/react-native/chunks/{chunk-JLIIWJUV.mjs → chunk-YZW4CHM6.mjs} +50 -11
  156. package/dist/react-native/chunks/{chunk-QJXTNPLQ.mjs → chunk-ZLWVW734.mjs} +1 -1
  157. package/dist/react-native/chunks/{chunk-TYIRMPD3.mjs → chunk-ZXZFN7FI.mjs} +1 -1
  158. package/dist/react-native/chunks/{cold-module-5PHF6DZR.mjs → cold-module-KVZYUGRY.mjs} +19 -17
  159. package/dist/react-native/chunks/{durability-wiring-KO565FZC.mjs → durability-wiring-34OYO32E.mjs} +27 -25
  160. package/dist/react-native/chunks/{engine-hooks-MVRRHH6B.mjs → engine-hooks-M7JV46NH.mjs} +13 -11
  161. package/dist/react-native/chunks/geo-index-PX3BIHAH.mjs +1387 -0
  162. package/dist/react-native/chunks/{import-YVZA4V4V.mjs → import-H6AQREWI.mjs} +14 -12
  163. package/dist/react-native/chunks/{module-ZL5ZG6YB.mjs → module-LBZPGOWH.mjs} +15 -13
  164. package/dist/react-native/chunks/{module-H5MVPSP2.mjs → module-TTEVPRCW.mjs} +8 -8
  165. package/dist/react-native/chunks/{phrase-module-RTVKEWJT.mjs → phrase-module-QK22HSQ2.mjs} +1 -1
  166. package/dist/react-native/chunks/{restore-hooks-SILFPU6B.mjs → restore-hooks-IBGIY3DR.mjs} +17 -15
  167. package/dist/react-native/chunks/{restore-queue-HSYP2AEC.mjs → restore-queue-ZZX54AH7.mjs} +3 -3
  168. package/dist/react-native/chunks/{retention-7I7UAWYK.mjs → retention-EW4TTDFB.mjs} +18 -16
  169. package/dist/react-native/chunks/{snapshot-EZYB6SLF.mjs → snapshot-REYVIN3X.mjs} +31 -29
  170. package/dist/react-native/chunks/{start-SHVZ72I5.mjs → start-BQK6KN3R.mjs} +18 -16
  171. package/dist/react-native/chunks/{write-JUESXHDL.mjs → write-FQAYCZF5.mjs} +16 -14
  172. package/dist/react-native/partial-words.mjs +7 -6
  173. package/dist/react-native/pattern.mjs +1 -1
  174. package/dist/react-native/query-suggestions.mjs +19 -17
  175. package/dist/react-native/sync.mjs +7 -7
  176. package/dist/react-native/synonyms.mjs +92 -24
  177. package/dist/{restore-hooks-HZ3ILAMO.mjs → restore-hooks-CDERDEF4.mjs} +28 -21
  178. package/dist/{restore-queue-JVGENGGE.mjs → restore-queue-7NNSTROA.mjs} +3 -3
  179. package/dist/{retention-HROPV2QU.mjs → retention-QSVBBNRM.mjs} +28 -21
  180. package/dist/server.mjs +45 -39
  181. package/dist/{snapshot-4HS2G2UM.mjs → snapshot-RH4NSKIZ.mjs} +44 -38
  182. package/dist/{start-UTWHGH42.mjs → start-MCKCOGIW.mjs} +31 -24
  183. package/dist/sync/filesystem.mjs +3 -3
  184. package/dist/sync.browser.mjs +5 -5
  185. package/dist/sync.mjs +5 -5
  186. package/dist/synonyms.mjs +7 -6
  187. package/dist/{thread-6MOXY2KD.mjs → thread-O4SBJJJS.mjs} +24 -19
  188. package/dist/vector/search-worker.mjs +6 -6
  189. package/dist/workers/entry.mjs +17 -6
  190. package/dist/{write-GTTWWRRG.mjs → write-3FK7NG3Y.mjs} +26 -19
  191. package/package.json +15 -8
  192. package/dist/chunk-DJHHF2L5.mjs +0 -17
  193. package/dist/chunk-HNVVEQP7.mjs +0 -44
  194. package/dist/direct-executor-G5TK7NLA.mjs +0 -29
  195. package/dist/browser/{chunk-4WCVMOU3.mjs → chunk-XAWNZ4G2.mjs} +10 -10
@@ -0,0 +1,875 @@
1
+ import { installNativeKeywordSearch, EMPTY_COMPONENTS, computeIDF, DEFAULT_BM25_K1, DEFAULT_BM25_B, termGroupOf, typoMatchesFor, computeBM25WithIDF } from './chunk-FB6463IN.mjs';
2
+ import { installNativeAnalysis, NATIVE_ANALYSIS_FIRST_TOKEN_RECORDS, NATIVE_ANALYSIS_HELD_TERMS } from './chunk-A4L7YTKX.mjs';
3
+ import { requireSearchBackendSettings, noteFallback, nativeSearchCoreIsEnabled, loadNativeCore, NATIVE_OK } from './chunk-KKQC526K.mjs';
4
+ import { compareCodePoints } from './chunk-TBC3XUL2.mjs';
5
+
6
+ // src/core/keyword-score/layout.ts
7
+ var TERM_SLOT = 0;
8
+ var GROUP_SLOT = 1;
9
+ var PHRASE_SLOT = 2;
10
+ var SLOT_STRIDE = 4;
11
+ var SLOT_KIND = 0;
12
+ var SLOT_TERM = 1;
13
+ var SLOT_LIST_END = 2;
14
+ var SLOT_VALUE_END = 3;
15
+ var LIST_STRIDE = 3;
16
+ var LIST_FROM_ROWS = 1;
17
+ var LIST_ORDERED = 2;
18
+ var LIST_VALUE_STRIDE = 2;
19
+ var LIST_DOCUMENT_FREQUENCY = 0;
20
+ var LIST_FACTOR = 0;
21
+ var LIST_PARTIAL_FACTOR = 1;
22
+ var FIELD_BOOSTS = 0;
23
+ var FIELD_AVERAGE_LENGTHS = 1;
24
+ var FIELD_K1 = 2;
25
+ var FIELD_B = 3;
26
+ var FIELD_NUMBER_COLUMNS = 4;
27
+ var SETTING_SLOTS = 0;
28
+ var SETTING_TERMS = 1;
29
+ var SETTING_CAPACITY = 2;
30
+ var SETTING_TOTAL_DOCUMENTS = 3;
31
+ var SETTING_TERM_MATCH = 4;
32
+ var SETTING_ANCHOR = 5;
33
+ var SETTING_LIMIT = 6;
34
+ var SETTING_MIN_SCORE = 7;
35
+ var SETTING_COLLECT = 8;
36
+ var SETTING_COUNT = 9;
37
+ var NO_LIMIT = -1;
38
+ var OUTCOME_COUNT = 0;
39
+ var OUTCOME_TOTAL_MATCHED = 1;
40
+ var OUTCOME_LENGTH = 3;
41
+
42
+ // src/core/keyword-score/constants.ts
43
+ var KEYWORD_FIRST_SLOTS = 16;
44
+ var KEYWORD_FIRST_LISTS = 64;
45
+ var KEYWORD_FIRST_ROWS = 1024;
46
+ var KEYWORD_INSERTION_SORT_ROWS = 16;
47
+
48
+ // src/core/keyword-score/rows.ts
49
+ var UNKNOWN_FIELD_RANK = 65536;
50
+ function rankOf(keys, row) {
51
+ const field = keys.fields[row];
52
+ return field < keys.nameRanks.length ? keys.nameRanks[field] : UNKNOWN_FIELD_RANK;
53
+ }
54
+ function rowBefore(keys, left, right) {
55
+ const leftDoc = keys.docIds[left];
56
+ const rightDoc = keys.docIds[right];
57
+ if (leftDoc !== rightDoc) return leftDoc < rightDoc;
58
+ return rankOf(keys, left) < rankOf(keys, right);
59
+ }
60
+ function insertionSort(keys, order, from, count) {
61
+ for (let at = from + 1; at < from + count; at++) {
62
+ const row = order[at];
63
+ let to = at;
64
+ while (to > from && rowBefore(keys, row, order[to - 1])) {
65
+ order[to] = order[to - 1];
66
+ to--;
67
+ }
68
+ order[to] = row;
69
+ }
70
+ }
71
+ function mergeRuns(keys, source, target, from, middle, end) {
72
+ let left = from;
73
+ let right = middle;
74
+ let out = from;
75
+ while (left < middle && right < end) {
76
+ if (rowBefore(keys, source[right], source[left])) target[out++] = source[right++];
77
+ else target[out++] = source[left++];
78
+ }
79
+ while (left < middle) target[out++] = source[left++];
80
+ while (right < end) target[out++] = source[right++];
81
+ }
82
+ function sortRows(keys, order, spare, count) {
83
+ if (count <= KEYWORD_INSERTION_SORT_ROWS) {
84
+ insertionSort(keys, order, 0, count);
85
+ return order;
86
+ }
87
+ for (let from = 0; from < count; from += KEYWORD_INSERTION_SORT_ROWS) {
88
+ insertionSort(keys, order, from, Math.min(KEYWORD_INSERTION_SORT_ROWS, count - from));
89
+ }
90
+ let source = order;
91
+ let target = spare;
92
+ for (let width = KEYWORD_INSERTION_SORT_ROWS; width < count; width *= 2) {
93
+ for (let from = 0; from < count; from += 2 * width) {
94
+ const middle = Math.min(from + width, count);
95
+ const end = Math.min(from + 2 * width, count);
96
+ mergeRuns(keys, source, target, from, middle, end);
97
+ }
98
+ const held = source;
99
+ source = target;
100
+ target = held;
101
+ }
102
+ return source;
103
+ }
104
+
105
+ // src/core/partition/keyword-components.ts
106
+ function holds(bits, ordinal) {
107
+ const word = ordinal >>> 5;
108
+ return word < bits.length && (bits[word] >>> (ordinal & 31) & 1) === 1;
109
+ }
110
+ function scorable(request, ordinal) {
111
+ if (!holds(request.live, ordinal) || holds(request.removed, ordinal)) return false;
112
+ return request.filter === null || holds(request.filter, ordinal);
113
+ }
114
+ function rowsOfList(request, list, wanted) {
115
+ const flags = request.lists[list * LIST_STRIDE];
116
+ const start = request.lists[list * LIST_STRIDE + 1];
117
+ const length = request.lists[list * LIST_STRIDE + 2];
118
+ const fromRows = (flags & LIST_FROM_ROWS) !== 0;
119
+ const docIds = fromRows ? request.rowDocIds : request.pool.docIds;
120
+ const keys = {
121
+ docIds,
122
+ fields: fromRows ? request.rowFields : request.pool.fields,
123
+ nameRanks: request.fields.nameRanks
124
+ };
125
+ const gathered = /* @__PURE__ */ new Map();
126
+ for (let row = start; row < start + length; row++) {
127
+ const ordinal = docIds[row];
128
+ if (!wanted.has(ordinal)) continue;
129
+ const rows = gathered.get(ordinal);
130
+ if (rows === void 0) gathered.set(ordinal, [row]);
131
+ else rows.push(row);
132
+ }
133
+ const byDocument = /* @__PURE__ */ new Map();
134
+ for (const [ordinal, rows] of gathered) {
135
+ const order = Uint32Array.from(rows);
136
+ byDocument.set(ordinal, sortRows(keys, order, new Uint32Array(order.length), order.length));
137
+ }
138
+ return { keys, frequencies: fromRows ? request.rowFrequencies : request.pool.frequencies, byDocument };
139
+ }
140
+ function componentsOf(found, ordinal) {
141
+ let held = found.get(ordinal);
142
+ if (held === void 0) {
143
+ held = { termFrequencies: {}, fieldLengths: {}, idf: {} };
144
+ found.set(ordinal, held);
145
+ }
146
+ return held;
147
+ }
148
+ function lengthIn(request, field, ordinal) {
149
+ const fieldCount = request.fields.searchable.length;
150
+ const average = request.fields.numbers[FIELD_AVERAGE_LENGTHS * fieldCount + field];
151
+ const column = request.fields.lengths[field];
152
+ const stored = column !== null && ordinal < column.length ? column[ordinal] : 0;
153
+ return stored > 0 ? stored : average;
154
+ }
155
+ function rowScore(request, frequency, idf, field, ordinal) {
156
+ const fieldCount = request.fields.searchable.length;
157
+ const numbers = request.fields.numbers;
158
+ const bm25 = computeBM25WithIDF(
159
+ frequency,
160
+ idf,
161
+ lengthIn(request, field, ordinal),
162
+ numbers[FIELD_AVERAGE_LENGTHS * fieldCount + field],
163
+ numbers[FIELD_K1 * fieldCount + field],
164
+ numbers[FIELD_B * fieldCount + field]
165
+ );
166
+ return bm25 * numbers[FIELD_BOOSTS * fieldCount + field];
167
+ }
168
+ function searchableField(request, field) {
169
+ return field < request.fields.searchable.length && request.fields.searchable[field] !== 0;
170
+ }
171
+ function record(request, found, names, source, rows, ordinal, label, idf) {
172
+ for (let at = 0; at < rows.length; at++) {
173
+ const row = rows[at];
174
+ const field = source.keys.fields[row];
175
+ if (!searchableField(request, field)) continue;
176
+ const components = componentsOf(found, ordinal);
177
+ const name = names[field];
178
+ components.termFrequencies[`${name}:${label}`] = source.frequencies[row];
179
+ components.fieldLengths[name] = lengthIn(request, field, ordinal);
180
+ components.idf[label] = idf;
181
+ }
182
+ }
183
+ function groupWinners(request, wanted, listFrom, listEnd, idf) {
184
+ const winners = /* @__PURE__ */ new Map();
185
+ for (let list = listFrom; list < listEnd; list++) {
186
+ const factor = request.listValues[list * LIST_VALUE_STRIDE + LIST_FACTOR];
187
+ const partialFactor = request.listValues[list * LIST_VALUE_STRIDE + LIST_PARTIAL_FACTOR];
188
+ const source = rowsOfList(request, list, wanted);
189
+ for (const [ordinal, rows] of source.byDocument) {
190
+ if (!scorable(request, ordinal)) continue;
191
+ let sum = 0;
192
+ const kept = [];
193
+ for (const row of rows) {
194
+ const field = source.keys.fields[row];
195
+ if (!searchableField(request, field)) continue;
196
+ const rowFactor = request.fields.partialMarks[field] === 1 ? partialFactor : factor;
197
+ if (!(rowFactor > 0)) continue;
198
+ sum += rowScore(request, source.frequencies[row], idf, field, ordinal) * rowFactor;
199
+ kept.push(row);
200
+ }
201
+ if (kept.length === 0) continue;
202
+ const best = winners.get(ordinal);
203
+ if (best === void 0 || sum > best.sum) winners.set(ordinal, { sum, rows: kept, list, source });
204
+ }
205
+ }
206
+ return winners;
207
+ }
208
+ function keywordComponents(request, labels, names, ordinals, count) {
209
+ const wanted = /* @__PURE__ */ new Set();
210
+ for (let at = 0; at < count; at++) wanted.add(ordinals[at]);
211
+ const found = /* @__PURE__ */ new Map();
212
+ const { slots, settings, listValues, slotValues } = request;
213
+ const totalDocuments = settings[SETTING_TOTAL_DOCUMENTS];
214
+ for (let slot = 0; slot < settings[SETTING_SLOTS]; slot++) {
215
+ const base = slot * SLOT_STRIDE;
216
+ const listFrom = slot === 0 ? 0 : slots[base - SLOT_STRIDE + SLOT_LIST_END];
217
+ const listEnd = slots[base + SLOT_LIST_END];
218
+ const valueFrom = slot === 0 ? 0 : slots[base - SLOT_STRIDE + SLOT_VALUE_END];
219
+ const valueEnd = slots[base + SLOT_VALUE_END];
220
+ const kind = slots[base + SLOT_KIND];
221
+ if (kind === GROUP_SLOT) {
222
+ const idf = computeIDF(slotValues[valueFrom], totalDocuments);
223
+ for (const [ordinal, winner] of groupWinners(request, wanted, listFrom, listEnd, idf)) {
224
+ record(request, found, names, winner.source, winner.rows, ordinal, labels[winner.list], idf);
225
+ }
226
+ continue;
227
+ }
228
+ let phraseIdf = 0;
229
+ if (kind === PHRASE_SLOT) {
230
+ for (let value = valueFrom; value < valueEnd; value++) phraseIdf += computeIDF(slotValues[value], totalDocuments);
231
+ }
232
+ for (let list = listFrom; list < listEnd; list++) {
233
+ const idf = kind === PHRASE_SLOT ? phraseIdf : computeIDF(listValues[list * LIST_VALUE_STRIDE + LIST_DOCUMENT_FREQUENCY], totalDocuments);
234
+ const source = rowsOfList(request, list, wanted);
235
+ for (const [ordinal, rows] of source.byDocument) {
236
+ if (scorable(request, ordinal)) record(request, found, names, source, rows, ordinal, labels[list], idf);
237
+ }
238
+ }
239
+ }
240
+ return found;
241
+ }
242
+
243
+ // src/core/partition/keyword-fields.ts
244
+ var columns = {
245
+ searchable: new Uint8Array(0),
246
+ partialMarks: new Uint8Array(0),
247
+ nameRanks: new Uint16Array(0),
248
+ numbers: new Float64Array(0),
249
+ lengths: [],
250
+ rankedNames: null
251
+ };
252
+ function sizedFor(fieldCount) {
253
+ if (columns.searchable.length === fieldCount) return;
254
+ columns.searchable = new Uint8Array(fieldCount);
255
+ columns.partialMarks = new Uint8Array(fieldCount);
256
+ columns.nameRanks = new Uint16Array(fieldCount);
257
+ columns.numbers = new Float64Array(fieldCount * FIELD_NUMBER_COLUMNS);
258
+ columns.lengths = new Array(fieldCount).fill(null);
259
+ columns.rankedNames = null;
260
+ }
261
+ function rankNames(names) {
262
+ if (columns.rankedNames === names) return;
263
+ const order = names.map((_, index) => index).sort((left, right) => compareCodePoints(names[left], names[right]));
264
+ for (let rank = 0; rank < order.length; rank++) columns.nameRanks[order[rank]] = rank;
265
+ columns.rankedNames = names;
266
+ }
267
+ function loadKeywordFields(state, fields, boost, averageFieldLengths, bm25, partialFields) {
268
+ const names = state.fieldNameTable.names;
269
+ const fieldCount = names.length;
270
+ sizedFor(fieldCount);
271
+ rankNames(names);
272
+ const k1 = bm25?.k1 ?? DEFAULT_BM25_K1;
273
+ const b = bm25?.b ?? DEFAULT_BM25_B;
274
+ const perField = bm25?.fields;
275
+ const { searchable, partialMarks, numbers, lengths } = columns;
276
+ for (let field = 0; field < fieldCount; field++) {
277
+ const name = names[field];
278
+ searchable[field] = fields === void 0 || fields.includes(name) ? 1 : 0;
279
+ partialMarks[field] = partialFields?.includes(name) ? 1 : 0;
280
+ numbers[FIELD_BOOSTS * fieldCount + field] = boost?.[name] ?? 1;
281
+ numbers[FIELD_AVERAGE_LENGTHS * fieldCount + field] = averageFieldLengths[name] ?? 1;
282
+ const pair = perField !== void 0 && Object.hasOwn(perField, name) ? perField[name] : void 0;
283
+ numbers[FIELD_K1 * fieldCount + field] = pair?.k1 ?? k1;
284
+ numbers[FIELD_B * fieldCount + field] = pair?.b ?? b;
285
+ lengths[field] = state.docStore.fieldLengthColumn(name);
286
+ }
287
+ return columns;
288
+ }
289
+
290
+ // src/core/partition/keyword-slots.ts
291
+ var planned = { labels: [] };
292
+ function frequencyOf(state, params, token, list) {
293
+ const stats = params.globalStats;
294
+ if (stats !== void 0 && Object.hasOwn(stats.docFrequencies, token)) return stats.docFrequencies[token];
295
+ if (list !== void 0) return list.docIdSet.size;
296
+ return state.invertedIdx.documentFrequency(token);
297
+ }
298
+ function planGroup(state, params, builder2, group, term) {
299
+ const lookup = (token) => state.invertedIdx.lookup(token);
300
+ const synonyms = group.synonyms;
301
+ let documentFrequency = synonyms?.documentFrequency((token) => frequencyOf(state, params, token, void 0)) ?? 0;
302
+ const members = [];
303
+ for (const member of group.members) {
304
+ documentFrequency = Math.max(documentFrequency, frequencyOf(state, params, member.token, void 0));
305
+ const list = synonyms !== void 0 && member.token === group.token ? synonyms.postings(lookup, member.token) : lookup(member.token);
306
+ if (list !== void 0)
307
+ members.push({ token: member.token, factor: member.factor, partialFactor: member.partialFactor, list });
308
+ }
309
+ builder2.groupSlot(term, documentFrequency);
310
+ for (const member of members) {
311
+ builder2.memberList(member.list, member.factor, member.partialFactor);
312
+ planned.labels.push(member.token);
313
+ }
314
+ }
315
+ function planPhrases(state, params, builder2, phraseMatches) {
316
+ for (const rows of phraseMatches.rows) {
317
+ const frequencies = rows.phrase.tokens.map((token, at) => frequencyOf(state, params, token, rows.lists[at]));
318
+ builder2.phraseSlot(frequencies, {
319
+ docIds: rows.docIds.values,
320
+ fields: rows.fieldIndices.values,
321
+ frequencies: rows.frequencies.values,
322
+ count: rows.docIds.length
323
+ });
324
+ planned.labels.push(rows.phrase.key);
325
+ }
326
+ }
327
+ function planKeywordSlots(state, params, builder2, phraseMatches) {
328
+ planned.labels.length = 0;
329
+ const { queryTokens, termGroups } = params;
330
+ for (let term = 0; term < queryTokens.length; term++) {
331
+ const token = queryTokens[term].token;
332
+ const group = termGroupOf(termGroups, token);
333
+ const matches = typoMatchesFor(
334
+ state.invertedIdx,
335
+ token,
336
+ group,
337
+ params.exact ?? false,
338
+ params.tolerance ?? 0,
339
+ params.prefixLength ?? 2
340
+ );
341
+ builder2.termSlot(term);
342
+ for (const match of matches) {
343
+ builder2.termList(match.postingList, frequencyOf(state, params, match.token, match.postingList));
344
+ planned.labels.push(match.token);
345
+ }
346
+ if (group !== void 0) planGroup(state, params, builder2, group, term);
347
+ }
348
+ if (phraseMatches !== null) planPhrases(state, params, builder2, phraseMatches);
349
+ return planned;
350
+ }
351
+
352
+ // src/core/keyword-score/request.ts
353
+ var EMPTY_POOL = {
354
+ docIds: new Uint32Array(0),
355
+ frequencies: new Uint16Array(0),
356
+ fields: new Uint16Array(0)
357
+ };
358
+ function grown(values, needed) {
359
+ if (values.length >= needed) return values;
360
+ const sized = new values.constructor(Math.max(needed, values.length * 2));
361
+ sized.set(values);
362
+ return sized;
363
+ }
364
+ function sharesPool(column, pooled, start) {
365
+ if (!(column instanceof Uint32Array || column instanceof Uint16Array)) return false;
366
+ if (column.buffer !== pooled.buffer || column.BYTES_PER_ELEMENT !== pooled.BYTES_PER_ELEMENT) return false;
367
+ return column.byteOffset - pooled.byteOffset === start * pooled.BYTES_PER_ELEMENT;
368
+ }
369
+ var KeywordRequestBuilder = class {
370
+ pool = EMPTY_POOL;
371
+ slots = new Uint32Array(KEYWORD_FIRST_SLOTS * SLOT_STRIDE);
372
+ slotCount = 0;
373
+ lists = new Uint32Array(KEYWORD_FIRST_LISTS * LIST_STRIDE);
374
+ listCount = 0;
375
+ listValues = new Float64Array(KEYWORD_FIRST_LISTS * LIST_VALUE_STRIDE);
376
+ slotValues = new Float64Array(KEYWORD_FIRST_SLOTS);
377
+ valueCount = 0;
378
+ rowDocIds = new Uint32Array(KEYWORD_FIRST_ROWS);
379
+ rowFrequencies = new Float64Array(KEYWORD_FIRST_ROWS);
380
+ rowFields = new Uint16Array(KEYWORD_FIRST_ROWS);
381
+ rowCount = 0;
382
+ settings = new Float64Array(SETTING_COUNT);
383
+ begin(pool) {
384
+ this.pool = pool ?? EMPTY_POOL;
385
+ this.slotCount = 0;
386
+ this.listCount = 0;
387
+ this.valueCount = 0;
388
+ this.rowCount = 0;
389
+ }
390
+ release() {
391
+ this.pool = EMPTY_POOL;
392
+ }
393
+ get slotsWritten() {
394
+ return this.slotCount;
395
+ }
396
+ termSlot(term) {
397
+ this.openSlot(TERM_SLOT, term);
398
+ }
399
+ groupSlot(term, documentFrequency) {
400
+ this.openSlot(GROUP_SLOT, term);
401
+ this.pushSlotValue(documentFrequency);
402
+ }
403
+ phraseSlot(documentFrequencies, rows) {
404
+ this.openSlot(PHRASE_SLOT, 0);
405
+ for (const frequency of documentFrequencies) this.pushSlotValue(frequency);
406
+ const start = this.reserveRows(rows.count);
407
+ let ordered = true;
408
+ for (let row = 0; row < rows.count; row++) {
409
+ const at = start + row;
410
+ this.rowDocIds[at] = rows.docIds[row];
411
+ this.rowFields[at] = rows.fields[row];
412
+ this.rowFrequencies[at] = rows.frequencies[row];
413
+ if (row > 0 && this.rowDocIds[at] < this.rowDocIds[at - 1]) ordered = false;
414
+ }
415
+ this.pushList(LIST_FROM_ROWS | (ordered ? LIST_ORDERED : 0), start, rows.count, 0, 0);
416
+ }
417
+ termList(list, documentFrequency) {
418
+ this.addList(list, documentFrequency, 0);
419
+ }
420
+ memberList(list, factor, partialFactor) {
421
+ this.addList(list, factor, partialFactor);
422
+ }
423
+ request(scope, selection) {
424
+ const settings = this.settings;
425
+ settings[SETTING_SLOTS] = this.slotCount;
426
+ settings[SETTING_TERMS] = selection.terms;
427
+ settings[SETTING_CAPACITY] = scope.capacity;
428
+ settings[SETTING_TOTAL_DOCUMENTS] = selection.totalDocuments;
429
+ settings[SETTING_TERM_MATCH] = selection.termMatch;
430
+ settings[SETTING_ANCHOR] = selection.anchor;
431
+ settings[SETTING_LIMIT] = selection.limit;
432
+ settings[SETTING_MIN_SCORE] = selection.minScore;
433
+ settings[SETTING_COLLECT] = selection.collect ? 1 : 0;
434
+ return {
435
+ pool: this.pool,
436
+ rowDocIds: this.rowDocIds,
437
+ rowFrequencies: this.rowFrequencies,
438
+ rowFields: this.rowFields,
439
+ slots: this.slots,
440
+ lists: this.lists,
441
+ listValues: this.listValues,
442
+ slotValues: this.slotValues,
443
+ fields: scope.fields,
444
+ filter: scope.filter,
445
+ live: scope.live,
446
+ removed: scope.removed,
447
+ settings
448
+ };
449
+ }
450
+ openSlot(kind, term) {
451
+ this.slots = grown(this.slots, (this.slotCount + 1) * SLOT_STRIDE);
452
+ const base = this.slotCount * SLOT_STRIDE;
453
+ this.slots[base + SLOT_KIND] = kind;
454
+ this.slots[base + SLOT_TERM] = term;
455
+ this.slots[base + SLOT_LIST_END] = this.listCount;
456
+ this.slots[base + SLOT_VALUE_END] = this.valueCount;
457
+ this.slotCount++;
458
+ }
459
+ pushSlotValue(value) {
460
+ this.slotValues = grown(this.slotValues, this.valueCount + 1);
461
+ this.slotValues[this.valueCount++] = value;
462
+ this.slots[(this.slotCount - 1) * SLOT_STRIDE + SLOT_VALUE_END] = this.valueCount;
463
+ }
464
+ pushList(flags, start, length, first, second) {
465
+ this.lists = grown(this.lists, (this.listCount + 1) * LIST_STRIDE);
466
+ this.listValues = grown(this.listValues, (this.listCount + 1) * LIST_VALUE_STRIDE);
467
+ const base = this.listCount * LIST_STRIDE;
468
+ this.lists[base] = flags;
469
+ this.lists[base + 1] = start;
470
+ this.lists[base + 2] = length;
471
+ this.listValues[this.listCount * LIST_VALUE_STRIDE] = first;
472
+ this.listValues[this.listCount * LIST_VALUE_STRIDE + 1] = second;
473
+ this.listCount++;
474
+ this.slots[(this.slotCount - 1) * SLOT_STRIDE + SLOT_LIST_END] = this.listCount;
475
+ }
476
+ reserveRows(count) {
477
+ const start = this.rowCount;
478
+ const needed = start + count;
479
+ this.rowDocIds = grown(this.rowDocIds, needed);
480
+ this.rowFrequencies = grown(this.rowFrequencies, needed);
481
+ this.rowFields = grown(this.rowFields, needed);
482
+ this.rowCount = needed;
483
+ return start;
484
+ }
485
+ addList(list, first, second) {
486
+ const docIds = list.docIds;
487
+ const frequencies = list.termFrequencies;
488
+ const fields = list.fieldNameIndices;
489
+ const length = Math.min(list.length, docIds.length, frequencies.length, fields.length);
490
+ const orderedFlag = list.ordered ? LIST_ORDERED : 0;
491
+ const pool = this.pool;
492
+ if (docIds instanceof Uint32Array && docIds.buffer === pool.docIds.buffer) {
493
+ const start2 = (docIds.byteOffset - pool.docIds.byteOffset) / Uint32Array.BYTES_PER_ELEMENT;
494
+ if (Number.isInteger(start2) && start2 >= 0 && start2 + length <= pool.docIds.length && start2 + length <= pool.frequencies.length && start2 + length <= pool.fields.length && sharesPool(frequencies, pool.frequencies, start2) && sharesPool(fields, pool.fields, start2)) {
495
+ this.pushList(orderedFlag, start2, length, first, second);
496
+ return;
497
+ }
498
+ }
499
+ const start = this.reserveRows(length);
500
+ for (let row = 0; row < length; row++) {
501
+ this.rowDocIds[start + row] = docIds[row];
502
+ this.rowFrequencies[start + row] = frequencies[row];
503
+ this.rowFields[start + row] = fields[row];
504
+ }
505
+ this.pushList(LIST_FROM_ROWS | orderedFlag, start, length, first, second);
506
+ }
507
+ };
508
+
509
+ // src/core/keyword-score/segment-storage.ts
510
+ var bitsByTombstones = /* @__PURE__ */ new WeakMap();
511
+ function isFrozenSegment(state) {
512
+ return "tombstones" in state && "arrays" in state && "paged" in state;
513
+ }
514
+ function tombstoneBits(tombstones) {
515
+ let held = bitsByTombstones.get(tombstones);
516
+ if (held === void 0) {
517
+ held = { bits: new Uint32Array(0), read: 0 };
518
+ bitsByTombstones.set(tombstones, held);
519
+ }
520
+ for (; held.read < tombstones.size; held.read++) {
521
+ const ordinal = tombstones.at(held.read);
522
+ const word = ordinal >>> 5;
523
+ if (word >= held.bits.length) {
524
+ const grown2 = new Uint32Array(Math.max(word + 1, held.bits.length * 2));
525
+ grown2.set(held.bits);
526
+ held.bits = grown2;
527
+ }
528
+ held.bits[word] |= 1 << (ordinal & 31);
529
+ }
530
+ return held.bits;
531
+ }
532
+ function segmentStorageOf(state) {
533
+ if (isFrozenSegment(state)) {
534
+ const { arrays } = state;
535
+ const pool2 = state.paged === null ? { docIds: arrays.postingDocIds, frequencies: arrays.postingFrequencies, fields: arrays.postingFieldIndices } : null;
536
+ return { pool: pool2, removed: tombstoneBits(state.tombstones) };
537
+ }
538
+ const postings = state.invertedIdx.livePostings;
539
+ if (postings === void 0) return null;
540
+ const { pool } = postings;
541
+ return {
542
+ pool: { docIds: pool.docIds, frequencies: pool.frequencies, fields: pool.fieldIndices },
543
+ removed: postings.retired
544
+ };
545
+ }
546
+
547
+ // src/core/keyword-score/native.ts
548
+ var TERM_MATCH_LEFT_TO_THE_CALLER = 0;
549
+ var NO_MINIMUM_SCORE = 0;
550
+ var FIRST_TERM_ANCHOR = 0;
551
+ var builder = new KeywordRequestBuilder();
552
+ var output = {
553
+ ordinals: new Int32Array(0),
554
+ scores: new Float64Array(0),
555
+ matched: new Uint32Array(0),
556
+ outcome: new Float64Array(OUTCOME_LENGTH)
557
+ };
558
+ var everyOrdinal = new Uint32Array(0);
559
+ function outputFor(capacity) {
560
+ if (output.ordinals.length < capacity) {
561
+ output.ordinals = new Int32Array(capacity);
562
+ output.scores = new Float64Array(capacity);
563
+ output.matched = new Uint32Array(capacity + 31 >>> 5);
564
+ }
565
+ return output;
566
+ }
567
+ function everyOrdinalBelow(capacity) {
568
+ const words = capacity + 31 >>> 5;
569
+ if (everyOrdinal.length < words) everyOrdinal = new Uint32Array(Math.max(words, everyOrdinal.length * 2)).fill(-1);
570
+ return everyOrdinal;
571
+ }
572
+ function scoredByTheCore(core, request, written) {
573
+ const { pool, fields } = request;
574
+ const status = core.keywordScore(
575
+ pool.docIds,
576
+ pool.frequencies,
577
+ pool.fields,
578
+ request.rowDocIds,
579
+ request.rowFrequencies,
580
+ request.rowFields,
581
+ request.slots,
582
+ request.lists,
583
+ request.listValues,
584
+ request.slotValues,
585
+ fields.searchable,
586
+ fields.partialMarks,
587
+ fields.nameRanks,
588
+ fields.numbers,
589
+ fields.lengths,
590
+ request.filter,
591
+ request.live,
592
+ request.removed,
593
+ request.settings,
594
+ written.ordinals,
595
+ written.scores,
596
+ written.matched,
597
+ written.outcome
598
+ );
599
+ if (status === NATIVE_OK) return true;
600
+ noteFallback("keywordScore");
601
+ return false;
602
+ }
603
+ function byScoreThenId(left, right) {
604
+ if (left.score !== right.score) return left.score > right.score ? -1 : 1;
605
+ return compareCodePoints(left.docId, right.docId);
606
+ }
607
+ function pageOf(state, written, count, maxResults, components) {
608
+ const resolver = state.docStore.resolver();
609
+ const page = [];
610
+ for (let at = 0; at < count; at++) {
611
+ const ordinal = written.ordinals[at];
612
+ const docId = resolver.toExternal(ordinal);
613
+ if (docId === void 0) continue;
614
+ const record2 = components?.get(ordinal);
615
+ page.push({
616
+ docId,
617
+ score: written.scores[at],
618
+ termFrequencies: record2?.termFrequencies ?? EMPTY_COMPONENTS,
619
+ fieldLengths: record2?.fieldLengths ?? EMPTY_COMPONENTS,
620
+ idf: record2?.idf ?? EMPTY_COMPONENTS
621
+ });
622
+ }
623
+ page.sort(byScoreThenId);
624
+ if (maxResults !== void 0 && page.length > maxResults) page.length = Math.max(0, Math.floor(maxResults));
625
+ return page;
626
+ }
627
+ function matchedIdsOf(state, matched, capacity) {
628
+ const resolver = state.docStore.resolver();
629
+ const ids = [];
630
+ const words = Math.min(matched.length, capacity + 31 >>> 5);
631
+ for (let word = 0; word < words; word++) {
632
+ let bits = matched[word];
633
+ while (bits !== 0) {
634
+ const low = bits & -bits;
635
+ const ordinal = word * 32 + (31 - Math.clz32(low));
636
+ const docId = resolver.toExternal(ordinal);
637
+ if (docId !== void 0) ids.push(docId);
638
+ bits ^= low;
639
+ }
640
+ }
641
+ return ids;
642
+ }
643
+ function plannedRequest(state, params, phraseMatches, storage, capacity) {
644
+ const { queryTokens, globalStats, maxResults } = params;
645
+ const fields = loadKeywordFields(
646
+ state,
647
+ params.fields,
648
+ params.boost,
649
+ globalStats?.averageFieldLengths ?? state.stats.averageFieldLengths,
650
+ params.bm25Params,
651
+ params.partialFields
652
+ );
653
+ builder.begin(storage.pool);
654
+ const planned2 = planKeywordSlots(state, params, builder, phraseMatches);
655
+ const request = builder.request(
656
+ {
657
+ fields,
658
+ filter: phraseMatches?.matched ?? params.filterBitset ?? null,
659
+ live: everyOrdinalBelow(capacity),
660
+ removed: storage.removed,
661
+ capacity
662
+ },
663
+ {
664
+ terms: queryTokens.length,
665
+ totalDocuments: globalStats?.totalDocuments ?? state.stats.totalDocuments,
666
+ termMatch: TERM_MATCH_LEFT_TO_THE_CALLER,
667
+ anchor: FIRST_TERM_ANCHOR,
668
+ limit: maxResults === void 0 ? NO_LIMIT : Math.max(0, Math.floor(maxResults)),
669
+ minScore: NO_MINIMUM_SCORE,
670
+ collect: params.collectMatchedSet !== void 0
671
+ }
672
+ );
673
+ return { request, labels: planned2.labels };
674
+ }
675
+ function searchInTheCore(state, params, phraseMatches) {
676
+ if (!nativeSearchCoreIsEnabled()) return null;
677
+ const core = loadNativeCore();
678
+ if (core === null) return null;
679
+ const storage = segmentStorageOf(state);
680
+ if (storage === null) return null;
681
+ const capacity = state.docStore.internalIdCapacity();
682
+ const written = outputFor(capacity);
683
+ const components = componentsScoredByTheCore(core, state, params, phraseMatches, storage, capacity, written);
684
+ if (components === void 0) return null;
685
+ const totalMatched = written.outcome[OUTCOME_TOTAL_MATCHED];
686
+ const scored = pageOf(state, written, written.outcome[OUTCOME_COUNT], params.maxResults, components);
687
+ const result = params.collectMatchedSet === void 0 ? { scored, totalMatched } : params.collectMatchedSet === "ordinals" ? { scored, totalMatched, matchedOrdinalBitset: written.matched.slice(0, capacity + 31 >>> 5 || 1) } : { scored, totalMatched, matchedIds: matchedIdsOf(state, written.matched, capacity) };
688
+ return result;
689
+ }
690
+ function componentsScoredByTheCore(core, state, params, phraseMatches, storage, capacity, written) {
691
+ try {
692
+ const { request, labels } = plannedRequest(state, params, phraseMatches, storage, capacity);
693
+ if (!scoredByTheCore(core, request, written)) return void 0;
694
+ if (params.collectComponents === false) return null;
695
+ const count = written.outcome[OUTCOME_COUNT];
696
+ return keywordComponents(request, labels, state.fieldNameTable.names, written.ordinals, count);
697
+ } finally {
698
+ builder.release();
699
+ }
700
+ }
701
+
702
+ // src/core/tokenizer/native-analysis.ts
703
+ var STEM_FLAG = 1;
704
+ var REMOVE_STOP_WORDS_FLAG = 2;
705
+ var REMOVE_DIACRITICS_FLAG = 4;
706
+ var COLLECT_SURFACES_FLAG = 8;
707
+ var SPELLINGS_FLAG = 16;
708
+ var TOKEN_RECORD_WORDS = 8;
709
+ var NO_SURFACE = 4294967295;
710
+ var COPY_PREFIX = " ";
711
+ var coreOfNames = null;
712
+ var indexByName = /* @__PURE__ */ new Map();
713
+ var languagesOfCore = /* @__PURE__ */ new WeakMap();
714
+ var heldStopWords = /* @__PURE__ */ new WeakMap();
715
+ var sharedRecords = new Uint32Array(1 + NATIVE_ANALYSIS_FIRST_TOKEN_RECORDS * TOKEN_RECORD_WORDS);
716
+ var recordsInUse = false;
717
+ var termsBySlot = null;
718
+ function activeCore() {
719
+ if (!nativeSearchCoreIsEnabled()) return null;
720
+ const core = loadNativeCore();
721
+ if (core === null) return null;
722
+ if (core !== coreOfNames) {
723
+ coreOfNames = core;
724
+ indexByName = /* @__PURE__ */ new Map();
725
+ languagesOfCore = /* @__PURE__ */ new WeakMap();
726
+ heldStopWords = /* @__PURE__ */ new WeakMap();
727
+ termsBySlot = null;
728
+ const count = core.languageCount();
729
+ for (let index = 0; index < count; index++) indexByName.set(core.languageName(index), index);
730
+ }
731
+ return core;
732
+ }
733
+ function stringsOf(words) {
734
+ const strings = [];
735
+ for (const word of words) if (typeof word === "string") strings.push(word);
736
+ return strings;
737
+ }
738
+ function holdsTheCoreList(core, index, words) {
739
+ const coreWords = core.languageStopWords(index);
740
+ if (coreWords.length !== words.size) return false;
741
+ for (const word of coreWords) if (!words.has(word)) return false;
742
+ return true;
743
+ }
744
+ function coreLanguageOf(core, module) {
745
+ const known = languagesOfCore.get(module);
746
+ if (known !== void 0) return known;
747
+ const index = indexByName.get(module.name);
748
+ let language = null;
749
+ if (index !== void 0 && core.languageRevision(index) === module.revision) {
750
+ const moduleStopWords = holdsTheCoreList(core, index, module.stopWords) ? null : core.createStopWordSet(stringsOf(module.stopWords));
751
+ language = { index, moduleStopWords };
752
+ }
753
+ languagesOfCore.set(module, language);
754
+ return language;
755
+ }
756
+ function holdsTheSameWords(held, words) {
757
+ let strings = 0;
758
+ for (const word of words) {
759
+ if (typeof word !== "string") continue;
760
+ if (!held.has(word)) return false;
761
+ strings++;
762
+ }
763
+ return strings === held.size;
764
+ }
765
+ function heldSetFor(core, owner, words) {
766
+ const held = heldStopWords.get(owner);
767
+ if (held !== void 0 && holdsTheSameWords(held.words, words)) return held.handle;
768
+ const strings = stringsOf(words);
769
+ const handle = core.createStopWordSet(strings);
770
+ heldStopWords.set(owner, { handle, words: new Set(strings) });
771
+ return handle;
772
+ }
773
+ function stopWordsFor(core, language, module, override) {
774
+ if (!override) return language.moduleStopWords;
775
+ const words = override instanceof Set ? override : override(module.stopWords);
776
+ if (words === module.stopWords) return language.moduleStopWords;
777
+ return heldSetFor(core, override, words);
778
+ }
779
+ function analyseWith(core, index, flags, text, stopWords) {
780
+ let records = recordsInUse ? new Uint32Array(sharedRecords.length) : sharedRecords;
781
+ let result = core.analyse(index, flags, text, stopWords, records);
782
+ if (result === null) {
783
+ records = new Uint32Array(1 + records[0] * TOKEN_RECORD_WORDS);
784
+ if (!recordsInUse) sharedRecords = records;
785
+ result = core.analyse(index, flags, text, stopWords, records);
786
+ }
787
+ if (typeof result !== "string") {
788
+ noteFallback("analyse");
789
+ return null;
790
+ }
791
+ return { arena: result, records };
792
+ }
793
+ function holdsUnits(held, arena, start, length) {
794
+ if (held.length !== length) return false;
795
+ for (let unit = 0; unit < length; unit++) {
796
+ if (held.charCodeAt(unit) !== arena.charCodeAt(start + unit)) return false;
797
+ }
798
+ return true;
799
+ }
800
+ function termOf(arena, start, length, slot) {
801
+ if (slot >= NATIVE_ANALYSIS_HELD_TERMS) return arena.substring(start, start + length);
802
+ if (termsBySlot === null) termsBySlot = new Array(NATIVE_ANALYSIS_HELD_TERMS);
803
+ const held = termsBySlot[slot];
804
+ if (held !== void 0 && holdsUnits(held, arena, start, length)) return held;
805
+ const term = (COPY_PREFIX + arena.substring(start, start + length)).slice(COPY_PREFIX.length);
806
+ termsBySlot[slot] = term;
807
+ return term;
808
+ }
809
+ function visitRecords(analysed, visit) {
810
+ const { arena, records } = analysed;
811
+ const count = records[0];
812
+ const ownsShared = records === sharedRecords;
813
+ if (ownsShared) recordsInUse = true;
814
+ try {
815
+ for (let token = 0, at = 1; token < count; token++, at += TOKEN_RECORD_WORDS) {
816
+ const surfaceStart = records[at + 3];
817
+ const originalStart = records[at + 5];
818
+ visit(
819
+ termOf(arena, records[at + 1], records[at + 2], records[at + 7]),
820
+ records[at],
821
+ surfaceStart === NO_SURFACE ? void 0 : arena.substring(surfaceStart, surfaceStart + records[at + 4]),
822
+ arena.substring(originalStart, originalStart + records[at + 6])
823
+ );
824
+ }
825
+ } finally {
826
+ if (ownsShared) recordsInUse = false;
827
+ }
828
+ }
829
+ function visitTokens(text, language, options, visit) {
830
+ const core = activeCore();
831
+ if (core === null) return false;
832
+ const coreLanguage = coreLanguageOf(core, language);
833
+ if (coreLanguage === null) return false;
834
+ const removeStopWords = options?.removeStopWords ?? true;
835
+ const flags = (options?.stem ?? true ? STEM_FLAG : 0) | (removeStopWords ? REMOVE_STOP_WORDS_FLAG : 0) | (options?.removeDiacritics === true ? REMOVE_DIACRITICS_FLAG : 0) | (options?.collectSurfaces === true ? COLLECT_SURFACES_FLAG : 0);
836
+ const stopWords = removeStopWords ? stopWordsFor(core, coreLanguage, language, options?.stopWordOverride) : null;
837
+ const analysed = analyseWith(core, coreLanguage.index, flags, text, stopWords);
838
+ if (analysed === null) return false;
839
+ visitRecords(analysed, visit);
840
+ return true;
841
+ }
842
+ function visitSpellings(text, language, visit) {
843
+ const core = activeCore();
844
+ if (core === null) return false;
845
+ const coreLanguage = coreLanguageOf(core, language);
846
+ if (coreLanguage === null) return false;
847
+ const analysed = analyseWith(core, coreLanguage.index, SPELLINGS_FLAG, text, null);
848
+ if (analysed === null) return false;
849
+ visitRecords(analysed, (spelling) => visit(spelling));
850
+ return true;
851
+ }
852
+ function transform(raw, language, stem, removeDiacritics) {
853
+ const core = activeCore();
854
+ if (core === null) return null;
855
+ const coreLanguage = coreLanguageOf(core, language);
856
+ if (coreLanguage === null) return null;
857
+ const result = core.transform(
858
+ coreLanguage.index,
859
+ (stem ? STEM_FLAG : 0) | (removeDiacritics ? REMOVE_DIACRITICS_FLAG : 0),
860
+ raw
861
+ );
862
+ if (typeof result === "string") return result;
863
+ noteFallback("analyse");
864
+ return null;
865
+ }
866
+ var nativeCoreAnalysis = { visitTokens, visitSpellings, transform };
867
+
868
+ // src/engine/search-backend-settings.ts
869
+ function requireSearchBackendSettings2() {
870
+ requireSearchBackendSettings();
871
+ installNativeAnalysis(nativeCoreAnalysis);
872
+ installNativeKeywordSearch(searchInTheCore);
873
+ }
874
+
875
+ export { requireSearchBackendSettings2 as requireSearchBackendSettings };