@delali/narsil 0.3.1-next.144 → 0.3.1-next.146

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (241) hide show
  1. package/dist/adapters/filesystem.d.ts +1 -1
  2. package/dist/adapters/filesystem.mjs +101 -13
  3. package/dist/adapters/gcs.d.ts +49 -0
  4. package/dist/adapters/gcs.mjs +213 -0
  5. package/dist/adapters/indexeddb.d.ts +1 -1
  6. package/dist/adapters/indexeddb.mjs +2 -7
  7. package/dist/adapters/memory.d.ts +1 -1
  8. package/dist/adapters/memory.mjs +5 -0
  9. package/dist/adapters/s3.d.ts +53 -0
  10. package/dist/adapters/s3.mjs +263 -0
  11. package/dist/{adapters-BQFQ4PRz.d.ts → adapters-pljAqmrC.d.ts} +33 -0
  12. package/dist/analysis-change-ZCJNYBJM.mjs +39 -0
  13. package/dist/{browser/analysis-change-entry-7HR4LWL3.mjs → analysis-change-entry-YN3ELL6C.mjs} +1 -1
  14. package/dist/browser/{analysis-change-JPV775LR.mjs → analysis-change-M65AZQQG.mjs} +8 -5
  15. package/dist/{analysis-change-entry-TZTG4AZB.mjs → browser/analysis-change-entry-H3YIOLXZ.mjs} +1 -1
  16. package/dist/browser/{chunk-VFYMPCOV.mjs → chunk-2JABMB4S.mjs} +10 -6
  17. package/dist/{chunk-46NZOPHS.mjs → browser/chunk-4DYLCICG.mjs} +2 -2
  18. package/dist/browser/{chunk-MZI3TEOW.mjs → chunk-4RD3AFSB.mjs} +1 -1
  19. package/dist/browser/{chunk-WCFCHIBB.mjs → chunk-5V74FFZE.mjs} +2 -2
  20. package/dist/{chunk-NN33CZRE.mjs → browser/chunk-6OWX3OP2.mjs} +2 -2
  21. package/dist/browser/chunk-BRWY3JCN.mjs +678 -0
  22. package/dist/browser/{chunk-5DB2VDGI.mjs → chunk-BVX2MEHA.mjs} +306 -607
  23. package/dist/browser/{chunk-KTOK275N.mjs → chunk-D6UFGBF5.mjs} +15 -45
  24. package/dist/browser/{chunk-D33A5VMU.mjs → chunk-IAXZAVYL.mjs} +25 -66
  25. package/dist/browser/chunk-JNOAKDUM.mjs +31 -0
  26. package/dist/browser/{chunk-LVY2LI35.mjs → chunk-KAEVGLYN.mjs} +2 -2
  27. package/dist/browser/{chunk-3ZBJYAS4.mjs → chunk-LURXVCHG.mjs} +1 -1
  28. package/dist/browser/chunk-MPK76GVS.mjs +63 -0
  29. package/dist/browser/{chunk-ZEV26AQ6.mjs → chunk-NVEJJP4R.mjs} +1 -1
  30. package/dist/browser/{chunk-HKX2G6WH.mjs → chunk-ODQP7P3H.mjs} +455 -66
  31. package/dist/browser/{chunk-35B42UFM.mjs → chunk-PIS7ZAP7.mjs} +12 -25
  32. package/dist/browser/{chunk-TCLEOZ4P.mjs → chunk-QMNZFFD3.mjs} +4 -3
  33. package/dist/browser/{chunk-R4WUDZQV.mjs → chunk-SRL47USS.mjs} +2 -2
  34. package/dist/browser/chunk-TY7L6OXO.mjs +69 -0
  35. package/dist/browser/{chunk-MVM33ZUL.mjs → chunk-W643QV3L.mjs} +6 -5
  36. package/dist/browser/chunk-WXLBZJMT.mjs +25 -0
  37. package/dist/browser/{chunk-MWUK3DA5.mjs → chunk-XILIT5MT.mjs} +8 -8
  38. package/dist/browser/{cold-module-MJMKNUYJ.mjs → cold-module-A5S6JFDN.mjs} +20 -20
  39. package/dist/browser/{durability-wiring-SNOWIT6Z.mjs → durability-wiring-W5AVV3RF.mjs} +120 -80
  40. package/dist/browser/gzip-5S7ROJFJ.mjs +1 -0
  41. package/dist/browser/import-PTT63AGK.mjs +12 -0
  42. package/dist/browser/{module-BUFNZMEU.mjs → module-CEKA7MQH.mjs} +13 -10
  43. package/dist/browser/module-X5PGOE47.mjs +4288 -0
  44. package/dist/browser/{phrase-module-HGVBO24W.mjs → phrase-module-CNKMUY4U.mjs} +2 -1
  45. package/dist/browser/pool-DTYSPBMQ.mjs +296 -0
  46. package/dist/{restore-queue-FEYAC4SB.mjs → browser/restore-queue-DD4LWZK7.mjs} +2 -2
  47. package/dist/browser/{runtime-VEUH674B.mjs → runtime-D2ULZGCN.mjs} +3 -2
  48. package/dist/browser/{snapshot-QXBKHJAG.mjs → snapshot-DQ6A4PQP.mjs} +20 -15
  49. package/dist/browser/{write-WHFBDWQS.mjs → write-MAGRAIEH.mjs} +14 -11
  50. package/dist/{capabilities-BCdUwK_L.d.ts → capabilities-BT-HLDC8.d.ts} +3 -3
  51. package/dist/{chunk-O4LJQI4G.mjs → chunk-2HJWQPR6.mjs} +126 -4
  52. package/dist/{chunk-Z4HFMYNX.mjs → chunk-3BVGJ4JR.mjs} +36 -13
  53. package/dist/{chunk-ZPWS2SKJ.mjs → chunk-3HV7M5OJ.mjs} +272 -112
  54. package/dist/{chunk-UIKN2OTQ.mjs → chunk-3MXV3VHR.mjs} +2 -23
  55. package/dist/{browser/chunk-CCOAOO73.mjs → chunk-3SBJVQLL.mjs} +2 -2
  56. package/dist/chunk-3TVDTACC.mjs +104 -0
  57. package/dist/{chunk-YH5OIL7B.mjs → chunk-5QMHMELB.mjs} +6 -1
  58. package/dist/{chunk-SBMAWTRG.mjs → chunk-5WB2A3XU.mjs} +84 -15
  59. package/dist/{chunk-NPNK57CA.mjs → chunk-65WCV5JO.mjs} +1 -1
  60. package/dist/chunk-6BWLDLS3.mjs +58 -0
  61. package/dist/{chunk-UUZCQQG2.mjs → chunk-6C5EX2QR.mjs} +3 -3
  62. package/dist/{chunk-VEFN6X6Q.mjs → chunk-6F6USYII.mjs} +120 -13
  63. package/dist/{chunk-AST3SHFA.mjs → chunk-7HKWO4BJ.mjs} +7 -7
  64. package/dist/{chunk-W2COJ5AH.mjs → chunk-7N223GWV.mjs} +2 -2
  65. package/dist/{chunk-GWOS5DYC.mjs → chunk-ADBS5XRI.mjs} +11 -13
  66. package/dist/{chunk-TNBIK2LQ.mjs → chunk-AWNHDBKV.mjs} +430 -75
  67. package/dist/{chunk-ZMBFWQXN.mjs → chunk-B2FTZNNF.mjs} +2 -2
  68. package/dist/chunk-B7XIOAMK.mjs +100 -0
  69. package/dist/{chunk-W55X2BYN.mjs → chunk-BEZH7VEH.mjs} +1 -1
  70. package/dist/{chunk-QSK35UC2.mjs → chunk-BTPGQC6Z.mjs} +3 -11
  71. package/dist/{chunk-LA4WNDHL.mjs → chunk-CYYSZPVV.mjs} +12 -14
  72. package/dist/{chunk-SRJBFG2T.mjs → chunk-DOY6EG76.mjs} +6 -7
  73. package/dist/{chunk-6SNBQESJ.mjs → chunk-F22IOCR2.mjs} +10 -6
  74. package/dist/{chunk-J6YVB2XM.mjs → chunk-IJPK5PGM.mjs} +1 -1
  75. package/dist/{chunk-L76W3IZJ.mjs → chunk-IRWP524D.mjs} +1 -1
  76. package/dist/{chunk-XS2VM7UE.mjs → chunk-IZT3G24Q.mjs} +2 -2
  77. package/dist/{chunk-NOT5QOHU.mjs → chunk-J7M73VY7.mjs} +1 -1
  78. package/dist/chunk-K5HSUPYS.mjs +11 -0
  79. package/dist/chunk-KAKQ74LS.mjs +53 -0
  80. package/dist/{chunk-ZSWHPKGM.mjs → chunk-KYVRZAYP.mjs} +69 -2
  81. package/dist/{chunk-NRUXBYPH.mjs → chunk-KZ5GQE4Z.mjs} +5 -5
  82. package/dist/{browser/chunk-XNWPP5NS.mjs → chunk-KZQIVGW7.mjs} +2 -2
  83. package/dist/{chunk-KZL72VTC.mjs → chunk-L7TIAYPX.mjs} +11 -10
  84. package/dist/{chunk-DD2673TX.mjs → chunk-LDGGR7YT.mjs} +4 -81
  85. package/dist/{chunk-XZ3SRNDJ.mjs → chunk-LJ4ENXOD.mjs} +77 -16
  86. package/dist/chunk-LQG5G2LY.mjs +39 -0
  87. package/dist/{chunk-HNHCNTVG.mjs → chunk-MDF6PDIA.mjs} +11 -0
  88. package/dist/{chunk-74XB2SXI.mjs → chunk-NVTFQFUL.mjs} +16 -2
  89. package/dist/{chunk-BOJZGUS6.mjs → chunk-NYSONUB7.mjs} +1 -1
  90. package/dist/{chunk-WJGO5PGV.mjs → chunk-O4KUNDVF.mjs} +31 -17
  91. package/dist/{chunk-PWIWSUCX.mjs → chunk-POUYICOU.mjs} +1 -1
  92. package/dist/{chunk-EBIHRL7B.mjs → chunk-Q2UL2TPC.mjs} +1 -1
  93. package/dist/{chunk-NJJCPFXN.mjs → chunk-QEYF2SQ6.mjs} +2 -2
  94. package/dist/{chunk-7AUASRE7.mjs → chunk-QN5WVV5K.mjs} +7 -7
  95. package/dist/{chunk-RIIUZJQ3.mjs → chunk-QYRNLLLI.mjs} +1 -1
  96. package/dist/chunk-SOUZMPME.mjs +1635 -0
  97. package/dist/{chunk-C3YDYX6C.mjs → chunk-T4CJDBBE.mjs} +1 -1
  98. package/dist/{chunk-YLNSJQLX.mjs → chunk-TTCKT2RT.mjs} +5 -5
  99. package/dist/{chunk-KEIYVZUX.mjs → chunk-U2726TL5.mjs} +5 -5
  100. package/dist/{chunk-RKAVHNRW.mjs → chunk-U46IZNCW.mjs} +10 -5
  101. package/dist/{chunk-BRUUBXCB.mjs → chunk-U6NE6RCV.mjs} +10 -38
  102. package/dist/{chunk-VJEGOELZ.mjs → chunk-VP6XRMWR.mjs} +4 -4
  103. package/dist/{chunk-IO5F7ZBE.mjs → chunk-VQDZVWN3.mjs} +874 -413
  104. package/dist/{chunk-IWVEG5CX.mjs → chunk-XIHUI4KB.mjs} +2 -2
  105. package/dist/{chunk-YHUTF6EA.mjs → chunk-XKPNKR3V.mjs} +17 -47
  106. package/dist/{chunk-HJJWY6PT.mjs → chunk-YGQOPB2Z.mjs} +1 -1
  107. package/dist/chunk-YKEHQUSZ.mjs +248 -0
  108. package/dist/{chunk-GLZHNSGB.mjs → chunk-ZAYWOHVG.mjs} +1 -1
  109. package/dist/{chunk-ICW45TTU.mjs → chunk-ZEKDO7YX.mjs} +2 -2
  110. package/dist/chunk-ZXNNR73R.mjs +31 -0
  111. package/dist/{chunk-VJS4JFBQ.mjs → chunk-ZXX5GZEX.mjs} +3 -1
  112. package/dist/{chunk-RHKRTYGO.mjs → chunk-ZYKUD5NX.mjs} +9 -7
  113. package/dist/{client-B12YFALP.d.ts → client-Cn3gNxUU.d.ts} +62 -5
  114. package/dist/client.d.ts +8 -8
  115. package/dist/client.mjs +46 -0
  116. package/dist/{cold-module-4X7WJCFM.mjs → cold-module-2WWGBFJC.mjs} +43 -49
  117. package/dist/{config-CIG5yDyg.d.ts → config-CfhH1IWQ.d.ts} +150 -3
  118. package/dist/{config-BhZxIeb1.d.ts → config-aIsy7mcL.d.ts} +63 -3
  119. package/dist/direct-executor-QLVHMELJ.mjs +24 -0
  120. package/dist/distribution/coordinator/etcd.d.ts +3 -3
  121. package/dist/distribution/coordinator/etcd.mjs +1 -1
  122. package/dist/distribution/coordinator/in-memory.d.ts +3 -3
  123. package/dist/distribution/transport/grpc.mjs +4 -4
  124. package/dist/distribution/transport/in-memory.mjs +2 -2
  125. package/dist/distribution/transport/tcp.mjs +3 -3
  126. package/dist/distribution.d.ts +8 -8
  127. package/dist/distribution.mjs +16116 -14537
  128. package/dist/{durability-wiring-324D2DDD.mjs → durability-wiring-GNWQSZI3.mjs} +142 -109
  129. package/dist/embeddings/openai.d.ts +1 -1
  130. package/dist/embeddings/openai.mjs +2 -2
  131. package/dist/{engine-CtzbHOmG.d.ts → engine-CJRUHXgf.d.ts} +3 -3
  132. package/dist/gzip-F4HMIEEQ.mjs +1 -0
  133. package/dist/import-DX55PN4G.mjs +41 -0
  134. package/dist/{index-DsEurhSl.d.ts → index-MsF7e5hL.d.ts} +2 -2
  135. package/dist/index.browser.mjs +7 -4
  136. package/dist/index.d.ts +542 -8
  137. package/dist/index.mjs +29 -32
  138. package/dist/index.react-native.mjs +19 -0
  139. package/dist/invalidation/broadcast-channel.d.ts +1 -1
  140. package/dist/invalidation/filesystem.d.ts +1 -1
  141. package/dist/invalidation/filesystem.mjs +1 -1
  142. package/dist/invalidation/noop.d.ts +1 -1
  143. package/dist/{long-query-thread-4SW7RWDE.mjs → long-query-thread-SCUE62TO.mjs} +23 -25
  144. package/dist/{module-DXSJ5LT2.mjs → module-HW6IXUM6.mjs} +603 -112
  145. package/dist/module-V5K4ZP23.mjs +45 -0
  146. package/dist/{paged-partition-archive-HFP45PLU.mjs → paged-partition-archive-FDIIWZNR.mjs} +42 -41
  147. package/dist/partial-words.mjs +7 -9
  148. package/dist/pattern.mjs +4 -6
  149. package/dist/persistence/durability/checkpoint-worker.d.ts +2 -2
  150. package/dist/persistence/durability/checkpoint-worker.mjs +36 -39
  151. package/dist/{phrase-module-5QHBD2VJ.mjs → phrase-module-OUQIRUQU.mjs} +1 -1
  152. package/dist/pool-UPV5PVPY.mjs +298 -0
  153. package/dist/react-native/chunks/analysis-change-HGW3L6NY.mjs +893 -0
  154. package/dist/react-native/chunks/analysis-change-entry-BNRU6STO.mjs +1 -0
  155. package/dist/react-native/chunks/chunk-2J2727V4.mjs +495 -0
  156. package/dist/react-native/chunks/chunk-3CTWSQRW.mjs +1251 -0
  157. package/dist/react-native/chunks/chunk-5FV4ZEVA.mjs +2619 -0
  158. package/dist/react-native/chunks/chunk-7VWQLEFV.mjs +642 -0
  159. package/dist/react-native/chunks/chunk-AAAETEJK.mjs +27 -0
  160. package/dist/react-native/chunks/chunk-AM7RSBPF.mjs +32 -0
  161. package/dist/react-native/chunks/chunk-B6OD63Z3.mjs +997 -0
  162. package/dist/react-native/chunks/chunk-BRNAVOKP.mjs +177 -0
  163. package/dist/react-native/chunks/chunk-DKJTZ625.mjs +207 -0
  164. package/dist/react-native/chunks/chunk-FKGG4UOF.mjs +177 -0
  165. package/dist/{browser/chunk-6RHTAVZX.mjs → react-native/chunks/chunk-GV5KFQ6M.mjs} +38 -15
  166. package/dist/react-native/chunks/chunk-HURV3ASY.mjs +4416 -0
  167. package/dist/react-native/chunks/chunk-IO2SMUQD.mjs +10 -0
  168. package/dist/react-native/chunks/chunk-JV6VQY2S.mjs +17 -0
  169. package/dist/react-native/chunks/chunk-KUJOBRKS.mjs +217 -0
  170. package/dist/react-native/chunks/chunk-KWRW5U65.mjs +226 -0
  171. package/dist/react-native/chunks/chunk-L4M7QJNP.mjs +110 -0
  172. package/dist/react-native/chunks/chunk-LQ6Q4L5B.mjs +360 -0
  173. package/dist/react-native/chunks/chunk-LQAKO5QV.mjs +523 -0
  174. package/dist/react-native/chunks/chunk-LRGWK367.mjs +11 -0
  175. package/dist/react-native/chunks/chunk-LVIKKAA6.mjs +93 -0
  176. package/dist/react-native/chunks/chunk-NFGBOI46.mjs +14 -0
  177. package/dist/react-native/chunks/chunk-NNE4VDMM.mjs +8 -0
  178. package/dist/react-native/chunks/chunk-PPEPTUVV.mjs +56 -0
  179. package/dist/react-native/chunks/chunk-PSWKQVVT.mjs +9 -0
  180. package/dist/{chunk-KGOXHLLZ.mjs → react-native/chunks/chunk-PU55IOG4.mjs} +228 -11
  181. package/dist/react-native/chunks/chunk-QC4ZRBSX.mjs +270 -0
  182. package/dist/react-native/chunks/chunk-R4EEMYM6.mjs +21 -0
  183. package/dist/react-native/chunks/chunk-R4OPUZQ5.mjs +86 -0
  184. package/dist/react-native/chunks/chunk-SLGIAD6B.mjs +2634 -0
  185. package/dist/react-native/chunks/chunk-TJMSKBEM.mjs +25 -0
  186. package/dist/react-native/chunks/chunk-TLYD7IJ2.mjs +23 -0
  187. package/dist/react-native/chunks/chunk-UFNCLEQM.mjs +73 -0
  188. package/dist/react-native/chunks/chunk-YH7W556M.mjs +179 -0
  189. package/dist/react-native/chunks/chunk-YJSMEKRE.mjs +22385 -0
  190. package/dist/react-native/chunks/chunk-ZCKNBPQ4.mjs +79 -0
  191. package/dist/react-native/chunks/cold-module-TSFWLYWC.mjs +755 -0
  192. package/dist/react-native/chunks/durability-wiring-PZR6KOQK.mjs +4509 -0
  193. package/dist/react-native/chunks/gzip.react-native-7JWCLVOB.mjs +3 -0
  194. package/dist/react-native/chunks/import-VTODLPLO.mjs +22 -0
  195. package/dist/{browser/module-BVP4TKZU.mjs → react-native/chunks/module-JBBH6PZH.mjs} +671 -146
  196. package/dist/react-native/chunks/module-VEK2KCKU.mjs +25 -0
  197. package/dist/react-native/chunks/phrase-module-76UAPPSG.mjs +329 -0
  198. package/dist/react-native/chunks/pool-CD4ANYUI.mjs +296 -0
  199. package/dist/react-native/chunks/release-D7ZTIANM.mjs +33 -0
  200. package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
  201. package/dist/{browser/restore-queue-ONYNYUDE.mjs → react-native/chunks/restore-queue-OI5EH7R3.mjs} +2 -2
  202. package/dist/react-native/chunks/runtime-3MCDLJAF.mjs +559 -0
  203. package/dist/react-native/chunks/snapshot-AUZMEV36.mjs +1205 -0
  204. package/dist/react-native/chunks/write-DDC2QBRJ.mjs +197 -0
  205. package/dist/{chunk-DQNKVOJ2.mjs → react-native/partial-words.mjs} +13 -228
  206. package/dist/react-native/pattern.mjs +2442 -0
  207. package/dist/react-native/synonyms.mjs +460 -0
  208. package/dist/react.d.ts +11 -11
  209. package/dist/react.mjs +11 -0
  210. package/dist/{rerank-KTLC3E6N.mjs → rerank-3W54N6P2.mjs} +4 -4
  211. package/dist/rerankers/http.d.ts +1 -1
  212. package/dist/rerankers/http.mjs +2 -2
  213. package/dist/restore-queue-BQWWNNQI.mjs +41 -0
  214. package/dist/{runtime-DYV75DCB.mjs → runtime-L2DZYY6N.mjs} +5 -5
  215. package/dist/{schema-B-Runv0n.d.ts → schema-D33CyXCy.d.ts} +1 -1
  216. package/dist/server.d.ts +24 -12
  217. package/dist/server.mjs +159 -38
  218. package/dist/{snapshot-CGM65VCD.mjs → snapshot-EHXTOTW5.mjs} +47 -50
  219. package/dist/synonyms.mjs +3 -4
  220. package/dist/{tasks-CjRJRGTb.d.ts → tasks-C4ElXr4P.d.ts} +59 -7
  221. package/dist/thread-I7DVHHW7.mjs +31 -0
  222. package/dist/vector/search-worker.d.ts +2 -2
  223. package/dist/vector/search-worker.mjs +8 -7
  224. package/dist/workers/entry.mjs +9 -9
  225. package/dist/{write-2DZPEQL2.mjs → write-SDJXXQ2G.mjs} +36 -39
  226. package/openapi.json +349 -2
  227. package/package.json +108 -8
  228. package/dist/analysis-change-HQUT2Z3I.mjs +0 -43
  229. package/dist/browser/import-TLB2A5LJ.mjs +0 -9
  230. package/dist/chunk-5WYVUPGD.mjs +0 -427
  231. package/dist/chunk-AV4IJKD2.mjs +0 -35
  232. package/dist/chunk-GES7U2PM.mjs +0 -68
  233. package/dist/chunk-N37VMC62.mjs +0 -18
  234. package/dist/chunk-WNBRW4Q2.mjs +0 -128
  235. package/dist/chunk-WQBCBKY3.mjs +0 -8
  236. package/dist/chunk-ZATRDAYU.mjs +0 -160
  237. package/dist/direct-executor-7XOQ7VQP.mjs +0 -28
  238. package/dist/import-OOBUW3RR.mjs +0 -44
  239. package/dist/module-IYPLWHGC.mjs +0 -48
  240. package/dist/thread-KGNAIKPD.mjs +0 -33
  241. /package/dist/{chunk-22YPZVMG.mjs → chunk-ZXNQEW43.mjs} +0 -0
@@ -1,427 +0,0 @@
1
- import { requireDocumentWithinSizeLimit, validateRequiredFields } from './chunk-KGOXHLLZ.mjs';
2
- import { ErrorCodes, NarsilError } from './chunk-HNHCNTVG.mjs';
3
-
4
- // src/narsil/internals.ts
5
- var engineCores = /* @__PURE__ */ new WeakMap();
6
- var rerankWindowSources = /* @__PURE__ */ new WeakMap();
7
- function bindEngineCore(engine, core) {
8
- engineCores.set(engine, core);
9
- }
10
- function engineCoreOf(engine) {
11
- return engineCores.get(engine);
12
- }
13
- function bindRerankWindowSource(owner, read) {
14
- rerankWindowSources.set(owner, read);
15
- }
16
- function rerankWindowCapOf(owner) {
17
- const core = engineCores.get(owner);
18
- if (core !== void 0) return core.rerankSettings.maxWindow;
19
- return rerankWindowSources.get(owner)?.();
20
- }
21
-
22
- // src/engine/embed.ts
23
- function assertDocumentCarriesMappedVectors(document, embeddingConfig, adapterName) {
24
- for (const targetField of Object.keys(embeddingConfig.fields)) {
25
- const existing = resolveFieldValue(document, targetField);
26
- if (existing === void 0 || existing === null) {
27
- throw new NarsilError(
28
- ErrorCodes.EMBEDDING_CONFIG_INVALID,
29
- adapterName ? `The index embeds "${targetField}" via adapter "${adapterName}", which is not registered on this engine. Register the adapter or supply the vector on the document.` : `The index embeds "${targetField}" automatically but no embedding adapter is bound. Bind an adapter or supply the vector on the document.`,
30
- adapterName ? { field: targetField, adapter: adapterName } : { field: targetField }
31
- );
32
- }
33
- }
34
- }
35
- function validateVector(vector, targetField, expectedDimensions) {
36
- if (!(vector instanceof Float32Array)) {
37
- throw new NarsilError(
38
- ErrorCodes.EMBEDDING_FAILED,
39
- `Adapter returned ${typeof vector} for field "${targetField}", expected Float32Array`,
40
- { field: targetField, returnedType: typeof vector }
41
- );
42
- }
43
- if (vector.length !== expectedDimensions) {
44
- throw new NarsilError(
45
- ErrorCodes.EMBEDDING_DIMENSION_MISMATCH,
46
- `Adapter returned ${vector.length}-dimensional vector for field "${targetField}", expected ${expectedDimensions}`,
47
- { field: targetField, expected: expectedDimensions, actual: vector.length }
48
- );
49
- }
50
- for (let i = 0; i < vector.length; i++) {
51
- if (Number.isNaN(vector[i])) {
52
- throw new NarsilError(
53
- ErrorCodes.EMBEDDING_FAILED,
54
- `Adapter returned vector with NaN at index ${i} for field "${targetField}"`,
55
- { field: targetField, index: i }
56
- );
57
- }
58
- }
59
- return vector;
60
- }
61
- function resolveFieldValue(document, path) {
62
- if (!path.includes(".")) return document[path];
63
- const segments = path.split(".");
64
- let current = document;
65
- for (const segment of segments) {
66
- if (current === null || current === void 0 || typeof current !== "object") return void 0;
67
- current = current[segment];
68
- }
69
- return current;
70
- }
71
- function setFieldValue(document, path, value) {
72
- if (!path.includes(".")) {
73
- document[path] = value;
74
- return;
75
- }
76
- const segments = path.split(".");
77
- let current = document;
78
- for (let i = 0; i < segments.length - 1; i++) {
79
- let next = current[segments[i]];
80
- if (next === null || next === void 0 || typeof next !== "object") {
81
- next = {};
82
- current[segments[i]] = next;
83
- }
84
- current = next;
85
- }
86
- current[segments[segments.length - 1]] = value;
87
- }
88
- function deleteFieldValue(document, path) {
89
- if (!path.includes(".")) {
90
- delete document[path];
91
- return;
92
- }
93
- const segments = path.split(".");
94
- let current = document;
95
- for (let i = 0; i < segments.length - 1; i++) {
96
- const next = current[segments[i]];
97
- if (next === null || next === void 0 || typeof next !== "object") return;
98
- current = next;
99
- }
100
- delete current[segments[segments.length - 1]];
101
- }
102
- function collectSourceText(document, sourceFields, targetField, documentIndex) {
103
- const sources = Array.isArray(sourceFields) ? sourceFields : [sourceFields];
104
- const parts = [];
105
- for (const source of sources) {
106
- const value = resolveFieldValue(document, source);
107
- if (value === void 0 || value === null || value === "") continue;
108
- if (typeof value !== "string") {
109
- throw new NarsilError(
110
- ErrorCodes.DOC_VALIDATION_FAILED,
111
- `Embedding source field "${source}" must be a string, got ${typeof value}`,
112
- { field: source, targetField }
113
- );
114
- }
115
- parts.push(value);
116
- }
117
- if (parts.length === 0) {
118
- const details = { field: targetField };
119
- if (documentIndex !== void 0) {
120
- details.documentIndex = documentIndex;
121
- }
122
- throw new NarsilError(
123
- ErrorCodes.EMBEDDING_NO_SOURCE,
124
- `All source fields for embedding target "${targetField}" are missing or empty`,
125
- details
126
- );
127
- }
128
- return parts.join("\n");
129
- }
130
- function wrapAdapterError(err, targetField) {
131
- if (err instanceof NarsilError) return err;
132
- const message = err instanceof Error ? err.message : String(err);
133
- return new NarsilError(ErrorCodes.EMBEDDING_FAILED, `Embedding failed for field "${targetField}": ${message}`, {
134
- field: targetField,
135
- cause: message
136
- });
137
- }
138
- async function embedDocumentFields(document, embeddingConfig, adapter, signal) {
139
- const embeddedFields = /* @__PURE__ */ new Set();
140
- try {
141
- for (const [targetField, sourceFields] of Object.entries(embeddingConfig.fields)) {
142
- const existing = resolveFieldValue(document, targetField);
143
- if (existing !== void 0 && existing !== null) continue;
144
- const text = collectSourceText(document, sourceFields, targetField);
145
- let vector;
146
- try {
147
- const raw = await adapter.embed(text, "document", signal);
148
- vector = validateVector(raw, targetField, adapter.dimensions);
149
- } catch (err) {
150
- throw wrapAdapterError(err, targetField);
151
- }
152
- setFieldValue(document, targetField, vector);
153
- embeddedFields.add(targetField);
154
- }
155
- } catch (err) {
156
- for (const field of embeddedFields) {
157
- deleteFieldValue(document, field);
158
- }
159
- throw err;
160
- }
161
- return embeddedFields;
162
- }
163
- var SOURCE_FAILURE_CODES = /* @__PURE__ */ new Set([
164
- ErrorCodes.EMBEDDING_NO_SOURCE,
165
- ErrorCodes.DOC_VALIDATION_FAILED
166
- ]);
167
- function isDocumentSourceError(err) {
168
- return err instanceof NarsilError && SOURCE_FAILURE_CODES.has(err.code);
169
- }
170
- async function embedBatchDocumentFields(documents, embeddingConfig, adapter, signal) {
171
- const embedded = /* @__PURE__ */ new Map();
172
- const failed = /* @__PURE__ */ new Map();
173
- try {
174
- for (const [targetField, sourceFields] of Object.entries(embeddingConfig.fields)) {
175
- const needsEmbedding = [];
176
- for (let i = 0; i < documents.length; i++) {
177
- if (failed.has(i)) continue;
178
- const doc = documents[i];
179
- const existing = resolveFieldValue(doc, targetField);
180
- if (existing !== void 0 && existing !== null) continue;
181
- try {
182
- const text = collectSourceText(doc, sourceFields, targetField, i);
183
- needsEmbedding.push({ docIndex: i, text });
184
- } catch (err) {
185
- if (isDocumentSourceError(err)) {
186
- failed.set(i, err);
187
- } else {
188
- throw err;
189
- }
190
- }
191
- }
192
- if (needsEmbedding.length === 0) continue;
193
- const texts = needsEmbedding.map((entry) => entry.text);
194
- let vectors;
195
- try {
196
- if (adapter.embedBatch) {
197
- vectors = await adapter.embedBatch(texts, "document", signal);
198
- } else {
199
- vectors = [];
200
- const concurrency = 8;
201
- for (let start = 0; start < texts.length; start += concurrency) {
202
- const chunk = texts.slice(start, start + concurrency);
203
- const chunkResults = await Promise.all(chunk.map((t) => adapter.embed(t, "document", signal)));
204
- vectors.push(...chunkResults);
205
- }
206
- }
207
- } catch (err) {
208
- throw wrapAdapterError(err, targetField);
209
- }
210
- if (vectors.length !== needsEmbedding.length) {
211
- throw new NarsilError(
212
- ErrorCodes.EMBEDDING_FAILED,
213
- `Adapter returned ${vectors.length} vectors for ${needsEmbedding.length} inputs on field "${targetField}"`,
214
- { field: targetField, expected: needsEmbedding.length, actual: vectors.length }
215
- );
216
- }
217
- for (let j = 0; j < needsEmbedding.length; j++) {
218
- const { docIndex } = needsEmbedding[j];
219
- const validated = validateVector(vectors[j], targetField, adapter.dimensions);
220
- setFieldValue(documents[docIndex], targetField, validated);
221
- let fieldSet = embedded.get(docIndex);
222
- if (!fieldSet) {
223
- fieldSet = /* @__PURE__ */ new Set();
224
- embedded.set(docIndex, fieldSet);
225
- }
226
- fieldSet.add(targetField);
227
- }
228
- }
229
- } catch (err) {
230
- for (const [docIndex, fields] of embedded) {
231
- for (const field of fields) {
232
- deleteFieldValue(documents[docIndex], field);
233
- }
234
- }
235
- throw err;
236
- }
237
- return { embedded, failed };
238
- }
239
-
240
- // src/engine/mutations/insert-admission.ts
241
- function providedDocId(document) {
242
- if (document === null || typeof document !== "object") return void 0;
243
- const id = document.id;
244
- return typeof id === "string" && id.length > 0 ? id : void 0;
245
- }
246
- function requireDocumentObject(document) {
247
- if (document !== null && typeof document === "object" && !Array.isArray(document)) {
248
- requireDocumentWithinSizeLimit(document);
249
- return;
250
- }
251
- const received = Array.isArray(document) ? "a list" : document === null ? "null" : `a ${typeof document}`;
252
- throw new NarsilError(
253
- ErrorCodes.DOC_VALIDATION_FAILED,
254
- `Each document must be an object, while this entry is ${received}`,
255
- {
256
- received
257
- }
258
- );
259
- }
260
- function requireMatchingDocId(docId, document) {
261
- const embeddedDocId = providedDocId(document);
262
- if (embeddedDocId === void 0 || embeddedDocId === docId) return;
263
- throw new NarsilError(
264
- ErrorCodes.DOC_VALIDATION_FAILED,
265
- `The call names document id "${docId}" while the document's own id field is "${embeddedDocId}", so the stored document would contradict the key that it is stored under`,
266
- { docId, documentId: embeddedDocId }
267
- );
268
- }
269
- function asBatchInsertError(err) {
270
- return err instanceof NarsilError ? err : new NarsilError(ErrorCodes.DOC_VALIDATION_FAILED, String(err));
271
- }
272
- function createPendingAdmissions() {
273
- return { total: 0, byPartition: /* @__PURE__ */ new Map() };
274
- }
275
- function capsEachPartition(ctx, manager) {
276
- return ctx.capacityScope === "partition" && manager.config.partitions?.maxDocsPerPartition !== void 0;
277
- }
278
- function recordPendingAdmission(ctx, pending, manager, docId) {
279
- pending.total += 1;
280
- if (!capsEachPartition(ctx, manager)) return;
281
- const partitionId = manager.routePartition(docId);
282
- pending.byPartition.set(partitionId, (pending.byPartition.get(partitionId) ?? 0) + 1);
283
- }
284
- function admitInsert(ctx, indexName, manager, docId, pending) {
285
- const rebalancing = ctx.isRebalancing(indexName);
286
- if (rebalancing) {
287
- const bufferedState = ctx.bufferedDocState(indexName, docId);
288
- const exists = bufferedState !== void 0 ? bufferedState === "present" : manager.has(docId);
289
- if (exists) {
290
- throw new NarsilError(ErrorCodes.DOC_ALREADY_EXISTS, `Document "${docId}" already exists`, { docId });
291
- }
292
- }
293
- assertRoomFor(ctx, indexName, manager, docId, pending, rebalancing);
294
- }
295
- function admitBufferedUpsert(ctx, indexName, manager, docId) {
296
- assertRoomFor(ctx, indexName, manager, docId, void 0, true);
297
- }
298
- function assertRoomFor(ctx, indexName, manager, docId, pending, rebalancing) {
299
- if (ctx.capacityScope === "partition") {
300
- if (!capsEachPartition(ctx, manager)) return;
301
- const partitionId = manager.routePartition(docId);
302
- manager.assertPartitionCapacity(partitionId, pending?.byPartition.get(partitionId) ?? 0);
303
- return;
304
- }
305
- const pendingAdmitted = pending?.total ?? 0;
306
- if (!rebalancing) {
307
- manager.assertCapacity(pendingAdmitted);
308
- return;
309
- }
310
- manager.assertCapacity(
311
- ctx.pendingRebalanceWrites(indexName) + pendingAdmitted,
312
- ctx.rebalanceTargetPartitionCount(indexName)
313
- );
314
- }
315
- function collectRequiredFieldFailures(documents, chunkStart, chunkEnd, required, chunkFailedIndexes, failed) {
316
- for (let i = chunkStart; i < chunkEnd; i++) {
317
- try {
318
- validateRequiredFields(documents[i], required);
319
- } catch (err) {
320
- chunkFailedIndexes.add(i);
321
- failed.push({ docId: providedDocId(documents[i]) ?? "", error: asBatchInsertError(err) });
322
- }
323
- }
324
- }
325
- async function embedChunkDocuments(entry, documents, chunkStart, chunkEnd, signal, chunkFailedIndexes, failed) {
326
- if (entry.config.embedding === void 0) return;
327
- if (entry.embeddingAdapter === null) {
328
- for (let i = chunkStart; i < chunkEnd; i++) {
329
- if (chunkFailedIndexes.has(i)) continue;
330
- try {
331
- assertDocumentCarriesMappedVectors(
332
- documents[i],
333
- entry.config.embedding,
334
- entry.embeddingAdapterName
335
- );
336
- } catch (err) {
337
- chunkFailedIndexes.add(i);
338
- failed.push({
339
- docId: providedDocId(documents[i]) ?? "",
340
- error: err instanceof NarsilError ? err : new NarsilError(ErrorCodes.EMBEDDING_FAILED, String(err))
341
- });
342
- }
343
- }
344
- return;
345
- }
346
- const embeddableSlice = [];
347
- const embeddableOriginalIndexes = [];
348
- for (let i = chunkStart; i < chunkEnd; i++) {
349
- if (chunkFailedIndexes.has(i)) continue;
350
- embeddableSlice.push(documents[i]);
351
- embeddableOriginalIndexes.push(i);
352
- }
353
- if (embeddableSlice.length === 0) return;
354
- try {
355
- const embedResult = await embedBatchDocumentFields(
356
- embeddableSlice,
357
- entry.config.embedding,
358
- entry.embeddingAdapter,
359
- signal
360
- );
361
- for (const [sliceIndex, error] of embedResult.failed) {
362
- const originalIdx = embeddableOriginalIndexes[sliceIndex];
363
- chunkFailedIndexes.add(originalIdx);
364
- failed.push({ docId: providedDocId(documents[originalIdx]) ?? "", error });
365
- }
366
- } catch (err) {
367
- const embeddingError = err instanceof NarsilError ? err : new NarsilError(ErrorCodes.EMBEDDING_FAILED, String(err));
368
- for (const originalIdx of embeddableOriginalIndexes) {
369
- chunkFailedIndexes.add(originalIdx);
370
- failed.push({ docId: providedDocId(documents[originalIdx]) ?? "", error: embeddingError });
371
- }
372
- }
373
- }
374
-
375
- // src/engine/resolve-vector-text.ts
376
- async function resolveVectorText(params, embeddingAdapter, signal, embeddingAdapterName) {
377
- if (!params.vector) return params;
378
- if (params.vector.text === void 0 && params.vector.value === void 0) return params;
379
- if (params.vector.value !== void 0 && params.vector.text === void 0) return params;
380
- if (params.vector.text !== void 0 && params.vector.value !== void 0) {
381
- throw new NarsilError(ErrorCodes.EMBEDDING_CONFIG_INVALID, "Vector query cannot have both 'text' and 'value'");
382
- }
383
- if (!embeddingAdapter) {
384
- throw new NarsilError(
385
- ErrorCodes.EMBEDDING_CONFIG_INVALID,
386
- embeddingAdapterName ? `Vector query with 'text' needs embedding adapter "${embeddingAdapterName}", which is not registered on this engine. Register it with registerEmbeddingAdapter or supply a raw vector.` : "Vector query with 'text' requires an embedding adapter on the index or instance",
387
- embeddingAdapterName ? { adapter: embeddingAdapterName } : void 0
388
- );
389
- }
390
- if (typeof params.vector.text !== "string") {
391
- throw new NarsilError(
392
- ErrorCodes.DOC_VALIDATION_FAILED,
393
- `Vector query 'text' must be a string, got ${typeof params.vector.text}`
394
- );
395
- }
396
- if (params.vector.text.length === 0) {
397
- throw new NarsilError(ErrorCodes.DOC_VALIDATION_FAILED, "Vector query 'text' must not be empty");
398
- }
399
- let raw;
400
- try {
401
- raw = await embeddingAdapter.embed(params.vector.text, "query", signal);
402
- } catch (err) {
403
- if (err instanceof NarsilError) throw err;
404
- const message = err instanceof Error ? err.message : String(err);
405
- throw new NarsilError(ErrorCodes.EMBEDDING_FAILED, `The embedding adapter cannot embed the query: ${message}`, {
406
- cause: message
407
- });
408
- }
409
- if (!(raw instanceof Float32Array)) {
410
- throw new NarsilError(
411
- ErrorCodes.EMBEDDING_FAILED,
412
- `Adapter returned ${typeof raw} for query embedding, expected Float32Array`
413
- );
414
- }
415
- if (raw.length !== embeddingAdapter.dimensions) {
416
- throw new NarsilError(
417
- ErrorCodes.EMBEDDING_DIMENSION_MISMATCH,
418
- `Adapter returned ${raw.length}-dimensional vector for query, expected ${embeddingAdapter.dimensions}`,
419
- { expected: embeddingAdapter.dimensions, actual: raw.length }
420
- );
421
- }
422
- const resolved = { ...params.vector, value: Array.from(raw) };
423
- delete resolved.text;
424
- return { ...params, vector: resolved };
425
- }
426
-
427
- export { admitBufferedUpsert, admitInsert, asBatchInsertError, assertDocumentCarriesMappedVectors, bindEngineCore, bindRerankWindowSource, collectRequiredFieldFailures, createPendingAdmissions, embedChunkDocuments, embedDocumentFields, engineCoreOf, providedDocId, recordPendingAdmission, requireDocumentObject, requireMatchingDocId, rerankWindowCapOf, resolveVectorText };
@@ -1,35 +0,0 @@
1
- // src/runtime/detect.ts
2
- function detectRuntimeName() {
3
- if ("Bun" in globalThis) {
4
- return "bun";
5
- }
6
- if ("Deno" in globalThis) {
7
- return "deno";
8
- }
9
- const proc = globalThis.process;
10
- if (typeof proc === "object" && proc !== null && typeof proc.versions === "object" && typeof proc.versions?.node === "string") {
11
- return "node";
12
- }
13
- return "browser";
14
- }
15
- function getCpuCount() {
16
- const nav = globalThis.navigator;
17
- if (nav && typeof nav.hardwareConcurrency === "number" && nav.hardwareConcurrency >= 1) {
18
- return nav.hardwareConcurrency;
19
- }
20
- return 1;
21
- }
22
- function detectRuntime() {
23
- const runtime = detectRuntimeName();
24
- return {
25
- runtime,
26
- cpuCount: getCpuCount(),
27
- supportsWorkerThreads: runtime === "node" || runtime === "bun",
28
- supportsWebWorkers: runtime === "browser" || runtime === "deno" || runtime === "bun",
29
- supportsFileSystem: runtime === "node" || runtime === "bun" || runtime === "deno",
30
- supportsIndexedDB: runtime === "browser" || "indexedDB" in globalThis,
31
- supportsBroadcastChannel: "BroadcastChannel" in globalThis
32
- };
33
- }
34
-
35
- export { detectRuntime };
@@ -1,68 +0,0 @@
1
- // src/core/fuzzy.ts
2
- var FIRST_SURROGATE = 55296;
3
- var LAST_SURROGATE = 57343;
4
- var LAST_BASIC_PLANE_CODE_POINT = 65535;
5
- function hasSurrogate(text) {
6
- for (let index = 0; index < text.length; index++) {
7
- const unit = text.charCodeAt(index);
8
- if (unit >= FIRST_SURROGATE && unit <= LAST_SURROGATE) return true;
9
- }
10
- return false;
11
- }
12
- function fuzzyPrefixOf(queryTerm, prefixLength) {
13
- let end = 0;
14
- for (let counted = 0; counted < prefixLength && end < queryTerm.length; counted++) {
15
- const codePoint = queryTerm.codePointAt(end);
16
- end += codePoint !== void 0 && codePoint > LAST_BASIC_PLANE_CODE_POINT ? 2 : 1;
17
- }
18
- return queryTerm.slice(0, end);
19
- }
20
- function fuzzyTermMatches(queryTerm, indexTerm, tolerance, prefixLength) {
21
- if (queryTerm === indexTerm) return true;
22
- if (tolerance <= 0) return false;
23
- if (!indexTerm.startsWith(fuzzyPrefixOf(queryTerm, prefixLength))) return false;
24
- return boundedLevenshtein(queryTerm, indexTerm, tolerance).withinTolerance;
25
- }
26
- function boundedLevenshtein(a, b, tolerance) {
27
- if (tolerance < 0) return { distance: -1, withinTolerance: false, cells: 0 };
28
- if (a === b) return { distance: 0, withinTolerance: true, cells: 0 };
29
- return tabulatedLevenshtein(a, b, tolerance);
30
- }
31
- function tabulatedLevenshtein(a, b, tolerance) {
32
- if (tolerance < 0) return { distance: -1, withinTolerance: false, cells: 0 };
33
- if (hasSurrogate(a) || hasSurrogate(b)) return bandedDistance(Array.from(a), Array.from(b), tolerance);
34
- return bandedDistance(a, b, tolerance);
35
- }
36
- function bandedDistance(a, b, tolerance) {
37
- const m = a.length;
38
- const n = b.length;
39
- const beyond = tolerance + 1;
40
- if (Math.abs(m - n) > tolerance) return { distance: beyond, withinTolerance: false, cells: 0 };
41
- let previous = new Uint32Array(n + 1).fill(beyond);
42
- let current = new Uint32Array(n + 1).fill(beyond);
43
- const firstRowEnd = Math.min(n, tolerance);
44
- for (let j = 0; j <= firstRowEnd; j++) previous[j] = j;
45
- let cells = 0;
46
- for (let i = 1; i <= m; i++) {
47
- const low = Math.max(1, i - tolerance);
48
- const high = Math.min(n, i + tolerance);
49
- current[low - 1] = low === 1 ? i : beyond;
50
- let rowMin = current[low - 1];
51
- const character = a[i - 1];
52
- if (high >= low) cells += high - low + 1;
53
- for (let j = low; j <= high; j++) {
54
- const substitution = previous[j - 1] + (character === b[j - 1] ? 0 : 1);
55
- const cell = Math.min(previous[j] + 1, current[j - 1] + 1, substitution, beyond);
56
- current[j] = cell;
57
- if (cell < rowMin) rowMin = cell;
58
- }
59
- if (rowMin > tolerance) return { distance: beyond, withinTolerance: false, cells };
60
- const finished = previous;
61
- previous = current;
62
- current = finished;
63
- }
64
- const distance = previous[n];
65
- return { distance, withinTolerance: distance <= tolerance, cells };
66
- }
67
-
68
- export { boundedLevenshtein, fuzzyPrefixOf, fuzzyTermMatches, tabulatedLevenshtein };
@@ -1,18 +0,0 @@
1
- // src/core/id-generator.ts
2
- function generateId() {
3
- const bytes = new Uint8Array(16);
4
- crypto.getRandomValues(bytes);
5
- const now = Date.now();
6
- bytes[0] = Math.floor(now / 2 ** 40);
7
- bytes[1] = Math.floor(now / 2 ** 32) % 256;
8
- bytes[2] = Math.floor(now / 2 ** 24) % 256;
9
- bytes[3] = Math.floor(now / 2 ** 16) % 256;
10
- bytes[4] = Math.floor(now / 2 ** 8) % 256;
11
- bytes[5] = now % 256;
12
- bytes[6] = bytes[6] & 15 | 112;
13
- bytes[8] = bytes[8] & 63 | 128;
14
- const hex = Array.from(bytes, (b) => b.toString(16).padStart(2, "0")).join("");
15
- return `${hex.slice(0, 8)}-${hex.slice(8, 12)}-${hex.slice(12, 16)}-${hex.slice(16, 20)}-${hex.slice(20)}`;
16
- }
17
-
18
- export { generateId };
@@ -1,128 +0,0 @@
1
- import { english } from './chunk-TGP5M5R7.mjs';
2
- import { NarsilError, ErrorCodes } from './chunk-HNHCNTVG.mjs';
3
- import { encode, decode } from '@msgpack/msgpack';
4
-
5
- // src/languages/registry.ts
6
- var languages = /* @__PURE__ */ new Map();
7
- languages.set("english", english);
8
- function registerLanguage(module) {
9
- languages.set(module.name, module);
10
- }
11
- function getLanguage(name) {
12
- const lang = languages.get(name);
13
- if (!lang) {
14
- throw new NarsilError(ErrorCodes.LANGUAGE_NOT_SUPPORTED, `Language "${name}" is not registered`, { language: name });
15
- }
16
- return lang;
17
- }
18
-
19
- // src/core/synonyms/constants.ts
20
- var MAX_SYNONYM_RULES = 1e5;
21
- var MAX_SYNONYM_WORDS = 5e5;
22
- var MAX_SYNONYM_WORD_BYTES = 4194304;
23
- var MAX_SYNONYM_RULE_WORDS = 100;
24
- var MIN_TWO_WAY_SYNONYM_WORDS = 2;
25
- var MIN_ONE_WAY_SYNONYMS = 1;
26
- var SYNONYMS_ADDED_PER_QUERY = 50;
27
- var SYNONYM_EXPANSION_CACHE_ENTRIES = 1024;
28
-
29
- // src/core/synonyms/rules.ts
30
- var FIRST_PRINTABLE_CODE = 32;
31
- function holdsControlCharacter(word) {
32
- for (let i = 0; i < word.length; i++) if (word.charCodeAt(i) < FIRST_PRINTABLE_CODE) return true;
33
- return false;
34
- }
35
- function utf8Length(word) {
36
- let bytes = 0;
37
- for (let i = 0; i < word.length; i++) {
38
- const unit = word.charCodeAt(i);
39
- if (unit < 128) bytes += 1;
40
- else if (unit < 2048) bytes += 2;
41
- else if (unit >= 55296 && unit < 56320 && i + 1 < word.length) {
42
- const low = word.charCodeAt(i + 1);
43
- if (low >= 56320 && low < 57344) {
44
- bytes += 4;
45
- i++;
46
- } else bytes += 3;
47
- } else bytes += 3;
48
- }
49
- return bytes;
50
- }
51
- function hasOnlyKeys(value, keys) {
52
- const own = Object.keys(value);
53
- return own.length === keys.length && keys.every((key) => Object.hasOwn(value, key));
54
- }
55
- function readWord(value, rule, tally, raise) {
56
- if (typeof value !== "string") {
57
- raise(`Synonym rule ${rule} holds a word that is not a string`, { rule });
58
- }
59
- if (holdsControlCharacter(value)) {
60
- raise(`Synonym rule ${rule} holds a word with a control character`, { rule });
61
- }
62
- tally.words++;
63
- tally.bytes += utf8Length(value);
64
- if (tally.words > MAX_SYNONYM_WORDS) {
65
- raise(`A synonym set holds at most ${MAX_SYNONYM_WORDS} words`, { maxWords: MAX_SYNONYM_WORDS });
66
- }
67
- if (tally.bytes > MAX_SYNONYM_WORD_BYTES) {
68
- raise(`The words of a synonym set hold at most ${MAX_SYNONYM_WORD_BYTES} bytes in UTF-8`, {
69
- maxWordBytes: MAX_SYNONYM_WORD_BYTES
70
- });
71
- }
72
- return value;
73
- }
74
- function readWords(value, rule, key, minimum, maximum, tally, raise) {
75
- if (!Array.isArray(value) || value.length < minimum || value.length > maximum) {
76
- raise(`Synonym rule ${rule} needs "${key}" as a list of ${minimum} to ${maximum} words`, { rule });
77
- }
78
- const words = new Array(value.length);
79
- for (let i = 0; i < value.length; i++) words[i] = readWord(value[i], rule, tally, raise);
80
- return words;
81
- }
82
- function readRule(value, rule, tally, raise) {
83
- if (value === null || typeof value !== "object" || Array.isArray(value)) {
84
- raise(`Synonym rule ${rule} must be an object`, { rule });
85
- }
86
- if (hasOnlyKeys(value, ["words"])) {
87
- const words = Reflect.get(value, "words");
88
- return { words: readWords(words, rule, "words", MIN_TWO_WAY_SYNONYM_WORDS, MAX_SYNONYM_RULE_WORDS, tally, raise) };
89
- }
90
- if (hasOnlyKeys(value, ["word", "synonyms"])) {
91
- const word = readWord(Reflect.get(value, "word"), rule, tally, raise);
92
- const synonyms = readWords(
93
- Reflect.get(value, "synonyms"),
94
- rule,
95
- "synonyms",
96
- MIN_ONE_WAY_SYNONYMS,
97
- MAX_SYNONYM_RULE_WORDS - 1,
98
- tally,
99
- raise
100
- );
101
- return { word, synonyms };
102
- }
103
- raise(`Synonym rule ${rule} must hold either "words" alone, or "word" and "synonyms"`, { rule });
104
- }
105
- function parseSynonymRules(value, raise) {
106
- if (!Array.isArray(value)) raise("A synonym set must be a list of rules", {});
107
- if (value.length > MAX_SYNONYM_RULES) {
108
- raise(`A synonym set holds at most ${MAX_SYNONYM_RULES} rules`, { maxRules: MAX_SYNONYM_RULES });
109
- }
110
- const tally = { words: 0, bytes: 0 };
111
- const rules = new Array(value.length);
112
- for (let rule = 0; rule < value.length; rule++) rules[rule] = readRule(value[rule], rule, tally, raise);
113
- return rules;
114
- }
115
- function encodeSynonymRules(rules) {
116
- return encode(rules);
117
- }
118
- function decodeSynonymRules(bytes, raise) {
119
- let decoded;
120
- try {
121
- decoded = decode(bytes);
122
- } catch {
123
- raise("A stored synonym set is not valid MessagePack", {});
124
- }
125
- return parseSynonymRules(decoded, raise);
126
- }
127
-
128
- export { SYNONYMS_ADDED_PER_QUERY, SYNONYM_EXPANSION_CACHE_ENTRIES, decodeSynonymRules, encodeSynonymRules, getLanguage, parseSynonymRules, registerLanguage };
@@ -1,8 +0,0 @@
1
- // src/filters/constants.ts
2
- var MAX_FILTER_DEPTH = 30;
3
- var MAX_FILTER_TESTS = 1024;
4
- var FILTER_OPERAND_COPY_DEPTH = 3;
5
- var MAX_FILTER_ARRAY_SIZE = 65536;
6
- var GEO_UNIT_METRES = { km: 1e3, mi: 1609.344, m: 1 };
7
-
8
- export { FILTER_OPERAND_COPY_DEPTH, GEO_UNIT_METRES, MAX_FILTER_ARRAY_SIZE, MAX_FILTER_DEPTH, MAX_FILTER_TESTS };