@delali/narsil 0.3.1-next.145 → 0.3.1-next.146
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/filesystem.mjs +2 -2
- package/dist/adapters/gcs.mjs +2 -2
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/adapters/s3.mjs +2 -2
- package/dist/analysis-change-ZCJNYBJM.mjs +39 -0
- package/dist/{analysis-change-entry-V4SQQSXQ.mjs → analysis-change-entry-YN3ELL6C.mjs} +1 -1
- package/dist/browser/{analysis-change-QTCQ5ETU.mjs → analysis-change-M65AZQQG.mjs} +8 -5
- package/dist/browser/{analysis-change-entry-KYEQSP3I.mjs → analysis-change-entry-H3YIOLXZ.mjs} +1 -1
- package/dist/browser/{chunk-GP4QLUQM.mjs → chunk-2JABMB4S.mjs} +10 -6
- package/dist/browser/{chunk-5WYWLTM5.mjs → chunk-4DYLCICG.mjs} +2 -2
- package/dist/browser/{chunk-75PMIFQA.mjs → chunk-4RD3AFSB.mjs} +1 -1
- package/dist/browser/{chunk-XWMEGKDC.mjs → chunk-5V74FFZE.mjs} +2 -2
- package/dist/browser/{chunk-PMBSBSCN.mjs → chunk-6OWX3OP2.mjs} +2 -2
- package/dist/browser/chunk-BRWY3JCN.mjs +678 -0
- package/dist/browser/{chunk-ZALEKEUH.mjs → chunk-BVX2MEHA.mjs} +306 -607
- package/dist/browser/{chunk-FXPMF65P.mjs → chunk-D6UFGBF5.mjs} +15 -45
- package/dist/browser/{chunk-QNDWMPV2.mjs → chunk-IAXZAVYL.mjs} +25 -66
- package/dist/browser/chunk-JNOAKDUM.mjs +31 -0
- package/dist/browser/{chunk-BTMRV5MY.mjs → chunk-KAEVGLYN.mjs} +2 -2
- package/dist/browser/{chunk-FHO5N7FD.mjs → chunk-LURXVCHG.mjs} +1 -1
- package/dist/browser/chunk-MPK76GVS.mjs +63 -0
- package/dist/browser/{chunk-6OFS7RUN.mjs → chunk-NVEJJP4R.mjs} +1 -1
- package/dist/browser/{chunk-U77XQJOY.mjs → chunk-ODQP7P3H.mjs} +455 -66
- package/dist/browser/{chunk-IFGTRRPU.mjs → chunk-PIS7ZAP7.mjs} +3 -25
- package/dist/browser/{chunk-XIHLIMFX.mjs → chunk-QMNZFFD3.mjs} +4 -3
- package/dist/browser/{chunk-AOKLYVTT.mjs → chunk-SRL47USS.mjs} +2 -2
- package/dist/browser/chunk-TY7L6OXO.mjs +69 -0
- package/dist/browser/{chunk-LGJ6XMH5.mjs → chunk-W643QV3L.mjs} +6 -5
- package/dist/browser/chunk-WXLBZJMT.mjs +25 -0
- package/dist/browser/{chunk-ZKVDQ5ZH.mjs → chunk-XILIT5MT.mjs} +8 -8
- package/dist/browser/{cold-module-Y2IJAP7S.mjs → cold-module-A5S6JFDN.mjs} +20 -20
- package/dist/browser/{durability-wiring-MLXZ5QQF.mjs → durability-wiring-W5AVV3RF.mjs} +53 -30
- package/dist/browser/gzip-5S7ROJFJ.mjs +1 -0
- package/dist/browser/import-PTT63AGK.mjs +12 -0
- package/dist/browser/{module-5LMDGXQH.mjs → module-CEKA7MQH.mjs} +13 -10
- package/dist/browser/module-X5PGOE47.mjs +4288 -0
- package/dist/browser/{phrase-module-KXNRTWCS.mjs → phrase-module-CNKMUY4U.mjs} +2 -1
- package/dist/browser/pool-DTYSPBMQ.mjs +296 -0
- package/dist/{restore-queue-UAVGBSJG.mjs → browser/restore-queue-DD4LWZK7.mjs} +2 -2
- package/dist/browser/{runtime-ZNEGK33G.mjs → runtime-D2ULZGCN.mjs} +3 -2
- package/dist/browser/{snapshot-2EGS2FYU.mjs → snapshot-DQ6A4PQP.mjs} +18 -14
- package/dist/browser/{write-WMZA6NSF.mjs → write-MAGRAIEH.mjs} +14 -11
- package/dist/{capabilities-CNnzGtqP.d.ts → capabilities-BT-HLDC8.d.ts} +2 -2
- package/dist/{chunk-FRJ5RGX7.mjs → chunk-2HJWQPR6.mjs} +2 -2
- package/dist/{chunk-DKMZ7JFW.mjs → chunk-3BVGJ4JR.mjs} +10 -4
- package/dist/{chunk-QYMAYU7M.mjs → chunk-3HV7M5OJ.mjs} +155 -149
- package/dist/chunk-3MXV3VHR.mjs +46 -0
- package/dist/{chunk-6FOJKNUR.mjs → chunk-3SBJVQLL.mjs} +2 -2
- package/dist/{chunk-PRID7CA6.mjs → chunk-3TVDTACC.mjs} +1 -1
- package/dist/{chunk-RTVAWNUL.mjs → chunk-5WB2A3XU.mjs} +9 -6
- package/dist/{chunk-LWFK3TC2.mjs → chunk-65WCV5JO.mjs} +1 -1
- package/dist/{chunk-G6Q5DEF5.mjs → chunk-6BWLDLS3.mjs} +3 -46
- package/dist/{chunk-W6M4RRAT.mjs → chunk-6C5EX2QR.mjs} +3 -3
- package/dist/{chunk-HOC5JP2H.mjs → chunk-6F6USYII.mjs} +119 -11
- package/dist/{chunk-7523VCM4.mjs → chunk-7HKWO4BJ.mjs} +7 -7
- package/dist/{chunk-ONDEEBTA.mjs → chunk-7N223GWV.mjs} +2 -2
- package/dist/{chunk-UGQULMSU.mjs → chunk-ADBS5XRI.mjs} +10 -10
- package/dist/{chunk-MJTEU2XK.mjs → chunk-AWNHDBKV.mjs} +429 -73
- package/dist/{chunk-2E2ZFOPT.mjs → chunk-B2FTZNNF.mjs} +2 -2
- package/dist/{chunk-NWTEJ2T7.mjs → chunk-B7XIOAMK.mjs} +3 -3
- package/dist/{chunk-W55X2BYN.mjs → chunk-BEZH7VEH.mjs} +1 -1
- package/dist/chunk-BTPGQC6Z.mjs +27 -0
- package/dist/{chunk-KG5N7LE6.mjs → chunk-CYYSZPVV.mjs} +11 -11
- package/dist/{chunk-HTMUGEFU.mjs → chunk-DOY6EG76.mjs} +6 -6
- package/dist/{chunk-UHVTEVF5.mjs → chunk-F22IOCR2.mjs} +10 -6
- package/dist/{chunk-FTQLF5JI.mjs → chunk-IRWP524D.mjs} +1 -1
- package/dist/{chunk-XLAI4OIO.mjs → chunk-IZT3G24Q.mjs} +2 -2
- package/dist/{chunk-SE7MKJVK.mjs → chunk-J7M73VY7.mjs} +1 -1
- package/dist/chunk-KAKQ74LS.mjs +53 -0
- package/dist/{chunk-GVPYMSLO.mjs → chunk-KYVRZAYP.mjs} +1 -1
- package/dist/{chunk-F442VZUL.mjs → chunk-KZ5GQE4Z.mjs} +5 -5
- package/dist/{chunk-WDEWU46C.mjs → chunk-KZQIVGW7.mjs} +2 -2
- package/dist/{chunk-7AJAW6NN.mjs → chunk-L7TIAYPX.mjs} +8 -8
- package/dist/{chunk-GRFXSEFF.mjs → chunk-LDGGR7YT.mjs} +4 -81
- package/dist/{chunk-WMIV7PJ7.mjs → chunk-LJ4ENXOD.mjs} +15 -14
- package/dist/chunk-LQG5G2LY.mjs +39 -0
- package/dist/{chunk-IQHZMCLX.mjs → chunk-MDF6PDIA.mjs} +2 -0
- package/dist/{chunk-QXH2CS4V.mjs → chunk-NVTFQFUL.mjs} +7 -26
- package/dist/{chunk-5K2JHKM3.mjs → chunk-NYSONUB7.mjs} +1 -1
- package/dist/{chunk-OH7SX5MY.mjs → chunk-O4KUNDVF.mjs} +12 -10
- package/dist/{chunk-EBIHRL7B.mjs → chunk-Q2UL2TPC.mjs} +1 -1
- package/dist/{chunk-RNUP6WZ6.mjs → chunk-QEYF2SQ6.mjs} +2 -2
- package/dist/{chunk-RVBUQITB.mjs → chunk-QN5WVV5K.mjs} +7 -7
- package/dist/{chunk-RIIUZJQ3.mjs → chunk-QYRNLLLI.mjs} +1 -1
- package/dist/{chunk-BTARFTEN.mjs → chunk-SOUZMPME.mjs} +4 -4
- package/dist/{chunk-ISUOSACK.mjs → chunk-T4CJDBBE.mjs} +1 -1
- package/dist/{chunk-DHEJAGVW.mjs → chunk-TTCKT2RT.mjs} +5 -5
- package/dist/{chunk-QU2XF7VI.mjs → chunk-U2726TL5.mjs} +5 -4
- package/dist/{chunk-LYKUJNAV.mjs → chunk-U46IZNCW.mjs} +2 -2
- package/dist/{chunk-SNB4DYL3.mjs → chunk-U6NE6RCV.mjs} +4 -4
- package/dist/{chunk-SA52N7G3.mjs → chunk-VP6XRMWR.mjs} +4 -4
- package/dist/{chunk-YUCGFPMS.mjs → chunk-VQDZVWN3.mjs} +449 -405
- package/dist/{chunk-IWVEG5CX.mjs → chunk-XIHUI4KB.mjs} +2 -2
- package/dist/{chunk-IV2XTSS2.mjs → chunk-XKPNKR3V.mjs} +16 -46
- package/dist/{chunk-UQS5PAS5.mjs → chunk-YGQOPB2Z.mjs} +1 -1
- package/dist/{chunk-SVO6NV4D.mjs → chunk-YKEHQUSZ.mjs} +4 -4
- package/dist/{chunk-6Z22L5RN.mjs → chunk-ZAYWOHVG.mjs} +1 -1
- package/dist/{chunk-QLDLQW36.mjs → chunk-ZEKDO7YX.mjs} +2 -2
- package/dist/chunk-ZXNNR73R.mjs +31 -0
- package/dist/{chunk-VJS4JFBQ.mjs → chunk-ZXX5GZEX.mjs} +3 -1
- package/dist/{chunk-X5SBWARI.mjs → chunk-ZYKUD5NX.mjs} +9 -7
- package/dist/{client-DoYPHcUn.d.ts → client-Cn3gNxUU.d.ts} +3 -3
- package/dist/client.d.ts +5 -5
- package/dist/client.mjs +2 -0
- package/dist/{cold-module-NUD332YD.mjs → cold-module-2WWGBFJC.mjs} +36 -33
- package/dist/{config-CuUfls_H.d.ts → config-CfhH1IWQ.d.ts} +1 -1
- package/dist/{config-Dzs46im6.d.ts → config-aIsy7mcL.d.ts} +52 -1
- package/dist/direct-executor-QLVHMELJ.mjs +24 -0
- package/dist/distribution/coordinator/etcd.mjs +1 -1
- package/dist/distribution/transport/grpc.mjs +1 -1
- package/dist/distribution.d.ts +4 -4
- package/dist/distribution.mjs +150 -255
- package/dist/{durability-wiring-K7RDXWL6.mjs → durability-wiring-GNWQSZI3.mjs} +67 -42
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{engine-C0ifUEcm.d.ts → engine-CJRUHXgf.d.ts} +1 -1
- package/dist/gzip-F4HMIEEQ.mjs +1 -0
- package/dist/import-DX55PN4G.mjs +41 -0
- package/dist/index.browser.mjs +7 -4
- package/dist/index.d.ts +539 -5
- package/dist/index.mjs +22 -16
- package/dist/index.react-native.mjs +19 -0
- package/dist/{long-query-thread-FKVHRCHF.mjs → long-query-thread-SCUE62TO.mjs} +20 -17
- package/dist/{module-GJUKW5VU.mjs → module-HW6IXUM6.mjs} +601 -108
- package/dist/{module-TMFIWOD2.mjs → module-V5K4ZP23.mjs} +29 -23
- package/dist/{paged-partition-archive-WNUEMYWM.mjs → paged-partition-archive-FDIIWZNR.mjs} +31 -25
- package/dist/partial-words.mjs +5 -5
- package/dist/pattern.mjs +3 -3
- package/dist/persistence/durability/checkpoint-worker.mjs +28 -22
- package/dist/{phrase-module-OMY3QQV7.mjs → phrase-module-OUQIRUQU.mjs} +1 -1
- package/dist/pool-UPV5PVPY.mjs +298 -0
- package/dist/react-native/chunks/analysis-change-HGW3L6NY.mjs +893 -0
- package/dist/react-native/chunks/analysis-change-entry-BNRU6STO.mjs +1 -0
- package/dist/react-native/chunks/chunk-2J2727V4.mjs +495 -0
- package/dist/react-native/chunks/chunk-3CTWSQRW.mjs +1251 -0
- package/dist/react-native/chunks/chunk-5FV4ZEVA.mjs +2619 -0
- package/dist/react-native/chunks/chunk-7VWQLEFV.mjs +642 -0
- package/dist/react-native/chunks/chunk-AAAETEJK.mjs +27 -0
- package/dist/react-native/chunks/chunk-AM7RSBPF.mjs +32 -0
- package/dist/react-native/chunks/chunk-B6OD63Z3.mjs +997 -0
- package/dist/react-native/chunks/chunk-BRNAVOKP.mjs +177 -0
- package/dist/react-native/chunks/chunk-DKJTZ625.mjs +207 -0
- package/dist/react-native/chunks/chunk-FKGG4UOF.mjs +177 -0
- package/dist/{browser/chunk-K7UFXEJS.mjs → react-native/chunks/chunk-GV5KFQ6M.mjs} +12 -6
- package/dist/react-native/chunks/chunk-HURV3ASY.mjs +4416 -0
- package/dist/react-native/chunks/chunk-IO2SMUQD.mjs +10 -0
- package/dist/react-native/chunks/chunk-JV6VQY2S.mjs +17 -0
- package/dist/react-native/chunks/chunk-KUJOBRKS.mjs +217 -0
- package/dist/react-native/chunks/chunk-KWRW5U65.mjs +226 -0
- package/dist/react-native/chunks/chunk-L4M7QJNP.mjs +110 -0
- package/dist/react-native/chunks/chunk-LQ6Q4L5B.mjs +360 -0
- package/dist/react-native/chunks/chunk-LQAKO5QV.mjs +523 -0
- package/dist/react-native/chunks/chunk-LRGWK367.mjs +11 -0
- package/dist/react-native/chunks/chunk-LVIKKAA6.mjs +93 -0
- package/dist/react-native/chunks/chunk-NFGBOI46.mjs +14 -0
- package/dist/react-native/chunks/chunk-NNE4VDMM.mjs +8 -0
- package/dist/react-native/chunks/chunk-PPEPTUVV.mjs +56 -0
- package/dist/react-native/chunks/chunk-PSWKQVVT.mjs +9 -0
- package/dist/react-native/chunks/chunk-PU55IOG4.mjs +910 -0
- package/dist/react-native/chunks/chunk-QC4ZRBSX.mjs +270 -0
- package/dist/react-native/chunks/chunk-R4EEMYM6.mjs +21 -0
- package/dist/react-native/chunks/chunk-R4OPUZQ5.mjs +86 -0
- package/dist/react-native/chunks/chunk-SLGIAD6B.mjs +2634 -0
- package/dist/react-native/chunks/chunk-TJMSKBEM.mjs +25 -0
- package/dist/react-native/chunks/chunk-TLYD7IJ2.mjs +23 -0
- package/dist/react-native/chunks/chunk-UFNCLEQM.mjs +73 -0
- package/dist/react-native/chunks/chunk-YH7W556M.mjs +179 -0
- package/dist/react-native/chunks/chunk-YJSMEKRE.mjs +22385 -0
- package/dist/react-native/chunks/chunk-ZCKNBPQ4.mjs +79 -0
- package/dist/react-native/chunks/cold-module-TSFWLYWC.mjs +755 -0
- package/dist/react-native/chunks/durability-wiring-PZR6KOQK.mjs +4509 -0
- package/dist/react-native/chunks/gzip.react-native-7JWCLVOB.mjs +3 -0
- package/dist/react-native/chunks/import-VTODLPLO.mjs +22 -0
- package/dist/{browser/module-Q6VFGLMG.mjs → react-native/chunks/module-JBBH6PZH.mjs} +609 -144
- package/dist/react-native/chunks/module-VEK2KCKU.mjs +25 -0
- package/dist/react-native/chunks/phrase-module-76UAPPSG.mjs +329 -0
- package/dist/react-native/chunks/pool-CD4ANYUI.mjs +296 -0
- package/dist/react-native/chunks/release-D7ZTIANM.mjs +33 -0
- package/dist/react-native/chunks/replace-IMZUVUOE.mjs +57 -0
- package/dist/{browser/restore-queue-SOAHKZSQ.mjs → react-native/chunks/restore-queue-OI5EH7R3.mjs} +2 -2
- package/dist/react-native/chunks/runtime-3MCDLJAF.mjs +559 -0
- package/dist/react-native/chunks/snapshot-AUZMEV36.mjs +1205 -0
- package/dist/react-native/chunks/write-DDC2QBRJ.mjs +197 -0
- package/dist/react-native/partial-words.mjs +733 -0
- package/dist/react-native/pattern.mjs +2442 -0
- package/dist/react-native/synonyms.mjs +460 -0
- package/dist/react.d.ts +7 -7
- package/dist/react.mjs +2 -0
- package/dist/{rerank-ZZ5CHKLW.mjs → rerank-3W54N6P2.mjs} +4 -4
- package/dist/rerankers/http.mjs +2 -2
- package/dist/restore-queue-BQWWNNQI.mjs +41 -0
- package/dist/{runtime-RAOCKSYA.mjs → runtime-L2DZYY6N.mjs} +5 -5
- package/dist/server.d.ts +8 -8
- package/dist/server.mjs +32 -28
- package/dist/{snapshot-DB5ZVCDN.mjs → snapshot-EHXTOTW5.mjs} +39 -33
- package/dist/synonyms.mjs +3 -3
- package/dist/{tasks-ChWp0wrF.d.ts → tasks-C4ElXr4P.d.ts} +2 -2
- package/dist/thread-I7DVHHW7.mjs +31 -0
- package/dist/vector/search-worker.mjs +7 -5
- package/dist/workers/entry.mjs +9 -9
- package/dist/{write-KZVTLGCI.mjs → write-SDJXXQ2G.mjs} +29 -23
- package/package.json +88 -7
- package/dist/analysis-change-D5APH4Z3.mjs +0 -34
- package/dist/browser/import-FTMLTPGQ.mjs +0 -9
- package/dist/direct-executor-FDQYQEJQ.mjs +0 -22
- package/dist/import-6KXFY6XI.mjs +0 -35
- package/dist/thread-OV6T555H.mjs +0 -28
- /package/dist/{chunk-22YPZVMG.mjs → chunk-ZXNQEW43.mjs} +0 -0
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
1
|
+
import { WORKER_YOUNG_GENERATION_MB } from './chunk-3MXV3VHR.mjs';
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-MDF6PDIA.mjs';
|
|
3
3
|
|
|
4
4
|
// src/runtime/detect.ts
|
|
5
5
|
function detectRuntimeName() {
|
|
@@ -35,49 +35,6 @@ function detectRuntime() {
|
|
|
35
35
|
};
|
|
36
36
|
}
|
|
37
37
|
|
|
38
|
-
// src/workers/constants.ts
|
|
39
|
-
var WORKER_YOUNG_GENERATION_MB = 24;
|
|
40
|
-
var MIN_WORKER_COUNT = 2;
|
|
41
|
-
var MAX_WORKER_COUNT = 8;
|
|
42
|
-
var FALLBACK_CPU_COUNT = 4;
|
|
43
|
-
var MIN_CORES_FOR_SEVERAL_REQUEST_THREADS = 3;
|
|
44
|
-
var DEFAULT_BACKPRESSURE_LIMIT = 100;
|
|
45
|
-
var DEFAULT_REQUEST_TIMEOUT_MS = 3e4;
|
|
46
|
-
var SHUTDOWN_TIMEOUT_MS = 5e3;
|
|
47
|
-
var CONSECUTIVE_TIMEOUTS_BEFORE_DEATH = 3;
|
|
48
|
-
|
|
49
|
-
// src/workers/worker-count.ts
|
|
50
|
-
function detectCpuCount() {
|
|
51
|
-
try {
|
|
52
|
-
if (navigator?.hardwareConcurrency) {
|
|
53
|
-
return navigator.hardwareConcurrency;
|
|
54
|
-
}
|
|
55
|
-
if (typeof process !== "undefined") {
|
|
56
|
-
const ap = process.availableParallelism;
|
|
57
|
-
if (typeof ap === "function") {
|
|
58
|
-
return ap();
|
|
59
|
-
}
|
|
60
|
-
}
|
|
61
|
-
} catch {
|
|
62
|
-
return FALLBACK_CPU_COUNT;
|
|
63
|
-
}
|
|
64
|
-
return FALLBACK_CPU_COUNT;
|
|
65
|
-
}
|
|
66
|
-
function resolveWorkerCount(requested) {
|
|
67
|
-
if (requested !== void 0 && requested > 0) {
|
|
68
|
-
return Math.min(requested, SCRATCH_SLOTS_PER_THREAD_POOL);
|
|
69
|
-
}
|
|
70
|
-
return Math.max(MIN_WORKER_COUNT, Math.min(MAX_WORKER_COUNT, detectCpuCount() - 1));
|
|
71
|
-
}
|
|
72
|
-
function resolveRequestThreadCount(requested) {
|
|
73
|
-
if (detectCpuCount() < MIN_CORES_FOR_SEVERAL_REQUEST_THREADS) return 1;
|
|
74
|
-
return resolveWorkerCount(requested);
|
|
75
|
-
}
|
|
76
|
-
function splitWorkerBudget(total) {
|
|
77
|
-
const keyword = Math.ceil(total / 2);
|
|
78
|
-
return { keyword, vector: total - keyword };
|
|
79
|
-
}
|
|
80
|
-
|
|
81
38
|
// src/workers/entry-point.ts
|
|
82
39
|
var DIST_SEGMENT = "/dist/";
|
|
83
40
|
function resolveWorkerEntry(moduleUrl, sourceDirectory, distEntry) {
|
|
@@ -98,4 +55,4 @@ function workerResourceLimits() {
|
|
|
98
55
|
return { maxYoungGenerationSizeMb: WORKER_YOUNG_GENERATION_MB };
|
|
99
56
|
}
|
|
100
57
|
|
|
101
|
-
export {
|
|
58
|
+
export { detectRuntime, missingWorkerEntry, resolveWorkerEntry, workerResourceLimits };
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { packChecksummedEnvelope } from './chunk-
|
|
2
|
-
import { fnv1a } from './chunk-
|
|
3
|
-
import { ErrorCodes, NarsilError } from './chunk-
|
|
1
|
+
import { packChecksummedEnvelope } from './chunk-VQDZVWN3.mjs';
|
|
2
|
+
import { fnv1a } from './chunk-KAKQ74LS.mjs';
|
|
3
|
+
import { ErrorCodes, NarsilError } from './chunk-MDF6PDIA.mjs';
|
|
4
4
|
import { encode } from '@msgpack/msgpack';
|
|
5
5
|
|
|
6
6
|
// src/persistence/durability/segment/store.ts
|
|
@@ -1,15 +1,110 @@
|
|
|
1
|
+
import { normalizeSort, requireMatchingCursor, encodePageCursor, decodePageCursor, projectionKeepsField, resolveProjection, clampRowCount, bm25SetsValue, sortSignatureOf, requireSortableFields, analyseQueryPhrases, requireLoadedPhraseCode, fanOutQuery, loadPhraseCodeFor, requireWithinResultWindow, sortModesOf, applySorting, applyPagination, countsWithoutScores, fanOutMatchCount, validatedFilterOf, createPatternWorkMeter, partialWordsToHighlight, partialWordHighlighter, pruneStatsToQueryTerms, mergeBM25Levels, everyValueFacetConfig, fulltextMatches, mergeFacets, applyPartitionFiltersBitset, readOldGenerationStatistics, readResidentMemory, partitionsIn, undeclaredFieldOnStrictIndex, MAX_BM25_K1, MAX_BM25_B } from './chunk-3HV7M5OJ.mjs';
|
|
2
|
+
import { FNV_OFFSET_BASIS, fnv1aContinue, fnv1aContinueTaggedNumbers } from './chunk-KAKQ74LS.mjs';
|
|
3
|
+
import { admittedHeapBytes } from './chunk-XIHUI4KB.mjs';
|
|
4
|
+
import { engineThreadYoungGenerationBytes } from './chunk-Q2UL2TPC.mjs';
|
|
1
5
|
import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN, MAX_DOC_ID_LENGTH, DEFAULT_LIMIT, DEFAULT_SUGGEST_LIMIT, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, ABSOLUTE_WINDOWS_PATH_PATTERN, MODULE_URL_SCHEME_PATTERN, DEFAULT_OFFSET } from './chunk-EEBCDP36.mjs';
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
6
|
+
import { MIN_OVERSAMPLE } from './chunk-NVTFQFUL.mjs';
|
|
7
|
+
import { turnIsSpent, yieldTurn } from './chunk-LQG5G2LY.mjs';
|
|
8
|
+
import { MAX_RENUMBERED_SEARCH_ATTEMPTS } from './chunk-BTPGQC6Z.mjs';
|
|
9
|
+
import { flattenSchema, partialFieldsOf } from './chunk-SOUZMPME.mjs';
|
|
5
10
|
import { DEFAULT_MAX_PER_GROUP, DEFAULT_FUZZY_PREFIX_LENGTH, BM25_DISPLAYED_NAME_LENGTH, DEFAULT_LINEAR_ALPHA, MIN_LINEAR_ALPHA, MAX_LINEAR_ALPHA, DEFAULT_RANK_CONSTANT, MIN_RANK_CONSTANT, RESULT_WINDOW, MAX_TOLERANCE, MAX_PREFIX_LENGTH } from './chunk-FQBFZAWG.mjs';
|
|
6
|
-
import { tokenize } from './chunk-
|
|
7
|
-
import { isStringValuedBase, parsedTypeOf, isWordIndexedFieldType, fuzzyTermMatches } from './chunk-
|
|
11
|
+
import { tokenize } from './chunk-65WCV5JO.mjs';
|
|
12
|
+
import { isStringValuedBase, parsedTypeOf, isWordIndexedFieldType, fuzzyTermMatches } from './chunk-KYVRZAYP.mjs';
|
|
8
13
|
import { MIN_PATTERN_VALUE_LIMIT, MAX_PATTERN_VALUE_LIMIT, isPlainObject, isGeopointOrVectorType, VECTOR_PATTERN } from './chunk-L5ORED7V.mjs';
|
|
9
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
14
|
+
import { NarsilError, ErrorCodes } from './chunk-MDF6PDIA.mjs';
|
|
10
15
|
import { compareComparableKeys } from './chunk-R6A773WK.mjs';
|
|
11
16
|
import { compareCodePoints, holdsUnpairedSurrogate } from './chunk-YTJCGKM4.mjs';
|
|
12
17
|
|
|
18
|
+
// src/engine/memory/constants.ts
|
|
19
|
+
var DEFAULT_BLOCK_WRITES_ABOVE = 0.9;
|
|
20
|
+
var DEFAULT_RESUME_WRITES_BELOW = 0.8;
|
|
21
|
+
var RECENT_MEMORY_FIGURES_MAX_AGE_MS = 10;
|
|
22
|
+
var RECENT_MEMORY_FIGURES_MAX_ADMITTED_FRACTION = 0.01;
|
|
23
|
+
var FULL_MEMORY_COLLECTION_INTERVAL_MS = 5e3;
|
|
24
|
+
var ENGINE_MEMORY_FIGURES_MAX_AGE_MS = 1e3;
|
|
25
|
+
var DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE = 24;
|
|
26
|
+
var DOCUMENT_VALUE_HEAP_BYTES = 256;
|
|
27
|
+
var DOCUMENT_PROPERTY_HEAP_BYTES = 128;
|
|
28
|
+
var DISTINCT_TERM_HEAP_BYTES = 2048;
|
|
29
|
+
var TERM_UNIT_HEAP_BYTES = 24;
|
|
30
|
+
var PARTIAL_SPELLING_HEAP_BYTES = 512;
|
|
31
|
+
var PATTERN_RUN_HEAP_BYTES = 512;
|
|
32
|
+
var ENUM_VALUE_HEAP_BYTES = 256;
|
|
33
|
+
var VECTOR_COMPONENT_HEAP_BYTES = 80;
|
|
34
|
+
var VECTOR_DOCUMENT_HEAP_BYTES = 5120;
|
|
35
|
+
var NORMALIZATION_EXPANSION_FACTOR = 3;
|
|
36
|
+
var CASE_FOLD_EXPANSION_FACTOR = 3;
|
|
37
|
+
|
|
38
|
+
// src/engine/memory/measure.ts
|
|
39
|
+
var lastFigures = null;
|
|
40
|
+
var lastFiguresComplete = false;
|
|
41
|
+
var lastFiguresReadAt = Number.NEGATIVE_INFINITY;
|
|
42
|
+
var admittedBytesAtLastFigures = 0;
|
|
43
|
+
var recentFigures = {
|
|
44
|
+
processBytes: 0,
|
|
45
|
+
processLimitBytes: 0,
|
|
46
|
+
heapBytes: 0,
|
|
47
|
+
heapLimitBytes: 0,
|
|
48
|
+
youngHeapBytes: 0,
|
|
49
|
+
heapCommittedBytes: 0,
|
|
50
|
+
youngCeilingBytes: 0,
|
|
51
|
+
youngReserveBytes: 0
|
|
52
|
+
};
|
|
53
|
+
function readFreshFigures() {
|
|
54
|
+
try {
|
|
55
|
+
const heap = readOldGenerationStatistics();
|
|
56
|
+
const resident = readResidentMemory();
|
|
57
|
+
lastFiguresComplete = heap !== null && resident !== null;
|
|
58
|
+
if (heap === null && resident === null) return null;
|
|
59
|
+
return {
|
|
60
|
+
processBytes: resident?.residentBytes ?? 0,
|
|
61
|
+
processLimitBytes: resident?.limitBytes ?? Number.POSITIVE_INFINITY,
|
|
62
|
+
heapBytes: heap?.usedBytes ?? 0,
|
|
63
|
+
heapLimitBytes: heap?.limitBytes ?? Number.POSITIVE_INFINITY,
|
|
64
|
+
youngHeapBytes: heap?.youngUsedBytes ?? 0,
|
|
65
|
+
heapCommittedBytes: heap === null ? 0 : Math.max(heap.committedBytes, heap.usedBytes),
|
|
66
|
+
youngCeilingBytes: heap?.youngCeilingBytes ?? 0,
|
|
67
|
+
youngReserveBytes: (heap?.youngReserveBytes ?? 0) + engineThreadYoungGenerationBytes()
|
|
68
|
+
};
|
|
69
|
+
} catch {
|
|
70
|
+
lastFiguresComplete = false;
|
|
71
|
+
return null;
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
function measure() {
|
|
75
|
+
const figures = readFreshFigures();
|
|
76
|
+
lastFigures = figures;
|
|
77
|
+
lastFiguresReadAt = performance.now();
|
|
78
|
+
admittedBytesAtLastFigures = admittedHeapBytes();
|
|
79
|
+
return figures;
|
|
80
|
+
}
|
|
81
|
+
function recent(maxAgeMs) {
|
|
82
|
+
const admittedSince = admittedHeapBytes() - admittedBytesAtLastFigures;
|
|
83
|
+
if (lastFigures === null || performance.now() - lastFiguresReadAt >= maxAgeMs || admittedSince > RECENT_MEMORY_FIGURES_MAX_ADMITTED_FRACTION * lastFigures.heapLimitBytes) {
|
|
84
|
+
return measure();
|
|
85
|
+
}
|
|
86
|
+
recentFigures.processLimitBytes = lastFigures.processLimitBytes;
|
|
87
|
+
recentFigures.heapLimitBytes = lastFigures.heapLimitBytes;
|
|
88
|
+
recentFigures.processBytes = lastFigures.processBytes + admittedSince;
|
|
89
|
+
recentFigures.heapBytes = lastFigures.heapBytes + admittedSince;
|
|
90
|
+
recentFigures.youngHeapBytes = lastFigures.youngHeapBytes;
|
|
91
|
+
recentFigures.heapCommittedBytes = lastFigures.heapCommittedBytes + admittedSince;
|
|
92
|
+
recentFigures.youngCeilingBytes = lastFigures.youngCeilingBytes;
|
|
93
|
+
recentFigures.youngReserveBytes = lastFigures.youngReserveBytes;
|
|
94
|
+
return recentFigures;
|
|
95
|
+
}
|
|
96
|
+
function readMemoryFigures() {
|
|
97
|
+
const figures = measure();
|
|
98
|
+
return lastFiguresComplete ? figures : null;
|
|
99
|
+
}
|
|
100
|
+
function readRecentMemoryFigures() {
|
|
101
|
+
const figures = recent(RECENT_MEMORY_FIGURES_MAX_AGE_MS);
|
|
102
|
+
return lastFiguresComplete ? figures : null;
|
|
103
|
+
}
|
|
104
|
+
function readEngineMemoryFigures() {
|
|
105
|
+
return measure();
|
|
106
|
+
}
|
|
107
|
+
|
|
13
108
|
// src/search/cursor-binding.ts
|
|
14
109
|
var ABSENT_TAG = 0;
|
|
15
110
|
var NULL_TAG = 1;
|
|
@@ -595,6 +690,12 @@ function validateDocId(docId) {
|
|
|
595
690
|
);
|
|
596
691
|
}
|
|
597
692
|
}
|
|
693
|
+
function validateBatchList(given, listed) {
|
|
694
|
+
if (Array.isArray(given)) return;
|
|
695
|
+
throw new NarsilError(ErrorCodes.DOC_VALIDATION_FAILED, `A batch takes its ${listed} as an array`, {
|
|
696
|
+
received: given === null ? "null" : typeof given
|
|
697
|
+
});
|
|
698
|
+
}
|
|
598
699
|
function validatePartitionConfig(partitions) {
|
|
599
700
|
const { maxDocsPerPartition, maxPartitions, watermark } = partitions;
|
|
600
701
|
if (maxDocsPerPartition !== void 0 && (!Number.isInteger(maxDocsPerPartition) || maxDocsPerPartition < 1)) {
|
|
@@ -1464,7 +1565,7 @@ var runtimeHost = {
|
|
|
1464
1565
|
function sortsWithoutScores(params) {
|
|
1465
1566
|
return params.includeScores !== true && params.includeScoreComponents !== true && params.minScore === void 0 && params.group === void 0 && params.pinned === void 0 && (params.termMatch === void 0 || params.termMatch === "any");
|
|
1466
1567
|
}
|
|
1467
|
-
function executeSortedQueryPage(params, context, limit, offset, sortSignature) {
|
|
1568
|
+
async function executeSortedQueryPage(params, context, limit, offset, sortSignature) {
|
|
1468
1569
|
const { manager, language, config } = context;
|
|
1469
1570
|
const schema = config.schema;
|
|
1470
1571
|
let anchorKey = null;
|
|
@@ -1490,6 +1591,13 @@ function executeSortedQueryPage(params, context, limit, offset, sortSignature) {
|
|
|
1490
1591
|
let count = 0;
|
|
1491
1592
|
const clock = context.patternWork.clock;
|
|
1492
1593
|
for (const partition of partitions) {
|
|
1594
|
+
if (turnIsSpent()) await yieldTurn();
|
|
1595
|
+
partition.prepareSortedPage({ fields, directions, fieldTypes, modes });
|
|
1596
|
+
if (partitionFacetConfig !== void 0) {
|
|
1597
|
+
if (turnIsSpent()) await yieldTurn();
|
|
1598
|
+
partition.prepareFacets(partitionFacetConfig, schema);
|
|
1599
|
+
}
|
|
1600
|
+
if (turnIsSpent()) await yieldTurn();
|
|
1493
1601
|
clock?.check();
|
|
1494
1602
|
const matches = fulltextMatches(partition, params, language, schema, options);
|
|
1495
1603
|
clock?.check();
|
|
@@ -1549,7 +1657,7 @@ function requireCursorDepth(cursor, signature, binding) {
|
|
|
1549
1657
|
}
|
|
1550
1658
|
function hybridSearchOf(params, context, limit, offset, cursorDepth) {
|
|
1551
1659
|
if ((params.hybrid?.depth ?? null) === null) return executeHybridSearch(params, context, limit, offset, cursorDepth);
|
|
1552
|
-
return import('./runtime-
|
|
1660
|
+
return import('./runtime-L2DZYY6N.mjs').then(
|
|
1553
1661
|
(runtime) => runtime.searchFixedDepthHybrid(params, context, { cursorDepth: cursorDepth ?? 0, offset, limit }, runtimeHost)
|
|
1554
1662
|
);
|
|
1555
1663
|
}
|
|
@@ -1559,7 +1667,7 @@ function executeQuery(request, callerContext) {
|
|
|
1559
1667
|
if (loadingPhraseCode === null) return runQuery(request, callerContext);
|
|
1560
1668
|
return loadingPhraseCode.then(() => runQuery(request, callerContext));
|
|
1561
1669
|
}
|
|
1562
|
-
return import('./runtime-
|
|
1670
|
+
return import('./runtime-L2DZYY6N.mjs').then(
|
|
1563
1671
|
(runtime) => runtime.executeRerankedQuery(request, callerContext, executeQuery, runtimeHost)
|
|
1564
1672
|
);
|
|
1565
1673
|
}
|
|
@@ -1595,7 +1703,7 @@ async function runQuery(request, callerContext) {
|
|
|
1595
1703
|
let facets;
|
|
1596
1704
|
let groups;
|
|
1597
1705
|
if (sortSignature !== null && hasTerm && !isVectorOnly && !isHybridMode && sortsWithoutScores(params)) {
|
|
1598
|
-
const page = executeSortedQueryPage(params, context, limit, offset, sortSignature);
|
|
1706
|
+
const page = await executeSortedQueryPage(params, context, limit, offset, sortSignature);
|
|
1599
1707
|
paginated = page.hits;
|
|
1600
1708
|
nextCursor = page.cursor;
|
|
1601
1709
|
count = page.count;
|
|
@@ -1860,4 +1968,4 @@ function pickDisplaySurface(surfaceOccurrences) {
|
|
|
1860
1968
|
return best;
|
|
1861
1969
|
}
|
|
1862
1970
|
|
|
1863
|
-
export { clampLimit, dedupePinnedEntries, executeListDocuments, executePreflight, executeQuery, executeSuggest, foldGroupReducer, hitsKeptPerGroup, lazyQueryBinding, listBindingOf, now, queryBindingOf, requireSurfaceFormsForPartialFields, resolveHybridFusion, runtimeHost, storedBM25Params, validateBM25Params, validateBM25Shape, validateDocId, validateIndexName, validatePartitionConfig, validatePatternValueLimit, validateWorkerConfig };
|
|
1971
|
+
export { CASE_FOLD_EXPANSION_FACTOR, DEFAULT_BLOCK_WRITES_ABOVE, DEFAULT_RESUME_WRITES_BELOW, DISTINCT_TERM_HEAP_BYTES, DOCUMENT_HEAP_BYTES_PER_ESTIMATED_BYTE, DOCUMENT_PROPERTY_HEAP_BYTES, DOCUMENT_VALUE_HEAP_BYTES, ENGINE_MEMORY_FIGURES_MAX_AGE_MS, ENUM_VALUE_HEAP_BYTES, FULL_MEMORY_COLLECTION_INTERVAL_MS, NORMALIZATION_EXPANSION_FACTOR, PARTIAL_SPELLING_HEAP_BYTES, PATTERN_RUN_HEAP_BYTES, TERM_UNIT_HEAP_BYTES, VECTOR_COMPONENT_HEAP_BYTES, VECTOR_DOCUMENT_HEAP_BYTES, clampLimit, dedupePinnedEntries, executeListDocuments, executePreflight, executeQuery, executeSuggest, foldGroupReducer, hitsKeptPerGroup, lazyQueryBinding, listBindingOf, now, queryBindingOf, readEngineMemoryFigures, readMemoryFigures, readRecentMemoryFigures, requireSurfaceFormsForPartialFields, resolveHybridFusion, runtimeHost, storedBM25Params, validateBM25Params, validateBM25Shape, validateBatchList, validateDocId, validateIndexName, validatePartitionConfig, validatePatternValueLimit, validateWorkerConfig };
|
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { nodeThreadId } from './chunk-
|
|
1
|
+
import { nodeThreadId } from './chunk-BEZH7VEH.mjs';
|
|
2
2
|
import { getFs, getPath } from './chunk-HLPRHOSO.mjs';
|
|
3
|
-
import { DIRECTORY_LOCK_ATTEMPTS, DIRECTORY_LOCK_SETTLE_MS, DIRECTORY_LOCK_PROCESS_START_TOLERANCE_MS } from './chunk-
|
|
4
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
3
|
+
import { DIRECTORY_LOCK_ATTEMPTS, DIRECTORY_LOCK_SETTLE_MS, DIRECTORY_LOCK_PROCESS_START_TOLERANCE_MS } from './chunk-QN5WVV5K.mjs';
|
|
4
|
+
import { NarsilError, ErrorCodes } from './chunk-MDF6PDIA.mjs';
|
|
5
5
|
import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
|
|
6
6
|
import { openSync, close, readFileSync } from 'fs';
|
|
7
7
|
import { rename, readFile, writeFile, unlink, realpath, readdir, readlink } from 'fs/promises';
|
|
@@ -147,7 +147,7 @@ async function removeStaleLock(lockPath, asidePath, isStale) {
|
|
|
147
147
|
|
|
148
148
|
// src/persistence/durability/directory-lock.ts
|
|
149
149
|
var LOCK_FILE_NAME = ".narsil.lock";
|
|
150
|
-
var HARD_LINK_UNSUPPORTED_CODES = /* @__PURE__ */ new Set(["EPERM", "ENOTSUP", "EOPNOTSUPP", "ENOSYS"]);
|
|
150
|
+
var HARD_LINK_UNSUPPORTED_CODES = /* @__PURE__ */ new Set(["EACCES", "EPERM", "ENOTSUP", "EOPNOTSUPP", "ENOSYS"]);
|
|
151
151
|
var lockedDirectories = /* @__PURE__ */ new Set();
|
|
152
152
|
function errnoOf2(err) {
|
|
153
153
|
return err?.code;
|
|
@@ -483,9 +483,9 @@ function createDurableDirectory(root) {
|
|
|
483
483
|
if (stat.size === 0) {
|
|
484
484
|
return new Uint8Array(0);
|
|
485
485
|
}
|
|
486
|
-
const
|
|
487
|
-
await handle.read(
|
|
488
|
-
return
|
|
486
|
+
const bytes = new Uint8Array(stat.size);
|
|
487
|
+
await handle.read(bytes, 0, stat.size, 0);
|
|
488
|
+
return bytes;
|
|
489
489
|
},
|
|
490
490
|
async writeSlot(offset, slot) {
|
|
491
491
|
try {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { crc32 } from './chunk-
|
|
2
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
1
|
+
import { crc32 } from './chunk-VQDZVWN3.mjs';
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-MDF6PDIA.mjs';
|
|
3
3
|
import { decode, encode } from '@msgpack/msgpack';
|
|
4
4
|
|
|
5
5
|
var PAGED_SEGMENT_ENVELOPE_VERSION = 6;
|
|
@@ -1,14 +1,14 @@
|
|
|
1
|
-
import { encodeDocumentJson } from './chunk-
|
|
2
|
-
import { loadFailed, sectionNamed, PAGED_SEGMENT_ENVELOPE_VERSION, encodePagedSegmentHead, SECTION_ALIGNMENT_BYTES, SEGMENT_PAGE_BYTES, PAYLOAD_PREFIX_BYTES, decodePagedSegmentHead, BLOCK_SUMMARY_BYTES, SMALLEST_BLOCK_POSTINGS, DOCUMENT_BLOCK_BYTES, decodeSections, DOCUMENT_BLOCK_MIN_RAW_BYTES, ID_SAMPLE_INTERVAL, POSITION_WIDTH_BYTES, POSTING_WIDTH_BYTES, RECORD_PAGE_BYTES, MAX_DOCUMENT_BLOCK_RAW_BYTES } from './chunk-
|
|
1
|
+
import { encodeDocumentJson } from './chunk-3SBJVQLL.mjs';
|
|
2
|
+
import { loadFailed, sectionNamed, PAGED_SEGMENT_ENVELOPE_VERSION, encodePagedSegmentHead, SECTION_ALIGNMENT_BYTES, SEGMENT_PAGE_BYTES, PAYLOAD_PREFIX_BYTES, decodePagedSegmentHead, BLOCK_SUMMARY_BYTES, SMALLEST_BLOCK_POSTINGS, DOCUMENT_BLOCK_BYTES, decodeSections, DOCUMENT_BLOCK_MIN_RAW_BYTES, ID_SAMPLE_INTERVAL, POSITION_WIDTH_BYTES, POSTING_WIDTH_BYTES, RECORD_PAGE_BYTES, MAX_DOCUMENT_BLOCK_RAW_BYTES } from './chunk-7N223GWV.mjs';
|
|
3
3
|
import { createVectorFileReader } from './chunk-FOCV4CBZ.mjs';
|
|
4
|
-
import { writeSegmentsOf, MessagePackChunks, writeSurfaceForms, writeFieldLengths, writeValueColumns, writeBooleanColumns, writeEnumColumns, writeGeopointColumns, writePatternColumns, writePartialWords, FILE_ASSEMBLY_CHUNK_BYTES, REWRITE_SPILL_BYTES, LIST_VIEWS_HELD_PER_SEGMENT, TOMBSTONES_BETWEEN_YIELDS, readSegmentFile, READS_AHEAD_AT_ONCE, WRITER_YIELD_INTERVAL_TOKENS, LARGEST_CACHED_ENTRY_SHARE, MAX_THREAD_FILE_NUMBER, REMOVAL_BUCKET_WRITE_BUFFER_BYTES, SECTION_WRITE_BUFFER_BYTES, READ_AHEAD_CHUNK_BYTES, LARGEST_REMOVAL_BUCKET_COUNT, REMOVAL_BUCKET_TARGET_BYTES, THREAD_READ_CACHE_BYTES, MERGE_READ_CACHE_BYTES } from './chunk-
|
|
5
|
-
import { requireOffsets, requireUtf8Entries, requireEntriesAscend, decodeFieldLengths, decodePartialWords, decodePatternColumns, decodeGeopointColumns, decodeEnumColumns, decodeBooleanColumns, decodeValueColumns, setNestedValue, littleEndianBytes, uint32sFrom, uint64Bytes, decodeSurfaceForms } from './chunk-
|
|
6
|
-
import { HEADER_SIZE, requireWithinFileLimit, crc32Init, crc32Update, crc32Final, engineVersionParts, writeHeader, crc32, readHeader } from './chunk-
|
|
7
|
-
import { generateId, wrapFrozenTokenTable, createEncodedDocumentSource, assemblePagedFrozenSegment, decodeStoredDocument, mergeFieldLengths, mergeSurfaceForms, encodeSurfaceTable, mergePartialWords, mergeFieldIndexes, resolvePartitionInsertOptions, decodeSurfaceTable, createSharedFrozenSegment, shareSegmentArrays, selectionKeeps, fieldIndexRemapOf, freezeSegmentShared, createFrozenSegment, holdsADiscardedField, endOfValue } from './chunk-
|
|
8
|
-
import { isCompositePartition, buildPartialWordTableFrom, createPartitionIndex, createCompositePartition, mergeDocFrequencies, scanPostingBlocks } from './chunk-
|
|
9
|
-
import { flattenSchema, parseVectorDimension, encodeDocument } from './chunk-
|
|
4
|
+
import { writeSegmentsOf, MessagePackChunks, writeSurfaceForms, writeFieldLengths, writeValueColumns, writeBooleanColumns, writeEnumColumns, writeGeopointColumns, writePatternColumns, writePartialWords, FILE_ASSEMBLY_CHUNK_BYTES, REWRITE_SPILL_BYTES, LIST_VIEWS_HELD_PER_SEGMENT, TOMBSTONES_BETWEEN_YIELDS, readSegmentFile, READS_AHEAD_AT_ONCE, WRITER_YIELD_INTERVAL_TOKENS, LARGEST_CACHED_ENTRY_SHARE, MAX_THREAD_FILE_NUMBER, REMOVAL_BUCKET_WRITE_BUFFER_BYTES, SECTION_WRITE_BUFFER_BYTES, READ_AHEAD_CHUNK_BYTES, LARGEST_REMOVAL_BUCKET_COUNT, REMOVAL_BUCKET_TARGET_BYTES, THREAD_READ_CACHE_BYTES, MERGE_READ_CACHE_BYTES } from './chunk-QN5WVV5K.mjs';
|
|
5
|
+
import { requireOffsets, requireUtf8Entries, requireEntriesAscend, decodeFieldLengths, decodePartialWords, decodePatternColumns, decodeGeopointColumns, decodeEnumColumns, decodeBooleanColumns, decodeValueColumns, setNestedValue, littleEndianBytes, uint32sFrom, uint64Bytes, decodeSurfaceForms } from './chunk-U2726TL5.mjs';
|
|
6
|
+
import { HEADER_SIZE, requireWithinFileLimit, crc32Init, crc32Update, crc32Final, engineVersionParts, writeHeader, crc32, readHeader } from './chunk-VQDZVWN3.mjs';
|
|
7
|
+
import { generateId, wrapFrozenTokenTable, createEncodedDocumentSource, assemblePagedFrozenSegment, decodeStoredDocument, mergeFieldLengths, mergeSurfaceForms, encodeSurfaceTable, mergePartialWords, mergeFieldIndexes, resolvePartitionInsertOptions, decodeSurfaceTable, createSharedFrozenSegment, shareSegmentArrays, selectionKeeps, fieldIndexRemapOf, freezeSegmentShared, createFrozenSegment, holdsADiscardedField, endOfValue } from './chunk-O4KUNDVF.mjs';
|
|
8
|
+
import { isCompositePartition, buildPartialWordTableFrom, createPartitionIndex, createCompositePartition, mergeDocFrequencies, scanPostingBlocks } from './chunk-3HV7M5OJ.mjs';
|
|
9
|
+
import { flattenSchema, parseVectorDimension, encodeDocument } from './chunk-SOUZMPME.mjs';
|
|
10
10
|
import { VECTOR_PATTERN } from './chunk-L5ORED7V.mjs';
|
|
11
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
11
|
+
import { NarsilError, ErrorCodes } from './chunk-MDF6PDIA.mjs';
|
|
12
12
|
import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
|
|
13
13
|
import { decode, encode } from '@msgpack/msgpack';
|
|
14
14
|
import { deflateRawSync, inflateRawSync } from 'zlib';
|
|
@@ -1307,7 +1307,7 @@ async function coldFieldOf(checkpoint, field) {
|
|
|
1307
1307
|
const dimension = fieldType === void 0 ? null : parseVectorDimension(fieldType);
|
|
1308
1308
|
if (dimension === null) return null;
|
|
1309
1309
|
const withPath = async (ref) => ({ ref, path: await directory.pathOf(ref.key) });
|
|
1310
|
-
const { openColdVectorField } = await import('./cold-module-
|
|
1310
|
+
const { openColdVectorField } = await import('./cold-module-2WWGBFJC.mjs');
|
|
1311
1311
|
return openColdVectorField({
|
|
1312
1312
|
fieldPath: field.fieldPath,
|
|
1313
1313
|
dimension,
|