@delali/narsil 0.3.1-next.131 → 0.3.1-next.141
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/filesystem.mjs +1 -1
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/analysis-change-HQUT2Z3I.mjs +43 -0
- package/dist/analysis-change-entry-TZTG4AZB.mjs +1 -0
- package/dist/browser/analysis-change-JPV775LR.mjs +900 -0
- package/dist/browser/analysis-change-entry-7HR4LWL3.mjs +1 -0
- package/dist/browser/{chunk-UDGB2MWT.mjs → chunk-35B42UFM.mjs} +4 -0
- package/dist/browser/chunk-3ZBJYAS4.mjs +19 -0
- package/dist/browser/{chunk-2Y3CO4EQ.mjs → chunk-5DB2VDGI.mjs} +1149 -1853
- package/dist/browser/chunk-6RHTAVZX.mjs +656 -0
- package/dist/browser/chunk-CCOAOO73.mjs +86 -0
- package/dist/browser/{chunk-AIIJDWMG.mjs → chunk-D33A5VMU.mjs} +16 -16
- package/dist/browser/{chunk-VBBLTD7O.mjs → chunk-HKX2G6WH.mjs} +1520 -2159
- package/dist/browser/{chunk-NSCSR6MA.mjs → chunk-KTOK275N.mjs} +606 -830
- package/dist/browser/{chunk-D7WQF6DV.mjs → chunk-LVY2LI35.mjs} +2 -2
- package/dist/browser/chunk-MVM33ZUL.mjs +993 -0
- package/dist/browser/chunk-MWUK3DA5.mjs +2634 -0
- package/dist/browser/{chunk-VEGHFP2P.mjs → chunk-MZI3TEOW.mjs} +4 -2
- package/dist/browser/chunk-OIZS5KIX.mjs +6 -0
- package/dist/browser/chunk-R4WUDZQV.mjs +176 -0
- package/dist/browser/{chunk-M5UAAXGU.mjs → chunk-TCLEOZ4P.mjs} +3 -3
- package/dist/browser/chunk-VFYMPCOV.mjs +212 -0
- package/dist/browser/chunk-WCFCHIBB.mjs +177 -0
- package/dist/browser/chunk-XNWPP5NS.mjs +21 -0
- package/dist/browser/chunk-ZEV26AQ6.mjs +270 -0
- package/dist/browser/cold-module-MJMKNUYJ.mjs +745 -0
- package/dist/browser/{durability-wiring-FNZSRH4N.mjs → durability-wiring-SNOWIT6Z.mjs} +370 -95
- package/dist/browser/import-TLB2A5LJ.mjs +9 -0
- package/dist/browser/module-BUFNZMEU.mjs +12 -0
- package/dist/browser/{module-4HIMOQM5.mjs → module-BVP4TKZU.mjs} +397 -109
- package/dist/browser/{phrase-module-WESYVU7K.mjs → phrase-module-HGVBO24W.mjs} +1 -1
- package/dist/{restore-queue-JAMNRC6T.mjs → browser/restore-queue-ONYNYUDE.mjs} +8 -2
- package/dist/browser/{runtime-3X7ZJ5T3.mjs → runtime-VEUH674B.mjs} +2 -2
- package/dist/browser/{snapshot-V7VF6BN6.mjs → snapshot-QXBKHJAG.mjs} +135 -183
- package/dist/browser/{write-YIC2MKRY.mjs → write-WHFBDWQS.mjs} +64 -90
- package/dist/{capabilities-B6WxrWxt.d.ts → capabilities-BCdUwK_L.d.ts} +10 -3
- package/dist/chunk-46NZOPHS.mjs +21 -0
- package/dist/{chunk-JT3YZGCE.mjs → chunk-5WYVUPGD.mjs} +3 -188
- package/dist/chunk-6SNBQESJ.mjs +214 -0
- package/dist/{chunk-2C3WXBQS.mjs → chunk-74XB2SXI.mjs} +1 -1
- package/dist/chunk-7AUASRE7.mjs +653 -0
- package/dist/{chunk-NMXRXFGZ.mjs → chunk-AST3SHFA.mjs} +27 -25
- package/dist/chunk-BOJZGUS6.mjs +177 -0
- package/dist/{chunk-T4OFG4IQ.mjs → chunk-BRUUBXCB.mjs} +92 -17
- package/dist/{chunk-5LX6MOIB.mjs → chunk-C3YDYX6C.mjs} +1 -1
- package/dist/chunk-CZQ33DLW.mjs +78 -0
- package/dist/{chunk-4GDLFDPZ.mjs → chunk-DD2673TX.mjs} +3 -2
- package/dist/{chunk-EUCX5K74.mjs → chunk-DQNKVOJ2.mjs} +65 -65
- package/dist/{chunk-RNSC4NFI.mjs → chunk-EEBCDP36.mjs} +3 -1
- package/dist/chunk-FOCV4CBZ.mjs +87 -0
- package/dist/{chunk-HCGJKDZV.mjs → chunk-GLZHNSGB.mjs} +1 -1
- package/dist/chunk-GWOS5DYC.mjs +2637 -0
- package/dist/{chunk-PATMDIMN.mjs → chunk-HJJWY6PT.mjs} +1 -1
- package/dist/{chunk-CZ7ISLXA.mjs → chunk-HNHCNTVG.mjs} +4 -0
- package/dist/{chunk-Y2U5VVWX.mjs → chunk-ICW45TTU.mjs} +1 -1
- package/dist/{chunk-TGHNXN7W.mjs → chunk-IO5F7ZBE.mjs} +261 -948
- package/dist/{chunk-P36MUFEJ.mjs → chunk-JDDXV6UF.mjs} +2 -1
- package/dist/{chunk-7OIQ2SIO.mjs → chunk-KEIYVZUX.mjs} +5 -5
- package/dist/{chunk-PU6SKH7O.mjs → chunk-KGOXHLLZ.mjs} +7 -3
- package/dist/{chunk-WVRDRLIC.mjs → chunk-KZL72VTC.mjs} +70 -18
- package/dist/chunk-L76W3IZJ.mjs +193 -0
- package/dist/{chunk-2JWNJSNE.mjs → chunk-LA4WNDHL.mjs} +88 -801
- package/dist/{chunk-ZR4VM4A6.mjs → chunk-N37VMC62.mjs} +1 -18
- package/dist/{chunk-JJ6EUMXB.mjs → chunk-NJJCPFXN.mjs} +2 -2
- package/dist/chunk-NN33CZRE.mjs +86 -0
- package/dist/{chunk-2WBY4Y4M.mjs → chunk-NOT5QOHU.mjs} +1 -1
- package/dist/{chunk-D5TFRB5G.mjs → chunk-NPNK57CA.mjs} +1 -1
- package/dist/chunk-NRUXBYPH.mjs +121 -0
- package/dist/{chunk-6SSVIW7Y.mjs → chunk-O4LJQI4G.mjs} +31 -5
- package/dist/{chunk-UJWGQIXU.mjs → chunk-QHPYS427.mjs} +1 -0
- package/dist/{chunk-F6AAXI7T.mjs → chunk-RHKRTYGO.mjs} +13 -4
- package/dist/{chunk-2SEL6SBS.mjs → chunk-RKAVHNRW.mjs} +2 -2
- package/dist/{chunk-RCMNL7RI.mjs → chunk-SBMAWTRG.mjs} +41 -4
- package/dist/chunk-SRJBFG2T.mjs +881 -0
- package/dist/{chunk-X5CNUKD5.mjs → chunk-TNBIK2LQ.mjs} +1663 -1652
- package/dist/{chunk-NNO7CO3A.mjs → chunk-UIKN2OTQ.mjs} +1 -1
- package/dist/chunk-UUZCQQG2.mjs +209 -0
- package/dist/{chunk-6M6SDH3S.mjs → chunk-VEFN6X6Q.mjs} +8 -8
- package/dist/chunk-VJEGOELZ.mjs +177 -0
- package/dist/chunk-W2COJ5AH.mjs +148 -0
- package/dist/{chunk-RWESFSJI.mjs → chunk-WJGO5PGV.mjs} +317 -174
- package/dist/{chunk-7X5JST5L.mjs → chunk-WNBRW4Q2.mjs} +16 -2
- package/dist/{chunk-SZGRYEIC.mjs → chunk-XS2VM7UE.mjs} +3 -3
- package/dist/{chunk-Y4BVTQ53.mjs → chunk-XZ3SRNDJ.mjs} +25 -64
- package/dist/{chunk-K77FJXKS.mjs → chunk-YHUTF6EA.mjs} +474 -93
- package/dist/{chunk-OGLV4I3L.mjs → chunk-YLNSJQLX.mjs} +12 -7
- package/dist/{chunk-SOHMMNCH.mjs → chunk-Z4HFMYNX.mjs} +32 -27
- package/dist/{chunk-5W7AEVTH.mjs → chunk-ZMBFWQXN.mjs} +2 -2
- package/dist/{chunk-2MKX2SCO.mjs → chunk-ZPWS2SKJ.mjs} +297 -274
- package/dist/{chunk-7XY6VD7B.mjs → chunk-ZSWHPKGM.mjs} +1 -1
- package/dist/{client-gNAfaHcE.d.ts → client-B12YFALP.d.ts} +18 -3
- package/dist/client.d.ts +7 -7
- package/dist/client.mjs +11 -1
- package/dist/cold-module-4X7WJCFM.mjs +783 -0
- package/dist/{config-D1cDv3sE.d.ts → config-BhZxIeb1.d.ts} +10 -1
- package/dist/{config-CmYJO34X.d.ts → config-CIG5yDyg.d.ts} +2 -2
- package/dist/{direct-executor-HQ4QVDX7.mjs → direct-executor-7XOQ7VQP.mjs} +14 -14
- package/dist/distribution/coordinator/etcd.d.ts +2 -2
- package/dist/distribution/coordinator/etcd.mjs +1 -1
- package/dist/distribution/coordinator/in-memory.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +1 -1
- package/dist/distribution.d.ts +24 -8
- package/dist/distribution.mjs +982 -211
- package/dist/{durability-wiring-S7OX2MAI.mjs → durability-wiring-324D2DDD.mjs} +362 -94
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{engine-m_Ddr1bz.d.ts → engine-CtzbHOmG.d.ts} +64 -7
- package/dist/import-OOBUW3RR.mjs +44 -0
- package/dist/{index-HYnqS1SE.d.ts → index-DsEurhSl.d.ts} +1 -1
- package/dist/index.browser.mjs +5 -5
- package/dist/index.d.ts +6 -6
- package/dist/index.mjs +22 -22
- package/dist/{long-query-thread-BSL25PD6.mjs → long-query-thread-4SW7RWDE.mjs} +15 -15
- package/dist/{module-2E4XYSGT.mjs → module-DXSJ5LT2.mjs} +378 -87
- package/dist/module-IYPLWHGC.mjs +48 -0
- package/dist/paged-partition-archive-HFP45PLU.mjs +269 -0
- package/dist/partial-words.mjs +5 -5
- package/dist/pattern.mjs +3 -3
- package/dist/persistence/durability/checkpoint-worker.d.ts +16 -1
- package/dist/persistence/durability/checkpoint-worker.mjs +28 -26
- package/dist/{phrase-module-JERF2IDG.mjs → phrase-module-5QHBD2VJ.mjs} +1 -1
- package/dist/react.d.ts +9 -9
- package/dist/react.mjs +4 -0
- package/dist/{rerank-DMMT4FZA.mjs → rerank-KTLC3E6N.mjs} +5 -5
- package/dist/rerankers/http.mjs +2 -2
- package/dist/{browser/restore-queue-GEZ54CA5.mjs → restore-queue-FEYAC4SB.mjs} +8 -2
- package/dist/{runtime-7MLQ7J64.mjs → runtime-DYV75DCB.mjs} +6 -6
- package/dist/{schema-BTXbHCqA.d.ts → schema-B-Runv0n.d.ts} +7 -0
- package/dist/server.d.ts +12 -10
- package/dist/server.mjs +54 -21
- package/dist/{snapshot-DOQLGGEX.mjs → snapshot-CGM65VCD.mjs} +101 -197
- package/dist/synonyms.mjs +6 -4
- package/dist/{tasks-Co8HfRD7.d.ts → tasks-CjRJRGTb.d.ts} +26 -8
- package/dist/{thread-SKO7CN3R.mjs → thread-KGNAIKPD.mjs} +14 -14
- package/dist/vector/search-worker.d.ts +1 -1
- package/dist/vector/search-worker.mjs +6 -5
- package/dist/workers/entry.mjs +8 -8
- package/dist/{write-ZKR7SNRT.mjs → write-2DZPEQL2.mjs} +82 -107
- package/openapi.json +114 -6
- package/package.json +12 -8
|
@@ -0,0 +1,269 @@
|
|
|
1
|
+
import { readVectorFile, VECTOR_FILE_ENVELOPE_VERSION } from './chunk-NRUXBYPH.mjs';
|
|
2
|
+
import { loadFailed, decodeSections, SEGMENT_PAGE_BYTES, RECORD_PAGE_BYTES } from './chunk-W2COJ5AH.mjs';
|
|
3
|
+
import { vectorsPerFile } from './chunk-Z4HFMYNX.mjs';
|
|
4
|
+
import { isDead, VECTOR_FILE_PAYLOAD_VERSION } from './chunk-ICW45TTU.mjs';
|
|
5
|
+
import './chunk-TNBIK2LQ.mjs';
|
|
6
|
+
import './chunk-37CD3OKS.mjs';
|
|
7
|
+
import './chunk-DJHHF2L5.mjs';
|
|
8
|
+
import { PARTITION_COPY_VECTOR_RUN_BYTES } from './chunk-JDDXV6UF.mjs';
|
|
9
|
+
import { segmentsPrefix, encodeSegmentManifest, directoryCheckpointStore, vectorFileKey } from './chunk-UUZCQQG2.mjs';
|
|
10
|
+
import { HEADER_SIZE, crc32Init, crc32Final, engineVersionParts, writeHeader, RESERVED_SIZE, crc32Update } from './chunk-IO5F7ZBE.mjs';
|
|
11
|
+
import './chunk-VEFN6X6Q.mjs';
|
|
12
|
+
import './chunk-5WYVUPGD.mjs';
|
|
13
|
+
import './chunk-HJSN7UYG.mjs';
|
|
14
|
+
import './chunk-UIKN2OTQ.mjs';
|
|
15
|
+
import './chunk-AV4IJKD2.mjs';
|
|
16
|
+
import './chunk-EEBCDP36.mjs';
|
|
17
|
+
import './chunk-WJGO5PGV.mjs';
|
|
18
|
+
import { isCompositePartition } from './chunk-ZPWS2SKJ.mjs';
|
|
19
|
+
import { generateId } from './chunk-N37VMC62.mjs';
|
|
20
|
+
import './chunk-ZATRDAYU.mjs';
|
|
21
|
+
import './chunk-EBIHRL7B.mjs';
|
|
22
|
+
import './chunk-KOKM4PQN.mjs';
|
|
23
|
+
import './chunk-QSK35UC2.mjs';
|
|
24
|
+
import './chunk-74XB2SXI.mjs';
|
|
25
|
+
import './chunk-RKAVHNRW.mjs';
|
|
26
|
+
import './chunk-WQBCBKY3.mjs';
|
|
27
|
+
import './chunk-JUKYYXSP.mjs';
|
|
28
|
+
import { parseVectorDimension } from './chunk-DQNKVOJ2.mjs';
|
|
29
|
+
import './chunk-KGOXHLLZ.mjs';
|
|
30
|
+
import './chunk-U476IXKQ.mjs';
|
|
31
|
+
import './chunk-FQBFZAWG.mjs';
|
|
32
|
+
import './chunk-VJS4JFBQ.mjs';
|
|
33
|
+
import './chunk-GES7U2PM.mjs';
|
|
34
|
+
import './chunk-ZSWHPKGM.mjs';
|
|
35
|
+
import './chunk-O4LJQI4G.mjs';
|
|
36
|
+
import './chunk-X5CV2E2B.mjs';
|
|
37
|
+
import './chunk-WNBRW4Q2.mjs';
|
|
38
|
+
import './chunk-TGP5M5R7.mjs';
|
|
39
|
+
import './chunk-U2BKYEC7.mjs';
|
|
40
|
+
import './chunk-NPNK57CA.mjs';
|
|
41
|
+
import './chunk-4UMZ7KQL.mjs';
|
|
42
|
+
import './chunk-R6A773WK.mjs';
|
|
43
|
+
import './chunk-YTJCGKM4.mjs';
|
|
44
|
+
import './chunk-QHPYS427.mjs';
|
|
45
|
+
import './chunk-GLZHNSGB.mjs';
|
|
46
|
+
import './chunk-22YPZVMG.mjs';
|
|
47
|
+
import './chunk-RFBLQLLZ.mjs';
|
|
48
|
+
import './chunk-L5ORED7V.mjs';
|
|
49
|
+
import './chunk-HNHCNTVG.mjs';
|
|
50
|
+
import { decode, encode } from '@msgpack/msgpack';
|
|
51
|
+
|
|
52
|
+
var FLOAT32_BYTES = 4;
|
|
53
|
+
var BIN8 = 196;
|
|
54
|
+
var BIN16 = 197;
|
|
55
|
+
var BIN32 = 198;
|
|
56
|
+
var UINT8_MAX = 255;
|
|
57
|
+
var UINT16_MAX = 65535;
|
|
58
|
+
var FIXMAP_OF_SIX = 134;
|
|
59
|
+
var VECTOR_FILE_PAGE_SIZES = /* @__PURE__ */ new Set([SEGMENT_PAGE_BYTES, RECORD_PAGE_BYTES]);
|
|
60
|
+
function binHeader(length) {
|
|
61
|
+
if (length <= UINT8_MAX) return Uint8Array.of(BIN8, length);
|
|
62
|
+
if (length <= UINT16_MAX) return Uint8Array.of(BIN16, length >> 8, length & 255);
|
|
63
|
+
const header = new Uint8Array(5);
|
|
64
|
+
header[0] = BIN32;
|
|
65
|
+
new DataView(header.buffer).setUint32(1, length, false);
|
|
66
|
+
return header;
|
|
67
|
+
}
|
|
68
|
+
async function docIdsOf(checkpoint, directory, ref, fieldPath) {
|
|
69
|
+
const { headOffset, headLength } = ref;
|
|
70
|
+
if (headOffset === void 0 || headLength === void 0) {
|
|
71
|
+
const { payload } = await readVectorFile(directoryCheckpointStore(directory), ref, fieldPath);
|
|
72
|
+
return payload.docIds;
|
|
73
|
+
}
|
|
74
|
+
const head = await checkpoint.readRange(ref, HEADER_SIZE + headOffset, headLength);
|
|
75
|
+
const raw = decode(head);
|
|
76
|
+
const sections = decodeSections(raw.sections, ref.bytes - HEADER_SIZE, `head of "${ref.key}"`, VECTOR_FILE_PAGE_SIZES);
|
|
77
|
+
const section = sections.find((candidate) => candidate.name === "docIds");
|
|
78
|
+
if (section === void 0) loadFailed(`The head of "${ref.key}" lists no section "docIds"`);
|
|
79
|
+
const docIds = decode(await checkpoint.readRange(ref, HEADER_SIZE + section.offset, section.length));
|
|
80
|
+
if (!Array.isArray(docIds) || docIds.length !== ref.count) {
|
|
81
|
+
loadFailed(`The vector file "${ref.key}" lists the wrong number of IDs`);
|
|
82
|
+
}
|
|
83
|
+
return docIds;
|
|
84
|
+
}
|
|
85
|
+
async function writePartitionVectorFile(checkpoint, directory, target, slots) {
|
|
86
|
+
const { dimension, fieldPath, temporaryKey } = target;
|
|
87
|
+
const width = dimension * FLOAT32_BYTES;
|
|
88
|
+
const handle = await directory.appendHandle(temporaryKey);
|
|
89
|
+
let state = crc32Init();
|
|
90
|
+
let payloadLength = 0;
|
|
91
|
+
async function appendPayload(bytes) {
|
|
92
|
+
state = crc32Update(state, bytes);
|
|
93
|
+
payloadLength += bytes.byteLength;
|
|
94
|
+
await handle.append(bytes);
|
|
95
|
+
}
|
|
96
|
+
try {
|
|
97
|
+
await handle.append(new Uint8Array(HEADER_SIZE));
|
|
98
|
+
await appendPayload(Uint8Array.of(FIXMAP_OF_SIX));
|
|
99
|
+
for (const [key, value] of [
|
|
100
|
+
["v", VECTOR_FILE_PAYLOAD_VERSION],
|
|
101
|
+
["fieldName", fieldPath],
|
|
102
|
+
["dimension", dimension],
|
|
103
|
+
["docIds", slots.map((slot) => slot.docId)],
|
|
104
|
+
["codes", null]
|
|
105
|
+
]) {
|
|
106
|
+
await appendPayload(encode(key));
|
|
107
|
+
await appendPayload(encode(value));
|
|
108
|
+
}
|
|
109
|
+
await appendPayload(encode("vectors"));
|
|
110
|
+
await appendPayload(binHeader(slots.length * width));
|
|
111
|
+
let at = 0;
|
|
112
|
+
while (at < slots.length) {
|
|
113
|
+
const first = slots[at];
|
|
114
|
+
let end = at + 1;
|
|
115
|
+
const limit = Math.max(1, Math.floor(PARTITION_COPY_VECTOR_RUN_BYTES / width));
|
|
116
|
+
while (end < slots.length && end - at < limit && slots[end].ref === first.ref && slots[end].position === first.position + (end - at)) {
|
|
117
|
+
end += 1;
|
|
118
|
+
}
|
|
119
|
+
const offset = first.ref.bytes - (first.ref.count - first.position) * width;
|
|
120
|
+
await appendPayload(await checkpoint.readRange(first.ref, offset, (end - at) * width));
|
|
121
|
+
at = end;
|
|
122
|
+
}
|
|
123
|
+
await handle.sync();
|
|
124
|
+
} finally {
|
|
125
|
+
await handle.close();
|
|
126
|
+
}
|
|
127
|
+
const checksum = crc32Final(state);
|
|
128
|
+
const [major, minor, patch] = engineVersionParts();
|
|
129
|
+
const header = writeHeader({
|
|
130
|
+
magic: "NRSL",
|
|
131
|
+
envelopeFormatVersion: VECTOR_FILE_ENVELOPE_VERSION,
|
|
132
|
+
engineVersionMajor: major,
|
|
133
|
+
engineVersionMinor: minor,
|
|
134
|
+
engineVersionPatch: patch,
|
|
135
|
+
payloadLength,
|
|
136
|
+
flags: {
|
|
137
|
+
compressionEnabled: false,
|
|
138
|
+
compressionAlgorithm: "none",
|
|
139
|
+
checksumPresent: true,
|
|
140
|
+
encryptionEnabled: false
|
|
141
|
+
},
|
|
142
|
+
checksum,
|
|
143
|
+
reserved: new Uint8Array(RESERVED_SIZE)
|
|
144
|
+
});
|
|
145
|
+
const patched = await directory.markerHandle(temporaryKey);
|
|
146
|
+
try {
|
|
147
|
+
await patched.writeSlot(0, header);
|
|
148
|
+
} finally {
|
|
149
|
+
await patched.close();
|
|
150
|
+
}
|
|
151
|
+
return {
|
|
152
|
+
temporaryKey,
|
|
153
|
+
ref: {
|
|
154
|
+
id: target.id,
|
|
155
|
+
key: target.key,
|
|
156
|
+
count: slots.length,
|
|
157
|
+
dead: null,
|
|
158
|
+
bytes: HEADER_SIZE + payloadLength,
|
|
159
|
+
checksum
|
|
160
|
+
}
|
|
161
|
+
};
|
|
162
|
+
}
|
|
163
|
+
async function partitionField(checkpoint, directory, scope, field, written) {
|
|
164
|
+
const fieldType = scope.manifest.schema[field.fieldPath];
|
|
165
|
+
const dimension = fieldType === void 0 ? null : parseVectorDimension(fieldType);
|
|
166
|
+
if (dimension === null) loadFailed(`The manifest gives vector field "${field.fieldPath}" no dimension`);
|
|
167
|
+
const capacity = vectorsPerFile(dimension, null);
|
|
168
|
+
const files = [];
|
|
169
|
+
let pending = [];
|
|
170
|
+
async function flush() {
|
|
171
|
+
if (pending.length === 0) return;
|
|
172
|
+
const id = files.length;
|
|
173
|
+
const key = vectorFileKey(scope.indexName, field.fieldPath, id);
|
|
174
|
+
const temporaryKey = `${scope.temporaryPrefix}${written.size}`;
|
|
175
|
+
const file = await writePartitionVectorFile(
|
|
176
|
+
checkpoint,
|
|
177
|
+
directory,
|
|
178
|
+
{ key, id, temporaryKey, fieldPath: field.fieldPath, dimension },
|
|
179
|
+
pending
|
|
180
|
+
);
|
|
181
|
+
files.push(file.ref);
|
|
182
|
+
written.set(key, temporaryKey);
|
|
183
|
+
pending = [];
|
|
184
|
+
}
|
|
185
|
+
for (const ref of field.files) {
|
|
186
|
+
const docIds = await docIdsOf(checkpoint, directory, ref, field.fieldPath);
|
|
187
|
+
for (let position = 0; position < docIds.length; position++) {
|
|
188
|
+
if (isDead(ref.dead, position) || !scope.holds(docIds[position])) continue;
|
|
189
|
+
pending.push({ docId: docIds[position], ref, position });
|
|
190
|
+
if (pending.length === capacity) await flush();
|
|
191
|
+
}
|
|
192
|
+
}
|
|
193
|
+
await flush();
|
|
194
|
+
return { fieldPath: field.fieldPath, nextFileId: files.length, files, graphGeneration: 0, graphParts: [] };
|
|
195
|
+
}
|
|
196
|
+
async function openPagedPartitionArchive(checkpoint, directory, indexName, partitionId, manager) {
|
|
197
|
+
const { manifest } = checkpoint;
|
|
198
|
+
const temporaryPrefix = `${segmentsPrefix(indexName)}partition-copy-${partitionId}-${generateId()}-`;
|
|
199
|
+
const written = /* @__PURE__ */ new Map();
|
|
200
|
+
const partition = manager.getPartition(partitionId);
|
|
201
|
+
async function removeWritten() {
|
|
202
|
+
for (const temporaryKey of written.values()) await directory.remove(temporaryKey);
|
|
203
|
+
}
|
|
204
|
+
try {
|
|
205
|
+
const vectors = [];
|
|
206
|
+
for (const field of manifest.vectors) {
|
|
207
|
+
vectors.push(
|
|
208
|
+
await partitionField(
|
|
209
|
+
checkpoint,
|
|
210
|
+
directory,
|
|
211
|
+
{ indexName, manifest, temporaryPrefix, holds: (docId) => partition.has(docId) },
|
|
212
|
+
field,
|
|
213
|
+
written
|
|
214
|
+
)
|
|
215
|
+
);
|
|
216
|
+
}
|
|
217
|
+
const narrowed = {
|
|
218
|
+
...manifest,
|
|
219
|
+
partitions: manifest.partitions.filter((entry) => entry.partitionId === partitionId),
|
|
220
|
+
checkpoint: manifest.checkpoint.filter((entry) => entry.partitionId === partitionId),
|
|
221
|
+
vectors
|
|
222
|
+
};
|
|
223
|
+
const encoded = await encodeSegmentManifest(narrowed);
|
|
224
|
+
let manifestLength = 0;
|
|
225
|
+
for (const chunk of encoded.chunks) manifestLength += chunk.byteLength;
|
|
226
|
+
const manifestBytes = new Uint8Array(manifestLength);
|
|
227
|
+
let cursor = 0;
|
|
228
|
+
for (const chunk of encoded.chunks) {
|
|
229
|
+
manifestBytes.set(chunk, cursor);
|
|
230
|
+
cursor += chunk.byteLength;
|
|
231
|
+
}
|
|
232
|
+
const { readRange } = directory;
|
|
233
|
+
return {
|
|
234
|
+
manifestBytes,
|
|
235
|
+
manifest: narrowed,
|
|
236
|
+
lastSeqNo: narrowed.checkpoint[0]?.lastSeqNo ?? 0,
|
|
237
|
+
directory,
|
|
238
|
+
readFile: (ref) => checkpoint.readFile(ref),
|
|
239
|
+
readRange: (ref, offset, length) => {
|
|
240
|
+
const temporaryKey = written.get(ref.key);
|
|
241
|
+
if (temporaryKey === void 0 || readRange === void 0) return checkpoint.readRange(ref, offset, length);
|
|
242
|
+
return readRange.call(directory, temporaryKey, offset, length);
|
|
243
|
+
},
|
|
244
|
+
release: () => {
|
|
245
|
+
void removeWritten().catch(() => void 0).finally(() => checkpoint.release());
|
|
246
|
+
}
|
|
247
|
+
};
|
|
248
|
+
} catch (error) {
|
|
249
|
+
await removeWritten().catch(() => void 0);
|
|
250
|
+
throw error;
|
|
251
|
+
}
|
|
252
|
+
}
|
|
253
|
+
async function removeReceivedFilesNothingReads(directory, manager, partitionId, currentPrefix) {
|
|
254
|
+
const partition = manager.getPartition(partitionId);
|
|
255
|
+
const read = /* @__PURE__ */ new Set();
|
|
256
|
+
if (isCompositePartition(partition)) {
|
|
257
|
+
for (const segment of partition.frozenSegments()) {
|
|
258
|
+
if (segment.paged !== null) read.add(segment.paged.key);
|
|
259
|
+
}
|
|
260
|
+
}
|
|
261
|
+
const everyReceipt = `${manager.indexName}/received/p${partitionId}/`;
|
|
262
|
+
for (const key of await directory.list(everyReceipt)) {
|
|
263
|
+
if (read.has(key)) continue;
|
|
264
|
+
if (key.startsWith(currentPrefix) && [...read].some((held) => held.startsWith(currentPrefix))) continue;
|
|
265
|
+
await directory.remove(key);
|
|
266
|
+
}
|
|
267
|
+
}
|
|
268
|
+
|
|
269
|
+
export { openPagedPartitionArchive, removeReceivedFilesNothingReads };
|
package/dist/partial-words.mjs
CHANGED
|
@@ -1,16 +1,16 @@
|
|
|
1
|
-
import { partialWordSearchModule } from './chunk-
|
|
2
|
-
import './chunk-
|
|
1
|
+
import { partialWordSearchModule } from './chunk-DQNKVOJ2.mjs';
|
|
2
|
+
import './chunk-KGOXHLLZ.mjs';
|
|
3
3
|
import './chunk-U476IXKQ.mjs';
|
|
4
4
|
import './chunk-FQBFZAWG.mjs';
|
|
5
5
|
import './chunk-VJS4JFBQ.mjs';
|
|
6
6
|
import './chunk-GES7U2PM.mjs';
|
|
7
|
-
import './chunk-
|
|
8
|
-
import './chunk-
|
|
7
|
+
import './chunk-ZSWHPKGM.mjs';
|
|
8
|
+
import './chunk-NPNK57CA.mjs';
|
|
9
9
|
import './chunk-4UMZ7KQL.mjs';
|
|
10
10
|
import './chunk-R6A773WK.mjs';
|
|
11
11
|
import './chunk-YTJCGKM4.mjs';
|
|
12
12
|
import './chunk-L5ORED7V.mjs';
|
|
13
|
-
import './chunk-
|
|
13
|
+
import './chunk-HNHCNTVG.mjs';
|
|
14
14
|
|
|
15
15
|
// src/partial-words/index.ts
|
|
16
16
|
var partialWordSearch = partialWordSearchModule;
|
package/dist/pattern.mjs
CHANGED
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
import { patternSearchModule } from './chunk-
|
|
1
|
+
import { patternSearchModule } from './chunk-RKAVHNRW.mjs';
|
|
2
2
|
import './chunk-WQBCBKY3.mjs';
|
|
3
3
|
import './chunk-JUKYYXSP.mjs';
|
|
4
4
|
import './chunk-GES7U2PM.mjs';
|
|
5
|
-
import './chunk-
|
|
5
|
+
import './chunk-ZSWHPKGM.mjs';
|
|
6
6
|
import './chunk-YTJCGKM4.mjs';
|
|
7
7
|
import './chunk-L5ORED7V.mjs';
|
|
8
|
-
import './chunk-
|
|
8
|
+
import './chunk-HNHCNTVG.mjs';
|
|
9
9
|
|
|
10
10
|
// src/pattern/index.ts
|
|
11
11
|
var patternSearch = patternSearchModule;
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { c as BM25FieldParams, P as PartitionConfig, e as ScoringMode, V as VectorIndexConfig } from '../../schema-
|
|
1
|
+
import { c as BM25FieldParams, P as PartitionConfig, e as ScoringMode, V as VectorIndexConfig } from '../../schema-B-Runv0n.js';
|
|
2
2
|
import '../../adapters-BQFQ4PRz.js';
|
|
3
3
|
import '../../synonyms-CpOAHPa-.js';
|
|
4
4
|
|
|
@@ -153,6 +153,9 @@ interface FileRef {
|
|
|
153
153
|
key: string;
|
|
154
154
|
bytes: number;
|
|
155
155
|
checksum: number;
|
|
156
|
+
headOffset?: number;
|
|
157
|
+
headLength?: number;
|
|
158
|
+
headChecksum?: number;
|
|
156
159
|
}
|
|
157
160
|
interface SegmentRef extends FileRef {
|
|
158
161
|
id: number;
|
|
@@ -165,6 +168,15 @@ interface PartitionManifestEntry {
|
|
|
165
168
|
segments: SegmentRef[];
|
|
166
169
|
}
|
|
167
170
|
|
|
171
|
+
interface NamedAnalysisSettings {
|
|
172
|
+
language: string;
|
|
173
|
+
tokenizer?: string;
|
|
174
|
+
stopWords?: string;
|
|
175
|
+
stopWordList?: string[];
|
|
176
|
+
}
|
|
177
|
+
interface PendingAnalysisMetadata extends NamedAnalysisSettings {
|
|
178
|
+
generation: number;
|
|
179
|
+
}
|
|
168
180
|
interface IndexMetadata {
|
|
169
181
|
indexName: string;
|
|
170
182
|
/** Number of documents represented by the last completed checkpoint. */
|
|
@@ -196,9 +208,12 @@ interface IndexMetadata {
|
|
|
196
208
|
tokenizer?: string;
|
|
197
209
|
stopWords?: string;
|
|
198
210
|
stopWordList?: string[];
|
|
211
|
+
analysisGeneration?: number;
|
|
212
|
+
pendingAnalysis?: PendingAnalysisMetadata;
|
|
199
213
|
partitionLimits?: PartitionConfig;
|
|
200
214
|
defaultScoring?: ScoringMode;
|
|
201
215
|
trackPositions?: boolean;
|
|
216
|
+
textStorage?: 'memory' | 'disk';
|
|
202
217
|
strict?: boolean;
|
|
203
218
|
required?: string[];
|
|
204
219
|
vectorPromotion?: VectorIndexConfig;
|
|
@@ -1,50 +1,52 @@
|
|
|
1
|
-
import { createDurableDirectory } from '../../chunk-
|
|
1
|
+
import { createDurableDirectory } from '../../chunk-AST3SHFA.mjs';
|
|
2
2
|
import '../../chunk-W55X2BYN.mjs';
|
|
3
3
|
import '../../chunk-HLPRHOSO.mjs';
|
|
4
|
-
import {
|
|
5
|
-
import '../../chunk-
|
|
6
|
-
import '../../chunk-
|
|
4
|
+
import { writeCheckpointSegments } from '../../chunk-LA4WNDHL.mjs';
|
|
5
|
+
import '../../chunk-JDDXV6UF.mjs';
|
|
6
|
+
import { CHECKPOINT_WORKER_HEARTBEAT_MS } from '../../chunk-7AUASRE7.mjs';
|
|
7
|
+
import { directoryCheckpointStore } from '../../chunk-UUZCQQG2.mjs';
|
|
8
|
+
import '../../chunk-KEIYVZUX.mjs';
|
|
7
9
|
import '../../chunk-YH5OIL7B.mjs';
|
|
8
|
-
import '../../chunk-
|
|
9
|
-
import '../../chunk-
|
|
10
|
-
import '../../chunk-
|
|
11
|
-
import '../../chunk-
|
|
10
|
+
import '../../chunk-IO5F7ZBE.mjs';
|
|
11
|
+
import '../../chunk-VEFN6X6Q.mjs';
|
|
12
|
+
import '../../chunk-5WYVUPGD.mjs';
|
|
13
|
+
import '../../chunk-HJSN7UYG.mjs';
|
|
14
|
+
import '../../chunk-UIKN2OTQ.mjs';
|
|
12
15
|
import '../../chunk-AV4IJKD2.mjs';
|
|
13
|
-
import '../../chunk-
|
|
14
|
-
import '../../chunk-
|
|
15
|
-
import '../../chunk-
|
|
16
|
+
import '../../chunk-EEBCDP36.mjs';
|
|
17
|
+
import '../../chunk-WJGO5PGV.mjs';
|
|
18
|
+
import '../../chunk-ZPWS2SKJ.mjs';
|
|
19
|
+
import '../../chunk-N37VMC62.mjs';
|
|
16
20
|
import '../../chunk-ZATRDAYU.mjs';
|
|
17
21
|
import '../../chunk-EBIHRL7B.mjs';
|
|
18
|
-
import '../../chunk-HJSN7UYG.mjs';
|
|
19
|
-
import '../../chunk-RNSC4NFI.mjs';
|
|
20
|
-
import '../../chunk-TGP5M5R7.mjs';
|
|
21
|
-
import '../../chunk-U2BKYEC7.mjs';
|
|
22
22
|
import '../../chunk-KOKM4PQN.mjs';
|
|
23
23
|
import '../../chunk-QSK35UC2.mjs';
|
|
24
|
-
import '../../chunk-
|
|
25
|
-
import '../../chunk-
|
|
24
|
+
import '../../chunk-74XB2SXI.mjs';
|
|
25
|
+
import '../../chunk-RKAVHNRW.mjs';
|
|
26
26
|
import '../../chunk-WQBCBKY3.mjs';
|
|
27
27
|
import '../../chunk-JUKYYXSP.mjs';
|
|
28
|
-
import '../../chunk-
|
|
29
|
-
import '../../chunk-
|
|
28
|
+
import '../../chunk-DQNKVOJ2.mjs';
|
|
29
|
+
import '../../chunk-KGOXHLLZ.mjs';
|
|
30
30
|
import '../../chunk-U476IXKQ.mjs';
|
|
31
31
|
import '../../chunk-FQBFZAWG.mjs';
|
|
32
32
|
import '../../chunk-VJS4JFBQ.mjs';
|
|
33
33
|
import '../../chunk-GES7U2PM.mjs';
|
|
34
|
-
import '../../chunk-
|
|
35
|
-
import '../../chunk-
|
|
34
|
+
import '../../chunk-ZSWHPKGM.mjs';
|
|
35
|
+
import '../../chunk-O4LJQI4G.mjs';
|
|
36
36
|
import '../../chunk-X5CV2E2B.mjs';
|
|
37
|
-
import '../../chunk-
|
|
38
|
-
import '../../chunk-
|
|
37
|
+
import '../../chunk-WNBRW4Q2.mjs';
|
|
38
|
+
import '../../chunk-TGP5M5R7.mjs';
|
|
39
|
+
import '../../chunk-U2BKYEC7.mjs';
|
|
40
|
+
import '../../chunk-NPNK57CA.mjs';
|
|
39
41
|
import '../../chunk-4UMZ7KQL.mjs';
|
|
40
42
|
import '../../chunk-R6A773WK.mjs';
|
|
41
43
|
import '../../chunk-YTJCGKM4.mjs';
|
|
42
|
-
import '../../chunk-
|
|
43
|
-
import '../../chunk-
|
|
44
|
+
import '../../chunk-QHPYS427.mjs';
|
|
45
|
+
import '../../chunk-GLZHNSGB.mjs';
|
|
44
46
|
import '../../chunk-22YPZVMG.mjs';
|
|
45
47
|
import '../../chunk-RFBLQLLZ.mjs';
|
|
46
48
|
import '../../chunk-L5ORED7V.mjs';
|
|
47
|
-
import '../../chunk-
|
|
49
|
+
import '../../chunk-HNHCNTVG.mjs';
|
|
48
50
|
|
|
49
51
|
// src/persistence/durability/rebuild.ts
|
|
50
52
|
async function rebuildSegmentsFromDurable(root, metadata, targets, compactionThreshold, prior, capturedPartitions = [], keepsWriteRecords = false) {
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { createBitSet, bitsetIsEmpty, GrowableUint32, bitsetHas, bitsetSet } from './chunk-JUKYYXSP.mjs';
|
|
2
2
|
import { MAX_QUERY_PHRASES, MAX_PHRASE_WORDS } from './chunk-FQBFZAWG.mjs';
|
|
3
3
|
import { PHRASE_ROWS_START, PHRASE_SORT_RADIX_BITS, PHRASE_SORT_CLOCK_ROWS } from './chunk-4UMZ7KQL.mjs';
|
|
4
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
4
|
+
import { NarsilError, ErrorCodes } from './chunk-HNHCNTVG.mjs';
|
|
5
5
|
|
|
6
6
|
// src/core/partition/phrase-matching.ts
|
|
7
7
|
var UINT32_BITS = 32;
|
package/dist/react.d.ts
CHANGED
|
@@ -1,15 +1,15 @@
|
|
|
1
|
-
import { N as NarsilError, L as ListParams, f as ListResult, I as IndexInfo, k as IndexStats, Q as QueryParams, j as PreflightResult, m as QueryResult, g as SuggestParams, h as SuggestResult } from './config-
|
|
2
|
-
export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './config-
|
|
3
|
-
import {
|
|
4
|
-
export { E as ErrorDetail, I as ImportError,
|
|
1
|
+
import { N as NarsilError, L as ListParams, f as ListResult, I as IndexInfo, k as IndexStats, Q as QueryParams, j as PreflightResult, m as QueryResult, g as SuggestParams, h as SuggestResult } from './config-BhZxIeb1.js';
|
|
2
|
+
export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './config-BhZxIeb1.js';
|
|
3
|
+
import { f as TaskRecord, e as TaskProgress, c as ImportResult, d as TaskListQuery, T as TaskListPage } from './tasks-CjRJRGTb.js';
|
|
4
|
+
export { E as ErrorDetail, I as ImportError, g as TaskStatus, h as TaskType } from './tasks-CjRJRGTb.js';
|
|
5
5
|
import { ReactNode, ReactElement } from 'react';
|
|
6
|
-
import { N as Narsil } from './engine-
|
|
7
|
-
import { N as NarsilClient, I as ImportSource } from './client-
|
|
8
|
-
import { A as AnyDocument } from './schema-
|
|
6
|
+
import { N as Narsil } from './engine-CtzbHOmG.js';
|
|
7
|
+
import { N as NarsilClient, I as ImportSource } from './client-B12YFALP.js';
|
|
8
|
+
import { A as AnyDocument } from './schema-B-Runv0n.js';
|
|
9
9
|
import './adapters-BQFQ4PRz.js';
|
|
10
10
|
import './synonyms-CpOAHPa-.js';
|
|
11
|
-
import './index-
|
|
12
|
-
import './config-
|
|
11
|
+
import './index-DsEurhSl.js';
|
|
12
|
+
import './config-CIG5yDyg.js';
|
|
13
13
|
import './types-DvncmvuQ.js';
|
|
14
14
|
|
|
15
15
|
/**
|
package/dist/react.mjs
CHANGED
|
@@ -42,6 +42,10 @@ var ErrorCodes = {
|
|
|
42
42
|
ENVELOPE_INVALID_MAGIC: "ENVELOPE_INVALID_MAGIC",
|
|
43
43
|
PARTITION_CAPACITY_EXCEEDED: "PARTITION_CAPACITY_EXCEEDED",
|
|
44
44
|
RESTORE_MEMORY_EXCEEDED: "RESTORE_MEMORY_EXCEEDED",
|
|
45
|
+
ANALYSIS_CHANGE_REPLACED: "ANALYSIS_CHANGE_REPLACED",
|
|
46
|
+
ANALYSIS_CHANGE_NOT_READY: "ANALYSIS_CHANGE_NOT_READY",
|
|
47
|
+
ANALYSIS_GENERATION_MISSING: "ANALYSIS_GENERATION_MISSING",
|
|
48
|
+
ANALYSIS_REBUILD_MEMORY_EXCEEDED: "ANALYSIS_REBUILD_MEMORY_EXCEEDED",
|
|
45
49
|
EMBEDDING_FAILED: "EMBEDDING_FAILED",
|
|
46
50
|
EMBEDDING_DIMENSION_MISMATCH: "EMBEDDING_DIMENSION_MISMATCH",
|
|
47
51
|
EMBEDDING_NO_SOURCE: "EMBEDDING_NO_SOURCE",
|
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
import { runRerankedQuery, rerankTextOf } from './chunk-
|
|
1
|
+
import { runRerankedQuery, rerankTextOf } from './chunk-XS2VM7UE.mjs';
|
|
2
2
|
import './chunk-KZ3NX2P7.mjs';
|
|
3
|
-
import { rerankOnHost } from './chunk-
|
|
4
|
-
import './chunk-
|
|
3
|
+
import { rerankOnHost } from './chunk-HJJWY6PT.mjs';
|
|
4
|
+
import './chunk-C3YDYX6C.mjs';
|
|
5
5
|
import './chunk-HJSN7UYG.mjs';
|
|
6
|
-
import './chunk-
|
|
6
|
+
import './chunk-EEBCDP36.mjs';
|
|
7
7
|
import './chunk-FQBFZAWG.mjs';
|
|
8
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
8
|
+
import { NarsilError, ErrorCodes } from './chunk-HNHCNTVG.mjs';
|
|
9
9
|
|
|
10
10
|
// src/distribution/cluster-node/reads/rerank.ts
|
|
11
11
|
async function rerankClusterQuery(deps, indexName, params, firstStage, readDocuments, host) {
|
package/dist/rerankers/http.mjs
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { resolveApiKey, buildSignal, postJsonWithRetry } from '../chunk-
|
|
2
|
-
import { ErrorCodes, NarsilError } from '../chunk-
|
|
1
|
+
import { resolveApiKey, buildSignal, postJsonWithRetry } from '../chunk-NOT5QOHU.mjs';
|
|
2
|
+
import { ErrorCodes, NarsilError } from '../chunk-HNHCNTVG.mjs';
|
|
3
3
|
|
|
4
4
|
// src/rerankers/constants.ts
|
|
5
5
|
var DEFAULT_REQUEST_TIMEOUT_MS = 3e4;
|
|
@@ -1,3 +1,5 @@
|
|
|
1
|
+
import { abandonChangeOf } from './chunk-46NZOPHS.mjs';
|
|
2
|
+
|
|
1
3
|
// src/narsil/restore-queue.ts
|
|
2
4
|
function restoreDepsOf(core, host) {
|
|
3
5
|
return {
|
|
@@ -9,7 +11,11 @@ function restoreDepsOf(core, host) {
|
|
|
9
11
|
embeddingAdapters: core.embeddingAdapters,
|
|
10
12
|
markAnalysisStale: core.analysisRebuild.markStale,
|
|
11
13
|
clearAnalysisStale: core.analysisRebuild.clearStale,
|
|
12
|
-
abandonAnalysisRebuild:
|
|
14
|
+
abandonAnalysisRebuild: async (indexName) => {
|
|
15
|
+
await core.analysisRebuild.abandon(indexName);
|
|
16
|
+
await abandonChangeOf(core, indexName);
|
|
17
|
+
},
|
|
18
|
+
abandonAnalysisChange: (indexName) => abandonChangeOf(core, indexName),
|
|
13
19
|
indexState: core.indexState,
|
|
14
20
|
copies: core.orchestrator,
|
|
15
21
|
forgetWatermark: core.watermarkNotifier.forget
|
|
@@ -18,7 +24,7 @@ function restoreDepsOf(core, host) {
|
|
|
18
24
|
function queueRestore(core, host, restoresInFlight, indexName, data) {
|
|
19
25
|
const previous = restoresInFlight.get(indexName) ?? Promise.resolve();
|
|
20
26
|
const restored = previous.then(async () => {
|
|
21
|
-
const { restoreFromSnapshot } = await import('./snapshot-
|
|
27
|
+
const { restoreFromSnapshot } = await import('./snapshot-CGM65VCD.mjs');
|
|
22
28
|
await restoreFromSnapshot(indexName, data, restoreDepsOf(core, host));
|
|
23
29
|
});
|
|
24
30
|
const settled = restored.then(
|
|
@@ -1,12 +1,12 @@
|
|
|
1
|
-
import { runRerankedQuery, rerankTextOf } from './chunk-
|
|
1
|
+
import { runRerankedQuery, rerankTextOf } from './chunk-XS2VM7UE.mjs';
|
|
2
2
|
export { withRerankQueryText } from './chunk-KZ3NX2P7.mjs';
|
|
3
|
-
import { rerankOnHost } from './chunk-
|
|
4
|
-
export { rerankOnHost } from './chunk-
|
|
5
|
-
import { fixedHybridDepthOf, requireWithinHybridDepth, pageByPosition } from './chunk-
|
|
3
|
+
import { rerankOnHost } from './chunk-HJJWY6PT.mjs';
|
|
4
|
+
export { rerankOnHost } from './chunk-HJJWY6PT.mjs';
|
|
5
|
+
import { fixedHybridDepthOf, requireWithinHybridDepth, pageByPosition } from './chunk-C3YDYX6C.mjs';
|
|
6
6
|
import { MIN_RERANK_TIMEOUT_MS, MAX_RERANK_TIMEOUT_MS, MIN_RERANK_WINDOW, MAX_RERANK_WINDOW, DEFAULT_MAX_RERANK_WINDOW, DEFAULT_RERANK_TIMEOUT_MS } from './chunk-HJSN7UYG.mjs';
|
|
7
|
-
import './chunk-
|
|
7
|
+
import './chunk-EEBCDP36.mjs';
|
|
8
8
|
import { HYBRID_RESCORE_WINDOW } from './chunk-FQBFZAWG.mjs';
|
|
9
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
9
|
+
import { NarsilError, ErrorCodes } from './chunk-HNHCNTVG.mjs';
|
|
10
10
|
|
|
11
11
|
// src/engine/query/hybrid-depth.ts
|
|
12
12
|
function countOfUnion(text, vectorScored) {
|
|
@@ -254,6 +254,13 @@ interface IndexConfig {
|
|
|
254
254
|
* because the engine's highlighter analyses the stored text again.
|
|
255
255
|
*/
|
|
256
256
|
trackPositions?: boolean;
|
|
257
|
+
/**
|
|
258
|
+
* Setting this to `'disk'` lets the index answer from segment files that the
|
|
259
|
+
* engine reads by position, so its keyword index and documents can outgrow
|
|
260
|
+
* the node's memory once a checkpoint covers them. The default is `'memory'`,
|
|
261
|
+
* and `'disk'` raises `CONFIG_INVALID` without filesystem durability.
|
|
262
|
+
*/
|
|
263
|
+
textStorage?: 'memory' | 'disk';
|
|
257
264
|
/** These settings control when vector fields move to an HNSW graph, and how that graph is built. */
|
|
258
265
|
vectorPromotion?: VectorIndexConfig;
|
|
259
266
|
/**
|
package/dist/server.d.ts
CHANGED
|
@@ -1,15 +1,15 @@
|
|
|
1
|
-
import { G as GroupResult, Q as QueryParams, n as GroupConfig, m as QueryResult, L as ListParams, g as SuggestParams, k as IndexStats, f as ListResult, j as PreflightResult, h as SuggestResult } from './config-
|
|
2
|
-
export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, N as NarsilError, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './config-
|
|
3
|
-
import { E as ErrorEnvelope, c as ServerOptions, N as NarsilServer } from './capabilities-
|
|
4
|
-
export { A as ASYNC_IMPORT_CAPABILITY, B as BM25_TUNING_CAPABILITY, C as CorsOptions, D as DOCUMENT_EXPORT_CAPABILITY, I as INDEX_LIFECYCLE_CAPABILITY, O as OnRequestHook, R as REBUILD_ANALYSIS_CAPABILITY,
|
|
5
|
-
import { N as Narsil } from './engine-
|
|
6
|
-
import {
|
|
7
|
-
export {
|
|
8
|
-
import { e as ClusterHealth } from './config-
|
|
9
|
-
import { S as SchemaDefinition, P as PartitionConfig, V as VectorIndexConfig, B as BM25Params, F as FieldType } from './schema-
|
|
1
|
+
import { G as GroupResult, Q as QueryParams, n as GroupConfig, m as QueryResult, L as ListParams, g as SuggestParams, k as IndexStats, f as ListResult, j as PreflightResult, h as SuggestResult } from './config-BhZxIeb1.js';
|
|
2
|
+
export { C as ClientErrorCode, a as ClientErrorCodes, E as ErrorCode, b as ErrorCodes, N as NarsilError, c as NarsilErrorCode, S as ServerErrorCode, d as ServerErrorCodes, i as isNarsilError } from './config-BhZxIeb1.js';
|
|
3
|
+
import { E as ErrorEnvelope, c as ServerOptions, N as NarsilServer } from './capabilities-BCdUwK_L.js';
|
|
4
|
+
export { A as ASYNC_IMPORT_CAPABILITY, B as BM25_TUNING_CAPABILITY, C as CHANGE_ANALYSIS_CAPABILITY, d as CorsOptions, D as DOCUMENT_EXPORT_CAPABILITY, I as INDEX_LIFECYCLE_CAPABILITY, O as OnRequestHook, R as REBUILD_ANALYSIS_CAPABILITY, e as RequestContext, f as RequestDenial, S as SERVER_CAPABILITIES, a as SYNONYMS_CAPABILITY, g as ServerLimits, T as TASK_CANCEL_CAPABILITY, b as TASK_FILTER_CAPABILITY } from './capabilities-BCdUwK_L.js';
|
|
5
|
+
import { N as Narsil } from './engine-CtzbHOmG.js';
|
|
6
|
+
import { j as CreateIndexRequest, H as HttpIndexConfig, B as BatchBody, a as ChangeAnalysisBody, D as DocumentBody, k as InsertBody, l as MultiGetBody, R as RebalanceBody, m as ReplicationFactorBody, d as TaskListQuery, V as VectorFieldBody, S as SynonymSetBody, n as BatchResponse, C as CapabilitiesResponse, o as ClusterAllocationResponse, p as ClusterTopologyResponse, q as DocumentCountResponse, r as DocumentExistsResponse, s as DocumentIdResponse, t as DocumentPutResponse, u as DocumentRemovedResponse, v as DocumentResponse, c as ImportResult, w as IndexClearedResponse, x as IndexCreatedResponse, y as IndexDroppedResponse, z as IndexListResponse, A as IndexPartitionsResponse, F as IndexStateResponse, L as LivenessResponse, M as MemoryStatsResponse, G as MultiGetResponse, O as OkResponse, J as ReadinessResponse, K as ReplicationFactorResponse, T as TaskListPage, f as TaskRecord, N as VectorMaintenanceResponse, P as VersionResponse, e as TaskProgress, i as TaskStore } from './tasks-CjRJRGTb.js';
|
|
7
|
+
export { Q as BatchFailure, U as ClusterMemberReport, W as ClusterNodeReport, b as CreateIndexEmbedding, E as ErrorDetail, I as ImportError, X as PartitionAllocationReport, g as TaskStatus, h as TaskType } from './tasks-CjRJRGTb.js';
|
|
8
|
+
import { e as ClusterHealth } from './config-CIG5yDyg.js';
|
|
9
|
+
import { S as SchemaDefinition, P as PartitionConfig, V as VectorIndexConfig, B as BM25Params, F as FieldType } from './schema-B-Runv0n.js';
|
|
10
10
|
import './adapters-BQFQ4PRz.js';
|
|
11
11
|
import './synonyms-CpOAHPa-.js';
|
|
12
|
-
import './index-
|
|
12
|
+
import './index-DsEurhSl.js';
|
|
13
13
|
import './types-DvncmvuQ.js';
|
|
14
14
|
|
|
15
15
|
/**
|
|
@@ -91,6 +91,8 @@ interface HttpWireTypes {
|
|
|
91
91
|
BatchBody: BatchBody;
|
|
92
92
|
/** The body of `POST /indexes/{name}/bm25`. */
|
|
93
93
|
BM25Params: BM25Params;
|
|
94
|
+
/** The body of `POST /indexes/{name}/_change-analysis`. */
|
|
95
|
+
ChangeAnalysisBody: ChangeAnalysisBody;
|
|
94
96
|
/** The body of `POST /indexes`. */
|
|
95
97
|
HttpCreateIndexBody: HttpCreateIndexBody;
|
|
96
98
|
/** The body of a request that writes one document with a known id. */
|