@delali/narsil 0.3.1-next.91 → 0.3.1-next.94
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/filesystem.mjs +1 -1
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/browser/{chunk-B6XE7KXY.mjs → chunk-4JTBL63P.mjs} +4 -4
- package/dist/browser/{chunk-3ZRMZIH4.mjs → chunk-5S74HQRT.mjs} +208 -78
- package/dist/browser/{chunk-FHFFWLEK.mjs → chunk-HARBSUWP.mjs} +3 -4
- package/dist/browser/{chunk-NOUZ6RH3.mjs → chunk-HC6DMR4T.mjs} +238 -114
- package/dist/browser/{chunk-66KYAOIK.mjs → chunk-PP6N5CCS.mjs} +2 -2
- package/dist/browser/{chunk-NQW2YXEX.mjs → chunk-WKPJ4E73.mjs} +1 -1
- package/dist/browser/{durability-wiring-F4OGQUSU.mjs → durability-wiring-7DKYHKT5.mjs} +498 -71
- package/dist/browser/{module-E25UDADM.mjs → module-O5WH32EL.mjs} +102 -54
- package/dist/browser/release-76MXRPGV.mjs +33 -0
- package/dist/browser/replace-RURXTGVG.mjs +57 -0
- package/dist/browser/restore-queue-Z7FZZNKH.mjs +35 -0
- package/dist/browser/{snapshot-5EJ7I7QY.mjs → snapshot-PPTZ565G.mjs} +362 -103
- package/dist/browser/{write-K5V4XQ72.mjs → write-2ZAA7UDH.mjs} +4 -4
- package/dist/{capabilities-CvExBThq.d.ts → capabilities-xsJfdFoQ.d.ts} +2 -2
- package/dist/{chunk-NVL4ZR3K.mjs → chunk-2GZGBOQI.mjs} +2 -2
- package/dist/{chunk-CVQWQVFX.mjs → chunk-4ZJWRETC.mjs} +2 -2
- package/dist/{chunk-ZIJ63TBT.mjs → chunk-7KC56574.mjs} +1 -1
- package/dist/{chunk-MXS5HWIH.mjs → chunk-7VALMHZF.mjs} +89 -17
- package/dist/{chunk-UKSUENHK.mjs → chunk-AF2CIKYC.mjs} +40 -26
- package/dist/{chunk-BVOJIYRV.mjs → chunk-BB7MASRQ.mjs} +1 -1
- package/dist/{chunk-A4G7JSYO.mjs → chunk-C45FUYPI.mjs} +98 -49
- package/dist/{chunk-6VZ3Q73N.mjs → chunk-CHOGQSHK.mjs} +44 -25
- package/dist/{chunk-QZN3MIJ3.mjs → chunk-ES33L3HO.mjs} +2 -2
- package/dist/{chunk-67Z2V6TC.mjs → chunk-EWBXO45L.mjs} +3 -3
- package/dist/{chunk-3TTYK5A7.mjs → chunk-EX62BQT6.mjs} +9 -9
- package/dist/{chunk-3RDS4UHC.mjs → chunk-EZD4MWOU.mjs} +4 -4
- package/dist/{chunk-YCJLVNWR.mjs → chunk-F52QGNZ2.mjs} +1 -1
- package/dist/{chunk-43ORORN6.mjs → chunk-GJZHU4FC.mjs} +3 -3
- package/dist/{chunk-7OQHSDK6.mjs → chunk-J53IHLG7.mjs} +7 -7
- package/dist/{chunk-R7OSDAFK.mjs → chunk-K6A4FCVR.mjs} +1 -1
- package/dist/chunk-KOKM4PQN.mjs +52 -0
- package/dist/{chunk-T6CNO72J.mjs → chunk-QM3VPX4Z.mjs} +2 -2
- package/dist/{chunk-T4DB5YFB.mjs → chunk-QWWCLRXX.mjs} +6 -6
- package/dist/chunk-QY7GC2MW.mjs +33 -0
- package/dist/{chunk-BJ2YKRNX.mjs → chunk-R36MIGBU.mjs} +86 -54
- package/dist/{chunk-RVM7AODE.mjs → chunk-RDJKYKMQ.mjs} +2 -2
- package/dist/{chunk-UXQE2ROB.mjs → chunk-RUIXODYU.mjs} +3 -2
- package/dist/{chunk-5ER245FI.mjs → chunk-SBCEHIPL.mjs} +3 -3
- package/dist/{chunk-TPJU7NDJ.mjs → chunk-SYWGORQB.mjs} +1 -0
- package/dist/{chunk-XLJ2S2BH.mjs → chunk-UAUZGXJP.mjs} +40 -21
- package/dist/{chunk-EONIHG3V.mjs → chunk-WBS3EYC4.mjs} +7 -7
- package/dist/{chunk-CO4MRKST.mjs → chunk-WLOF6HSP.mjs} +2 -2
- package/dist/{chunk-ULRPNYAG.mjs → chunk-Z3MOCHG5.mjs} +120 -62
- package/dist/{chunk-MKWUXWQH.mjs → chunk-ZHS44YKF.mjs} +1 -1
- package/dist/{client-Cc42b42j.d.ts → client-CgayPw2R.d.ts} +2 -2
- package/dist/client.d.ts +6 -6
- package/dist/client.mjs +1 -0
- package/dist/{config-DyRowvVP.d.ts → config-3kBsQ0Pi.d.ts} +1 -1
- package/dist/{config-BYne-yCI.d.ts → config-B-RnO6dr.d.ts} +1 -1
- package/dist/direct-executor-IJTRU3YN.mjs +22 -0
- package/dist/distribution/coordinator/etcd.mjs +1 -1
- package/dist/distribution/transport/grpc.mjs +1 -1
- package/dist/distribution.d.ts +5 -5
- package/dist/distribution.mjs +26 -26
- package/dist/{durability-wiring-6AN4QTT3.mjs → durability-wiring-Y55SCPFC.mjs} +518 -91
- package/dist/embeddings/openai.mjs +1 -1
- package/dist/{engine-96_kLtSY.d.ts → engine-DSUfY2F0.d.ts} +11 -11
- package/dist/index.browser.mjs +2 -2
- package/dist/index.d.ts +5 -5
- package/dist/index.mjs +18 -18
- package/dist/{memory-dd3GESdc.d.ts → memory-wuXcYOD1.d.ts} +96 -76
- package/dist/{module-WIDYIJLY.mjs → module-VITS4ZR5.mjs} +72 -38
- package/dist/partial-words.mjs +5 -5
- package/dist/pattern.mjs +3 -3
- package/dist/persistence/durability/checkpoint-worker.mjs +21 -21
- package/dist/react.d.ts +6 -6
- package/dist/react.mjs +1 -0
- package/dist/release-BH3DKW3T.mjs +33 -0
- package/dist/replace-CEO5KJJ3.mjs +57 -0
- package/dist/restore-queue-4SG45BLF.mjs +35 -0
- package/dist/server.d.ts +8 -8
- package/dist/server.mjs +10 -10
- package/dist/snapshot-XBKE7PUG.mjs +738 -0
- package/dist/synonyms.mjs +3 -3
- package/dist/{tasks-DA1Ff0G4.d.ts → tasks-Bj9WBlFG.d.ts} +1 -1
- package/dist/{thread-VTDLLYXC.mjs → thread-U7XYJWGG.mjs} +15 -12
- package/dist/vector/search-worker.mjs +6 -6
- package/dist/workers/entry.mjs +5 -5
- package/dist/{write-OJR3H4BI.mjs → write-BMNV7P2H.mjs} +20 -20
- package/package.json +7 -7
- package/dist/chunk-Y2F66IQJ.mjs +0 -74
- package/dist/chunk-ZJ4CSAB2.mjs +0 -13
- package/dist/direct-executor-CHXVCBN7.mjs +0 -22
- package/dist/snapshot-JFZVOGZV.mjs +0 -479
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import { KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment, restoreVectorFields, KEYWORD_SEGMENT_PAYLOAD_VERSION, littleEndianBytes } from './chunk-
|
|
2
|
-
import { VERSION, rulesOfStoredSynonyms, flattenSchema, packChecksummedEnvelope, openChecksummedEnvelope, requireValidFieldTypes, isCompositePartition, crc32, reconstructSchemaFromMetadata, extractVectorFieldsFromSchema, readHeader, HEADER_SIZE, engineVersionParts, writeHeader, partialFieldsOf, getLanguage, decodeEveryStoredDocument, createSharedFrozenSegment, shareSegmentArrays, VECTOR_PATTERN, isQuantizationMode, isStorageMode, survivorDocumentsOf, partitionStateOf, freezeSegmentShared, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayload, resolvePartitionInsertOptions, fnv1a, selectionKeeps, decodeMapWithoutFields, prepareDocumentVectors, messagePackUpperBoundBytes, segmentArraysOf, mergeSegmentContents, resolveIndexAnalysis } from './chunk-
|
|
3
|
-
import { decodeVectorGraphPartPayload, assembleGraphParts, decodeVectorFilePayload, countDead, VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-
|
|
4
|
-
import { compareCodePoints, NarsilError, ErrorCodes, MAX_FILE_BYTES, VALID_HNSW_METRICS } from './chunk-
|
|
1
|
+
import { KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment, restoreVectorFields, KEYWORD_SEGMENT_PAYLOAD_VERSION, littleEndianBytes } from './chunk-PP6N5CCS.mjs';
|
|
2
|
+
import { VERSION, rulesOfStoredSynonyms, flattenSchema, packChecksummedEnvelope, openChecksummedEnvelope, requireValidFieldTypes, isCompositePartition, crc32, reconstructSchemaFromMetadata, extractVectorFieldsFromSchema, readHeader, HEADER_SIZE, engineVersionParts, writeHeader, partialFieldsOf, getLanguage, decodeEveryStoredDocument, createSharedFrozenSegment, shareSegmentArrays, VECTOR_PATTERN, isQuantizationMode, isStorageMode, survivorDocumentsOf, partitionStateOf, freezeSegmentShared, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayload, resolvePartitionInsertOptions, fnv1a, selectionKeeps, decodeMapWithoutFields, prepareDocumentVectors, messagePackUpperBoundBytes, segmentArraysOf, mergeSegmentContents, resolveIndexAnalysis } from './chunk-HC6DMR4T.mjs';
|
|
3
|
+
import { decodeVectorGraphPartPayload, assembleGraphParts, decodeVectorFilePayload, countDead, VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-WKPJ4E73.mjs';
|
|
4
|
+
import { compareCodePoints, NarsilError, ErrorCodes, MAX_FILE_BYTES, VALID_HNSW_METRICS } from './chunk-HARBSUWP.mjs';
|
|
5
5
|
import { decode, encode } from '@msgpack/msgpack';
|
|
6
6
|
|
|
7
7
|
// src/engine/durability-metadata.ts
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { readTrailer, unpackLevels, osqRecordBytes, VECTOR_FILE_MAX_VECTORS, NO_LIVE_VECTOR_AT_POSITION, stageQueryLevels, osqCodeBytes, osqStagedQueryBytes, bytesToVectors, VECTOR_GRAPH_PART_VECTORS, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, vectorsToBytes, writeRecord } from './chunk-
|
|
2
|
-
import { markSimdUnavailable, NarsilError, ErrorCodes, MAX_WASM_PAGES, WASM_PAGE_BYTES, VECTOR_SCRATCH_SLOTS, UNPLACED_FLAG_CHUNK_ORDINALS, COMPACTION_TOMBSTONE_RATIO, COMPACTION_ABSOLUTE_THRESHOLD, MAX_FILE_BYTES, VECTOR_BLOCK_INITIAL_SLOTS, MAX_VECTOR_ORDINALS, VECTOR_STORE_INITIAL_CAPACITY, PLACEMENT_ROOM_REQUESTS, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, MAX_LAYER_CAP, INITIAL_LIST_CAPACITY, OSQ_STEPS, OSQ_GRID, OSQ_QUERY_BITS,
|
|
1
|
+
import { readTrailer, unpackLevels, osqRecordBytes, VECTOR_FILE_MAX_VECTORS, NO_LIVE_VECTOR_AT_POSITION, stageQueryLevels, osqCodeBytes, osqStagedQueryBytes, bytesToVectors, VECTOR_GRAPH_PART_VECTORS, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, vectorsToBytes, writeRecord } from './chunk-WKPJ4E73.mjs';
|
|
2
|
+
import { markSimdUnavailable, NarsilError, ErrorCodes, MAX_WASM_PAGES, WASM_PAGE_BYTES, VECTOR_SCRATCH_SLOTS, UNPLACED_FLAG_CHUNK_ORDINALS, COMPACTION_TOMBSTONE_RATIO, COMPACTION_ABSOLUTE_THRESHOLD, MAX_FILE_BYTES, VECTOR_BLOCK_INITIAL_SLOTS, MAX_VECTOR_ORDINALS, VECTOR_STORE_INITIAL_CAPACITY, PLACEMENT_ROOM_REQUESTS, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, MAX_LAYER_CAP, INITIAL_LIST_CAPACITY, OSQ_STEPS, OSQ_GRID, OSQ_QUERY_BITS, compareCodePoints, INITIAL_UPPER_SLOTS, GRAPH_LOCK_WAIT_SLICE_MS, OSQ_REFINE_ROUNDS, OSQ_REFINE_TOLERANCE, MAX_DOC_ID_LENGTH, DEFAULT_EF_SEARCH, OSQ_LAMBDA, MAX_DOC_ID_TABLE_BYTES } from './chunk-HARBSUWP.mjs';
|
|
3
3
|
|
|
4
4
|
// src/vector/shared-buffers/growable.ts
|
|
5
5
|
function sharedMemoryAvailable() {
|
|
@@ -291,6 +291,109 @@ function releaseLocksHeldBy(handles, threadSlot) {
|
|
|
291
291
|
}
|
|
292
292
|
}
|
|
293
293
|
|
|
294
|
+
// src/vector/ordinal-filter.ts
|
|
295
|
+
function createOrdinalFilter(slots) {
|
|
296
|
+
return { bits: new Uint8Array(slots + 7 >>> 3), count: 0 };
|
|
297
|
+
}
|
|
298
|
+
function addToOrdinalFilter(filter, ordinal) {
|
|
299
|
+
const index = ordinal >>> 3;
|
|
300
|
+
if (index >= filter.bits.length) return;
|
|
301
|
+
const bit = 1 << (ordinal & 7);
|
|
302
|
+
if ((filter.bits[index] & bit) !== 0) return;
|
|
303
|
+
filter.bits[index] |= bit;
|
|
304
|
+
filter.count += 1;
|
|
305
|
+
}
|
|
306
|
+
function ordinalFilterHas(filter, ordinal) {
|
|
307
|
+
const index = ordinal >>> 3;
|
|
308
|
+
if (index >= filter.bits.length) return false;
|
|
309
|
+
return (filter.bits[index] & 1 << (ordinal & 7)) !== 0;
|
|
310
|
+
}
|
|
311
|
+
function removeFromOrdinalFilter(filter, ordinal) {
|
|
312
|
+
const index = ordinal >>> 3;
|
|
313
|
+
if (index >= filter.bits.length) return;
|
|
314
|
+
const bit = 1 << (ordinal & 7);
|
|
315
|
+
if ((filter.bits[index] & bit) === 0) return;
|
|
316
|
+
filter.bits[index] &= ~bit;
|
|
317
|
+
filter.count -= 1;
|
|
318
|
+
}
|
|
319
|
+
function* ordinalFilterValues(filter) {
|
|
320
|
+
const bits = filter.bits;
|
|
321
|
+
for (let index = 0; index < bits.length; index++) {
|
|
322
|
+
const byte = bits[index];
|
|
323
|
+
if (byte === 0) continue;
|
|
324
|
+
for (let offset = 0; offset < 8; offset++) {
|
|
325
|
+
if ((byte & 1 << offset) !== 0) yield index << 3 | offset;
|
|
326
|
+
}
|
|
327
|
+
}
|
|
328
|
+
}
|
|
329
|
+
|
|
330
|
+
// src/vector/filter-ordinals.ts
|
|
331
|
+
var UNRESOLVED_ORDINAL = -1;
|
|
332
|
+
var NO_VECTOR_MARK = -2;
|
|
333
|
+
function freshOrdinals(length) {
|
|
334
|
+
return new Int32Array(length).fill(UNRESOLVED_ORDINAL);
|
|
335
|
+
}
|
|
336
|
+
function mapsOf(owner) {
|
|
337
|
+
owner.vectorOrdinalMaps ??= { bytes: 0, byField: /* @__PURE__ */ new Map() };
|
|
338
|
+
return owner.vectorOrdinalMaps;
|
|
339
|
+
}
|
|
340
|
+
function mapFor(maps, docStore, space, numberingGeneration) {
|
|
341
|
+
const held = maps.byField.get(space.fieldName);
|
|
342
|
+
if (held !== void 0 && held.header === space.header && held.layoutGeneration === space.layoutGeneration && held.numberingGeneration === numberingGeneration) {
|
|
343
|
+
return held;
|
|
344
|
+
}
|
|
345
|
+
const map = {
|
|
346
|
+
header: space.header,
|
|
347
|
+
layoutGeneration: space.layoutGeneration,
|
|
348
|
+
numberingGeneration,
|
|
349
|
+
ordinals: freshOrdinals(docStore.internalIdCapacity())
|
|
350
|
+
};
|
|
351
|
+
maps.bytes += map.ordinals.byteLength - (held?.ordinals.byteLength ?? 0);
|
|
352
|
+
maps.byField.set(space.fieldName, map);
|
|
353
|
+
return map;
|
|
354
|
+
}
|
|
355
|
+
function growTo(maps, map, length) {
|
|
356
|
+
const grown = freshOrdinals(Math.max(length, map.ordinals.length * 2));
|
|
357
|
+
grown.set(map.ordinals);
|
|
358
|
+
maps.bytes += grown.byteLength - map.ordinals.byteLength;
|
|
359
|
+
map.ordinals = grown;
|
|
360
|
+
}
|
|
361
|
+
function ordinalAt(maps, map, internalId, docStore, space) {
|
|
362
|
+
if (internalId >= map.ordinals.length) growTo(maps, map, internalId + 1);
|
|
363
|
+
const held = map.ordinals[internalId];
|
|
364
|
+
if (held >= 0 && space.holdsCurrentOrdinal(held)) return held;
|
|
365
|
+
if (held <= NO_VECTOR_MARK && NO_VECTOR_MARK - held === space.slots) return UNRESOLVED_ORDINAL;
|
|
366
|
+
const docId = docStore.getExternalId(internalId);
|
|
367
|
+
const resolved = docId === void 0 ? void 0 : space.ordinalOf(docId);
|
|
368
|
+
map.ordinals[internalId] = resolved ?? NO_VECTOR_MARK - space.slots;
|
|
369
|
+
return resolved ?? UNRESOLVED_ORDINAL;
|
|
370
|
+
}
|
|
371
|
+
function ordinalFilterForSubsets(subsets, space) {
|
|
372
|
+
const filter = createOrdinalFilter(space.slots);
|
|
373
|
+
for (const subset of subsets) {
|
|
374
|
+
const docStore = subset.owner.docStore;
|
|
375
|
+
if (docStore.numberingGeneration() !== subset.numberingGeneration) continue;
|
|
376
|
+
const resolver = docStore.resolver();
|
|
377
|
+
const maps = mapsOf(subset.owner);
|
|
378
|
+
const map = mapFor(maps, docStore, space, subset.numberingGeneration);
|
|
379
|
+
const bits = subset.bits;
|
|
380
|
+
for (let wordIndex = 0; wordIndex < bits.length; wordIndex++) {
|
|
381
|
+
let word = bits[wordIndex];
|
|
382
|
+
if (word === 0) continue;
|
|
383
|
+
const base = wordIndex << 5;
|
|
384
|
+
while (word !== 0) {
|
|
385
|
+
const internalId = base + (Math.clz32(word & -word) ^ 31);
|
|
386
|
+
word &= word - 1;
|
|
387
|
+
if (!resolver.isLive(internalId)) continue;
|
|
388
|
+
const ordinal = ordinalAt(maps, map, internalId, docStore, space);
|
|
389
|
+
if (ordinal < 0 || space.isRemoved(ordinal)) continue;
|
|
390
|
+
addToOrdinalFilter(filter, ordinal);
|
|
391
|
+
}
|
|
392
|
+
}
|
|
393
|
+
}
|
|
394
|
+
return filter;
|
|
395
|
+
}
|
|
396
|
+
|
|
294
397
|
// src/vector/simd-wasm-binary.ts
|
|
295
398
|
var SIMD_DISTANCE_WASM_BASE64 = "AGFzbQEAAAABIgVgA39/fwF9YAJ/fwF9YAN/f38Bf2ABewF/YAR/f39/AX8DDw4AAQAAAgIDAgIEAgQCAgUDAQABB6QBCgZtZW1vcnkCAAtkb3RfcHJvZHVjdAAACW1hZ25pdHVkZQABGnNxdWFyZWRfZXVjbGlkZWFuX2Rpc3RhbmNlAAISZXVjbGlkZWFuX2Rpc3RhbmNlAAMGZG90X3U4AAQJc3FkaXN0X3U4AAUMb3NxX2RvdF9iaXRzAAkRb3NxX2RvdF9iaXRzX3BhaXIACxNvc3FfZG90X25pYmJsZXNfNHg0AA0K2RQOygIEAX8EewF9BH8gAkFwcSEJIAJBfHEhCv0MAAAAAAAAAAAAAAAAAAAAACEEQQAhAwJAA0AgAyAJTw0BIAAgA0ECdGohCyABIANBAnRqIQwgBCAL/QAEACAM/QAEAP3mAf3kASEEIAUgC/0ABBAgDP0ABBD95gH95AEhBSAGIAv9AAQgIAz9AAQg/eYB/eQBIQYgByAL/QAEMCAM/QAEMP3mAf3kASEHIANBEGohAwwACwsCQANAIAMgCk8NASAEIAAgA0ECdGr9AAQAIAEgA0ECdGr9AAQA/eYB/eQBIQQgA0EEaiEDDAALCyAEIAX95AEgBiAH/eQB/eQBIQQgBP0fACAE/R8BkiAE/R8CIAT9HwOSkiEIAkADQCADIAJPDQEgCCAAIANBAnRqKgIAIAEgA0ECdGoqAgCUkiEIIANBAWohAwwACwsgCAupAQQBfwJ7AX0BfyABQXxxIQb9DAAAAAAAAAAAAAAAAAAAAAAhA0EAIQICQANAIAIgBk8NASAAIAJBAnRq/QAEACEEIAMgBCAE/eYB/eQBIQMgAkEEaiECDAALCyAD/R8AIAP9HwGSIAP9HwIgA/0fA5KSIQUCQANAIAIgAU8NASAFIAAgAkECdGoqAgAgACACQQJ0aioCAJSSIQUgAkEBaiECDAALCyAFkQvAAQUBfwJ7AX0BfwF9IAJBfHEhB/0MAAAAAAAAAAAAAAAAAAAAACEEQQAhAwJAA0AgAyAHTw0BIAAgA0ECdGr9AAQAIAEgA0ECdGr9AAQA/eUBIQUgBCAFIAX95gH95AEhBCADQQRqIQMMAAsLIAT9HwAgBP0fAZIgBP0fAiAE/R8DkpIhBgJAA0AgAyACTw0BIAAgA0ECdGoqAgAgASADQQJ0aioCAJMhCCAGIAggCJSSIQYgA0EBaiEDDAALCyAGCwsAIAAgASACEAKRC7QBAwF/A3sCfyACQXBxIQhBAP0RIQRBACEDAkADQCADIAhPDQEgACADav0ABAAhBSABIANq/QAEACEGIAQgBf2JASAG/YkB/boB/a4BIQQgBCAF/YoBIAb9igH9ugH9rgEhBCADQRBqIQMMAAsLIAT9GwAgBP0bAWogBP0bAiAE/RsDamohBwJAA0AgAyACTw0BIAcgACADai0AACABIANqLQAAbGohByADQQFqIQMMAAsLIAcLzQEDAX8FewN/IAJBcHEhC0EA/REhBEEAIQMCQANAIAMgC08NASAAIANq/QAEACEFIAEgA2r9AAQAIQYgBf2JASAG/YkB/ZEBIQcgBf2KASAG/YoB/ZEBIQggBCAHIAf9ugH9rgEhBCAEIAggCP26Af2uASEEIANBEGohAwwACwsgBP0bACAE/RsBaiAE/RsCIAT9GwNqaiEJAkADQCADIAJPDQEgACADai0AACABIANqLQAAayEKIAkgCiAKbGohCSADQQFqIQMMAAsLIAkLIQEBeyAA/X8hASAB/RsAIAH9GwFqIAH9GwIgAf0bA2pqC68CAwh/A3sBfyABIAJqIQggCCACaiEJIAkgAmohCiACQXBxIQUCQANAIAMgBU8NASADQYAQaiEGIAYgBUsEQCAFIQYLQQD9ECENA0AgACADav0ABAAhCyALIAogA2r9AAQA/U79YiEMIAwgDP1uIAsgCSADav0ABAD9Tv1i/W4hDCAMIAz9biALIAggA2r9AAQA/U79Yv1uIQwgDCAM/W4gCyABIANq/QAEAP1O/WL9biEMIA0gDP19/Y4BIQ0gA0EQaiEDIAMgBkkNAAsgByANEAZqIQcMAAsLAkADQCADIAJPDQEgACADai0AACEOQQAhBAJAA0AgBEEETw0BIAcgDiABIAIgBGxqIANqLQAAcWkgBHRqIQcgBEEBaiEEDAALCyADQQFqIQMMAAsLIAcLhwMDCH8IewF/IAEgAmohCCAIIAJqIQkgCSACaiEKQQP9DyERIAJBcHEhBQJAA0AgAyAFTw0BIANBgBBqIQYgBiAFSwRAIAUhBgtBAP0QIRIDQCAAIANq/QAEACELIAsgEf1OIQwgC0EC/W0gEf1OIQ0gC0EE/W0gEf1OIQ4gC0EG/W0hDyABIANq/QAEACEQIBIgDCAQ/Z4BIAwgEP2fAf2OAf2OASESIAggA2r9AAQAIRAgEiANIBD9ngEgDSAQ/Z8B/Y4B/Y4BIRIgCSADav0ABAAhECASIA4gEP2eASAOIBD9nwH9jgH9jgEhEiAKIANq/QAEACEQIBIgDyAQ/Z4BIA8gEP2fAf2OAf2OASESIANBEGohAyADIAZJDQALIAcgEhAGaiEHDAALCwJAA0AgAyACTw0BIAAgA2otAAAhE0EAIQQCQANAIARBBE8NASAHIBMgBEEBdHZBA3EgASACIARsaiADai0AAGxqIQcgBEEBaiEEDAALCyADQQFqIQMMAAsLIAcLGwAgA0ECRgR/IAAgASACEAgFIAAgASACEAcLC54BAgR/AXsgAkFwcSEEAkADQCADIARPDQEgA0GAEGohBSAFIARLBEAgBCEFC0EA/RAhBwNAIAcgACADav0ABAAgASADav0ABAD9Tv1i/X39jgEhByADQRBqIQMgAyAFSQ0ACyAGIAcQBmohBgwACwsCQANAIAMgAk8NASAGIAAgA2otAAAgASADai0AAHFpaiEGIANBAWohAwwACwsgBgsbACADQQJGBH8gACABIAIQDAUgACABIAIQCgsL2gIDBH8IewR/QdUAIRFB1QAhEkHVAP0PIQdBqgH9DyEIIAJBcHEhBAJAA0AgAyAETw0BIANB4ANqIQUgBSAESwRAIAQhBQtBAP0PIQ5BAP0PIQxBAP0PIQ0DQCAAIANq/QAEACEJIAEgA2r9AAQAIQogCSAK/U4hCyAOIAv9Yv1uIQ4gDCALIAj9Tv1i/W4hDCANIAkgCkEB/W0gB/1OIApBAf1rIAj9Tv1Q/U79Yv1uIQ0gA0EQaiEDIAMgBUkNAAsgBiAO/X0QBiAM/X0QBkEDbCAN/X0QBkEBdGpqaiEGDAALCwJAA0AgAyACTw0BIAAgA2otAAAhDyABIANqLQAAIRAgBiAPIBFxIBBxaSAPIBFxIBBBAXYgEnFxaUEBdGogD0EBdiAScSAQIBFxcWlBAXQgD0EBdiAScSAQQQF2IBJxcWlBAnRqamohBiADQQFqIQMMAAsLIAYL/AEDA38IewJ/IAJBcHEhBEEP/Q8hDEEA/REhDUEAIQMCQANAIAMgBE8NASAAIANq/QAEACEGIAEgA2r9AAQAIQcgBiAM/U4hCCAGQQT9bSEJIAcgDP1OIQogB0EE/W0hCyANIAggCv2eASAJIAv9ngH9jgH9fyAIIAr9nwEgCSAL/Z8B/Y4B/X/9rgH9rgEhDSADQRBqIQMMAAsLIA39GwAgDf0bAWogDf0bAiAN/RsDamohBQJAA0AgAyACTw0BIAAgA2otAAAhDyABIANqLQAAIQ4gBSAPQQ9xIA5BD3FsIA9BBHYgDkEEdmxqaiEFIANBAWohAwwACwsgBQs=";
|
|
296
399
|
var SIMD_DISTANCE_SHARED_MEMORY_WASM_BASE64 = "AGFzbQEAAAABIgVgA39/fwF9YAJ/fwF9YAN/f38Bf2ABewF/YAR/f39/AX8CEgEDZW52Bm1lbW9yeQIDAYCABAMPDgABAAACAgMCAgQCBAICB5sBCQtkb3RfcHJvZHVjdAAACW1hZ25pdHVkZQABGnNxdWFyZWRfZXVjbGlkZWFuX2Rpc3RhbmNlAAISZXVjbGlkZWFuX2Rpc3RhbmNlAAMGZG90X3U4AAQJc3FkaXN0X3U4AAUMb3NxX2RvdF9iaXRzAAkRb3NxX2RvdF9iaXRzX3BhaXIACxNvc3FfZG90X25pYmJsZXNfNHg0AA0K2RQOygIEAX8EewF9BH8gAkFwcSEJIAJBfHEhCv0MAAAAAAAAAAAAAAAAAAAAACEEQQAhAwJAA0AgAyAJTw0BIAAgA0ECdGohCyABIANBAnRqIQwgBCAL/QAEACAM/QAEAP3mAf3kASEEIAUgC/0ABBAgDP0ABBD95gH95AEhBSAGIAv9AAQgIAz9AAQg/eYB/eQBIQYgByAL/QAEMCAM/QAEMP3mAf3kASEHIANBEGohAwwACwsCQANAIAMgCk8NASAEIAAgA0ECdGr9AAQAIAEgA0ECdGr9AAQA/eYB/eQBIQQgA0EEaiEDDAALCyAEIAX95AEgBiAH/eQB/eQBIQQgBP0fACAE/R8BkiAE/R8CIAT9HwOSkiEIAkADQCADIAJPDQEgCCAAIANBAnRqKgIAIAEgA0ECdGoqAgCUkiEIIANBAWohAwwACwsgCAupAQQBfwJ7AX0BfyABQXxxIQb9DAAAAAAAAAAAAAAAAAAAAAAhA0EAIQICQANAIAIgBk8NASAAIAJBAnRq/QAEACEEIAMgBCAE/eYB/eQBIQMgAkEEaiECDAALCyAD/R8AIAP9HwGSIAP9HwIgA/0fA5KSIQUCQANAIAIgAU8NASAFIAAgAkECdGoqAgAgACACQQJ0aioCAJSSIQUgAkEBaiECDAALCyAFkQvAAQUBfwJ7AX0BfwF9IAJBfHEhB/0MAAAAAAAAAAAAAAAAAAAAACEEQQAhAwJAA0AgAyAHTw0BIAAgA0ECdGr9AAQAIAEgA0ECdGr9AAQA/eUBIQUgBCAFIAX95gH95AEhBCADQQRqIQMMAAsLIAT9HwAgBP0fAZIgBP0fAiAE/R8DkpIhBgJAA0AgAyACTw0BIAAgA0ECdGoqAgAgASADQQJ0aioCAJMhCCAGIAggCJSSIQYgA0EBaiEDDAALCyAGCwsAIAAgASACEAKRC7QBAwF/A3sCfyACQXBxIQhBAP0RIQRBACEDAkADQCADIAhPDQEgACADav0ABAAhBSABIANq/QAEACEGIAQgBf2JASAG/YkB/boB/a4BIQQgBCAF/YoBIAb9igH9ugH9rgEhBCADQRBqIQMMAAsLIAT9GwAgBP0bAWogBP0bAiAE/RsDamohBwJAA0AgAyACTw0BIAcgACADai0AACABIANqLQAAbGohByADQQFqIQMMAAsLIAcLzQEDAX8FewN/IAJBcHEhC0EA/REhBEEAIQMCQANAIAMgC08NASAAIANq/QAEACEFIAEgA2r9AAQAIQYgBf2JASAG/YkB/ZEBIQcgBf2KASAG/YoB/ZEBIQggBCAHIAf9ugH9rgEhBCAEIAggCP26Af2uASEEIANBEGohAwwACwsgBP0bACAE/RsBaiAE/RsCIAT9GwNqaiEJAkADQCADIAJPDQEgACADai0AACABIANqLQAAayEKIAkgCiAKbGohCSADQQFqIQMMAAsLIAkLIQEBeyAA/X8hASAB/RsAIAH9GwFqIAH9GwIgAf0bA2pqC68CAwh/A3sBfyABIAJqIQggCCACaiEJIAkgAmohCiACQXBxIQUCQANAIAMgBU8NASADQYAQaiEGIAYgBUsEQCAFIQYLQQD9ECENA0AgACADav0ABAAhCyALIAogA2r9AAQA/U79YiEMIAwgDP1uIAsgCSADav0ABAD9Tv1i/W4hDCAMIAz9biALIAggA2r9AAQA/U79Yv1uIQwgDCAM/W4gCyABIANq/QAEAP1O/WL9biEMIA0gDP19/Y4BIQ0gA0EQaiEDIAMgBkkNAAsgByANEAZqIQcMAAsLAkADQCADIAJPDQEgACADai0AACEOQQAhBAJAA0AgBEEETw0BIAcgDiABIAIgBGxqIANqLQAAcWkgBHRqIQcgBEEBaiEEDAALCyADQQFqIQMMAAsLIAcLhwMDCH8IewF/IAEgAmohCCAIIAJqIQkgCSACaiEKQQP9DyERIAJBcHEhBQJAA0AgAyAFTw0BIANBgBBqIQYgBiAFSwRAIAUhBgtBAP0QIRIDQCAAIANq/QAEACELIAsgEf1OIQwgC0EC/W0gEf1OIQ0gC0EE/W0gEf1OIQ4gC0EG/W0hDyABIANq/QAEACEQIBIgDCAQ/Z4BIAwgEP2fAf2OAf2OASESIAggA2r9AAQAIRAgEiANIBD9ngEgDSAQ/Z8B/Y4B/Y4BIRIgCSADav0ABAAhECASIA4gEP2eASAOIBD9nwH9jgH9jgEhEiAKIANq/QAEACEQIBIgDyAQ/Z4BIA8gEP2fAf2OAf2OASESIANBEGohAyADIAZJDQALIAcgEhAGaiEHDAALCwJAA0AgAyACTw0BIAAgA2otAAAhE0EAIQQCQANAIARBBE8NASAHIBMgBEEBdHZBA3EgASACIARsaiADai0AAGxqIQcgBEEBaiEEDAALCyADQQFqIQMMAAsLIAcLGwAgA0ECRgR/IAAgASACEAgFIAAgASACEAcLC54BAgR/AXsgAkFwcSEEAkADQCADIARPDQEgA0GAEGohBSAFIARLBEAgBCEFC0EA/RAhBwNAIAcgACADav0ABAAgASADav0ABAD9Tv1i/X39jgEhByADQRBqIQMgAyAFSQ0ACyAGIAcQBmohBgwACwsCQANAIAMgAk8NASAGIAAgA2otAAAgASADai0AAHFpaiEGIANBAWohAwwACwsgBgsbACADQQJGBH8gACABIAIQDAUgACABIAIQCgsL2gIDBH8IewR/QdUAIRFB1QAhEkHVAP0PIQdBqgH9DyEIIAJBcHEhBAJAA0AgAyAETw0BIANB4ANqIQUgBSAESwRAIAQhBQtBAP0PIQ5BAP0PIQxBAP0PIQ0DQCAAIANq/QAEACEJIAEgA2r9AAQAIQogCSAK/U4hCyAOIAv9Yv1uIQ4gDCALIAj9Tv1i/W4hDCANIAkgCkEB/W0gB/1OIApBAf1rIAj9Tv1Q/U79Yv1uIQ0gA0EQaiEDIAMgBUkNAAsgBiAO/X0QBiAM/X0QBkEDbCAN/X0QBkEBdGpqaiEGDAALCwJAA0AgAyACTw0BIAAgA2otAAAhDyABIANqLQAAIRAgBiAPIBFxIBBxaSAPIBFxIBBBAXYgEnFxaUEBdGogD0EBdiAScSAQIBFxcWlBAXQgD0EBdiAScSAQQQF2IBJxcWlBAnRqamohBiADQQFqIQMMAAsLIAYL/AEDA38IewJ/IAJBcHEhBEEP/Q8hDEEA/REhDUEAIQMCQANAIAMgBE8NASAAIANq/QAEACEGIAEgA2r9AAQAIQcgBiAM/U4hCCAGQQT9bSEJIAcgDP1OIQogB0EE/W0hCyANIAggCv2eASAJIAv9ngH9jgH9fyAIIAr9nwEgCSAL/Z8B/Y4B/X/9rgH9rgEhDSADQRBqIQMMAAsLIA39GwAgDf0bAWogDf0bAiAN/RsDamohBQJAA0AgAyACTw0BIAAgA2otAAAhDyABIANqLQAAIQ4gBSAPQQ9xIA5BD3FsIA9BBHYgDkEEdmxqaiEFIANBAWohAwwACwsgBQs=";
|
|
@@ -1109,8 +1212,18 @@ var STORE_CALIBRATION_GENERATION = 7;
|
|
|
1109
1212
|
var STORE_RELEASED_VECTORS_TO_DISK = 8;
|
|
1110
1213
|
var STORE_UNPLACED_COUNT = 9;
|
|
1111
1214
|
var STORE_REMOVED_COUNT = 10;
|
|
1215
|
+
var STORE_ORDINAL_LAYOUT_GENERATION = 11;
|
|
1112
1216
|
var STORE_HEADER_WORDS = 16;
|
|
1113
1217
|
var IN_MEMORY = -1;
|
|
1218
|
+
function resetStoreHeader(header) {
|
|
1219
|
+
Atomics.store(header, STORE_SLOTS, 0);
|
|
1220
|
+
Atomics.store(header, STORE_RELEASED_VECTORS_TO_DISK, 0);
|
|
1221
|
+
Atomics.store(header, STORE_LIVE_COUNT, 0);
|
|
1222
|
+
Atomics.store(header, STORE_CODE_COUNT, 0);
|
|
1223
|
+
Atomics.store(header, STORE_CALIBRATED, 0);
|
|
1224
|
+
Atomics.add(header, STORE_CALIBRATION_GENERATION, 1);
|
|
1225
|
+
Atomics.add(header, STORE_ORDINAL_LAYOUT_GENERATION, 1);
|
|
1226
|
+
}
|
|
1114
1227
|
function fixedInt32(words) {
|
|
1115
1228
|
return new Int32Array(createFixedBuffer(words * 4), 0, words);
|
|
1116
1229
|
}
|
|
@@ -1260,42 +1373,6 @@ function nativeQuantise(handles, metric, ordinals) {
|
|
|
1260
1373
|
if (Atomics.load(handles.header, STORE_CALIBRATED) !== 1) return false;
|
|
1261
1374
|
return workOnRecords(handles, metric, ordinals, "quantise");
|
|
1262
1375
|
}
|
|
1263
|
-
|
|
1264
|
-
// src/vector/ordinal-filter.ts
|
|
1265
|
-
function createOrdinalFilter(slots) {
|
|
1266
|
-
return { bits: new Uint8Array(slots + 7 >>> 3), count: 0 };
|
|
1267
|
-
}
|
|
1268
|
-
function addToOrdinalFilter(filter, ordinal) {
|
|
1269
|
-
const index = ordinal >>> 3;
|
|
1270
|
-
if (index >= filter.bits.length) return;
|
|
1271
|
-
const bit = 1 << (ordinal & 7);
|
|
1272
|
-
if ((filter.bits[index] & bit) !== 0) return;
|
|
1273
|
-
filter.bits[index] |= bit;
|
|
1274
|
-
filter.count += 1;
|
|
1275
|
-
}
|
|
1276
|
-
function ordinalFilterHas(filter, ordinal) {
|
|
1277
|
-
const index = ordinal >>> 3;
|
|
1278
|
-
if (index >= filter.bits.length) return false;
|
|
1279
|
-
return (filter.bits[index] & 1 << (ordinal & 7)) !== 0;
|
|
1280
|
-
}
|
|
1281
|
-
function removeFromOrdinalFilter(filter, ordinal) {
|
|
1282
|
-
const index = ordinal >>> 3;
|
|
1283
|
-
if (index >= filter.bits.length) return;
|
|
1284
|
-
const bit = 1 << (ordinal & 7);
|
|
1285
|
-
if ((filter.bits[index] & bit) === 0) return;
|
|
1286
|
-
filter.bits[index] &= ~bit;
|
|
1287
|
-
filter.count -= 1;
|
|
1288
|
-
}
|
|
1289
|
-
function* ordinalFilterValues(filter) {
|
|
1290
|
-
const bits = filter.bits;
|
|
1291
|
-
for (let index = 0; index < bits.length; index++) {
|
|
1292
|
-
const byte = bits[index];
|
|
1293
|
-
if (byte === 0) continue;
|
|
1294
|
-
for (let offset = 0; offset < 8; offset++) {
|
|
1295
|
-
if ((byte & 1 << offset) !== 0) yield index << 3 | offset;
|
|
1296
|
-
}
|
|
1297
|
-
}
|
|
1298
|
-
}
|
|
1299
1376
|
var WAKE_ENTRY_LOCK = -1;
|
|
1300
1377
|
var attachedGraphs = /* @__PURE__ */ new WeakMap();
|
|
1301
1378
|
var workspaceOwner = null;
|
|
@@ -1820,7 +1897,7 @@ function readNeighborsLocked(state, ord, layer) {
|
|
|
1820
1897
|
if (nodeReadHeld(state.locks, ord, version)) return count;
|
|
1821
1898
|
}
|
|
1822
1899
|
}
|
|
1823
|
-
function searchLayer(state, qVec, qMag, ef, layer, metric, excludeTombstones, distFn, results) {
|
|
1900
|
+
function searchLayer(state, qVec, qMag, ef, layer, metric, excludeTombstones, distFn, results, accepted) {
|
|
1824
1901
|
const getDistance = distFn ?? ((ord) => queryDistanceByOrd(state, qVec, qMag, ord, metric));
|
|
1825
1902
|
const workspace = state.workspace;
|
|
1826
1903
|
const frontier = workspace.frontier;
|
|
@@ -1840,6 +1917,7 @@ function searchLayer(state, qVec, qMag, ef, layer, metric, excludeTombstones, di
|
|
|
1840
1917
|
if (dist === Number.POSITIVE_INFINITY) continue;
|
|
1841
1918
|
pushHeap(frontier, epOrd, dist);
|
|
1842
1919
|
if (excludeTombstones && isTombstoned(state, epOrd)) continue;
|
|
1920
|
+
if (accepted && !ordinalFilterHas(accepted, epOrd)) continue;
|
|
1843
1921
|
pushHeap(found, epOrd, dist);
|
|
1844
1922
|
if (found.size > ef) {
|
|
1845
1923
|
popHeap(found);
|
|
@@ -1860,6 +1938,7 @@ function searchLayer(state, qVec, qMag, ef, layer, metric, excludeTombstones, di
|
|
|
1860
1938
|
if (dist < furthestDist || found.size < ef) {
|
|
1861
1939
|
pushHeap(frontier, neighborOrd, dist);
|
|
1862
1940
|
if (excludeTombstones && isTombstoned(state, neighborOrd)) continue;
|
|
1941
|
+
if (accepted && !ordinalFilterHas(accepted, neighborOrd)) continue;
|
|
1863
1942
|
pushHeap(found, neighborOrd, dist);
|
|
1864
1943
|
if (found.size > ef) {
|
|
1865
1944
|
popHeap(found);
|
|
@@ -2218,7 +2297,7 @@ function copyCandidates(store, count, target) {
|
|
|
2218
2297
|
target.distances.set(store.distances.subarray(0, count));
|
|
2219
2298
|
target.size = count;
|
|
2220
2299
|
}
|
|
2221
|
-
function nativeTraverse(state, field, query, candidateCount, metric, candidates) {
|
|
2300
|
+
function nativeTraverse(state, field, query, candidateCount, metric, filter, candidates) {
|
|
2222
2301
|
const store = field.store;
|
|
2223
2302
|
reserveOrdinals(store, candidateCount);
|
|
2224
2303
|
let count;
|
|
@@ -2231,7 +2310,8 @@ function nativeTraverse(state, field, query, candidateCount, metric, candidates)
|
|
|
2231
2310
|
candidateCount,
|
|
2232
2311
|
state.locks.threadSlot,
|
|
2233
2312
|
store.ordinals,
|
|
2234
|
-
store.distances
|
|
2313
|
+
store.distances,
|
|
2314
|
+
filter === void 0 ? null : filter.bits
|
|
2235
2315
|
);
|
|
2236
2316
|
} catch (error) {
|
|
2237
2317
|
stopUsingTheNativeSearchCore(error);
|
|
@@ -2246,7 +2326,7 @@ function nativeRescoredHits(store, candidates, query, depth, metric, minSimilari
|
|
|
2246
2326
|
reserveOrdinals(store, nearest);
|
|
2247
2327
|
const ordinals = store.ordinals;
|
|
2248
2328
|
let kept = 0;
|
|
2249
|
-
for (let i = 0; i < nearest; i++) {
|
|
2329
|
+
for (let i = 0; i < candidates.size && kept < nearest; i++) {
|
|
2250
2330
|
const ord = candidates.ords[i];
|
|
2251
2331
|
if (filter && !ordinalFilterHas(filter, ord)) continue;
|
|
2252
2332
|
ordinals[kept++] = ord;
|
|
@@ -2263,30 +2343,74 @@ function nativeRescoredHits(store, candidates, query, depth, metric, minSimilari
|
|
|
2263
2343
|
return hits;
|
|
2264
2344
|
}
|
|
2265
2345
|
|
|
2266
|
-
// src/vector/
|
|
2267
|
-
|
|
2268
|
-
|
|
2269
|
-
|
|
2346
|
+
// src/vector/search-depth/constants.ts
|
|
2347
|
+
var NARROW_DIMENSION_LIMIT = 768;
|
|
2348
|
+
var WIDE_DIMENSION_LIMIT = 1024;
|
|
2349
|
+
var DEFAULT_EF_SEARCH_MARGIN_BY_BAND = {
|
|
2350
|
+
narrow: 50,
|
|
2351
|
+
middle: 75,
|
|
2352
|
+
wide: 0
|
|
2353
|
+
};
|
|
2354
|
+
var DEFAULT_RESCORE_DEPTH_FLOOR_PER_LIMIT_BY_BITS = {
|
|
2355
|
+
1: 3,
|
|
2356
|
+
2: 3,
|
|
2357
|
+
4: 1,
|
|
2358
|
+
8: 1
|
|
2359
|
+
};
|
|
2360
|
+
var DEFAULT_RESCORE_DEPTH_BY_BITS = {
|
|
2361
|
+
1: {
|
|
2362
|
+
narrow: { perLimit: 3.23, perSquareRootOfLimit: 55.9 },
|
|
2363
|
+
middle: { perLimit: 2.2, perSquareRootOfLimit: 27 },
|
|
2364
|
+
wide: { perLimit: 3, perSquareRootOfLimit: 0 }
|
|
2365
|
+
},
|
|
2366
|
+
2: {
|
|
2367
|
+
narrow: { perLimit: 2.6, perSquareRootOfLimit: 17 },
|
|
2368
|
+
middle: { perLimit: 1, perSquareRootOfLimit: 16 },
|
|
2369
|
+
wide: { perLimit: 3, perSquareRootOfLimit: 0 }
|
|
2370
|
+
},
|
|
2371
|
+
4: {
|
|
2372
|
+
narrow: { perLimit: 5, perSquareRootOfLimit: 0 },
|
|
2373
|
+
middle: { perLimit: 5, perSquareRootOfLimit: 0 },
|
|
2374
|
+
wide: { perLimit: 2, perSquareRootOfLimit: 0 }
|
|
2375
|
+
},
|
|
2376
|
+
8: {
|
|
2377
|
+
narrow: { perLimit: 2, perSquareRootOfLimit: 0 },
|
|
2378
|
+
middle: { perLimit: 2, perSquareRootOfLimit: 0 },
|
|
2379
|
+
wide: { perLimit: 2, perSquareRootOfLimit: 0 }
|
|
2380
|
+
}
|
|
2381
|
+
};
|
|
2382
|
+
|
|
2383
|
+
// src/vector/search-depth/index.ts
|
|
2384
|
+
function dimensionBand(dimension) {
|
|
2385
|
+
if (dimension < NARROW_DIMENSION_LIMIT) return "narrow";
|
|
2386
|
+
return dimension < WIDE_DIMENSION_LIMIT ? "middle" : "wide";
|
|
2387
|
+
}
|
|
2388
|
+
function defaultRescoreDepth(bits, dimension, k) {
|
|
2389
|
+
const { perLimit, perSquareRootOfLimit } = DEFAULT_RESCORE_DEPTH_BY_BITS[bits][dimensionBand(dimension)];
|
|
2390
|
+
const floor = DEFAULT_RESCORE_DEPTH_FLOOR_PER_LIMIT_BY_BITS[bits] * k;
|
|
2391
|
+
return Math.max(floor, Math.ceil(perLimit * k + perSquareRootOfLimit * Math.sqrt(k)));
|
|
2392
|
+
}
|
|
2393
|
+
function defaultEfSearch(dimension, k) {
|
|
2394
|
+
return Math.max(DEFAULT_EF_SEARCH, k + DEFAULT_EF_SEARCH_MARGIN_BY_BAND[dimensionBand(dimension)]);
|
|
2270
2395
|
}
|
|
2396
|
+
|
|
2397
|
+
// src/vector/hnsw/search.ts
|
|
2271
2398
|
function traverse(state, query, k, searchMetric, options) {
|
|
2272
|
-
const liveSize2 = nodeCountOf(state) - tombstoneCountOf(state);
|
|
2273
2399
|
const calibrated = activeQuantizer(state);
|
|
2274
2400
|
const quantizer = calibrated === void 0 || calibrated.size === 0 ? void 0 : calibrated;
|
|
2275
2401
|
const useQuantized = quantizer !== void 0;
|
|
2276
|
-
|
|
2277
|
-
|
|
2278
|
-
|
|
2279
|
-
if (filter && filter.count < liveSize2) {
|
|
2280
|
-
const selectivity = filter.count / liveSize2;
|
|
2281
|
-
ef = Math.max(ef, Math.ceil(k / Math.max(selectivity, 0.01)));
|
|
2282
|
-
ef = Math.min(ef, liveSize2);
|
|
2402
|
+
let depth = k;
|
|
2403
|
+
if (quantizer !== void 0) {
|
|
2404
|
+
depth = options.oversample === void 0 ? defaultRescoreDepth(quantizer.bits, state.dimension, k) : Math.ceil(k * options.oversample);
|
|
2283
2405
|
}
|
|
2406
|
+
const ef = Math.max(options.efSearch ?? defaultEfSearch(state.dimension, k), depth);
|
|
2407
|
+
const filter = options.filter;
|
|
2284
2408
|
const workspace = state.workspace;
|
|
2285
2409
|
const candidates = workspace.traversal;
|
|
2286
2410
|
const native = nativeFieldFor();
|
|
2287
2411
|
if (native !== null) {
|
|
2288
2412
|
candidates.size = 0;
|
|
2289
|
-
if (nativeTraverse(state, native, query, ef, searchMetric, candidates)) {
|
|
2413
|
+
if (nativeTraverse(state, native, query, ef, searchMetric, filter, candidates)) {
|
|
2290
2414
|
return { candidates, depth: useQuantized ? depth : 0, arenaQuery: null, qMag: 0, native };
|
|
2291
2415
|
}
|
|
2292
2416
|
}
|
|
@@ -2313,7 +2437,7 @@ function traverse(state, query, k, searchMetric, options) {
|
|
|
2313
2437
|
setSingleEntryPoint(workspace, candidates.ords[0]);
|
|
2314
2438
|
}
|
|
2315
2439
|
}
|
|
2316
|
-
searchLayer(state, query, qMag, ef, 0, searchMetric, true, distFn, candidates);
|
|
2440
|
+
searchLayer(state, query, qMag, ef, 0, searchMetric, true, distFn, candidates, filter);
|
|
2317
2441
|
} finally {
|
|
2318
2442
|
unlockGraphShared(state.locks);
|
|
2319
2443
|
}
|
|
@@ -2416,10 +2540,11 @@ function collectHits(state, query, k, searchMetric, minSimilarity, options) {
|
|
|
2416
2540
|
}
|
|
2417
2541
|
function rescoreWithFullPrecision(state, candidates, query, qMag, arenaQuery, depth, metric, minSimilarity, filter) {
|
|
2418
2542
|
const rescored = [];
|
|
2419
|
-
|
|
2420
|
-
for (let i = 0; i <
|
|
2543
|
+
let taken = 0;
|
|
2544
|
+
for (let i = 0; i < candidates.size && taken < depth; i++) {
|
|
2421
2545
|
const ord = candidates.ords[i];
|
|
2422
2546
|
if (filter && !ordinalFilterHas(filter, ord)) continue;
|
|
2547
|
+
taken += 1;
|
|
2423
2548
|
let fullDistance;
|
|
2424
2549
|
if (arenaQuery) {
|
|
2425
2550
|
fullDistance = state.store.distanceFromArena(arenaQuery, ord, metric);
|
|
@@ -3083,25 +3208,30 @@ function ordinalFilterForPartitions(state, partitionIds) {
|
|
|
3083
3208
|
}
|
|
3084
3209
|
return filter;
|
|
3085
3210
|
}
|
|
3211
|
+
function ordinalSpaceOf(state) {
|
|
3212
|
+
const store = state.store;
|
|
3213
|
+
const handles = store.handles;
|
|
3214
|
+
const removed = new Uint8Array(handles.removed);
|
|
3215
|
+
return {
|
|
3216
|
+
fieldName: state.fieldName,
|
|
3217
|
+
slots: store.slots,
|
|
3218
|
+
header: handles.header,
|
|
3219
|
+
layoutGeneration: Atomics.load(handles.header, STORE_ORDINAL_LAYOUT_GENERATION),
|
|
3220
|
+
ordinalOf: (docId) => store.getOrdinal(docId),
|
|
3221
|
+
holdsCurrentOrdinal: (ordinal) => store.holdsOrdinal(ordinal),
|
|
3222
|
+
isRemoved: (ordinal) => ordinal < removed.length && removed[ordinal] === 1
|
|
3223
|
+
};
|
|
3224
|
+
}
|
|
3086
3225
|
function filterForOptions(state, options) {
|
|
3087
|
-
if (options.
|
|
3088
|
-
|
|
3226
|
+
if (options.filterSubsets !== void 0) {
|
|
3227
|
+
if (state.store.dimension === 0) return createOrdinalFilter(0);
|
|
3228
|
+
return ordinalFilterForSubsets(options.filterSubsets, ordinalSpaceOf(state));
|
|
3089
3229
|
}
|
|
3090
3230
|
if (options.filterPartitions !== void 0) {
|
|
3091
3231
|
return ordinalFilterForPartitions(state, options.filterPartitions);
|
|
3092
3232
|
}
|
|
3093
3233
|
return void 0;
|
|
3094
3234
|
}
|
|
3095
|
-
function ordinalFilterForDocIds(state, docIds) {
|
|
3096
|
-
const filter = createOrdinalFilter(state.store.slots);
|
|
3097
|
-
for (const docId of docIds) {
|
|
3098
|
-
if (state.tombstones.has(docId)) continue;
|
|
3099
|
-
const ordinal = state.store.getOrdinal(docId);
|
|
3100
|
-
if (ordinal === void 0) continue;
|
|
3101
|
-
addToOrdinalFilter(filter, ordinal);
|
|
3102
|
-
}
|
|
3103
|
-
return filter;
|
|
3104
|
-
}
|
|
3105
3235
|
function liveOrdinals(state) {
|
|
3106
3236
|
const ordinals = [];
|
|
3107
3237
|
for (let ordinal = 0; ordinal < state.store.slots; ordinal++) {
|
|
@@ -3270,12 +3400,12 @@ function topLayerInParts(graph, number) {
|
|
|
3270
3400
|
const at = number % graph.partSize;
|
|
3271
3401
|
return at < part.levels.length ? part.levels[at] - 1 : -1;
|
|
3272
3402
|
}
|
|
3273
|
-
function highestNodeOrdinal(graph,
|
|
3403
|
+
function highestNodeOrdinal(graph, ordinalAt2) {
|
|
3274
3404
|
let highest = -1;
|
|
3275
3405
|
for (let p = 0; p < graph.parts.length; p++) {
|
|
3276
3406
|
const levels = graph.parts[p].levels;
|
|
3277
3407
|
for (let at = 0; at < levels.length; at++) {
|
|
3278
|
-
const ordinal =
|
|
3408
|
+
const ordinal = ordinalAt2(p * graph.partSize + at);
|
|
3279
3409
|
if (levels[at] > 0 && ordinal > highest) highest = ordinal;
|
|
3280
3410
|
}
|
|
3281
3411
|
}
|
|
@@ -3284,8 +3414,8 @@ function highestNodeOrdinal(graph, ordinalAt) {
|
|
|
3284
3414
|
function deserializeNumberedGraph(state, graph, ordinalOfNumber) {
|
|
3285
3415
|
for (const part of graph.parts) requireWholeNeighbourLists(part);
|
|
3286
3416
|
resetGraph(state);
|
|
3287
|
-
const
|
|
3288
|
-
const highestOrdinal = highestNodeOrdinal(graph,
|
|
3417
|
+
const ordinalAt2 = (number) => number < ordinalOfNumber.length ? ordinalOfNumber[number] : NO_ORDINAL;
|
|
3418
|
+
const highestOrdinal = highestNodeOrdinal(graph, ordinalAt2);
|
|
3289
3419
|
if (highestOrdinal >= 0) ensureCapacity(state, highestOrdinal + 1);
|
|
3290
3420
|
const kept = [];
|
|
3291
3421
|
let highestLayer = -1;
|
|
@@ -3298,7 +3428,7 @@ function deserializeNumberedGraph(state, graph, ordinalOfNumber) {
|
|
|
3298
3428
|
const number = p * graph.partSize + at;
|
|
3299
3429
|
const top = part.levels[at] - 1;
|
|
3300
3430
|
if (top < 0) continue;
|
|
3301
|
-
const ordinal =
|
|
3431
|
+
const ordinal = ordinalAt2(number);
|
|
3302
3432
|
const keptTop = Math.min(top, MAX_LAYER_CAP);
|
|
3303
3433
|
if (ordinal !== NO_ORDINAL) {
|
|
3304
3434
|
createNode(state.adjacency, ordinal, keptTop);
|
|
@@ -3314,7 +3444,7 @@ function deserializeNumberedGraph(state, graph, ordinalOfNumber) {
|
|
|
3314
3444
|
const limit = maxConns(state, layer);
|
|
3315
3445
|
for (let i = 1; i <= count && kept.length < limit; i++) {
|
|
3316
3446
|
const neighbour = values[cursor + i];
|
|
3317
|
-
const neighbourOrdinal =
|
|
3447
|
+
const neighbourOrdinal = ordinalAt2(neighbour);
|
|
3318
3448
|
if (neighbourOrdinal === NO_ORDINAL || neighbour === number) continue;
|
|
3319
3449
|
if (topLayerInParts(graph, neighbour) < layer) continue;
|
|
3320
3450
|
if (!kept.includes(neighbourOrdinal)) kept.push(neighbourOrdinal);
|
|
@@ -3328,7 +3458,7 @@ function deserializeNumberedGraph(state, graph, ordinalOfNumber) {
|
|
|
3328
3458
|
}
|
|
3329
3459
|
const first = graph.parts[0];
|
|
3330
3460
|
const entryPoint = first === void 0 ? null : first.entryPoint;
|
|
3331
|
-
const entryOrdinal = entryPoint === null ? NO_ORDINAL :
|
|
3461
|
+
const entryOrdinal = entryPoint === null ? NO_ORDINAL : ordinalAt2(entryPoint);
|
|
3332
3462
|
const entryTop = entryPoint === null ? -1 : Math.min(topLayerInParts(graph, entryPoint), MAX_LAYER_CAP);
|
|
3333
3463
|
const entryIsUsable = entryOrdinal !== NO_ORDINAL && entryTop >= 0;
|
|
3334
3464
|
Atomics.store(state.header, GRAPH_ENTRY_POINT, entryIsUsable ? entryOrdinal : nodeOnHighestLayer);
|
|
@@ -3956,4 +4086,4 @@ function recordCheckpoint(state, plan, written) {
|
|
|
3956
4086
|
state.savedSignature = plan.signature;
|
|
3957
4087
|
}
|
|
3958
4088
|
|
|
3959
|
-
export { BLOCK_MAX_BYTES, BUILD_CHUNK_SIZE, DEFAULT_FILTER_THRESHOLD, DEFAULT_PROMOTION_THRESHOLD, DISK_ADOPTION_YIELD_INTERVAL, ESTIMATED_MS_PER_TOMBSTONE, ESTIMATED_MS_PER_VECTOR_REBUILD, GRAPH_RETIRED, IN_MEMORY, NOTHING_STAGED, OSQ4_MIN_DIMENSION, QUERY_STAGED, STORE_BLOCK_COUNT,
|
|
4089
|
+
export { BLOCK_MAX_BYTES, BUILD_CHUNK_SIZE, DEFAULT_FILTER_THRESHOLD, DEFAULT_PROMOTION_THRESHOLD, DISK_ADOPTION_YIELD_INTERVAL, ESTIMATED_MS_PER_TOMBSTONE, ESTIMATED_MS_PER_VECTOR_REBUILD, GRAPH_RETIRED, IN_MEMORY, NOTHING_STAGED, OSQ4_MIN_DIMENSION, QUERY_STAGED, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, STORE_DOC_ID_BYTES, STORE_LIVE_COUNT, STORE_ORDINAL_LAYOUT_GENERATION, STORE_RELEASED_VECTORS_TO_DISK, STORE_REMOVED_COUNT, STORE_SLOTS, STORE_UNPLACED_COUNT, VECTOR_WORKER_COPIES_ALLOWED, WORKER_COPY_MIN_VECTORS, addToOrdinalFilter, adoptGraph, allLiveDocIds, arenaFloat32Distance, assignStorePartitions, calibrateQuantizer, cosineSimilarityWithMagnitudes, createHNSWIndex, createOrdinalFilter, createOsqQuantizer, createSharedVectorStoreHandles, createVectorBlock, deserialize, detachNativeStore, dotProduct, emptyFieldBeforeRestore, ensureBlockSlots, euclideanDistance, fieldHandlesOf, filterForOptions, fixedView, graphNeedsRebuild, growBufferTo, insertNode, liveSize, magnitude, nativeScoresOf, nativeStoreScratchBytes, nodeCountOf, noteFallback, openGraphState, openSharedQuantizer, openVectorBlock, ordinalFilterForSubsets, ordinalFilterHas, ordinalFilterValues, osqBitsOf, planCheckpoint, recalibrateFromStore, recordCheckpoint, releaseLocksHeldBy, releaseReplacedVectors, requireWholeNeighbourLists, resetStoreHeader, searchOrdinals, sharedMemoryAvailable, sharedVectorStoreBytes, signatureOf, slotByteOffset, threadsHoldCurrentLayout, toDistance, toScore, tombstoneCountOf, topLayerInParts, unplacedChunkCount, vectorsPerFile, yieldToEventLoop };
|
|
@@ -36,6 +36,7 @@ var ErrorCodes = {
|
|
|
36
36
|
ENVELOPE_VERSION_MISMATCH: "ENVELOPE_VERSION_MISMATCH",
|
|
37
37
|
ENVELOPE_INVALID_MAGIC: "ENVELOPE_INVALID_MAGIC",
|
|
38
38
|
PARTITION_CAPACITY_EXCEEDED: "PARTITION_CAPACITY_EXCEEDED",
|
|
39
|
+
RESTORE_MEMORY_EXCEEDED: "RESTORE_MEMORY_EXCEEDED",
|
|
39
40
|
EMBEDDING_FAILED: "EMBEDDING_FAILED",
|
|
40
41
|
EMBEDDING_DIMENSION_MISMATCH: "EMBEDDING_DIMENSION_MISMATCH",
|
|
41
42
|
EMBEDDING_NO_SOURCE: "EMBEDDING_NO_SOURCE",
|
|
@@ -556,6 +557,7 @@ var VECTOR_SEARCH_TIMEOUT_MS = 3e4;
|
|
|
556
557
|
var VECTOR_SEARCH_LOAD_TIMEOUT_MS = 3e5;
|
|
557
558
|
var VECTOR_INSERT_TIMEOUT_MS = 6e5;
|
|
558
559
|
var NATIVE_ATTACH_RETRY_MS = 1e3;
|
|
560
|
+
var MAX_RENUMBERED_SEARCH_ATTEMPTS = 3;
|
|
559
561
|
var LOCK_SPIN_ITERATIONS = 128;
|
|
560
562
|
var LOCK_WAIT_SLICE_MS = 20;
|
|
561
563
|
var GRAPH_LOCK_WAIT_SLICE_MS = 1;
|
|
@@ -569,9 +571,6 @@ var OSQ_QUERY_BITS = { 1: 4, 2: 4, 4: 4, 8: 8 };
|
|
|
569
571
|
var OSQ_LAMBDA = 0.1;
|
|
570
572
|
var OSQ_REFINE_ROUNDS = 5;
|
|
571
573
|
var OSQ_REFINE_TOLERANCE = 1e-8;
|
|
572
|
-
var DEFAULT_OVERSAMPLE_BY_BITS = { 1: 3, 2: 3, 4: 2, 8: 2 };
|
|
573
|
-
var DEFAULT_OSQ4_NARROW_OVERSAMPLE = 5;
|
|
574
|
-
var OSQ4_NARROW_DIMENSION_LIMIT = 1024;
|
|
575
574
|
var MIN_OVERSAMPLE = 1;
|
|
576
575
|
|
|
577
576
|
// src/workers/constants.ts
|
|
@@ -666,4 +665,4 @@ function missingWorkerEntry(moduleUrl) {
|
|
|
666
665
|
);
|
|
667
666
|
}
|
|
668
667
|
|
|
669
|
-
export { ABSOLUTE_WINDOWS_PATH_PATTERN, BATCH_CHUNK_SIZE, CHECKSUM_YIELD_CHUNK_BYTES, COMPACTION_ABSOLUTE_THRESHOLD, COMPACTION_TOMBSTONE_RATIO, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH, ClientErrorCodes, DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_EF_SEARCH, DEFAULT_FUZZY_PREFIX_LENGTH, DEFAULT_LIMIT, DEFAULT_LINEAR_ALPHA, DEFAULT_MAX_PER_GROUP, DEFAULT_OFFSET,
|
|
668
|
+
export { ABSOLUTE_WINDOWS_PATH_PATTERN, BATCH_CHUNK_SIZE, CHECKSUM_YIELD_CHUNK_BYTES, COMPACTION_ABSOLUTE_THRESHOLD, COMPACTION_TOMBSTONE_RATIO, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH, ClientErrorCodes, DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_EF_SEARCH, DEFAULT_FUZZY_PREFIX_LENGTH, DEFAULT_LIMIT, DEFAULT_LINEAR_ALPHA, DEFAULT_MAX_PER_GROUP, DEFAULT_OFFSET, DEFAULT_PAGE_SIZE, DEFAULT_RANK_CONSTANT, DEFAULT_REQUEST_TIMEOUT_MS, DEFAULT_SUGGEST_LIMIT, DISK_STORAGE_BLOCK_BYTES, EARLIER_RELEASE_MIN_M, EXPORT_CHUNK_BYTES, ErrorCodes, FOREIGN_STATS_TTL_MS, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, GRAPH_LOCK_WAIT_SLICE_MS, HEAP_PRESSURE_REARM_FRACTION, HEAP_PRESSURE_WARNING_FRACTION, IMPORT_BATCH_DOCUMENTS, INDEX_NAME_PATTERN, INITIAL_LIST_CAPACITY, INITIAL_UPPER_SLOTS, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, MAX_CURSOR_ANCHOR_CODE_POINTS, MAX_CURSOR_LENGTH, MAX_DOC_ID_LENGTH, MAX_DOC_ID_TABLE_BYTES, MAX_EXPORT_LINE_BYTES, MAX_FILE_BYTES, MAX_IMPORT_REFUSALS_REPORTED, MAX_INDEX_CONFIGURATION_BYTES, MAX_INDEX_NAME_LENGTH, MAX_LAYER_CAP, MAX_LINEAR_ALPHA, MAX_M, MAX_PREFIX_LENGTH, MAX_RENUMBERED_SEARCH_ATTEMPTS, MAX_SORT_FIELDS, MAX_SORT_FIELD_NAME_LENGTH, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, MAX_SWEEP_INTERVAL_MS, MAX_TOLERANCE, MAX_VECTOR_ORDINALS, MAX_WASM_PAGES, MIN_DOCUMENTS_FOR_SEGMENTS, MIN_LINEAR_ALPHA, MIN_M, MIN_OVERSAMPLE, MIN_RANK_CONSTANT, MIN_SWEEP_INTERVAL_MS, MODULE_URL_SCHEME_PATTERN, NATIVE_ATTACH_RETRY_MS, NATIVE_CRC32_MIN_BYTES, NarsilError, OSQ_GRID, OSQ_LAMBDA, OSQ_QUERY_BITS, OSQ_REFINE_ROUNDS, OSQ_REFINE_TOLERANCE, OSQ_STEPS, PLACEMENT_ROOM_REQUESTS, PREFIX_MAX_EXPANSIONS, RESULT_WINDOW, SHUTDOWN_TIMEOUT_MS, SORT_MODES, SORT_VALUE_MAX_CODE_POINTS, STATISTICS_BROADCAST_INTERVAL_MS, ServerErrorCodes, UNPLACED_FLAG_CHUNK_ORDINALS, VALID_HNSW_METRICS, VECTOR_BLOCK_INITIAL_SLOTS, VECTOR_INSERT_TIMEOUT_MS, VECTOR_SCRATCH_SLOTS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_STORE_INITIAL_CAPACITY, WASM_PAGE_BYTES, WORKER_YOUNG_GENERATION_MB, appendFoldedCodePoint, codePointCount, compareCodePoints, compareComparableKeys, compareComparableValues, compareSortValues, createNarsilError, defaultSortMode, detectRuntime, exceedsCodePoints, holdsUnpairedSurrogate, isNarsilError, isSimdAvailable, isSortMode, markSimdUnavailable, missingWorkerEntry, readSortField, resolveRequestThreadCount, resolveWorkerCount, resolveWorkerEntry, singleFoldTable, sortModeOf, splitWorkerBudget, toComparableSortValue, toReducedSortValue, truncateSortString };
|