@delali/narsil 0.3.1-next.102 → 0.3.1-next.104
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/filesystem.mjs +1 -1
- package/dist/adapters/indexeddb.mjs +1 -1
- package/dist/browser/{chunk-KPJMDPHG.mjs → chunk-5YMT23EX.mjs} +13 -13
- package/dist/browser/{chunk-JOVZ6HMT.mjs → chunk-6E4SWUYZ.mjs} +65 -41
- package/dist/browser/{chunk-EJDUFWSO.mjs → chunk-CWWD2UHP.mjs} +2 -2
- package/dist/browser/{chunk-PGIM3HIM.mjs → chunk-ECSLQ3S5.mjs} +5 -5
- package/dist/browser/{chunk-RHG4O77A.mjs → chunk-J3QB4LBD.mjs} +1 -0
- package/dist/browser/{chunk-BDOSMEEP.mjs → chunk-PW7GJFPW.mjs} +3 -3
- package/dist/browser/{chunk-RIJSLY2I.mjs → chunk-SFXM7PLV.mjs} +2 -2
- package/dist/browser/{durability-wiring-SRUYT3VV.mjs → durability-wiring-HTBWDAOX.mjs} +6 -6
- package/dist/browser/{module-CBB2ETYP.mjs → module-6FVNK7DO.mjs} +5 -5
- package/dist/browser/{restore-queue-EEZQO6RF.mjs → restore-queue-CL43WZTZ.mjs} +1 -1
- package/dist/browser/{runtime-7ZAHCHWR.mjs → runtime-JQYPNOK6.mjs} +1 -1
- package/dist/browser/{snapshot-OAAA5UJ7.mjs → snapshot-NL4GSDUD.mjs} +7 -7
- package/dist/browser/{write-7D6VIK6O.mjs → write-YFOOPLAN.mjs} +5 -5
- package/dist/{capabilities-ByQRMOx-.d.ts → capabilities-DGaz7cb3.d.ts} +2 -2
- package/dist/{chunk-PC2G76VW.mjs → chunk-2MNJ2HX7.mjs} +2 -2
- package/dist/{chunk-SP3NM3ZG.mjs → chunk-35KEGAOS.mjs} +10 -10
- package/dist/{chunk-OEYI3KRB.mjs → chunk-3IQZYNW6.mjs} +2 -2
- package/dist/{chunk-S7GNDRPS.mjs → chunk-47PZE6CJ.mjs} +3 -3
- package/dist/{chunk-5JNA5SKS.mjs → chunk-5W2ODPPO.mjs} +4 -3
- package/dist/{chunk-KWTW6VTG.mjs → chunk-6GFVUXUH.mjs} +8 -8
- package/dist/{chunk-BWJVNZPR.mjs → chunk-6JUOMMHQ.mjs} +1 -0
- package/dist/{chunk-LKOB5COA.mjs → chunk-77SO7G55.mjs} +1 -1
- package/dist/{chunk-UTG5YNXV.mjs → chunk-AEF2O7B4.mjs} +1 -1
- package/dist/{chunk-BOFBLJFZ.mjs → chunk-B7BSQZ27.mjs} +3 -6
- package/dist/{chunk-LGAMKHA2.mjs → chunk-BLDJ5I6I.mjs} +65 -41
- package/dist/{chunk-OZDFA4WC.mjs → chunk-CYHQNM3T.mjs} +2 -2
- package/dist/{chunk-CVXLLEQ3.mjs → chunk-DQ5NJSBZ.mjs} +3 -3
- package/dist/chunk-DUWYU4D5.mjs +19 -0
- package/dist/{chunk-ZKWYWW4Y.mjs → chunk-FABI2JA7.mjs} +1 -1
- package/dist/{chunk-J5QP52HA.mjs → chunk-IGUTV3MX.mjs} +9 -9
- package/dist/{chunk-XADZPPZI.mjs → chunk-J2KRH2RJ.mjs} +4 -4
- package/dist/{chunk-2RIRGOUL.mjs → chunk-JSSGO4B5.mjs} +1 -1
- package/dist/{chunk-PNFKUCG3.mjs → chunk-KNRU5CJ4.mjs} +6 -6
- package/dist/{chunk-Q6XWVUZX.mjs → chunk-KSQS77DK.mjs} +1 -1
- package/dist/{chunk-YEEQHT4V.mjs → chunk-MJIJG4YT.mjs} +2 -2
- package/dist/{chunk-EMRMGYRE.mjs → chunk-MKPE3VZF.mjs} +2 -2
- package/dist/{chunk-75XIEF6H.mjs → chunk-MZW4V4DS.mjs} +1 -1
- package/dist/{chunk-WVCOCKBU.mjs → chunk-O372FZM4.mjs} +21 -21
- package/dist/{chunk-S7FL6UAH.mjs → chunk-OIN27OQH.mjs} +3 -3
- package/dist/{chunk-YYQIODMF.mjs → chunk-PAWVKEVS.mjs} +1 -1
- package/dist/{chunk-UA3AUGNV.mjs → chunk-PFQQ3LCQ.mjs} +6 -6
- package/dist/{chunk-JZVARCRZ.mjs → chunk-PQHR5FHC.mjs} +1 -1
- package/dist/{chunk-ZM7KU4YW.mjs → chunk-QALAFGF5.mjs} +1 -1
- package/dist/{chunk-GBEEG5AN.mjs → chunk-QSK35UC2.mjs} +2 -2
- package/dist/{chunk-46D6JQIG.mjs → chunk-RI5VNFAI.mjs} +2 -2
- package/dist/{chunk-PNEYIHA4.mjs → chunk-RPIE4QCL.mjs} +0 -1
- package/dist/{chunk-RF7PLG43.mjs → chunk-RWXFSGKJ.mjs} +2 -2
- package/dist/{chunk-OM362BRO.mjs → chunk-TDUBQ546.mjs} +3 -3
- package/dist/{chunk-R27EMH5M.mjs → chunk-VFEALJEA.mjs} +2 -2
- package/dist/{chunk-EWZLIYHV.mjs → chunk-WCNN2PLX.mjs} +1 -1
- package/dist/{chunk-ZI34TVOA.mjs → chunk-WU4P5J4G.mjs} +3 -3
- package/dist/{chunk-VI4R6W25.mjs → chunk-XWJGJ2SE.mjs} +6 -6
- package/dist/{client-BOStAkc5.d.ts → client-DI-xIXgR.d.ts} +2 -2
- package/dist/client.d.ts +7 -7
- package/dist/client.mjs +1 -0
- package/dist/{config-Cjvzbs_j.d.ts → config-DL_bDDD8.d.ts} +1 -1
- package/dist/{config-H6SGzbPH.d.ts → config-DWxtDsJ6.d.ts} +2 -2
- package/dist/{direct-executor-ZD64PPEZ.mjs → direct-executor-5NX2ZIAG.mjs} +11 -11
- package/dist/distribution/coordinator/etcd.mjs +3 -1
- package/dist/distribution/transport/grpc.d.ts +2 -2
- package/dist/distribution/transport/grpc.mjs +5 -4
- package/dist/distribution/transport/in-memory.d.ts +2 -2
- package/dist/distribution/transport/in-memory.mjs +3 -2
- package/dist/distribution/transport/tcp.d.ts +2 -2
- package/dist/distribution/transport/tcp.mjs +4 -3
- package/dist/distribution.d.ts +6 -6
- package/dist/distribution.mjs +1746 -2276
- package/dist/{durability-wiring-FEUBR5BT.mjs → durability-wiring-LD4GWPWD.mjs} +25 -25
- package/dist/embeddings/openai.mjs +2 -2
- package/dist/{engine-rC0vjjY-.d.ts → engine-D_SYDsId.d.ts} +1 -1
- package/dist/{events-DqOIg5xa.d.ts → events-C7_dboUr.d.ts} +1 -0
- package/dist/index.browser.mjs +3 -3
- package/dist/index.d.ts +5 -5
- package/dist/index.mjs +17 -17
- package/dist/{module-3S65MVCM.mjs → module-QFWZ5OBF.mjs} +10 -10
- package/dist/partial-words.mjs +5 -5
- package/dist/pattern.mjs +3 -3
- package/dist/persistence/durability/checkpoint-worker.mjs +21 -21
- package/dist/react.d.ts +6 -6
- package/dist/react.mjs +1 -0
- package/dist/{rerank-K7C4WZFG.mjs → rerank-WVFFZV76.mjs} +4 -4
- package/dist/rerankers/http.mjs +2 -2
- package/dist/{restore-queue-KQHA7ZV2.mjs → restore-queue-7QIKM6PY.mjs} +1 -1
- package/dist/{runtime-6Y4ZYXOG.mjs → runtime-AVUUCJWQ.mjs} +5 -5
- package/dist/server.d.ts +9 -9
- package/dist/server.mjs +12 -12
- package/dist/{snapshot-QGZPODM5.mjs → snapshot-JYTT36WI.mjs} +26 -26
- package/dist/synonyms.mjs +3 -3
- package/dist/{tasks-CwPTz-tP.d.ts → tasks-BhjQZ8Qf.d.ts} +1 -1
- package/dist/{thread-N3IUGUS3.mjs → thread-AHLISTRZ.mjs} +12 -12
- package/dist/{types-2qoitTXg.d.ts → types-Ck97nB3D.d.ts} +1 -1
- package/dist/{types-Cz5okLml.d.ts → types-DvncmvuQ.d.ts} +11 -0
- package/dist/vector/search-worker.mjs +5 -5
- package/dist/workers/entry.mjs +5 -5
- package/dist/{write-U5RI7MAX.mjs → write-GPFM2EIX.mjs} +19 -19
- package/package.json +7 -7
- package/dist/chunk-747OHOUA.mjs +0 -11
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { MAX_DOCUMENT_ENCODING_DEPTH, singleFoldTable, appendFoldedCodePoint, compareCodePoints, EARLIER_RELEASE_MIN_M, MIN_M, MAX_M, DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES, MAX_FILE_BYTES, detectRuntime, splitWorkerBudget, resolveWorkerCount, CHECKSUM_YIELD_CHUNK_BYTES, resolveWorkerEntry, missingWorkerEntry, DEFAULT_REQUEST_TIMEOUT_MS, toReducedSortValue, resolveRequestThreadCount, defaultSortMode, holdsUnpairedSurrogate, compareComparableValues, readSortField, exceedsCodePoints, toComparableSortValue, SORT_VALUE_MAX_CODE_POINTS, compareComparableKeys, truncateSortString, sortModeOf, isSortMode, SORT_MODES, SHUTDOWN_TIMEOUT_MS, MIN_OVERSAMPLE, MAX_RENUMBERED_SEARCH_ATTEMPTS, compareSortValues, DEFAULT_BACKPRESSURE_LIMIT, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH, codePointCount, noteThreadSlotGone, threadSlotOfWorker } from './chunk-
|
|
1
|
+
import { MAX_DOCUMENT_ENCODING_DEPTH, singleFoldTable, appendFoldedCodePoint, compareCodePoints, EARLIER_RELEASE_MIN_M, MIN_M, MAX_M, DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES, MAX_FILE_BYTES, detectRuntime, splitWorkerBudget, resolveWorkerCount, CHECKSUM_YIELD_CHUNK_BYTES, resolveWorkerEntry, missingWorkerEntry, DEFAULT_REQUEST_TIMEOUT_MS, toReducedSortValue, resolveRequestThreadCount, defaultSortMode, holdsUnpairedSurrogate, compareComparableValues, readSortField, exceedsCodePoints, toComparableSortValue, SORT_VALUE_MAX_CODE_POINTS, compareComparableKeys, truncateSortString, sortModeOf, isSortMode, SORT_MODES, SHUTDOWN_TIMEOUT_MS, MIN_OVERSAMPLE, MAX_RENUMBERED_SEARCH_ATTEMPTS, compareSortValues, DEFAULT_BACKPRESSURE_LIMIT, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH, codePointCount, noteThreadSlotGone, threadSlotOfWorker } from './chunk-PW7GJFPW.mjs';
|
|
2
2
|
import { DEFAULT_MAX_RERANK_WINDOW, DEFAULT_RERANK_TIMEOUT_MS } from './chunk-JPTQZWJQ.mjs';
|
|
3
|
-
import { ErrorCodes, NarsilError, createNarsilError, ABSOLUTE_WINDOWS_PATH_PATTERN, MODULE_URL_SCHEME_PATTERN, MAX_SWEEP_INTERVAL_MS, MIN_SWEEP_INTERVAL_MS, STATISTICS_BROADCAST_INTERVAL_MS, MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN, MAX_EXPORT_LINE_BYTES, IMPORT_BATCH_DOCUMENTS, MAX_SUGGEST_LIMIT, MAX_INDEX_CONFIGURATION_BYTES, FOREIGN_STATS_TTL_MS, HEAP_PRESSURE_WARNING_FRACTION, MAX_IMPORT_REFUSALS_REPORTED, DEFAULT_SUGGEST_LIMIT, DEFAULT_FUZZY_PREFIX_LENGTH, MAX_CURSOR_LENGTH, MAX_CURSOR_ANCHOR_CODE_POINTS, MAX_SORT_FIELDS, MAX_SORT_FIELD_NAME_LENGTH, RESULT_WINDOW, DEFAULT_LIMIT, DEFAULT_OFFSET, DEFAULT_LINEAR_ALPHA, MIN_LINEAR_ALPHA, MAX_LINEAR_ALPHA, DEFAULT_RANK_CONSTANT, MIN_RANK_CONSTANT, MIN_DOCUMENTS_FOR_SEGMENTS, DEFAULT_PAGE_SIZE, DEFAULT_MAX_PER_GROUP, PREFIX_MAX_EXPANSIONS, HEAP_PRESSURE_REARM_FRACTION, MAX_TOLERANCE, MAX_PREFIX_LENGTH, BATCH_CHUNK_SIZE, MAX_DOC_ID_LENGTH } from './chunk-
|
|
3
|
+
import { ErrorCodes, NarsilError, createNarsilError, ABSOLUTE_WINDOWS_PATH_PATTERN, MODULE_URL_SCHEME_PATTERN, MAX_SWEEP_INTERVAL_MS, MIN_SWEEP_INTERVAL_MS, STATISTICS_BROADCAST_INTERVAL_MS, MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN, MAX_EXPORT_LINE_BYTES, IMPORT_BATCH_DOCUMENTS, MAX_SUGGEST_LIMIT, MAX_INDEX_CONFIGURATION_BYTES, FOREIGN_STATS_TTL_MS, HEAP_PRESSURE_WARNING_FRACTION, MAX_IMPORT_REFUSALS_REPORTED, DEFAULT_SUGGEST_LIMIT, DEFAULT_FUZZY_PREFIX_LENGTH, MAX_CURSOR_LENGTH, MAX_CURSOR_ANCHOR_CODE_POINTS, MAX_SORT_FIELDS, MAX_SORT_FIELD_NAME_LENGTH, RESULT_WINDOW, DEFAULT_LIMIT, DEFAULT_OFFSET, DEFAULT_LINEAR_ALPHA, MIN_LINEAR_ALPHA, MAX_LINEAR_ALPHA, DEFAULT_RANK_CONSTANT, MIN_RANK_CONSTANT, MIN_DOCUMENTS_FOR_SEGMENTS, DEFAULT_PAGE_SIZE, DEFAULT_MAX_PER_GROUP, PREFIX_MAX_EXPANSIONS, HEAP_PRESSURE_REARM_FRACTION, MAX_TOLERANCE, MAX_PREFIX_LENGTH, BATCH_CHUNK_SIZE, MAX_DOC_ID_LENGTH } from './chunk-J3QB4LBD.mjs';
|
|
4
4
|
import { Encoder, Decoder, decode, encode } from '@msgpack/msgpack';
|
|
5
5
|
|
|
6
6
|
// src/analysis/registry.ts
|
|
@@ -14949,7 +14949,7 @@ function requireLoadedVectorCode() {
|
|
|
14949
14949
|
function loadVectorCode() {
|
|
14950
14950
|
if (loaded !== null) return Promise.resolve(loaded);
|
|
14951
14951
|
if (loading === null) {
|
|
14952
|
-
loading = import('./module-
|
|
14952
|
+
loading = import('./module-6FVNK7DO.mjs').then(
|
|
14953
14953
|
(code) => {
|
|
14954
14954
|
loaded = code;
|
|
14955
14955
|
return code;
|
|
@@ -19026,7 +19026,7 @@ async function emitWriteEventAfter(source, indexName, write) {
|
|
|
19026
19026
|
// src/engine/core.ts
|
|
19027
19027
|
async function createEngineCore(config, hooks, capacityScope = "index") {
|
|
19028
19028
|
validateWorkerConfig(config?.workers, config?.lifecycle);
|
|
19029
|
-
const rerankSettings = config?.rerankTimeout === void 0 && config?.maxRerankWindow === void 0 ? { timeoutMs: DEFAULT_RERANK_TIMEOUT_MS, maxWindow: DEFAULT_MAX_RERANK_WINDOW } : (await import('./runtime-
|
|
19029
|
+
const rerankSettings = config?.rerankTimeout === void 0 && config?.maxRerankWindow === void 0 ? { timeoutMs: DEFAULT_RERANK_TIMEOUT_MS, maxWindow: DEFAULT_MAX_RERANK_WINDOW } : (await import('./runtime-JQYPNOK6.mjs')).resolveRerankSettings(config);
|
|
19030
19030
|
const eventHandlers = eventHandlersOf(config?.events);
|
|
19031
19031
|
const vectorWorkerCount = splitWorkerBudget(resolveWorkerCount(config?.workers?.count)).vector;
|
|
19032
19032
|
const vectorCopyPolicy = {
|
|
@@ -19037,7 +19037,7 @@ async function createEngineCore(config, hooks, capacityScope = "index") {
|
|
|
19037
19037
|
if (config?.lifecycle !== void 0 && durabilityTier === null) {
|
|
19038
19038
|
throw new NarsilError(ErrorCodes.CONFIG_INVALID, "Index lifecycle settings require durability");
|
|
19039
19039
|
}
|
|
19040
|
-
const durabilityWiring = durabilityTier === null ? null : await import('./durability-wiring-
|
|
19040
|
+
const durabilityWiring = durabilityTier === null ? null : await import('./durability-wiring-HTBWDAOX.mjs');
|
|
19041
19041
|
const filesystemDurability = durabilityTier?.kind === "wal";
|
|
19042
19042
|
const executor = createDirectExecutor({
|
|
19043
19043
|
vectorWorkerCopies: vectorCopyPolicy,
|
|
@@ -19334,7 +19334,7 @@ async function shutdownEngine(core) {
|
|
|
19334
19334
|
}
|
|
19335
19335
|
}
|
|
19336
19336
|
if (core.rerankAdapters.size > 0) {
|
|
19337
|
-
await (await import('./runtime-
|
|
19337
|
+
await (await import('./runtime-JQYPNOK6.mjs')).shutdownRerankAdapters(core.rerankAdapters);
|
|
19338
19338
|
}
|
|
19339
19339
|
await orchestrator.shutdown();
|
|
19340
19340
|
await executor.shutdown();
|
|
@@ -22470,14 +22470,14 @@ function portabilityOperations(core, config, engine) {
|
|
|
22470
22470
|
return {
|
|
22471
22471
|
snapshot(indexName) {
|
|
22472
22472
|
return withOpenIndex(indexName, async () => {
|
|
22473
|
-
const { createSnapshot } = await import('./snapshot-
|
|
22473
|
+
const { createSnapshot } = await import('./snapshot-NL4GSDUD.mjs');
|
|
22474
22474
|
return createSnapshot(snapshotDepsOf(indexName));
|
|
22475
22475
|
});
|
|
22476
22476
|
},
|
|
22477
22477
|
async restore(indexName, data) {
|
|
22478
22478
|
core.guardShutdown();
|
|
22479
22479
|
validateIndexName(indexName);
|
|
22480
|
-
const restored = import('./restore-queue-
|
|
22480
|
+
const restored = import('./restore-queue-CL43WZTZ.mjs').then(
|
|
22481
22481
|
({ queueRestore }) => queueRestore(core, restoreHost, restoresInFlight, indexName, data)
|
|
22482
22482
|
);
|
|
22483
22483
|
await emitWriteEventAfter(core, indexName, restored);
|
|
@@ -22486,8 +22486,8 @@ function portabilityOperations(core, config, engine) {
|
|
|
22486
22486
|
exportDocuments(indexName) {
|
|
22487
22487
|
return withOpenIndex(indexName, async () => {
|
|
22488
22488
|
const [{ checkpointForArchive }, { documentExportStream }] = await Promise.all([
|
|
22489
|
-
import('./snapshot-
|
|
22490
|
-
import('./write-
|
|
22489
|
+
import('./snapshot-NL4GSDUD.mjs'),
|
|
22490
|
+
import('./write-YFOOPLAN.mjs')
|
|
22491
22491
|
]);
|
|
22492
22492
|
const header = indexConfigurationOf(core.requireIndex(indexName));
|
|
22493
22493
|
return documentExportStream(header, await checkpointForArchive(snapshotDepsOf(indexName)));
|
|
@@ -23737,13 +23737,13 @@ function requireCursorDepth(cursor, signature, binding) {
|
|
|
23737
23737
|
}
|
|
23738
23738
|
function hybridSearchOf(params, context, limit, offset, cursorDepth) {
|
|
23739
23739
|
if ((params.hybrid?.depth ?? null) === null) return executeHybridSearch(params, context, limit, offset, cursorDepth);
|
|
23740
|
-
return import('./runtime-
|
|
23740
|
+
return import('./runtime-JQYPNOK6.mjs').then(
|
|
23741
23741
|
(runtime) => runtime.searchFixedDepthHybrid(params, context, { cursorDepth: cursorDepth ?? 0, offset, limit }, runtimeHost)
|
|
23742
23742
|
);
|
|
23743
23743
|
}
|
|
23744
23744
|
function executeQuery(request, callerContext) {
|
|
23745
23745
|
if (request.rerank === void 0) return runQuery(request, callerContext);
|
|
23746
|
-
return import('./runtime-
|
|
23746
|
+
return import('./runtime-JQYPNOK6.mjs').then(
|
|
23747
23747
|
(runtime) => runtime.executeRerankedQuery(request, callerContext, executeQuery, runtimeHost)
|
|
23748
23748
|
);
|
|
23749
23749
|
}
|
|
@@ -24124,7 +24124,7 @@ async function runEngineQuery(core, indexName, params, options) {
|
|
|
24124
24124
|
const manager = core.requireManager(indexName);
|
|
24125
24125
|
const scoped = scopedParams(params, options);
|
|
24126
24126
|
await core.pluginRegistry.runHook("beforeSearch", { indexName, params: scoped });
|
|
24127
|
-
const rerank = scoped.rerank === void 0 ? void 0 : await import('./runtime-
|
|
24127
|
+
const rerank = scoped.rerank === void 0 ? void 0 : await import('./runtime-JQYPNOK6.mjs');
|
|
24128
24128
|
const resolvedParams = await resolveVectorText(
|
|
24129
24129
|
rerank === void 0 ? scoped : rerank.withRerankQueryText(scoped),
|
|
24130
24130
|
entry.embeddingAdapter,
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { unpackLevels, osqRecordBytes, VECTOR_FILE_MAX_VECTORS, NO_LIVE_VECTOR_AT_POSITION, readTrailer, stageQueryLevels, osqCodeBytes, osqStagedQueryBytes, bytesToVectors, VECTOR_GRAPH_PART_VECTORS, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, vectorsToBytes, writeRecord } from './chunk-
|
|
2
|
-
import { markSimdUnavailable, MAX_WASM_PAGES, WASM_PAGE_BYTES, VECTOR_SCRATCH_SLOTS, UNPLACED_FLAG_CHUNK_ORDINALS, COMPACTION_TOMBSTONE_RATIO, COMPACTION_ABSOLUTE_THRESHOLD, MAX_FILE_BYTES, VECTOR_BLOCK_INITIAL_SLOTS, MAX_VECTOR_ORDINALS, VECTOR_STORE_INITIAL_CAPACITY, PLACEMENT_ROOM_REQUESTS, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, MAX_LAYER_CAP, INITIAL_LIST_CAPACITY, OSQ_PLACEMENT_QUERY_BITS,
|
|
3
|
-
import { NarsilError, ErrorCodes, MAX_DOC_ID_LENGTH } from './chunk-
|
|
1
|
+
import { unpackLevels, osqRecordBytes, VECTOR_FILE_MAX_VECTORS, NO_LIVE_VECTOR_AT_POSITION, readTrailer, stageQueryLevels, osqCodeBytes, osqStagedQueryBytes, bytesToVectors, VECTOR_GRAPH_PART_VECTORS, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, vectorsToBytes, writeRecord } from './chunk-SFXM7PLV.mjs';
|
|
2
|
+
import { markSimdUnavailable, MAX_WASM_PAGES, WASM_PAGE_BYTES, VECTOR_SCRATCH_SLOTS, UNPLACED_FLAG_CHUNK_ORDINALS, COMPACTION_TOMBSTONE_RATIO, COMPACTION_ABSOLUTE_THRESHOLD, MAX_FILE_BYTES, VECTOR_BLOCK_INITIAL_SLOTS, MAX_VECTOR_ORDINALS, VECTOR_STORE_INITIAL_CAPACITY, PLACEMENT_ROOM_REQUESTS, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, MAX_LAYER_CAP, INITIAL_LIST_CAPACITY, OSQ_PLACEMENT_QUERY_BITS, GRAPH_LOCK_WAIT_SLICE_MS, OSQ_STEPS, OSQ_GRID, OSQ_QUERY_BITS, GRAPH_LOCK_WAIT_DEADLINE_MS, compareCodePoints, INITIAL_UPPER_SLOTS, OSQ_REFINE_ROUNDS, OSQ_REFINE_TOLERANCE, threadSlotGone, DEFAULT_EF_SEARCH, OSQ_LAMBDA, FARTHEST_REJECTED_LINKS_KEPT, MAX_DOC_ID_TABLE_BYTES } from './chunk-PW7GJFPW.mjs';
|
|
3
|
+
import { NarsilError, ErrorCodes, MAX_DOC_ID_LENGTH } from './chunk-J3QB4LBD.mjs';
|
|
4
4
|
|
|
5
5
|
// src/vector/shared-buffers/growable.ts
|
|
6
6
|
function sharedMemoryAvailable() {
|
|
@@ -75,6 +75,7 @@ var HELD_WRITE_VERSION = 1;
|
|
|
75
75
|
var HELD_GRAPH = 2;
|
|
76
76
|
var HELD_FENCE = 3;
|
|
77
77
|
var HELD_GRAPH_WAITING = 4;
|
|
78
|
+
var HELD_ENTRY = 5;
|
|
78
79
|
var HELD_WORDS_PER_THREAD = 32;
|
|
79
80
|
var METRIC_CODES = ["cosine", "dotProduct", "euclidean"];
|
|
80
81
|
function perOrdinal(bytesPerOrdinal, initialOrdinals) {
|
|
@@ -162,33 +163,16 @@ function waitOn(words, index, seen, sliceMs = LOCK_WAIT_SLICE_MS) {
|
|
|
162
163
|
function heldIndex(locks, kind) {
|
|
163
164
|
return locks.threadSlot * HELD_WORDS_PER_THREAD + kind;
|
|
164
165
|
}
|
|
165
|
-
function
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
}
|
|
174
|
-
|
|
175
|
-
}
|
|
176
|
-
}
|
|
177
|
-
function acquireExclusiveWithin(words, index, deadlineMs) {
|
|
178
|
-
let spins = 0;
|
|
179
|
-
let deadline = Number.NaN;
|
|
180
|
-
for (; ; ) {
|
|
181
|
-
const seen = Atomics.compareExchange(words, index, FREE, EXCLUSIVE);
|
|
182
|
-
if (seen === FREE) return true;
|
|
183
|
-
if (spins < LOCK_SPIN_ITERATIONS) {
|
|
184
|
-
spins += 1;
|
|
185
|
-
continue;
|
|
186
|
-
}
|
|
187
|
-
const now = performance.now();
|
|
188
|
-
if (Number.isNaN(deadline)) deadline = now + deadlineMs;
|
|
189
|
-
else if (now >= deadline) return false;
|
|
190
|
-
waitOn(words, index, seen, GRAPH_LOCK_WAIT_SLICE_MS);
|
|
191
|
-
}
|
|
166
|
+
function waitedSince(locks, startedAt, lock) {
|
|
167
|
+
const now = performance.now();
|
|
168
|
+
if (Number.isNaN(startedAt)) return now;
|
|
169
|
+
if (now - startedAt < GRAPH_LOCK_WAIT_DEADLINE_MS) return startedAt;
|
|
170
|
+
if (releaseGoneThreads(locks) > 0) return now;
|
|
171
|
+
throw new NarsilError(
|
|
172
|
+
ErrorCodes.WORKER_TIMEOUT,
|
|
173
|
+
`Another thread held a lock on the vector graph for ${GRAPH_LOCK_WAIT_DEADLINE_MS} ms, so this thread stopped waiting for it`,
|
|
174
|
+
{ waitedMs: GRAPH_LOCK_WAIT_DEADLINE_MS, threadSlot: locks.threadSlot, lock }
|
|
175
|
+
);
|
|
192
176
|
}
|
|
193
177
|
function releaseExclusive(words, index) {
|
|
194
178
|
Atomics.store(words, index, FREE);
|
|
@@ -199,9 +183,22 @@ var WRITER_WAITING = 2;
|
|
|
199
183
|
var VERSION_STEP = 4;
|
|
200
184
|
function beginNodeRead(locks, ord) {
|
|
201
185
|
const words = locks.words(ord);
|
|
186
|
+
const seen = Atomics.load(words, ord);
|
|
187
|
+
if ((seen & WRITE_HELD) === 0) return seen;
|
|
188
|
+
return waitForNodeRead(locks, words, ord);
|
|
189
|
+
}
|
|
190
|
+
function waitForNodeRead(locks, words, ord) {
|
|
191
|
+
let spins = 0;
|
|
192
|
+
let startedAt = Number.NaN;
|
|
202
193
|
for (; ; ) {
|
|
203
194
|
const seen = Atomics.load(words, ord);
|
|
204
195
|
if ((seen & WRITE_HELD) === 0) return seen;
|
|
196
|
+
if (spins < LOCK_SPIN_ITERATIONS) {
|
|
197
|
+
spins += 1;
|
|
198
|
+
continue;
|
|
199
|
+
}
|
|
200
|
+
spins = 0;
|
|
201
|
+
startedAt = waitedSince(locks, startedAt, "node");
|
|
205
202
|
}
|
|
206
203
|
}
|
|
207
204
|
function nodeReadHeld(locks, ord, version) {
|
|
@@ -211,6 +208,7 @@ function nodeReadHeld(locks, ord, version) {
|
|
|
211
208
|
function lockNodeWrite(locks, ord) {
|
|
212
209
|
const words = locks.words(ord);
|
|
213
210
|
let spins = 0;
|
|
211
|
+
let startedAt = Number.NaN;
|
|
214
212
|
for (; ; ) {
|
|
215
213
|
const seen = Atomics.load(words, ord);
|
|
216
214
|
if ((seen & WRITE_HELD) === 0) {
|
|
@@ -226,6 +224,7 @@ function lockNodeWrite(locks, ord) {
|
|
|
226
224
|
spins += 1;
|
|
227
225
|
continue;
|
|
228
226
|
}
|
|
227
|
+
startedAt = waitedSince(locks, startedAt, "node");
|
|
229
228
|
const waiting = seen | WRITER_WAITING;
|
|
230
229
|
if (waiting === seen || Atomics.compareExchange(words, ord, seen, waiting) === seen) {
|
|
231
230
|
waitOn(words, ord, waiting);
|
|
@@ -244,6 +243,7 @@ function unlockNodeWrite(locks, ord) {
|
|
|
244
243
|
function lockGraphShared(locks) {
|
|
245
244
|
const { header } = locks;
|
|
246
245
|
let spins = 0;
|
|
246
|
+
let startedAt = Number.NaN;
|
|
247
247
|
for (; ; ) {
|
|
248
248
|
const seen = Atomics.load(header, GRAPH_LOCK);
|
|
249
249
|
if (seen >= FREE && Atomics.load(header, GRAPH_WRITERS_WAITING) === 0) {
|
|
@@ -257,6 +257,7 @@ function lockGraphShared(locks) {
|
|
|
257
257
|
spins += 1;
|
|
258
258
|
continue;
|
|
259
259
|
}
|
|
260
|
+
startedAt = waitedSince(locks, startedAt, "graph");
|
|
260
261
|
waitOn(header, GRAPH_LOCK, seen, GRAPH_LOCK_WAIT_SLICE_MS);
|
|
261
262
|
}
|
|
262
263
|
}
|
|
@@ -266,17 +267,22 @@ function unlockGraphShared(locks) {
|
|
|
266
267
|
if (Atomics.sub(header, GRAPH_LOCK, 1) === 1 && canWait(header)) Atomics.notify(header, GRAPH_LOCK);
|
|
267
268
|
}
|
|
268
269
|
function lockGraphExclusive(locks) {
|
|
270
|
+
const { header } = locks;
|
|
269
271
|
Atomics.store(locks.held, heldIndex(locks, HELD_GRAPH_WAITING), 1);
|
|
270
|
-
Atomics.add(
|
|
272
|
+
Atomics.add(header, GRAPH_WRITERS_WAITING, 1);
|
|
271
273
|
try {
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
274
|
+
let spins = 0;
|
|
275
|
+
let startedAt = Number.NaN;
|
|
276
|
+
for (; ; ) {
|
|
277
|
+
const seen = Atomics.compareExchange(header, GRAPH_LOCK, FREE, EXCLUSIVE);
|
|
278
|
+
if (seen === FREE) return;
|
|
279
|
+
if (spins < LOCK_SPIN_ITERATIONS) {
|
|
280
|
+
spins += 1;
|
|
281
|
+
continue;
|
|
282
|
+
}
|
|
283
|
+
startedAt = waitedSince(locks, startedAt, "graphAlone");
|
|
284
|
+
waitOn(header, GRAPH_LOCK, seen, GRAPH_LOCK_WAIT_SLICE_MS);
|
|
285
|
+
}
|
|
280
286
|
} finally {
|
|
281
287
|
Atomics.sub(locks.header, GRAPH_WRITERS_WAITING, 1);
|
|
282
288
|
Atomics.store(locks.held, heldIndex(locks, HELD_GRAPH_WAITING), 0);
|
|
@@ -286,9 +292,25 @@ function unlockGraphExclusive(locks) {
|
|
|
286
292
|
releaseExclusive(locks.header, GRAPH_LOCK);
|
|
287
293
|
}
|
|
288
294
|
function lockEntry(locks) {
|
|
289
|
-
|
|
295
|
+
const { header } = locks;
|
|
296
|
+
let spins = 0;
|
|
297
|
+
let startedAt = Number.NaN;
|
|
298
|
+
for (; ; ) {
|
|
299
|
+
const seen = Atomics.compareExchange(header, GRAPH_ENTRY_LOCK, FREE, EXCLUSIVE);
|
|
300
|
+
if (seen === FREE) {
|
|
301
|
+
Atomics.store(locks.held, heldIndex(locks, HELD_ENTRY), 1);
|
|
302
|
+
return;
|
|
303
|
+
}
|
|
304
|
+
if (spins < LOCK_SPIN_ITERATIONS) {
|
|
305
|
+
spins += 1;
|
|
306
|
+
continue;
|
|
307
|
+
}
|
|
308
|
+
startedAt = waitedSince(locks, startedAt, "entry");
|
|
309
|
+
waitOn(header, GRAPH_ENTRY_LOCK, seen, GRAPH_LOCK_WAIT_SLICE_MS);
|
|
310
|
+
}
|
|
290
311
|
}
|
|
291
312
|
function unlockEntry(locks) {
|
|
313
|
+
Atomics.store(locks.held, heldIndex(locks, HELD_ENTRY), 0);
|
|
292
314
|
releaseExclusive(locks.header, GRAPH_ENTRY_LOCK);
|
|
293
315
|
}
|
|
294
316
|
function releaseGoneThreads(locks) {
|
|
@@ -300,7 +322,8 @@ function releaseGoneThreads(locks) {
|
|
|
300
322
|
const writeOrd = Atomics.load(locks.held, base + HELD_WRITE) - 1;
|
|
301
323
|
const holdsGraph = Atomics.load(locks.held, base + HELD_GRAPH) === 1;
|
|
302
324
|
const waitsForGraph = Atomics.load(locks.held, base + HELD_GRAPH_WAITING) === 1;
|
|
303
|
-
|
|
325
|
+
const holdsEntry = Atomics.load(locks.held, base + HELD_ENTRY) === 1;
|
|
326
|
+
if (!holdsGraph && !waitsForGraph && !holdsEntry && writeOrd < 0) continue;
|
|
304
327
|
releaseSlot(locks.header, locks.held, writeOrd >= 0 ? locks.words(writeOrd) : null, slot);
|
|
305
328
|
released += 1;
|
|
306
329
|
}
|
|
@@ -314,6 +337,7 @@ function releaseSlot(header, held, words, threadSlot) {
|
|
|
314
337
|
if (Atomics.exchange(held, base + HELD_GRAPH_WAITING, 0) === 1) {
|
|
315
338
|
Atomics.sub(header, GRAPH_WRITERS_WAITING, 1);
|
|
316
339
|
}
|
|
340
|
+
if (Atomics.exchange(held, base + HELD_ENTRY, 0) === 1) releaseExclusive(header, GRAPH_ENTRY_LOCK);
|
|
317
341
|
const writeOrd = Atomics.exchange(held, base + HELD_WRITE, 0) - 1;
|
|
318
342
|
const writeVersion = Atomics.load(held, base + HELD_WRITE_VERSION);
|
|
319
343
|
if (words !== null && writeOrd >= 0 && writeOrd < words.length) {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { removeDocumentVectors, prepareDocumentVectors, insertDocumentVectors, getNestedValue, requireValidFieldTypes, VECTOR_PATTERN } from './chunk-
|
|
2
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
1
|
+
import { removeDocumentVectors, prepareDocumentVectors, insertDocumentVectors, getNestedValue, requireValidFieldTypes, VECTOR_PATTERN } from './chunk-5YMT23EX.mjs';
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-J3QB4LBD.mjs';
|
|
3
3
|
import { decode } from '@msgpack/msgpack';
|
|
4
4
|
|
|
5
5
|
function applyIndexEntry(entry, manager, vectorFieldPaths, vecIndexes) {
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment, restoreVectorFields, KEYWORD_SEGMENT_PAYLOAD_VERSION, littleEndianBytes } from './chunk-
|
|
2
|
-
import { VERSION, rulesOfStoredSynonyms, flattenSchema, packChecksummedEnvelope, openChecksummedEnvelope, requireValidFieldTypes, isCompositePartition, crc32, reconstructSchemaFromMetadata, extractVectorFieldsFromSchema, readHeader, HEADER_SIZE, engineVersionParts, writeHeader, partialFieldsOf, getLanguage, decodeEveryStoredDocument, createSharedFrozenSegment, shareSegmentArrays, VECTOR_PATTERN, isQuantizationMode, isStorageMode, survivorDocumentsOf, partitionStateOf, freezeSegmentShared, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayload, resolvePartitionInsertOptions, fnv1a, selectionKeeps, decodeMapWithoutFields, prepareDocumentVectors, messagePackUpperBoundBytes, segmentArraysOf, mergeSegmentContents, resolveIndexAnalysis } from './chunk-
|
|
3
|
-
import { decodeVectorGraphPartPayload, assembleGraphParts, decodeVectorFilePayload, countDead, VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-
|
|
4
|
-
import { compareCodePoints, MAX_FILE_BYTES, VALID_HNSW_METRICS } from './chunk-
|
|
5
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
1
|
+
import { KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment, restoreVectorFields, KEYWORD_SEGMENT_PAYLOAD_VERSION, littleEndianBytes } from './chunk-CWWD2UHP.mjs';
|
|
2
|
+
import { VERSION, rulesOfStoredSynonyms, flattenSchema, packChecksummedEnvelope, openChecksummedEnvelope, requireValidFieldTypes, isCompositePartition, crc32, reconstructSchemaFromMetadata, extractVectorFieldsFromSchema, readHeader, HEADER_SIZE, engineVersionParts, writeHeader, partialFieldsOf, getLanguage, decodeEveryStoredDocument, createSharedFrozenSegment, shareSegmentArrays, VECTOR_PATTERN, isQuantizationMode, isStorageMode, survivorDocumentsOf, partitionStateOf, freezeSegmentShared, createFrozenSegment, createPartitionManager, createPartitionRouter, buildSegmentPayload, resolvePartitionInsertOptions, fnv1a, selectionKeeps, decodeMapWithoutFields, prepareDocumentVectors, messagePackUpperBoundBytes, segmentArraysOf, mergeSegmentContents, resolveIndexAnalysis } from './chunk-5YMT23EX.mjs';
|
|
3
|
+
import { decodeVectorGraphPartPayload, assembleGraphParts, decodeVectorFilePayload, countDead, VECTOR_FILE_MAX_VECTORS, deadBytesFor } from './chunk-SFXM7PLV.mjs';
|
|
4
|
+
import { compareCodePoints, MAX_FILE_BYTES, VALID_HNSW_METRICS } from './chunk-PW7GJFPW.mjs';
|
|
5
|
+
import { NarsilError, ErrorCodes } from './chunk-J3QB4LBD.mjs';
|
|
6
6
|
import { decode, encode } from '@msgpack/msgpack';
|
|
7
7
|
|
|
8
8
|
// src/engine/durability-metadata.ts
|
|
@@ -68,6 +68,7 @@ var ErrorCodes = {
|
|
|
68
68
|
REPLICATION_ENTRY_INVALID: "REPLICATION_ENTRY_INVALID",
|
|
69
69
|
REPLICATION_INSYNC_REMOVAL_FAILED: "REPLICATION_INSYNC_REMOVAL_FAILED",
|
|
70
70
|
REPLICATION_ROLLBACK_FAILED: "REPLICATION_ROLLBACK_FAILED",
|
|
71
|
+
REPLICATION_OUTCOME_UNKNOWN: "REPLICATION_OUTCOME_UNKNOWN",
|
|
71
72
|
REPLICATION_LOG_FULL: "REPLICATION_LOG_FULL",
|
|
72
73
|
REPLICATION_ENTRY_CORRUPT: "REPLICATION_ENTRY_CORRUPT",
|
|
73
74
|
REPLICATION_SNAPSHOT_CORRUPT: "REPLICATION_SNAPSHOT_CORRUPT",
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
1
|
+
import { NarsilError, ErrorCodes } from './chunk-J3QB4LBD.mjs';
|
|
2
2
|
|
|
3
3
|
// src/serialization/constants.ts
|
|
4
4
|
var CHECKSUM_YIELD_CHUNK_BYTES = 4 * 1024 * 1024;
|
|
@@ -384,7 +384,7 @@ var MAX_RENUMBERED_SEARCH_ATTEMPTS = 3;
|
|
|
384
384
|
var LOCK_SPIN_ITERATIONS = 128;
|
|
385
385
|
var LOCK_WAIT_SLICE_MS = 20;
|
|
386
386
|
var GRAPH_LOCK_WAIT_SLICE_MS = 1;
|
|
387
|
-
var
|
|
387
|
+
var GRAPH_LOCK_WAIT_DEADLINE_MS = 1e4;
|
|
388
388
|
var GRAPH_BUILD_DISPATCH_CHUNK = 64;
|
|
389
389
|
var GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER = 2;
|
|
390
390
|
|
|
@@ -490,4 +490,4 @@ function missingWorkerEntry(moduleUrl) {
|
|
|
490
490
|
);
|
|
491
491
|
}
|
|
492
492
|
|
|
493
|
-
export { CHECKSUM_YIELD_CHUNK_BYTES, COMPACTION_ABSOLUTE_THRESHOLD, COMPACTION_TOMBSTONE_RATIO, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH, DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_EF_SEARCH, DEFAULT_REQUEST_TIMEOUT_MS, DISK_STORAGE_BLOCK_BYTES, DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES, EARLIER_RELEASE_MIN_M, FARTHEST_REJECTED_LINKS_KEPT, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK,
|
|
493
|
+
export { CHECKSUM_YIELD_CHUNK_BYTES, COMPACTION_ABSOLUTE_THRESHOLD, COMPACTION_TOMBSTONE_RATIO, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH, DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_EF_SEARCH, DEFAULT_REQUEST_TIMEOUT_MS, DISK_STORAGE_BLOCK_BYTES, DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES, EARLIER_RELEASE_MIN_M, FARTHEST_REJECTED_LINKS_KEPT, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, GRAPH_LOCK_WAIT_DEADLINE_MS, GRAPH_LOCK_WAIT_SLICE_MS, INITIAL_LIST_CAPACITY, INITIAL_UPPER_SLOTS, LOCK_SPIN_ITERATIONS, LOCK_WAIT_SLICE_MS, MAX_DOCUMENT_ENCODING_DEPTH, MAX_DOC_ID_TABLE_BYTES, MAX_FILE_BYTES, MAX_LAYER_CAP, MAX_M, MAX_RENUMBERED_SEARCH_ATTEMPTS, MAX_VECTOR_ORDINALS, MAX_WASM_PAGES, MIN_M, MIN_OVERSAMPLE, NATIVE_ATTACH_RETRY_MS, NATIVE_CRC32_MIN_BYTES, OSQ_GRID, OSQ_LAMBDA, OSQ_PLACEMENT_QUERY_BITS, OSQ_QUERY_BITS, OSQ_REFINE_ROUNDS, OSQ_REFINE_TOLERANCE, OSQ_STEPS, PLACEMENT_ROOM_REQUESTS, SHUTDOWN_TIMEOUT_MS, SORT_MODES, SORT_VALUE_MAX_CODE_POINTS, UNPLACED_FLAG_CHUNK_ORDINALS, VALID_HNSW_METRICS, VECTOR_BLOCK_INITIAL_SLOTS, VECTOR_INSERT_TIMEOUT_MS, VECTOR_SCRATCH_SLOTS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_STORE_INITIAL_CAPACITY, WASM_PAGE_BYTES, WORKER_YOUNG_GENERATION_MB, appendFoldedCodePoint, codePointCount, compareCodePoints, compareComparableKeys, compareComparableValues, compareSortValues, defaultSortMode, detectRuntime, exceedsCodePoints, holdsUnpairedSurrogate, isSimdAvailable, isSortMode, markSimdUnavailable, missingWorkerEntry, noteThreadSlotGone, noteThreadSlotLive, readSortField, resolveRequestThreadCount, resolveWorkerCount, resolveWorkerEntry, singleFoldTable, sortModeOf, splitWorkerBudget, threadSlotGone, threadSlotOfWorker, toComparableSortValue, toReducedSortValue, truncateSortString };
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { MAX_M, EARLIER_RELEASE_MIN_M, MIN_M } from './chunk-
|
|
2
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
1
|
+
import { MAX_M, EARLIER_RELEASE_MIN_M, MIN_M } from './chunk-PW7GJFPW.mjs';
|
|
2
|
+
import { NarsilError, ErrorCodes } from './chunk-J3QB4LBD.mjs';
|
|
3
3
|
|
|
4
4
|
// src/vector/vector-index/dead-bits.ts
|
|
5
5
|
var NO_LIVE_VECTOR_AT_POSITION = -1;
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
import { nodeThreadId, spawnNodeWorker } from './chunk-HOZW3PKP.mjs';
|
|
2
|
-
import { DEFAULT_SEGMENT_MAX_BYTES, DEFAULT_CHECKPOINT_INTERVAL_MS, DEFAULT_CHECKPOINT_MUTATION_THRESHOLD, DEFAULT_COMPACTION_THRESHOLD, DEFAULT_ASYNC_FLUSH_INTERVAL_MS, WRITES_STALL_ABOVE_UNCHECKPOINTED_BYTES, directoryCheckpointStore, manifestKey, decodeSegmentManifest, readListedFile, adapterCheckpointStore, SINGLE_NODE_PRIMARY_TERM, readMetadataEnvelope, writeMetadataEnvelope, metadataFromConfig, DIRECTORY_LOCK_ATTEMPTS, createSeqOwner, readSegmentManifest, snapshotBundleKey, reclaimUnlistedKeys, manifestReferencedKeys, loadSegmentedCheckpoint, checkpointLastSeqNo, manifestFileRefs, DIRECTORY_LOCK_SETTLE_MS, readSegmentFile, isRecord, invalidManifest, deserializePayloadV2, unpackEnvelopeBytes, checkpointPrimaryTerm, frameRecord, isId, isUint32, isSequenceNumber, writeCheckpointSegments, partitionContentsOf, writeLiveVectors, commitCheckpointManifest, removeCheckpointGarbage, readWalSegments, durableRecordMissing, MAX_SEGMENTS_PER_PARTITION, growPartitionsTo, writeSegmentHeader, VECTOR_FILE_ENVELOPE_VERSION, SEGMENT_HEADER_SIZE, documentsOfPayloadV2, readCommitMarker, nextMarkerSlot, encodeMarkerSlot, markerSlotOffset, DIRECTORY_IDENTITY_CHECK_INTERVAL_MS, metadataConfigOf, buildEntry, readCurrentManifest, WHOLE_PARTITION_LARGEST_DOCUMENT_COUNT, WHOLE_PARTITION_MIN_CHANGED_SHARE, captureWholePartition, CHECKPOINT_TIMEOUT_RECOVERY_BACKOFF_MS, CHECKPOINT_WORKER_TIMEOUT_MS, CHECKPOINT_WORKER_IDLE_MS, LOG_RECORDS_PER_CHECKPOINT } from './chunk-
|
|
3
|
-
import { applyDeleteEntry, applyIndexEntry } from './chunk-
|
|
4
|
-
import { encodeDocument, fnv1a, requireValidFieldTypes, openChecksummedEnvelope, HEADER_SIZE, buildSegmentPayload, resolvePartitionInsertOptions, freezeSegmentShared, createSharedFrozenSegment } from './chunk-
|
|
5
|
-
import { decodeVectorIndexParts, VECTOR_FILE_MAX_VECTORS, deadBytesFor, countDead, decodeVectorFilePayload, decodeVectorGraphPayload, graphPartsOfEarlierPayload } from './chunk-
|
|
6
|
-
import { compareCodePoints, MIN_M, MAX_FILE_BYTES, detectRuntime, resolveWorkerEntry } from './chunk-
|
|
2
|
+
import { DEFAULT_SEGMENT_MAX_BYTES, DEFAULT_CHECKPOINT_INTERVAL_MS, DEFAULT_CHECKPOINT_MUTATION_THRESHOLD, DEFAULT_COMPACTION_THRESHOLD, DEFAULT_ASYNC_FLUSH_INTERVAL_MS, WRITES_STALL_ABOVE_UNCHECKPOINTED_BYTES, directoryCheckpointStore, manifestKey, decodeSegmentManifest, readListedFile, adapterCheckpointStore, SINGLE_NODE_PRIMARY_TERM, readMetadataEnvelope, writeMetadataEnvelope, metadataFromConfig, DIRECTORY_LOCK_ATTEMPTS, createSeqOwner, readSegmentManifest, snapshotBundleKey, reclaimUnlistedKeys, manifestReferencedKeys, loadSegmentedCheckpoint, checkpointLastSeqNo, manifestFileRefs, DIRECTORY_LOCK_SETTLE_MS, readSegmentFile, isRecord, invalidManifest, deserializePayloadV2, unpackEnvelopeBytes, checkpointPrimaryTerm, frameRecord, isId, isUint32, isSequenceNumber, writeCheckpointSegments, partitionContentsOf, writeLiveVectors, commitCheckpointManifest, removeCheckpointGarbage, readWalSegments, durableRecordMissing, MAX_SEGMENTS_PER_PARTITION, growPartitionsTo, writeSegmentHeader, VECTOR_FILE_ENVELOPE_VERSION, SEGMENT_HEADER_SIZE, documentsOfPayloadV2, readCommitMarker, nextMarkerSlot, encodeMarkerSlot, markerSlotOffset, DIRECTORY_IDENTITY_CHECK_INTERVAL_MS, metadataConfigOf, buildEntry, readCurrentManifest, WHOLE_PARTITION_LARGEST_DOCUMENT_COUNT, WHOLE_PARTITION_MIN_CHANGED_SHARE, captureWholePartition, CHECKPOINT_TIMEOUT_RECOVERY_BACKOFF_MS, CHECKPOINT_WORKER_TIMEOUT_MS, CHECKPOINT_WORKER_IDLE_MS, LOG_RECORDS_PER_CHECKPOINT } from './chunk-ECSLQ3S5.mjs';
|
|
3
|
+
import { applyDeleteEntry, applyIndexEntry } from './chunk-CWWD2UHP.mjs';
|
|
4
|
+
import { encodeDocument, fnv1a, requireValidFieldTypes, openChecksummedEnvelope, HEADER_SIZE, buildSegmentPayload, resolvePartitionInsertOptions, freezeSegmentShared, createSharedFrozenSegment } from './chunk-5YMT23EX.mjs';
|
|
5
|
+
import { decodeVectorIndexParts, VECTOR_FILE_MAX_VECTORS, deadBytesFor, countDead, decodeVectorFilePayload, decodeVectorGraphPayload, graphPartsOfEarlierPayload } from './chunk-SFXM7PLV.mjs';
|
|
6
|
+
import { compareCodePoints, MIN_M, MAX_FILE_BYTES, detectRuntime, resolveWorkerEntry } from './chunk-PW7GJFPW.mjs';
|
|
7
7
|
import './chunk-JPTQZWJQ.mjs';
|
|
8
|
-
import { NarsilError, ErrorCodes, MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-
|
|
8
|
+
import { NarsilError, ErrorCodes, MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN } from './chunk-J3QB4LBD.mjs';
|
|
9
9
|
import { decode } from '@msgpack/msgpack';
|
|
10
10
|
|
|
11
11
|
// src/persistence/durability/node-fs.browser.ts
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { spawnNodeWorker } from './chunk-HOZW3PKP.mjs';
|
|
2
|
-
import { VECTOR_WORKER_COPIES_ALLOWED, openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, DEFAULT_PROMOTION_THRESHOLD, DEFAULT_FILTER_THRESHOLD, osqBitsOf, noBuildHistory, createOsqQuantizer, recordCheckpoint, planCheckpoint, deserialize, assignStorePartitions, liveSize, ordinalFilterForSubsets, ordinalFilterValues, handOverBuildTurns, threadsHoldCurrentLayout, filterForOptions, openGraphState, STORE_UNPLACED_COUNT, STORE_LIVE_COUNT, STORE_REMOVED_COUNT, fixedView, OSQ4_MIN_DIMENSION, sharedVectorStoreBytes, STORE_SLOTS, IN_MEMORY, resetStoreHeader, STORE_RELEASED_VECTORS_TO_DISK, magnitude, emptyFieldBeforeRestore, ESTIMATED_MS_PER_TOMBSTONE, graphNeedsRebuild, ESTIMATED_MS_PER_VECTOR_REBUILD, releaseReplacedVectors, yieldBuildTurn, createOrdinalFilter, addToOrdinalFilter, nativeScoresOf, toScore, ordinalFilterHas, WORKER_COPY_MIN_VECTORS, allLiveDocIds, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, slotByteOffset, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, createSharedVectorStoreHandles, BLOCK_MAX_BYTES, growBufferTo, unplacedChunkCount, STORE_DOC_ID_BYTES, recalibrateFromStore, signatureOf, nativeStoreScratchBytes, noteFallback, toDistance, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, QUERY_STAGED, createVectorBlock, ensureBlockSlots, createHNSWIndex, adoptGraph, topLayerInParts, BUILD_RETRY_MAX_DELAY_MS, BUILD_RETRY_FIRST_DELAY_MS, fieldHandlesOf, sharedMemoryAvailable, requireWholeNeighbourLists, shuffleInPlace, createCentroidSums, liveOrdinals, RECALIBRATION_CHUNK_VECTORS, BUILD_CHUNK_SIZE, centroidOfCentroidSums, meanOfCentroidSums, countOfCentroidSums, squaredLengthsOfCentroidSums, releaseLocksHeldBy, DRIFT_CHECK_GROWTH_FACTOR, DISK_ADOPTION_YIELD_INTERVAL, adoptLoadedCalibration, RECALIBRATION_DRIFT_RATIO } from './chunk-
|
|
3
|
-
export { releaseLocksHeldBy } from './chunk-
|
|
4
|
-
import { isDead, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors } from './chunk-
|
|
5
|
-
import { MAX_RENUMBERED_SEARCH_ATTEMPTS, DISK_STORAGE_BLOCK_BYTES, compareCodePoints, UNPLACED_FLAG_CHUNK_ORDINALS, MAX_VECTOR_ORDINALS, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, resolveWorkerCount, resolveWorkerEntry, detectRuntime, noteThreadSlotLive, noteThreadSlotGone, WORKER_YOUNG_GENERATION_MB, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, VECTOR_SCRATCH_SLOTS, VECTOR_INSERT_TIMEOUT_MS } from './chunk-
|
|
6
|
-
import { NarsilError, ErrorCodes, isNarsilError } from './chunk-
|
|
2
|
+
import { VECTOR_WORKER_COPIES_ALLOWED, openSharedQuantizer, STORE_ORDINAL_LAYOUT_GENERATION, searchOrdinals, insertNode, GRAPH_RETIRED, nodeCountOf, tombstoneCountOf, DEFAULT_PROMOTION_THRESHOLD, DEFAULT_FILTER_THRESHOLD, osqBitsOf, noBuildHistory, createOsqQuantizer, recordCheckpoint, planCheckpoint, deserialize, assignStorePartitions, liveSize, ordinalFilterForSubsets, ordinalFilterValues, handOverBuildTurns, threadsHoldCurrentLayout, filterForOptions, openGraphState, STORE_UNPLACED_COUNT, STORE_LIVE_COUNT, STORE_REMOVED_COUNT, fixedView, OSQ4_MIN_DIMENSION, sharedVectorStoreBytes, STORE_SLOTS, IN_MEMORY, resetStoreHeader, STORE_RELEASED_VECTORS_TO_DISK, magnitude, emptyFieldBeforeRestore, ESTIMATED_MS_PER_TOMBSTONE, graphNeedsRebuild, ESTIMATED_MS_PER_VECTOR_REBUILD, releaseReplacedVectors, yieldBuildTurn, createOrdinalFilter, addToOrdinalFilter, nativeScoresOf, toScore, ordinalFilterHas, WORKER_COPY_MIN_VECTORS, allLiveDocIds, openVectorBlock, NOTHING_STAGED, arenaFloat32Distance, slotByteOffset, detachNativeStore, STORE_BLOCK_COUNT, STORE_CODE_BLOCK_COUNT, createSharedVectorStoreHandles, BLOCK_MAX_BYTES, growBufferTo, unplacedChunkCount, STORE_DOC_ID_BYTES, recalibrateFromStore, signatureOf, nativeStoreScratchBytes, noteFallback, toDistance, euclideanDistance, dotProduct, cosineSimilarityWithMagnitudes, QUERY_STAGED, createVectorBlock, ensureBlockSlots, createHNSWIndex, adoptGraph, topLayerInParts, BUILD_RETRY_MAX_DELAY_MS, BUILD_RETRY_FIRST_DELAY_MS, fieldHandlesOf, sharedMemoryAvailable, requireWholeNeighbourLists, shuffleInPlace, createCentroidSums, liveOrdinals, RECALIBRATION_CHUNK_VECTORS, BUILD_CHUNK_SIZE, centroidOfCentroidSums, meanOfCentroidSums, countOfCentroidSums, squaredLengthsOfCentroidSums, releaseLocksHeldBy, DRIFT_CHECK_GROWTH_FACTOR, DISK_ADOPTION_YIELD_INTERVAL, adoptLoadedCalibration, RECALIBRATION_DRIFT_RATIO } from './chunk-6E4SWUYZ.mjs';
|
|
3
|
+
export { releaseLocksHeldBy } from './chunk-6E4SWUYZ.mjs';
|
|
4
|
+
import { isDead, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors } from './chunk-SFXM7PLV.mjs';
|
|
5
|
+
import { MAX_RENUMBERED_SEARCH_ATTEMPTS, DISK_STORAGE_BLOCK_BYTES, compareCodePoints, UNPLACED_FLAG_CHUNK_ORDINALS, MAX_VECTOR_ORDINALS, GRAPH_BUILD_CHUNKS_IN_FLIGHT_PER_WORKER, GRAPH_BUILD_DISPATCH_CHUNK, resolveWorkerCount, resolveWorkerEntry, detectRuntime, noteThreadSlotLive, noteThreadSlotGone, WORKER_YOUNG_GENERATION_MB, VECTOR_SEARCH_TIMEOUT_MS, VECTOR_SEARCH_LOAD_TIMEOUT_MS, VECTOR_SCRATCH_SLOTS, VECTOR_INSERT_TIMEOUT_MS } from './chunk-PW7GJFPW.mjs';
|
|
6
|
+
import { NarsilError, ErrorCodes, isNarsilError } from './chunk-J3QB4LBD.mjs';
|
|
7
7
|
|
|
8
8
|
// src/core/heap.ts
|
|
9
9
|
function createMaxHeap(compare) {
|
|
@@ -18,7 +18,7 @@ function restoreDepsOf(core, host) {
|
|
|
18
18
|
function queueRestore(core, host, restoresInFlight, indexName, data) {
|
|
19
19
|
const previous = restoresInFlight.get(indexName) ?? Promise.resolve();
|
|
20
20
|
const restored = previous.then(async () => {
|
|
21
|
-
const { restoreFromSnapshot } = await import('./snapshot-
|
|
21
|
+
const { restoreFromSnapshot } = await import('./snapshot-NL4GSDUD.mjs');
|
|
22
22
|
await restoreFromSnapshot(indexName, data, restoreDepsOf(core, host));
|
|
23
23
|
});
|
|
24
24
|
const settled = restored.then(
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { MIN_RERANK_TIMEOUT_MS, MAX_RERANK_TIMEOUT_MS, MIN_RERANK_WINDOW, MAX_RERANK_WINDOW, DEFAULT_MAX_RERANK_WINDOW, DEFAULT_RERANK_TIMEOUT_MS, DEFAULT_RERANK_WINDOW } from './chunk-JPTQZWJQ.mjs';
|
|
2
|
-
import { NarsilError, ErrorCodes, MIN_HYBRID_DEPTH, MAX_HYBRID_DEPTH, HYBRID_RESCORE_WINDOW, DEFAULT_LIMIT, DEFAULT_OFFSET, RESULT_WINDOW } from './chunk-
|
|
2
|
+
import { NarsilError, ErrorCodes, MIN_HYBRID_DEPTH, MAX_HYBRID_DEPTH, HYBRID_RESCORE_WINDOW, DEFAULT_LIMIT, DEFAULT_OFFSET, RESULT_WINDOW } from './chunk-J3QB4LBD.mjs';
|
|
3
3
|
|
|
4
4
|
// src/search/hybrid-depth.ts
|
|
5
5
|
function fixedHybridDepthOf(hybrid) {
|
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
import { vectorsPerFile } from './chunk-
|
|
2
|
-
import { indexMetadataOf, writeCheckpointSegments, DEFAULT_COMPACTION_THRESHOLD, writeLiveVectors, commitCheckpointManifest, manifestKey, decodeSegmentManifest, SINGLE_NODE_PRIMARY_TERM, partitionContentsOf, manifestFileRefs, unpackIndexSnapshotEnvelope, encodeSegmentManifest, loadSegmentedCheckpoint, writeMetadataEnvelope, openManifestPayload, listedKeysOf, decodeManifestPayload, readSegmentFile, readVectorFile, readGraphParts, documentsOfPayloadV2, deserializePayloadV1 } from './chunk-
|
|
3
|
-
import './chunk-
|
|
4
|
-
import { encodeIndexConfiguration, createByteReader, hasNrslMagic, HEADER_SIZE, readHeader, raiseEarlierReleaseGraphSetting, restoredConfigFields, restoredEmbedding, getLanguage, validateSchema, validatePatternValueLimit, requireSurfaceFormsForPartialFields, validateVectorPromotion, validateVectorStorage, validateRequiredFieldsInSchema, resolveIndexAnalysis, validateEmbeddingConfig, prepareStoredSynonyms, rejectSnapshot, readHeapStatistics, readResidentMemory, extractVectorFieldsFromSchema, loadVectorCodeFor, decodeEveryStoredDocument, parseVectorDimension, insertDocumentVectors, decodeIndexConfiguration, flattenSchema } from './chunk-
|
|
5
|
-
import { decodeVectorIndexParts, vectorsToBytes, VECTOR_FILE_PAYLOAD_VERSION, bytesToVectors } from './chunk-
|
|
6
|
-
import { MAX_FILE_BYTES } from './chunk-
|
|
1
|
+
import { vectorsPerFile } from './chunk-6E4SWUYZ.mjs';
|
|
2
|
+
import { indexMetadataOf, writeCheckpointSegments, DEFAULT_COMPACTION_THRESHOLD, writeLiveVectors, commitCheckpointManifest, manifestKey, decodeSegmentManifest, SINGLE_NODE_PRIMARY_TERM, partitionContentsOf, manifestFileRefs, unpackIndexSnapshotEnvelope, encodeSegmentManifest, loadSegmentedCheckpoint, writeMetadataEnvelope, openManifestPayload, listedKeysOf, decodeManifestPayload, readSegmentFile, readVectorFile, readGraphParts, documentsOfPayloadV2, deserializePayloadV1 } from './chunk-ECSLQ3S5.mjs';
|
|
3
|
+
import './chunk-CWWD2UHP.mjs';
|
|
4
|
+
import { encodeIndexConfiguration, createByteReader, hasNrslMagic, HEADER_SIZE, readHeader, raiseEarlierReleaseGraphSetting, restoredConfigFields, restoredEmbedding, getLanguage, validateSchema, validatePatternValueLimit, requireSurfaceFormsForPartialFields, validateVectorPromotion, validateVectorStorage, validateRequiredFieldsInSchema, resolveIndexAnalysis, validateEmbeddingConfig, prepareStoredSynonyms, rejectSnapshot, readHeapStatistics, readResidentMemory, extractVectorFieldsFromSchema, loadVectorCodeFor, decodeEveryStoredDocument, parseVectorDimension, insertDocumentVectors, decodeIndexConfiguration, flattenSchema } from './chunk-5YMT23EX.mjs';
|
|
5
|
+
import { decodeVectorIndexParts, vectorsToBytes, VECTOR_FILE_PAYLOAD_VERSION, bytesToVectors } from './chunk-SFXM7PLV.mjs';
|
|
6
|
+
import { MAX_FILE_BYTES } from './chunk-PW7GJFPW.mjs';
|
|
7
7
|
import './chunk-JPTQZWJQ.mjs';
|
|
8
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
8
|
+
import { NarsilError, ErrorCodes } from './chunk-J3QB4LBD.mjs';
|
|
9
9
|
import { decode } from '@msgpack/msgpack';
|
|
10
10
|
|
|
11
11
|
// src/persistence/archive/memory-store.ts
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import { setNestedValue, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment } from './chunk-
|
|
2
|
-
import { decodeStoredDocument, openChecksummedEnvelope, NUMBER_TAG, DATE_TAG, BYTES_TAG, encodeBase64, startsWithTagPrefix, OBJECT_TAG, MILLISECONDS_PER_SECOND, NANOSECONDS_PER_MILLISECOND, DOCUMENT_EXPORT_VERSION, DOCUMENT_EXPORT_FORMAT } from './chunk-
|
|
3
|
-
import { decodeVectorFilePayload, isDead, bytesToVectors } from './chunk-
|
|
4
|
-
import './chunk-
|
|
1
|
+
import { setNestedValue, KEYWORD_SEGMENT_ENVELOPE_VERSION, decodeKeywordSegment } from './chunk-CWWD2UHP.mjs';
|
|
2
|
+
import { decodeStoredDocument, openChecksummedEnvelope, NUMBER_TAG, DATE_TAG, BYTES_TAG, encodeBase64, startsWithTagPrefix, OBJECT_TAG, MILLISECONDS_PER_SECOND, NANOSECONDS_PER_MILLISECOND, DOCUMENT_EXPORT_VERSION, DOCUMENT_EXPORT_FORMAT } from './chunk-5YMT23EX.mjs';
|
|
3
|
+
import { decodeVectorFilePayload, isDead, bytesToVectors } from './chunk-SFXM7PLV.mjs';
|
|
4
|
+
import './chunk-PW7GJFPW.mjs';
|
|
5
5
|
import './chunk-JPTQZWJQ.mjs';
|
|
6
|
-
import { EXPORT_CHUNK_BYTES, NarsilError, ErrorCodes } from './chunk-
|
|
6
|
+
import { EXPORT_CHUNK_BYTES, NarsilError, ErrorCodes } from './chunk-J3QB4LBD.mjs';
|
|
7
7
|
import { decode } from '@msgpack/msgpack';
|
|
8
8
|
|
|
9
9
|
// src/engine/export/json-line.ts
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { E as EmbeddingAdapter, R as RerankAdapter } from './adapters-BQFQ4PRz.js';
|
|
2
|
-
import { C as ClusterNamespace } from './config-
|
|
3
|
-
import { h as TaskStore } from './tasks-
|
|
2
|
+
import { C as ClusterNamespace } from './config-DWxtDsJ6.js';
|
|
3
|
+
import { h as TaskStore } from './tasks-BhjQZ8Qf.js';
|
|
4
4
|
|
|
5
5
|
/**
|
|
6
6
|
* Context handed to {@link OnRequestHook} for every inbound request, captured
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { MAX_FILTER_ARRAY_SIZE } from './chunk-WQBCBKY3.mjs';
|
|
2
2
|
import { tabulatedLevenshtein } from './chunk-GES7U2PM.mjs';
|
|
3
|
-
import { parsedTypeOf } from './chunk-
|
|
3
|
+
import { parsedTypeOf } from './chunk-77SO7G55.mjs';
|
|
4
4
|
import { codePointCount, exceedsCodePoints } from './chunk-YTJCGKM4.mjs';
|
|
5
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
5
|
+
import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
|
|
6
6
|
|
|
7
7
|
// src/core/bitset.ts
|
|
8
8
|
function createBitSet(capacity) {
|
|
@@ -1,17 +1,17 @@
|
|
|
1
|
-
import { requirePatternSearchFor, requirePartialWordSearchFor, createPartitionIndex, buildPartialWordTableFrom, recordValueSize, patternIndexOf, encodeFieldIndexes, encodePartialSpellingsOf, countPartialSpelling, copyVectorsInto, isCompositePartition, fnv1a, partialSpellingsOfDocuments, createFrozenPartialWords, requirePatternSearch, documentValueBytes, cloneProjected, projectIncludedPaths, valueWithOwnBuffers, createSurfaceRegistry, MAX_TERM_FREQUENCY, joinPatternWorkMeter, fanOutQuery, sanitizeGlobalStats, countsWithoutScores, fanOutMatchCount, createCompositePartition, createGeoIndex, documentWithOwnBuffers, readProjectedPath, createNumericIndex, createBooleanIndex, createEnumIndex, ValueAffixes } from './chunk-
|
|
2
|
-
import { generateId, getLanguage } from './chunk-
|
|
1
|
+
import { requirePatternSearchFor, requirePartialWordSearchFor, createPartitionIndex, buildPartialWordTableFrom, recordValueSize, patternIndexOf, encodeFieldIndexes, encodePartialSpellingsOf, countPartialSpelling, copyVectorsInto, isCompositePartition, fnv1a, partialSpellingsOfDocuments, createFrozenPartialWords, requirePatternSearch, documentValueBytes, cloneProjected, projectIncludedPaths, valueWithOwnBuffers, createSurfaceRegistry, MAX_TERM_FREQUENCY, joinPatternWorkMeter, fanOutQuery, sanitizeGlobalStats, countsWithoutScores, fanOutMatchCount, createCompositePartition, createGeoIndex, documentWithOwnBuffers, readProjectedPath, createNumericIndex, createBooleanIndex, createEnumIndex, ValueAffixes } from './chunk-XWJGJ2SE.mjs';
|
|
2
|
+
import { generateId, getLanguage } from './chunk-QALAFGF5.mjs';
|
|
3
3
|
import { readHeapStatistics } from './chunk-LPQOEU5M.mjs';
|
|
4
|
-
import { GrowableUint32, bitsetHas, bitsetSet, createBitSet } from './chunk-
|
|
5
|
-
import { tokenizeOptions, getNestedValue, sameFields, visitDocumentSurfaceSpellings, visitDocumentSpellings } from './chunk-
|
|
6
|
-
import { schemaFieldsOf, partialFieldsOf, encodeDocument, validateDocument, validateDocumentStrict, extractVectorFieldsFromSchema } from './chunk-
|
|
4
|
+
import { GrowableUint32, bitsetHas, bitsetSet, createBitSet } from './chunk-2MNJ2HX7.mjs';
|
|
5
|
+
import { tokenizeOptions, getNestedValue, sameFields, visitDocumentSurfaceSpellings, visitDocumentSpellings } from './chunk-TDUBQ546.mjs';
|
|
6
|
+
import { schemaFieldsOf, partialFieldsOf, encodeDocument, validateDocument, validateDocumentStrict, extractVectorFieldsFromSchema } from './chunk-3IQZYNW6.mjs';
|
|
7
7
|
import { fuzzyPrefixOf, boundedLevenshtein } from './chunk-GES7U2PM.mjs';
|
|
8
|
-
import { isWordIndexedBase } from './chunk-
|
|
9
|
-
import { resolveIndexAnalysis, synonymSearchModule } from './chunk-
|
|
10
|
-
import { visitTokens, codePointOrder, encodeStringBlob, encodeLookupKey, SEGMENT_TOKEN_TABLE_START, SEGMENT_POSTING_LOG_START, SEGMENT_POSITION_POOL_START, SEGMENT_FIELD_SCRATCH_START, FROZEN_REMOVAL_INDEX_MAX_PROCESS_FRACTION } from './chunk-
|
|
8
|
+
import { isWordIndexedBase } from './chunk-77SO7G55.mjs';
|
|
9
|
+
import { resolveIndexAnalysis, synonymSearchModule } from './chunk-RI5VNFAI.mjs';
|
|
10
|
+
import { visitTokens, codePointOrder, encodeStringBlob, encodeLookupKey, SEGMENT_TOKEN_TABLE_START, SEGMENT_POSTING_LOG_START, SEGMENT_POSITION_POOL_START, SEGMENT_FIELD_SCRATCH_START, FROZEN_REMOVAL_INDEX_MAX_PROCESS_FRACTION } from './chunk-AEF2O7B4.mjs';
|
|
11
11
|
import { compareCodePoints } from './chunk-YTJCGKM4.mjs';
|
|
12
|
-
import { loadedVectorCode, loadVectorCode, loadVectorCodeFor, requireLoadedVectorCode } from './chunk-
|
|
12
|
+
import { loadedVectorCode, loadVectorCode, loadVectorCodeFor, requireLoadedVectorCode } from './chunk-KSQS77DK.mjs';
|
|
13
13
|
import { PROTOTYPE_POLLUTION_KEYS } from './chunk-L5ORED7V.mjs';
|
|
14
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
14
|
+
import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
|
|
15
15
|
import { Decoder, decode } from '@msgpack/msgpack';
|
|
16
16
|
import { totalmem } from 'os';
|
|
17
17
|
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { MAX_DOCUMENT_ENCODING_DEPTH, DOCUMENT_ENCODER_RETAINED_BUFFER_BYTES, DOCUMENT_REPLY_ENVELOPE_DEPTH } from './chunk-U476IXKQ.mjs';
|
|
2
2
|
import { EARLIER_RELEASE_MIN_M, MIN_M, MAX_M } from './chunk-HMFNFVP7.mjs';
|
|
3
|
-
import { isWordIndexedBase, parseFieldType } from './chunk-
|
|
3
|
+
import { isWordIndexedBase, parseFieldType } from './chunk-77SO7G55.mjs';
|
|
4
4
|
import { compareCodePoints, holdsUnpairedSurrogate, exceedsCodePoints } from './chunk-YTJCGKM4.mjs';
|
|
5
5
|
import { DEFAULT_PATTERN_VALUE_LIMIT, isPlainObject, MAX_TEXT_FIELDS, MAX_VECTOR_DIMENSION, MAX_DOCUMENT_BYTES, MAX_NESTING_DEPTH, PROTOTYPE_POLLUTION_KEYS, FIELD_NAME_PATTERN, RESERVED_ROOT_FIELDS, MAX_DOCUMENT_NESTING_DEPTH, VECTOR_PATTERN } from './chunk-L5ORED7V.mjs';
|
|
6
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
6
|
+
import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
|
|
7
7
|
import { Encoder, encode } from '@msgpack/msgpack';
|
|
8
8
|
|
|
9
9
|
// src/schema/validator/schema.ts
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import { VECTOR_FILE_MAX_VECTORS, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors, VECTOR_GRAPH_PART_VECTORS, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, vectorsToBytes } from './chunk-
|
|
2
|
-
import { createOrdinalFilter, addToOrdinalFilter, osqBitsOf, STORE_ORDINAL_LAYOUT_GENERATION, removeFromOrdinalFilter, createHNSWIndex, STORE_CALIBRATION_GENERATION, graphWithoutNodes, createOsqScratch, osqQuantize } from './chunk-
|
|
1
|
+
import { VECTOR_FILE_MAX_VECTORS, NO_LIVE_VECTOR_AT_POSITION, bytesToVectors, VECTOR_GRAPH_PART_VECTORS, VECTOR_GRAPH_PART_PAYLOAD_VERSION, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, vectorsToBytes } from './chunk-PAWVKEVS.mjs';
|
|
2
|
+
import { createOrdinalFilter, addToOrdinalFilter, osqBitsOf, STORE_ORDINAL_LAYOUT_GENERATION, removeFromOrdinalFilter, createHNSWIndex, STORE_CALIBRATION_GENERATION, graphWithoutNodes, createOsqScratch, osqQuantize } from './chunk-BLDJ5I6I.mjs';
|
|
3
3
|
import { osqRecordBytes, writeRecord } from './chunk-37CD3OKS.mjs';
|
|
4
4
|
import { MAX_DOC_ID_LENGTH } from './chunk-LXWDQLTW.mjs';
|
|
5
5
|
import { MAX_FILE_BYTES } from './chunk-U476IXKQ.mjs';
|
|
6
|
-
import { NarsilError, ErrorCodes } from './chunk-
|
|
6
|
+
import { NarsilError, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
|
|
7
7
|
|
|
8
8
|
// src/vector/filter-ordinals.ts
|
|
9
9
|
var UNRESOLVED_ORDINAL = -1;
|
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
import { readRecentMemoryFigures, readMemoryFigures, collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, reportRefusalAfterCollection, reservedHeapBytes, admitHeapBytes } from './chunk-
|
|
1
|
+
import { readRecentMemoryFigures, readMemoryFigures, collectGarbageBeforeRefusal, collectYoungGenerationBeforeRefusal, reportRefusalAfterCollection, reservedHeapBytes, admitHeapBytes } from './chunk-B7BSQZ27.mjs';
|
|
2
2
|
import { nativeSearchCoreIsEnabled } from './chunk-DJHHF2L5.mjs';
|
|
3
3
|
import { DEFAULT_RERANK_WINDOW } from './chunk-HJSN7UYG.mjs';
|
|
4
|
-
import { loadNativeCore } from './chunk-
|
|
4
|
+
import { loadNativeCore } from './chunk-PQHR5FHC.mjs';
|
|
5
5
|
import { MAX_FILTER_DEPTH } from './chunk-WQBCBKY3.mjs';
|
|
6
6
|
import { MAX_SORT_FIELDS } from './chunk-E74YLAIG.mjs';
|
|
7
7
|
import { HEAP_BLOCK_FRACTION_BELOW_V8_INEFFECTIVE_MARK_COMPACT_LINE } from './chunk-RFVUDM5E.mjs';
|
|
8
|
-
import { NarsilError, ServerErrorCodes, ErrorCodes } from './chunk-
|
|
8
|
+
import { NarsilError, ServerErrorCodes, ErrorCodes } from './chunk-6JUOMMHQ.mjs';
|
|
9
9
|
import { mkdtemp, open, rm } from 'fs/promises';
|
|
10
10
|
import { tmpdir } from 'os';
|
|
11
11
|
import path from 'path';
|
|
@@ -215,6 +215,7 @@ var STATUS_BY_CODE = {
|
|
|
215
215
|
REPLICATION_ENTRY_INVALID: 503,
|
|
216
216
|
REPLICATION_INSYNC_REMOVAL_FAILED: 503,
|
|
217
217
|
REPLICATION_ROLLBACK_FAILED: 503,
|
|
218
|
+
REPLICATION_OUTCOME_UNKNOWN: 503,
|
|
218
219
|
REPLICATION_LOG_FULL: 503,
|
|
219
220
|
REPLICATION_ENTRY_CORRUPT: 503,
|
|
220
221
|
REPLICATION_SNAPSHOT_CORRUPT: 503,
|