@delali/narsil 0.3.1-next.73 → 0.3.1-next.74

package/dist/{chunk-ZULSEZCE.mjs → chunk-CTOSGRM7.mjs}

@@ -1,7 +1,9 @@
-import { clampRowCount, sortSignatureOf, requireSortableFields, decodePageCursor, requireMatchingCursor, resolveProjection, encodePageCursor, requireWithinResultWindow, normalizeSort, fanOutQuery, sortModesOf, applySorting, applyPagination, projectionKeepsField, countsWithoutScores, fanOutMatchCount, tokenize, fnv1aBytes, requireValidFilter, createPatternWorkMeter, everyValueFacetConfig, fulltextMatches, mergeFacets, pruneStatsToQueryTerms, partitionsIn, undeclaredFieldOnStrictIndex, fuzzyTermMatches } from './chunk-3YKWSO54.mjs';
-import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN, MAX_DOC_ID_LENGTH, MIN_PATTERN_VALUE_LIMIT, MAX_PATTERN_VALUE_LIMIT, DEFAULT_LIMIT, DEFAULT_MAX_PER_GROUP, flattenSchema, DEFAULT_SUGGEST_LIMIT, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, ABSOLUTE_WINDOWS_PATH_PATTERN, MODULE_URL_SCHEME_PATTERN, DEFAULT_LINEAR_ALPHA, MIN_LINEAR_ALPHA, MAX_LINEAR_ALPHA, DEFAULT_RANK_CONSTANT, MIN_RANK_CONSTANT, DEFAULT_OFFSET, DEFAULT_FUZZY_PREFIX_LENGTH, RESULT_WINDOW, isWordIndexedFieldType, isGeopointOrVectorType, MAX_TOLERANCE, MAX_PREFIX_LENGTH } from './chunk-AK3BLGCI.mjs';
+import { clampRowCount, sortSignatureOf, requireSortableFields, decodePageCursor, requireMatchingCursor, resolveProjection, encodePageCursor, requireWithinResultWindow, normalizeSort, fanOutQuery, sortModesOf, applySorting, applyPagination, projectionKeepsField, countsWithoutScores, fanOutMatchCount, fnv1aBytes, requireValidFilter, createPatternWorkMeter, everyValueFacetConfig, fulltextMatches, mergeFacets, pruneStatsToQueryTerms, partitionsIn, undeclaredFieldOnStrictIndex } from './chunk-VKX2BPXD.mjs';
+import { MAX_INDEX_NAME_LENGTH, INDEX_NAME_PATTERN, MAX_DOC_ID_LENGTH, DEFAULT_LIMIT, DEFAULT_MAX_PER_GROUP, DEFAULT_SUGGEST_LIMIT, MAX_SUGGEST_LIMIT, MAX_SUGGEST_SCATTER_LIMIT, ABSOLUTE_WINDOWS_PATH_PATTERN, MODULE_URL_SCHEME_PATTERN, DEFAULT_LINEAR_ALPHA, MIN_LINEAR_ALPHA, MAX_LINEAR_ALPHA, DEFAULT_RANK_CONSTANT, MIN_RANK_CONSTANT, DEFAULT_OFFSET, DEFAULT_FUZZY_PREFIX_LENGTH, RESULT_WINDOW, PARTIAL_WORD_MIN_CODE_POINTS, PARTIAL_WORDS_ADDED_PER_QUERY, MAX_TOLERANCE, MAX_PREFIX_LENGTH } from './chunk-3DDUNI6N.mjs';
 import { MIN_OVERSAMPLE } from './chunk-ZJ4CSAB2.mjs';
-import { holdsUnpairedSurrogate, compareCodePoints, compareComparableKeys } from './chunk-LJYTW7GT.mjs';
+import { tokenize, fuzzyTermMatches } from './chunk-I23G3IZC.mjs';
+import { partialFieldsOf, MIN_PATTERN_VALUE_LIMIT, MAX_PATTERN_VALUE_LIMIT, flattenSchema, isWordIndexedFieldType, isGeopointOrVectorType } from './chunk-Z3DQPOJQ.mjs';
+import { holdsUnpairedSurrogate, compareCodePoints, compareComparableKeys, codePointCount } from './chunk-LJYTW7GT.mjs';
 import { NarsilError, ErrorCodes } from './chunk-I64LXKO3.mjs';
 
 // src/search/cursor-binding.ts
@@ -129,7 +131,7 @@ function boundVectorOf(vector) {
   return bound;
 }
 var FILTERS_SLOT = 2;
-var BOUND_SLOT_COUNT = 15;
+var BOUND_SLOT_COUNT = 16;
 function bindingOf(values) {
   const stream = { bytes: new Uint8Array(256), length: 0 };
   for (const value of values) {
@@ -148,6 +150,7 @@ function queryBindingOf(params) {
     params.tolerance,
     params.prefixLength,
     params.prefix,
+    params.partialWords,
     params.exact,
     params.pinned,
     params.mode,
@@ -316,9 +319,18 @@ function requireKnownMode(params) {
     { mode: String(params.mode), modes: [...SEARCH_MODES] }
   );
 }
+function requireBooleanPartialWords(params) {
+  const setting = params.partialWords;
+  if (setting === void 0 || typeof setting === "boolean") return;
+  throw new NarsilError(ErrorCodes.CONFIG_INVALID, 'The "partialWords" query option takes true or false', {
+    option: "partialWords",
+    received: setting === null ? "null" : typeof setting
+  });
+}
 function requireValidQueryOptions(params, config) {
   const strict = config.strict === true;
   requireValidTypoTolerance(params);
+  requireBooleanPartialWords(params);
   requireSortableFields(params.sort, config.schema, strict);
   requireValidQueryFilter(params.filters, config.schema);
   requireUsableQueryFields(params, config.schema, strict);
@@ -424,6 +436,16 @@ function validatePartitionConfig(partitions) {
     });
   }
 }
+function requireSurfaceFormsForPartialFields(schema, surfaceForms) {
+  if (surfaceForms !== false) return;
+  const partialFields = partialFieldsOf(schema);
+  if (partialFields.length === 0) return;
+  throw new NarsilError(
+    ErrorCodes.CONFIG_INVALID,
+    `Field "${partialFields[0]}" declares "partial", which compares words as the documents wrote them, so its index needs surfaceForms left on`,
+    { fields: [...partialFields], surfaceForms: false }
+  );
+}
 function validatePatternValueLimit(limit) {
   if (limit === void 0) return;
   if (typeof limit !== "number" || !Number.isInteger(limit) || limit < MIN_PATTERN_VALUE_LIMIT || limit > MAX_PATTERN_VALUE_LIMIT) {
@@ -813,6 +835,31 @@ function applySnippetTruncation(taggedText, originalText, positions, maxLen, pre
   if (needsTrailingEllipsis) snippet = `${snippet}...`;
   return { snippet, visiblePositions };
 }
+function containsPartialWord(spelling, words) {
+  for (const word of words) {
+    if (spelling.length > word.length && spelling.includes(word)) return true;
+  }
+  return false;
+}
+function partialWordMatcher(text, language, partial) {
+  const indexed = tokenize(text, language, {
+    stem: true,
+    removeStopWords: true,
+    collectSurfaces: true,
+    customTokenizer: partial.customTokenizer,
+    stopWordOverride: partial.stopWordOverride
+  });
+  const positions = /* @__PURE__ */ new Set();
+  const spellings = /* @__PURE__ */ new Set();
+  for (let at = 0; at < indexed.tokens.length; at++) {
+    const spelling = indexed.surfaces?.[at] ?? indexed.tokens[at].token;
+    if (!containsPartialWord(spelling, partial.words)) continue;
+    positions.add(indexed.tokens[at].position);
+    spellings.add(spelling);
+  }
+  if (partial.customTokenizer !== void 0) return (_position, fieldToken) => spellings.has(fieldToken);
+  return (position) => positions.has(position);
+}
 function highlightField(text, queryTokens, language, options) {
   const preTag = options?.preTag ?? "<mark>";
   const postTag = options?.postTag ?? "</mark>";
@@ -849,11 +896,13 @@ function highlightField(text, queryTokens, language, options) {
     matchByFieldToken.set(fieldToken, matches);
     return matches;
   };
+  const matchesInside = options?.partialWords === void 0 ? null : partialWordMatcher(text, language, options.partialWords);
   for (let i = 0; i < fieldResult.tokens.length; i++) {
     if (i >= charOffsets.length) break;
     const fieldToken = fieldResult.tokens[i].token;
     const prefixMatch = prefixToken !== void 0 && fieldToken.startsWith(prefixToken);
-    if (prefixMatch || matchesQuery(fieldToken)) {
+    const insideMatch = matchesInside?.(fieldResult.tokens[i].position, fieldToken) === true;
+    if (prefixMatch || insideMatch || matchesQuery(fieldToken)) {
       matchedRanges.push({ start: charOffsets[i].start, end: charOffsets[i].end });
     }
   }
@@ -885,7 +934,39 @@ function highlightField(text, queryTokens, language, options) {
 }
 
 // src/engine/query/highlight.ts
-function applyHighlights(hits, params, language, analysis, readStoredDocument) {
+function writtenWordsOf(params, language, analysis) {
+  return tokenize(params.term ?? "", language, {
+    stem: false,
+    removeStopWords: true,
+    customTokenizer: analysis.customTokenizer,
+    stopWordOverride: analysis.stopWords
+  }).tokens;
+}
+function partialWordTagging(params, schema, queryTokens, written, analysis) {
+  if (params.partialWords !== true || params.exact === true) return null;
+  const fields = partialFieldsOf(schema).filter((field) => params.fields === void 0 || params.fields.includes(field));
+  if (fields.length === 0) return null;
+  const writtenAt = /* @__PURE__ */ new Map();
+  for (const word of written) {
+    if (!writtenAt.has(word.position)) writtenAt.set(word.position, word.token);
+  }
+  const seenTokens = /* @__PURE__ */ new Set();
+  const words = [];
+  for (const queryToken of queryTokens) {
+    if (seenTokens.has(queryToken.token)) continue;
+    seenTokens.add(queryToken.token);
+    const word = writtenAt.get(queryToken.position);
+    if (word === void 0 || codePointCount(word) < PARTIAL_WORD_MIN_CODE_POINTS) continue;
+    words.push(word);
+    if (words.length === PARTIAL_WORDS_ADDED_PER_QUERY) break;
+  }
+  if (words.length === 0) return null;
+  return {
+    fields: new Set(fields),
+    highlight: { words, customTokenizer: analysis.customTokenizer, stopWordOverride: analysis.stopWords }
+  };
+}
+function applyHighlights(hits, params, language, analysis, schema, readStoredDocument) {
   if (!params.highlight) return;
   const queryTokenResult = tokenize(params.term ?? "", language, {
     stem: true,
@@ -893,17 +974,15 @@ function applyHighlights(hits, params, language, analysis, readStoredDocument) {
     customTokenizer: analysis.customTokenizer,
     stopWordOverride: analysis.stopWords
   });
+  const queryTokens = queryTokenResult.tokens;
+  const usesPrefix = params.prefix === true && params.exact !== true && queryTokens.length > 0;
+  const usesPartialWords = params.partialWords === true && params.exact !== true && queryTokens.length > 0;
+  const written = usesPrefix || usesPartialWords ? writtenWordsOf(params, language, analysis) : [];
   let prefixToken;
   let completedToken;
-  if (params.prefix === true && params.exact !== true && queryTokenResult.tokens.length > 0) {
-    const lastToken = queryTokenResult.tokens[queryTokenResult.tokens.length - 1];
-    const unstemmed = tokenize(params.term ?? "", language, {
-      stem: false,
-      removeStopWords: true,
-      customTokenizer: analysis.customTokenizer,
-      stopWordOverride: analysis.stopWords
-    });
-    for (const t of unstemmed.tokens) {
+  if (usesPrefix) {
+    const lastToken = queryTokens[queryTokens.length - 1];
+    for (const t of written) {
       if (t.position === lastToken.position) {
         prefixToken = t.token;
         completedToken = lastToken.token;
@@ -911,6 +990,7 @@ function applyHighlights(hits, params, language, analysis, readStoredDocument) {
       }
     }
   }
+  const partialWords = usesPartialWords ? partialWordTagging(params, schema, queryTokens, written, analysis) : null;
   for (const hit of hits) {
     const highlights = {};
     const projected = hit.document;
@@ -922,14 +1002,15 @@ function applyHighlights(hits, params, language, analysis, readStoredDocument) {
         fieldValue = stored?.[field];
       }
       if (typeof fieldValue === "string") {
-        highlights[field] = highlightField(fieldValue, queryTokenResult.tokens, language, {
+        highlights[field] = highlightField(fieldValue, queryTokens, language, {
           preTag: params.highlight.preTag,
           postTag: params.highlight.postTag,
           maxSnippetLength: params.highlight.maxSnippetLength,
           prefixToken,
           completedToken,
           tolerance: params.exact === true ? 0 : params.tolerance ?? 0,
-          prefixLength: params.prefixLength ?? DEFAULT_FUZZY_PREFIX_LENGTH
+          prefixLength: params.prefixLength ?? DEFAULT_FUZZY_PREFIX_LENGTH,
+          partialWords: partialWords?.fields.has(field) === true ? partialWords.highlight : void 0
         });
       }
     }
@@ -1439,7 +1520,7 @@ async function executeQuery(params, callerContext) {
   if (params.highlight) {
     const dropped = params.highlight.fields.some((field) => !projectionKeepsField(projection, field));
     const readStoredDocument = dropped ? (docId) => manager.get(docId, { kind: "full" }) : void 0;
-    applyHighlights(paginated, params, language, manager.analysis, readStoredDocument);
+    applyHighlights(paginated, params, language, manager.analysis, manager.schema, readStoredDocument);
   }
   const elapsed = now() - startTime;
   return {
@@ -1557,4 +1638,4 @@ function pickDisplaySurface(surfaceOccurrences) {
   return best;
 }
 
-export { clampLimit, dedupePinnedEntries, executeListDocuments, executePreflight, executeQuery, executeSuggest, foldGroupReducer, hitsKeptPerGroup, listBindingOf, now, queryBindingOf, resolveHybridFusion, validateBM25Params, validateDocId, validateIndexName, validatePartitionConfig, validatePatternValueLimit, validateWorkerConfig };
+export { clampLimit, dedupePinnedEntries, executeListDocuments, executePreflight, executeQuery, executeSuggest, foldGroupReducer, hitsKeptPerGroup, listBindingOf, now, queryBindingOf, requireSurfaceFormsForPartialFields, resolveHybridFusion, validateBM25Params, validateDocId, validateIndexName, validatePartitionConfig, validatePatternValueLimit, validateWorkerConfig };

package/dist/{chunk-CVFAFZSN.mjs → chunk-CUZOX6CN.mjs}

@@ -1,13 +1,16 @@
+import { validateWorkerConfig, validateIndexName, validatePatternValueLimit, requireSurfaceFormsForPartialFields, validateBM25Params, validatePartitionConfig, executeQuery, queryBindingOf, executePreflight, executeSuggest, executeListDocuments, validateDocId } from './chunk-CTOSGRM7.mjs';
 import { ReplicationMessageTypes } from './chunk-GCM3JFVA.mjs';
-import { WIRE_BATCH_BUDGET, resolveVectorText, bindEngineCore, restoredConfigFields, restoredEmbedding, collectRequiredFieldFailures, embedChunkDocuments, providedDocId, requireDocumentObject, admitInsert, asBatchInsertError, requireMatchingDocId, embedDocumentFields, assertDocumentCarriesMappedVectors, admitBufferedUpsert, createPendingAdmissions, recordPendingAdmission } from './chunk-AFKH4ZK3.mjs';
-import { NATIVE_CRC32_MIN_BYTES, generateId, decodeEveryStoredDocument, createSharedFrozenSegment, splitWorkerBudget, resolveWorkerCount, createDirectExecutor, createPartitionRouter, requirePatternSearchFor, MAX_FILE_BYTES, resolveWorkerEntry, missingWorkerEntry, readHeapStatistics, nodeThreadId, CHECKSUM_YIELD_CHUNK_BYTES, createPartitionManager, buildSegmentPayload, resolvePartitionInsertOptions, createFrozenSegment, resolveRequestThreadCount, vectorsPerFile, vectorsToBytes, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, NO_LIVE_VECTOR_AT_POSITION, createPartitionIndex, selectionKeeps, decodeMapWithoutFields, isCompositePartition, segmentArraysOf, mergeSegmentContents, survivorDocumentsOf, partitionStateOf, VECTOR_FILE_MAX_VECTORS, deadBytesFor, resolveIndexAnalysis, mergeFrozenSegments, workerResourceLimits, decodeVectorIndexParts, bytesToVectors, freezeSegmentShared, DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_REQUEST_TIMEOUT_MS, SHUTDOWN_TIMEOUT_MS, decodeVectorFilePayload, decodeVectorGraphPartPayload, assembleGraphParts, countDead, encodeSegmentState, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH, VALID_HNSW_METRICS, spawnNodeWorker, decodeVectorGraphPayload, graphPartsOfEarlierPayload, decodeStoredDocument, isDead } from './chunk-THMSFOJO.mjs';
+import { WIRE_BATCH_BUDGET, resolveVectorText, bindEngineCore, restoredConfigFields, restoredEmbedding, collectRequiredFieldFailures, embedChunkDocuments, providedDocId, requireDocumentObject, admitInsert, asBatchInsertError, requireMatchingDocId, embedDocumentFields, assertDocumentCarriesMappedVectors, admitBufferedUpsert, createPendingAdmissions, recordPendingAdmission } from './chunk-LX4JERXI.mjs';
+import { NATIVE_CRC32_MIN_BYTES, generateId, decodeEveryStoredDocument, createSharedFrozenSegment, shareSegmentArrays, splitWorkerBudget, resolveWorkerCount, createDirectExecutor, createPartitionRouter, requirePatternSearchFor, requirePartialWordSearchFor, MAX_FILE_BYTES, resolveWorkerEntry, missingWorkerEntry, readHeapStatistics, nodeThreadId, CHECKSUM_YIELD_CHUNK_BYTES, createPartitionManager, buildSegmentPayload, resolvePartitionInsertOptions, createFrozenSegment, resolveRequestThreadCount, vectorsPerFile, vectorsToBytes, VECTOR_FILE_PAYLOAD_VERSION, deadBitsWhere, NO_LIVE_VECTOR_AT_POSITION, createPartitionIndex, selectionKeeps, decodeMapWithoutFields, isCompositePartition, segmentArraysOf, mergeSegmentContents, survivorDocumentsOf, partitionStateOf, VECTOR_FILE_MAX_VECTORS, deadBytesFor, resolveIndexAnalysis, mergeFrozenSegments, workerResourceLimits, decodeVectorIndexParts, bytesToVectors, freezeSegmentShared, DEFAULT_BACKPRESSURE_LIMIT, DEFAULT_REQUEST_TIMEOUT_MS, SHUTDOWN_TIMEOUT_MS, decodeVectorFilePayload, decodeVectorGraphPartPayload, assembleGraphParts, countDead, encodeSegmentState, CONSECUTIVE_TIMEOUTS_BEFORE_DEATH, VALID_HNSW_METRICS, spawnNodeWorker, decodeVectorGraphPayload, graphPartsOfEarlierPayload, decodeStoredDocument, isDead } from './chunk-BVBIQQKG.mjs';
+import { collectQueryTermStats, mergePartitionStats, oversampledFacetConfig, fnv1a, kWayMerge, mergeFacets, setNestedValue } from './chunk-VKX2BPXD.mjs';
 import { detectRuntime, getLanguage } from './chunk-4MQ5F4IL.mjs';
-import { validateWorkerConfig, validateIndexName, validatePatternValueLimit, validateBM25Params, validatePartitionConfig, executeQuery, queryBindingOf, executePreflight, executeSuggest, executeListDocuments, validateDocId } from './chunk-ZULSEZCE.mjs';
-import { getNestedValue, collectQueryTermStats, mergePartitionStats, oversampledFacetConfig, fnv1a, kWayMerge, mergeFacets, parseVectorDimension, setNestedValue } from './chunk-3YKWSO54.mjs';
-import { extractVectorFieldsFromSchema, messagePackUpperBoundBytes, MAX_INDEX_CONFIGURATION_BYTES, validateSchema, requireCreatableSchema, validateVectorPromotion, validateVectorStorage, raiseEarlierReleaseGraphSetting, flattenSchema, isSingleStringFieldType, requireValidFieldTypes, encodeDocument, STATISTICS_BROADCAST_INTERVAL_MS, MAX_SWEEP_INTERVAL_MS, MIN_SWEEP_INTERVAL_MS, HEAP_PRESSURE_WARNING_FRACTION, MAX_EXPORT_LINE_BYTES, IMPORT_BATCH_DOCUMENTS, VECTOR_PATTERN, schemaFieldsOf, FOREIGN_STATS_TTL_MS, MAX_IMPORT_REFUSALS_REPORTED, BATCH_CHUNK_SIZE, MIN_DOCUMENTS_FOR_SEGMENTS, MAX_DOCUMENT_NESTING_DEPTH, isQuantizationMode, isStorageMode, HEAP_PRESSURE_REARM_FRACTION, EXPORT_CHUNK_BYTES, validateRequiredFields, requireDocumentWithinSizeLimit, validateDocument, validateDocumentStrict } from './chunk-AK3BLGCI.mjs';
-import { releaseLocksHeldBy } from './chunk-WVDFG45M.mjs';
-import { requireSearchBackendSettings, MIN_M } from './chunk-PU43WDY4.mjs';
+import { MAX_INDEX_CONFIGURATION_BYTES, STATISTICS_BROADCAST_INTERVAL_MS, MAX_SWEEP_INTERVAL_MS, MIN_SWEEP_INTERVAL_MS, HEAP_PRESSURE_WARNING_FRACTION, MAX_EXPORT_LINE_BYTES, IMPORT_BATCH_DOCUMENTS, FOREIGN_STATS_TTL_MS, MAX_IMPORT_REFUSALS_REPORTED, BATCH_CHUNK_SIZE, MIN_DOCUMENTS_FOR_SEGMENTS, HEAP_PRESSURE_REARM_FRACTION, EXPORT_CHUNK_BYTES } from './chunk-3DDUNI6N.mjs';
+import { releaseLocksHeldBy } from './chunk-PO53FV4Q.mjs';
+import { requireSearchBackendSettings } from './chunk-2E35UM3G.mjs';
 import { DEFAULT_PATTERN_WORK_CAP, MATCHER_STATE_BUDGET_BYTES, MATCHER_SIMULATION_BYTES_PER_POSITION, MATCHER_STATE_OVERHEAD_BYTES, PATTERN_TEST_OPERATORS, MATCHER_CODE_POINT_BYTES } from './chunk-ZKRV5M2P.mjs';
+import { getNestedValue, parseVectorDimension } from './chunk-I23G3IZC.mjs';
+import { extractVectorFieldsFromSchema, messagePackUpperBoundBytes, validateSchema, requireCreatableSchema, validateVectorPromotion, validateVectorStorage, raiseEarlierReleaseGraphSetting, flattenSchema, isSingleStringFieldType, requireValidFieldTypes, encodeDocument, VECTOR_PATTERN, schemaFieldsOf, MAX_DOCUMENT_NESTING_DEPTH, isQuantizationMode, isStorageMode, validateRequiredFields, requireDocumentWithinSizeLimit, validateDocument, validateDocumentStrict } from './chunk-Z3DQPOJQ.mjs';
+import { MIN_M } from './chunk-KEHK2O6P.mjs';
 import { compareCodePoints, foldedCodePointCount, codePointCount } from './chunk-LJYTW7GT.mjs';
 import { createRequestId, isValidWorkerResponse, threadSlotOfWorker } from './chunk-POWOTUKJ.mjs';
 import { ErrorCodes, NarsilError } from './chunk-I64LXKO3.mjs';
@@ -3502,7 +3505,7 @@ function selectionOfMask(segment, keep) {
 }
 function frozenLiveTail(live, shared) {
   if (live.count() === 0) return null;
-  const payload = live.encodeSegment();
+  const payload = { ...live.encodeSegment(), partialSpellings: null };
   const documents = survivorDocumentsOf(partitionStateOf(live), payload);
   if (shared) {
     const snapshot = freezeSegmentShared(payload, documents);
@@ -5018,6 +5021,7 @@ function emptyPayload() {
     totalFieldLengths: {},
     docFrequencies: {},
     surfaceForms: null,
+    partialSpellings: null,
     numeric: [],
     boolean: [],
     enums: [],
@@ -5123,7 +5127,7 @@ function chooseWindow(segments, wantedLength) {
   return null;
 }
 function frozenOf(contents) {
-  return createSharedFrozenSegment({ ...contents.arrays, segmentId: generateId() });
+  return createSharedFrozenSegment(shareSegmentArrays(contents.arrays, null));
 }
 function applyTimeOrder(frozen, contents) {
   for (let newer = 1; newer < frozen.length; newer++) {
@@ -5391,7 +5395,7 @@ async function loadPartitionSegments(store, partition, manager, options) {
     const contents = await readSegmentFile(store, ref);
     requireAgreedSchema(options.schema, contents.schema, ref.key);
     if (options.decodesEveryDocument) decodeEveryStoredDocument(contents.arrays.documentTable);
-    const segment = createSharedFrozenSegment({ ...contents.arrays, segmentId: generateId() });
+    const segment = createSharedFrozenSegment(shareSegmentArrays(contents.arrays, manager.partialWordAnalysis));
     removeWhatTheSegmentReplaces(manager, segment, contents);
     if (contents.arrays.documentCount > 0) manager.attachFrozenSegment(partition.partitionId, segment);
     await yieldToEventLoop4();
@@ -7881,6 +7885,7 @@ async function createIndexFromMetadata(deps, metadata, loadData) {
   try {
     indexConfig.schema = validateSchema(indexConfig.schema);
     validatePatternValueLimit(indexConfig.patternValueLimit);
+    requireSurfaceFormsForPartialFields(indexConfig.schema, indexConfig.surfaceForms);
   } catch (err) {
     throw recoveryFailure(metadata, err);
   }
@@ -8594,7 +8599,7 @@ function checkHeapAfterRecovery(core) {
 }
 
 // src/core/partition/frozen/share.ts
-function shareFrozenSegment(segment) {
+function shareFrozenSegment(segment, analysis) {
   if (segment.sharedSnapshot !== null) {
     return { snapshot: segment.sharedSnapshot, tombstonedDocIds: segment.tombstonedDocIds() };
   }
@@ -8608,7 +8613,7 @@ function shareFrozenSegment(segment) {
     }
     return stored.fields;
   });
-  const snapshot = freezeSegmentShared(payload, documents, segment.segmentId);
+  const snapshot = freezeSegmentShared(payload, documents, segment.segmentId, analysis);
   return snapshot === null ? null : { snapshot, tombstonedDocIds: [] };
 }
 
@@ -8619,7 +8624,7 @@ function captureComposite(manager, partitionId) {
   const segmentIds = partition.frozenSegmentSizes().map((size) => size.segmentId);
   const frozen = [];
   for (const segment of partition.frozenSegmentsById(segmentIds)) {
-    const shared = shareFrozenSegment(segment);
+    const shared = shareFrozenSegment(segment, manager.partialWordAnalysis);
     if (shared === null) return null;
     frozen.push(shared);
   }
@@ -9004,7 +9009,7 @@ function liveTailCount(manager, partitionId) {
 }
 function freezeIntoSharedSegment(manager, partitionId) {
   return manager.freezeLiveTail(partitionId, (payload, documents) => {
-    const snapshot = freezeSegmentShared(payload, documents);
+    const snapshot = freezeSegmentShared(payload, documents, void 0, manager.partialWordAnalysis);
     return snapshot === null ? null : createSharedFrozenSegment(snapshot);
   });
 }
@@ -9127,7 +9132,7 @@ async function compactPartitionSegments2(state, indexName, manager, partitionId,
   const mainCanMerge = composite !== null && mainHoldsAll(composite, segmentIds);
   let snapshot = await compactOnWorker(state, indexName, partitionId, segmentIds);
   if (snapshot === null && mainCanMerge && composite !== null) {
-    snapshot = mergeFrozenSegments(composite.frozenSegmentsById(segmentIds));
+    snapshot = mergeFrozenSegments(composite.frozenSegmentsById(segmentIds), manager.partialWordAnalysis);
   }
   if (snapshot === null) {
     if (!mainCanMerge) forgetLedgerSegments(state, indexName, partitionId, segmentIds);
@@ -11117,7 +11122,9 @@ async function createEngineIndex(core, config, name, requestedConfig, creation =
   if (appliesCreationLimits) requireCreatableSchema(schema);
   const indexConfig = schema === requestedConfig.schema ? requestedConfig : { ...requestedConfig, schema };
   requirePatternSearchFor(schema);
+  requirePartialWordSearchFor(schema);
   validatePatternValueLimit(indexConfig.patternValueLimit);
+  requireSurfaceFormsForPartialFields(schema, indexConfig.surfaceForms);
   validateVectorPromotion(indexConfig.vectorPromotion);
   validateVectorStorage(indexConfig.vectorPromotion, core.filesystemDurability);
   validateBM25Params(indexConfig.bm25);
@@ -13918,6 +13925,7 @@ function prepareRestoredIndex(configuration, deps, reject) {
   const language = getLanguage(languageName);
   const schema = validateSchema(configuration.schema);
   validatePatternValueLimit(configFields.patternValueLimit);
+  requireSurfaceFormsForPartialFields(schema, configFields.surfaceForms);
   validateVectorPromotion(configFields.vectorPromotion);
   validateVectorStorage(configFields.vectorPromotion, deps.filesystemDurability);
   if (configFields.required !== void 0 && configFields.required.length > 0) {