@harperfast/harper 5.3.0 → 5.3.1

package/dist/resources/indexes/fullTextNativeBinding.d.ts

@@ -41,7 +41,6 @@ export type NativeFullTextSearchRequest = {
     mode?: NativeFullTextSearchMode;
     operator?: 'any' | 'all';
     fields?: string[];
-    candidateIds?: string[];
     offset?: number;
     limit?: number;
     exactTotal?: boolean;
@@ -109,15 +108,20 @@ export type NativeFullTextRuntimeInfo = {
     storageBackends: ReadonlyArray<'native'>;
     limits: {
         maxCommitPayloadBytes: number;
+        maxRecordIdBytes: number;
+        maxRecordVersionBytes: number;
+        maxCandidateIds: number;
+        maxCandidateBytes: number;
         maxSearchWindow: number;
         maxAutocompleteResults: number;
+        maxSearchResponseBytes: number;
         maxSearchBudgetMilliseconds: number;
         maxTraceRecords: number;
         maxTraceSourceBytes: number;
     };
 };
 export type NativeFullTextQueryRuntimeInfo = Pick<NativeFullTextRuntimeInfo, 'queryClassIsolationMinimumSearchThreads'> & {
-    limits: Pick<NativeFullTextRuntimeInfo['limits'], 'maxSearchWindow' | 'maxAutocompleteResults' | 'maxSearchBudgetMilliseconds' | 'maxTraceRecords' | 'maxTraceSourceBytes'>;
+    limits: Pick<NativeFullTextRuntimeInfo['limits'], 'maxSearchWindow' | 'maxAutocompleteResults' | 'maxRecordIdBytes' | 'maxRecordVersionBytes' | 'maxCandidateIds' | 'maxCandidateBytes' | 'maxSearchResponseBytes' | 'maxSearchBudgetMilliseconds' | 'maxTraceRecords' | 'maxTraceSourceBytes'>;
 };
 export interface NativeFullTextModule {
     NativeFullTextIndex: {

package/dist/resources/indexes/fullTextNativeBinding.js

@@ -15,8 +15,8 @@ exports.nativeFullTextSearchThreads = nativeFullTextSearchThreads;
 exports.validateFullTextQueryRuntimeInfo = validateFullTextQueryRuntimeInfo;
 const logger_ts_1 = require("../../utility/logging/logger.js");
 const FULLTEXT_LIFECYCLE_API_VERSION = 1;
-const FULLTEXT_MUTATION_BATCH_API_VERSION = 4;
-const FULLTEXT_QUERY_API_VERSION = 2;
+const FULLTEXT_MUTATION_BATCH_API_VERSION = 5;
+const FULLTEXT_QUERY_API_VERSION = 3;
 const logger = (0, logger_ts_1.loggerWithTag)('fulltext-derived-index');
 let bindingPromise;
 let bindingWarningLogged = false;
@@ -102,11 +102,21 @@ function validateFullTextQueryRuntimeInfo(info) {
         !Number.isSafeInteger(runtime.queryClassIsolationMinimumSearchThreads) ||
         runtime.queryClassIsolationMinimumSearchThreads <= 0 ||
         !runtime.limits ||
+        !Number.isSafeInteger(runtime.limits.maxRecordIdBytes) ||
+        runtime.limits.maxRecordIdBytes <= 0 ||
+        !Number.isSafeInteger(runtime.limits.maxRecordVersionBytes) ||
+        runtime.limits.maxRecordVersionBytes <= 0 ||
+        !Number.isSafeInteger(runtime.limits.maxCandidateIds) ||
+        runtime.limits.maxCandidateIds <= 0 ||
+        !Number.isSafeInteger(runtime.limits.maxCandidateBytes) ||
+        runtime.limits.maxCandidateBytes <= 0 ||
         !Number.isSafeInteger(runtime.limits.maxSearchWindow) ||
         runtime.limits.maxSearchWindow <= 0 ||
         !Number.isSafeInteger(runtime.limits.maxAutocompleteResults) ||
         runtime.limits.maxAutocompleteResults <= 0 ||
         runtime.limits.maxAutocompleteResults > runtime.limits.maxSearchWindow ||
+        !Number.isSafeInteger(runtime.limits.maxSearchResponseBytes) ||
+        runtime.limits.maxSearchResponseBytes <= 0 ||
         !Number.isSafeInteger(runtime.limits.maxSearchBudgetMilliseconds) ||
         runtime.limits.maxSearchBudgetMilliseconds <= 0 ||
         !Number.isSafeInteger(runtime.limits.maxTraceRecords) ||

package/dist/resources/indexes/fullTextNativeBinding.js.map

@@ -1 +1 @@
-{"version":3,"file":"fullTextNativeBinding.js","sourceRoot":"","sources":["../../../resources/indexes/fullTextNativeBinding.ts"],"names":[],"mappings":";;;;;;;;;;AAwKA,8DAkBC;AAED,sEA+CC;AAED,0EAIC;AAED,kEAQC;AAED,4EAsBC;AAlRD,+DAAgE;AAEhE,MAAM,8BAA8B,GAAG,CAAC,CAAC;AACzC,MAAM,mCAAmC,GAAG,CAAC,CAAC;AAC9C,MAAM,0BAA0B,GAAG,CAAC,CAAC;AACrC,MAAM,MAAM,GAAG,IAAA,yBAAa,EAAC,wBAAwB,CAAC,CAAC;AA8JvD,IAAI,cAAyD,CAAC;AAC9D,IAAI,oBAAoB,GAAG,KAAK,CAAC;AACjC,MAAM,oBAAoB,GAAG,IAAI,OAAO,EAAmD,CAAC;AAErF,KAAK,UAAU,yBAAyB;IAC9C,IAAI,CAAC,cAAc,EAAE,CAAC;QACrB,MAAM,UAAU,GAAG,6BAA6B,CAAC;QACjD,cAAc,GAAG,MAAM,kCAAC,UAAU,EAAC,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;QACxE,cAAc,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YAC9B,cAAc,GAAG,SAAS,CAAC;YAC3B,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC3B,oBAAoB,GAAG,IAAI,CAAC;gBAC5B,MAAM,IAAI,GAAG,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;gBAC5F,IAAI,CAAC;oBACJ,MAAM,CAAC,IAAI,EAAE,CACZ,wDAAwD,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACtG,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC,CAAA,CAAC;YACX,CAAC;QACF,CAAC,CAAC,CAAC;IACJ,CAAC;IACD,OAAO,cAAc,CAAC;AACvB,CAAC;AAEM,KAAK,UAAU,6BAA6B,CAAC,MAAe;IAClE,MAAM,SAAS,GAAI,MAAwF;QAC1G,EAAE,mBAAmB,EAAE,SAAS,CAAC;IAClC,IACC,CAAC,MAAM;QACP,OAAO,MAAM,KAAK,QAAQ;QAC1B,CAAC,CAAC,aAAa,IAAI,MAAM,CAAC;QAC1B,OAAO,MAAM,CAAC,WAAW,KAAK,UAAU;QACxC,CAAC,CAAC,qBAAqB,IAAI,MAAM,CAAC;QAClC,OAAO,MAAM,CAAC,mBAAmB,KAAK,UAAU;QAChD,OAAO,SAAS,EAAE,kBAAkB,KAAK,UAAU;QACnD,OAAO,SAAS,CAAC,OAAO,KAAK,UAAU;QACvC,OAAO,SAAS,CAAC,KAAK,KAAK,UAAU;QACrC,CAAC,CAAC,yBAAyB,IAAI,MAAM,CAAC;QACtC,OAAO,MAAM,CAAC,uBAAuB,KAAK,UAAU;QACpD,CAAC,CAAC,0BAA0B,IAAI,MAAM,CAAC;QACvC,OAAO,MAAM,CAAC,wBAAwB,KAAK,UAAU;QACrD,CAAC,CAAC,oCAAoC,IAAI,MAAM,CAAC;QACjD,OAAO,MAAM,CAAC,kCAAkC,KAAK,UAAU;QAC/D,CAAC,CAAC,4BAA4B,IAAI,MAAM,CAAC;QACzC,OAAO,MAAM,CAAC,0BAA0B,KAAK,UAAU;QACvD,CAAC,CAAC,0BAA0B,IAAI,MAAM,CAAC;QACvC,OAAO,MAAM,CAAC,wBAAwB,KAAK,UAAU;QACrD,CAAC,CAAC,qCAAqC,IAAI,MAAM,CAAC;QAClD,OAAO,MAAM,CAAC,mCAAmC,KAAK,UAAU;QAEhE,MAAM,IAAI,SAAS,CAAC,qFAAqF,CAAC,CAAC;IAC5G,MAAM,OAAO,GAAG,MAA8B,CAAC;IAC/C,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;IACzC,gCAAgC,CAAC,IAAI,CAAC,CAAC;IACvC,IACC,CAAC,IAAI;QACL,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ;QACvC,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ;QACvC,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,gBAAgB,CAAC;QAC5C,IAAI,CAAC,mBAAmB,KAAK,8BAA8B;QAC3D,IAAI,CAAC,uBAAuB,KAAK,mCAAmC;QACpE,IAAI,CAAC,eAAe,KAAK,0BAA0B;QACnD,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC;QACpC,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACxC,CAAC,IAAI,CAAC,MAAM;QACZ,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC;QACxD,IAAI,CAAC,MAAM,CAAC,qBAAqB,IAAI,CAAC;QAEtC,MAAM,IAAI,SAAS,CAAC,wEAAwE,CAAC,CAAC;IAC/F,oBAAoB,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACxC,OAAO,OAAO,CAAC;AAChB,CAAC;AAED,SAAgB,+BAA+B,CAAC,OAA6B;IAC5E,MAAM,IAAI,GAAG,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/C,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IAC9E,OAAO,IAAI,CAAC;AACb,CAAC;AAED,SAAgB,2BAA2B,CAC1C,IAAgF,EAChF,UAAkB;IAElB,MAAM,OAAO,GAAG,IAAI,CAAC,uCAAuC,CAAC;IAC7D,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,OAAO,IAAI,CAAC;QACjD,MAAM,IAAI,SAAS,CAAC,iFAAiF,CAAC,CAAC;IACxG,OAAO,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;AACtC,CAAC;AAED,SAAgB,gCAAgC,CAAC,IAAa;IAC7D,MAAM,OAAO,GAAG,IAAsC,CAAC;IACvD,IACC,CAAC,OAAO;QACR,OAAO,OAAO,KAAK,QAAQ;QAC3B,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,uCAAuC,CAAC;QACtE,OAAO,CAAC,uCAAuC,IAAI,CAAC;QACpD,CAAC,OAAO,CAAC,MAAM;QACf,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC;QACrD,OAAO,CAAC,MAAM,CAAC,eAAe,IAAI,CAAC;QACnC,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,sBAAsB,CAAC;QAC5D,OAAO,CAAC,MAAM,CAAC,sBAAsB,IAAI,CAAC;QAC1C,OAAO,CAAC,MAAM,CAAC,sBAAsB,GAAG,OAAO,CAAC,MAAM,CAAC,eAAe;QACtE,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,2BAA2B,CAAC;QACjE,OAAO,CAAC,MAAM,CAAC,2BAA2B,IAAI,CAAC;QAC/C,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC;QACrD,OAAO,CAAC,MAAM,CAAC,eAAe,IAAI,CAAC;QACnC,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC;QACzD,OAAO,CAAC,MAAM,CAAC,mBAAmB,IAAI,CAAC;QAEvC,MAAM,IAAI,SAAS,CAAC,wEAAwE,CAAC,CAAC;IAC/F,OAAO,OAAO,CAAC;AAChB,CAAC"}
+{"version":3,"file":"fullTextNativeBinding.js","sourceRoot":"","sources":["../../../resources/indexes/fullTextNativeBinding.ts"],"names":[],"mappings":";;;;;;;;;;AAiLA,8DAkBC;AAED,sEA+CC;AAED,0EAIC;AAED,kEAQC;AAED,4EAgCC;AArSD,+DAAgE;AAEhE,MAAM,8BAA8B,GAAG,CAAC,CAAC;AACzC,MAAM,mCAAmC,GAAG,CAAC,CAAC;AAC9C,MAAM,0BAA0B,GAAG,CAAC,CAAC;AACrC,MAAM,MAAM,GAAG,IAAA,yBAAa,EAAC,wBAAwB,CAAC,CAAC;AAuKvD,IAAI,cAAyD,CAAC;AAC9D,IAAI,oBAAoB,GAAG,KAAK,CAAC;AACjC,MAAM,oBAAoB,GAAG,IAAI,OAAO,EAAmD,CAAC;AAErF,KAAK,UAAU,yBAAyB;IAC9C,IAAI,CAAC,cAAc,EAAE,CAAC;QACrB,MAAM,UAAU,GAAG,6BAA6B,CAAC;QACjD,cAAc,GAAG,MAAM,kCAAC,UAAU,EAAC,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;QACxE,cAAc,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YAC9B,cAAc,GAAG,SAAS,CAAC;YAC3B,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC3B,oBAAoB,GAAG,IAAI,CAAC;gBAC5B,MAAM,IAAI,GAAG,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;gBAC5F,IAAI,CAAC;oBACJ,MAAM,CAAC,IAAI,EAAE,CACZ,wDAAwD,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACtG,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC,CAAA,CAAC;YACX,CAAC;QACF,CAAC,CAAC,CAAC;IACJ,CAAC;IACD,OAAO,cAAc,CAAC;AACvB,CAAC;AAEM,KAAK,UAAU,6BAA6B,CAAC,MAAe;IAClE,MAAM,SAAS,GAAI,MAAwF;QAC1G,EAAE,mBAAmB,EAAE,SAAS,CAAC;IAClC,IACC,CAAC,MAAM;QACP,OAAO,MAAM,KAAK,QAAQ;QAC1B,CAAC,CAAC,aAAa,IAAI,MAAM,CAAC;QAC1B,OAAO,MAAM,CAAC,WAAW,KAAK,UAAU;QACxC,CAAC,CAAC,qBAAqB,IAAI,MAAM,CAAC;QAClC,OAAO,MAAM,CAAC,mBAAmB,KAAK,UAAU;QAChD,OAAO,SAAS,EAAE,kBAAkB,KAAK,UAAU;QACnD,OAAO,SAAS,CAAC,OAAO,KAAK,UAAU;QACvC,OAAO,SAAS,CAAC,KAAK,KAAK,UAAU;QACrC,CAAC,CAAC,yBAAyB,IAAI,MAAM,CAAC;QACtC,OAAO,MAAM,CAAC,uBAAuB,KAAK,UAAU;QACpD,CAAC,CAAC,0BAA0B,IAAI,MAAM,CAAC;QACvC,OAAO,MAAM,CAAC,wBAAwB,KAAK,UAAU;QACrD,CAAC,CAAC,oCAAoC,IAAI,MAAM,CAAC;QACjD,OAAO,MAAM,CAAC,kCAAkC,KAAK,UAAU;QAC/D,CAAC,CAAC,4BAA4B,IAAI,MAAM,CAAC;QACzC,OAAO,MAAM,CAAC,0BAA0B,KAAK,UAAU;QACvD,CAAC,CAAC,0BAA0B,IAAI,MAAM,CAAC;QACvC,OAAO,MAAM,CAAC,wBAAwB,KAAK,UAAU;QACrD,CAAC,CAAC,qCAAqC,IAAI,MAAM,CAAC;QAClD,OAAO,MAAM,CAAC,mCAAmC,KAAK,UAAU;QAEhE,MAAM,IAAI,SAAS,CAAC,qFAAqF,CAAC,CAAC;IAC5G,MAAM,OAAO,GAAG,MAA8B,CAAC;IAC/C,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;IACzC,gCAAgC,CAAC,IAAI,CAAC,CAAC;IACvC,IACC,CAAC,IAAI;QACL,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ;QACvC,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ;QACvC,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,gBAAgB,CAAC;QAC5C,IAAI,CAAC,mBAAmB,KAAK,8BAA8B;QAC3D,IAAI,CAAC,uBAAuB,KAAK,mCAAmC;QACpE,IAAI,CAAC,eAAe,KAAK,0BAA0B;QACnD,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC;QACpC,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACxC,CAAC,IAAI,CAAC,MAAM;QACZ,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC;QACxD,IAAI,CAAC,MAAM,CAAC,qBAAqB,IAAI,CAAC;QAEtC,MAAM,IAAI,SAAS,CAAC,wEAAwE,CAAC,CAAC;IAC/F,oBAAoB,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACxC,OAAO,OAAO,CAAC;AAChB,CAAC;AAED,SAAgB,+BAA+B,CAAC,OAA6B;IAC5E,MAAM,IAAI,GAAG,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC/C,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IAC9E,OAAO,IAAI,CAAC;AACb,CAAC;AAED,SAAgB,2BAA2B,CAC1C,IAAgF,EAChF,UAAkB;IAElB,MAAM,OAAO,GAAG,IAAI,CAAC,uCAAuC,CAAC;IAC7D,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,OAAO,IAAI,CAAC;QACjD,MAAM,IAAI,SAAS,CAAC,iFAAiF,CAAC,CAAC;IACxG,OAAO,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;AACtC,CAAC;AAED,SAAgB,gCAAgC,CAAC,IAAa;IAC7D,MAAM,OAAO,GAAG,IAAsC,CAAC;IACvD,IACC,CAAC,OAAO;QACR,OAAO,OAAO,KAAK,QAAQ;QAC3B,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,uCAAuC,CAAC;QACtE,OAAO,CAAC,uCAAuC,IAAI,CAAC;QACpD,CAAC,OAAO,CAAC,MAAM;QACf,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC;QACtD,OAAO,CAAC,MAAM,CAAC,gBAAgB,IAAI,CAAC;QACpC,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,qBAAqB,CAAC;QAC3D,OAAO,CAAC,MAAM,CAAC,qBAAqB,IAAI,CAAC;QACzC,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC;QACrD,OAAO,CAAC,MAAM,CAAC,eAAe,IAAI,CAAC;QACnC,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,iBAAiB,CAAC;QACvD,OAAO,CAAC,MAAM,CAAC,iBAAiB,IAAI,CAAC;QACrC,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC;QACrD,OAAO,CAAC,MAAM,CAAC,eAAe,IAAI,CAAC;QACnC,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,sBAAsB,CAAC;QAC5D,OAAO,CAAC,MAAM,CAAC,sBAAsB,IAAI,CAAC;QAC1C,OAAO,CAAC,MAAM,CAAC,sBAAsB,GAAG,OAAO,CAAC,MAAM,CAAC,eAAe;QACtE,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,sBAAsB,CAAC;QAC5D,OAAO,CAAC,MAAM,CAAC,sBAAsB,IAAI,CAAC;QAC1C,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,2BAA2B,CAAC;QACjE,OAAO,CAAC,MAAM,CAAC,2BAA2B,IAAI,CAAC;QAC/C,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,CAAC;QACrD,OAAO,CAAC,MAAM,CAAC,eAAe,IAAI,CAAC;QACnC,CAAC,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,mBAAmB,CAAC;QACzD,OAAO,CAAC,MAAM,CAAC,mBAAmB,IAAI,CAAC;QAEvC,MAAM,IAAI,SAAS,CAAC,wEAAwE,CAAC,CAAC;IAC/F,OAAO,OAAO,CAAC;AAChB,CAAC"}

package/dist/resources/indexes/fullTextQueryIndex.d.ts

@@ -3,6 +3,7 @@ import type { RocksTransactionLogStore } from '../RocksTransactionLogStore.ts';
 import { type NativeFullTextIndexConfiguration, type NativeFullTextModule, type NativeFullTextSearchExpression, type NativeFullTextSearchMode } from './fullTextNativeBinding.ts';
 export { FULL_TEXT_QUERY_PAUSE_OPERATION, FULL_TEXT_QUERY_RESUME_OPERATION, fullTextComparatorMode, } from './fullTextQueryProtocol.ts';
 import { type DerivedNativeIndexHost } from './hnswDerivedIndex.ts';
+import type { CandidateKeyPlan } from '../search.ts';
 export type FullTextCondition = {
     attribute?: string;
     value?: string;
@@ -34,6 +35,8 @@ export type FullTextQueryIndexOptions = {
 export declare class FullTextQueryIndex {
     #private;
     readonly filteredSearch = true;
+    readonly candidateKeyFilter = true;
+    readonly candidateKeyProbe = true;
     readonly filePrimary = true;
     constructor(options: FullTextQueryIndexOptions);
     updateDefinition(definition: FullTextDefinition): void;
@@ -43,6 +46,7 @@ export declare class FullTextQueryIndex {
         minResults?: number;
         resultOffset?: number;
         assertTransactionActive?: () => void;
+        candidateKeys?: CandidateKeyPlan;
     }): Promise<Array<{
         key: unknown;
         $score: number;

package/dist/resources/indexes/fullTextQueryIndex.js

@@ -18,8 +18,20 @@ Object.defineProperty(exports, "fullTextComparatorMode", { enumerable: true, get
 const hnswDerivedIndex_ts_1 = require("./hnswDerivedIndex.js");
 const logger_ts_1 = require("../../utility/logging/logger.js");
 const RAW_PAGE_SIZE = 256;
+const MAX_FILTERED_RAW_PAGE_SIZE = 4_096;
 const MIN_RAW_PAGE_SIZE = 32;
 const RAW_PAGE_OVERFETCH_FACTOR = 2;
+const RAW_PAGE_ZERO_YIELD_GROWTH_FACTOR = 4;
+const RAW_PAGE_YIELD_INTERVAL = 256;
+const CANDIDATE_KEYS_PER_SOURCE_READ = 8;
+const MAX_CANDIDATE_KEYS = 4_096;
+// Four key-only reads remain cheaper than loading and decoding the authoritative record they replace.
+const MAX_POINT_PROBE_READS_PER_CANDIDATE = 4;
+const REJECTED_GATE_SAMPLE_SIZE = 8;
+const CANDIDATE_GATE_FAILURE_RETRY_MILLISECONDS = 1_000;
+// Fulltext 0.5.0 Query API v3 uses a 13-byte response header and 13 bytes per versioned hit before string data.
+const NATIVE_SEARCH_RESPONSE_HEADER_BYTES = 13;
+const NATIVE_SEARCH_HIT_OVERHEAD_BYTES = 13;
 const MAX_RELOAD_FAILURES_BEFORE_REOPEN = 3;
 const HIGHLIGHT_BLOB_READ_TIMEOUT_MILLISECONDS = 5_000;
 const READER_DRAIN_GRACE_MILLISECONDS = 1_000;
@@ -33,6 +45,8 @@ const retiredReadinessIdsByPath = new Map();
 const MAX_RETIRED_READINESS_IDS_PER_PATH = 64;
 class FullTextQueryIndex {
     filteredSearch = true;
+    candidateKeyFilter = true;
+    candidateKeyProbe = true;
     filePrimary = true;
     #options;
     #nativeOptions;
@@ -44,6 +58,7 @@ class FullTextQueryIndex {
     #readerOperation;
     #retiredReaderSlots = new Set();
     #maxSearchWindow;
+    #maxFilteredRawPageSize;
     #maxAutocompleteResults;
     #maxSearchBudgetMilliseconds;
     #maxTraceRecords;
@@ -57,6 +72,13 @@ class FullTextQueryIndex {
     #publicationRebuildRequested = false;
     #refreshFailureWarned = false;
     #unexpectedSearchFailureWarned = false;
+    #incompletePageFailureLogged = false;
+    #candidateCollectionFailureWarned = false;
+    #candidateProbeFailureWarned = false;
+    #candidateCollectionRetryAfter = 0;
+    #candidateProbeRetryAfter = 0;
+    #candidateCollectionFailureEpoch = 0;
+    #candidateProbeFailureEpoch = 0;
     constructor(options) {
         this.#options = options;
         this.#definition = options.definition;
@@ -140,11 +162,13 @@ class FullTextQueryIndex {
                 context?.signal?.throwIfAborted();
                 const result = await this.#search(condition, context, options);
                 this.#unexpectedSearchFailureWarned = false;
+                this.#incompletePageFailureLogged = false;
                 return result;
             }
             coverage = this.#queryCoverage(maxIndexLagMilliseconds);
             const result = await this.#search(condition, context, options);
             this.#unexpectedSearchFailureWarned = false;
+            this.#incompletePageFailureLogged = false;
             return result;
         };
         const operation = execute().catch((error) => {
@@ -271,14 +295,22 @@ class FullTextQueryIndex {
             let moreMayExist = false;
             let staleVersionHits = 0;
             let expiredHits = 0;
+            let rejectedGateSampleCount = 0;
+            let rejectedGateKeys;
+            let rejectedGateVersions;
+            let rawPageSize = bounded
+                ? Math.min(this.#maxFilteredRawPageSize, RAW_PAGE_SIZE, Math.max(MIN_RAW_PAGE_SIZE, target * RAW_PAGE_OVERFETCH_FACTOR))
+                : Math.min(this.#maxFilteredRawPageSize, RAW_PAGE_SIZE);
             const transaction = context && this.#options.Table._readTxnForContext(context);
+            const candidatePlan = options.filter ? options.candidateKeys : undefined;
+            let candidateGate;
+            let candidateGatePlanned = false;
+            let candidateProbeFailureEpoch = 0;
             while (accepted.length < target && offset < searchWindow) {
                 if (context?.signal?.aborted)
                     throw context.signal.reason ?? new Error('Full-text search aborted');
-                const desiredPageSize = bounded
-                    ? Math.max(MIN_RAW_PAGE_SIZE, (target - accepted.length) * RAW_PAGE_OVERFETCH_FACTOR)
-                    : RAW_PAGE_SIZE;
-                const limit = autocomplete ? searchWindow : Math.min(RAW_PAGE_SIZE, desiredPageSize, searchWindow - offset);
+                const limit = autocomplete ? searchWindow : Math.min(rawPageSize, searchWindow - offset);
+                const acceptedBeforePage = accepted.length;
                 const result = await reader.search({
                     query,
                     offset,
@@ -287,16 +319,98 @@ class FullTextQueryIndex {
                 }, { remainingBudgetMilliseconds: remainingSearchBudget(deadline) });
                 if (!bounded && !autocomplete && result.totalRelation === 'exact' && result.total > searchWindow)
                     throw new hdbError_ts_1.ClientError(`Full-text query exceeds the ${searchWindow}-result search window; add a limit`, 400);
+                // Fulltext 0.5.0 Query API v3 only reports lower-bound while a full requested page remains retrievable.
+                if (result.totalRelation === 'lower-bound' &&
+                    result.hits.length < limit &&
+                    offset + result.hits.length < result.total) {
+                    if (!this.#incompletePageFailureLogged) {
+                        this.#incompletePageFailureLogged = true;
+                        logger.error?.(`Full-text index '${this.#definition.name}' returned ${result.hits.length} of ${limit} hits at offset ${offset} with lower-bound total ${result.total}`);
+                    }
+                    throw new hdbError_ts_1.ServerError('Full-text index returned an incomplete result page', 500);
+                }
+                // An exact total can safely continue from the returned offset; only a short lower-bound page breaks the v3 contract.
                 moreMayExist =
                     result.totalRelation === 'exact' ? offset + result.hits.length < result.total : result.hits.length === limit;
                 if (result.hits.length === 0)
                     break;
-                for (const hit of result.hits) {
+                if (!candidateGatePlanned) {
+                    candidateGatePlanned = true;
+                    if (candidatePlan) {
+                        const assertSearchActive = () => {
+                            if (context?.signal?.aborted)
+                                throw context.signal.reason ?? new Error('Full-text search aborted');
+                            options.assertTransactionActive?.();
+                            remainingSearchBudget(deadline);
+                        };
+                        assertSearchActive();
+                        const nativeHitCount = Math.min(searchWindow, Math.max(result.hits.length, result.total));
+                        candidateGate = await this.#candidateGate(candidatePlan, target, nativeHitCount, async () => {
+                            await new Promise((resolve) => setImmediate(resolve));
+                            assertSearchActive();
+                        }, assertSearchActive);
+                        candidateProbeFailureEpoch = this.#candidateProbeFailureEpoch;
+                    }
+                }
+                const pointReadsPerCandidate = candidateGate?.maxReadsPerCandidate ?? 0;
+                const workYieldInterval = Math.min(limit, pointReadsPerCandidate === 0
+                    ? RAW_PAGE_YIELD_INTERVAL
+                    : Math.max(1, Math.floor(RAW_PAGE_YIELD_INTERVAL / (pointReadsPerCandidate + 1))));
+                let nextYieldIndex = workYieldInterval;
+                for (let hitIndex = 0; hitIndex < result.hits.length; hitIndex++) {
+                    if (hitIndex === nextYieldIndex) {
+                        await new Promise((resolve) => setImmediate(resolve));
+                        if (context?.signal?.aborted)
+                            throw context.signal.reason ?? new Error('Full-text search aborted');
+                        remainingSearchBudget(deadline);
+                        nextYieldIndex += workYieldInterval;
+                    }
+                    const hit = result.hits[hitIndex];
                     const key = decodeNativeId(hit.id, this.#options.Table.tableId);
-                    options.assertTransactionActive?.();
-                    const entry = this.#options.Table.primaryStore.getEntry(key, { transaction });
                     if (typeof hit.version !== 'string')
                         throw new hdbError_ts_1.ServerError('Full-text index returned a hit without a source version', 500);
+                    options.assertTransactionActive?.();
+                    let candidateDecides = false;
+                    if (candidateGate) {
+                        try {
+                            const admitted = candidateGate.has(key);
+                            if (candidateGate.maxReadsPerCandidate > 0 &&
+                                candidateProbeFailureEpoch === this.#candidateProbeFailureEpoch) {
+                                this.#candidateProbeFailureWarned = false;
+                                this.#candidateProbeRetryAfter = 0;
+                            }
+                            if (!admitted) {
+                                if (rejectedGateSampleCount < REJECTED_GATE_SAMPLE_SIZE) {
+                                    (rejectedGateKeys ??= [])[rejectedGateSampleCount] = key;
+                                    (rejectedGateVersions ??= [])[rejectedGateSampleCount] = hit.version;
+                                    rejectedGateSampleCount++;
+                                }
+                                continue;
+                            }
+                            candidateDecides = candidateGate.complete;
+                        }
+                        catch (error) {
+                            const usedPointProbe = candidateGate.maxReadsPerCandidate > 0;
+                            candidateGate = undefined;
+                            if (usedPointProbe) {
+                                this.#candidateProbeFailureEpoch++;
+                                this.#candidateProbeRetryAfter = Date.now() + CANDIDATE_GATE_FAILURE_RETRY_MILLISECONDS;
+                                if (!this.#candidateProbeFailureWarned) {
+                                    this.#candidateProbeFailureWarned = true;
+                                    logger.warn?.('could not probe the full-text companion index; using the record predicate', error);
+                                }
+                            }
+                            else {
+                                this.#candidateCollectionFailureEpoch++;
+                                this.#candidateCollectionRetryAfter = Date.now() + CANDIDATE_GATE_FAILURE_RETRY_MILLISECONDS;
+                                if (!this.#candidateCollectionFailureWarned) {
+                                    this.#candidateCollectionFailureWarned = true;
+                                    logger.warn?.('could not apply the full-text candidate-key set; using the record predicate; point probes may resume on later requests', error);
+                                }
+                            }
+                        }
+                    }
+                    const entry = this.#options.Table.primaryStore.getEntry(key, { transaction });
                     if (!entry?.value || hit.version !== String(entry.version)) {
                         staleVersionHits++;
                         continue;
@@ -309,7 +423,7 @@ class FullTextQueryIndex {
                         expiredHits++;
                         continue;
                     }
-                    if (options.filter && !options.filter(key, entry))
+                    if (options.filter && !candidateDecides && !options.filter(key, entry))
                         continue;
                     accepted.push({ key, $score: hit.score, nativeId: hit.id, record: entry.value, recordEntry: entry });
                     if (accepted.length >= target)
@@ -320,11 +434,34 @@ class FullTextQueryIndex {
                     break;
                 if (!moreMayExist)
                     break;
-                if (accepted.length < target)
+                if (accepted.length < target) {
+                    if (bounded) {
+                        const acceptedThisPage = accepted.length - acceptedBeforePage;
+                        rawPageSize = nextFilteredRawPageSize(limit, result.hits.length, acceptedThisPage, target - accepted.length, this.#maxFilteredRawPageSize);
+                    }
                     await new Promise((resolve) => setImmediate(resolve));
+                }
             }
             if (!bounded && moreMayExist)
                 throw new hdbError_ts_1.ClientError(`Full-text query exceeds the ${searchWindow}-result search window; add a limit`, 400);
+            if (bounded &&
+                accepted.length < target &&
+                moreMayExist &&
+                staleVersionHits === 0 &&
+                rejectedGateSampleCount > 0) {
+                options.assertTransactionActive?.();
+                for (let sampleIndex = 0; sampleIndex < rejectedGateSampleCount; sampleIndex++) {
+                    const entry = this.#options.Table.primaryStore.getEntry(rejectedGateKeys[sampleIndex], { transaction });
+                    if (!entry?.value ||
+                        rejectedGateVersions[sampleIndex] !== String(entry.version) ||
+                        this.#options.Table.isFullTextSearchEntryCurrent?.(entry) === false) {
+                        staleVersionHits++;
+                        break;
+                    }
+                    if (entry.expiresAt !== undefined && entry.expiresAt < Date.now())
+                        expiredHits++;
+                }
+            }
             if (bounded && accepted.length < target && moreMayExist && staleVersionHits > 0)
                 throw new hdbError_ts_1.DerivedIndexLagError(`Full-text index '${this.#definition.name}' changed while searching; retry this query`);
             if (bounded && accepted.length < target && moreMayExist)
@@ -344,6 +481,52 @@ class FullTextQueryIndex {
             await lease.release();
         }
     }
+    async #candidateGate(plan, target, maxSourceReads, cooperate, assertActive) {
+        const store = this.#options.Table.primaryStore;
+        const estimatedRecords = typeof store.getEstimatedKeyCount === 'function' ? store.getEstimatedKeyCount() : store.getStats?.().entryCount;
+        const recordCount = Math.max(1, Number.isFinite(estimatedRecords) ? estimatedRecords : target);
+        const selectivity = Math.min(1, Math.max(1, plan.estimatedCount) / recordCount);
+        const expectedSourceReads = Math.min(maxSourceReads, Math.ceil(target / selectivity));
+        const expectedRejectedReads = Math.ceil(expectedSourceReads * (1 - selectivity));
+        const maxKeys = Math.min(MAX_CANDIDATE_KEYS, Math.ceil(expectedRejectedReads * CANDIDATE_KEYS_PER_SOURCE_READ));
+        const now = Date.now();
+        if (plan.estimatedCount <= maxKeys && now >= this.#candidateCollectionRetryAfter) {
+            const collectionFailureEpoch = this.#candidateCollectionFailureEpoch;
+            try {
+                const collected = await plan.collect(maxKeys, cooperate);
+                assertActive();
+                if (collectionFailureEpoch === this.#candidateCollectionFailureEpoch) {
+                    this.#candidateCollectionFailureWarned = false;
+                    this.#candidateCollectionRetryAfter = 0;
+                }
+                if (collected)
+                    return {
+                        complete: collected.complete,
+                        maxReadsPerCandidate: 0,
+                        has: (primaryKey) => collected.keys.has(primaryKey),
+                    };
+            }
+            catch (error) {
+                assertActive();
+                this.#candidateCollectionFailureEpoch++;
+                this.#candidateCollectionRetryAfter = Date.now() + CANDIDATE_GATE_FAILURE_RETRY_MILLISECONDS;
+                if (!this.#candidateCollectionFailureWarned) {
+                    this.#candidateCollectionFailureWarned = true;
+                    logger.warn?.('could not build the full-text candidate-key set; using point probes or the record predicate', error);
+                }
+            }
+        }
+        const probe = plan.probe;
+        if (!probe ||
+            now < this.#candidateProbeRetryAfter ||
+            probe.maxReadsPerCandidate > MAX_POINT_PROBE_READS_PER_CANDIDATE)
+            return;
+        const probeSelectivity = Math.min(1, Math.max(1, probe.estimatedCount) / recordCount);
+        const expectedAvoidedSourceReadsPerCandidate = 1 - probeSelectivity;
+        return probe.maxReadsPerCandidate <= expectedAvoidedSourceReadsPerCandidate * CANDIDATE_KEYS_PER_SOURCE_READ
+            ? probe
+            : undefined;
+    }
     async #addHighlights(reader, definition, condition, entries, deadline) {
         const highlighting = definition.highlighting;
         if (!highlighting)
@@ -685,7 +868,14 @@ class FullTextQueryIndex {
         const info = (0, fullTextNativeBinding_ts_1.validateFullTextQueryRuntimeInfo)(await binding.runtimeInfo());
         this.#nativeOptions.limits.searchThreads = (0, fullTextNativeBinding_ts_1.nativeFullTextSearchThreads)(info, this.#nativeOptions.limits.searchThreads);
         this.#maxSearchWindow = info.limits.maxSearchWindow;
-        this.#maxAutocompleteResults = info.limits.maxAutocompleteResults;
+        const responseHitCapacity = Math.floor((info.limits.maxSearchResponseBytes - NATIVE_SEARCH_RESPONSE_HEADER_BYTES) /
+            (NATIVE_SEARCH_HIT_OVERHEAD_BYTES + info.limits.maxRecordIdBytes + info.limits.maxRecordVersionBytes));
+        if (responseHitCapacity < 1)
+            throw new TypeError('@harperfast/fulltext/native search response limit cannot hold one maximum-size hit');
+        if (responseHitCapacity < info.limits.maxAutocompleteResults)
+            logger.warn?.(`Full-text index '${this.#definition.name}' limits autocomplete to ${responseHitCapacity} results because the native response envelope cannot hold its advertised maximum`);
+        this.#maxFilteredRawPageSize = Math.min(MAX_FILTERED_RAW_PAGE_SIZE, info.limits.maxSearchWindow, responseHitCapacity);
+        this.#maxAutocompleteResults = Math.min(info.limits.maxAutocompleteResults, responseHitCapacity);
         this.#maxSearchBudgetMilliseconds = info.limits.maxSearchBudgetMilliseconds;
         this.#maxTraceRecords = info.limits.maxTraceRecords;
         this.#maxTraceSourceBytes = info.limits.maxTraceSourceBytes;
@@ -707,6 +897,13 @@ class FullTextQueryIndex {
     }
 }
 exports.FullTextQueryIndex = FullTextQueryIndex;
+function nextFilteredRawPageSize(currentPageSize, rawHits, acceptedHits, remainingResults, maxPageSize) {
+    const projected = acceptedHits === 0
+        ? // With no selectivity signal, grow independently of the remaining target to minimize native round trips.
+            currentPageSize * RAW_PAGE_ZERO_YIELD_GROWTH_FACTOR
+        : Math.ceil((remainingResults * rawHits * RAW_PAGE_OVERFETCH_FACTOR) / acceptedHits);
+    return Math.min(maxPageSize, Math.max(MIN_RAW_PAGE_SIZE, projected));
+}
 async function pauseNativeFullTextQueryReaders(path, readinessId, ownerEpoch, allowUnregisteredReadiness = false) {
     const indexes = queryIndexesByPath.get(path);
     if (!indexes || indexes.size === 0)