@open-mercato/core 0.6.7 → 0.6.8-develop.6875.1.871a4afc94

package/dist/modules/query_index/lib/document.js.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../../../src/modules/query_index/lib/document.ts"],
-  "sourcesContent": ["export type IndexDocumentScope = {\n  organizationId?: string | null\n  tenantId?: string | null\n}\n\nexport type IndexCustomFieldValue = {\n  key: string\n  value: unknown\n  organizationId?: string | null\n  tenantId?: string | null\n}\n\nexport const AGGREGATE_SEARCH_FIELD = 'search_text'\n\nfunction normalizeScopeValue(value: string | null | undefined): string | null {\n  if (value === undefined || value === null || value === '') return null\n  return value\n}\n\nfunction isScopedValueVisible(\n  scopeValue: string | null,\n  fieldValue: string | null,\n): boolean {\n  if (scopeValue === null) return fieldValue === null\n  return fieldValue === null || fieldValue === scopeValue\n}\n\nfunction normalizeValue(value: unknown): unknown {\n  if (value === undefined) return null\n  return value\n}\n\nfunction collectAggregateSearchValues(field: string, value: unknown): string[] {\n  const lower = field.toLowerCase()\n  if (\n    lower === AGGREGATE_SEARCH_FIELD\n    || lower === 'id'\n    || lower.endsWith('_id')\n    || lower.endsWith('.id')\n    || lower.endsWith('_at')\n    || ['created_at', 'updated_at', 'deleted_at', 'tenant_id', 'organization_id'].includes(lower)\n  ) {\n    return []\n  }\n\n  if (typeof value === 'string') {\n    const trimmed = value.trim()\n    return trimmed.length > 0 ? [trimmed] : []\n  }\n\n  if (Array.isArray(value)) {\n    return value\n      .filter((entry): entry is string => typeof entry === 'string')\n      .map((entry) => entry.trim())\n      .filter((entry) => entry.length > 0)\n  }\n\n  return []\n}\n\nexport function attachAggregateSearchField(doc: Record<string, unknown>): Record<string, unknown> {\n  const parts: string[] = []\n  const seen = new Set<string>()\n\n  for (const [field, value] of Object.entries(doc)) {\n    const values = collectAggregateSearchValues(field, value)\n    for (const entry of values) {\n      const key = entry.toLowerCase()\n      if (seen.has(key)) continue\n      seen.add(key)\n      parts.push(entry)\n    }\n  }\n\n  if (parts.length > 0) {\n    doc[AGGREGATE_SEARCH_FIELD] = parts.join('\\n')\n  }\n\n  return doc\n}\n\nexport function buildIndexDocument(\n  baseRow: Record<string, unknown>,\n  customFieldValues: Iterable<IndexCustomFieldValue> = [],\n  scope: IndexDocumentScope = {},\n): Record<string, unknown> {\n  const doc: Record<string, unknown> = {}\n  for (const [key, value] of Object.entries(baseRow)) {\n    doc[key] = value\n  }\n\n  const scopeOrg = normalizeScopeValue(scope.organizationId ?? null)\n  const scopeTenant = normalizeScopeValue(scope.tenantId ?? null)\n\n  const grouped = new Map<string, unknown[]>()\n  for (const field of customFieldValues) {\n    const org = normalizeScopeValue(field.organizationId ?? null)\n    const tenant = normalizeScopeValue(field.tenantId ?? null)\n\n    if (!isScopedValueVisible(scopeOrg, org)) continue\n    if (!isScopedValueVisible(scopeTenant, tenant)) continue\n\n    const bucketKey = `cf:${field.key}`\n    let bucket = grouped.get(bucketKey)\n    if (!bucket) {\n      bucket = []\n      grouped.set(bucketKey, bucket)\n    }\n\n    const { value } = field\n    if (Array.isArray(value)) {\n      for (const entry of value) bucket.push(normalizeValue(entry))\n    } else {\n      bucket.push(normalizeValue(value))\n    }\n  }\n\n  for (const [key, values] of grouped.entries()) {\n    if (values.length === 1) {\n      doc[key] = values[0]\n    } else if (values.length > 1) {\n      doc[key] = values\n    }\n  }\n\n  return attachAggregateSearchField(doc)\n}\n"],
-  "mappings": "AAYO,MAAM,yBAAyB;AAEtC,SAAS,oBAAoB,OAAiD;AAC5E,MAAI,UAAU,UAAa,UAAU,QAAQ,UAAU,GAAI,QAAO;AAClE,SAAO;AACT;AAEA,SAAS,qBACP,YACA,YACS;AACT,MAAI,eAAe,KAAM,QAAO,eAAe;AAC/C,SAAO,eAAe,QAAQ,eAAe;AAC/C;AAEA,SAAS,eAAe,OAAyB;AAC/C,MAAI,UAAU,OAAW,QAAO;AAChC,SAAO;AACT;AAEA,SAAS,6BAA6B,OAAe,OAA0B;AAC7E,QAAM,QAAQ,MAAM,YAAY;AAChC,MACE,UAAU,0BACP,UAAU,QACV,MAAM,SAAS,KAAK,KACpB,MAAM,SAAS,KAAK,KACpB,MAAM,SAAS,KAAK,KACpB,CAAC,cAAc,cAAc,cAAc,aAAa,iBAAiB,EAAE,SAAS,KAAK,GAC5F;AACA,WAAO,CAAC;AAAA,EACV;AAEA,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,UAAU,MAAM,KAAK;AAC3B,WAAO,QAAQ,SAAS,IAAI,CAAC,OAAO,IAAI,CAAC;AAAA,EAC3C;AAEA,MAAI,MAAM,QAAQ,KAAK,GAAG;AACxB,WAAO,MACJ,OAAO,CAAC,UAA2B,OAAO,UAAU,QAAQ,EAC5D,IAAI,CAAC,UAAU,MAAM,KAAK,CAAC,EAC3B,OAAO,CAAC,UAAU,MAAM,SAAS,CAAC;AAAA,EACvC;AAEA,SAAO,CAAC;AACV;AAEO,SAAS,2BAA2B,KAAuD;AAChG,QAAM,QAAkB,CAAC;AACzB,QAAM,OAAO,oBAAI,IAAY;AAE7B,aAAW,CAAC,OAAO,KAAK,KAAK,OAAO,QAAQ,GAAG,GAAG;AAChD,UAAM,SAAS,6BAA6B,OAAO,KAAK;AACxD,eAAW,SAAS,QAAQ;AAC1B,YAAM,MAAM,MAAM,YAAY;AAC9B,UAAI,KAAK,IAAI,GAAG,EAAG;AACnB,WAAK,IAAI,GAAG;AACZ,YAAM,KAAK,KAAK;AAAA,IAClB;AAAA,EACF;AAEA,MAAI,MAAM,SAAS,GAAG;AACpB,QAAI,sBAAsB,IAAI,MAAM,KAAK,IAAI;AAAA,EAC/C;AAEA,SAAO;AACT;AAEO,SAAS,mBACd,SACA,oBAAqD,CAAC,GACtD,QAA4B,CAAC,GACJ;AACzB,QAAM,MAA+B,CAAC;AACtC,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,OAAO,GAAG;AAClD,QAAI,GAAG,IAAI;AAAA,EACb;AAEA,QAAM,WAAW,oBAAoB,MAAM,kBAAkB,IAAI;AACjE,QAAM,cAAc,oBAAoB,MAAM,YAAY,IAAI;AAE9D,QAAM,UAAU,oBAAI,IAAuB;AAC3C,aAAW,SAAS,mBAAmB;AACrC,UAAM,MAAM,oBAAoB,MAAM,kBAAkB,IAAI;AAC5D,UAAM,SAAS,oBAAoB,MAAM,YAAY,IAAI;AAEzD,QAAI,CAAC,qBAAqB,UAAU,GAAG,EAAG;AAC1C,QAAI,CAAC,qBAAqB,aAAa,MAAM,EAAG;AAEhD,UAAM,YAAY,MAAM,MAAM,GAAG;AACjC,QAAI,SAAS,QAAQ,IAAI,SAAS;AAClC,QAAI,CAAC,QAAQ;AACX,eAAS,CAAC;AACV,cAAQ,IAAI,WAAW,MAAM;AAAA,IAC/B;AAEA,UAAM,EAAE,MAAM,IAAI;AAClB,QAAI,MAAM,QAAQ,KAAK,GAAG;AACxB,iBAAW,SAAS,MAAO,QAAO,KAAK,eAAe,KAAK,CAAC;AAAA,IAC9D,OAAO;AACL,aAAO,KAAK,eAAe,KAAK,CAAC;AAAA,IACnC;AAAA,EACF;AAEA,aAAW,CAAC,KAAK,MAAM,KAAK,QAAQ,QAAQ,GAAG;AAC7C,QAAI,OAAO,WAAW,GAAG;AACvB,UAAI,GAAG,IAAI,OAAO,CAAC;AAAA,IACrB,WAAW,OAAO,SAAS,GAAG;AAC5B,UAAI,GAAG,IAAI;AAAA,IACb;AAAA,EACF;AAEA,SAAO,2BAA2B,GAAG;AACvC;",
+  "sourcesContent": ["import {\n  isSearchFieldBlocklisted,\n  resolveSearchConfig,\n  type SearchConfig,\n} from '@open-mercato/shared/lib/search/config'\n\nexport type IndexDocumentScope = {\n  organizationId?: string | null\n  tenantId?: string | null\n}\n\nexport type IndexCustomFieldValue = {\n  key: string\n  value: unknown\n  organizationId?: string | null\n  tenantId?: string | null\n}\n\nexport const AGGREGATE_SEARCH_FIELD = 'search_text'\n\n/**\n * Controls which fields may contribute text to the `search_text` aggregate.\n *\n * Both properties are optional so existing callers keep working unchanged: an\n * omitted `config` is resolved from the environment, and an omitted `entityType`\n * means only the global blocklist entries apply.\n */\nexport type AggregateSearchOptions = {\n  entityType?: string | null\n  config?: SearchConfig\n}\n\nfunction normalizeScopeValue(value: string | null | undefined): string | null {\n  if (value === undefined || value === null || value === '') return null\n  return value\n}\n\nfunction isScopedValueVisible(\n  scopeValue: string | null,\n  fieldValue: string | null,\n): boolean {\n  if (scopeValue === null) return fieldValue === null\n  return fieldValue === null || fieldValue === scopeValue\n}\n\nfunction normalizeValue(value: unknown): unknown {\n  if (value === undefined) return null\n  return value\n}\n\nfunction collectAggregateSearchValues(\n  field: string,\n  value: unknown,\n  entityType: string | null,\n  config: SearchConfig,\n): string[] {\n  const lower = field.toLowerCase()\n  if (\n    lower === AGGREGATE_SEARCH_FIELD\n    || lower === 'id'\n    || lower.endsWith('_id')\n    || lower.endsWith('.id')\n    || lower.endsWith('_at')\n    || ['created_at', 'updated_at', 'deleted_at', 'tenant_id', 'organization_id'].includes(lower)\n  ) {\n    return []\n  }\n\n  if (isSearchFieldBlocklisted(field, entityType, config)) return []\n\n  if (typeof value === 'string') {\n    const trimmed = value.trim()\n    return trimmed.length > 0 ? [trimmed] : []\n  }\n\n  if (Array.isArray(value)) {\n    return value\n      .filter((entry): entry is string => typeof entry === 'string')\n      .map((entry) => entry.trim())\n      .filter((entry) => entry.length > 0)\n  }\n\n  return []\n}\n\nexport function attachAggregateSearchField(\n  doc: Record<string, unknown>,\n  options: AggregateSearchOptions = {},\n): Record<string, unknown> {\n  const config = options.config ?? resolveSearchConfig()\n  const entityType = options.entityType ?? null\n  const parts: string[] = []\n  const seen = new Set<string>()\n\n  for (const [field, value] of Object.entries(doc)) {\n    const values = collectAggregateSearchValues(field, value, entityType, config)\n    for (const entry of values) {\n      const key = entry.toLowerCase()\n      if (seen.has(key)) continue\n      seen.add(key)\n      parts.push(entry)\n    }\n  }\n\n  if (parts.length > 0) {\n    doc[AGGREGATE_SEARCH_FIELD] = parts.join('\\n')\n  }\n\n  return doc\n}\n\nexport function buildIndexDocument(\n  baseRow: Record<string, unknown>,\n  customFieldValues: Iterable<IndexCustomFieldValue> = [],\n  scope: IndexDocumentScope = {},\n  options: AggregateSearchOptions = {},\n): Record<string, unknown> {\n  const doc: Record<string, unknown> = {}\n  for (const [key, value] of Object.entries(baseRow)) {\n    doc[key] = value\n  }\n\n  const scopeOrg = normalizeScopeValue(scope.organizationId ?? null)\n  const scopeTenant = normalizeScopeValue(scope.tenantId ?? null)\n\n  const grouped = new Map<string, unknown[]>()\n  for (const field of customFieldValues) {\n    const org = normalizeScopeValue(field.organizationId ?? null)\n    const tenant = normalizeScopeValue(field.tenantId ?? null)\n\n    if (!isScopedValueVisible(scopeOrg, org)) continue\n    if (!isScopedValueVisible(scopeTenant, tenant)) continue\n\n    const bucketKey = `cf:${field.key}`\n    let bucket = grouped.get(bucketKey)\n    if (!bucket) {\n      bucket = []\n      grouped.set(bucketKey, bucket)\n    }\n\n    const { value } = field\n    if (Array.isArray(value)) {\n      for (const entry of value) bucket.push(normalizeValue(entry))\n    } else {\n      bucket.push(normalizeValue(value))\n    }\n  }\n\n  for (const [key, values] of grouped.entries()) {\n    if (values.length === 1) {\n      doc[key] = values[0]\n    } else if (values.length > 1) {\n      doc[key] = values\n    }\n  }\n\n  return attachAggregateSearchField(doc, options)\n}\n"],
+  "mappings": "AAAA;AAAA,EACE;AAAA,EACA;AAAA,OAEK;AAcA,MAAM,yBAAyB;AActC,SAAS,oBAAoB,OAAiD;AAC5E,MAAI,UAAU,UAAa,UAAU,QAAQ,UAAU,GAAI,QAAO;AAClE,SAAO;AACT;AAEA,SAAS,qBACP,YACA,YACS;AACT,MAAI,eAAe,KAAM,QAAO,eAAe;AAC/C,SAAO,eAAe,QAAQ,eAAe;AAC/C;AAEA,SAAS,eAAe,OAAyB;AAC/C,MAAI,UAAU,OAAW,QAAO;AAChC,SAAO;AACT;AAEA,SAAS,6BACP,OACA,OACA,YACA,QACU;AACV,QAAM,QAAQ,MAAM,YAAY;AAChC,MACE,UAAU,0BACP,UAAU,QACV,MAAM,SAAS,KAAK,KACpB,MAAM,SAAS,KAAK,KACpB,MAAM,SAAS,KAAK,KACpB,CAAC,cAAc,cAAc,cAAc,aAAa,iBAAiB,EAAE,SAAS,KAAK,GAC5F;AACA,WAAO,CAAC;AAAA,EACV;AAEA,MAAI,yBAAyB,OAAO,YAAY,MAAM,EAAG,QAAO,CAAC;AAEjE,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,UAAU,MAAM,KAAK;AAC3B,WAAO,QAAQ,SAAS,IAAI,CAAC,OAAO,IAAI,CAAC;AAAA,EAC3C;AAEA,MAAI,MAAM,QAAQ,KAAK,GAAG;AACxB,WAAO,MACJ,OAAO,CAAC,UAA2B,OAAO,UAAU,QAAQ,EAC5D,IAAI,CAAC,UAAU,MAAM,KAAK,CAAC,EAC3B,OAAO,CAAC,UAAU,MAAM,SAAS,CAAC;AAAA,EACvC;AAEA,SAAO,CAAC;AACV;AAEO,SAAS,2BACd,KACA,UAAkC,CAAC,GACV;AACzB,QAAM,SAAS,QAAQ,UAAU,oBAAoB;AACrD,QAAM,aAAa,QAAQ,cAAc;AACzC,QAAM,QAAkB,CAAC;AACzB,QAAM,OAAO,oBAAI,IAAY;AAE7B,aAAW,CAAC,OAAO,KAAK,KAAK,OAAO,QAAQ,GAAG,GAAG;AAChD,UAAM,SAAS,6BAA6B,OAAO,OAAO,YAAY,MAAM;AAC5E,eAAW,SAAS,QAAQ;AAC1B,YAAM,MAAM,MAAM,YAAY;AAC9B,UAAI,KAAK,IAAI,GAAG,EAAG;AACnB,WAAK,IAAI,GAAG;AACZ,YAAM,KAAK,KAAK;AAAA,IAClB;AAAA,EACF;AAEA,MAAI,MAAM,SAAS,GAAG;AACpB,QAAI,sBAAsB,IAAI,MAAM,KAAK,IAAI;AAAA,EAC/C;AAEA,SAAO;AACT;AAEO,SAAS,mBACd,SACA,oBAAqD,CAAC,GACtD,QAA4B,CAAC,GAC7B,UAAkC,CAAC,GACV;AACzB,QAAM,MAA+B,CAAC;AACtC,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,OAAO,GAAG;AAClD,QAAI,GAAG,IAAI;AAAA,EACb;AAEA,QAAM,WAAW,oBAAoB,MAAM,kBAAkB,IAAI;AACjE,QAAM,cAAc,oBAAoB,MAAM,YAAY,IAAI;AAE9D,QAAM,UAAU,oBAAI,IAAuB;AAC3C,aAAW,SAAS,mBAAmB;AACrC,UAAM,MAAM,oBAAoB,MAAM,kBAAkB,IAAI;AAC5D,UAAM,SAAS,oBAAoB,MAAM,YAAY,IAAI;AAEzD,QAAI,CAAC,qBAAqB,UAAU,GAAG,EAAG;AAC1C,QAAI,CAAC,qBAAqB,aAAa,MAAM,EAAG;AAEhD,UAAM,YAAY,MAAM,MAAM,GAAG;AACjC,QAAI,SAAS,QAAQ,IAAI,SAAS;AAClC,QAAI,CAAC,QAAQ;AACX,eAAS,CAAC;AACV,cAAQ,IAAI,WAAW,MAAM;AAAA,IAC/B;AAEA,UAAM,EAAE,MAAM,IAAI;AAClB,QAAI,MAAM,QAAQ,KAAK,GAAG;AACxB,iBAAW,SAAS,MAAO,QAAO,KAAK,eAAe,KAAK,CAAC;AAAA,IAC9D,OAAO;AACL,aAAO,KAAK,eAAe,KAAK,CAAC;AAAA,IACnC;AAAA,EACF;AAEA,aAAW,CAAC,KAAK,MAAM,KAAK,QAAQ,QAAQ,GAAG;AAC7C,QAAI,OAAO,WAAW,GAAG;AACvB,UAAI,GAAG,IAAI,OAAO,CAAC;AAAA,IACrB,WAAW,OAAO,SAAS,GAAG;AAC5B,UAAI,GAAG,IAAI;AAAA,IACb;AAAA,EACF;AAEA,SAAO,2BAA2B,KAAK,OAAO;AAChD;",
   "names": []
 }

package/dist/modules/query_index/lib/engine.js

@@ -13,13 +13,47 @@ import {
   resolveJoins
 } from "@open-mercato/shared/lib/query/join-utils";
 import { resolveSearchConfig } from "@open-mercato/shared/lib/search/config";
+import {
+  createSearchTokenAvailability,
+  isSearchFilterOp,
+  hasSearchFilter
+} from "@open-mercato/shared/lib/search/availability";
 import { tokenizeText } from "@open-mercato/shared/lib/search/tokenize";
 import { runBeforeQueryPipeline, runAfterQueryPipeline } from "@open-mercato/shared/lib/query/query-extension-runner";
+import { warnOnCiphertextLikeFallback } from "@open-mercato/shared/lib/query/ciphertext-search-warning";
 import { resolveEncryptedSortFields, resolveEncryptedSortMaxRows, sortRowsInMemory } from "@open-mercato/shared/lib/query/encrypted-sort";
 import { mapWithConcurrency } from "@open-mercato/shared/lib/query/bounded-decrypt";
 import { createLogger } from "@open-mercato/shared/lib/logger";
+import { parseNumberWithDefault } from "@open-mercato/shared/lib/number";
 const logger = createLogger("query_index").child({ component: "engine" });
 const DECRYPT_CONCURRENCY = 8;
+const AUTO_REINDEX_DEBOUNCE_DEFAULT_MS = 3e4;
+const AUTO_REINDEX_DEBOUNCE_MAX_SCOPES = 1e4;
+const AUTO_REINDEX_SCHEDULED_AT_KEY = /* @__PURE__ */ Symbol.for("@open-mercato/query-index/auto-reindex-scheduled-at");
+function getAutoReindexScheduledAt() {
+  const globalScope = globalThis;
+  if (!globalScope[AUTO_REINDEX_SCHEDULED_AT_KEY]) {
+    globalScope[AUTO_REINDEX_SCHEDULED_AT_KEY] = /* @__PURE__ */ new Map();
+  }
+  return globalScope[AUTO_REINDEX_SCHEDULED_AT_KEY];
+}
+function markAutoReindexScheduled(key, debounceMs, now) {
+  const autoReindexScheduledAt = getAutoReindexScheduledAt();
+  const previous = autoReindexScheduledAt.get(key);
+  if (previous !== void 0 && now - previous < debounceMs) return false;
+  if (autoReindexScheduledAt.size >= AUTO_REINDEX_DEBOUNCE_MAX_SCOPES) {
+    for (const [scopeKey, scheduledAt] of autoReindexScheduledAt) {
+      if (now - scheduledAt >= debounceMs) autoReindexScheduledAt.delete(scopeKey);
+    }
+    if (autoReindexScheduledAt.size >= AUTO_REINDEX_DEBOUNCE_MAX_SCOPES) {
+      const oldestKey = autoReindexScheduledAt.keys().next().value;
+      if (oldestKey !== void 0) autoReindexScheduledAt.delete(oldestKey);
+    }
+  }
+  autoReindexScheduledAt.delete(key);
+  autoReindexScheduledAt.set(key, now);
+  return true;
+}
 function buildFilterableCustomFieldJoins(sources) {
   if (!sources || sources.length === 0) return [];
   return sources.flatMap((source, index) => {
@@ -82,8 +116,10 @@ class HybridQueryEngine {
     this.sqlDebugEnabled = null;
     this.forcePartialIndexEnabled = null;
     this.autoReindexEnabled = null;
+    this.autoReindexDebounceMs = null;
     this.coverageOptimizationEnabled = null;
     this.pendingCoverageRefreshKeys = /* @__PURE__ */ new Set();
+    this.searchAvailabilityInstance = null;
     const coverageTtl = Number.parseInt(process.env.QUERY_INDEX_COVERAGE_CACHE_MS ?? "", 10);
     this.coverageStatsTtlMs = Number.isFinite(coverageTtl) && coverageTtl >= 0 ? coverageTtl : 5 * 60 * 1e3;
     const cfTtl = Number.parseInt(process.env.QUERY_INDEX_CF_KEYS_CACHE_MS ?? "", 10);
@@ -101,6 +137,21 @@ class HybridQueryEngine {
     if (typeof emAny.getKysely === "function") return emAny.getKysely();
     throw new Error("HybridQueryEngine requires an EntityManager exposing getKysely() (MikroORM v7)");
   }
+  searchAvailability() {
+    if (!this.searchAvailabilityInstance) {
+      this.searchAvailabilityInstance = createSearchTokenAvailability({
+        getDb: () => this.getDb(),
+        getConfig: resolveSearchConfig,
+        applyOrganizationScope: (query, column, scope) => this.applyOrganizationScope(
+          query,
+          column,
+          scope
+        ),
+        logDebug: (event, payload) => this.logSearchDebug(event, payload)
+      });
+    }
+    return this.searchAvailabilityInstance;
+  }
   async query(entity, opts = {}) {
     const ext = opts.extensions;
     let hybridExtCtx = null;
@@ -172,7 +223,7 @@ class HybridQueryEngine {
       profiler.mark("query:base_table_resolved");
       const searchConfig = resolveSearchConfig();
       const orgScope = this.resolveOrganizationScope(opts);
-      const searchEnabled = searchConfig.enabled && await this.tableExists("search_tokens");
+      const searchEnabled = await this.searchAvailability().staticEnabled();
       const baseExists = await profiler.measure("base_table_exists", () => this.tableExists(baseTable));
       if (!baseExists) {
         if (debugEnabled) this.debug("query:fallback:missing-base", { entity, baseTable });
@@ -316,10 +367,13 @@ class HybridQueryEngine {
         }
       }
       const searchSources = indexSources.map((src) => ({ entity: String(src.entityId), recordIdColumn: src.recordIdColumn })).filter((src) => src.recordIdColumn && src.entity);
-      const hasSearchTokens = searchEnabled && searchSources.length ? await this.searchSourcesHaveTokens(searchSources, opts.tenantId ?? null, orgScope) : false;
+      const searchFilters = normalizedFilters.filter((filter) => isSearchFilterOp(filter.op));
+      const sourceSearchFilters = [
+        ...baseFilters,
+        ...normalizedFilters.filter((filter) => String(filter.field).startsWith("cf:"))
+      ].filter((filter) => isSearchFilterOp(filter.op));
+      const hasSearchTokens = searchEnabled && searchSources.length && sourceSearchFilters.length ? await this.searchAvailability().anySourceHasTokens(searchSources, opts.tenantId ?? null, orgScope) : false;
       const searchRuntime = { ...searchRuntimeBase, searchSources, enabled: searchEnabled && hasSearchTokens };
-      const joinSearchAvailability = /* @__PURE__ */ new Map();
-      const searchFilters = normalizeFilters(opts.filters).filter((filter) => filter.op === "like" || filter.op === "ilike");
       if (searchFilters.length) {
         this.logSearchDebug("search:init", {
           entity,
@@ -346,6 +400,35 @@ class HybridQueryEngine {
           organizationScope: orgScope,
           searchSources
         });
+        const baseSearchFilters = [...baseFilters, ...cfFilters].filter((filter) => filter.op === "like" || filter.op === "ilike");
+        const fallbackFields = baseSearchFilters.filter((filter) => !searchRuntime.enabled || typeof filter.value !== "string" || tokenizeText(filter.value, searchConfig).hashes.length === 0).map((filter) => String(filter.field));
+        if (fallbackFields.length) {
+          await warnOnCiphertextLikeFallback({
+            entity: String(entity),
+            fields: fallbackFields,
+            tenantId: opts.tenantId ?? null,
+            // `searchEnabled` also folds in the missing-table case, which is
+            // "no usable tokens" rather than "the operator switched search off".
+            reason: searchRuntime.enabled ? "no-indexable-tokens" : searchConfig.enabled ? "no-search-tokens" : "search-disabled",
+            service: this.getEncryptionService()
+          });
+        }
+      }
+      for (const [alias, joinedFilters] of joinFilters) {
+        const filters = joinedFilters.filter((entry) => entry.op === "like" || entry.op === "ilike");
+        if (!filters.length) continue;
+        const join = joinMap.get(alias);
+        if (!join?.entityId) continue;
+        const hasJoinedTokens = searchEnabled ? await this.searchAvailability().hasTokens(String(join.entityId), opts.tenantId ?? null, orgScope) : false;
+        const fallbackFields = filters.filter((filter) => !hasJoinedTokens || typeof filter.value !== "string" || tokenizeText(filter.value, searchConfig).hashes.length === 0).map((filter) => filter.column);
+        if (!fallbackFields.length) continue;
+        await warnOnCiphertextLikeFallback({
+          entity: String(join.entityId),
+          fields: fallbackFields,
+          tenantId: opts.tenantId ?? null,
+          reason: hasJoinedTokens ? "no-indexable-tokens" : searchConfig.enabled ? "no-search-tokens" : "search-disabled",
+          service: this.getEncryptionService()
+        });
       }
       const hasNonBaseSearchSource = searchSources.some(
         (src) => src.entity !== String(entity) || src.recordIdColumn !== "b.id"
@@ -605,11 +688,7 @@ class HybridQueryEngine {
         if (!searchEnabled || !join.entityId) return false;
         if (!["like", "ilike"].includes(filter.op)) return false;
         if (typeof filter.value !== "string" || filter.value.trim().length === 0) return false;
-        let searchAvailable = joinSearchAvailability.get(join.entityId);
-        if (searchAvailable === void 0) {
-          searchAvailable = await this.hasSearchTokens(String(join.entityId), opts.tenantId ?? null, orgScope);
-          joinSearchAvailability.set(join.entityId, searchAvailable);
-        }
+        const searchAvailable = await this.searchAvailability().hasTokens(String(join.entityId), opts.tenantId ?? null, orgScope);
         if (!searchAvailable) return false;
         const tokens = tokenizeText(String(filter.value), searchConfig);
         if (!tokens.hashes.length) return false;
@@ -1356,9 +1435,10 @@ class HybridQueryEngine {
     const alias = "ce";
     const orgScope = this.resolveOrganizationScope(opts);
     if (!opts.tenantId) throw new Error("QueryEngine: tenantId is required");
+    const normalizedFilters = normalizeFilters(opts.filters);
     const searchConfig = resolveSearchConfig();
-    const searchEnabled = searchConfig.enabled && await this.tableExists("search_tokens");
-    const hasSearchTokens = searchEnabled ? await this.hasSearchTokens(entity, opts.tenantId ?? null, orgScope) : false;
+    const searchEnabled = await this.searchAvailability().staticEnabled();
+    const hasSearchTokens = searchEnabled && hasSearchFilter(normalizedFilters) ? await this.searchAvailability().hasTokens(entity, opts.tenantId ?? null, orgScope) : false;
     const searchRuntime = {
       enabled: searchEnabled && hasSearchTokens,
       config: searchConfig,
@@ -1366,7 +1446,6 @@ class HybridQueryEngine {
       tenantId: opts.tenantId ?? null,
       mintAlias: createSearchAliasMinter()
     };
-    const normalizedFilters = normalizeFilters(opts.filters);
     const applyScope = (q) => {
       let next = q.where(`${alias}.entity_type`, "=", entity).where(`${alias}.tenant_id`, "=", opts.tenantId);
       if (orgScope) {
@@ -1479,42 +1558,6 @@ class HybridQueryEngine {
     const exists = await db.selectFrom("information_schema.tables").select(sql`1`.as("one")).where("table_name", "=", table).executeTakeFirst();
     return !!exists;
   }
-  async hasSearchTokens(entity, tenantId, orgScope) {
-    try {
-      const db = this.getDb();
-      let query = db.selectFrom("search_tokens").select(sql`1`.as("one")).where("entity_type", "=", entity);
-      if (tenantId !== void 0) {
-        query = query.where(sql`tenant_id is not distinct from ${tenantId}`);
-      }
-      if (orgScope) {
-        query = this.applyOrganizationScope(query, "search_tokens.organization_id", orgScope);
-      }
-      const row = await query.limit(1).executeTakeFirst();
-      return !!row;
-    } catch (err) {
-      this.logSearchDebug("search:has-tokens-error", {
-        entity,
-        tenantId,
-        organizationScope: orgScope,
-        error: err instanceof Error ? err.message : String(err)
-      });
-      return false;
-    }
-  }
-  async searchSourcesHaveTokens(sources, tenantId, orgScope) {
-    for (const source of sources) {
-      const ok = await this.hasSearchTokens(source.entity, tenantId, orgScope);
-      this.logSearchDebug("search:source-has-tokens", {
-        entity: source.entity,
-        recordIdColumn: source.recordIdColumn,
-        tenantId,
-        organizationScope: orgScope,
-        hasTokens: ok
-      });
-      if (ok) return true;
-    }
-    return false;
-  }
   async resolveAvailableCustomFieldKeys(entityIds, tenantId) {
     if (!entityIds.length) return [];
     const cacheKey = this.customFieldKeysCacheKey(entityIds, tenantId);
@@ -1628,6 +1671,11 @@ class HybridQueryEngine {
       organizationId: organizationIdOverride ?? opts.organizationId ?? null,
       force: false
     };
+    const debounceMs = this.getAutoReindexDebounceMs();
+    if (debounceMs > 0) {
+      const key = [payload.entityType, payload.tenantId ?? "__tenant__", payload.organizationId ?? "__org__"].join("|");
+      if (!markAutoReindexScheduled(key, debounceMs, Date.now())) return;
+    }
     const context = stats ? { entity, tenantId: payload.tenantId, organizationId: payload.organizationId, baseCount: stats.baseCount, indexedCount: stats.indexedCount } : { entity, tenantId: payload.tenantId, organizationId: payload.organizationId };
     void Promise.resolve().then(async () => {
       try {
@@ -1696,6 +1744,15 @@ class HybridQueryEngine {
     this.autoReindexEnabled = parsed === null ? true : parsed;
     return this.autoReindexEnabled;
   }
+  getAutoReindexDebounceMs() {
+    if (this.autoReindexDebounceMs != null) return this.autoReindexDebounceMs;
+    this.autoReindexDebounceMs = parseNumberWithDefault(
+      process.env.OM_QUERY_INDEX_AUTO_REINDEX_DEBOUNCE_MS,
+      AUTO_REINDEX_DEBOUNCE_DEFAULT_MS,
+      { integer: true, min: 0 }
+    );
+    return this.autoReindexDebounceMs;
+  }
   isCoverageOptimizationEnabled() {
     if (this.coverageOptimizationEnabled != null) return this.coverageOptimizationEnabled;
     const raw = (process.env.OPTIMIZE_INDEX_COVERAGE_STATS ?? "").trim().toLowerCase();