@open-mercato/core 0.6.7-develop.6660.1.90e1e2eef6 → 0.6.7-develop.6661.1.0043ed1d03

package/dist/modules/query_index/lib/reindexer.js.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../../../src/modules/query_index/lib/reindexer.ts"],
-  "sourcesContent": ["import type { EntityManager } from '@mikro-orm/postgresql'\nimport { type Kysely, sql } from 'kysely'\nimport { resolveRegisteredEntityTableName } from '@open-mercato/shared/lib/query/engine'\nimport { resolveTenantEncryptionService } from '@open-mercato/shared/lib/encryption/customFieldValues'\nimport { decryptIndexDocForSearch, encryptIndexDocForStorage } from '@open-mercato/shared/lib/encryption/indexDoc'\nimport { upsertIndexBatch, type AnyRow } from './batch'\nimport { refreshCoverageSnapshot, writeCoverageCounts, applyCoverageAdjustments } from './coverage'\nimport { prepareJob, updateJobProgress, finalizeJob, type JobScope } from './jobs'\nimport { purgeOrphans } from './stale'\nimport type { VectorIndexService } from '@open-mercato/search/vector'\nimport { isSearchDebugEnabled } from './search-tokens'\nimport { createLogger } from '@open-mercato/shared/lib/logger'\n\nconst logger = createLogger('query_index').child({ component: 'reindexer' })\n\nexport type ReindexJobOptions = {\n  entityType: string\n  tenantId?: string | null\n  organizationId?: string | null\n  force?: boolean\n  batchSize?: number\n  emitVectorizeEvents?: boolean\n  eventBus?: {\n    emitEvent(event: string, payload: any, options?: any): Promise<void>\n  }\n  partitionCount?: number\n  partitionIndex?: number\n  resetCoverage?: boolean\n  onProgress?: (info: { processed: number; total: number; chunkSize: number }) => void\n  vectorService?: VectorIndexService | null\n}\n\nexport type ReindexJobResult = {\n  processed: number\n  total: number\n  tenantScopes: Array<string | null>\n  scopes: Array<{ tenantId: string | null; organizationId: string | null }>\n}\n\nexport const DEFAULT_REINDEX_PARTITIONS = 5\nconst DEFAULT_BATCH_SIZE = 500\nconst deriveOrgFromId = new Set<string>(['directory:organization'])\nconst COVERAGE_REFRESH_THROTTLE_MS = 5 * 60 * 1000\nconst lastCoverageReset = new Map<string, number>()\n\nconst REINDEX_DECRYPT_DEBUG_KEYS = ['display_name', 'first_name', 'last_name', 'brand_name', 'legal_name', 'primary_email', 'primary_phone'] as const\n\nexport type ReindexDecryptDebugPayload = {\n  entityType: string\n  tenantId: string | null\n  organizationId: string | null\n  keys: string[]\n}\n\nexport function buildReindexDecryptDebugPayload(\n  entityType: string,\n  doc: Record<string, unknown>,\n  scope: { organizationId: string | null; tenantId: string | null },\n): ReindexDecryptDebugPayload {\n  const presentKeys: string[] = []\n  for (const key of REINDEX_DECRYPT_DEBUG_KEYS) {\n    const value = doc[key]\n    if (key in doc && value != null && value !== '') presentKeys.push(key)\n  }\n  return {\n    entityType,\n    tenantId: scope.tenantId ?? null,\n    organizationId: scope.organizationId ?? null,\n    keys: presentKeys,\n  }\n}\n\nasync function cleanupLegacyJobScopes(\n  db: Kysely<any>,\n  options: {\n    entityType: string\n    organizationId: string | null\n    tenantId: string | null\n    activePartitionCount: number | null\n  },\n): Promise<void> {\n  await db\n    .deleteFrom('entity_index_jobs' as any)\n    .where('entity_type' as any, '=', options.entityType)\n    .where(sql<boolean>`organization_id is not distinct from ${options.organizationId}`)\n    .where(sql<boolean>`tenant_id is not distinct from ${options.tenantId}`)\n    .where(sql<boolean>`partition_count is distinct from ${options.activePartitionCount}`)\n    .execute()\n}\n\nfunction toNumber(value: unknown): number {\n  if (typeof value === 'number') return Number.isFinite(value) ? value : 0\n  if (typeof value === 'string') {\n    const parsed = Number(value)\n    return Number.isFinite(parsed) ? parsed : 0\n  }\n  return 0\n}\n\nasync function getColumnSet(db: Kysely<any>, tableName: string): Promise<Set<string>> {\n  try {\n    const rows = await db\n      .selectFrom('information_schema.columns' as any)\n      .select(['column_name' as any])\n      .where(sql<boolean>`table_schema = current_schema()`)\n      .where('table_name' as any, '=', tableName)\n      .execute() as Array<{ column_name: string }>\n    return new Set(rows.map((row) => String(row.column_name).toLowerCase()))\n  } catch {\n    return new Set<string>()\n  }\n}\n\nexport async function reindexEntity(\n  em: EntityManager,\n  options: ReindexJobOptions,\n): Promise<ReindexJobResult> {\n  const entityType = String(options?.entityType || '')\n  if (!entityType) {\n    return {\n      processed: 0,\n      total: 0,\n      tenantScopes: [],\n      scopes: [],\n    }\n  }\n  const tenantIdInput = options?.tenantId\n  const tenantId = tenantIdInput === 'undefined' ? undefined : tenantIdInput\n  const organizationIdInput = options?.organizationId\n  const organizationId = organizationIdInput === 'undefined' ? undefined : organizationIdInput\n  const force = options?.force === true\n  const batchSize = Number.isFinite(options?.batchSize) && options!.batchSize! > 0\n    ? Math.max(1, Math.trunc(options!.batchSize!))\n    : DEFAULT_BATCH_SIZE\n  const emitVectorize = options?.emitVectorizeEvents === true\n  const eventBus = options?.eventBus\n  const vectorService = options?.vectorService ?? null\n  const partitionCountRaw = Number.isFinite(options?.partitionCount)\n    ? Math.max(1, Math.trunc(options!.partitionCount!))\n    : 1\n  const usingPartitions = partitionCountRaw > 1\n  const partitionIndexRaw = Number.isFinite(options?.partitionIndex)\n    ? Math.max(0, Math.trunc(options!.partitionIndex!))\n    : 0\n  const partitionIndex = usingPartitions\n    ? Math.min(partitionIndexRaw, partitionCountRaw - 1)\n    : null\n  const resetCoverage = options?.resetCoverage ?? (!usingPartitions || partitionIndex === 0)\n\n  const db = (em as any).getKysely() as Kysely<any>\n  // Resolve the source table strictly via registered MikroORM metadata. We must\n  // never fall back to a pluralized guess derived from the caller-supplied id\n  // here: doing so would let a principal with `query_index.reindex` point the\n  // reindexer at arbitrary tables (e.g. `auth_users`, `users`) and read their\n  // rows into the index, bypassing tenant scoping and entity-level encryption.\n  const table = resolveRegisteredEntityTableName(em, entityType)\n  if (!table || entityType === 'query_index:search_token' || table === 'search_tokens') {\n    if (!table) {\n      logger.warn('Refusing to reindex unregistered entity type', {\n        entityType,\n      })\n    }\n    return {\n      processed: 0,\n      total: 0,\n      tenantScopes: [],\n      scopes: [],\n    }\n  }\n  const columns = await getColumnSet(db, table)\n  const hasOrgCol = columns.has('organization_id')\n  const hasTenantCol = columns.has('tenant_id')\n  const hasDeletedCol = columns.has('deleted_at')\n\n  const jobScope: JobScope = {\n    entityType,\n    organizationId: organizationId ?? null,\n    tenantId: tenantId ?? null,\n    partitionIndex,\n    partitionCount: usingPartitions ? partitionCountRaw : null,\n  }\n\n  if (!force) {\n    const activeJob = await db\n      .selectFrom('entity_index_jobs' as any)\n      .select(['id' as any])\n      .where('entity_type' as any, '=', entityType)\n      .where('finished_at' as any, 'is', null as any)\n      .where(sql<boolean>`organization_id is not distinct from ${null}`)\n      .where(sql<boolean>`tenant_id is not distinct from ${tenantId ?? null}`)\n      .where(sql<boolean>`partition_index is not distinct from ${partitionIndex}`)\n      .where(sql<boolean>`partition_count is not distinct from ${usingPartitions ? partitionCountRaw : null}`)\n      .executeTakeFirst()\n    if (activeJob) {\n      return {\n        processed: 0,\n        total: 0,\n        tenantScopes: [],\n        scopes: [],\n      }\n    }\n  }\n\n  if (resetCoverage) {\n    await cleanupLegacyJobScopes(db, {\n      entityType,\n      organizationId: jobScope.organizationId ?? null,\n      tenantId: jobScope.tenantId ?? null,\n      activePartitionCount: jobScope.partitionCount ?? null,\n    })\n  }\n\n  const scopeKey = (tenantValue: string | null, orgValue: string | null) => `${tenantValue ?? '__null__'}|${orgValue ?? '__null__'}`\n\n  const applyBaseWhere = <QB extends { where: (...args: any[]) => QB }>(q: QB): QB => {\n    let chain = q\n    if (hasDeletedCol) chain = chain.where('b.deleted_at' as any, 'is', null as any)\n    if (tenantId !== undefined && hasTenantCol) {\n      chain = tenantId === null\n        ? chain.where('b.tenant_id' as any, 'is', null as any)\n        : chain.where('b.tenant_id' as any, '=', tenantId)\n    }\n    if (organizationId !== undefined && hasOrgCol) {\n      chain = organizationId === null\n        ? chain.where('b.organization_id' as any, 'is', null as any)\n        : chain.where('b.organization_id' as any, '=', organizationId)\n    }\n    if (usingPartitions && partitionIndex !== null) {\n      chain = chain.where(sql<boolean>`mod(abs(hashtext(b.id::text)), ${partitionCountRaw}) = ${partitionIndex}`)\n    }\n    return chain\n  }\n\n  type ScopeStats = { tenantId: string | null; organizationId: string | null; count: number }\n  const baseCounts = new Map<string, ScopeStats>()\n  const registerBaseCount = (tenantValue: string | null, orgValue: string | null, count: number) => {\n    const key = scopeKey(tenantValue, orgValue)\n    baseCounts.set(key, { tenantId: tenantValue, organizationId: orgValue, count })\n  }\n\n  const groupByTenant = hasTenantCol && tenantId === undefined\n  const groupByOrg = hasOrgCol && organizationId === undefined\n\n  if (groupByTenant || groupByOrg) {\n    let groupQuery = applyBaseWhere(\n      db.selectFrom(`${table} as b` as any).select(sql<number>`count(*)`.as('count')),\n    )\n    if (groupByTenant) {\n      groupQuery = groupQuery.select('b.tenant_id as tenant_id' as any).groupBy('b.tenant_id' as any)\n    }\n    if (groupByOrg) {\n      groupQuery = groupQuery.select('b.organization_id as organization_id' as any).groupBy('b.organization_id' as any)\n    }\n    const rows = await groupQuery.execute() as Array<Record<string, unknown>>\n    for (const row of rows) {\n      const bucketTenant = groupByTenant\n        ? ((row as any)?.tenant_id ?? null)\n        : (tenantId === undefined ? null : tenantId ?? null)\n      const bucketOrg = groupByOrg\n        ? ((row as any)?.organization_id ?? null)\n        : (organizationId === undefined ? null : organizationId ?? null)\n      registerBaseCount(bucketTenant, bucketOrg, toNumber((row as any)?.count))\n    }\n  } else {\n    const row = await applyBaseWhere(\n      db.selectFrom(`${table} as b` as any).select(sql<number>`count(*)`.as('count')),\n    ).executeTakeFirst() as { count: unknown } | undefined\n    const bucketTenant = tenantId === undefined ? null : tenantId ?? null\n    const bucketOrg = organizationId === undefined ? null : organizationId ?? null\n    registerBaseCount(bucketTenant, bucketOrg, toNumber(row?.count))\n  }\n\n  const total = Array.from(baseCounts.values()).reduce((acc, value) => acc + (Number.isFinite(value.count) ? value.count : 0), 0)\n  await prepareJob(db, jobScope, 'reindexing', { totalCount: total })\n  const jobRow = await db\n    .selectFrom('entity_index_jobs' as any)\n    .select(['started_at' as any])\n    .where('entity_type' as any, '=', entityType)\n    .where('organization_id' as any, 'is', null as any)\n    .where(sql<boolean>`tenant_id is not distinct from ${tenantId ?? null}`)\n    .where(sql<boolean>`partition_index is not distinct from ${partitionIndex}`)\n    .where(sql<boolean>`partition_count is not distinct from ${usingPartitions ? partitionCountRaw : null}`)\n    .orderBy('started_at' as any, 'desc')\n    .executeTakeFirst() as { started_at: Date | string } | undefined\n  const jobStartedAt = jobRow?.started_at ? new Date(jobRow.started_at) : new Date()\n  const deriveOrg = deriveOrgFromId.has(entityType)\n    ? (row: AnyRow) => String(row.id)\n    : undefined\n\n  const scopeOverrides: { tenantId?: string; orgId?: string } = {}\n  if (tenantId !== undefined && tenantId !== null) {\n    scopeOverrides.tenantId = String(tenantId)\n  }\n  if (organizationId !== undefined && organizationId !== null) {\n    scopeOverrides.orgId = String(organizationId)\n  }\n\n  const scopeEntries = Array.from(baseCounts.values()).map((entry) => ({\n    tenantId: entry.tenantId,\n    organizationId: entry.organizationId,\n  }))\n  const tenantScopes = Array.from(\n    new Set(scopeEntries.map((entry) => entry.tenantId ?? null)),\n  )\n\n  let processed = 0\n  let lastId: string | null = null\n\n  options?.onProgress?.({ processed, total, chunkSize: 0 })\n\n  if (resetCoverage) {\n    if (force) {\n      try {\n        let purgeQuery = db\n          .deleteFrom('entity_indexes' as any)\n          .where('entity_type' as any, '=', entityType)\n        if (tenantId !== undefined) {\n          purgeQuery = purgeQuery.where(sql<boolean>`tenant_id is not distinct from ${tenantId ?? null}`)\n        }\n        if (organizationId !== undefined) {\n          purgeQuery = purgeQuery.where(sql<boolean>`organization_id is not distinct from ${organizationId ?? null}`)\n        }\n        await purgeQuery.execute()\n      } catch (error) {\n        logger.warn('Failed to purge index rows before force reindex', {\n          entityType,\n          tenantId: tenantId ?? null,\n          organizationId: organizationId ?? null,\n          error: error instanceof Error ? error.message : error,\n        })\n      }\n\n      if (emitVectorize && eventBus) {\n        if (tenantId !== undefined) {\n          const payload: Record<string, unknown> = {\n            entityType,\n            tenantId: tenantId ?? null,\n          }\n          if (organizationId !== undefined) payload.organizationId = organizationId ?? null\n          try {\n            await eventBus.emitEvent('query_index.vectorize_purge', payload)\n          } catch (err) {\n            logger.warn('Failed to queue vector purge before force reindex', {\n              entityType,\n              tenantId: tenantId ?? null,\n              organizationId: organizationId ?? null,\n              error: err instanceof Error ? err.message : err,\n            })\n          }\n        } else {\n          logger.warn('Skipping vector purge for force reindex without tenant scope', {\n            entityType,\n          })\n        }\n      }\n    }\n\n    const nowTs = Date.now()\n    for (const scope of baseCounts.values()) {\n      const key = `${entityType}|${scopeKey(scope.tenantId, scope.organizationId)}`\n      const last = lastCoverageReset.get(key) ?? 0\n      if (force || nowTs - last >= COVERAGE_REFRESH_THROTTLE_MS) {\n        await writeCoverageCounts(em, {\n          entityType,\n          tenantId: scope.tenantId,\n          organizationId: scope.organizationId,\n          withDeleted: false,\n        }, {\n          baseCount: scope.count,\n          indexedCount: 0,\n          vectorCount: emitVectorize ? 0 : undefined,\n        })\n        lastCoverageReset.set(key, nowTs)\n      }\n    }\n  }\n\n  try {\n    while (true) {\n      let query = applyBaseWhere(\n        db\n          .selectFrom(`${table} as b` as any)\n          .selectAll('b' as any)\n          .orderBy('b.id' as any, 'asc')\n          .limit(batchSize),\n      )\n      if (lastId !== null) {\n        query = query.where('b.id' as any, '>', lastId)\n      }\n      const rows = await query.execute() as AnyRow[]\n      if (!rows.length) break\n\n      const encryption = resolveTenantEncryptionService(em as any)\n      const dekKeyCache = new Map<string | null, string | null>()\n      const encryptDoc = async (\n        targetEntity: string,\n        doc: Record<string, unknown>,\n        scope: { organizationId: string | null; tenantId: string | null },\n      ) => {\n        return await encryptIndexDocForStorage(\n          targetEntity,\n          doc,\n          { tenantId: scope.tenantId ?? null, organizationId: scope.organizationId ?? null },\n          encryption,\n        )\n      }\n      const decryptDoc = async (\n        targetEntity: string,\n        doc: Record<string, unknown>,\n        scope: { organizationId: string | null; tenantId: string | null },\n      ) => {\n        const result = await decryptIndexDocForSearch(\n          targetEntity,\n          doc,\n          { tenantId: scope.tenantId ?? null, organizationId: scope.organizationId ?? null },\n          encryption,\n          dekKeyCache,\n        )\n        if (isSearchDebugEnabled()) {\n          logger.debug('Reindex decrypt', buildReindexDecryptDebugPayload(targetEntity, result as Record<string, unknown>, scope))\n        }\n        return result\n      }\n\n      await upsertIndexBatch(db, entityType, rows, scopeOverrides, { deriveOrganizationId: deriveOrg, encryptDoc, decryptDoc })\n\n      const coverageDeltas = new Map<string, { tenantId: string | null; organizationId: string | null; delta: number }>()\n      for (const row of rows) {\n        const scopeTenant = tenantId !== undefined\n          ? tenantId ?? null\n          : (hasTenantCol ? ((row as AnyRow).tenant_id ?? null) : null)\n        const scopeOrg = organizationId !== undefined\n          ? organizationId ?? null\n          : (hasOrgCol ? ((row as AnyRow).organization_id ?? null) : (deriveOrg ? deriveOrg(row) ?? null : null))\n        const key = scopeKey(scopeTenant ?? null, scopeOrg ?? null)\n        const existingDelta = coverageDeltas.get(key)\n        if (existingDelta) existingDelta.delta += 1\n        else coverageDeltas.set(key, {\n          tenantId: scopeTenant ?? null,\n          organizationId: scopeOrg ?? null,\n          delta: 1,\n        })\n      }\n      if (coverageDeltas.size > 0) {\n        await applyCoverageAdjustments(\n          em,\n          Array.from(coverageDeltas.values()).map((entry) => ({\n            entityType,\n            tenantId: entry.tenantId,\n            organizationId: entry.organizationId,\n            withDeleted: false,\n            deltaBase: 0,\n            deltaIndex: entry.delta,\n          })),\n        )\n      }\n\n      if (emitVectorize && eventBus) {\n        await Promise.all(\n          rows.map((row) => {\n            const scopeOrg = organizationId !== undefined\n              ? organizationId ?? null\n              : hasOrgCol\n                ? ((row as AnyRow).organization_id ?? null)\n                : (deriveOrg ? deriveOrg(row) ?? null : null)\n            const scopeTenant = tenantId !== undefined\n              ? tenantId ?? null\n              : (hasTenantCol ? ((row as AnyRow).tenant_id ?? null) : null)\n            return eventBus\n              .emitEvent('query_index.vectorize_one', {\n                entityType,\n                recordId: String(row.id),\n                organizationId: scopeOrg,\n                tenantId: scopeTenant,\n              })\n              .catch(() => undefined)\n          }),\n        )\n      }\n\n      processed += rows.length\n      lastId = String(rows[rows.length - 1]!.id)\n      options?.onProgress?.({ processed, total, chunkSize: rows.length })\n      await updateJobProgress(db, jobScope, rows.length)\n    }\n\n    await purgeOrphans(db, {\n      entityType,\n      tenantId,\n      organizationId,\n      partitionIndex: usingPartitions ? partitionIndex : null,\n      partitionCount: usingPartitions ? partitionCountRaw : null,\n      startedAt: jobStartedAt,\n    })\n\n    if (force && vectorService && (!usingPartitions || partitionIndex === null)) {\n      try {\n        await vectorService.removeOrphans({\n          entityId: entityType,\n          tenantId,\n          organizationId,\n          olderThan: jobStartedAt,\n        })\n      } catch (error) {\n        logger.warn('Failed to prune vector orphans after reindex', {\n          entityType,\n          tenantId: tenantId ?? null,\n          organizationId: organizationId ?? null,\n          error: error instanceof Error ? error.message : error,\n        })\n      }\n    }\n\n    for (const scope of scopeEntries) {\n      await refreshCoverageSnapshot(\n        em,\n        {\n          entityType,\n          tenantId: scope.tenantId,\n          organizationId: scope.organizationId,\n          withDeleted: false,\n        },\n      )\n    }\n  } finally {\n    await finalizeJob(db, jobScope)\n  }\n\n  return {\n    processed,\n    total,\n    scopes: scopeEntries,\n    tenantScopes,\n  }\n}\n"],
-  "mappings": "AACA,SAAsB,WAAW;AACjC,SAAS,wCAAwC;AACjD,SAAS,sCAAsC;AAC/C,SAAS,0BAA0B,iCAAiC;AACpE,SAAS,wBAAqC;AAC9C,SAAS,yBAAyB,qBAAqB,gCAAgC;AACvF,SAAS,YAAY,mBAAmB,mBAAkC;AAC1E,SAAS,oBAAoB;AAE7B,SAAS,4BAA4B;AACrC,SAAS,oBAAoB;AAE7B,MAAM,SAAS,aAAa,aAAa,EAAE,MAAM,EAAE,WAAW,YAAY,CAAC;AA0BpE,MAAM,6BAA6B;AAC1C,MAAM,qBAAqB;AAC3B,MAAM,kBAAkB,oBAAI,IAAY,CAAC,wBAAwB,CAAC;AAClE,MAAM,+BAA+B,IAAI,KAAK;AAC9C,MAAM,oBAAoB,oBAAI,IAAoB;AAElD,MAAM,6BAA6B,CAAC,gBAAgB,cAAc,aAAa,cAAc,cAAc,iBAAiB,eAAe;AASpI,SAAS,gCACd,YACA,KACA,OAC4B;AAC5B,QAAM,cAAwB,CAAC;AAC/B,aAAW,OAAO,4BAA4B;AAC5C,UAAM,QAAQ,IAAI,GAAG;AACrB,QAAI,OAAO,OAAO,SAAS,QAAQ,UAAU,GAAI,aAAY,KAAK,GAAG;AAAA,EACvE;AACA,SAAO;AAAA,IACL;AAAA,IACA,UAAU,MAAM,YAAY;AAAA,IAC5B,gBAAgB,MAAM,kBAAkB;AAAA,IACxC,MAAM;AAAA,EACR;AACF;AAEA,eAAe,uBACb,IACA,SAMe;AACf,QAAM,GACH,WAAW,mBAA0B,EACrC,MAAM,eAAsB,KAAK,QAAQ,UAAU,EACnD,MAAM,2CAAoD,QAAQ,cAAc,EAAE,EAClF,MAAM,qCAA8C,QAAQ,QAAQ,EAAE,EACtE,MAAM,uCAAgD,QAAQ,oBAAoB,EAAE,EACpF,QAAQ;AACb;AAEA,SAAS,SAAS,OAAwB;AACxC,MAAI,OAAO,UAAU,SAAU,QAAO,OAAO,SAAS,KAAK,IAAI,QAAQ;AACvE,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,SAAS,OAAO,KAAK;AAC3B,WAAO,OAAO,SAAS,MAAM,IAAI,SAAS;AAAA,EAC5C;AACA,SAAO;AACT;AAEA,eAAe,aAAa,IAAiB,WAAyC;AACpF,MAAI;AACF,UAAM,OAAO,MAAM,GAChB,WAAW,4BAAmC,EAC9C,OAAO,CAAC,aAAoB,CAAC,EAC7B,MAAM,oCAA6C,EACnD,MAAM,cAAqB,KAAK,SAAS,EACzC,QAAQ;AACX,WAAO,IAAI,IAAI,KAAK,IAAI,CAAC,QAAQ,OAAO,IAAI,WAAW,EAAE,YAAY,CAAC,CAAC;AAAA,EACzE,QAAQ;AACN,WAAO,oBAAI,IAAY;AAAA,EACzB;AACF;AAEA,eAAsB,cACpB,IACA,SAC2B;AAC3B,QAAM,aAAa,OAAO,SAAS,cAAc,EAAE;AACnD,MAAI,CAAC,YAAY;AACf,WAAO;AAAA,MACL,WAAW;AAAA,MACX,OAAO;AAAA,MACP,cAAc,CAAC;AAAA,MACf,QAAQ,CAAC;AAAA,IACX;AAAA,EACF;AACA,QAAM,gBAAgB,SAAS;AAC/B,QAAM,WAAW,kBAAkB,cAAc,SAAY;AAC7D,QAAM,sBAAsB,SAAS;AACrC,QAAM,iBAAiB,wBAAwB,cAAc,SAAY;AACzE,QAAM,QAAQ,SAAS,UAAU;AACjC,QAAM,YAAY,OAAO,SAAS,SAAS,SAAS,KAAK,QAAS,YAAa,IAC3E,KAAK,IAAI,GAAG,KAAK,MAAM,QAAS,SAAU,CAAC,IAC3C;AACJ,QAAM,gBAAgB,SAAS,wBAAwB;AACvD,QAAM,WAAW,SAAS;AAC1B,QAAM,gBAAgB,SAAS,iBAAiB;AAChD,QAAM,oBAAoB,OAAO,SAAS,SAAS,cAAc,IAC7D,KAAK,IAAI,GAAG,KAAK,MAAM,QAAS,cAAe,CAAC,IAChD;AACJ,QAAM,kBAAkB,oBAAoB;AAC5C,QAAM,oBAAoB,OAAO,SAAS,SAAS,cAAc,IAC7D,KAAK,IAAI,GAAG,KAAK,MAAM,QAAS,cAAe,CAAC,IAChD;AACJ,QAAM,iBAAiB,kBACnB,KAAK,IAAI,mBAAmB,oBAAoB,CAAC,IACjD;AACJ,QAAM,gBAAgB,SAAS,kBAAkB,CAAC,mBAAmB,mBAAmB;AAExF,QAAM,KAAM,GAAW,UAAU;AAMjC,QAAM,QAAQ,iCAAiC,IAAI,UAAU;AAC7D,MAAI,CAAC,SAAS,eAAe,8BAA8B,UAAU,iBAAiB;AACpF,QAAI,CAAC,OAAO;AACV,aAAO,KAAK,gDAAgD;AAAA,QAC1D;AAAA,MACF,CAAC;AAAA,IACH;AACA,WAAO;AAAA,MACL,WAAW;AAAA,MACX,OAAO;AAAA,MACP,cAAc,CAAC;AAAA,MACf,QAAQ,CAAC;AAAA,IACX;AAAA,EACF;AACA,QAAM,UAAU,MAAM,aAAa,IAAI,KAAK;AAC5C,QAAM,YAAY,QAAQ,IAAI,iBAAiB;AAC/C,QAAM,eAAe,QAAQ,IAAI,WAAW;AAC5C,QAAM,gBAAgB,QAAQ,IAAI,YAAY;AAE9C,QAAM,WAAqB;AAAA,IACzB;AAAA,IACA,gBAAgB,kBAAkB;AAAA,IAClC,UAAU,YAAY;AAAA,IACtB;AAAA,IACA,gBAAgB,kBAAkB,oBAAoB;AAAA,EACxD;AAEA,MAAI,CAAC,OAAO;AACV,UAAM,YAAY,MAAM,GACrB,WAAW,mBAA0B,EACrC,OAAO,CAAC,IAAW,CAAC,EACpB,MAAM,eAAsB,KAAK,UAAU,EAC3C,MAAM,eAAsB,MAAM,IAAW,EAC7C,MAAM,2CAAoD,IAAI,EAAE,EAChE,MAAM,qCAA8C,YAAY,IAAI,EAAE,EACtE,MAAM,2CAAoD,cAAc,EAAE,EAC1E,MAAM,2CAAoD,kBAAkB,oBAAoB,IAAI,EAAE,EACtG,iBAAiB;AACpB,QAAI,WAAW;AACb,aAAO;AAAA,QACL,WAAW;AAAA,QACX,OAAO;AAAA,QACP,cAAc,CAAC;AAAA,QACf,QAAQ,CAAC;AAAA,MACX;AAAA,IACF;AAAA,EACF;AAEA,MAAI,eAAe;AACjB,UAAM,uBAAuB,IAAI;AAAA,MAC/B;AAAA,MACA,gBAAgB,SAAS,kBAAkB;AAAA,MAC3C,UAAU,SAAS,YAAY;AAAA,MAC/B,sBAAsB,SAAS,kBAAkB;AAAA,IACnD,CAAC;AAAA,EACH;AAEA,QAAM,WAAW,CAAC,aAA4B,aAA4B,GAAG,eAAe,UAAU,IAAI,YAAY,UAAU;AAEhI,QAAM,iBAAiB,CAA+C,MAAc;AAClF,QAAI,QAAQ;AACZ,QAAI,cAAe,SAAQ,MAAM,MAAM,gBAAuB,MAAM,IAAW;AAC/E,QAAI,aAAa,UAAa,cAAc;AAC1C,cAAQ,aAAa,OACjB,MAAM,MAAM,eAAsB,MAAM,IAAW,IACnD,MAAM,MAAM,eAAsB,KAAK,QAAQ;AAAA,IACrD;AACA,QAAI,mBAAmB,UAAa,WAAW;AAC7C,cAAQ,mBAAmB,OACvB,MAAM,MAAM,qBAA4B,MAAM,IAAW,IACzD,MAAM,MAAM,qBAA4B,KAAK,cAAc;AAAA,IACjE;AACA,QAAI,mBAAmB,mBAAmB,MAAM;AAC9C,cAAQ,MAAM,MAAM,qCAA8C,iBAAiB,OAAO,cAAc,EAAE;AAAA,IAC5G;AACA,WAAO;AAAA,EACT;AAGA,QAAM,aAAa,oBAAI,IAAwB;AAC/C,QAAM,oBAAoB,CAAC,aAA4B,UAAyB,UAAkB;AAChG,UAAM,MAAM,SAAS,aAAa,QAAQ;AAC1C,eAAW,IAAI,KAAK,EAAE,UAAU,aAAa,gBAAgB,UAAU,MAAM,CAAC;AAAA,EAChF;AAEA,QAAM,gBAAgB,gBAAgB,aAAa;AACnD,QAAM,aAAa,aAAa,mBAAmB;AAEnD,MAAI,iBAAiB,YAAY;AAC/B,QAAI,aAAa;AAAA,MACf,GAAG,WAAW,GAAG,KAAK,OAAc,EAAE,OAAO,cAAsB,GAAG,OAAO,CAAC;AAAA,IAChF;AACA,QAAI,eAAe;AACjB,mBAAa,WAAW,OAAO,0BAAiC,EAAE,QAAQ,aAAoB;AAAA,IAChG;AACA,QAAI,YAAY;AACd,mBAAa,WAAW,OAAO,sCAA6C,EAAE,QAAQ,mBAA0B;AAAA,IAClH;AACA,UAAM,OAAO,MAAM,WAAW,QAAQ;AACtC,eAAW,OAAO,MAAM;AACtB,YAAM,eAAe,gBACf,KAAa,aAAa,OAC3B,aAAa,SAAY,OAAO,YAAY;AACjD,YAAM,YAAY,aACZ,KAAa,mBAAmB,OACjC,mBAAmB,SAAY,OAAO,kBAAkB;AAC7D,wBAAkB,cAAc,WAAW,SAAU,KAAa,KAAK,CAAC;AAAA,IAC1E;AAAA,EACF,OAAO;AACL,UAAM,MAAM,MAAM;AAAA,MAChB,GAAG,WAAW,GAAG,KAAK,OAAc,EAAE,OAAO,cAAsB,GAAG,OAAO,CAAC;AAAA,IAChF,EAAE,iBAAiB;AACnB,UAAM,eAAe,aAAa,SAAY,OAAO,YAAY;AACjE,UAAM,YAAY,mBAAmB,SAAY,OAAO,kBAAkB;AAC1E,sBAAkB,cAAc,WAAW,SAAS,KAAK,KAAK,CAAC;AAAA,EACjE;AAEA,QAAM,QAAQ,MAAM,KAAK,WAAW,OAAO,CAAC,EAAE,OAAO,CAAC,KAAK,UAAU,OAAO,OAAO,SAAS,MAAM,KAAK,IAAI,MAAM,QAAQ,IAAI,CAAC;AAC9H,QAAM,WAAW,IAAI,UAAU,cAAc,EAAE,YAAY,MAAM,CAAC;AAClE,QAAM,SAAS,MAAM,GAClB,WAAW,mBAA0B,EACrC,OAAO,CAAC,YAAmB,CAAC,EAC5B,MAAM,eAAsB,KAAK,UAAU,EAC3C,MAAM,mBAA0B,MAAM,IAAW,EACjD,MAAM,qCAA8C,YAAY,IAAI,EAAE,EACtE,MAAM,2CAAoD,cAAc,EAAE,EAC1E,MAAM,2CAAoD,kBAAkB,oBAAoB,IAAI,EAAE,EACtG,QAAQ,cAAqB,MAAM,EACnC,iBAAiB;AACpB,QAAM,eAAe,QAAQ,aAAa,IAAI,KAAK,OAAO,UAAU,IAAI,oBAAI,KAAK;AACjF,QAAM,YAAY,gBAAgB,IAAI,UAAU,IAC5C,CAAC,QAAgB,OAAO,IAAI,EAAE,IAC9B;AAEJ,QAAM,iBAAwD,CAAC;AAC/D,MAAI,aAAa,UAAa,aAAa,MAAM;AAC/C,mBAAe,WAAW,OAAO,QAAQ;AAAA,EAC3C;AACA,MAAI,mBAAmB,UAAa,mBAAmB,MAAM;AAC3D,mBAAe,QAAQ,OAAO,cAAc;AAAA,EAC9C;AAEA,QAAM,eAAe,MAAM,KAAK,WAAW,OAAO,CAAC,EAAE,IAAI,CAAC,WAAW;AAAA,IACnE,UAAU,MAAM;AAAA,IAChB,gBAAgB,MAAM;AAAA,EACxB,EAAE;AACF,QAAM,eAAe,MAAM;AAAA,IACzB,IAAI,IAAI,aAAa,IAAI,CAAC,UAAU,MAAM,YAAY,IAAI,CAAC;AAAA,EAC7D;AAEA,MAAI,YAAY;AAChB,MAAI,SAAwB;AAE5B,WAAS,aAAa,EAAE,WAAW,OAAO,WAAW,EAAE,CAAC;AAExD,MAAI,eAAe;AACjB,QAAI,OAAO;AACT,UAAI;AACF,YAAI,aAAa,GACd,WAAW,gBAAuB,EAClC,MAAM,eAAsB,KAAK,UAAU;AAC9C,YAAI,aAAa,QAAW;AAC1B,uBAAa,WAAW,MAAM,qCAA8C,YAAY,IAAI,EAAE;AAAA,QAChG;AACA,YAAI,mBAAmB,QAAW;AAChC,uBAAa,WAAW,MAAM,2CAAoD,kBAAkB,IAAI,EAAE;AAAA,QAC5G;AACA,cAAM,WAAW,QAAQ;AAAA,MAC3B,SAAS,OAAO;AACd,eAAO,KAAK,mDAAmD;AAAA,UAC7D;AAAA,UACA,UAAU,YAAY;AAAA,UACtB,gBAAgB,kBAAkB;AAAA,UAClC,OAAO,iBAAiB,QAAQ,MAAM,UAAU;AAAA,QAClD,CAAC;AAAA,MACH;AAEA,UAAI,iBAAiB,UAAU;AAC7B,YAAI,aAAa,QAAW;AAC1B,gBAAM,UAAmC;AAAA,YACvC;AAAA,YACA,UAAU,YAAY;AAAA,UACxB;AACA,cAAI,mBAAmB,OAAW,SAAQ,iBAAiB,kBAAkB;AAC7E,cAAI;AACF,kBAAM,SAAS,UAAU,+BAA+B,OAAO;AAAA,UACjE,SAAS,KAAK;AACZ,mBAAO,KAAK,qDAAqD;AAAA,cAC/D;AAAA,cACA,UAAU,YAAY;AAAA,cACtB,gBAAgB,kBAAkB;AAAA,cAClC,OAAO,eAAe,QAAQ,IAAI,UAAU;AAAA,YAC9C,CAAC;AAAA,UACH;AAAA,QACF,OAAO;AACL,iBAAO,KAAK,gEAAgE;AAAA,YAC1E;AAAA,UACF,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAEA,UAAM,QAAQ,KAAK,IAAI;AACvB,eAAW,SAAS,WAAW,OAAO,GAAG;AACvC,YAAM,MAAM,GAAG,UAAU,IAAI,SAAS,MAAM,UAAU,MAAM,cAAc,CAAC;AAC3E,YAAM,OAAO,kBAAkB,IAAI,GAAG,KAAK;AAC3C,UAAI,SAAS,QAAQ,QAAQ,8BAA8B;AACzD,cAAM,oBAAoB,IAAI;AAAA,UAC5B;AAAA,UACA,UAAU,MAAM;AAAA,UAChB,gBAAgB,MAAM;AAAA,UACtB,aAAa;AAAA,QACf,GAAG;AAAA,UACD,WAAW,MAAM;AAAA,UACjB,cAAc;AAAA,UACd,aAAa,gBAAgB,IAAI;AAAA,QACnC,CAAC;AACD,0BAAkB,IAAI,KAAK,KAAK;AAAA,MAClC;AAAA,IACF;AAAA,EACF;AAEA,MAAI;AACF,WAAO,MAAM;AACX,UAAI,QAAQ;AAAA,QACV,GACG,WAAW,GAAG,KAAK,OAAc,EACjC,UAAU,GAAU,EACpB,QAAQ,QAAe,KAAK,EAC5B,MAAM,SAAS;AAAA,MACpB;AACA,UAAI,WAAW,MAAM;AACnB,gBAAQ,MAAM,MAAM,QAAe,KAAK,MAAM;AAAA,MAChD;AACA,YAAM,OAAO,MAAM,MAAM,QAAQ;AACjC,UAAI,CAAC,KAAK,OAAQ;AAElB,YAAM,aAAa,+BAA+B,EAAS;AAC3D,YAAM,cAAc,oBAAI,IAAkC;AAC1D,YAAM,aAAa,OACjB,cACA,KACA,UACG;AACH,eAAO,MAAM;AAAA,UACX;AAAA,UACA;AAAA,UACA,EAAE,UAAU,MAAM,YAAY,MAAM,gBAAgB,MAAM,kBAAkB,KAAK;AAAA,UACjF;AAAA,QACF;AAAA,MACF;AACA,YAAM,aAAa,OACjB,cACA,KACA,UACG;AACH,cAAM,SAAS,MAAM;AAAA,UACnB;AAAA,UACA;AAAA,UACA,EAAE,UAAU,MAAM,YAAY,MAAM,gBAAgB,MAAM,kBAAkB,KAAK;AAAA,UACjF;AAAA,UACA;AAAA,QACF;AACA,YAAI,qBAAqB,GAAG;AAC1B,iBAAO,MAAM,mBAAmB,gCAAgC,cAAc,QAAmC,KAAK,CAAC;AAAA,QACzH;AACA,eAAO;AAAA,MACT;AAEA,YAAM,iBAAiB,IAAI,YAAY,MAAM,gBAAgB,EAAE,sBAAsB,WAAW,YAAY,WAAW,CAAC;AAExH,YAAM,iBAAiB,oBAAI,IAAuF;AAClH,iBAAW,OAAO,MAAM;AACtB,cAAM,cAAc,aAAa,SAC7B,YAAY,OACX,eAAiB,IAAe,aAAa,OAAQ;AAC1D,cAAM,WAAW,mBAAmB,SAChC,kBAAkB,OACjB,YAAc,IAAe,mBAAmB,OAAS,YAAY,UAAU,GAAG,KAAK,OAAO;AACnG,cAAM,MAAM,SAAS,eAAe,MAAM,YAAY,IAAI;AAC1D,cAAM,gBAAgB,eAAe,IAAI,GAAG;AAC5C,YAAI,cAAe,eAAc,SAAS;AAAA,YACrC,gBAAe,IAAI,KAAK;AAAA,UAC3B,UAAU,eAAe;AAAA,UACzB,gBAAgB,YAAY;AAAA,UAC5B,OAAO;AAAA,QACT,CAAC;AAAA,MACH;AACA,UAAI,eAAe,OAAO,GAAG;AAC3B,cAAM;AAAA,UACJ;AAAA,UACA,MAAM,KAAK,eAAe,OAAO,CAAC,EAAE,IAAI,CAAC,WAAW;AAAA,YAClD;AAAA,YACA,UAAU,MAAM;AAAA,YAChB,gBAAgB,MAAM;AAAA,YACtB,aAAa;AAAA,YACb,WAAW;AAAA,YACX,YAAY,MAAM;AAAA,UACpB,EAAE;AAAA,QACJ;AAAA,MACF;AAEA,UAAI,iBAAiB,UAAU;AAC7B,cAAM,QAAQ;AAAA,UACZ,KAAK,IAAI,CAAC,QAAQ;AAChB,kBAAM,WAAW,mBAAmB,SAChC,kBAAkB,OAClB,YACI,IAAe,mBAAmB,OACnC,YAAY,UAAU,GAAG,KAAK,OAAO;AAC5C,kBAAM,cAAc,aAAa,SAC7B,YAAY,OACX,eAAiB,IAAe,aAAa,OAAQ;AAC1D,mBAAO,SACJ,UAAU,6BAA6B;AAAA,cACtC;AAAA,cACA,UAAU,OAAO,IAAI,EAAE;AAAA,cACvB,gBAAgB;AAAA,cAChB,UAAU;AAAA,YACZ,CAAC,EACA,MAAM,MAAM,MAAS;AAAA,UAC1B,CAAC;AAAA,QACH;AAAA,MACF;AAEA,mBAAa,KAAK;AAClB,eAAS,OAAO,KAAK,KAAK,SAAS,CAAC,EAAG,EAAE;AACzC,eAAS,aAAa,EAAE,WAAW,OAAO,WAAW,KAAK,OAAO,CAAC;AAClE,YAAM,kBAAkB,IAAI,UAAU,KAAK,MAAM;AAAA,IACnD;AAEA,UAAM,aAAa,IAAI;AAAA,MACrB;AAAA,MACA;AAAA,MACA;AAAA,MACA,gBAAgB,kBAAkB,iBAAiB;AAAA,MACnD,gBAAgB,kBAAkB,oBAAoB;AAAA,MACtD,WAAW;AAAA,IACb,CAAC;AAED,QAAI,SAAS,kBAAkB,CAAC,mBAAmB,mBAAmB,OAAO;AAC3E,UAAI;AACF,cAAM,cAAc,cAAc;AAAA,UAChC,UAAU;AAAA,UACV;AAAA,UACA;AAAA,UACA,WAAW;AAAA,QACb,CAAC;AAAA,MACH,SAAS,OAAO;AACd,eAAO,KAAK,gDAAgD;AAAA,UAC1D;AAAA,UACA,UAAU,YAAY;AAAA,UACtB,gBAAgB,kBAAkB;AAAA,UAClC,OAAO,iBAAiB,QAAQ,MAAM,UAAU;AAAA,QAClD,CAAC;AAAA,MACH;AAAA,IACF;AAEA,eAAW,SAAS,cAAc;AAChC,YAAM;AAAA,QACJ;AAAA,QACA;AAAA,UACE;AAAA,UACA,UAAU,MAAM;AAAA,UAChB,gBAAgB,MAAM;AAAA,UACtB,aAAa;AAAA,QACf;AAAA,MACF;AAAA,IACF;AAAA,EACF,UAAE;AACA,UAAM,YAAY,IAAI,QAAQ;AAAA,EAChC;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA,QAAQ;AAAA,IACR;AAAA,EACF;AACF;",
+  "sourcesContent": ["import type { EntityManager } from '@mikro-orm/postgresql'\nimport { type Kysely, sql } from 'kysely'\nimport { resolveRegisteredEntityTableName } from '@open-mercato/shared/lib/query/engine'\nimport { resolveTenantEncryptionService } from '@open-mercato/shared/lib/encryption/customFieldValues'\nimport { decryptIndexDocForSearch, encryptIndexDocForStorage } from '@open-mercato/shared/lib/encryption/indexDoc'\nimport {\n  upsertIndexBatch,\n  assertIndexBatchWritesLanded,\n  createEmptyUpsertIndexBatchResult,\n  mergeUpsertIndexBatchResults,\n  QueryIndexBatchWriteError,\n  type AnyRow,\n} from './batch'\nimport { refreshCoverageSnapshot, writeCoverageCounts, applyCoverageAdjustments } from './coverage'\nimport { prepareJob, updateJobProgress, finalizeJob, type JobScope } from './jobs'\nimport { purgeOrphans } from './stale'\nimport type { VectorIndexService } from '@open-mercato/search/vector'\nimport { isSearchDebugEnabled } from './search-tokens'\nimport { createLogger } from '@open-mercato/shared/lib/logger'\n\nconst logger = createLogger('query_index').child({ component: 'reindexer' })\n\nexport type ReindexJobOptions = {\n  entityType: string\n  tenantId?: string | null\n  organizationId?: string | null\n  force?: boolean\n  batchSize?: number\n  emitVectorizeEvents?: boolean\n  eventBus?: {\n    emitEvent(event: string, payload: any, options?: any): Promise<void>\n  }\n  partitionCount?: number\n  partitionIndex?: number\n  resetCoverage?: boolean\n  onProgress?: (info: { processed: number; total: number; chunkSize: number }) => void\n  vectorService?: VectorIndexService | null\n}\n\nexport type ReindexJobResult = {\n  processed: number\n  total: number\n  tenantScopes: Array<string | null>\n  scopes: Array<{ tenantId: string | null; organizationId: string | null }>\n}\n\nexport const DEFAULT_REINDEX_PARTITIONS = 5\nconst DEFAULT_BATCH_SIZE = 500\n/**\n * Above this many failed records the purge exclusion list stops being a sane query, so\n * the purge is skipped entirely instead. Failing closed keeps stale rows; the alternative\n * deletes index entries the run failed to rebuild.\n */\nconst MAX_PURGE_EXCLUSIONS = 1000\nconst deriveOrgFromId = new Set<string>(['directory:organization'])\nconst COVERAGE_REFRESH_THROTTLE_MS = 5 * 60 * 1000\nconst lastCoverageReset = new Map<string, number>()\n\nconst REINDEX_DECRYPT_DEBUG_KEYS = ['display_name', 'first_name', 'last_name', 'brand_name', 'legal_name', 'primary_email', 'primary_phone'] as const\n\nexport type ReindexDecryptDebugPayload = {\n  entityType: string\n  tenantId: string | null\n  organizationId: string | null\n  keys: string[]\n}\n\nexport function buildReindexDecryptDebugPayload(\n  entityType: string,\n  doc: Record<string, unknown>,\n  scope: { organizationId: string | null; tenantId: string | null },\n): ReindexDecryptDebugPayload {\n  const presentKeys: string[] = []\n  for (const key of REINDEX_DECRYPT_DEBUG_KEYS) {\n    const value = doc[key]\n    if (key in doc && value != null && value !== '') presentKeys.push(key)\n  }\n  return {\n    entityType,\n    tenantId: scope.tenantId ?? null,\n    organizationId: scope.organizationId ?? null,\n    keys: presentKeys,\n  }\n}\n\nasync function cleanupLegacyJobScopes(\n  db: Kysely<any>,\n  options: {\n    entityType: string\n    organizationId: string | null\n    tenantId: string | null\n    activePartitionCount: number | null\n  },\n): Promise<void> {\n  await db\n    .deleteFrom('entity_index_jobs' as any)\n    .where('entity_type' as any, '=', options.entityType)\n    .where(sql<boolean>`organization_id is not distinct from ${options.organizationId}`)\n    .where(sql<boolean>`tenant_id is not distinct from ${options.tenantId}`)\n    .where(sql<boolean>`partition_count is distinct from ${options.activePartitionCount}`)\n    .execute()\n}\n\nfunction toNumber(value: unknown): number {\n  if (typeof value === 'number') return Number.isFinite(value) ? value : 0\n  if (typeof value === 'string') {\n    const parsed = Number(value)\n    return Number.isFinite(parsed) ? parsed : 0\n  }\n  return 0\n}\n\nasync function getColumnSet(db: Kysely<any>, tableName: string): Promise<Set<string>> {\n  try {\n    const rows = await db\n      .selectFrom('information_schema.columns' as any)\n      .select(['column_name' as any])\n      .where(sql<boolean>`table_schema = current_schema()`)\n      .where('table_name' as any, '=', tableName)\n      .execute() as Array<{ column_name: string }>\n    return new Set(rows.map((row) => String(row.column_name).toLowerCase()))\n  } catch {\n    return new Set<string>()\n  }\n}\n\nexport async function reindexEntity(\n  em: EntityManager,\n  options: ReindexJobOptions,\n): Promise<ReindexJobResult> {\n  const entityType = String(options?.entityType || '')\n  if (!entityType) {\n    return {\n      processed: 0,\n      total: 0,\n      tenantScopes: [],\n      scopes: [],\n    }\n  }\n  const tenantIdInput = options?.tenantId\n  const tenantId = tenantIdInput === 'undefined' ? undefined : tenantIdInput\n  const organizationIdInput = options?.organizationId\n  const organizationId = organizationIdInput === 'undefined' ? undefined : organizationIdInput\n  const force = options?.force === true\n  const batchSize = Number.isFinite(options?.batchSize) && options!.batchSize! > 0\n    ? Math.max(1, Math.trunc(options!.batchSize!))\n    : DEFAULT_BATCH_SIZE\n  const emitVectorize = options?.emitVectorizeEvents === true\n  const eventBus = options?.eventBus\n  const vectorService = options?.vectorService ?? null\n  const partitionCountRaw = Number.isFinite(options?.partitionCount)\n    ? Math.max(1, Math.trunc(options!.partitionCount!))\n    : 1\n  const usingPartitions = partitionCountRaw > 1\n  const partitionIndexRaw = Number.isFinite(options?.partitionIndex)\n    ? Math.max(0, Math.trunc(options!.partitionIndex!))\n    : 0\n  const partitionIndex = usingPartitions\n    ? Math.min(partitionIndexRaw, partitionCountRaw - 1)\n    : null\n  const resetCoverage = options?.resetCoverage ?? (!usingPartitions || partitionIndex === 0)\n\n  const db = (em as any).getKysely() as Kysely<any>\n  // Resolve the source table strictly via registered MikroORM metadata. We must\n  // never fall back to a pluralized guess derived from the caller-supplied id\n  // here: doing so would let a principal with `query_index.reindex` point the\n  // reindexer at arbitrary tables (e.g. `auth_users`, `users`) and read their\n  // rows into the index, bypassing tenant scoping and entity-level encryption.\n  const table = resolveRegisteredEntityTableName(em, entityType)\n  if (!table || entityType === 'query_index:search_token' || table === 'search_tokens') {\n    if (!table) {\n      logger.warn('Refusing to reindex unregistered entity type', {\n        entityType,\n      })\n    }\n    return {\n      processed: 0,\n      total: 0,\n      tenantScopes: [],\n      scopes: [],\n    }\n  }\n  const columns = await getColumnSet(db, table)\n  const hasOrgCol = columns.has('organization_id')\n  const hasTenantCol = columns.has('tenant_id')\n  const hasDeletedCol = columns.has('deleted_at')\n\n  const jobScope: JobScope = {\n    entityType,\n    organizationId: organizationId ?? null,\n    tenantId: tenantId ?? null,\n    partitionIndex,\n    partitionCount: usingPartitions ? partitionCountRaw : null,\n  }\n\n  if (!force) {\n    const activeJob = await db\n      .selectFrom('entity_index_jobs' as any)\n      .select(['id' as any])\n      .where('entity_type' as any, '=', entityType)\n      .where('finished_at' as any, 'is', null as any)\n      .where(sql<boolean>`organization_id is not distinct from ${null}`)\n      .where(sql<boolean>`tenant_id is not distinct from ${tenantId ?? null}`)\n      .where(sql<boolean>`partition_index is not distinct from ${partitionIndex}`)\n      .where(sql<boolean>`partition_count is not distinct from ${usingPartitions ? partitionCountRaw : null}`)\n      .executeTakeFirst()\n    if (activeJob) {\n      return {\n        processed: 0,\n        total: 0,\n        tenantScopes: [],\n        scopes: [],\n      }\n    }\n  }\n\n  if (resetCoverage) {\n    await cleanupLegacyJobScopes(db, {\n      entityType,\n      organizationId: jobScope.organizationId ?? null,\n      tenantId: jobScope.tenantId ?? null,\n      activePartitionCount: jobScope.partitionCount ?? null,\n    })\n  }\n\n  const scopeKey = (tenantValue: string | null, orgValue: string | null) => `${tenantValue ?? '__null__'}|${orgValue ?? '__null__'}`\n\n  const applyBaseWhere = <QB extends { where: (...args: any[]) => QB }>(q: QB): QB => {\n    let chain = q\n    if (hasDeletedCol) chain = chain.where('b.deleted_at' as any, 'is', null as any)\n    if (tenantId !== undefined && hasTenantCol) {\n      chain = tenantId === null\n        ? chain.where('b.tenant_id' as any, 'is', null as any)\n        : chain.where('b.tenant_id' as any, '=', tenantId)\n    }\n    if (organizationId !== undefined && hasOrgCol) {\n      chain = organizationId === null\n        ? chain.where('b.organization_id' as any, 'is', null as any)\n        : chain.where('b.organization_id' as any, '=', organizationId)\n    }\n    if (usingPartitions && partitionIndex !== null) {\n      chain = chain.where(sql<boolean>`mod(abs(hashtext(b.id::text)), ${partitionCountRaw}) = ${partitionIndex}`)\n    }\n    return chain\n  }\n\n  type ScopeStats = { tenantId: string | null; organizationId: string | null; count: number }\n  const baseCounts = new Map<string, ScopeStats>()\n  const registerBaseCount = (tenantValue: string | null, orgValue: string | null, count: number) => {\n    const key = scopeKey(tenantValue, orgValue)\n    baseCounts.set(key, { tenantId: tenantValue, organizationId: orgValue, count })\n  }\n\n  const groupByTenant = hasTenantCol && tenantId === undefined\n  const groupByOrg = hasOrgCol && organizationId === undefined\n\n  if (groupByTenant || groupByOrg) {\n    let groupQuery = applyBaseWhere(\n      db.selectFrom(`${table} as b` as any).select(sql<number>`count(*)`.as('count')),\n    )\n    if (groupByTenant) {\n      groupQuery = groupQuery.select('b.tenant_id as tenant_id' as any).groupBy('b.tenant_id' as any)\n    }\n    if (groupByOrg) {\n      groupQuery = groupQuery.select('b.organization_id as organization_id' as any).groupBy('b.organization_id' as any)\n    }\n    const rows = await groupQuery.execute() as Array<Record<string, unknown>>\n    for (const row of rows) {\n      const bucketTenant = groupByTenant\n        ? ((row as any)?.tenant_id ?? null)\n        : (tenantId === undefined ? null : tenantId ?? null)\n      const bucketOrg = groupByOrg\n        ? ((row as any)?.organization_id ?? null)\n        : (organizationId === undefined ? null : organizationId ?? null)\n      registerBaseCount(bucketTenant, bucketOrg, toNumber((row as any)?.count))\n    }\n  } else {\n    const row = await applyBaseWhere(\n      db.selectFrom(`${table} as b` as any).select(sql<number>`count(*)`.as('count')),\n    ).executeTakeFirst() as { count: unknown } | undefined\n    const bucketTenant = tenantId === undefined ? null : tenantId ?? null\n    const bucketOrg = organizationId === undefined ? null : organizationId ?? null\n    registerBaseCount(bucketTenant, bucketOrg, toNumber(row?.count))\n  }\n\n  const total = Array.from(baseCounts.values()).reduce((acc, value) => acc + (Number.isFinite(value.count) ? value.count : 0), 0)\n  await prepareJob(db, jobScope, 'reindexing', { totalCount: total })\n  const jobRow = await db\n    .selectFrom('entity_index_jobs' as any)\n    .select(['started_at' as any])\n    .where('entity_type' as any, '=', entityType)\n    .where('organization_id' as any, 'is', null as any)\n    .where(sql<boolean>`tenant_id is not distinct from ${tenantId ?? null}`)\n    .where(sql<boolean>`partition_index is not distinct from ${partitionIndex}`)\n    .where(sql<boolean>`partition_count is not distinct from ${usingPartitions ? partitionCountRaw : null}`)\n    .orderBy('started_at' as any, 'desc')\n    .executeTakeFirst() as { started_at: Date | string } | undefined\n  const jobStartedAt = jobRow?.started_at ? new Date(jobRow.started_at) : new Date()\n  const deriveOrg = deriveOrgFromId.has(entityType)\n    ? (row: AnyRow) => String(row.id)\n    : undefined\n\n  const scopeOverrides: { tenantId?: string; orgId?: string } = {}\n  if (tenantId !== undefined && tenantId !== null) {\n    scopeOverrides.tenantId = String(tenantId)\n  }\n  if (organizationId !== undefined && organizationId !== null) {\n    scopeOverrides.orgId = String(organizationId)\n  }\n\n  const scopeEntries = Array.from(baseCounts.values()).map((entry) => ({\n    tenantId: entry.tenantId,\n    organizationId: entry.organizationId,\n  }))\n  const tenantScopes = Array.from(\n    new Set(scopeEntries.map((entry) => entry.tenantId ?? null)),\n  )\n\n  let processed = 0\n  let lastId: string | null = null\n  let jobFailed = false\n  const writeTotals = createEmptyUpsertIndexBatchResult()\n\n  options?.onProgress?.({ processed, total, chunkSize: 0 })\n\n  if (resetCoverage) {\n    if (force) {\n      try {\n        let purgeQuery = db\n          .deleteFrom('entity_indexes' as any)\n          .where('entity_type' as any, '=', entityType)\n        if (tenantId !== undefined) {\n          purgeQuery = purgeQuery.where(sql<boolean>`tenant_id is not distinct from ${tenantId ?? null}`)\n        }\n        if (organizationId !== undefined) {\n          purgeQuery = purgeQuery.where(sql<boolean>`organization_id is not distinct from ${organizationId ?? null}`)\n        }\n        await purgeQuery.execute()\n      } catch (error) {\n        logger.warn('Failed to purge index rows before force reindex', {\n          entityType,\n          tenantId: tenantId ?? null,\n          organizationId: organizationId ?? null,\n          error: error instanceof Error ? error.message : error,\n        })\n      }\n\n      if (emitVectorize && eventBus) {\n        if (tenantId !== undefined) {\n          const payload: Record<string, unknown> = {\n            entityType,\n            tenantId: tenantId ?? null,\n          }\n          if (organizationId !== undefined) payload.organizationId = organizationId ?? null\n          try {\n            await eventBus.emitEvent('query_index.vectorize_purge', payload)\n          } catch (err) {\n            logger.warn('Failed to queue vector purge before force reindex', {\n              entityType,\n              tenantId: tenantId ?? null,\n              organizationId: organizationId ?? null,\n              error: err instanceof Error ? err.message : err,\n            })\n          }\n        } else {\n          logger.warn('Skipping vector purge for force reindex without tenant scope', {\n            entityType,\n          })\n        }\n      }\n    }\n\n    const nowTs = Date.now()\n    for (const scope of baseCounts.values()) {\n      const key = `${entityType}|${scopeKey(scope.tenantId, scope.organizationId)}`\n      const last = lastCoverageReset.get(key) ?? 0\n      if (force || nowTs - last >= COVERAGE_REFRESH_THROTTLE_MS) {\n        await writeCoverageCounts(em, {\n          entityType,\n          tenantId: scope.tenantId,\n          organizationId: scope.organizationId,\n          withDeleted: false,\n        }, {\n          baseCount: scope.count,\n          indexedCount: 0,\n          vectorCount: emitVectorize ? 0 : undefined,\n        })\n        lastCoverageReset.set(key, nowTs)\n      }\n    }\n  }\n\n  try {\n    while (true) {\n      let query = applyBaseWhere(\n        db\n          .selectFrom(`${table} as b` as any)\n          .selectAll('b' as any)\n          .orderBy('b.id' as any, 'asc')\n          .limit(batchSize),\n      )\n      if (lastId !== null) {\n        query = query.where('b.id' as any, '>', lastId)\n      }\n      const rows = await query.execute() as AnyRow[]\n      if (!rows.length) break\n\n      const encryption = resolveTenantEncryptionService(em as any)\n      const dekKeyCache = new Map<string | null, string | null>()\n      const encryptDoc = async (\n        targetEntity: string,\n        doc: Record<string, unknown>,\n        scope: { organizationId: string | null; tenantId: string | null },\n      ) => {\n        return await encryptIndexDocForStorage(\n          targetEntity,\n          doc,\n          { tenantId: scope.tenantId ?? null, organizationId: scope.organizationId ?? null },\n          encryption,\n        )\n      }\n      const decryptDoc = async (\n        targetEntity: string,\n        doc: Record<string, unknown>,\n        scope: { organizationId: string | null; tenantId: string | null },\n      ) => {\n        const result = await decryptIndexDocForSearch(\n          targetEntity,\n          doc,\n          { tenantId: scope.tenantId ?? null, organizationId: scope.organizationId ?? null },\n          encryption,\n          dekKeyCache,\n        )\n        if (isSearchDebugEnabled()) {\n          logger.debug('Reindex decrypt', buildReindexDecryptDebugPayload(targetEntity, result as Record<string, unknown>, scope))\n        }\n        return result\n      }\n\n      const batchResult = await upsertIndexBatch(db, entityType, rows, scopeOverrides, { deriveOrganizationId: deriveOrg, encryptDoc, decryptDoc })\n      mergeUpsertIndexBatchResults(writeTotals, batchResult)\n\n      // A whole batch failing is infrastructural (pool exhausted, disk full, KMS down),\n      // not a poison record. Abort now instead of grinding through the rest of the table.\n      if (batchResult.written === 0 && batchResult.attempted > 0) {\n        throw new QueryIndexBatchWriteError(entityType, writeTotals)\n      }\n\n      const failedInBatch = new Set(batchResult.failedRecordIds)\n      const writtenRows = failedInBatch.size ? rows.filter((row) => !failedInBatch.has(String(row.id))) : rows\n\n      const coverageDeltas = new Map<string, { tenantId: string | null; organizationId: string | null; delta: number }>()\n      for (const row of writtenRows) {\n        const scopeTenant = tenantId !== undefined\n          ? tenantId ?? null\n          : (hasTenantCol ? ((row as AnyRow).tenant_id ?? null) : null)\n        const scopeOrg = organizationId !== undefined\n          ? organizationId ?? null\n          : (hasOrgCol ? ((row as AnyRow).organization_id ?? null) : (deriveOrg ? deriveOrg(row) ?? null : null))\n        const key = scopeKey(scopeTenant ?? null, scopeOrg ?? null)\n        const existingDelta = coverageDeltas.get(key)\n        if (existingDelta) existingDelta.delta += 1\n        else coverageDeltas.set(key, {\n          tenantId: scopeTenant ?? null,\n          organizationId: scopeOrg ?? null,\n          delta: 1,\n        })\n      }\n      if (coverageDeltas.size > 0) {\n        await applyCoverageAdjustments(\n          em,\n          Array.from(coverageDeltas.values()).map((entry) => ({\n            entityType,\n            tenantId: entry.tenantId,\n            organizationId: entry.organizationId,\n            withDeleted: false,\n            deltaBase: 0,\n            deltaIndex: entry.delta,\n          })),\n        )\n      }\n\n      if (emitVectorize && eventBus) {\n        await Promise.all(\n          writtenRows.map((row) => {\n            const scopeOrg = organizationId !== undefined\n              ? organizationId ?? null\n              : hasOrgCol\n                ? ((row as AnyRow).organization_id ?? null)\n                : (deriveOrg ? deriveOrg(row) ?? null : null)\n            const scopeTenant = tenantId !== undefined\n              ? tenantId ?? null\n              : (hasTenantCol ? ((row as AnyRow).tenant_id ?? null) : null)\n            return eventBus\n              .emitEvent('query_index.vectorize_one', {\n                entityType,\n                recordId: String(row.id),\n                organizationId: scopeOrg,\n                tenantId: scopeTenant,\n              })\n              .catch(() => undefined)\n          }),\n        )\n      }\n\n      processed += batchResult.written\n      lastId = String(rows[rows.length - 1]!.id)\n      options?.onProgress?.({ processed, total, chunkSize: batchResult.written })\n      await updateJobProgress(db, jobScope, batchResult.written)\n    }\n\n    // Records this run failed to write still look untouched to the purge predicate, so\n    // without the exclusion the purge would delete the index rows it just failed to\n    // rebuild \u2014 turning a stale entry into a missing one.\n    const purgeExclusions = writeTotals.failedRecordIds\n    if (purgeExclusions.length > MAX_PURGE_EXCLUSIONS) {\n      logger.warn('Skipping orphan purge after widespread write failures', {\n        entityType,\n        failedRecords: purgeExclusions.length,\n      })\n    } else {\n      await purgeOrphans(db, {\n        entityType,\n        tenantId,\n        organizationId,\n        partitionIndex: usingPartitions ? partitionIndex : null,\n        partitionCount: usingPartitions ? partitionCountRaw : null,\n        startedAt: jobStartedAt,\n        excludeRecordIds: purgeExclusions,\n      })\n    }\n\n    if (force && vectorService && (!usingPartitions || partitionIndex === null)) {\n      try {\n        await vectorService.removeOrphans({\n          entityId: entityType,\n          tenantId,\n          organizationId,\n          olderThan: jobStartedAt,\n        })\n      } catch (error) {\n        logger.warn('Failed to prune vector orphans after reindex', {\n          entityType,\n          tenantId: tenantId ?? null,\n          organizationId: organizationId ?? null,\n          error: error instanceof Error ? error.message : error,\n        })\n      }\n    }\n\n    for (const scope of scopeEntries) {\n      await refreshCoverageSnapshot(\n        em,\n        {\n          entityType,\n          tenantId: scope.tenantId,\n          organizationId: scope.organizationId,\n          withDeleted: false,\n        },\n      )\n    }\n\n    // Deliberately after the coverage refresh: the authoritative recount is what keeps\n    // indexed_count truthful, and it is most worth having when a run has just failed.\n    // Throwing here fails the queue job so the loss is visible instead of silent.\n    if (writeTotals.searchTokenFailures > 0) {\n      logger.warn('Search token writes failed during reindex', {\n        entityType,\n        batches: writeTotals.searchTokenFailures,\n      })\n    }\n    assertIndexBatchWritesLanded(entityType, writeTotals)\n  } catch (error) {\n    jobFailed = true\n    throw error\n  } finally {\n    // Still finalized on failure: the scope stays wedged behind the active-job guard\n    // while finished_at is null. The status carries the outcome instead.\n    await finalizeJob(db, jobScope, jobFailed ? { status: 'failed' } : {})\n  }\n\n  return {\n    processed,\n    total,\n    scopes: scopeEntries,\n    tenantScopes,\n  }\n}\n"],
+  "mappings": "AACA,SAAsB,WAAW;AACjC,SAAS,wCAAwC;AACjD,SAAS,sCAAsC;AAC/C,SAAS,0BAA0B,iCAAiC;AACpE;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OAEK;AACP,SAAS,yBAAyB,qBAAqB,gCAAgC;AACvF,SAAS,YAAY,mBAAmB,mBAAkC;AAC1E,SAAS,oBAAoB;AAE7B,SAAS,4BAA4B;AACrC,SAAS,oBAAoB;AAE7B,MAAM,SAAS,aAAa,aAAa,EAAE,MAAM,EAAE,WAAW,YAAY,CAAC;AA0BpE,MAAM,6BAA6B;AAC1C,MAAM,qBAAqB;AAM3B,MAAM,uBAAuB;AAC7B,MAAM,kBAAkB,oBAAI,IAAY,CAAC,wBAAwB,CAAC;AAClE,MAAM,+BAA+B,IAAI,KAAK;AAC9C,MAAM,oBAAoB,oBAAI,IAAoB;AAElD,MAAM,6BAA6B,CAAC,gBAAgB,cAAc,aAAa,cAAc,cAAc,iBAAiB,eAAe;AASpI,SAAS,gCACd,YACA,KACA,OAC4B;AAC5B,QAAM,cAAwB,CAAC;AAC/B,aAAW,OAAO,4BAA4B;AAC5C,UAAM,QAAQ,IAAI,GAAG;AACrB,QAAI,OAAO,OAAO,SAAS,QAAQ,UAAU,GAAI,aAAY,KAAK,GAAG;AAAA,EACvE;AACA,SAAO;AAAA,IACL;AAAA,IACA,UAAU,MAAM,YAAY;AAAA,IAC5B,gBAAgB,MAAM,kBAAkB;AAAA,IACxC,MAAM;AAAA,EACR;AACF;AAEA,eAAe,uBACb,IACA,SAMe;AACf,QAAM,GACH,WAAW,mBAA0B,EACrC,MAAM,eAAsB,KAAK,QAAQ,UAAU,EACnD,MAAM,2CAAoD,QAAQ,cAAc,EAAE,EAClF,MAAM,qCAA8C,QAAQ,QAAQ,EAAE,EACtE,MAAM,uCAAgD,QAAQ,oBAAoB,EAAE,EACpF,QAAQ;AACb;AAEA,SAAS,SAAS,OAAwB;AACxC,MAAI,OAAO,UAAU,SAAU,QAAO,OAAO,SAAS,KAAK,IAAI,QAAQ;AACvE,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,SAAS,OAAO,KAAK;AAC3B,WAAO,OAAO,SAAS,MAAM,IAAI,SAAS;AAAA,EAC5C;AACA,SAAO;AACT;AAEA,eAAe,aAAa,IAAiB,WAAyC;AACpF,MAAI;AACF,UAAM,OAAO,MAAM,GAChB,WAAW,4BAAmC,EAC9C,OAAO,CAAC,aAAoB,CAAC,EAC7B,MAAM,oCAA6C,EACnD,MAAM,cAAqB,KAAK,SAAS,EACzC,QAAQ;AACX,WAAO,IAAI,IAAI,KAAK,IAAI,CAAC,QAAQ,OAAO,IAAI,WAAW,EAAE,YAAY,CAAC,CAAC;AAAA,EACzE,QAAQ;AACN,WAAO,oBAAI,IAAY;AAAA,EACzB;AACF;AAEA,eAAsB,cACpB,IACA,SAC2B;AAC3B,QAAM,aAAa,OAAO,SAAS,cAAc,EAAE;AACnD,MAAI,CAAC,YAAY;AACf,WAAO;AAAA,MACL,WAAW;AAAA,MACX,OAAO;AAAA,MACP,cAAc,CAAC;AAAA,MACf,QAAQ,CAAC;AAAA,IACX;AAAA,EACF;AACA,QAAM,gBAAgB,SAAS;AAC/B,QAAM,WAAW,kBAAkB,cAAc,SAAY;AAC7D,QAAM,sBAAsB,SAAS;AACrC,QAAM,iBAAiB,wBAAwB,cAAc,SAAY;AACzE,QAAM,QAAQ,SAAS,UAAU;AACjC,QAAM,YAAY,OAAO,SAAS,SAAS,SAAS,KAAK,QAAS,YAAa,IAC3E,KAAK,IAAI,GAAG,KAAK,MAAM,QAAS,SAAU,CAAC,IAC3C;AACJ,QAAM,gBAAgB,SAAS,wBAAwB;AACvD,QAAM,WAAW,SAAS;AAC1B,QAAM,gBAAgB,SAAS,iBAAiB;AAChD,QAAM,oBAAoB,OAAO,SAAS,SAAS,cAAc,IAC7D,KAAK,IAAI,GAAG,KAAK,MAAM,QAAS,cAAe,CAAC,IAChD;AACJ,QAAM,kBAAkB,oBAAoB;AAC5C,QAAM,oBAAoB,OAAO,SAAS,SAAS,cAAc,IAC7D,KAAK,IAAI,GAAG,KAAK,MAAM,QAAS,cAAe,CAAC,IAChD;AACJ,QAAM,iBAAiB,kBACnB,KAAK,IAAI,mBAAmB,oBAAoB,CAAC,IACjD;AACJ,QAAM,gBAAgB,SAAS,kBAAkB,CAAC,mBAAmB,mBAAmB;AAExF,QAAM,KAAM,GAAW,UAAU;AAMjC,QAAM,QAAQ,iCAAiC,IAAI,UAAU;AAC7D,MAAI,CAAC,SAAS,eAAe,8BAA8B,UAAU,iBAAiB;AACpF,QAAI,CAAC,OAAO;AACV,aAAO,KAAK,gDAAgD;AAAA,QAC1D;AAAA,MACF,CAAC;AAAA,IACH;AACA,WAAO;AAAA,MACL,WAAW;AAAA,MACX,OAAO;AAAA,MACP,cAAc,CAAC;AAAA,MACf,QAAQ,CAAC;AAAA,IACX;AAAA,EACF;AACA,QAAM,UAAU,MAAM,aAAa,IAAI,KAAK;AAC5C,QAAM,YAAY,QAAQ,IAAI,iBAAiB;AAC/C,QAAM,eAAe,QAAQ,IAAI,WAAW;AAC5C,QAAM,gBAAgB,QAAQ,IAAI,YAAY;AAE9C,QAAM,WAAqB;AAAA,IACzB;AAAA,IACA,gBAAgB,kBAAkB;AAAA,IAClC,UAAU,YAAY;AAAA,IACtB;AAAA,IACA,gBAAgB,kBAAkB,oBAAoB;AAAA,EACxD;AAEA,MAAI,CAAC,OAAO;AACV,UAAM,YAAY,MAAM,GACrB,WAAW,mBAA0B,EACrC,OAAO,CAAC,IAAW,CAAC,EACpB,MAAM,eAAsB,KAAK,UAAU,EAC3C,MAAM,eAAsB,MAAM,IAAW,EAC7C,MAAM,2CAAoD,IAAI,EAAE,EAChE,MAAM,qCAA8C,YAAY,IAAI,EAAE,EACtE,MAAM,2CAAoD,cAAc,EAAE,EAC1E,MAAM,2CAAoD,kBAAkB,oBAAoB,IAAI,EAAE,EACtG,iBAAiB;AACpB,QAAI,WAAW;AACb,aAAO;AAAA,QACL,WAAW;AAAA,QACX,OAAO;AAAA,QACP,cAAc,CAAC;AAAA,QACf,QAAQ,CAAC;AAAA,MACX;AAAA,IACF;AAAA,EACF;AAEA,MAAI,eAAe;AACjB,UAAM,uBAAuB,IAAI;AAAA,MAC/B;AAAA,MACA,gBAAgB,SAAS,kBAAkB;AAAA,MAC3C,UAAU,SAAS,YAAY;AAAA,MAC/B,sBAAsB,SAAS,kBAAkB;AAAA,IACnD,CAAC;AAAA,EACH;AAEA,QAAM,WAAW,CAAC,aAA4B,aAA4B,GAAG,eAAe,UAAU,IAAI,YAAY,UAAU;AAEhI,QAAM,iBAAiB,CAA+C,MAAc;AAClF,QAAI,QAAQ;AACZ,QAAI,cAAe,SAAQ,MAAM,MAAM,gBAAuB,MAAM,IAAW;AAC/E,QAAI,aAAa,UAAa,cAAc;AAC1C,cAAQ,aAAa,OACjB,MAAM,MAAM,eAAsB,MAAM,IAAW,IACnD,MAAM,MAAM,eAAsB,KAAK,QAAQ;AAAA,IACrD;AACA,QAAI,mBAAmB,UAAa,WAAW;AAC7C,cAAQ,mBAAmB,OACvB,MAAM,MAAM,qBAA4B,MAAM,IAAW,IACzD,MAAM,MAAM,qBAA4B,KAAK,cAAc;AAAA,IACjE;AACA,QAAI,mBAAmB,mBAAmB,MAAM;AAC9C,cAAQ,MAAM,MAAM,qCAA8C,iBAAiB,OAAO,cAAc,EAAE;AAAA,IAC5G;AACA,WAAO;AAAA,EACT;AAGA,QAAM,aAAa,oBAAI,IAAwB;AAC/C,QAAM,oBAAoB,CAAC,aAA4B,UAAyB,UAAkB;AAChG,UAAM,MAAM,SAAS,aAAa,QAAQ;AAC1C,eAAW,IAAI,KAAK,EAAE,UAAU,aAAa,gBAAgB,UAAU,MAAM,CAAC;AAAA,EAChF;AAEA,QAAM,gBAAgB,gBAAgB,aAAa;AACnD,QAAM,aAAa,aAAa,mBAAmB;AAEnD,MAAI,iBAAiB,YAAY;AAC/B,QAAI,aAAa;AAAA,MACf,GAAG,WAAW,GAAG,KAAK,OAAc,EAAE,OAAO,cAAsB,GAAG,OAAO,CAAC;AAAA,IAChF;AACA,QAAI,eAAe;AACjB,mBAAa,WAAW,OAAO,0BAAiC,EAAE,QAAQ,aAAoB;AAAA,IAChG;AACA,QAAI,YAAY;AACd,mBAAa,WAAW,OAAO,sCAA6C,EAAE,QAAQ,mBAA0B;AAAA,IAClH;AACA,UAAM,OAAO,MAAM,WAAW,QAAQ;AACtC,eAAW,OAAO,MAAM;AACtB,YAAM,eAAe,gBACf,KAAa,aAAa,OAC3B,aAAa,SAAY,OAAO,YAAY;AACjD,YAAM,YAAY,aACZ,KAAa,mBAAmB,OACjC,mBAAmB,SAAY,OAAO,kBAAkB;AAC7D,wBAAkB,cAAc,WAAW,SAAU,KAAa,KAAK,CAAC;AAAA,IAC1E;AAAA,EACF,OAAO;AACL,UAAM,MAAM,MAAM;AAAA,MAChB,GAAG,WAAW,GAAG,KAAK,OAAc,EAAE,OAAO,cAAsB,GAAG,OAAO,CAAC;AAAA,IAChF,EAAE,iBAAiB;AACnB,UAAM,eAAe,aAAa,SAAY,OAAO,YAAY;AACjE,UAAM,YAAY,mBAAmB,SAAY,OAAO,kBAAkB;AAC1E,sBAAkB,cAAc,WAAW,SAAS,KAAK,KAAK,CAAC;AAAA,EACjE;AAEA,QAAM,QAAQ,MAAM,KAAK,WAAW,OAAO,CAAC,EAAE,OAAO,CAAC,KAAK,UAAU,OAAO,OAAO,SAAS,MAAM,KAAK,IAAI,MAAM,QAAQ,IAAI,CAAC;AAC9H,QAAM,WAAW,IAAI,UAAU,cAAc,EAAE,YAAY,MAAM,CAAC;AAClE,QAAM,SAAS,MAAM,GAClB,WAAW,mBAA0B,EACrC,OAAO,CAAC,YAAmB,CAAC,EAC5B,MAAM,eAAsB,KAAK,UAAU,EAC3C,MAAM,mBAA0B,MAAM,IAAW,EACjD,MAAM,qCAA8C,YAAY,IAAI,EAAE,EACtE,MAAM,2CAAoD,cAAc,EAAE,EAC1E,MAAM,2CAAoD,kBAAkB,oBAAoB,IAAI,EAAE,EACtG,QAAQ,cAAqB,MAAM,EACnC,iBAAiB;AACpB,QAAM,eAAe,QAAQ,aAAa,IAAI,KAAK,OAAO,UAAU,IAAI,oBAAI,KAAK;AACjF,QAAM,YAAY,gBAAgB,IAAI,UAAU,IAC5C,CAAC,QAAgB,OAAO,IAAI,EAAE,IAC9B;AAEJ,QAAM,iBAAwD,CAAC;AAC/D,MAAI,aAAa,UAAa,aAAa,MAAM;AAC/C,mBAAe,WAAW,OAAO,QAAQ;AAAA,EAC3C;AACA,MAAI,mBAAmB,UAAa,mBAAmB,MAAM;AAC3D,mBAAe,QAAQ,OAAO,cAAc;AAAA,EAC9C;AAEA,QAAM,eAAe,MAAM,KAAK,WAAW,OAAO,CAAC,EAAE,IAAI,CAAC,WAAW;AAAA,IACnE,UAAU,MAAM;AAAA,IAChB,gBAAgB,MAAM;AAAA,EACxB,EAAE;AACF,QAAM,eAAe,MAAM;AAAA,IACzB,IAAI,IAAI,aAAa,IAAI,CAAC,UAAU,MAAM,YAAY,IAAI,CAAC;AAAA,EAC7D;AAEA,MAAI,YAAY;AAChB,MAAI,SAAwB;AAC5B,MAAI,YAAY;AAChB,QAAM,cAAc,kCAAkC;AAEtD,WAAS,aAAa,EAAE,WAAW,OAAO,WAAW,EAAE,CAAC;AAExD,MAAI,eAAe;AACjB,QAAI,OAAO;AACT,UAAI;AACF,YAAI,aAAa,GACd,WAAW,gBAAuB,EAClC,MAAM,eAAsB,KAAK,UAAU;AAC9C,YAAI,aAAa,QAAW;AAC1B,uBAAa,WAAW,MAAM,qCAA8C,YAAY,IAAI,EAAE;AAAA,QAChG;AACA,YAAI,mBAAmB,QAAW;AAChC,uBAAa,WAAW,MAAM,2CAAoD,kBAAkB,IAAI,EAAE;AAAA,QAC5G;AACA,cAAM,WAAW,QAAQ;AAAA,MAC3B,SAAS,OAAO;AACd,eAAO,KAAK,mDAAmD;AAAA,UAC7D;AAAA,UACA,UAAU,YAAY;AAAA,UACtB,gBAAgB,kBAAkB;AAAA,UAClC,OAAO,iBAAiB,QAAQ,MAAM,UAAU;AAAA,QAClD,CAAC;AAAA,MACH;AAEA,UAAI,iBAAiB,UAAU;AAC7B,YAAI,aAAa,QAAW;AAC1B,gBAAM,UAAmC;AAAA,YACvC;AAAA,YACA,UAAU,YAAY;AAAA,UACxB;AACA,cAAI,mBAAmB,OAAW,SAAQ,iBAAiB,kBAAkB;AAC7E,cAAI;AACF,kBAAM,SAAS,UAAU,+BAA+B,OAAO;AAAA,UACjE,SAAS,KAAK;AACZ,mBAAO,KAAK,qDAAqD;AAAA,cAC/D;AAAA,cACA,UAAU,YAAY;AAAA,cACtB,gBAAgB,kBAAkB;AAAA,cAClC,OAAO,eAAe,QAAQ,IAAI,UAAU;AAAA,YAC9C,CAAC;AAAA,UACH;AAAA,QACF,OAAO;AACL,iBAAO,KAAK,gEAAgE;AAAA,YAC1E;AAAA,UACF,CAAC;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAEA,UAAM,QAAQ,KAAK,IAAI;AACvB,eAAW,SAAS,WAAW,OAAO,GAAG;AACvC,YAAM,MAAM,GAAG,UAAU,IAAI,SAAS,MAAM,UAAU,MAAM,cAAc,CAAC;AAC3E,YAAM,OAAO,kBAAkB,IAAI,GAAG,KAAK;AAC3C,UAAI,SAAS,QAAQ,QAAQ,8BAA8B;AACzD,cAAM,oBAAoB,IAAI;AAAA,UAC5B;AAAA,UACA,UAAU,MAAM;AAAA,UAChB,gBAAgB,MAAM;AAAA,UACtB,aAAa;AAAA,QACf,GAAG;AAAA,UACD,WAAW,MAAM;AAAA,UACjB,cAAc;AAAA,UACd,aAAa,gBAAgB,IAAI;AAAA,QACnC,CAAC;AACD,0BAAkB,IAAI,KAAK,KAAK;AAAA,MAClC;AAAA,IACF;AAAA,EACF;AAEA,MAAI;AACF,WAAO,MAAM;AACX,UAAI,QAAQ;AAAA,QACV,GACG,WAAW,GAAG,KAAK,OAAc,EACjC,UAAU,GAAU,EACpB,QAAQ,QAAe,KAAK,EAC5B,MAAM,SAAS;AAAA,MACpB;AACA,UAAI,WAAW,MAAM;AACnB,gBAAQ,MAAM,MAAM,QAAe,KAAK,MAAM;AAAA,MAChD;AACA,YAAM,OAAO,MAAM,MAAM,QAAQ;AACjC,UAAI,CAAC,KAAK,OAAQ;AAElB,YAAM,aAAa,+BAA+B,EAAS;AAC3D,YAAM,cAAc,oBAAI,IAAkC;AAC1D,YAAM,aAAa,OACjB,cACA,KACA,UACG;AACH,eAAO,MAAM;AAAA,UACX;AAAA,UACA;AAAA,UACA,EAAE,UAAU,MAAM,YAAY,MAAM,gBAAgB,MAAM,kBAAkB,KAAK;AAAA,UACjF;AAAA,QACF;AAAA,MACF;AACA,YAAM,aAAa,OACjB,cACA,KACA,UACG;AACH,cAAM,SAAS,MAAM;AAAA,UACnB;AAAA,UACA;AAAA,UACA,EAAE,UAAU,MAAM,YAAY,MAAM,gBAAgB,MAAM,kBAAkB,KAAK;AAAA,UACjF;AAAA,UACA;AAAA,QACF;AACA,YAAI,qBAAqB,GAAG;AAC1B,iBAAO,MAAM,mBAAmB,gCAAgC,cAAc,QAAmC,KAAK,CAAC;AAAA,QACzH;AACA,eAAO;AAAA,MACT;AAEA,YAAM,cAAc,MAAM,iBAAiB,IAAI,YAAY,MAAM,gBAAgB,EAAE,sBAAsB,WAAW,YAAY,WAAW,CAAC;AAC5I,mCAA6B,aAAa,WAAW;AAIrD,UAAI,YAAY,YAAY,KAAK,YAAY,YAAY,GAAG;AAC1D,cAAM,IAAI,0BAA0B,YAAY,WAAW;AAAA,MAC7D;AAEA,YAAM,gBAAgB,IAAI,IAAI,YAAY,eAAe;AACzD,YAAM,cAAc,cAAc,OAAO,KAAK,OAAO,CAAC,QAAQ,CAAC,cAAc,IAAI,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI;AAEpG,YAAM,iBAAiB,oBAAI,IAAuF;AAClH,iBAAW,OAAO,aAAa;AAC7B,cAAM,cAAc,aAAa,SAC7B,YAAY,OACX,eAAiB,IAAe,aAAa,OAAQ;AAC1D,cAAM,WAAW,mBAAmB,SAChC,kBAAkB,OACjB,YAAc,IAAe,mBAAmB,OAAS,YAAY,UAAU,GAAG,KAAK,OAAO;AACnG,cAAM,MAAM,SAAS,eAAe,MAAM,YAAY,IAAI;AAC1D,cAAM,gBAAgB,eAAe,IAAI,GAAG;AAC5C,YAAI,cAAe,eAAc,SAAS;AAAA,YACrC,gBAAe,IAAI,KAAK;AAAA,UAC3B,UAAU,eAAe;AAAA,UACzB,gBAAgB,YAAY;AAAA,UAC5B,OAAO;AAAA,QACT,CAAC;AAAA,MACH;AACA,UAAI,eAAe,OAAO,GAAG;AAC3B,cAAM;AAAA,UACJ;AAAA,UACA,MAAM,KAAK,eAAe,OAAO,CAAC,EAAE,IAAI,CAAC,WAAW;AAAA,YAClD;AAAA,YACA,UAAU,MAAM;AAAA,YAChB,gBAAgB,MAAM;AAAA,YACtB,aAAa;AAAA,YACb,WAAW;AAAA,YACX,YAAY,MAAM;AAAA,UACpB,EAAE;AAAA,QACJ;AAAA,MACF;AAEA,UAAI,iBAAiB,UAAU;AAC7B,cAAM,QAAQ;AAAA,UACZ,YAAY,IAAI,CAAC,QAAQ;AACvB,kBAAM,WAAW,mBAAmB,SAChC,kBAAkB,OAClB,YACI,IAAe,mBAAmB,OACnC,YAAY,UAAU,GAAG,KAAK,OAAO;AAC5C,kBAAM,cAAc,aAAa,SAC7B,YAAY,OACX,eAAiB,IAAe,aAAa,OAAQ;AAC1D,mBAAO,SACJ,UAAU,6BAA6B;AAAA,cACtC;AAAA,cACA,UAAU,OAAO,IAAI,EAAE;AAAA,cACvB,gBAAgB;AAAA,cAChB,UAAU;AAAA,YACZ,CAAC,EACA,MAAM,MAAM,MAAS;AAAA,UAC1B,CAAC;AAAA,QACH;AAAA,MACF;AAEA,mBAAa,YAAY;AACzB,eAAS,OAAO,KAAK,KAAK,SAAS,CAAC,EAAG,EAAE;AACzC,eAAS,aAAa,EAAE,WAAW,OAAO,WAAW,YAAY,QAAQ,CAAC;AAC1E,YAAM,kBAAkB,IAAI,UAAU,YAAY,OAAO;AAAA,IAC3D;AAKA,UAAM,kBAAkB,YAAY;AACpC,QAAI,gBAAgB,SAAS,sBAAsB;AACjD,aAAO,KAAK,yDAAyD;AAAA,QACnE;AAAA,QACA,eAAe,gBAAgB;AAAA,MACjC,CAAC;AAAA,IACH,OAAO;AACL,YAAM,aAAa,IAAI;AAAA,QACrB;AAAA,QACA;AAAA,QACA;AAAA,QACA,gBAAgB,kBAAkB,iBAAiB;AAAA,QACnD,gBAAgB,kBAAkB,oBAAoB;AAAA,QACtD,WAAW;AAAA,QACX,kBAAkB;AAAA,MACpB,CAAC;AAAA,IACH;AAEA,QAAI,SAAS,kBAAkB,CAAC,mBAAmB,mBAAmB,OAAO;AAC3E,UAAI;AACF,cAAM,cAAc,cAAc;AAAA,UAChC,UAAU;AAAA,UACV;AAAA,UACA;AAAA,UACA,WAAW;AAAA,QACb,CAAC;AAAA,MACH,SAAS,OAAO;AACd,eAAO,KAAK,gDAAgD;AAAA,UAC1D;AAAA,UACA,UAAU,YAAY;AAAA,UACtB,gBAAgB,kBAAkB;AAAA,UAClC,OAAO,iBAAiB,QAAQ,MAAM,UAAU;AAAA,QAClD,CAAC;AAAA,MACH;AAAA,IACF;AAEA,eAAW,SAAS,cAAc;AAChC,YAAM;AAAA,QACJ;AAAA,QACA;AAAA,UACE;AAAA,UACA,UAAU,MAAM;AAAA,UAChB,gBAAgB,MAAM;AAAA,UACtB,aAAa;AAAA,QACf;AAAA,MACF;AAAA,IACF;AAKA,QAAI,YAAY,sBAAsB,GAAG;AACvC,aAAO,KAAK,6CAA6C;AAAA,QACvD;AAAA,QACA,SAAS,YAAY;AAAA,MACvB,CAAC;AAAA,IACH;AACA,iCAA6B,YAAY,WAAW;AAAA,EACtD,SAAS,OAAO;AACd,gBAAY;AACZ,UAAM;AAAA,EACR,UAAE;AAGA,UAAM,YAAY,IAAI,UAAU,YAAY,EAAE,QAAQ,SAAS,IAAI,CAAC,CAAC;AAAA,EACvE;AAEA,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA,QAAQ;AAAA,IACR;AAAA,EACF;AACF;",
   "names": []
 }

package/dist/modules/query_index/lib/stale.js

@@ -12,6 +12,9 @@ async function purgeOrphans(db, options) {
     q = q.where(sql`mod(abs(hashtext(entity_id::text)), ${partitionCount}) = ${partitionIndex}`);
   }
   q = q.where("updated_at", "<", startedAt);
+  if (options.excludeRecordIds?.length) {
+    q = q.where("entity_id", "not in", options.excludeRecordIds);
+  }
   await q.execute();
 }
 export {

package/dist/modules/query_index/lib/stale.js.map

@@ -1,7 +1,7 @@
 {
   "version": 3,
   "sources": ["../../../../src/modules/query_index/lib/stale.ts"],
-  "sourcesContent": ["import { type Kysely, sql } from 'kysely'\n\ntype PurgeOrphansOptions = {\n  entityType: string\n  tenantId?: string | null\n  organizationId?: string | null\n  partitionIndex: number | null\n  partitionCount: number | null\n  startedAt: Date\n}\n\nexport async function purgeOrphans(\n  db: Kysely<any>,\n  options: PurgeOrphansOptions,\n): Promise<void> {\n  const { entityType, tenantId, partitionIndex, partitionCount, startedAt } = options\n  let q = db.deleteFrom('entity_indexes' as any).where('entity_type' as any, '=', entityType)\n  if (tenantId !== undefined) {\n    q = q.where(sql<boolean>`tenant_id is not distinct from ${tenantId ?? null}`)\n  }\n  if (options.organizationId !== undefined) {\n    q = q.where(sql<boolean>`organization_id is not distinct from ${options.organizationId ?? null}`)\n  }\n  if (partitionIndex != null && partitionCount != null) {\n    q = q.where(sql<boolean>`mod(abs(hashtext(entity_id::text)), ${partitionCount}) = ${partitionIndex}`)\n  }\n  q = q.where('updated_at' as any, '<', startedAt as any)\n  await q.execute()\n}\n"],
-  "mappings": "AAAA,SAAsB,WAAW;AAWjC,eAAsB,aACpB,IACA,SACe;AACf,QAAM,EAAE,YAAY,UAAU,gBAAgB,gBAAgB,UAAU,IAAI;AAC5E,MAAI,IAAI,GAAG,WAAW,gBAAuB,EAAE,MAAM,eAAsB,KAAK,UAAU;AAC1F,MAAI,aAAa,QAAW;AAC1B,QAAI,EAAE,MAAM,qCAA8C,YAAY,IAAI,EAAE;AAAA,EAC9E;AACA,MAAI,QAAQ,mBAAmB,QAAW;AACxC,QAAI,EAAE,MAAM,2CAAoD,QAAQ,kBAAkB,IAAI,EAAE;AAAA,EAClG;AACA,MAAI,kBAAkB,QAAQ,kBAAkB,MAAM;AACpD,QAAI,EAAE,MAAM,0CAAmD,cAAc,OAAO,cAAc,EAAE;AAAA,EACtG;AACA,MAAI,EAAE,MAAM,cAAqB,KAAK,SAAgB;AACtD,QAAM,EAAE,QAAQ;AAClB;",
+  "sourcesContent": ["import { type Kysely, sql } from 'kysely'\n\ntype PurgeOrphansOptions = {\n  entityType: string\n  tenantId?: string | null\n  organizationId?: string | null\n  partitionIndex: number | null\n  partitionCount: number | null\n  startedAt: Date\n  /**\n   * Records whose index rows must be preserved even though this run did not refresh\n   * them. A row that failed to be written still looks untouched to the `updated_at`\n   * predicate below, so without this the purge would delete the very entries the run\n   * failed to rebuild.\n   */\n  excludeRecordIds?: string[]\n}\n\nexport async function purgeOrphans(\n  db: Kysely<any>,\n  options: PurgeOrphansOptions,\n): Promise<void> {\n  const { entityType, tenantId, partitionIndex, partitionCount, startedAt } = options\n  let q = db.deleteFrom('entity_indexes' as any).where('entity_type' as any, '=', entityType)\n  if (tenantId !== undefined) {\n    q = q.where(sql<boolean>`tenant_id is not distinct from ${tenantId ?? null}`)\n  }\n  if (options.organizationId !== undefined) {\n    q = q.where(sql<boolean>`organization_id is not distinct from ${options.organizationId ?? null}`)\n  }\n  if (partitionIndex != null && partitionCount != null) {\n    q = q.where(sql<boolean>`mod(abs(hashtext(entity_id::text)), ${partitionCount}) = ${partitionIndex}`)\n  }\n  q = q.where('updated_at' as any, '<', startedAt as any)\n  if (options.excludeRecordIds?.length) {\n    q = q.where('entity_id' as any, 'not in', options.excludeRecordIds)\n  }\n  await q.execute()\n}\n"],
+  "mappings": "AAAA,SAAsB,WAAW;AAkBjC,eAAsB,aACpB,IACA,SACe;AACf,QAAM,EAAE,YAAY,UAAU,gBAAgB,gBAAgB,UAAU,IAAI;AAC5E,MAAI,IAAI,GAAG,WAAW,gBAAuB,EAAE,MAAM,eAAsB,KAAK,UAAU;AAC1F,MAAI,aAAa,QAAW;AAC1B,QAAI,EAAE,MAAM,qCAA8C,YAAY,IAAI,EAAE;AAAA,EAC9E;AACA,MAAI,QAAQ,mBAAmB,QAAW;AACxC,QAAI,EAAE,MAAM,2CAAoD,QAAQ,kBAAkB,IAAI,EAAE;AAAA,EAClG;AACA,MAAI,kBAAkB,QAAQ,kBAAkB,MAAM;AACpD,QAAI,EAAE,MAAM,0CAAmD,cAAc,OAAO,cAAc,EAAE;AAAA,EACtG;AACA,MAAI,EAAE,MAAM,cAAqB,KAAK,SAAgB;AACtD,MAAI,QAAQ,kBAAkB,QAAQ;AACpC,QAAI,EAAE,MAAM,aAAoB,UAAU,QAAQ,gBAAgB;AAAA,EACpE;AACA,QAAM,EAAE,QAAQ;AAClB;",
   "names": []
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@open-mercato/core",
-  "version": "0.6.7-develop.6660.1.90e1e2eef6",
+  "version": "0.6.7-develop.6661.1.0043ed1d03",
   "license": "MIT",
   "type": "module",
   "main": "./dist/index.js",
@@ -254,16 +254,16 @@
     "zod": "^4.4.3"
   },
   "peerDependencies": {
-    "@open-mercato/ai-assistant": "0.6.7-develop.6660.1.90e1e2eef6",
-    "@open-mercato/shared": "0.6.7-develop.6660.1.90e1e2eef6",
-    "@open-mercato/ui": "0.6.7-develop.6660.1.90e1e2eef6",
+    "@open-mercato/ai-assistant": "0.6.7-develop.6661.1.0043ed1d03",
+    "@open-mercato/shared": "0.6.7-develop.6661.1.0043ed1d03",
+    "@open-mercato/ui": "0.6.7-develop.6661.1.0043ed1d03",
     "react": "^19.0.0",
     "react-dom": "^19.0.0"
   },
   "devDependencies": {
-    "@open-mercato/ai-assistant": "0.6.7-develop.6660.1.90e1e2eef6",
-    "@open-mercato/shared": "0.6.7-develop.6660.1.90e1e2eef6",
-    "@open-mercato/ui": "0.6.7-develop.6660.1.90e1e2eef6",
+    "@open-mercato/ai-assistant": "0.6.7-develop.6661.1.0043ed1d03",
+    "@open-mercato/shared": "0.6.7-develop.6661.1.0043ed1d03",
+    "@open-mercato/ui": "0.6.7-develop.6661.1.0043ed1d03",
     "@testing-library/dom": "^10.4.1",
     "@testing-library/jest-dom": "^6.9.1",
     "@testing-library/react": "^16.3.1",

package/src/modules/communication_channels/lib/pg-errors.ts

@@ -1,12 +1,5 @@
 /**
- * Detect a Postgres unique-constraint violation (SQLSTATE 23505) regardless of
- * the ORM/driver layer that surfaces it. Shared across the hub's commands and
- * lib helpers so duplicate-insert handling stays consistent module-wide.
+ * @deprecated Import `isUniqueViolation` from `@open-mercato/shared/lib/db/pg-errors` instead.
+ * Kept as a re-export so existing hub call sites keep working.
  */
-export function isUniqueViolation(err: unknown): boolean {
-  if (!err || typeof err !== 'object') return false
-  const code = (err as { code?: string }).code
-  if (code === '23505') return true // Postgres unique_violation
-  const message = (err as { message?: string }).message
-  return typeof message === 'string' && /duplicate key value|unique constraint/i.test(message)
-}
+export { isUniqueViolation } from '@open-mercato/shared/lib/db/pg-errors'

package/src/modules/query_index/api/openapi.ts

@@ -10,7 +10,7 @@ export const queryIndexErrorSchema = z.object({
 export const queryIndexPartitionSchema = z.object({
   partitionIndex: z.number().int().nonnegative().nullable().optional(),
   partitionCount: z.number().int().positive().nullable().optional(),
-  status: z.enum(['reindexing', 'purging', 'stalled', 'completed']),
+  status: z.enum(['reindexing', 'purging', 'stalled', 'completed', 'failed']),
   startedAt: z.string().nullable().optional(),
   finishedAt: z.string().nullable().optional(),
   heartbeatAt: z.string().nullable().optional(),
@@ -19,7 +19,7 @@ export const queryIndexPartitionSchema = z.object({
 })
 
 export const queryIndexJobSchema = z.object({
-  status: z.enum(['idle', 'reindexing', 'purging', 'stalled']),
+  status: z.enum(['idle', 'reindexing', 'purging', 'stalled', 'failed']),
   startedAt: z.string().nullable().optional(),
   finishedAt: z.string().nullable().optional(),
   heartbeatAt: z.string().nullable().optional(),

package/src/modules/query_index/api/status.ts

@@ -240,7 +240,7 @@ export async function GET(req: Request) {
           const stalled =
             !finishedDate && (!heartbeatDate || Date.now() - heartbeatDate.getTime() > HEARTBEAT_STALE_MS)
           const state = finishedDate
-            ? 'completed'
+            ? (row.status === 'failed' ? 'failed' : 'completed')
             : stalled
               ? 'stalled'
               : (row.status as string) || 'reindexing'
@@ -261,22 +261,31 @@ export async function GET(req: Request) {
         (p) => p.status === 'reindexing' || p.status === 'purging',
       )
       const stalledPartitions = activePartitions.filter((p) => p.status === 'stalled')
-      let status: 'idle' | 'reindexing' | 'purging' | 'stalled' = 'idle'
+      const scopeCandidate = !preferOrg || !scopeRow || scopeRow.orgMatch ? scopeRow : null
+      let status: 'idle' | 'reindexing' | 'purging' | 'stalled' | 'failed' = 'idle'
       if (activePartitions.length) {
         if (runningPartitions.length) {
           status = runningPartitions.some((p) => p.status === 'purging') ? 'purging' : 'reindexing'
         } else if (stalledPartitions.length) {
           status = 'stalled'
         }
+      } else if (
+        partitions.some((p) => p.status === 'failed')
+        || (scopeCandidate?.row.finished_at && scopeCandidate.row.status === 'failed')
+      ) {
+        // The run finished but lost records; without this it reports "idle" and the only
+        // hint that anything went wrong is the coverage percentage.
+        status = 'failed'
       }
 
       const startedAt = activePartitions[0]?.startedAt ?? partitions[0]?.startedAt ?? null
-      const finishedAt = status === 'idle' ? (partitions.find((p) => p.finishedAt)?.finishedAt ?? null) : null
+      const finishedAt = status === 'idle' || status === 'failed'
+        ? (partitions.find((p) => p.finishedAt)?.finishedAt ?? null)
+        : null
       const heartbeatAt = activePartitions[0]?.heartbeatAt ?? partitions[0]?.heartbeatAt ?? null
       const jobTotalCount = partitions.reduce((sum, p) => sum + (p.totalCount ?? 0), 0)
       const processedSum = partitions.reduce((sum, p) => sum + (p.processedCount ?? 0), 0)
       const processedCount = jobTotalCount ? Math.min(jobTotalCount, processedSum) : processedSum || null
-      const scopeCandidate = !preferOrg || !scopeRow || scopeRow.orgMatch ? scopeRow : null
 
       return {
         status,
@@ -291,7 +300,7 @@ export async function GET(req: Request) {
               status: (() => {
                 const heartbeatDate = scopeCandidate!.row.heartbeat_at ? new Date(scopeCandidate!.row.heartbeat_at) : null
                 const finishedDate = scopeCandidate!.row.finished_at ? new Date(scopeCandidate!.row.finished_at) : null
-                if (finishedDate) return 'completed'
+                if (finishedDate) return scopeCandidate!.row.status === 'failed' ? 'failed' : 'completed'
                 if (
                   !heartbeatDate ||
                   Date.now() - heartbeatDate.getTime() > HEARTBEAT_STALE_MS

package/src/modules/query_index/cli.ts

@@ -14,7 +14,13 @@ type ProgressBarHandle = {
 import { resolveEntityTableName } from '@open-mercato/shared/lib/query/engine'
 import { recordIndexerError } from '@open-mercato/shared/lib/indexers/error-log'
 import { recordIndexerLog } from '@open-mercato/shared/lib/indexers/status-log'
-import { upsertIndexBatch, type AnyRow } from './lib/batch'
+import {
+  upsertIndexBatch,
+  assertIndexBatchWritesLanded,
+  createEmptyUpsertIndexBatchResult,
+  mergeUpsertIndexBatchResults,
+  type AnyRow,
+} from './lib/batch'
 import { reindexEntity, DEFAULT_REINDEX_PARTITIONS } from './lib/reindexer'
 import { purgeIndexScope } from './lib/purge'
 import { flattenSystemEntityIds } from '@open-mercato/shared/lib/entities/system-entities'
@@ -185,21 +191,20 @@ async function rebuildEntityIndexes(options: RebuildExecutionOptions): Promise<R
   const encryption = resolveTenantEncryptionService(em as any)
   const dekKeyCache = new Map<string | null, string | null>()
 
+  // Neither helper swallows failures: upsertIndexBatch treats a failed encrypt as a
+  // failed row (writing the plaintext document instead would break encryption at rest)
+  // and records a failed decrypt against fulltext.
   const encryptDoc = async (
     targetEntity: string,
     doc: Record<string, unknown>,
     scope: { organizationId: string | null; tenantId: string | null },
   ) => {
-    try {
-      return await encryptIndexDocForStorage(
-        targetEntity,
-        doc,
-        { tenantId: scope.tenantId ?? null, organizationId: scope.organizationId ?? null },
-        encryption,
-      )
-    } catch {
-      return doc
-    }
+    return await encryptIndexDocForStorage(
+      targetEntity,
+      doc,
+      { tenantId: scope.tenantId ?? null, organizationId: scope.organizationId ?? null },
+      encryption,
+    )
   }
 
   const decryptDoc = async (
@@ -207,17 +212,13 @@ async function rebuildEntityIndexes(options: RebuildExecutionOptions): Promise<R
     doc: Record<string, unknown>,
     scope: { organizationId: string | null; tenantId: string | null },
   ) => {
-    try {
-      return await decryptIndexDocForSearch(
-        targetEntity,
-        doc,
-        { tenantId: scope.tenantId ?? null, organizationId: scope.organizationId ?? null },
-        encryption,
-        dekKeyCache,
-      )
-    } catch {
-      return doc
-    }
+    return await decryptIndexDocForSearch(
+      targetEntity,
+      doc,
+      { tenantId: scope.tenantId ?? null, organizationId: scope.organizationId ?? null },
+      encryption,
+      dekKeyCache,
+    )
   }
 
   const applyFilters = <QB extends { where: (...args: any[]) => QB }>(q: QB): QB => {
@@ -244,10 +245,11 @@ async function rebuildEntityIndexes(options: RebuildExecutionOptions): Promise<R
       .executeTakeFirst() as AnyRow | undefined
     if (!row) return { processed: 0, matched: 0 }
     const bar = createProgressBar(progressLabel ?? `Rebuilding ${entityType}`, 1)
-    await upsertIndexBatch(db, entityType, [row], { orgId: orgOverride, tenantId: tenantOverride }, { encryptDoc, decryptDoc })
-    bar.update(1)
+    const singleResult = await upsertIndexBatch(db, entityType, [row], { orgId: orgOverride, tenantId: tenantOverride }, { encryptDoc, decryptDoc })
+    bar.update(singleResult.written)
     bar.complete()
-    return { processed: 1, matched: 1 }
+    assertIndexBatchWritesLanded(entityType, singleResult)
+    return { processed: singleResult.written, matched: 1 }
   }
 
   const countRow = await applyFilters(
@@ -265,10 +267,12 @@ async function rebuildEntityIndexes(options: RebuildExecutionOptions): Promise<R
 
   const bar = createProgressBar(progressLabel ?? `Rebuilding ${entityType}`, intended)
   let processed = 0
+  let fetched = 0
   let cursorOffset = effectiveOffset
   let remaining = limitValue
+  const writeTotals = createEmptyUpsertIndexBatchResult()
 
-  while (processed < intended) {
+  while (fetched < intended) {
     const chunkLimit = remaining !== undefined ? Math.min(batchSize, remaining) : batchSize
     const chunk = await applyFilters(
       db
@@ -280,12 +284,14 @@ async function rebuildEntityIndexes(options: RebuildExecutionOptions): Promise<R
     ).execute() as AnyRow[]
     if (!chunk.length) break
 
-    await upsertIndexBatch(db, entityType, chunk as AnyRow[], {
+    const chunkResult = await upsertIndexBatch(db, entityType, chunk as AnyRow[], {
       orgId: orgOverride,
       tenantId: tenantOverride,
     }, { encryptDoc, decryptDoc })
+    mergeUpsertIndexBatchResults(writeTotals, chunkResult)
 
-    processed += chunk.length
+    processed += chunkResult.written
+    fetched += chunk.length
     cursorOffset += chunk.length
     if (remaining !== undefined) remaining -= chunk.length
     bar.update(processed)
@@ -296,6 +302,8 @@ async function rebuildEntityIndexes(options: RebuildExecutionOptions): Promise<R
     bar.update(processed)
   }
   bar.complete()
+  // After bar.complete() so the terminal is left in a sane state before we throw.
+  assertIndexBatchWritesLanded(entityType, writeTotals)
   return { processed, matched: intended }
 }
 

package/src/modules/query_index/components/QueryIndexesTable.tsx

@@ -23,7 +23,7 @@ type Translator = (key: string, params?: Record<string, string | number>) => str
 type PartitionStatus = {
   partitionIndex: number | null
   partitionCount: number | null
-  status: 'reindexing' | 'purging' | 'stalled' | 'completed'
+  status: 'reindexing' | 'purging' | 'stalled' | 'completed' | 'failed'
   processedCount?: number | null
   totalCount?: number | null
   heartbeatAt?: string | null
@@ -32,7 +32,7 @@ type PartitionStatus = {
 }
 
 type JobStatus = {
-  status: 'idle' | 'reindexing' | 'purging' | 'stalled'
+  status: 'idle' | 'reindexing' | 'purging' | 'stalled' | 'failed'
   startedAt?: string | null
   finishedAt?: string | null
   heartbeatAt?: string | null
@@ -40,7 +40,7 @@ type JobStatus = {
   totalCount?: number | null
   partitions?: PartitionStatus[]
   scope?: {
-    status?: 'reindexing' | 'purging' | 'stalled' | 'completed' | null
+    status?: 'reindexing' | 'purging' | 'stalled' | 'completed' | 'failed' | null
     processedCount?: number | null
     totalCount?: number | null
   } | null
@@ -90,6 +90,7 @@ function translateJobStatus(t: Translator, status: JobStatus['status'] | undefin
   if (status === 'reindexing') return t('query_index.table.status.reindexing')
   if (status === 'purging') return t('query_index.table.status.purging')
   if (status === 'stalled') return t('query_index.table.status.stalled')
+  if (status === 'failed') return t('query_index.table.status.failed')
   return ok ? t('query_index.table.status.in_sync') : t('query_index.table.status.out_of_sync')
 }
 
@@ -100,6 +101,7 @@ function translateScopeStatus(
   if (status === 'reindexing') return t('query_index.table.status.scope.reindexing')
   if (status === 'purging') return t('query_index.table.status.scope.purging')
   if (status === 'stalled') return t('query_index.table.status.scope.stalled')
+  if (status === 'failed') return t('query_index.table.status.scope.failed')
   return t('query_index.table.status.scope.completed')
 }
 
@@ -158,6 +160,7 @@ function createColumns(t: Translator): ColumnDef<Row>[] {
         const job = record.job
         const partitions = job?.partitions ?? []
         const ok = record.ok && (!job || job.status === 'idle')
+        const jobFailed = job?.status === 'failed'
         const statusText = translateJobStatus(t, job?.status, ok)
         const jobProgress = job ? formatProgressLabel(job.processedCount ?? null, job.totalCount ?? null, t) : null
         const label = jobProgress
@@ -165,7 +168,7 @@ function createColumns(t: Translator): ColumnDef<Row>[] {
           : statusText
         let variant: StatusBadgeVariant = 'neutral'
         if (job) {
-          if (job.status === 'stalled') variant = 'error'
+          if (job.status === 'stalled' || jobFailed) variant = 'error'
           else if (job.status === 'reindexing' || job.status === 'purging') variant = 'warning'
           else variant = ok ? 'success' : 'neutral'
         } else {

package/src/modules/query_index/i18n/de.json

@@ -46,6 +46,7 @@
   "query_index.table.logs.viewDetails": "Details anzeigen",
   "query_index.table.refresh": "Aktualisieren",
   "query_index.table.searchPlaceholder": "Nach Entität filtern",
+  "query_index.table.status.failed": "Fehlgeschlagen",
   "query_index.table.status.in_sync": "Synchron",
   "query_index.table.status.out_of_sync": "Nicht synchron",
   "query_index.table.status.partitionLabel": "Partition {{index}}",
@@ -54,6 +55,7 @@
   "query_index.table.status.purging": "Bereinigung",
   "query_index.table.status.reindexing": "Reindizierung",
   "query_index.table.status.scope.completed": "Abgeschlossen",
+  "query_index.table.status.scope.failed": "Fehlgeschlagen",
   "query_index.table.status.scope.purging": "Bereinigung",
   "query_index.table.status.scope.reindexing": "Läuft",
   "query_index.table.status.scope.stalled": "Angehalten",

package/src/modules/query_index/i18n/en.json

@@ -46,6 +46,7 @@
   "query_index.table.logs.viewDetails": "View details",
   "query_index.table.refresh": "Refresh",
   "query_index.table.searchPlaceholder": "Filter by entity",
+  "query_index.table.status.failed": "Failed",
   "query_index.table.status.in_sync": "In sync",
   "query_index.table.status.out_of_sync": "Out of sync",
   "query_index.table.status.partitionLabel": "Partition {{index}}",
@@ -54,6 +55,7 @@
   "query_index.table.status.purging": "Purging",
   "query_index.table.status.reindexing": "Reindexing",
   "query_index.table.status.scope.completed": "Done",
+  "query_index.table.status.scope.failed": "Failed",
   "query_index.table.status.scope.purging": "Purging",
   "query_index.table.status.scope.reindexing": "Running",
   "query_index.table.status.scope.stalled": "Stalled",

package/src/modules/query_index/i18n/es.json

@@ -46,6 +46,7 @@
   "query_index.table.logs.viewDetails": "Ver detalles",
   "query_index.table.refresh": "Actualizar",
   "query_index.table.searchPlaceholder": "Filtrar por entidad",
+  "query_index.table.status.failed": "Con errores",
   "query_index.table.status.in_sync": "Sincronizado",
   "query_index.table.status.out_of_sync": "Fuera de sincronización",
   "query_index.table.status.partitionLabel": "Partición {{index}}",
@@ -54,6 +55,7 @@
   "query_index.table.status.purging": "Depurando",
   "query_index.table.status.reindexing": "Reindexando",
   "query_index.table.status.scope.completed": "Completado",
+  "query_index.table.status.scope.failed": "Con errores",
   "query_index.table.status.scope.purging": "Depurando",
   "query_index.table.status.scope.reindexing": "Ejecutando",
   "query_index.table.status.scope.stalled": "Detenido",

package/src/modules/query_index/i18n/pl.json

@@ -46,6 +46,7 @@
   "query_index.table.logs.viewDetails": "Pokaż szczegóły",
   "query_index.table.refresh": "Odśwież",
   "query_index.table.searchPlaceholder": "Filtruj według encji",
+  "query_index.table.status.failed": "Niepowodzenie",
   "query_index.table.status.in_sync": "Zsynchronizowany",
   "query_index.table.status.out_of_sync": "Poza synchronizacją",
   "query_index.table.status.partitionLabel": "Partycja {{index}}",
@@ -54,6 +55,7 @@
   "query_index.table.status.purging": "Czyszczenie",
   "query_index.table.status.reindexing": "Ponowne indeksowanie",
   "query_index.table.status.scope.completed": "Zakończone",
+  "query_index.table.status.scope.failed": "Niepowodzenie",
   "query_index.table.status.scope.purging": "Czyszczenie",
   "query_index.table.status.scope.reindexing": "Uruchomione",
   "query_index.table.status.scope.stalled": "Zatrzymane",