@open-mercato/search 0.6.5-develop.5337.1.534b781eac → 0.6.5-develop.5382.1.f542de69af
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/fulltext/drivers/meilisearch/index.js +4 -2
- package/dist/fulltext/drivers/meilisearch/index.js.map +2 -2
- package/dist/indexer/search-indexer.js +3 -3
- package/dist/indexer/search-indexer.js.map +2 -2
- package/dist/modules/search/api/index/route.js +25 -10
- package/dist/modules/search/api/index/route.js.map +3 -3
- package/dist/modules/search/cli.js +1 -1
- package/dist/modules/search/cli.js.map +2 -2
- package/dist/modules/search/subscribers/vector_purge.js +2 -1
- package/dist/modules/search/subscribers/vector_purge.js.map +2 -2
- package/dist/service.js +2 -2
- package/dist/service.js.map +2 -2
- package/dist/strategies/fulltext.strategy.js +2 -2
- package/dist/strategies/fulltext.strategy.js.map +2 -2
- package/dist/strategies/token.strategy.js +7 -2
- package/dist/strategies/token.strategy.js.map +2 -2
- package/dist/strategies/vector.strategy.js +2 -2
- package/dist/strategies/vector.strategy.js.map +2 -2
- package/dist/vector/drivers/pgvector/index.js +10 -3
- package/dist/vector/drivers/pgvector/index.js.map +2 -2
- package/dist/vector/services/vector-index.service.js +2 -2
- package/dist/vector/services/vector-index.service.js.map +2 -2
- package/dist/vector/types.js.map +1 -1
- package/package.json +4 -4
- package/src/__tests__/purge-org-scoping.test.ts +136 -0
- package/src/__tests__/service.test.ts +2 -1
- package/src/fulltext/drivers/meilisearch/index.ts +8 -2
- package/src/fulltext/types.ts +1 -1
- package/src/indexer/search-indexer.ts +4 -3
- package/src/modules/search/api/__tests__/org-scoping.routes.test.ts +111 -1
- package/src/modules/search/api/index/route.ts +36 -8
- package/src/modules/search/cli.ts +1 -1
- package/src/modules/search/subscribers/__tests__/vector_purge.test.ts +55 -0
- package/src/modules/search/subscribers/vector_purge.ts +1 -0
- package/src/service.ts +2 -2
- package/src/strategies/fulltext.strategy.ts +2 -2
- package/src/strategies/token.strategy.ts +8 -3
- package/src/strategies/vector.strategy.ts +2 -2
- package/src/vector/drivers/pgvector/index.ts +11 -3
- package/src/vector/services/vector-index.service.ts +2 -2
- package/src/vector/types.ts +1 -1
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../../src/modules/search/cli.ts"],
|
|
4
|
-
"sourcesContent": ["import type { ModuleCli } from '@open-mercato/shared/modules/registry'\nimport { createRequestContainer } from '@open-mercato/shared/lib/di/container'\nimport { getRedisUrlOrThrow } from '@open-mercato/shared/lib/redis/connection'\nimport { recordIndexerError } from '@open-mercato/shared/lib/indexers/error-log'\nimport { recordIndexerLog } from '@open-mercato/shared/lib/indexers/status-log'\nimport { createProgressBar } from '@open-mercato/shared/lib/cli/progress'\nimport type { EntityManager } from '@mikro-orm/postgresql'\nimport { reindexEntity, DEFAULT_REINDEX_PARTITIONS } from '@open-mercato/core/modules/query_index/lib/reindexer'\nimport { writeCoverageCounts } from '@open-mercato/core/modules/query_index/lib/coverage'\nimport type { SearchService } from '../../service'\nimport type { SearchIndexer } from '../../indexer/search-indexer'\nimport { VECTOR_INDEXING_QUEUE_NAME, type VectorIndexJobPayload } from '../../queue/vector-indexing'\nimport { FULLTEXT_INDEXING_QUEUE_NAME, type FulltextIndexJobPayload } from '../../queue/fulltext-indexing'\nimport type { QueuedJob, JobContext } from '@open-mercato/queue'\nimport type { EntityId } from '@open-mercato/shared/modules/entities'\nimport { parseBooleanToken } from '@open-mercato/shared/lib/boolean'\n\ntype CliProgressBar = {\n update(completed: number): void\n complete(): void\n}\n\ntype ParsedArgs = Record<string, string | boolean>\n\ntype PartitionProgressInfo = { processed: number; total: number }\n\nfunction isIndexerVerbose(): boolean {\n const parsed = parseBooleanToken(process.env.OM_INDEXER_VERBOSE ?? '')\n return parsed === true\n}\n\nfunction createGroupedProgress(label: string, partitionTargets: number[]) {\n const totals = new Map<number, number>()\n const processed = new Map<number, number>()\n let bar: CliProgressBar | null = null\n\n const getTotals = () => {\n let total = 0\n let done = 0\n for (const value of totals.values()) total += value\n for (const value of processed.values()) done += value\n return { total, done }\n }\n\n const tryInitBar = () => {\n if (bar) return\n if (totals.size < partitionTargets.length) return\n const { total } = getTotals()\n if (total <= 0) return\n bar = createProgressBar(label, total)\n }\n\n return {\n onProgress(partition: number, info: PartitionProgressInfo) {\n processed.set(partition, info.processed)\n if (!totals.has(partition)) totals.set(partition, info.total)\n tryInitBar()\n if (!bar) return\n const { done } = getTotals()\n bar.update(done)\n },\n complete() {\n if (bar) bar.complete()\n },\n getTotals,\n }\n}\n\nfunction parseArgs(rest: string[]): ParsedArgs {\n const args: ParsedArgs = {}\n for (let i = 0; i < rest.length; i += 1) {\n const part = rest[i]\n if (!part?.startsWith('--')) continue\n const [rawKey, rawValue] = part.slice(2).split('=')\n if (!rawKey) continue\n if (rawValue !== undefined) {\n args[rawKey] = rawValue\n } else if (i + 1 < rest.length && !rest[i + 1]!.startsWith('--')) {\n args[rawKey] = rest[i + 1]!\n i += 1\n } else {\n args[rawKey] = true\n }\n }\n return args\n}\n\nfunction stringOpt(args: ParsedArgs, ...keys: string[]): string | undefined {\n for (const key of keys) {\n const raw = args[key]\n if (typeof raw !== 'string') continue\n const trimmed = raw.trim()\n if (trimmed.length > 0) return trimmed\n }\n return undefined\n}\n\nfunction numberOpt(args: ParsedArgs, ...keys: string[]): number | undefined {\n for (const key of keys) {\n const raw = args[key]\n if (typeof raw === 'number') return raw\n if (typeof raw === 'string') {\n const parsed = Number(raw)\n if (Number.isFinite(parsed)) return parsed\n }\n }\n return undefined\n}\n\nfunction flagOpt(args: ParsedArgs, ...keys: string[]): boolean | undefined {\n for (const key of keys) {\n const raw = args[key]\n if (raw === undefined) continue\n if (raw === true) return true\n if (raw === false) return false\n if (typeof raw === 'string') {\n const trimmed = raw.trim()\n if (!trimmed) return true\n const parsed = parseBooleanToken(trimmed)\n return parsed === null ? true : parsed\n }\n }\n return undefined\n}\n\nfunction toPositiveInt(value: number | undefined): number | undefined {\n if (value === undefined) return undefined\n const n = Math.floor(value)\n if (!Number.isFinite(n) || n <= 0) return undefined\n return n\n}\n\nfunction toNonNegativeInt(value: number | undefined, fallback = 0): number {\n if (value === undefined) return fallback\n const n = Math.floor(value)\n if (!Number.isFinite(n) || n < 0) return fallback\n return n\n}\n\n/**\n * Test search functionality with a query\n */\nasync function searchCommand(rest: string[]): Promise<void> {\n const args = parseArgs(rest)\n const query = stringOpt(args, 'query', 'q')\n const tenantId = stringOpt(args, 'tenant', 'tenantId')\n const organizationId = stringOpt(args, 'org', 'organizationId')\n const entityTypes = stringOpt(args, 'entity', 'entities')\n const strategies = stringOpt(args, 'strategy', 'strategies')\n const limit = numberOpt(args, 'limit') ?? 20\n\n if (!query) {\n console.error('Usage: yarn mercato search query --query \"search terms\" --tenant <id> [options]')\n console.error(' --query, -q Search query (required)')\n console.error(' --tenant Tenant ID (required)')\n console.error(' --org Organization ID (optional)')\n console.error(' --entity Entity types to search (comma-separated)')\n console.error(' --strategy Strategies to use (comma-separated: meilisearch,vector,tokens)')\n console.error(' --limit Max results (default: 20)')\n return\n }\n\n if (!tenantId) {\n console.error('Error: --tenant is required')\n return\n }\n\n const container = await createRequestContainer()\n\n try {\n const searchService = container.resolve('searchService') as SearchService | undefined\n\n if (!searchService) {\n console.error('Error: SearchService not available. Make sure the search module is registered.')\n return\n }\n\n console.log(`\\nSearching for: \"${query}\"`)\n console.log(`Tenant: ${tenantId}`)\n if (organizationId) console.log(`Organization: ${organizationId}`)\n console.log('---')\n\n const results = await searchService.search(query, {\n tenantId,\n organizationId,\n entityTypes: entityTypes?.split(',').map(s => s.trim()),\n strategies: strategies?.split(',').map(s => s.trim()) as any,\n limit,\n })\n\n if (results.length === 0) {\n console.log('No results found.')\n return\n }\n\n console.log(`\\nFound ${results.length} result(s):\\n`)\n\n for (let i = 0; i < results.length; i++) {\n const result = results[i]\n console.log(`${i + 1}. [${result.source}] ${result.entityId}`)\n console.log(` Record ID: ${result.recordId}`)\n console.log(` Score: ${result.score.toFixed(4)}`)\n if (result.presenter) {\n console.log(` Title: ${result.presenter.title}`)\n if (result.presenter.subtitle) console.log(` Subtitle: ${result.presenter.subtitle}`)\n }\n if (result.url) console.log(` URL: ${result.url}`)\n console.log('')\n }\n } finally {\n try {\n const em = container.resolve('em') as any\n await em?.getConnection?.()?.close?.()\n } catch {}\n }\n}\n\n/**\n * Show status of search strategies\n */\nasync function statusCommand(): Promise<void> {\n const container = await createRequestContainer()\n\n try {\n const searchService = container.resolve('searchService') as SearchService | undefined\n const strategies = container.resolve('searchStrategies') as any[] | undefined\n\n console.log('\\n=== Search Module Status ===\\n')\n\n if (!searchService) {\n console.log('SearchService: NOT REGISTERED')\n return\n }\n\n console.log('SearchService: ACTIVE')\n console.log('')\n\n if (!strategies || strategies.length === 0) {\n console.log('Strategies: NONE CONFIGURED')\n return\n }\n\n console.log('Strategies:')\n console.log('-----------')\n\n for (const strategy of strategies) {\n const available = await strategy.isAvailable?.() ?? true\n const status = available ? 'AVAILABLE' : 'UNAVAILABLE'\n const icon = available ? '\u2713' : '\u2717'\n console.log(` ${icon} ${strategy.name ?? strategy.id} (${strategy.id})`)\n console.log(` Status: ${status}`)\n console.log(` Priority: ${strategy.priority ?? 'N/A'}`)\n console.log('')\n }\n\n // Check environment variables\n console.log('Environment:')\n console.log('------------')\n console.log(` MEILISEARCH_HOST: ${process.env.MEILISEARCH_HOST ?? '(not set)'}`)\n console.log(` MEILISEARCH_API_KEY: ${process.env.MEILISEARCH_API_KEY ? '(set)' : '(not set)'}`)\n console.log(` OPENAI_API_KEY: ${process.env.OPENAI_API_KEY ? '(set)' : '(not set)'}`)\n console.log(` OM_SEARCH_ENABLED: ${process.env.OM_SEARCH_ENABLED ?? 'true (default)'}`)\n console.log('')\n } finally {\n try {\n const em = container.resolve('em') as any\n await em?.getConnection?.()?.close?.()\n } catch {}\n }\n}\n\n/**\n * Index a specific record for testing\n */\nasync function indexCommand(rest: string[]): Promise<void> {\n const args = parseArgs(rest)\n const entityId = stringOpt(args, 'entity', 'entityId')\n const recordId = stringOpt(args, 'record', 'recordId')\n const tenantId = stringOpt(args, 'tenant', 'tenantId')\n const organizationId = stringOpt(args, 'org', 'organizationId')\n\n if (!entityId || !recordId || !tenantId) {\n console.error('Usage: yarn mercato search index --entity <entityId> --record <recordId> --tenant <tenantId>')\n console.error(' --entity Entity ID (e.g., customers:customer_person_profile)')\n console.error(' --record Record ID')\n console.error(' --tenant Tenant ID')\n console.error(' --org Organization ID (optional)')\n return\n }\n\n const container = await createRequestContainer()\n\n try {\n const searchIndexer = container.resolve('searchIndexer') as SearchIndexer | undefined\n\n if (!searchIndexer) {\n console.error('Error: SearchIndexer not available.')\n return\n }\n\n // Load record from query engine\n const queryEngine = container.resolve('queryEngine') as any\n\n console.log(`\\nLoading record: ${entityId} / ${recordId}`)\n\n const result = await queryEngine.query(entityId, {\n tenantId,\n organizationId,\n filters: { id: recordId },\n includeCustomFields: true,\n page: { page: 1, pageSize: 1 },\n })\n\n const record = result.items[0]\n\n if (!record) {\n console.error('Error: Record not found')\n return\n }\n\n console.log('Record loaded, indexing...')\n\n // Extract custom fields\n const customFields: Record<string, unknown> = {}\n for (const [key, value] of Object.entries(record)) {\n if (key.startsWith('cf:') || key.startsWith('cf_')) {\n const cfKey = key.slice(3) // Remove 'cf:' or 'cf_' prefix (both are 3 chars)\n customFields[cfKey] = value\n }\n }\n\n await searchIndexer.indexRecord({\n entityId,\n recordId,\n tenantId,\n organizationId,\n record,\n customFields,\n })\n\n console.log('Record indexed successfully!')\n } finally {\n try {\n const em = container.resolve('em') as any\n await em?.getConnection?.()?.close?.()\n } catch {}\n }\n}\n\n/**\n * Test Meilisearch connection directly\n */\nasync function testMeilisearchCommand(): Promise<void> {\n const host = process.env.MEILISEARCH_HOST\n const apiKey = process.env.MEILISEARCH_API_KEY\n\n console.log('\\n=== Meilisearch Connection Test ===\\n')\n\n if (!host) {\n console.log('MEILISEARCH_HOST: NOT SET')\n console.log('\\nMeilisearch is not configured. Set MEILISEARCH_HOST in your .env file.')\n return\n }\n\n console.log(`Host: ${host}`)\n console.log(`API Key: ${apiKey ? '(configured)' : '(not set)'}`)\n console.log('')\n\n try {\n const { Meilisearch } = await import('meilisearch')\n const client = new Meilisearch({ host, apiKey })\n\n console.log('Testing connection...')\n const health = await client.health()\n console.log(`Health: ${health.status}`)\n\n console.log('\\nListing indexes...')\n const indexes = await client.getIndexes()\n\n if (indexes.results.length === 0) {\n console.log('No indexes found.')\n } else {\n console.log(`Found ${indexes.results.length} index(es):`)\n for (const index of indexes.results) {\n const stats = await client.index(index.uid).getStats()\n console.log(` - ${index.uid}: ${stats.numberOfDocuments} documents`)\n }\n }\n\n console.log('\\nMeilisearch connection successful!')\n } catch (error) {\n console.error('Connection failed:', error instanceof Error ? error.message : error)\n }\n}\n\nconst searchCli: ModuleCli = {\n command: 'query',\n async run(rest) {\n await searchCommand(rest)\n },\n}\n\nconst statusCli: ModuleCli = {\n command: 'status',\n async run() {\n await statusCommand()\n },\n}\n\nconst indexCli: ModuleCli = {\n command: 'index',\n async run(rest) {\n await indexCommand(rest)\n },\n}\n\nconst testMeilisearchCli: ModuleCli = {\n command: 'test-meilisearch',\n async run() {\n await testMeilisearchCommand()\n },\n}\n\nasync function resetVectorCoverageAfterPurge(\n em: EntityManager | null,\n entityId: string,\n tenantId: string | null,\n organizationId: string | null,\n): Promise<void> {\n if (!em || !entityId) return\n try {\n const scopes = new Set<string>()\n scopes.add('__null__')\n if (organizationId) scopes.add(organizationId)\n for (const scope of scopes) {\n const orgValue = scope === '__null__' ? null : scope\n await writeCoverageCounts(\n em,\n {\n entityType: entityId,\n tenantId,\n organizationId: orgValue,\n withDeleted: false,\n },\n { vectorCount: 0 },\n )\n }\n } catch (error) {\n console.warn('[search.cli] Failed to reset vector coverage after purge', error instanceof Error ? error.message : error)\n }\n}\n\nasync function reindexCommand(rest: string[]): Promise<void> {\n const args = parseArgs(rest)\n const tenantId = stringOpt(args, 'tenant', 'tenantId')\n const organizationId = stringOpt(args, 'org', 'orgId', 'organizationId')\n const entityId = stringOpt(args, 'entity', 'entityId')\n const force = flagOpt(args, 'force', 'full') === true\n const batchSize = toPositiveInt(numberOpt(args, 'batch', 'chunk', 'size'))\n const partitionsOption = toPositiveInt(numberOpt(args, 'partitions', 'partitionCount', 'parallel'))\n const partitionIndexRaw = numberOpt(args, 'partition', 'partitionIndex')\n const partitionIndexOption = partitionIndexRaw === undefined ? undefined : toNonNegativeInt(partitionIndexRaw, 0)\n const resetCoverageFlag = flagOpt(args, 'resetCoverage') === true\n const skipResetCoverageFlag = flagOpt(args, 'skipResetCoverage', 'noResetCoverage') === true\n const skipPurgeFlag = flagOpt(args, 'skipPurge', 'noPurge') === true\n const purgeFlag = flagOpt(args, 'purge', 'purgeFirst')\n\n const container = await createRequestContainer()\n let baseEm: EntityManager | null = null\n try {\n baseEm = (container.resolve('em') as EntityManager)\n } catch {\n baseEm = null\n }\n\n const disposeContainer = async () => {\n if (typeof (container as any)?.dispose === 'function') {\n await (container as any).dispose()\n }\n }\n\n const recordError = async (error: Error) => {\n await recordIndexerLog(\n { em: baseEm ?? undefined },\n {\n source: 'vector',\n handler: 'cli:search.reindex',\n level: 'warn',\n message: `Reindex failed${entityId ? ` for ${entityId}` : ''}`,\n entityType: entityId ?? null,\n tenantId: tenantId ?? null,\n organizationId: organizationId ?? null,\n details: { error: error.message },\n },\n ).catch(() => undefined)\n await recordIndexerError(\n { em: baseEm ?? undefined },\n {\n source: 'vector',\n handler: 'cli:search.reindex',\n error,\n entityType: entityId ?? null,\n tenantId: tenantId ?? null,\n organizationId: organizationId ?? null,\n payload: {\n args,\n force,\n batchSize,\n partitionsOption,\n partitionIndexOption,\n resetCoverageFlag,\n skipResetCoverageFlag,\n skipPurgeFlag,\n purgeFlag,\n },\n },\n )\n }\n\n try {\n const searchIndexer = container.resolve<SearchIndexer>('searchIndexer')\n const enabledEntities = new Set(searchIndexer.listEnabledEntities())\n const baseEventBus = (() => {\n try {\n return container.resolve('eventBus') as {\n emitEvent(event: string, payload: any, options?: any): Promise<void>\n }\n } catch {\n return null\n }\n })()\n if (!baseEventBus) {\n console.warn('[search.cli] eventBus unavailable; vector embeddings may not be refreshed. Run bootstrap or ensure event bus configuration.')\n }\n\n const partitionCount = Math.max(1, partitionsOption ?? DEFAULT_REINDEX_PARTITIONS)\n if (partitionIndexOption !== undefined && partitionIndexOption >= partitionCount) {\n console.error(`partitionIndex (${partitionIndexOption}) must be < partitionCount (${partitionCount})`)\n return\n }\n const partitionTargets =\n partitionIndexOption !== undefined\n ? [partitionIndexOption]\n : Array.from({ length: partitionCount }, (_, idx) => idx)\n\n const shouldResetCoverage = (partition: number): boolean => {\n if (resetCoverageFlag) return true\n if (skipResetCoverageFlag) return false\n if (partitionIndexOption !== undefined) return partitionIndexOption === 0\n return partition === partitionTargets[0]\n }\n\n const runReindex = async (entityType: string, purgeFirst: boolean) => {\n const scopeLabel = tenantId\n ? `tenant=${tenantId}${organizationId ? `, org=${organizationId}` : ''}`\n : 'all tenants'\n console.log(`Reindexing vectors for ${entityType} (${scopeLabel})${purgeFirst ? ' [purge]' : ''}`)\n await recordIndexerLog(\n { em: baseEm ?? undefined },\n {\n source: 'vector',\n handler: 'cli:search.reindex',\n message: `Reindex started for ${entityType}`,\n entityType,\n tenantId: tenantId ?? null,\n organizationId: organizationId ?? null,\n details: {\n purgeFirst,\n partitions: partitionTargets.length,\n partitionCount,\n partitionIndex: partitionIndexOption ?? null,\n batchSize,\n },\n },\n ).catch(() => undefined)\n\n if (purgeFirst && tenantId) {\n try {\n console.log(' -> purging existing vector index rows...')\n await searchIndexer.purgeEntity({ entityId: entityType as EntityId, tenantId })\n await resetVectorCoverageAfterPurge(baseEm, entityType, tenantId ?? null, organizationId ?? null)\n if (baseEventBus) {\n const scopes = new Set<string>()\n scopes.add('__null__')\n if (organizationId) scopes.add(organizationId)\n await Promise.all(\n Array.from(scopes).map((scope) => {\n const orgValue = scope === '__null__' ? null : scope\n return baseEventBus!\n .emitEvent(\n 'query_index.coverage.refresh',\n {\n entityType,\n tenantId: tenantId ?? null,\n organizationId: orgValue,\n delayMs: 0,\n },\n )\n .catch(() => undefined)\n }),\n )\n }\n } catch (err) {\n console.warn(' -> purge failed, continuing with reindex', err instanceof Error ? err.message : err)\n }\n } else if (purgeFirst && !tenantId) {\n console.warn(' -> skipping purge: tenant scope not provided')\n }\n\n const verbose = isIndexerVerbose()\n const progressState = verbose ? new Map<number, { last: number }>() : null\n const groupedProgress =\n !verbose && partitionTargets.length > 1\n ? createGroupedProgress(`Reindexing ${entityType}`, partitionTargets)\n : null\n const renderProgress = (part: number, info: PartitionProgressInfo) => {\n if (!progressState) return\n const state = progressState.get(part) ?? { last: 0 }\n const now = Date.now()\n if (now - state.last < 1000 && info.processed < info.total) return\n state.last = now\n progressState.set(part, state)\n const percent = info.total > 0 ? ((info.processed / info.total) * 100).toFixed(2) : '0.00'\n console.log(\n ` [${entityType}] partition ${part + 1}/${partitionCount}: ${info.processed.toLocaleString()} / ${info.total.toLocaleString()} (${percent}%)`,\n )\n }\n\n const processed = await Promise.all(\n partitionTargets.map(async (part, idx) => {\n const label = partitionTargets.length > 1 ? ` [partition ${part + 1}/${partitionCount}]` : ''\n if (partitionTargets.length === 1) {\n console.log(` -> processing${label}`)\n } else if (verbose && idx === 0) {\n console.log(` -> processing partitions in parallel (count=${partitionTargets.length})`)\n }\n\n const partitionContainer = await createRequestContainer()\n const partitionEm = partitionContainer.resolve<EntityManager>('em')\n try {\n let progressBar: CliProgressBar | null = null\n const useBar = partitionTargets.length === 1\n const stats = await reindexEntity(partitionEm, {\n entityType,\n tenantId: tenantId ?? undefined,\n organizationId: organizationId ?? undefined,\n force,\n batchSize,\n eventBus: baseEventBus ?? undefined,\n emitVectorizeEvents: true,\n partitionCount,\n partitionIndex: part,\n resetCoverage: shouldResetCoverage(part),\n onProgress(info) {\n if (useBar) {\n if (info.total > 0 && !progressBar) {\n progressBar = createProgressBar(`Reindexing ${entityType}${label}`, info.total)\n }\n progressBar?.update(info.processed)\n } else if (groupedProgress) {\n groupedProgress.onProgress(part, info)\n } else {\n renderProgress(part, info)\n }\n },\n })\n if (progressBar) (progressBar as CliProgressBar).complete()\n if (!useBar && groupedProgress) {\n groupedProgress.onProgress(part, { processed: stats.processed, total: stats.total })\n } else if (!useBar) {\n renderProgress(part, { processed: stats.processed, total: stats.total })\n } else {\n console.log(\n ` processed ${stats.processed} row(s)${stats.total ? ` (base ${stats.total})` : ''}`,\n )\n }\n return stats.processed\n } finally {\n if (typeof (partitionContainer as any)?.dispose === 'function') {\n await (partitionContainer as any).dispose()\n }\n }\n }),\n )\n\n groupedProgress?.complete()\n const totalProcessed = processed.reduce((acc, value) => acc + value, 0)\n console.log(`Finished ${entityType}: processed ${totalProcessed} row(s) across ${partitionTargets.length} partition(s)`)\n await recordIndexerLog(\n { em: baseEm ?? undefined },\n {\n source: 'vector',\n handler: 'cli:search.reindex',\n message: `Reindex completed for ${entityType}`,\n entityType,\n tenantId: tenantId ?? null,\n organizationId: organizationId ?? null,\n details: {\n processed: totalProcessed,\n partitions: partitionTargets.length,\n partitionCount,\n partitionIndex: partitionIndexOption ?? null,\n batchSize,\n },\n },\n ).catch(() => undefined)\n return totalProcessed\n }\n\n const defaultPurge = purgeFlag === true && !skipPurgeFlag\n\n if (entityId) {\n if (!enabledEntities.has(entityId)) {\n console.error(`Entity ${entityId} is not enabled for vector search.`)\n return\n }\n const purgeFirst = defaultPurge\n await runReindex(entityId, purgeFirst)\n console.log('Vector reindex completed.')\n return\n }\n\n const entityIds = searchIndexer.listEnabledEntities()\n if (!entityIds.length) {\n console.log('No entities enabled for vector search.')\n return\n }\n console.log(`Reindexing ${entityIds.length} vector-enabled entities...`)\n let processedOverall = 0\n for (let idx = 0; idx < entityIds.length; idx += 1) {\n const id = entityIds[idx]!\n console.log(`[${idx + 1}/${entityIds.length}] Preparing ${id}...`)\n processedOverall += await runReindex(id, defaultPurge)\n }\n console.log(`Vector reindex completed. Total processed rows: ${processedOverall.toLocaleString()}`)\n } catch (error) {\n const err = error instanceof Error ? error : new Error(String(error))\n console.error('[search.cli] Reindex failed:', err.stack ?? err.message)\n await recordError(err)\n throw err\n } finally {\n await disposeContainer()\n }\n}\n\nconst reindexCli: ModuleCli = {\n command: 'reindex',\n async run(rest) {\n await reindexCommand(rest)\n },\n}\n\nconst reindexHelpCli: ModuleCli = {\n command: 'reindex-help',\n async run() {\n console.log('Usage: yarn mercato search reindex [options]')\n console.log(' --tenant <id> Optional tenant scope (required for purge & coverage).')\n console.log(' --org <id> Optional organization scope (requires tenant).')\n console.log(' --entity <module:entity> Reindex a single entity (defaults to all enabled entities).')\n console.log(' --partitions <n> Number of partitions to process in parallel (default from query index).')\n console.log(' --partition <idx> Restrict to a specific partition index.')\n console.log(' --batch <n> Override batch size per chunk.')\n console.log(' --force Force reindex even if another job is running.')\n console.log(' --purgeFirst Purge vector rows before reindexing (defaults to skip).')\n console.log(' --skipPurge Explicitly skip purging vector rows.')\n console.log(' --skipResetCoverage Keep existing coverage snapshots.')\n },\n}\n\n/**\n * Start a queue worker for processing search indexing jobs.\n */\nasync function workerCommand(rest: string[]): Promise<void> {\n const queueName = rest[0]\n const args = parseArgs(rest)\n const concurrency = toPositiveInt(numberOpt(args, 'concurrency')) ?? 1\n\n const validQueues = [VECTOR_INDEXING_QUEUE_NAME, FULLTEXT_INDEXING_QUEUE_NAME]\n\n if (!queueName || !validQueues.includes(queueName)) {\n console.error('\\nUsage: yarn mercato search worker <queue-name> [options]\\n')\n console.error('Available queues:')\n console.error(` ${VECTOR_INDEXING_QUEUE_NAME} Process vector embedding indexing jobs`)\n console.error(` ${FULLTEXT_INDEXING_QUEUE_NAME} Process fulltext indexing jobs`)\n console.error('\\nOptions:')\n console.error(' --concurrency <n> Number of concurrent jobs to process (default: 1)')\n console.error('\\nExamples:')\n console.error(` yarn mercato search worker ${VECTOR_INDEXING_QUEUE_NAME} --concurrency=10`)\n console.error(` yarn mercato search worker ${FULLTEXT_INDEXING_QUEUE_NAME} --concurrency=5`)\n return\n }\n\n // Check if Redis is configured for async queue\n const queueStrategy = process.env.QUEUE_STRATEGY || 'local'\n if (queueStrategy !== 'async') {\n console.error('\\nError: Queue workers require QUEUE_STRATEGY=async')\n console.error('Set QUEUE_STRATEGY=async and configure REDIS_URL in your environment.\\n')\n return\n }\n\n const redisUrl = getRedisUrlOrThrow('QUEUE')\n\n // Dynamically import runWorker to avoid loading BullMQ unless needed\n const { runWorker } = await import('@open-mercato/queue/worker')\n\n console.log(`\\nStarting ${queueName} worker...`)\n console.log(` Concurrency: ${concurrency}`)\n console.log(` Redis: ${redisUrl.replace(/\\/\\/[^:]+:[^@]+@/, '//<credentials>@')}`)\n console.log('')\n\n if (queueName === VECTOR_INDEXING_QUEUE_NAME) {\n const { handleVectorIndexJob } = await import('./workers/vector-index.worker')\n const container = await createRequestContainer()\n\n await runWorker<VectorIndexJobPayload>({\n queueName: VECTOR_INDEXING_QUEUE_NAME,\n handler: async (job: QueuedJob<VectorIndexJobPayload>, ctx: JobContext) => {\n await handleVectorIndexJob(job, ctx, { resolve: container.resolve.bind(container) })\n },\n connection: { url: redisUrl },\n concurrency,\n })\n } else if (queueName === FULLTEXT_INDEXING_QUEUE_NAME) {\n const { handleFulltextIndexJob } = await import('./workers/fulltext-index.worker')\n const container = await createRequestContainer()\n\n await runWorker<FulltextIndexJobPayload>({\n queueName: FULLTEXT_INDEXING_QUEUE_NAME,\n handler: async (job: QueuedJob<FulltextIndexJobPayload>, ctx: JobContext) => {\n await handleFulltextIndexJob(job, ctx, { resolve: container.resolve.bind(container) })\n },\n connection: { url: redisUrl },\n concurrency,\n })\n }\n}\n\nconst workerCli: ModuleCli = {\n command: 'worker',\n async run(rest) {\n await workerCommand(rest)\n },\n}\n\nconst helpCli: ModuleCli = {\n command: 'help',\n async run() {\n console.log('\\nUsage: yarn mercato search <command> [options]\\n')\n console.log('Commands:')\n console.log(' status Show search module status and available strategies')\n console.log(' query Execute a search query')\n console.log(' index Index a specific record')\n console.log(' reindex Reindex vector embeddings for entities')\n console.log(' reindex-help Show reindex command options')\n console.log(' test-meilisearch Test Meilisearch connection')\n console.log(' worker Start a queue worker for search indexing')\n console.log(' help Show this help message')\n console.log('\\nExamples:')\n console.log(' yarn mercato search status')\n console.log(' yarn mercato search query --query \"john doe\" --tenant tenant-123')\n console.log(' yarn mercato search index --entity customers:customer_person_profile --record abc123 --tenant tenant-123')\n console.log(' yarn mercato search reindex --tenant tenant-123 --entity customers:customer_person_profile')\n console.log(' yarn mercato search test-meilisearch')\n console.log(` yarn mercato search worker ${VECTOR_INDEXING_QUEUE_NAME} --concurrency=10`)\n console.log(` yarn mercato search worker ${FULLTEXT_INDEXING_QUEUE_NAME} --concurrency=5`)\n },\n}\n\nexport default [searchCli, statusCli, indexCli, reindexCli, reindexHelpCli, testMeilisearchCli, workerCli, helpCli]\n"],
|
|
5
|
-
"mappings": "AACA,SAAS,8BAA8B;AACvC,SAAS,0BAA0B;AACnC,SAAS,0BAA0B;AACnC,SAAS,wBAAwB;AACjC,SAAS,yBAAyB;AAElC,SAAS,eAAe,kCAAkC;AAC1D,SAAS,2BAA2B;AAGpC,SAAS,kCAA8D;AACvE,SAAS,oCAAkE;AAG3E,SAAS,yBAAyB;AAWlC,SAAS,mBAA4B;AACnC,QAAM,SAAS,kBAAkB,QAAQ,IAAI,sBAAsB,EAAE;AACrE,SAAO,WAAW;AACpB;AAEA,SAAS,sBAAsB,OAAe,kBAA4B;AACxE,QAAM,SAAS,oBAAI,IAAoB;AACvC,QAAM,YAAY,oBAAI,IAAoB;AAC1C,MAAI,MAA6B;AAEjC,QAAM,YAAY,MAAM;AACtB,QAAI,QAAQ;AACZ,QAAI,OAAO;AACX,eAAW,SAAS,OAAO,OAAO,EAAG,UAAS;AAC9C,eAAW,SAAS,UAAU,OAAO,EAAG,SAAQ;AAChD,WAAO,EAAE,OAAO,KAAK;AAAA,EACvB;AAEA,QAAM,aAAa,MAAM;AACvB,QAAI,IAAK;AACT,QAAI,OAAO,OAAO,iBAAiB,OAAQ;AAC3C,UAAM,EAAE,MAAM,IAAI,UAAU;AAC5B,QAAI,SAAS,EAAG;AAChB,UAAM,kBAAkB,OAAO,KAAK;AAAA,EACtC;AAEA,SAAO;AAAA,IACL,WAAW,WAAmB,MAA6B;AACzD,gBAAU,IAAI,WAAW,KAAK,SAAS;AACvC,UAAI,CAAC,OAAO,IAAI,SAAS,EAAG,QAAO,IAAI,WAAW,KAAK,KAAK;AAC5D,iBAAW;AACX,UAAI,CAAC,IAAK;AACV,YAAM,EAAE,KAAK,IAAI,UAAU;AAC3B,UAAI,OAAO,IAAI;AAAA,IACjB;AAAA,IACA,WAAW;AACT,UAAI,IAAK,KAAI,SAAS;AAAA,IACxB;AAAA,IACA;AAAA,EACF;AACF;AAEA,SAAS,UAAU,MAA4B;AAC7C,QAAM,OAAmB,CAAC;AAC1B,WAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,KAAK,GAAG;AACvC,UAAM,OAAO,KAAK,CAAC;AACnB,QAAI,CAAC,MAAM,WAAW,IAAI,EAAG;AAC7B,UAAM,CAAC,QAAQ,QAAQ,IAAI,KAAK,MAAM,CAAC,EAAE,MAAM,GAAG;AAClD,QAAI,CAAC,OAAQ;AACb,QAAI,aAAa,QAAW;AAC1B,WAAK,MAAM,IAAI;AAAA,IACjB,WAAW,IAAI,IAAI,KAAK,UAAU,CAAC,KAAK,IAAI,CAAC,EAAG,WAAW,IAAI,GAAG;AAChE,WAAK,MAAM,IAAI,KAAK,IAAI,CAAC;AACzB,WAAK;AAAA,IACP,OAAO;AACL,WAAK,MAAM,IAAI;AAAA,IACjB;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,UAAU,SAAqB,MAAoC;AAC1E,aAAW,OAAO,MAAM;AACtB,UAAM,MAAM,KAAK,GAAG;AACpB,QAAI,OAAO,QAAQ,SAAU;AAC7B,UAAM,UAAU,IAAI,KAAK;AACzB,QAAI,QAAQ,SAAS,EAAG,QAAO;AAAA,EACjC;AACA,SAAO;AACT;AAEA,SAAS,UAAU,SAAqB,MAAoC;AAC1E,aAAW,OAAO,MAAM;AACtB,UAAM,MAAM,KAAK,GAAG;AACpB,QAAI,OAAO,QAAQ,SAAU,QAAO;AACpC,QAAI,OAAO,QAAQ,UAAU;AAC3B,YAAM,SAAS,OAAO,GAAG;AACzB,UAAI,OAAO,SAAS,MAAM,EAAG,QAAO;AAAA,IACtC;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,QAAQ,SAAqB,MAAqC;AACzE,aAAW,OAAO,MAAM;AACtB,UAAM,MAAM,KAAK,GAAG;AACpB,QAAI,QAAQ,OAAW;AACvB,QAAI,QAAQ,KAAM,QAAO;AACzB,QAAI,QAAQ,MAAO,QAAO;AAC1B,QAAI,OAAO,QAAQ,UAAU;AAC3B,YAAM,UAAU,IAAI,KAAK;AACzB,UAAI,CAAC,QAAS,QAAO;AACrB,YAAM,SAAS,kBAAkB,OAAO;AACxC,aAAO,WAAW,OAAO,OAAO;AAAA,IAClC;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,cAAc,OAA+C;AACpE,MAAI,UAAU,OAAW,QAAO;AAChC,QAAM,IAAI,KAAK,MAAM,KAAK;AAC1B,MAAI,CAAC,OAAO,SAAS,CAAC,KAAK,KAAK,EAAG,QAAO;AAC1C,SAAO;AACT;AAEA,SAAS,iBAAiB,OAA2B,WAAW,GAAW;AACzE,MAAI,UAAU,OAAW,QAAO;AAChC,QAAM,IAAI,KAAK,MAAM,KAAK;AAC1B,MAAI,CAAC,OAAO,SAAS,CAAC,KAAK,IAAI,EAAG,QAAO;AACzC,SAAO;AACT;AAKA,eAAe,cAAc,MAA+B;AAC1D,QAAM,OAAO,UAAU,IAAI;AAC3B,QAAM,QAAQ,UAAU,MAAM,SAAS,GAAG;AAC1C,QAAM,WAAW,UAAU,MAAM,UAAU,UAAU;AACrD,QAAM,iBAAiB,UAAU,MAAM,OAAO,gBAAgB;AAC9D,QAAM,cAAc,UAAU,MAAM,UAAU,UAAU;AACxD,QAAM,aAAa,UAAU,MAAM,YAAY,YAAY;AAC3D,QAAM,QAAQ,UAAU,MAAM,OAAO,KAAK;AAE1C,MAAI,CAAC,OAAO;AACV,YAAQ,MAAM,iFAAiF;AAC/F,YAAQ,MAAM,6CAA6C;AAC3D,YAAQ,MAAM,0CAA0C;AACxD,YAAQ,MAAM,gDAAgD;AAC9D,YAAQ,MAAM,8DAA8D;AAC5E,YAAQ,MAAM,oFAAoF;AAClG,YAAQ,MAAM,+CAA+C;AAC7D;AAAA,EACF;AAEA,MAAI,CAAC,UAAU;AACb,YAAQ,MAAM,6BAA6B;AAC3C;AAAA,EACF;AAEA,QAAM,YAAY,MAAM,uBAAuB;AAE/C,MAAI;AACF,UAAM,gBAAgB,UAAU,QAAQ,eAAe;AAEvD,QAAI,CAAC,eAAe;AAClB,cAAQ,MAAM,gFAAgF;AAC9F;AAAA,IACF;AAEA,YAAQ,IAAI;AAAA,kBAAqB,KAAK,GAAG;AACzC,YAAQ,IAAI,WAAW,QAAQ,EAAE;AACjC,QAAI,eAAgB,SAAQ,IAAI,iBAAiB,cAAc,EAAE;AACjE,YAAQ,IAAI,KAAK;AAEjB,UAAM,UAAU,MAAM,cAAc,OAAO,OAAO;AAAA,MAChD;AAAA,MACA;AAAA,MACA,aAAa,aAAa,MAAM,GAAG,EAAE,IAAI,OAAK,EAAE,KAAK,CAAC;AAAA,MACtD,YAAY,YAAY,MAAM,GAAG,EAAE,IAAI,OAAK,EAAE,KAAK,CAAC;AAAA,MACpD;AAAA,IACF,CAAC;AAED,QAAI,QAAQ,WAAW,GAAG;AACxB,cAAQ,IAAI,mBAAmB;AAC/B;AAAA,IACF;AAEA,YAAQ,IAAI;AAAA,QAAW,QAAQ,MAAM;AAAA,CAAe;AAEpD,aAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,YAAM,SAAS,QAAQ,CAAC;AACxB,cAAQ,IAAI,GAAG,IAAI,CAAC,MAAM,OAAO,MAAM,KAAK,OAAO,QAAQ,EAAE;AAC7D,cAAQ,IAAI,iBAAiB,OAAO,QAAQ,EAAE;AAC9C,cAAQ,IAAI,aAAa,OAAO,MAAM,QAAQ,CAAC,CAAC,EAAE;AAClD,UAAI,OAAO,WAAW;AACpB,gBAAQ,IAAI,aAAa,OAAO,UAAU,KAAK,EAAE;AACjD,YAAI,OAAO,UAAU,SAAU,SAAQ,IAAI,gBAAgB,OAAO,UAAU,QAAQ,EAAE;AAAA,MACxF;AACA,UAAI,OAAO,IAAK,SAAQ,IAAI,WAAW,OAAO,GAAG,EAAE;AACnD,cAAQ,IAAI,EAAE;AAAA,IAChB;AAAA,EACF,UAAE;AACA,QAAI;AACF,YAAM,KAAK,UAAU,QAAQ,IAAI;AACjC,YAAM,IAAI,gBAAgB,GAAG,QAAQ;AAAA,IACvC,QAAQ;AAAA,IAAC;AAAA,EACX;AACF;AAKA,eAAe,gBAA+B;AAC5C,QAAM,YAAY,MAAM,uBAAuB;AAE/C,MAAI;AACF,UAAM,gBAAgB,UAAU,QAAQ,eAAe;AACvD,UAAM,aAAa,UAAU,QAAQ,kBAAkB;AAEvD,YAAQ,IAAI,kCAAkC;AAE9C,QAAI,CAAC,eAAe;AAClB,cAAQ,IAAI,+BAA+B;AAC3C;AAAA,IACF;AAEA,YAAQ,IAAI,uBAAuB;AACnC,YAAQ,IAAI,EAAE;AAEd,QAAI,CAAC,cAAc,WAAW,WAAW,GAAG;AAC1C,cAAQ,IAAI,6BAA6B;AACzC;AAAA,IACF;AAEA,YAAQ,IAAI,aAAa;AACzB,YAAQ,IAAI,aAAa;AAEzB,eAAW,YAAY,YAAY;AACjC,YAAM,YAAY,MAAM,SAAS,cAAc,KAAK;AACpD,YAAM,SAAS,YAAY,cAAc;AACzC,YAAM,OAAO,YAAY,WAAM;AAC/B,cAAQ,IAAI,KAAK,IAAI,IAAI,SAAS,QAAQ,SAAS,EAAE,KAAK,SAAS,EAAE,GAAG;AACxE,cAAQ,IAAI,eAAe,MAAM,EAAE;AACnC,cAAQ,IAAI,iBAAiB,SAAS,YAAY,KAAK,EAAE;AACzD,cAAQ,IAAI,EAAE;AAAA,IAChB;AAGA,YAAQ,IAAI,cAAc;AAC1B,YAAQ,IAAI,cAAc;AAC1B,YAAQ,IAAI,uBAAuB,QAAQ,IAAI,oBAAoB,WAAW,EAAE;AAChF,YAAQ,IAAI,0BAA0B,QAAQ,IAAI,sBAAsB,UAAU,WAAW,EAAE;AAC/F,YAAQ,IAAI,qBAAqB,QAAQ,IAAI,iBAAiB,UAAU,WAAW,EAAE;AACrF,YAAQ,IAAI,wBAAwB,QAAQ,IAAI,qBAAqB,gBAAgB,EAAE;AACvF,YAAQ,IAAI,EAAE;AAAA,EAChB,UAAE;AACA,QAAI;AACF,YAAM,KAAK,UAAU,QAAQ,IAAI;AACjC,YAAM,IAAI,gBAAgB,GAAG,QAAQ;AAAA,IACvC,QAAQ;AAAA,IAAC;AAAA,EACX;AACF;AAKA,eAAe,aAAa,MAA+B;AACzD,QAAM,OAAO,UAAU,IAAI;AAC3B,QAAM,WAAW,UAAU,MAAM,UAAU,UAAU;AACrD,QAAM,WAAW,UAAU,MAAM,UAAU,UAAU;AACrD,QAAM,WAAW,UAAU,MAAM,UAAU,UAAU;AACrD,QAAM,iBAAiB,UAAU,MAAM,OAAO,gBAAgB;AAE9D,MAAI,CAAC,YAAY,CAAC,YAAY,CAAC,UAAU;AACvC,YAAQ,MAAM,8FAA8F;AAC5G,YAAQ,MAAM,yEAAyE;AACvF,YAAQ,MAAM,+BAA+B;AAC7C,YAAQ,MAAM,+BAA+B;AAC7C,YAAQ,MAAM,gDAAgD;AAC9D;AAAA,EACF;AAEA,QAAM,YAAY,MAAM,uBAAuB;AAE/C,MAAI;AACF,UAAM,gBAAgB,UAAU,QAAQ,eAAe;AAEvD,QAAI,CAAC,eAAe;AAClB,cAAQ,MAAM,qCAAqC;AACnD;AAAA,IACF;AAGA,UAAM,cAAc,UAAU,QAAQ,aAAa;AAEnD,YAAQ,IAAI;AAAA,kBAAqB,QAAQ,MAAM,QAAQ,EAAE;AAEzD,UAAM,SAAS,MAAM,YAAY,MAAM,UAAU;AAAA,MAC/C;AAAA,MACA;AAAA,MACA,SAAS,EAAE,IAAI,SAAS;AAAA,MACxB,qBAAqB;AAAA,MACrB,MAAM,EAAE,MAAM,GAAG,UAAU,EAAE;AAAA,IAC/B,CAAC;AAED,UAAM,SAAS,OAAO,MAAM,CAAC;AAE7B,QAAI,CAAC,QAAQ;AACX,cAAQ,MAAM,yBAAyB;AACvC;AAAA,IACF;AAEA,YAAQ,IAAI,4BAA4B;AAGxC,UAAM,eAAwC,CAAC;AAC/C,eAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,MAAM,GAAG;AACjD,UAAI,IAAI,WAAW,KAAK,KAAK,IAAI,WAAW,KAAK,GAAG;AAClD,cAAM,QAAQ,IAAI,MAAM,CAAC;AACzB,qBAAa,KAAK,IAAI;AAAA,MACxB;AAAA,IACF;AAEA,UAAM,cAAc,YAAY;AAAA,MAC9B;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAED,YAAQ,IAAI,8BAA8B;AAAA,EAC5C,UAAE;AACA,QAAI;AACF,YAAM,KAAK,UAAU,QAAQ,IAAI;AACjC,YAAM,IAAI,gBAAgB,GAAG,QAAQ;AAAA,IACvC,QAAQ;AAAA,IAAC;AAAA,EACX;AACF;AAKA,eAAe,yBAAwC;AACrD,QAAM,OAAO,QAAQ,IAAI;AACzB,QAAM,SAAS,QAAQ,IAAI;AAE3B,UAAQ,IAAI,yCAAyC;AAErD,MAAI,CAAC,MAAM;AACT,YAAQ,IAAI,2BAA2B;AACvC,YAAQ,IAAI,0EAA0E;AACtF;AAAA,EACF;AAEA,UAAQ,IAAI,SAAS,IAAI,EAAE;AAC3B,UAAQ,IAAI,YAAY,SAAS,iBAAiB,WAAW,EAAE;AAC/D,UAAQ,IAAI,EAAE;AAEd,MAAI;AACF,UAAM,EAAE,YAAY,IAAI,MAAM,OAAO,aAAa;AAClD,UAAM,SAAS,IAAI,YAAY,EAAE,MAAM,OAAO,CAAC;AAE/C,YAAQ,IAAI,uBAAuB;AACnC,UAAM,SAAS,MAAM,OAAO,OAAO;AACnC,YAAQ,IAAI,WAAW,OAAO,MAAM,EAAE;AAEtC,YAAQ,IAAI,sBAAsB;AAClC,UAAM,UAAU,MAAM,OAAO,WAAW;AAExC,QAAI,QAAQ,QAAQ,WAAW,GAAG;AAChC,cAAQ,IAAI,mBAAmB;AAAA,IACjC,OAAO;AACL,cAAQ,IAAI,SAAS,QAAQ,QAAQ,MAAM,aAAa;AACxD,iBAAW,SAAS,QAAQ,SAAS;AACnC,cAAM,QAAQ,MAAM,OAAO,MAAM,MAAM,GAAG,EAAE,SAAS;AACrD,gBAAQ,IAAI,OAAO,MAAM,GAAG,KAAK,MAAM,iBAAiB,YAAY;AAAA,MACtE;AAAA,IACF;AAEA,YAAQ,IAAI,sCAAsC;AAAA,EACpD,SAAS,OAAO;AACd,YAAQ,MAAM,sBAAsB,iBAAiB,QAAQ,MAAM,UAAU,KAAK;AAAA,EACpF;AACF;AAEA,MAAM,YAAuB;AAAA,EAC3B,SAAS;AAAA,EACT,MAAM,IAAI,MAAM;AACd,UAAM,cAAc,IAAI;AAAA,EAC1B;AACF;AAEA,MAAM,YAAuB;AAAA,EAC3B,SAAS;AAAA,EACT,MAAM,MAAM;AACV,UAAM,cAAc;AAAA,EACtB;AACF;AAEA,MAAM,WAAsB;AAAA,EAC1B,SAAS;AAAA,EACT,MAAM,IAAI,MAAM;AACd,UAAM,aAAa,IAAI;AAAA,EACzB;AACF;AAEA,MAAM,qBAAgC;AAAA,EACpC,SAAS;AAAA,EACT,MAAM,MAAM;AACV,UAAM,uBAAuB;AAAA,EAC/B;AACF;AAEA,eAAe,8BACb,IACA,UACA,UACA,gBACe;AACf,MAAI,CAAC,MAAM,CAAC,SAAU;AACtB,MAAI;AACF,UAAM,SAAS,oBAAI,IAAY;AAC/B,WAAO,IAAI,UAAU;AACrB,QAAI,eAAgB,QAAO,IAAI,cAAc;AAC7C,eAAW,SAAS,QAAQ;AAC1B,YAAM,WAAW,UAAU,aAAa,OAAO;AAC/C,YAAM;AAAA,QACJ;AAAA,QACA;AAAA,UACE,YAAY;AAAA,UACZ;AAAA,UACA,gBAAgB;AAAA,UAChB,aAAa;AAAA,QACf;AAAA,QACA,EAAE,aAAa,EAAE;AAAA,MACnB;AAAA,IACF;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,KAAK,4DAA4D,iBAAiB,QAAQ,MAAM,UAAU,KAAK;AAAA,EACzH;AACF;AAEA,eAAe,eAAe,MAA+B;AAC3D,QAAM,OAAO,UAAU,IAAI;AAC3B,QAAM,WAAW,UAAU,MAAM,UAAU,UAAU;AACrD,QAAM,iBAAiB,UAAU,MAAM,OAAO,SAAS,gBAAgB;AACvE,QAAM,WAAW,UAAU,MAAM,UAAU,UAAU;AACrD,QAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM,MAAM;AACjD,QAAM,YAAY,cAAc,UAAU,MAAM,SAAS,SAAS,MAAM,CAAC;AACzE,QAAM,mBAAmB,cAAc,UAAU,MAAM,cAAc,kBAAkB,UAAU,CAAC;AAClG,QAAM,oBAAoB,UAAU,MAAM,aAAa,gBAAgB;AACvE,QAAM,uBAAuB,sBAAsB,SAAY,SAAY,iBAAiB,mBAAmB,CAAC;AAChH,QAAM,oBAAoB,QAAQ,MAAM,eAAe,MAAM;AAC7D,QAAM,wBAAwB,QAAQ,MAAM,qBAAqB,iBAAiB,MAAM;AACxF,QAAM,gBAAgB,QAAQ,MAAM,aAAa,SAAS,MAAM;AAChE,QAAM,YAAY,QAAQ,MAAM,SAAS,YAAY;AAErD,QAAM,YAAY,MAAM,uBAAuB;AAC/C,MAAI,SAA+B;AACnC,MAAI;AACF,aAAU,UAAU,QAAQ,IAAI;AAAA,EAClC,QAAQ;AACN,aAAS;AAAA,EACX;AAEA,QAAM,mBAAmB,YAAY;AACnC,QAAI,OAAQ,WAAmB,YAAY,YAAY;AACrD,YAAO,UAAkB,QAAQ;AAAA,IACnC;AAAA,EACF;AAEA,QAAM,cAAc,OAAO,UAAiB;AAC1C,UAAM;AAAA,MACJ,EAAE,IAAI,UAAU,OAAU;AAAA,MAC1B;AAAA,QACE,QAAQ;AAAA,QACR,SAAS;AAAA,QACT,OAAO;AAAA,QACP,SAAS,iBAAiB,WAAW,QAAQ,QAAQ,KAAK,EAAE;AAAA,QAC5D,YAAY,YAAY;AAAA,QACxB,UAAU,YAAY;AAAA,QACtB,gBAAgB,kBAAkB;AAAA,QAClC,SAAS,EAAE,OAAO,MAAM,QAAQ;AAAA,MAClC;AAAA,IACF,EAAE,MAAM,MAAM,MAAS;AACvB,UAAM;AAAA,MACJ,EAAE,IAAI,UAAU,OAAU;AAAA,MAC1B;AAAA,QACE,QAAQ;AAAA,QACR,SAAS;AAAA,QACT;AAAA,QACA,YAAY,YAAY;AAAA,QACxB,UAAU,YAAY;AAAA,QACtB,gBAAgB,kBAAkB;AAAA,QAClC,SAAS;AAAA,UACP;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,MAAI;AACF,UAAM,gBAAgB,UAAU,QAAuB,eAAe;AACtE,UAAM,kBAAkB,IAAI,IAAI,cAAc,oBAAoB,CAAC;AACnE,UAAM,gBAAgB,MAAM;AAC1B,UAAI;AACF,eAAO,UAAU,QAAQ,UAAU;AAAA,MAGrC,QAAQ;AACN,eAAO;AAAA,MACT;AAAA,IACF,GAAG;AACH,QAAI,CAAC,cAAc;AACjB,cAAQ,KAAK,6HAA6H;AAAA,IAC5I;AAEA,UAAM,iBAAiB,KAAK,IAAI,GAAG,oBAAoB,0BAA0B;AACjF,QAAI,yBAAyB,UAAa,wBAAwB,gBAAgB;AAChF,cAAQ,MAAM,mBAAmB,oBAAoB,+BAA+B,cAAc,GAAG;AACrG;AAAA,IACF;AACA,UAAM,mBACJ,yBAAyB,SACrB,CAAC,oBAAoB,IACrB,MAAM,KAAK,EAAE,QAAQ,eAAe,GAAG,CAAC,GAAG,QAAQ,GAAG;AAE5D,UAAM,sBAAsB,CAAC,cAA+B;AAC1D,UAAI,kBAAmB,QAAO;AAC9B,UAAI,sBAAuB,QAAO;AAClC,UAAI,yBAAyB,OAAW,QAAO,yBAAyB;AACxE,aAAO,cAAc,iBAAiB,CAAC;AAAA,IACzC;AAEA,UAAM,aAAa,OAAO,YAAoB,eAAwB;AACpE,YAAM,aAAa,WACf,UAAU,QAAQ,GAAG,iBAAiB,SAAS,cAAc,KAAK,EAAE,KACpE;AACJ,cAAQ,IAAI,0BAA0B,UAAU,KAAK,UAAU,IAAI,aAAa,aAAa,EAAE,EAAE;AACjG,YAAM;AAAA,QACJ,EAAE,IAAI,UAAU,OAAU;AAAA,QAC1B;AAAA,UACE,QAAQ;AAAA,UACR,SAAS;AAAA,UACT,SAAS,uBAAuB,UAAU;AAAA,UAC1C;AAAA,UACA,UAAU,YAAY;AAAA,UACtB,gBAAgB,kBAAkB;AAAA,UAClC,SAAS;AAAA,YACP;AAAA,YACA,YAAY,iBAAiB;AAAA,YAC7B;AAAA,YACA,gBAAgB,wBAAwB;AAAA,YACxC;AAAA,UACF;AAAA,QACF;AAAA,MACF,EAAE,MAAM,MAAM,MAAS;AAEvB,UAAI,cAAc,UAAU;AAC1B,YAAI;AACF,kBAAQ,IAAI,4CAA4C;AACxD,gBAAM,cAAc,YAAY,EAAE,UAAU,YAAwB,SAAS,CAAC;AAC9E,gBAAM,8BAA8B,QAAQ,YAAY,YAAY,MAAM,kBAAkB,IAAI;AAChG,cAAI,cAAc;AAChB,kBAAM,SAAS,oBAAI,IAAY;AAC/B,mBAAO,IAAI,UAAU;AACrB,gBAAI,eAAgB,QAAO,IAAI,cAAc;AAC7C,kBAAM,QAAQ;AAAA,cACZ,MAAM,KAAK,MAAM,EAAE,IAAI,CAAC,UAAU;AAChC,sBAAM,WAAW,UAAU,aAAa,OAAO;AAC/C,uBAAO,aACJ;AAAA,kBACC;AAAA,kBACA;AAAA,oBACE;AAAA,oBACA,UAAU,YAAY;AAAA,oBACtB,gBAAgB;AAAA,oBAChB,SAAS;AAAA,kBACX;AAAA,gBACF,EACC,MAAM,MAAM,MAAS;AAAA,cAC1B,CAAC;AAAA,YACH;AAAA,UACF;AAAA,QACF,SAAS,KAAK;AACZ,kBAAQ,KAAK,8CAA8C,eAAe,QAAQ,IAAI,UAAU,GAAG;AAAA,QACrG;AAAA,MACF,WAAW,cAAc,CAAC,UAAU;AAClC,gBAAQ,KAAK,gDAAgD;AAAA,MAC/D;AAEA,YAAM,UAAU,iBAAiB;AACjC,YAAM,gBAAgB,UAAU,oBAAI,IAA8B,IAAI;AACtE,YAAM,kBACJ,CAAC,WAAW,iBAAiB,SAAS,IAClC,sBAAsB,cAAc,UAAU,IAAI,gBAAgB,IAClE;AACN,YAAM,iBAAiB,CAAC,MAAc,SAAgC;AACpE,YAAI,CAAC,cAAe;AACpB,cAAM,QAAQ,cAAc,IAAI,IAAI,KAAK,EAAE,MAAM,EAAE;AACnD,cAAM,MAAM,KAAK,IAAI;AACrB,YAAI,MAAM,MAAM,OAAO,OAAQ,KAAK,YAAY,KAAK,MAAO;AAC5D,cAAM,OAAO;AACb,sBAAc,IAAI,MAAM,KAAK;AAC7B,cAAM,UAAU,KAAK,QAAQ,KAAM,KAAK,YAAY,KAAK,QAAS,KAAK,QAAQ,CAAC,IAAI;AACpF,gBAAQ;AAAA,UACN,SAAS,UAAU,eAAe,OAAO,CAAC,IAAI,cAAc,KAAK,KAAK,UAAU,eAAe,CAAC,MAAM,KAAK,MAAM,eAAe,CAAC,KAAK,OAAO;AAAA,QAC/I;AAAA,MACF;AAEA,YAAM,YAAY,MAAM,QAAQ;AAAA,QAC9B,iBAAiB,IAAI,OAAO,MAAM,QAAQ;AACxC,gBAAM,QAAQ,iBAAiB,SAAS,IAAI,eAAe,OAAO,CAAC,IAAI,cAAc,MAAM;AAC3F,cAAI,iBAAiB,WAAW,GAAG;AACjC,oBAAQ,IAAI,kBAAkB,KAAK,EAAE;AAAA,UACvC,WAAW,WAAW,QAAQ,GAAG;AAC/B,oBAAQ,IAAI,iDAAiD,iBAAiB,MAAM,GAAG;AAAA,UACzF;AAEA,gBAAM,qBAAqB,MAAM,uBAAuB;AACxD,gBAAM,cAAc,mBAAmB,QAAuB,IAAI;AAClE,cAAI;AACF,gBAAI,cAAqC;AACzC,kBAAM,SAAS,iBAAiB,WAAW;AAC3C,kBAAM,QAAQ,MAAM,cAAc,aAAa;AAAA,cAC7C;AAAA,cACA,UAAU,YAAY;AAAA,cACtB,gBAAgB,kBAAkB;AAAA,cAClC;AAAA,cACA;AAAA,cACA,UAAU,gBAAgB;AAAA,cAC1B,qBAAqB;AAAA,cACrB;AAAA,cACA,gBAAgB;AAAA,cAChB,eAAe,oBAAoB,IAAI;AAAA,cACvC,WAAW,MAAM;AACf,oBAAI,QAAQ;AACV,sBAAI,KAAK,QAAQ,KAAK,CAAC,aAAa;AAClC,kCAAc,kBAAkB,cAAc,UAAU,GAAG,KAAK,IAAI,KAAK,KAAK;AAAA,kBAChF;AACA,+BAAa,OAAO,KAAK,SAAS;AAAA,gBACpC,WAAW,iBAAiB;AAC1B,kCAAgB,WAAW,MAAM,IAAI;AAAA,gBACvC,OAAO;AACL,iCAAe,MAAM,IAAI;AAAA,gBAC3B;AAAA,cACF;AAAA,YACF,CAAC;AACD,gBAAI,YAAa,CAAC,YAA+B,SAAS;AAC1D,gBAAI,CAAC,UAAU,iBAAiB;AAC9B,8BAAgB,WAAW,MAAM,EAAE,WAAW,MAAM,WAAW,OAAO,MAAM,MAAM,CAAC;AAAA,YACrF,WAAW,CAAC,QAAQ;AAClB,6BAAe,MAAM,EAAE,WAAW,MAAM,WAAW,OAAO,MAAM,MAAM,CAAC;AAAA,YACzE,OAAO;AACL,sBAAQ;AAAA,gBACN,kBAAkB,MAAM,SAAS,UAAU,MAAM,QAAQ,UAAU,MAAM,KAAK,MAAM,EAAE;AAAA,cACxF;AAAA,YACF;AACA,mBAAO,MAAM;AAAA,UACf,UAAE;AACA,gBAAI,OAAQ,oBAA4B,YAAY,YAAY;AAC9D,oBAAO,mBAA2B,QAAQ;AAAA,YAC5C;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH;AAEA,uBAAiB,SAAS;AAC1B,YAAM,iBAAiB,UAAU,OAAO,CAAC,KAAK,UAAU,MAAM,OAAO,CAAC;AACtE,cAAQ,IAAI,YAAY,UAAU,eAAe,cAAc,kBAAkB,iBAAiB,MAAM,eAAe;AACvH,YAAM;AAAA,QACJ,EAAE,IAAI,UAAU,OAAU;AAAA,QAC1B;AAAA,UACE,QAAQ;AAAA,UACR,SAAS;AAAA,UACT,SAAS,yBAAyB,UAAU;AAAA,UAC5C;AAAA,UACA,UAAU,YAAY;AAAA,UACtB,gBAAgB,kBAAkB;AAAA,UAClC,SAAS;AAAA,YACP,WAAW;AAAA,YACX,YAAY,iBAAiB;AAAA,YAC7B;AAAA,YACA,gBAAgB,wBAAwB;AAAA,YACxC;AAAA,UACF;AAAA,QACF;AAAA,MACF,EAAE,MAAM,MAAM,MAAS;AACvB,aAAO;AAAA,IACT;AAEA,UAAM,eAAe,cAAc,QAAQ,CAAC;AAE5C,QAAI,UAAU;AACZ,UAAI,CAAC,gBAAgB,IAAI,QAAQ,GAAG;AAClC,gBAAQ,MAAM,UAAU,QAAQ,oCAAoC;AACpE;AAAA,MACF;AACA,YAAM,aAAa;AACnB,YAAM,WAAW,UAAU,UAAU;AACrC,cAAQ,IAAI,2BAA2B;AACvC;AAAA,IACF;AAEA,UAAM,YAAY,cAAc,oBAAoB;AACpD,QAAI,CAAC,UAAU,QAAQ;AACrB,cAAQ,IAAI,wCAAwC;AACpD;AAAA,IACF;AACA,YAAQ,IAAI,cAAc,UAAU,MAAM,6BAA6B;AACvE,QAAI,mBAAmB;AACvB,aAAS,MAAM,GAAG,MAAM,UAAU,QAAQ,OAAO,GAAG;AAClD,YAAM,KAAK,UAAU,GAAG;AACxB,cAAQ,IAAI,IAAI,MAAM,CAAC,IAAI,UAAU,MAAM,eAAe,EAAE,KAAK;AACjE,0BAAoB,MAAM,WAAW,IAAI,YAAY;AAAA,IACvD;AACA,YAAQ,IAAI,mDAAmD,iBAAiB,eAAe,CAAC,EAAE;AAAA,EACpG,SAAS,OAAO;AACd,UAAM,MAAM,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AACpE,YAAQ,MAAM,gCAAgC,IAAI,SAAS,IAAI,OAAO;AACtE,UAAM,YAAY,GAAG;AACrB,UAAM;AAAA,EACR,UAAE;AACA,UAAM,iBAAiB;AAAA,EACzB;AACF;AAEA,MAAM,aAAwB;AAAA,EAC5B,SAAS;AAAA,EACT,MAAM,IAAI,MAAM;AACd,UAAM,eAAe,IAAI;AAAA,EAC3B;AACF;AAEA,MAAM,iBAA4B;AAAA,EAChC,SAAS;AAAA,EACT,MAAM,MAAM;AACV,YAAQ,IAAI,8CAA8C;AAC1D,YAAQ,IAAI,kFAAkF;AAC9F,YAAQ,IAAI,0EAA0E;AACtF,YAAQ,IAAI,wFAAwF;AACpG,YAAQ,IAAI,mGAAmG;AAC/G,YAAQ,IAAI,mEAAmE;AAC/E,YAAQ,IAAI,0DAA0D;AACtE,YAAQ,IAAI,yEAAyE;AACrF,YAAQ,IAAI,mFAAmF;AAC/F,YAAQ,IAAI,gEAAgE;AAC5E,YAAQ,IAAI,6DAA6D;AAAA,EAC3E;AACF;AAKA,eAAe,cAAc,MAA+B;AAC1D,QAAM,YAAY,KAAK,CAAC;AACxB,QAAM,OAAO,UAAU,IAAI;AAC3B,QAAM,cAAc,cAAc,UAAU,MAAM,aAAa,CAAC,KAAK;AAErE,QAAM,cAAc,CAAC,4BAA4B,4BAA4B;AAE7E,MAAI,CAAC,aAAa,CAAC,YAAY,SAAS,SAAS,GAAG;AAClD,YAAQ,MAAM,8DAA8D;AAC5E,YAAQ,MAAM,mBAAmB;AACjC,YAAQ,MAAM,KAAK,0BAA0B,gDAAgD;AAC7F,YAAQ,MAAM,KAAK,4BAA4B,mCAAmC;AAClF,YAAQ,MAAM,YAAY;AAC1B,YAAQ,MAAM,yEAAyE;AACvF,YAAQ,MAAM,aAAa;AAC3B,YAAQ,MAAM,gCAAgC,0BAA0B,mBAAmB;AAC3F,YAAQ,MAAM,gCAAgC,4BAA4B,kBAAkB;AAC5F;AAAA,EACF;AAGA,QAAM,gBAAgB,QAAQ,IAAI,kBAAkB;AACpD,MAAI,kBAAkB,SAAS;AAC7B,YAAQ,MAAM,qDAAqD;AACnE,YAAQ,MAAM,yEAAyE;AACvF;AAAA,EACF;AAEA,QAAM,WAAW,mBAAmB,OAAO;AAG3C,QAAM,EAAE,UAAU,IAAI,MAAM,OAAO,4BAA4B;AAE/D,UAAQ,IAAI;AAAA,WAAc,SAAS,YAAY;AAC/C,UAAQ,IAAI,kBAAkB,WAAW,EAAE;AAC3C,UAAQ,IAAI,YAAY,SAAS,QAAQ,oBAAoB,kBAAkB,CAAC,EAAE;AAClF,UAAQ,IAAI,EAAE;AAEd,MAAI,cAAc,4BAA4B;AAC5C,UAAM,EAAE,qBAAqB,IAAI,MAAM,OAAO,+BAA+B;AAC7E,UAAM,YAAY,MAAM,uBAAuB;AAE/C,UAAM,UAAiC;AAAA,MACrC,WAAW;AAAA,MACX,SAAS,OAAO,KAAuC,QAAoB;AACzE,cAAM,qBAAqB,KAAK,KAAK,EAAE,SAAS,UAAU,QAAQ,KAAK,SAAS,EAAE,CAAC;AAAA,MACrF;AAAA,MACA,YAAY,EAAE,KAAK,SAAS;AAAA,MAC5B;AAAA,IACF,CAAC;AAAA,EACH,WAAW,cAAc,8BAA8B;AACrD,UAAM,EAAE,uBAAuB,IAAI,MAAM,OAAO,iCAAiC;AACjF,UAAM,YAAY,MAAM,uBAAuB;AAE/C,UAAM,UAAmC;AAAA,MACvC,WAAW;AAAA,MACX,SAAS,OAAO,KAAyC,QAAoB;AAC3E,cAAM,uBAAuB,KAAK,KAAK,EAAE,SAAS,UAAU,QAAQ,KAAK,SAAS,EAAE,CAAC;AAAA,MACvF;AAAA,MACA,YAAY,EAAE,KAAK,SAAS;AAAA,MAC5B;AAAA,IACF,CAAC;AAAA,EACH;AACF;AAEA,MAAM,YAAuB;AAAA,EAC3B,SAAS;AAAA,EACT,MAAM,IAAI,MAAM;AACd,UAAM,cAAc,IAAI;AAAA,EAC1B;AACF;AAEA,MAAM,UAAqB;AAAA,EACzB,SAAS;AAAA,EACT,MAAM,MAAM;AACV,YAAQ,IAAI,oDAAoD;AAChE,YAAQ,IAAI,WAAW;AACvB,YAAQ,IAAI,0EAA0E;AACtF,YAAQ,IAAI,8CAA8C;AAC1D,YAAQ,IAAI,+CAA+C;AAC3D,YAAQ,IAAI,8DAA8D;AAC1E,YAAQ,IAAI,oDAAoD;AAChE,YAAQ,IAAI,mDAAmD;AAC/D,YAAQ,IAAI,gEAAgE;AAC5E,YAAQ,IAAI,8CAA8C;AAC1D,YAAQ,IAAI,aAAa;AACzB,YAAQ,IAAI,8BAA8B;AAC1C,YAAQ,IAAI,oEAAoE;AAChF,YAAQ,IAAI,4GAA4G;AACxH,YAAQ,IAAI,8FAA8F;AAC1G,YAAQ,IAAI,wCAAwC;AACpD,YAAQ,IAAI,gCAAgC,0BAA0B,mBAAmB;AACzF,YAAQ,IAAI,gCAAgC,4BAA4B,kBAAkB;AAAA,EAC5F;AACF;AAEA,IAAO,cAAQ,CAAC,WAAW,WAAW,UAAU,YAAY,gBAAgB,oBAAoB,WAAW,OAAO;",
|
|
4
|
+
"sourcesContent": ["import type { ModuleCli } from '@open-mercato/shared/modules/registry'\nimport { createRequestContainer } from '@open-mercato/shared/lib/di/container'\nimport { getRedisUrlOrThrow } from '@open-mercato/shared/lib/redis/connection'\nimport { recordIndexerError } from '@open-mercato/shared/lib/indexers/error-log'\nimport { recordIndexerLog } from '@open-mercato/shared/lib/indexers/status-log'\nimport { createProgressBar } from '@open-mercato/shared/lib/cli/progress'\nimport type { EntityManager } from '@mikro-orm/postgresql'\nimport { reindexEntity, DEFAULT_REINDEX_PARTITIONS } from '@open-mercato/core/modules/query_index/lib/reindexer'\nimport { writeCoverageCounts } from '@open-mercato/core/modules/query_index/lib/coverage'\nimport type { SearchService } from '../../service'\nimport type { SearchIndexer } from '../../indexer/search-indexer'\nimport { VECTOR_INDEXING_QUEUE_NAME, type VectorIndexJobPayload } from '../../queue/vector-indexing'\nimport { FULLTEXT_INDEXING_QUEUE_NAME, type FulltextIndexJobPayload } from '../../queue/fulltext-indexing'\nimport type { QueuedJob, JobContext } from '@open-mercato/queue'\nimport type { EntityId } from '@open-mercato/shared/modules/entities'\nimport { parseBooleanToken } from '@open-mercato/shared/lib/boolean'\n\ntype CliProgressBar = {\n update(completed: number): void\n complete(): void\n}\n\ntype ParsedArgs = Record<string, string | boolean>\n\ntype PartitionProgressInfo = { processed: number; total: number }\n\nfunction isIndexerVerbose(): boolean {\n const parsed = parseBooleanToken(process.env.OM_INDEXER_VERBOSE ?? '')\n return parsed === true\n}\n\nfunction createGroupedProgress(label: string, partitionTargets: number[]) {\n const totals = new Map<number, number>()\n const processed = new Map<number, number>()\n let bar: CliProgressBar | null = null\n\n const getTotals = () => {\n let total = 0\n let done = 0\n for (const value of totals.values()) total += value\n for (const value of processed.values()) done += value\n return { total, done }\n }\n\n const tryInitBar = () => {\n if (bar) return\n if (totals.size < partitionTargets.length) return\n const { total } = getTotals()\n if (total <= 0) return\n bar = createProgressBar(label, total)\n }\n\n return {\n onProgress(partition: number, info: PartitionProgressInfo) {\n processed.set(partition, info.processed)\n if (!totals.has(partition)) totals.set(partition, info.total)\n tryInitBar()\n if (!bar) return\n const { done } = getTotals()\n bar.update(done)\n },\n complete() {\n if (bar) bar.complete()\n },\n getTotals,\n }\n}\n\nfunction parseArgs(rest: string[]): ParsedArgs {\n const args: ParsedArgs = {}\n for (let i = 0; i < rest.length; i += 1) {\n const part = rest[i]\n if (!part?.startsWith('--')) continue\n const [rawKey, rawValue] = part.slice(2).split('=')\n if (!rawKey) continue\n if (rawValue !== undefined) {\n args[rawKey] = rawValue\n } else if (i + 1 < rest.length && !rest[i + 1]!.startsWith('--')) {\n args[rawKey] = rest[i + 1]!\n i += 1\n } else {\n args[rawKey] = true\n }\n }\n return args\n}\n\nfunction stringOpt(args: ParsedArgs, ...keys: string[]): string | undefined {\n for (const key of keys) {\n const raw = args[key]\n if (typeof raw !== 'string') continue\n const trimmed = raw.trim()\n if (trimmed.length > 0) return trimmed\n }\n return undefined\n}\n\nfunction numberOpt(args: ParsedArgs, ...keys: string[]): number | undefined {\n for (const key of keys) {\n const raw = args[key]\n if (typeof raw === 'number') return raw\n if (typeof raw === 'string') {\n const parsed = Number(raw)\n if (Number.isFinite(parsed)) return parsed\n }\n }\n return undefined\n}\n\nfunction flagOpt(args: ParsedArgs, ...keys: string[]): boolean | undefined {\n for (const key of keys) {\n const raw = args[key]\n if (raw === undefined) continue\n if (raw === true) return true\n if (raw === false) return false\n if (typeof raw === 'string') {\n const trimmed = raw.trim()\n if (!trimmed) return true\n const parsed = parseBooleanToken(trimmed)\n return parsed === null ? true : parsed\n }\n }\n return undefined\n}\n\nfunction toPositiveInt(value: number | undefined): number | undefined {\n if (value === undefined) return undefined\n const n = Math.floor(value)\n if (!Number.isFinite(n) || n <= 0) return undefined\n return n\n}\n\nfunction toNonNegativeInt(value: number | undefined, fallback = 0): number {\n if (value === undefined) return fallback\n const n = Math.floor(value)\n if (!Number.isFinite(n) || n < 0) return fallback\n return n\n}\n\n/**\n * Test search functionality with a query\n */\nasync function searchCommand(rest: string[]): Promise<void> {\n const args = parseArgs(rest)\n const query = stringOpt(args, 'query', 'q')\n const tenantId = stringOpt(args, 'tenant', 'tenantId')\n const organizationId = stringOpt(args, 'org', 'organizationId')\n const entityTypes = stringOpt(args, 'entity', 'entities')\n const strategies = stringOpt(args, 'strategy', 'strategies')\n const limit = numberOpt(args, 'limit') ?? 20\n\n if (!query) {\n console.error('Usage: yarn mercato search query --query \"search terms\" --tenant <id> [options]')\n console.error(' --query, -q Search query (required)')\n console.error(' --tenant Tenant ID (required)')\n console.error(' --org Organization ID (optional)')\n console.error(' --entity Entity types to search (comma-separated)')\n console.error(' --strategy Strategies to use (comma-separated: meilisearch,vector,tokens)')\n console.error(' --limit Max results (default: 20)')\n return\n }\n\n if (!tenantId) {\n console.error('Error: --tenant is required')\n return\n }\n\n const container = await createRequestContainer()\n\n try {\n const searchService = container.resolve('searchService') as SearchService | undefined\n\n if (!searchService) {\n console.error('Error: SearchService not available. Make sure the search module is registered.')\n return\n }\n\n console.log(`\\nSearching for: \"${query}\"`)\n console.log(`Tenant: ${tenantId}`)\n if (organizationId) console.log(`Organization: ${organizationId}`)\n console.log('---')\n\n const results = await searchService.search(query, {\n tenantId,\n organizationId,\n entityTypes: entityTypes?.split(',').map(s => s.trim()),\n strategies: strategies?.split(',').map(s => s.trim()) as any,\n limit,\n })\n\n if (results.length === 0) {\n console.log('No results found.')\n return\n }\n\n console.log(`\\nFound ${results.length} result(s):\\n`)\n\n for (let i = 0; i < results.length; i++) {\n const result = results[i]\n console.log(`${i + 1}. [${result.source}] ${result.entityId}`)\n console.log(` Record ID: ${result.recordId}`)\n console.log(` Score: ${result.score.toFixed(4)}`)\n if (result.presenter) {\n console.log(` Title: ${result.presenter.title}`)\n if (result.presenter.subtitle) console.log(` Subtitle: ${result.presenter.subtitle}`)\n }\n if (result.url) console.log(` URL: ${result.url}`)\n console.log('')\n }\n } finally {\n try {\n const em = container.resolve('em') as any\n await em?.getConnection?.()?.close?.()\n } catch {}\n }\n}\n\n/**\n * Show status of search strategies\n */\nasync function statusCommand(): Promise<void> {\n const container = await createRequestContainer()\n\n try {\n const searchService = container.resolve('searchService') as SearchService | undefined\n const strategies = container.resolve('searchStrategies') as any[] | undefined\n\n console.log('\\n=== Search Module Status ===\\n')\n\n if (!searchService) {\n console.log('SearchService: NOT REGISTERED')\n return\n }\n\n console.log('SearchService: ACTIVE')\n console.log('')\n\n if (!strategies || strategies.length === 0) {\n console.log('Strategies: NONE CONFIGURED')\n return\n }\n\n console.log('Strategies:')\n console.log('-----------')\n\n for (const strategy of strategies) {\n const available = await strategy.isAvailable?.() ?? true\n const status = available ? 'AVAILABLE' : 'UNAVAILABLE'\n const icon = available ? '\u2713' : '\u2717'\n console.log(` ${icon} ${strategy.name ?? strategy.id} (${strategy.id})`)\n console.log(` Status: ${status}`)\n console.log(` Priority: ${strategy.priority ?? 'N/A'}`)\n console.log('')\n }\n\n // Check environment variables\n console.log('Environment:')\n console.log('------------')\n console.log(` MEILISEARCH_HOST: ${process.env.MEILISEARCH_HOST ?? '(not set)'}`)\n console.log(` MEILISEARCH_API_KEY: ${process.env.MEILISEARCH_API_KEY ? '(set)' : '(not set)'}`)\n console.log(` OPENAI_API_KEY: ${process.env.OPENAI_API_KEY ? '(set)' : '(not set)'}`)\n console.log(` OM_SEARCH_ENABLED: ${process.env.OM_SEARCH_ENABLED ?? 'true (default)'}`)\n console.log('')\n } finally {\n try {\n const em = container.resolve('em') as any\n await em?.getConnection?.()?.close?.()\n } catch {}\n }\n}\n\n/**\n * Index a specific record for testing\n */\nasync function indexCommand(rest: string[]): Promise<void> {\n const args = parseArgs(rest)\n const entityId = stringOpt(args, 'entity', 'entityId')\n const recordId = stringOpt(args, 'record', 'recordId')\n const tenantId = stringOpt(args, 'tenant', 'tenantId')\n const organizationId = stringOpt(args, 'org', 'organizationId')\n\n if (!entityId || !recordId || !tenantId) {\n console.error('Usage: yarn mercato search index --entity <entityId> --record <recordId> --tenant <tenantId>')\n console.error(' --entity Entity ID (e.g., customers:customer_person_profile)')\n console.error(' --record Record ID')\n console.error(' --tenant Tenant ID')\n console.error(' --org Organization ID (optional)')\n return\n }\n\n const container = await createRequestContainer()\n\n try {\n const searchIndexer = container.resolve('searchIndexer') as SearchIndexer | undefined\n\n if (!searchIndexer) {\n console.error('Error: SearchIndexer not available.')\n return\n }\n\n // Load record from query engine\n const queryEngine = container.resolve('queryEngine') as any\n\n console.log(`\\nLoading record: ${entityId} / ${recordId}`)\n\n const result = await queryEngine.query(entityId, {\n tenantId,\n organizationId,\n filters: { id: recordId },\n includeCustomFields: true,\n page: { page: 1, pageSize: 1 },\n })\n\n const record = result.items[0]\n\n if (!record) {\n console.error('Error: Record not found')\n return\n }\n\n console.log('Record loaded, indexing...')\n\n // Extract custom fields\n const customFields: Record<string, unknown> = {}\n for (const [key, value] of Object.entries(record)) {\n if (key.startsWith('cf:') || key.startsWith('cf_')) {\n const cfKey = key.slice(3) // Remove 'cf:' or 'cf_' prefix (both are 3 chars)\n customFields[cfKey] = value\n }\n }\n\n await searchIndexer.indexRecord({\n entityId,\n recordId,\n tenantId,\n organizationId,\n record,\n customFields,\n })\n\n console.log('Record indexed successfully!')\n } finally {\n try {\n const em = container.resolve('em') as any\n await em?.getConnection?.()?.close?.()\n } catch {}\n }\n}\n\n/**\n * Test Meilisearch connection directly\n */\nasync function testMeilisearchCommand(): Promise<void> {\n const host = process.env.MEILISEARCH_HOST\n const apiKey = process.env.MEILISEARCH_API_KEY\n\n console.log('\\n=== Meilisearch Connection Test ===\\n')\n\n if (!host) {\n console.log('MEILISEARCH_HOST: NOT SET')\n console.log('\\nMeilisearch is not configured. Set MEILISEARCH_HOST in your .env file.')\n return\n }\n\n console.log(`Host: ${host}`)\n console.log(`API Key: ${apiKey ? '(configured)' : '(not set)'}`)\n console.log('')\n\n try {\n const { Meilisearch } = await import('meilisearch')\n const client = new Meilisearch({ host, apiKey })\n\n console.log('Testing connection...')\n const health = await client.health()\n console.log(`Health: ${health.status}`)\n\n console.log('\\nListing indexes...')\n const indexes = await client.getIndexes()\n\n if (indexes.results.length === 0) {\n console.log('No indexes found.')\n } else {\n console.log(`Found ${indexes.results.length} index(es):`)\n for (const index of indexes.results) {\n const stats = await client.index(index.uid).getStats()\n console.log(` - ${index.uid}: ${stats.numberOfDocuments} documents`)\n }\n }\n\n console.log('\\nMeilisearch connection successful!')\n } catch (error) {\n console.error('Connection failed:', error instanceof Error ? error.message : error)\n }\n}\n\nconst searchCli: ModuleCli = {\n command: 'query',\n async run(rest) {\n await searchCommand(rest)\n },\n}\n\nconst statusCli: ModuleCli = {\n command: 'status',\n async run() {\n await statusCommand()\n },\n}\n\nconst indexCli: ModuleCli = {\n command: 'index',\n async run(rest) {\n await indexCommand(rest)\n },\n}\n\nconst testMeilisearchCli: ModuleCli = {\n command: 'test-meilisearch',\n async run() {\n await testMeilisearchCommand()\n },\n}\n\nasync function resetVectorCoverageAfterPurge(\n em: EntityManager | null,\n entityId: string,\n tenantId: string | null,\n organizationId: string | null,\n): Promise<void> {\n if (!em || !entityId) return\n try {\n const scopes = new Set<string>()\n scopes.add('__null__')\n if (organizationId) scopes.add(organizationId)\n for (const scope of scopes) {\n const orgValue = scope === '__null__' ? null : scope\n await writeCoverageCounts(\n em,\n {\n entityType: entityId,\n tenantId,\n organizationId: orgValue,\n withDeleted: false,\n },\n { vectorCount: 0 },\n )\n }\n } catch (error) {\n console.warn('[search.cli] Failed to reset vector coverage after purge', error instanceof Error ? error.message : error)\n }\n}\n\nasync function reindexCommand(rest: string[]): Promise<void> {\n const args = parseArgs(rest)\n const tenantId = stringOpt(args, 'tenant', 'tenantId')\n const organizationId = stringOpt(args, 'org', 'orgId', 'organizationId')\n const entityId = stringOpt(args, 'entity', 'entityId')\n const force = flagOpt(args, 'force', 'full') === true\n const batchSize = toPositiveInt(numberOpt(args, 'batch', 'chunk', 'size'))\n const partitionsOption = toPositiveInt(numberOpt(args, 'partitions', 'partitionCount', 'parallel'))\n const partitionIndexRaw = numberOpt(args, 'partition', 'partitionIndex')\n const partitionIndexOption = partitionIndexRaw === undefined ? undefined : toNonNegativeInt(partitionIndexRaw, 0)\n const resetCoverageFlag = flagOpt(args, 'resetCoverage') === true\n const skipResetCoverageFlag = flagOpt(args, 'skipResetCoverage', 'noResetCoverage') === true\n const skipPurgeFlag = flagOpt(args, 'skipPurge', 'noPurge') === true\n const purgeFlag = flagOpt(args, 'purge', 'purgeFirst')\n\n const container = await createRequestContainer()\n let baseEm: EntityManager | null = null\n try {\n baseEm = (container.resolve('em') as EntityManager)\n } catch {\n baseEm = null\n }\n\n const disposeContainer = async () => {\n if (typeof (container as any)?.dispose === 'function') {\n await (container as any).dispose()\n }\n }\n\n const recordError = async (error: Error) => {\n await recordIndexerLog(\n { em: baseEm ?? undefined },\n {\n source: 'vector',\n handler: 'cli:search.reindex',\n level: 'warn',\n message: `Reindex failed${entityId ? ` for ${entityId}` : ''}`,\n entityType: entityId ?? null,\n tenantId: tenantId ?? null,\n organizationId: organizationId ?? null,\n details: { error: error.message },\n },\n ).catch(() => undefined)\n await recordIndexerError(\n { em: baseEm ?? undefined },\n {\n source: 'vector',\n handler: 'cli:search.reindex',\n error,\n entityType: entityId ?? null,\n tenantId: tenantId ?? null,\n organizationId: organizationId ?? null,\n payload: {\n args,\n force,\n batchSize,\n partitionsOption,\n partitionIndexOption,\n resetCoverageFlag,\n skipResetCoverageFlag,\n skipPurgeFlag,\n purgeFlag,\n },\n },\n )\n }\n\n try {\n const searchIndexer = container.resolve<SearchIndexer>('searchIndexer')\n const enabledEntities = new Set(searchIndexer.listEnabledEntities())\n const baseEventBus = (() => {\n try {\n return container.resolve('eventBus') as {\n emitEvent(event: string, payload: any, options?: any): Promise<void>\n }\n } catch {\n return null\n }\n })()\n if (!baseEventBus) {\n console.warn('[search.cli] eventBus unavailable; vector embeddings may not be refreshed. Run bootstrap or ensure event bus configuration.')\n }\n\n const partitionCount = Math.max(1, partitionsOption ?? DEFAULT_REINDEX_PARTITIONS)\n if (partitionIndexOption !== undefined && partitionIndexOption >= partitionCount) {\n console.error(`partitionIndex (${partitionIndexOption}) must be < partitionCount (${partitionCount})`)\n return\n }\n const partitionTargets =\n partitionIndexOption !== undefined\n ? [partitionIndexOption]\n : Array.from({ length: partitionCount }, (_, idx) => idx)\n\n const shouldResetCoverage = (partition: number): boolean => {\n if (resetCoverageFlag) return true\n if (skipResetCoverageFlag) return false\n if (partitionIndexOption !== undefined) return partitionIndexOption === 0\n return partition === partitionTargets[0]\n }\n\n const runReindex = async (entityType: string, purgeFirst: boolean) => {\n const scopeLabel = tenantId\n ? `tenant=${tenantId}${organizationId ? `, org=${organizationId}` : ''}`\n : 'all tenants'\n console.log(`Reindexing vectors for ${entityType} (${scopeLabel})${purgeFirst ? ' [purge]' : ''}`)\n await recordIndexerLog(\n { em: baseEm ?? undefined },\n {\n source: 'vector',\n handler: 'cli:search.reindex',\n message: `Reindex started for ${entityType}`,\n entityType,\n tenantId: tenantId ?? null,\n organizationId: organizationId ?? null,\n details: {\n purgeFirst,\n partitions: partitionTargets.length,\n partitionCount,\n partitionIndex: partitionIndexOption ?? null,\n batchSize,\n },\n },\n ).catch(() => undefined)\n\n if (purgeFirst && tenantId) {\n try {\n console.log(' -> purging existing vector index rows...')\n await searchIndexer.purgeEntity({ entityId: entityType as EntityId, tenantId, organizationId })\n await resetVectorCoverageAfterPurge(baseEm, entityType, tenantId ?? null, organizationId ?? null)\n if (baseEventBus) {\n const scopes = new Set<string>()\n scopes.add('__null__')\n if (organizationId) scopes.add(organizationId)\n await Promise.all(\n Array.from(scopes).map((scope) => {\n const orgValue = scope === '__null__' ? null : scope\n return baseEventBus!\n .emitEvent(\n 'query_index.coverage.refresh',\n {\n entityType,\n tenantId: tenantId ?? null,\n organizationId: orgValue,\n delayMs: 0,\n },\n )\n .catch(() => undefined)\n }),\n )\n }\n } catch (err) {\n console.warn(' -> purge failed, continuing with reindex', err instanceof Error ? err.message : err)\n }\n } else if (purgeFirst && !tenantId) {\n console.warn(' -> skipping purge: tenant scope not provided')\n }\n\n const verbose = isIndexerVerbose()\n const progressState = verbose ? new Map<number, { last: number }>() : null\n const groupedProgress =\n !verbose && partitionTargets.length > 1\n ? createGroupedProgress(`Reindexing ${entityType}`, partitionTargets)\n : null\n const renderProgress = (part: number, info: PartitionProgressInfo) => {\n if (!progressState) return\n const state = progressState.get(part) ?? { last: 0 }\n const now = Date.now()\n if (now - state.last < 1000 && info.processed < info.total) return\n state.last = now\n progressState.set(part, state)\n const percent = info.total > 0 ? ((info.processed / info.total) * 100).toFixed(2) : '0.00'\n console.log(\n ` [${entityType}] partition ${part + 1}/${partitionCount}: ${info.processed.toLocaleString()} / ${info.total.toLocaleString()} (${percent}%)`,\n )\n }\n\n const processed = await Promise.all(\n partitionTargets.map(async (part, idx) => {\n const label = partitionTargets.length > 1 ? ` [partition ${part + 1}/${partitionCount}]` : ''\n if (partitionTargets.length === 1) {\n console.log(` -> processing${label}`)\n } else if (verbose && idx === 0) {\n console.log(` -> processing partitions in parallel (count=${partitionTargets.length})`)\n }\n\n const partitionContainer = await createRequestContainer()\n const partitionEm = partitionContainer.resolve<EntityManager>('em')\n try {\n let progressBar: CliProgressBar | null = null\n const useBar = partitionTargets.length === 1\n const stats = await reindexEntity(partitionEm, {\n entityType,\n tenantId: tenantId ?? undefined,\n organizationId: organizationId ?? undefined,\n force,\n batchSize,\n eventBus: baseEventBus ?? undefined,\n emitVectorizeEvents: true,\n partitionCount,\n partitionIndex: part,\n resetCoverage: shouldResetCoverage(part),\n onProgress(info) {\n if (useBar) {\n if (info.total > 0 && !progressBar) {\n progressBar = createProgressBar(`Reindexing ${entityType}${label}`, info.total)\n }\n progressBar?.update(info.processed)\n } else if (groupedProgress) {\n groupedProgress.onProgress(part, info)\n } else {\n renderProgress(part, info)\n }\n },\n })\n if (progressBar) (progressBar as CliProgressBar).complete()\n if (!useBar && groupedProgress) {\n groupedProgress.onProgress(part, { processed: stats.processed, total: stats.total })\n } else if (!useBar) {\n renderProgress(part, { processed: stats.processed, total: stats.total })\n } else {\n console.log(\n ` processed ${stats.processed} row(s)${stats.total ? ` (base ${stats.total})` : ''}`,\n )\n }\n return stats.processed\n } finally {\n if (typeof (partitionContainer as any)?.dispose === 'function') {\n await (partitionContainer as any).dispose()\n }\n }\n }),\n )\n\n groupedProgress?.complete()\n const totalProcessed = processed.reduce((acc, value) => acc + value, 0)\n console.log(`Finished ${entityType}: processed ${totalProcessed} row(s) across ${partitionTargets.length} partition(s)`)\n await recordIndexerLog(\n { em: baseEm ?? undefined },\n {\n source: 'vector',\n handler: 'cli:search.reindex',\n message: `Reindex completed for ${entityType}`,\n entityType,\n tenantId: tenantId ?? null,\n organizationId: organizationId ?? null,\n details: {\n processed: totalProcessed,\n partitions: partitionTargets.length,\n partitionCount,\n partitionIndex: partitionIndexOption ?? null,\n batchSize,\n },\n },\n ).catch(() => undefined)\n return totalProcessed\n }\n\n const defaultPurge = purgeFlag === true && !skipPurgeFlag\n\n if (entityId) {\n if (!enabledEntities.has(entityId)) {\n console.error(`Entity ${entityId} is not enabled for vector search.`)\n return\n }\n const purgeFirst = defaultPurge\n await runReindex(entityId, purgeFirst)\n console.log('Vector reindex completed.')\n return\n }\n\n const entityIds = searchIndexer.listEnabledEntities()\n if (!entityIds.length) {\n console.log('No entities enabled for vector search.')\n return\n }\n console.log(`Reindexing ${entityIds.length} vector-enabled entities...`)\n let processedOverall = 0\n for (let idx = 0; idx < entityIds.length; idx += 1) {\n const id = entityIds[idx]!\n console.log(`[${idx + 1}/${entityIds.length}] Preparing ${id}...`)\n processedOverall += await runReindex(id, defaultPurge)\n }\n console.log(`Vector reindex completed. Total processed rows: ${processedOverall.toLocaleString()}`)\n } catch (error) {\n const err = error instanceof Error ? error : new Error(String(error))\n console.error('[search.cli] Reindex failed:', err.stack ?? err.message)\n await recordError(err)\n throw err\n } finally {\n await disposeContainer()\n }\n}\n\nconst reindexCli: ModuleCli = {\n command: 'reindex',\n async run(rest) {\n await reindexCommand(rest)\n },\n}\n\nconst reindexHelpCli: ModuleCli = {\n command: 'reindex-help',\n async run() {\n console.log('Usage: yarn mercato search reindex [options]')\n console.log(' --tenant <id> Optional tenant scope (required for purge & coverage).')\n console.log(' --org <id> Optional organization scope (requires tenant).')\n console.log(' --entity <module:entity> Reindex a single entity (defaults to all enabled entities).')\n console.log(' --partitions <n> Number of partitions to process in parallel (default from query index).')\n console.log(' --partition <idx> Restrict to a specific partition index.')\n console.log(' --batch <n> Override batch size per chunk.')\n console.log(' --force Force reindex even if another job is running.')\n console.log(' --purgeFirst Purge vector rows before reindexing (defaults to skip).')\n console.log(' --skipPurge Explicitly skip purging vector rows.')\n console.log(' --skipResetCoverage Keep existing coverage snapshots.')\n },\n}\n\n/**\n * Start a queue worker for processing search indexing jobs.\n */\nasync function workerCommand(rest: string[]): Promise<void> {\n const queueName = rest[0]\n const args = parseArgs(rest)\n const concurrency = toPositiveInt(numberOpt(args, 'concurrency')) ?? 1\n\n const validQueues = [VECTOR_INDEXING_QUEUE_NAME, FULLTEXT_INDEXING_QUEUE_NAME]\n\n if (!queueName || !validQueues.includes(queueName)) {\n console.error('\\nUsage: yarn mercato search worker <queue-name> [options]\\n')\n console.error('Available queues:')\n console.error(` ${VECTOR_INDEXING_QUEUE_NAME} Process vector embedding indexing jobs`)\n console.error(` ${FULLTEXT_INDEXING_QUEUE_NAME} Process fulltext indexing jobs`)\n console.error('\\nOptions:')\n console.error(' --concurrency <n> Number of concurrent jobs to process (default: 1)')\n console.error('\\nExamples:')\n console.error(` yarn mercato search worker ${VECTOR_INDEXING_QUEUE_NAME} --concurrency=10`)\n console.error(` yarn mercato search worker ${FULLTEXT_INDEXING_QUEUE_NAME} --concurrency=5`)\n return\n }\n\n // Check if Redis is configured for async queue\n const queueStrategy = process.env.QUEUE_STRATEGY || 'local'\n if (queueStrategy !== 'async') {\n console.error('\\nError: Queue workers require QUEUE_STRATEGY=async')\n console.error('Set QUEUE_STRATEGY=async and configure REDIS_URL in your environment.\\n')\n return\n }\n\n const redisUrl = getRedisUrlOrThrow('QUEUE')\n\n // Dynamically import runWorker to avoid loading BullMQ unless needed\n const { runWorker } = await import('@open-mercato/queue/worker')\n\n console.log(`\\nStarting ${queueName} worker...`)\n console.log(` Concurrency: ${concurrency}`)\n console.log(` Redis: ${redisUrl.replace(/\\/\\/[^:]+:[^@]+@/, '//<credentials>@')}`)\n console.log('')\n\n if (queueName === VECTOR_INDEXING_QUEUE_NAME) {\n const { handleVectorIndexJob } = await import('./workers/vector-index.worker')\n const container = await createRequestContainer()\n\n await runWorker<VectorIndexJobPayload>({\n queueName: VECTOR_INDEXING_QUEUE_NAME,\n handler: async (job: QueuedJob<VectorIndexJobPayload>, ctx: JobContext) => {\n await handleVectorIndexJob(job, ctx, { resolve: container.resolve.bind(container) })\n },\n connection: { url: redisUrl },\n concurrency,\n })\n } else if (queueName === FULLTEXT_INDEXING_QUEUE_NAME) {\n const { handleFulltextIndexJob } = await import('./workers/fulltext-index.worker')\n const container = await createRequestContainer()\n\n await runWorker<FulltextIndexJobPayload>({\n queueName: FULLTEXT_INDEXING_QUEUE_NAME,\n handler: async (job: QueuedJob<FulltextIndexJobPayload>, ctx: JobContext) => {\n await handleFulltextIndexJob(job, ctx, { resolve: container.resolve.bind(container) })\n },\n connection: { url: redisUrl },\n concurrency,\n })\n }\n}\n\nconst workerCli: ModuleCli = {\n command: 'worker',\n async run(rest) {\n await workerCommand(rest)\n },\n}\n\nconst helpCli: ModuleCli = {\n command: 'help',\n async run() {\n console.log('\\nUsage: yarn mercato search <command> [options]\\n')\n console.log('Commands:')\n console.log(' status Show search module status and available strategies')\n console.log(' query Execute a search query')\n console.log(' index Index a specific record')\n console.log(' reindex Reindex vector embeddings for entities')\n console.log(' reindex-help Show reindex command options')\n console.log(' test-meilisearch Test Meilisearch connection')\n console.log(' worker Start a queue worker for search indexing')\n console.log(' help Show this help message')\n console.log('\\nExamples:')\n console.log(' yarn mercato search status')\n console.log(' yarn mercato search query --query \"john doe\" --tenant tenant-123')\n console.log(' yarn mercato search index --entity customers:customer_person_profile --record abc123 --tenant tenant-123')\n console.log(' yarn mercato search reindex --tenant tenant-123 --entity customers:customer_person_profile')\n console.log(' yarn mercato search test-meilisearch')\n console.log(` yarn mercato search worker ${VECTOR_INDEXING_QUEUE_NAME} --concurrency=10`)\n console.log(` yarn mercato search worker ${FULLTEXT_INDEXING_QUEUE_NAME} --concurrency=5`)\n },\n}\n\nexport default [searchCli, statusCli, indexCli, reindexCli, reindexHelpCli, testMeilisearchCli, workerCli, helpCli]\n"],
|
|
5
|
+
"mappings": "AACA,SAAS,8BAA8B;AACvC,SAAS,0BAA0B;AACnC,SAAS,0BAA0B;AACnC,SAAS,wBAAwB;AACjC,SAAS,yBAAyB;AAElC,SAAS,eAAe,kCAAkC;AAC1D,SAAS,2BAA2B;AAGpC,SAAS,kCAA8D;AACvE,SAAS,oCAAkE;AAG3E,SAAS,yBAAyB;AAWlC,SAAS,mBAA4B;AACnC,QAAM,SAAS,kBAAkB,QAAQ,IAAI,sBAAsB,EAAE;AACrE,SAAO,WAAW;AACpB;AAEA,SAAS,sBAAsB,OAAe,kBAA4B;AACxE,QAAM,SAAS,oBAAI,IAAoB;AACvC,QAAM,YAAY,oBAAI,IAAoB;AAC1C,MAAI,MAA6B;AAEjC,QAAM,YAAY,MAAM;AACtB,QAAI,QAAQ;AACZ,QAAI,OAAO;AACX,eAAW,SAAS,OAAO,OAAO,EAAG,UAAS;AAC9C,eAAW,SAAS,UAAU,OAAO,EAAG,SAAQ;AAChD,WAAO,EAAE,OAAO,KAAK;AAAA,EACvB;AAEA,QAAM,aAAa,MAAM;AACvB,QAAI,IAAK;AACT,QAAI,OAAO,OAAO,iBAAiB,OAAQ;AAC3C,UAAM,EAAE,MAAM,IAAI,UAAU;AAC5B,QAAI,SAAS,EAAG;AAChB,UAAM,kBAAkB,OAAO,KAAK;AAAA,EACtC;AAEA,SAAO;AAAA,IACL,WAAW,WAAmB,MAA6B;AACzD,gBAAU,IAAI,WAAW,KAAK,SAAS;AACvC,UAAI,CAAC,OAAO,IAAI,SAAS,EAAG,QAAO,IAAI,WAAW,KAAK,KAAK;AAC5D,iBAAW;AACX,UAAI,CAAC,IAAK;AACV,YAAM,EAAE,KAAK,IAAI,UAAU;AAC3B,UAAI,OAAO,IAAI;AAAA,IACjB;AAAA,IACA,WAAW;AACT,UAAI,IAAK,KAAI,SAAS;AAAA,IACxB;AAAA,IACA;AAAA,EACF;AACF;AAEA,SAAS,UAAU,MAA4B;AAC7C,QAAM,OAAmB,CAAC;AAC1B,WAAS,IAAI,GAAG,IAAI,KAAK,QAAQ,KAAK,GAAG;AACvC,UAAM,OAAO,KAAK,CAAC;AACnB,QAAI,CAAC,MAAM,WAAW,IAAI,EAAG;AAC7B,UAAM,CAAC,QAAQ,QAAQ,IAAI,KAAK,MAAM,CAAC,EAAE,MAAM,GAAG;AAClD,QAAI,CAAC,OAAQ;AACb,QAAI,aAAa,QAAW;AAC1B,WAAK,MAAM,IAAI;AAAA,IACjB,WAAW,IAAI,IAAI,KAAK,UAAU,CAAC,KAAK,IAAI,CAAC,EAAG,WAAW,IAAI,GAAG;AAChE,WAAK,MAAM,IAAI,KAAK,IAAI,CAAC;AACzB,WAAK;AAAA,IACP,OAAO;AACL,WAAK,MAAM,IAAI;AAAA,IACjB;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,UAAU,SAAqB,MAAoC;AAC1E,aAAW,OAAO,MAAM;AACtB,UAAM,MAAM,KAAK,GAAG;AACpB,QAAI,OAAO,QAAQ,SAAU;AAC7B,UAAM,UAAU,IAAI,KAAK;AACzB,QAAI,QAAQ,SAAS,EAAG,QAAO;AAAA,EACjC;AACA,SAAO;AACT;AAEA,SAAS,UAAU,SAAqB,MAAoC;AAC1E,aAAW,OAAO,MAAM;AACtB,UAAM,MAAM,KAAK,GAAG;AACpB,QAAI,OAAO,QAAQ,SAAU,QAAO;AACpC,QAAI,OAAO,QAAQ,UAAU;AAC3B,YAAM,SAAS,OAAO,GAAG;AACzB,UAAI,OAAO,SAAS,MAAM,EAAG,QAAO;AAAA,IACtC;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,QAAQ,SAAqB,MAAqC;AACzE,aAAW,OAAO,MAAM;AACtB,UAAM,MAAM,KAAK,GAAG;AACpB,QAAI,QAAQ,OAAW;AACvB,QAAI,QAAQ,KAAM,QAAO;AACzB,QAAI,QAAQ,MAAO,QAAO;AAC1B,QAAI,OAAO,QAAQ,UAAU;AAC3B,YAAM,UAAU,IAAI,KAAK;AACzB,UAAI,CAAC,QAAS,QAAO;AACrB,YAAM,SAAS,kBAAkB,OAAO;AACxC,aAAO,WAAW,OAAO,OAAO;AAAA,IAClC;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,cAAc,OAA+C;AACpE,MAAI,UAAU,OAAW,QAAO;AAChC,QAAM,IAAI,KAAK,MAAM,KAAK;AAC1B,MAAI,CAAC,OAAO,SAAS,CAAC,KAAK,KAAK,EAAG,QAAO;AAC1C,SAAO;AACT;AAEA,SAAS,iBAAiB,OAA2B,WAAW,GAAW;AACzE,MAAI,UAAU,OAAW,QAAO;AAChC,QAAM,IAAI,KAAK,MAAM,KAAK;AAC1B,MAAI,CAAC,OAAO,SAAS,CAAC,KAAK,IAAI,EAAG,QAAO;AACzC,SAAO;AACT;AAKA,eAAe,cAAc,MAA+B;AAC1D,QAAM,OAAO,UAAU,IAAI;AAC3B,QAAM,QAAQ,UAAU,MAAM,SAAS,GAAG;AAC1C,QAAM,WAAW,UAAU,MAAM,UAAU,UAAU;AACrD,QAAM,iBAAiB,UAAU,MAAM,OAAO,gBAAgB;AAC9D,QAAM,cAAc,UAAU,MAAM,UAAU,UAAU;AACxD,QAAM,aAAa,UAAU,MAAM,YAAY,YAAY;AAC3D,QAAM,QAAQ,UAAU,MAAM,OAAO,KAAK;AAE1C,MAAI,CAAC,OAAO;AACV,YAAQ,MAAM,iFAAiF;AAC/F,YAAQ,MAAM,6CAA6C;AAC3D,YAAQ,MAAM,0CAA0C;AACxD,YAAQ,MAAM,gDAAgD;AAC9D,YAAQ,MAAM,8DAA8D;AAC5E,YAAQ,MAAM,oFAAoF;AAClG,YAAQ,MAAM,+CAA+C;AAC7D;AAAA,EACF;AAEA,MAAI,CAAC,UAAU;AACb,YAAQ,MAAM,6BAA6B;AAC3C;AAAA,EACF;AAEA,QAAM,YAAY,MAAM,uBAAuB;AAE/C,MAAI;AACF,UAAM,gBAAgB,UAAU,QAAQ,eAAe;AAEvD,QAAI,CAAC,eAAe;AAClB,cAAQ,MAAM,gFAAgF;AAC9F;AAAA,IACF;AAEA,YAAQ,IAAI;AAAA,kBAAqB,KAAK,GAAG;AACzC,YAAQ,IAAI,WAAW,QAAQ,EAAE;AACjC,QAAI,eAAgB,SAAQ,IAAI,iBAAiB,cAAc,EAAE;AACjE,YAAQ,IAAI,KAAK;AAEjB,UAAM,UAAU,MAAM,cAAc,OAAO,OAAO;AAAA,MAChD;AAAA,MACA;AAAA,MACA,aAAa,aAAa,MAAM,GAAG,EAAE,IAAI,OAAK,EAAE,KAAK,CAAC;AAAA,MACtD,YAAY,YAAY,MAAM,GAAG,EAAE,IAAI,OAAK,EAAE,KAAK,CAAC;AAAA,MACpD;AAAA,IACF,CAAC;AAED,QAAI,QAAQ,WAAW,GAAG;AACxB,cAAQ,IAAI,mBAAmB;AAC/B;AAAA,IACF;AAEA,YAAQ,IAAI;AAAA,QAAW,QAAQ,MAAM;AAAA,CAAe;AAEpD,aAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,YAAM,SAAS,QAAQ,CAAC;AACxB,cAAQ,IAAI,GAAG,IAAI,CAAC,MAAM,OAAO,MAAM,KAAK,OAAO,QAAQ,EAAE;AAC7D,cAAQ,IAAI,iBAAiB,OAAO,QAAQ,EAAE;AAC9C,cAAQ,IAAI,aAAa,OAAO,MAAM,QAAQ,CAAC,CAAC,EAAE;AAClD,UAAI,OAAO,WAAW;AACpB,gBAAQ,IAAI,aAAa,OAAO,UAAU,KAAK,EAAE;AACjD,YAAI,OAAO,UAAU,SAAU,SAAQ,IAAI,gBAAgB,OAAO,UAAU,QAAQ,EAAE;AAAA,MACxF;AACA,UAAI,OAAO,IAAK,SAAQ,IAAI,WAAW,OAAO,GAAG,EAAE;AACnD,cAAQ,IAAI,EAAE;AAAA,IAChB;AAAA,EACF,UAAE;AACA,QAAI;AACF,YAAM,KAAK,UAAU,QAAQ,IAAI;AACjC,YAAM,IAAI,gBAAgB,GAAG,QAAQ;AAAA,IACvC,QAAQ;AAAA,IAAC;AAAA,EACX;AACF;AAKA,eAAe,gBAA+B;AAC5C,QAAM,YAAY,MAAM,uBAAuB;AAE/C,MAAI;AACF,UAAM,gBAAgB,UAAU,QAAQ,eAAe;AACvD,UAAM,aAAa,UAAU,QAAQ,kBAAkB;AAEvD,YAAQ,IAAI,kCAAkC;AAE9C,QAAI,CAAC,eAAe;AAClB,cAAQ,IAAI,+BAA+B;AAC3C;AAAA,IACF;AAEA,YAAQ,IAAI,uBAAuB;AACnC,YAAQ,IAAI,EAAE;AAEd,QAAI,CAAC,cAAc,WAAW,WAAW,GAAG;AAC1C,cAAQ,IAAI,6BAA6B;AACzC;AAAA,IACF;AAEA,YAAQ,IAAI,aAAa;AACzB,YAAQ,IAAI,aAAa;AAEzB,eAAW,YAAY,YAAY;AACjC,YAAM,YAAY,MAAM,SAAS,cAAc,KAAK;AACpD,YAAM,SAAS,YAAY,cAAc;AACzC,YAAM,OAAO,YAAY,WAAM;AAC/B,cAAQ,IAAI,KAAK,IAAI,IAAI,SAAS,QAAQ,SAAS,EAAE,KAAK,SAAS,EAAE,GAAG;AACxE,cAAQ,IAAI,eAAe,MAAM,EAAE;AACnC,cAAQ,IAAI,iBAAiB,SAAS,YAAY,KAAK,EAAE;AACzD,cAAQ,IAAI,EAAE;AAAA,IAChB;AAGA,YAAQ,IAAI,cAAc;AAC1B,YAAQ,IAAI,cAAc;AAC1B,YAAQ,IAAI,uBAAuB,QAAQ,IAAI,oBAAoB,WAAW,EAAE;AAChF,YAAQ,IAAI,0BAA0B,QAAQ,IAAI,sBAAsB,UAAU,WAAW,EAAE;AAC/F,YAAQ,IAAI,qBAAqB,QAAQ,IAAI,iBAAiB,UAAU,WAAW,EAAE;AACrF,YAAQ,IAAI,wBAAwB,QAAQ,IAAI,qBAAqB,gBAAgB,EAAE;AACvF,YAAQ,IAAI,EAAE;AAAA,EAChB,UAAE;AACA,QAAI;AACF,YAAM,KAAK,UAAU,QAAQ,IAAI;AACjC,YAAM,IAAI,gBAAgB,GAAG,QAAQ;AAAA,IACvC,QAAQ;AAAA,IAAC;AAAA,EACX;AACF;AAKA,eAAe,aAAa,MAA+B;AACzD,QAAM,OAAO,UAAU,IAAI;AAC3B,QAAM,WAAW,UAAU,MAAM,UAAU,UAAU;AACrD,QAAM,WAAW,UAAU,MAAM,UAAU,UAAU;AACrD,QAAM,WAAW,UAAU,MAAM,UAAU,UAAU;AACrD,QAAM,iBAAiB,UAAU,MAAM,OAAO,gBAAgB;AAE9D,MAAI,CAAC,YAAY,CAAC,YAAY,CAAC,UAAU;AACvC,YAAQ,MAAM,8FAA8F;AAC5G,YAAQ,MAAM,yEAAyE;AACvF,YAAQ,MAAM,+BAA+B;AAC7C,YAAQ,MAAM,+BAA+B;AAC7C,YAAQ,MAAM,gDAAgD;AAC9D;AAAA,EACF;AAEA,QAAM,YAAY,MAAM,uBAAuB;AAE/C,MAAI;AACF,UAAM,gBAAgB,UAAU,QAAQ,eAAe;AAEvD,QAAI,CAAC,eAAe;AAClB,cAAQ,MAAM,qCAAqC;AACnD;AAAA,IACF;AAGA,UAAM,cAAc,UAAU,QAAQ,aAAa;AAEnD,YAAQ,IAAI;AAAA,kBAAqB,QAAQ,MAAM,QAAQ,EAAE;AAEzD,UAAM,SAAS,MAAM,YAAY,MAAM,UAAU;AAAA,MAC/C;AAAA,MACA;AAAA,MACA,SAAS,EAAE,IAAI,SAAS;AAAA,MACxB,qBAAqB;AAAA,MACrB,MAAM,EAAE,MAAM,GAAG,UAAU,EAAE;AAAA,IAC/B,CAAC;AAED,UAAM,SAAS,OAAO,MAAM,CAAC;AAE7B,QAAI,CAAC,QAAQ;AACX,cAAQ,MAAM,yBAAyB;AACvC;AAAA,IACF;AAEA,YAAQ,IAAI,4BAA4B;AAGxC,UAAM,eAAwC,CAAC;AAC/C,eAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,MAAM,GAAG;AACjD,UAAI,IAAI,WAAW,KAAK,KAAK,IAAI,WAAW,KAAK,GAAG;AAClD,cAAM,QAAQ,IAAI,MAAM,CAAC;AACzB,qBAAa,KAAK,IAAI;AAAA,MACxB;AAAA,IACF;AAEA,UAAM,cAAc,YAAY;AAAA,MAC9B;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAED,YAAQ,IAAI,8BAA8B;AAAA,EAC5C,UAAE;AACA,QAAI;AACF,YAAM,KAAK,UAAU,QAAQ,IAAI;AACjC,YAAM,IAAI,gBAAgB,GAAG,QAAQ;AAAA,IACvC,QAAQ;AAAA,IAAC;AAAA,EACX;AACF;AAKA,eAAe,yBAAwC;AACrD,QAAM,OAAO,QAAQ,IAAI;AACzB,QAAM,SAAS,QAAQ,IAAI;AAE3B,UAAQ,IAAI,yCAAyC;AAErD,MAAI,CAAC,MAAM;AACT,YAAQ,IAAI,2BAA2B;AACvC,YAAQ,IAAI,0EAA0E;AACtF;AAAA,EACF;AAEA,UAAQ,IAAI,SAAS,IAAI,EAAE;AAC3B,UAAQ,IAAI,YAAY,SAAS,iBAAiB,WAAW,EAAE;AAC/D,UAAQ,IAAI,EAAE;AAEd,MAAI;AACF,UAAM,EAAE,YAAY,IAAI,MAAM,OAAO,aAAa;AAClD,UAAM,SAAS,IAAI,YAAY,EAAE,MAAM,OAAO,CAAC;AAE/C,YAAQ,IAAI,uBAAuB;AACnC,UAAM,SAAS,MAAM,OAAO,OAAO;AACnC,YAAQ,IAAI,WAAW,OAAO,MAAM,EAAE;AAEtC,YAAQ,IAAI,sBAAsB;AAClC,UAAM,UAAU,MAAM,OAAO,WAAW;AAExC,QAAI,QAAQ,QAAQ,WAAW,GAAG;AAChC,cAAQ,IAAI,mBAAmB;AAAA,IACjC,OAAO;AACL,cAAQ,IAAI,SAAS,QAAQ,QAAQ,MAAM,aAAa;AACxD,iBAAW,SAAS,QAAQ,SAAS;AACnC,cAAM,QAAQ,MAAM,OAAO,MAAM,MAAM,GAAG,EAAE,SAAS;AACrD,gBAAQ,IAAI,OAAO,MAAM,GAAG,KAAK,MAAM,iBAAiB,YAAY;AAAA,MACtE;AAAA,IACF;AAEA,YAAQ,IAAI,sCAAsC;AAAA,EACpD,SAAS,OAAO;AACd,YAAQ,MAAM,sBAAsB,iBAAiB,QAAQ,MAAM,UAAU,KAAK;AAAA,EACpF;AACF;AAEA,MAAM,YAAuB;AAAA,EAC3B,SAAS;AAAA,EACT,MAAM,IAAI,MAAM;AACd,UAAM,cAAc,IAAI;AAAA,EAC1B;AACF;AAEA,MAAM,YAAuB;AAAA,EAC3B,SAAS;AAAA,EACT,MAAM,MAAM;AACV,UAAM,cAAc;AAAA,EACtB;AACF;AAEA,MAAM,WAAsB;AAAA,EAC1B,SAAS;AAAA,EACT,MAAM,IAAI,MAAM;AACd,UAAM,aAAa,IAAI;AAAA,EACzB;AACF;AAEA,MAAM,qBAAgC;AAAA,EACpC,SAAS;AAAA,EACT,MAAM,MAAM;AACV,UAAM,uBAAuB;AAAA,EAC/B;AACF;AAEA,eAAe,8BACb,IACA,UACA,UACA,gBACe;AACf,MAAI,CAAC,MAAM,CAAC,SAAU;AACtB,MAAI;AACF,UAAM,SAAS,oBAAI,IAAY;AAC/B,WAAO,IAAI,UAAU;AACrB,QAAI,eAAgB,QAAO,IAAI,cAAc;AAC7C,eAAW,SAAS,QAAQ;AAC1B,YAAM,WAAW,UAAU,aAAa,OAAO;AAC/C,YAAM;AAAA,QACJ;AAAA,QACA;AAAA,UACE,YAAY;AAAA,UACZ;AAAA,UACA,gBAAgB;AAAA,UAChB,aAAa;AAAA,QACf;AAAA,QACA,EAAE,aAAa,EAAE;AAAA,MACnB;AAAA,IACF;AAAA,EACF,SAAS,OAAO;AACd,YAAQ,KAAK,4DAA4D,iBAAiB,QAAQ,MAAM,UAAU,KAAK;AAAA,EACzH;AACF;AAEA,eAAe,eAAe,MAA+B;AAC3D,QAAM,OAAO,UAAU,IAAI;AAC3B,QAAM,WAAW,UAAU,MAAM,UAAU,UAAU;AACrD,QAAM,iBAAiB,UAAU,MAAM,OAAO,SAAS,gBAAgB;AACvE,QAAM,WAAW,UAAU,MAAM,UAAU,UAAU;AACrD,QAAM,QAAQ,QAAQ,MAAM,SAAS,MAAM,MAAM;AACjD,QAAM,YAAY,cAAc,UAAU,MAAM,SAAS,SAAS,MAAM,CAAC;AACzE,QAAM,mBAAmB,cAAc,UAAU,MAAM,cAAc,kBAAkB,UAAU,CAAC;AAClG,QAAM,oBAAoB,UAAU,MAAM,aAAa,gBAAgB;AACvE,QAAM,uBAAuB,sBAAsB,SAAY,SAAY,iBAAiB,mBAAmB,CAAC;AAChH,QAAM,oBAAoB,QAAQ,MAAM,eAAe,MAAM;AAC7D,QAAM,wBAAwB,QAAQ,MAAM,qBAAqB,iBAAiB,MAAM;AACxF,QAAM,gBAAgB,QAAQ,MAAM,aAAa,SAAS,MAAM;AAChE,QAAM,YAAY,QAAQ,MAAM,SAAS,YAAY;AAErD,QAAM,YAAY,MAAM,uBAAuB;AAC/C,MAAI,SAA+B;AACnC,MAAI;AACF,aAAU,UAAU,QAAQ,IAAI;AAAA,EAClC,QAAQ;AACN,aAAS;AAAA,EACX;AAEA,QAAM,mBAAmB,YAAY;AACnC,QAAI,OAAQ,WAAmB,YAAY,YAAY;AACrD,YAAO,UAAkB,QAAQ;AAAA,IACnC;AAAA,EACF;AAEA,QAAM,cAAc,OAAO,UAAiB;AAC1C,UAAM;AAAA,MACJ,EAAE,IAAI,UAAU,OAAU;AAAA,MAC1B;AAAA,QACE,QAAQ;AAAA,QACR,SAAS;AAAA,QACT,OAAO;AAAA,QACP,SAAS,iBAAiB,WAAW,QAAQ,QAAQ,KAAK,EAAE;AAAA,QAC5D,YAAY,YAAY;AAAA,QACxB,UAAU,YAAY;AAAA,QACtB,gBAAgB,kBAAkB;AAAA,QAClC,SAAS,EAAE,OAAO,MAAM,QAAQ;AAAA,MAClC;AAAA,IACF,EAAE,MAAM,MAAM,MAAS;AACvB,UAAM;AAAA,MACJ,EAAE,IAAI,UAAU,OAAU;AAAA,MAC1B;AAAA,QACE,QAAQ;AAAA,QACR,SAAS;AAAA,QACT;AAAA,QACA,YAAY,YAAY;AAAA,QACxB,UAAU,YAAY;AAAA,QACtB,gBAAgB,kBAAkB;AAAA,QAClC,SAAS;AAAA,UACP;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,UACA;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,MAAI;AACF,UAAM,gBAAgB,UAAU,QAAuB,eAAe;AACtE,UAAM,kBAAkB,IAAI,IAAI,cAAc,oBAAoB,CAAC;AACnE,UAAM,gBAAgB,MAAM;AAC1B,UAAI;AACF,eAAO,UAAU,QAAQ,UAAU;AAAA,MAGrC,QAAQ;AACN,eAAO;AAAA,MACT;AAAA,IACF,GAAG;AACH,QAAI,CAAC,cAAc;AACjB,cAAQ,KAAK,6HAA6H;AAAA,IAC5I;AAEA,UAAM,iBAAiB,KAAK,IAAI,GAAG,oBAAoB,0BAA0B;AACjF,QAAI,yBAAyB,UAAa,wBAAwB,gBAAgB;AAChF,cAAQ,MAAM,mBAAmB,oBAAoB,+BAA+B,cAAc,GAAG;AACrG;AAAA,IACF;AACA,UAAM,mBACJ,yBAAyB,SACrB,CAAC,oBAAoB,IACrB,MAAM,KAAK,EAAE,QAAQ,eAAe,GAAG,CAAC,GAAG,QAAQ,GAAG;AAE5D,UAAM,sBAAsB,CAAC,cAA+B;AAC1D,UAAI,kBAAmB,QAAO;AAC9B,UAAI,sBAAuB,QAAO;AAClC,UAAI,yBAAyB,OAAW,QAAO,yBAAyB;AACxE,aAAO,cAAc,iBAAiB,CAAC;AAAA,IACzC;AAEA,UAAM,aAAa,OAAO,YAAoB,eAAwB;AACpE,YAAM,aAAa,WACf,UAAU,QAAQ,GAAG,iBAAiB,SAAS,cAAc,KAAK,EAAE,KACpE;AACJ,cAAQ,IAAI,0BAA0B,UAAU,KAAK,UAAU,IAAI,aAAa,aAAa,EAAE,EAAE;AACjG,YAAM;AAAA,QACJ,EAAE,IAAI,UAAU,OAAU;AAAA,QAC1B;AAAA,UACE,QAAQ;AAAA,UACR,SAAS;AAAA,UACT,SAAS,uBAAuB,UAAU;AAAA,UAC1C;AAAA,UACA,UAAU,YAAY;AAAA,UACtB,gBAAgB,kBAAkB;AAAA,UAClC,SAAS;AAAA,YACP;AAAA,YACA,YAAY,iBAAiB;AAAA,YAC7B;AAAA,YACA,gBAAgB,wBAAwB;AAAA,YACxC;AAAA,UACF;AAAA,QACF;AAAA,MACF,EAAE,MAAM,MAAM,MAAS;AAEvB,UAAI,cAAc,UAAU;AAC1B,YAAI;AACF,kBAAQ,IAAI,4CAA4C;AACxD,gBAAM,cAAc,YAAY,EAAE,UAAU,YAAwB,UAAU,eAAe,CAAC;AAC9F,gBAAM,8BAA8B,QAAQ,YAAY,YAAY,MAAM,kBAAkB,IAAI;AAChG,cAAI,cAAc;AAChB,kBAAM,SAAS,oBAAI,IAAY;AAC/B,mBAAO,IAAI,UAAU;AACrB,gBAAI,eAAgB,QAAO,IAAI,cAAc;AAC7C,kBAAM,QAAQ;AAAA,cACZ,MAAM,KAAK,MAAM,EAAE,IAAI,CAAC,UAAU;AAChC,sBAAM,WAAW,UAAU,aAAa,OAAO;AAC/C,uBAAO,aACJ;AAAA,kBACC;AAAA,kBACA;AAAA,oBACE;AAAA,oBACA,UAAU,YAAY;AAAA,oBACtB,gBAAgB;AAAA,oBAChB,SAAS;AAAA,kBACX;AAAA,gBACF,EACC,MAAM,MAAM,MAAS;AAAA,cAC1B,CAAC;AAAA,YACH;AAAA,UACF;AAAA,QACF,SAAS,KAAK;AACZ,kBAAQ,KAAK,8CAA8C,eAAe,QAAQ,IAAI,UAAU,GAAG;AAAA,QACrG;AAAA,MACF,WAAW,cAAc,CAAC,UAAU;AAClC,gBAAQ,KAAK,gDAAgD;AAAA,MAC/D;AAEA,YAAM,UAAU,iBAAiB;AACjC,YAAM,gBAAgB,UAAU,oBAAI,IAA8B,IAAI;AACtE,YAAM,kBACJ,CAAC,WAAW,iBAAiB,SAAS,IAClC,sBAAsB,cAAc,UAAU,IAAI,gBAAgB,IAClE;AACN,YAAM,iBAAiB,CAAC,MAAc,SAAgC;AACpE,YAAI,CAAC,cAAe;AACpB,cAAM,QAAQ,cAAc,IAAI,IAAI,KAAK,EAAE,MAAM,EAAE;AACnD,cAAM,MAAM,KAAK,IAAI;AACrB,YAAI,MAAM,MAAM,OAAO,OAAQ,KAAK,YAAY,KAAK,MAAO;AAC5D,cAAM,OAAO;AACb,sBAAc,IAAI,MAAM,KAAK;AAC7B,cAAM,UAAU,KAAK,QAAQ,KAAM,KAAK,YAAY,KAAK,QAAS,KAAK,QAAQ,CAAC,IAAI;AACpF,gBAAQ;AAAA,UACN,SAAS,UAAU,eAAe,OAAO,CAAC,IAAI,cAAc,KAAK,KAAK,UAAU,eAAe,CAAC,MAAM,KAAK,MAAM,eAAe,CAAC,KAAK,OAAO;AAAA,QAC/I;AAAA,MACF;AAEA,YAAM,YAAY,MAAM,QAAQ;AAAA,QAC9B,iBAAiB,IAAI,OAAO,MAAM,QAAQ;AACxC,gBAAM,QAAQ,iBAAiB,SAAS,IAAI,eAAe,OAAO,CAAC,IAAI,cAAc,MAAM;AAC3F,cAAI,iBAAiB,WAAW,GAAG;AACjC,oBAAQ,IAAI,kBAAkB,KAAK,EAAE;AAAA,UACvC,WAAW,WAAW,QAAQ,GAAG;AAC/B,oBAAQ,IAAI,iDAAiD,iBAAiB,MAAM,GAAG;AAAA,UACzF;AAEA,gBAAM,qBAAqB,MAAM,uBAAuB;AACxD,gBAAM,cAAc,mBAAmB,QAAuB,IAAI;AAClE,cAAI;AACF,gBAAI,cAAqC;AACzC,kBAAM,SAAS,iBAAiB,WAAW;AAC3C,kBAAM,QAAQ,MAAM,cAAc,aAAa;AAAA,cAC7C;AAAA,cACA,UAAU,YAAY;AAAA,cACtB,gBAAgB,kBAAkB;AAAA,cAClC;AAAA,cACA;AAAA,cACA,UAAU,gBAAgB;AAAA,cAC1B,qBAAqB;AAAA,cACrB;AAAA,cACA,gBAAgB;AAAA,cAChB,eAAe,oBAAoB,IAAI;AAAA,cACvC,WAAW,MAAM;AACf,oBAAI,QAAQ;AACV,sBAAI,KAAK,QAAQ,KAAK,CAAC,aAAa;AAClC,kCAAc,kBAAkB,cAAc,UAAU,GAAG,KAAK,IAAI,KAAK,KAAK;AAAA,kBAChF;AACA,+BAAa,OAAO,KAAK,SAAS;AAAA,gBACpC,WAAW,iBAAiB;AAC1B,kCAAgB,WAAW,MAAM,IAAI;AAAA,gBACvC,OAAO;AACL,iCAAe,MAAM,IAAI;AAAA,gBAC3B;AAAA,cACF;AAAA,YACF,CAAC;AACD,gBAAI,YAAa,CAAC,YAA+B,SAAS;AAC1D,gBAAI,CAAC,UAAU,iBAAiB;AAC9B,8BAAgB,WAAW,MAAM,EAAE,WAAW,MAAM,WAAW,OAAO,MAAM,MAAM,CAAC;AAAA,YACrF,WAAW,CAAC,QAAQ;AAClB,6BAAe,MAAM,EAAE,WAAW,MAAM,WAAW,OAAO,MAAM,MAAM,CAAC;AAAA,YACzE,OAAO;AACL,sBAAQ;AAAA,gBACN,kBAAkB,MAAM,SAAS,UAAU,MAAM,QAAQ,UAAU,MAAM,KAAK,MAAM,EAAE;AAAA,cACxF;AAAA,YACF;AACA,mBAAO,MAAM;AAAA,UACf,UAAE;AACA,gBAAI,OAAQ,oBAA4B,YAAY,YAAY;AAC9D,oBAAO,mBAA2B,QAAQ;AAAA,YAC5C;AAAA,UACF;AAAA,QACF,CAAC;AAAA,MACH;AAEA,uBAAiB,SAAS;AAC1B,YAAM,iBAAiB,UAAU,OAAO,CAAC,KAAK,UAAU,MAAM,OAAO,CAAC;AACtE,cAAQ,IAAI,YAAY,UAAU,eAAe,cAAc,kBAAkB,iBAAiB,MAAM,eAAe;AACvH,YAAM;AAAA,QACJ,EAAE,IAAI,UAAU,OAAU;AAAA,QAC1B;AAAA,UACE,QAAQ;AAAA,UACR,SAAS;AAAA,UACT,SAAS,yBAAyB,UAAU;AAAA,UAC5C;AAAA,UACA,UAAU,YAAY;AAAA,UACtB,gBAAgB,kBAAkB;AAAA,UAClC,SAAS;AAAA,YACP,WAAW;AAAA,YACX,YAAY,iBAAiB;AAAA,YAC7B;AAAA,YACA,gBAAgB,wBAAwB;AAAA,YACxC;AAAA,UACF;AAAA,QACF;AAAA,MACF,EAAE,MAAM,MAAM,MAAS;AACvB,aAAO;AAAA,IACT;AAEA,UAAM,eAAe,cAAc,QAAQ,CAAC;AAE5C,QAAI,UAAU;AACZ,UAAI,CAAC,gBAAgB,IAAI,QAAQ,GAAG;AAClC,gBAAQ,MAAM,UAAU,QAAQ,oCAAoC;AACpE;AAAA,MACF;AACA,YAAM,aAAa;AACnB,YAAM,WAAW,UAAU,UAAU;AACrC,cAAQ,IAAI,2BAA2B;AACvC;AAAA,IACF;AAEA,UAAM,YAAY,cAAc,oBAAoB;AACpD,QAAI,CAAC,UAAU,QAAQ;AACrB,cAAQ,IAAI,wCAAwC;AACpD;AAAA,IACF;AACA,YAAQ,IAAI,cAAc,UAAU,MAAM,6BAA6B;AACvE,QAAI,mBAAmB;AACvB,aAAS,MAAM,GAAG,MAAM,UAAU,QAAQ,OAAO,GAAG;AAClD,YAAM,KAAK,UAAU,GAAG;AACxB,cAAQ,IAAI,IAAI,MAAM,CAAC,IAAI,UAAU,MAAM,eAAe,EAAE,KAAK;AACjE,0BAAoB,MAAM,WAAW,IAAI,YAAY;AAAA,IACvD;AACA,YAAQ,IAAI,mDAAmD,iBAAiB,eAAe,CAAC,EAAE;AAAA,EACpG,SAAS,OAAO;AACd,UAAM,MAAM,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,KAAK,CAAC;AACpE,YAAQ,MAAM,gCAAgC,IAAI,SAAS,IAAI,OAAO;AACtE,UAAM,YAAY,GAAG;AACrB,UAAM;AAAA,EACR,UAAE;AACA,UAAM,iBAAiB;AAAA,EACzB;AACF;AAEA,MAAM,aAAwB;AAAA,EAC5B,SAAS;AAAA,EACT,MAAM,IAAI,MAAM;AACd,UAAM,eAAe,IAAI;AAAA,EAC3B;AACF;AAEA,MAAM,iBAA4B;AAAA,EAChC,SAAS;AAAA,EACT,MAAM,MAAM;AACV,YAAQ,IAAI,8CAA8C;AAC1D,YAAQ,IAAI,kFAAkF;AAC9F,YAAQ,IAAI,0EAA0E;AACtF,YAAQ,IAAI,wFAAwF;AACpG,YAAQ,IAAI,mGAAmG;AAC/G,YAAQ,IAAI,mEAAmE;AAC/E,YAAQ,IAAI,0DAA0D;AACtE,YAAQ,IAAI,yEAAyE;AACrF,YAAQ,IAAI,mFAAmF;AAC/F,YAAQ,IAAI,gEAAgE;AAC5E,YAAQ,IAAI,6DAA6D;AAAA,EAC3E;AACF;AAKA,eAAe,cAAc,MAA+B;AAC1D,QAAM,YAAY,KAAK,CAAC;AACxB,QAAM,OAAO,UAAU,IAAI;AAC3B,QAAM,cAAc,cAAc,UAAU,MAAM,aAAa,CAAC,KAAK;AAErE,QAAM,cAAc,CAAC,4BAA4B,4BAA4B;AAE7E,MAAI,CAAC,aAAa,CAAC,YAAY,SAAS,SAAS,GAAG;AAClD,YAAQ,MAAM,8DAA8D;AAC5E,YAAQ,MAAM,mBAAmB;AACjC,YAAQ,MAAM,KAAK,0BAA0B,gDAAgD;AAC7F,YAAQ,MAAM,KAAK,4BAA4B,mCAAmC;AAClF,YAAQ,MAAM,YAAY;AAC1B,YAAQ,MAAM,yEAAyE;AACvF,YAAQ,MAAM,aAAa;AAC3B,YAAQ,MAAM,gCAAgC,0BAA0B,mBAAmB;AAC3F,YAAQ,MAAM,gCAAgC,4BAA4B,kBAAkB;AAC5F;AAAA,EACF;AAGA,QAAM,gBAAgB,QAAQ,IAAI,kBAAkB;AACpD,MAAI,kBAAkB,SAAS;AAC7B,YAAQ,MAAM,qDAAqD;AACnE,YAAQ,MAAM,yEAAyE;AACvF;AAAA,EACF;AAEA,QAAM,WAAW,mBAAmB,OAAO;AAG3C,QAAM,EAAE,UAAU,IAAI,MAAM,OAAO,4BAA4B;AAE/D,UAAQ,IAAI;AAAA,WAAc,SAAS,YAAY;AAC/C,UAAQ,IAAI,kBAAkB,WAAW,EAAE;AAC3C,UAAQ,IAAI,YAAY,SAAS,QAAQ,oBAAoB,kBAAkB,CAAC,EAAE;AAClF,UAAQ,IAAI,EAAE;AAEd,MAAI,cAAc,4BAA4B;AAC5C,UAAM,EAAE,qBAAqB,IAAI,MAAM,OAAO,+BAA+B;AAC7E,UAAM,YAAY,MAAM,uBAAuB;AAE/C,UAAM,UAAiC;AAAA,MACrC,WAAW;AAAA,MACX,SAAS,OAAO,KAAuC,QAAoB;AACzE,cAAM,qBAAqB,KAAK,KAAK,EAAE,SAAS,UAAU,QAAQ,KAAK,SAAS,EAAE,CAAC;AAAA,MACrF;AAAA,MACA,YAAY,EAAE,KAAK,SAAS;AAAA,MAC5B;AAAA,IACF,CAAC;AAAA,EACH,WAAW,cAAc,8BAA8B;AACrD,UAAM,EAAE,uBAAuB,IAAI,MAAM,OAAO,iCAAiC;AACjF,UAAM,YAAY,MAAM,uBAAuB;AAE/C,UAAM,UAAmC;AAAA,MACvC,WAAW;AAAA,MACX,SAAS,OAAO,KAAyC,QAAoB;AAC3E,cAAM,uBAAuB,KAAK,KAAK,EAAE,SAAS,UAAU,QAAQ,KAAK,SAAS,EAAE,CAAC;AAAA,MACvF;AAAA,MACA,YAAY,EAAE,KAAK,SAAS;AAAA,MAC5B;AAAA,IACF,CAAC;AAAA,EACH;AACF;AAEA,MAAM,YAAuB;AAAA,EAC3B,SAAS;AAAA,EACT,MAAM,IAAI,MAAM;AACd,UAAM,cAAc,IAAI;AAAA,EAC1B;AACF;AAEA,MAAM,UAAqB;AAAA,EACzB,SAAS;AAAA,EACT,MAAM,MAAM;AACV,YAAQ,IAAI,oDAAoD;AAChE,YAAQ,IAAI,WAAW;AACvB,YAAQ,IAAI,0EAA0E;AACtF,YAAQ,IAAI,8CAA8C;AAC1D,YAAQ,IAAI,+CAA+C;AAC3D,YAAQ,IAAI,8DAA8D;AAC1E,YAAQ,IAAI,oDAAoD;AAChE,YAAQ,IAAI,mDAAmD;AAC/D,YAAQ,IAAI,gEAAgE;AAC5E,YAAQ,IAAI,8CAA8C;AAC1D,YAAQ,IAAI,aAAa;AACzB,YAAQ,IAAI,8BAA8B;AAC1C,YAAQ,IAAI,oEAAoE;AAChF,YAAQ,IAAI,4GAA4G;AACxH,YAAQ,IAAI,8FAA8F;AAC1G,YAAQ,IAAI,wCAAwC;AACpD,YAAQ,IAAI,gCAAgC,0BAA0B,mBAAmB;AACzF,YAAQ,IAAI,gCAAgC,4BAA4B,kBAAkB;AAAA,EAC5F;AACF;AAEA,IAAO,cAAQ,CAAC,WAAW,WAAW,UAAU,YAAY,gBAAgB,oBAAoB,WAAW,OAAO;",
|
|
6
6
|
"names": []
|
|
7
7
|
}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../../../src/modules/search/subscribers/vector_purge.ts"],
|
|
4
|
-
"sourcesContent": ["import { recordIndexerError } from '@open-mercato/shared/lib/indexers/error-log'\nimport { recordIndexerLog } from '@open-mercato/shared/lib/indexers/status-log'\nimport type { SearchIndexer } from '../../../indexer/search-indexer'\nimport type { EmbeddingService } from '../../../vector'\nimport { writeCoverageCounts } from '@open-mercato/core/modules/query_index/lib/coverage'\nimport { resolveEmbeddingConfig } from '../lib/embedding-config'\nimport type { EntityId } from '@open-mercato/shared/modules/entities'\nimport { searchDebugWarn } from '../../../lib/debug'\n\nexport const metadata = { event: 'query_index.vectorize_purge', persistent: false }\n\ntype Payload = {\n entityType?: string\n tenantId?: string | null\n organizationId?: string | null\n}\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\ntype HandlerContext = { resolve: <T = any>(name: string) => T }\n\nexport default async function handle(payload: Payload, ctx: HandlerContext) {\n const entityType = String(payload?.entityType ?? '')\n if (!entityType) return\n const tenantIdRaw = payload?.tenantId\n if (tenantIdRaw == null || tenantIdRaw === '') {\n searchDebugWarn('search.vector', 'Skipping vector purge for reindex without tenant scope', { entityType })\n return\n }\n const tenantId = String(tenantIdRaw)\n const organizationId = payload?.organizationId == null ? null : String(payload.organizationId)\n\n let searchIndexer: SearchIndexer\n try {\n searchIndexer = ctx.resolve<SearchIndexer>('searchIndexer')\n } catch {\n return\n }\n\n // Load saved embedding config for consistency (dimension info may be needed for table recreation)\n try {\n const embeddingConfig = await resolveEmbeddingConfig(ctx, { defaultValue: null })\n if (embeddingConfig) {\n const embeddingService = ctx.resolve<EmbeddingService>('vectorEmbeddingService')\n embeddingService.updateConfig(embeddingConfig)\n }\n } catch {\n // Purge operations don't require embedding, ignore config errors\n }\n\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n let em: any = null\n try {\n em = ctx.resolve('em')\n } catch {\n em = null\n }\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n let eventBus: { emitEvent(event: string, payload: any, options?: any): Promise<void> } | null = null\n try {\n eventBus = ctx.resolve('eventBus')\n } catch {\n eventBus = null\n }\n const scopes = new Set<string>()\n const registerScope = (org: string | null) => {\n const key = org ?? '__null__'\n if (!scopes.has(key)) scopes.add(key)\n }\n registerScope(null)\n if (organizationId != null) registerScope(organizationId)\n\n try {\n await searchIndexer.purgeEntity({\n entityId: entityType as EntityId,\n tenantId,\n })\n if (em) {\n try {\n for (const scope of scopes) {\n const orgValue = scope === '__null__' ? null : scope\n await writeCoverageCounts(\n em,\n {\n entityType,\n tenantId,\n organizationId: orgValue,\n withDeleted: false,\n },\n { vectorCount: 0 },\n )\n }\n } catch (coverageError) {\n searchDebugWarn('search.vector', 'Failed to reset vector coverage after purge', {\n error: coverageError instanceof Error ? coverageError.message : coverageError,\n })\n }\n }\n if (eventBus) {\n await Promise.all(\n Array.from(scopes).map((scope) => {\n const orgValue = scope === '__null__' ? null : scope\n return eventBus!\n .emitEvent(\n 'query_index.coverage.refresh',\n {\n entityType,\n tenantId,\n organizationId: orgValue,\n delayMs: 0,\n },\n )\n .catch(() => undefined)\n }),\n )\n }\n await recordIndexerLog(\n { em: em ?? undefined },\n {\n source: 'vector',\n handler: 'event:query_index.vectorize_purge',\n message: `Vector purge completed for ${entityType}`,\n entityType,\n tenantId,\n organizationId,\n details: payload,\n },\n ).catch(() => undefined)\n } catch (error) {\n searchDebugWarn('search.vector', 'Failed to purge vector index scope', {\n entityType,\n tenantId,\n organizationId,\n error: error instanceof Error ? error.message : error,\n })\n await recordIndexerLog(\n { em: em ?? undefined },\n {\n source: 'vector',\n handler: 'event:query_index.vectorize_purge',\n level: 'warn',\n message: `Vector purge failed for ${entityType}`,\n entityType,\n tenantId,\n organizationId,\n details: { error: error instanceof Error ? error.message : String(error), payload },\n },\n ).catch(() => undefined)\n await recordIndexerError(\n { em: em ?? undefined },\n {\n source: 'vector',\n handler: 'event:query_index.vectorize_purge',\n error,\n entityType,\n tenantId,\n organizationId,\n payload,\n },\n )\n }\n}\n"],
|
|
5
|
-
"mappings": "AAAA,SAAS,0BAA0B;AACnC,SAAS,wBAAwB;AAGjC,SAAS,2BAA2B;AACpC,SAAS,8BAA8B;AAEvC,SAAS,uBAAuB;AAEzB,MAAM,WAAW,EAAE,OAAO,+BAA+B,YAAY,MAAM;AAWlF,eAAO,OAA8B,SAAkB,KAAqB;AAC1E,QAAM,aAAa,OAAO,SAAS,cAAc,EAAE;AACnD,MAAI,CAAC,WAAY;AACjB,QAAM,cAAc,SAAS;AAC7B,MAAI,eAAe,QAAQ,gBAAgB,IAAI;AAC7C,oBAAgB,iBAAiB,0DAA0D,EAAE,WAAW,CAAC;AACzG;AAAA,EACF;AACA,QAAM,WAAW,OAAO,WAAW;AACnC,QAAM,iBAAiB,SAAS,kBAAkB,OAAO,OAAO,OAAO,QAAQ,cAAc;AAE7F,MAAI;AACJ,MAAI;AACF,oBAAgB,IAAI,QAAuB,eAAe;AAAA,EAC5D,QAAQ;AACN;AAAA,EACF;AAGA,MAAI;AACF,UAAM,kBAAkB,MAAM,uBAAuB,KAAK,EAAE,cAAc,KAAK,CAAC;AAChF,QAAI,iBAAiB;AACnB,YAAM,mBAAmB,IAAI,QAA0B,wBAAwB;AAC/E,uBAAiB,aAAa,eAAe;AAAA,IAC/C;AAAA,EACF,QAAQ;AAAA,EAER;AAGA,MAAI,KAAU;AACd,MAAI;AACF,SAAK,IAAI,QAAQ,IAAI;AAAA,EACvB,QAAQ;AACN,SAAK;AAAA,EACP;AAEA,MAAI,WAA4F;AAChG,MAAI;AACF,eAAW,IAAI,QAAQ,UAAU;AAAA,EACnC,QAAQ;AACN,eAAW;AAAA,EACb;AACA,QAAM,SAAS,oBAAI,IAAY;AAC/B,QAAM,gBAAgB,CAAC,QAAuB;AAC5C,UAAM,MAAM,OAAO;AACnB,QAAI,CAAC,OAAO,IAAI,GAAG,EAAG,QAAO,IAAI,GAAG;AAAA,EACtC;AACA,gBAAc,IAAI;AAClB,MAAI,kBAAkB,KAAM,eAAc,cAAc;AAExD,MAAI;AACF,UAAM,cAAc,YAAY;AAAA,MAC9B,UAAU;AAAA,MACV;AAAA,IACF,CAAC;AACD,QAAI,IAAI;AACN,UAAI;AACF,mBAAW,SAAS,QAAQ;AAC1B,gBAAM,WAAW,UAAU,aAAa,OAAO;AAC/C,gBAAM;AAAA,YACJ;AAAA,YACA;AAAA,cACE;AAAA,cACA;AAAA,cACA,gBAAgB;AAAA,cAChB,aAAa;AAAA,YACf;AAAA,YACA,EAAE,aAAa,EAAE;AAAA,UACnB;AAAA,QACF;AAAA,MACF,SAAS,eAAe;AACtB,wBAAgB,iBAAiB,+CAA+C;AAAA,UAC9E,OAAO,yBAAyB,QAAQ,cAAc,UAAU;AAAA,QAClE,CAAC;AAAA,MACH;AAAA,IACF;AACA,QAAI,UAAU;AACZ,YAAM,QAAQ;AAAA,QACZ,MAAM,KAAK,MAAM,EAAE,IAAI,CAAC,UAAU;AAChC,gBAAM,WAAW,UAAU,aAAa,OAAO;AAC/C,iBAAO,SACJ;AAAA,YACC;AAAA,YACA;AAAA,cACE;AAAA,cACA;AAAA,cACA,gBAAgB;AAAA,cAChB,SAAS;AAAA,YACX;AAAA,UACF,EACC,MAAM,MAAM,MAAS;AAAA,QAC1B,CAAC;AAAA,MACH;AAAA,IACF;AACA,UAAM;AAAA,MACJ,EAAE,IAAI,MAAM,OAAU;AAAA,MACtB;AAAA,QACE,QAAQ;AAAA,QACR,SAAS;AAAA,QACT,SAAS,8BAA8B,UAAU;AAAA,QACjD;AAAA,QACA;AAAA,QACA;AAAA,QACA,SAAS;AAAA,MACX;AAAA,IACF,EAAE,MAAM,MAAM,MAAS;AAAA,EACzB,SAAS,OAAO;AACd,oBAAgB,iBAAiB,sCAAsC;AAAA,MACrE;AAAA,MACA;AAAA,MACA;AAAA,MACA,OAAO,iBAAiB,QAAQ,MAAM,UAAU;AAAA,IAClD,CAAC;AACD,UAAM;AAAA,MACJ,EAAE,IAAI,MAAM,OAAU;AAAA,MACtB;AAAA,QACE,QAAQ;AAAA,QACR,SAAS;AAAA,QACT,OAAO;AAAA,QACP,SAAS,2BAA2B,UAAU;AAAA,QAC9C;AAAA,QACA;AAAA,QACA;AAAA,QACA,SAAS,EAAE,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,GAAG,QAAQ;AAAA,MACpF;AAAA,IACF,EAAE,MAAM,MAAM,MAAS;AACvB,UAAM;AAAA,MACJ,EAAE,IAAI,MAAM,OAAU;AAAA,MACtB;AAAA,QACE,QAAQ;AAAA,QACR,SAAS;AAAA,QACT;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;",
|
|
4
|
+
"sourcesContent": ["import { recordIndexerError } from '@open-mercato/shared/lib/indexers/error-log'\nimport { recordIndexerLog } from '@open-mercato/shared/lib/indexers/status-log'\nimport type { SearchIndexer } from '../../../indexer/search-indexer'\nimport type { EmbeddingService } from '../../../vector'\nimport { writeCoverageCounts } from '@open-mercato/core/modules/query_index/lib/coverage'\nimport { resolveEmbeddingConfig } from '../lib/embedding-config'\nimport type { EntityId } from '@open-mercato/shared/modules/entities'\nimport { searchDebugWarn } from '../../../lib/debug'\n\nexport const metadata = { event: 'query_index.vectorize_purge', persistent: false }\n\ntype Payload = {\n entityType?: string\n tenantId?: string | null\n organizationId?: string | null\n}\n\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\ntype HandlerContext = { resolve: <T = any>(name: string) => T }\n\nexport default async function handle(payload: Payload, ctx: HandlerContext) {\n const entityType = String(payload?.entityType ?? '')\n if (!entityType) return\n const tenantIdRaw = payload?.tenantId\n if (tenantIdRaw == null || tenantIdRaw === '') {\n searchDebugWarn('search.vector', 'Skipping vector purge for reindex without tenant scope', { entityType })\n return\n }\n const tenantId = String(tenantIdRaw)\n const organizationId = payload?.organizationId == null ? null : String(payload.organizationId)\n\n let searchIndexer: SearchIndexer\n try {\n searchIndexer = ctx.resolve<SearchIndexer>('searchIndexer')\n } catch {\n return\n }\n\n // Load saved embedding config for consistency (dimension info may be needed for table recreation)\n try {\n const embeddingConfig = await resolveEmbeddingConfig(ctx, { defaultValue: null })\n if (embeddingConfig) {\n const embeddingService = ctx.resolve<EmbeddingService>('vectorEmbeddingService')\n embeddingService.updateConfig(embeddingConfig)\n }\n } catch {\n // Purge operations don't require embedding, ignore config errors\n }\n\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n let em: any = null\n try {\n em = ctx.resolve('em')\n } catch {\n em = null\n }\n // eslint-disable-next-line @typescript-eslint/no-explicit-any\n let eventBus: { emitEvent(event: string, payload: any, options?: any): Promise<void> } | null = null\n try {\n eventBus = ctx.resolve('eventBus')\n } catch {\n eventBus = null\n }\n const scopes = new Set<string>()\n const registerScope = (org: string | null) => {\n const key = org ?? '__null__'\n if (!scopes.has(key)) scopes.add(key)\n }\n registerScope(null)\n if (organizationId != null) registerScope(organizationId)\n\n try {\n await searchIndexer.purgeEntity({\n entityId: entityType as EntityId,\n tenantId,\n organizationId,\n })\n if (em) {\n try {\n for (const scope of scopes) {\n const orgValue = scope === '__null__' ? null : scope\n await writeCoverageCounts(\n em,\n {\n entityType,\n tenantId,\n organizationId: orgValue,\n withDeleted: false,\n },\n { vectorCount: 0 },\n )\n }\n } catch (coverageError) {\n searchDebugWarn('search.vector', 'Failed to reset vector coverage after purge', {\n error: coverageError instanceof Error ? coverageError.message : coverageError,\n })\n }\n }\n if (eventBus) {\n await Promise.all(\n Array.from(scopes).map((scope) => {\n const orgValue = scope === '__null__' ? null : scope\n return eventBus!\n .emitEvent(\n 'query_index.coverage.refresh',\n {\n entityType,\n tenantId,\n organizationId: orgValue,\n delayMs: 0,\n },\n )\n .catch(() => undefined)\n }),\n )\n }\n await recordIndexerLog(\n { em: em ?? undefined },\n {\n source: 'vector',\n handler: 'event:query_index.vectorize_purge',\n message: `Vector purge completed for ${entityType}`,\n entityType,\n tenantId,\n organizationId,\n details: payload,\n },\n ).catch(() => undefined)\n } catch (error) {\n searchDebugWarn('search.vector', 'Failed to purge vector index scope', {\n entityType,\n tenantId,\n organizationId,\n error: error instanceof Error ? error.message : error,\n })\n await recordIndexerLog(\n { em: em ?? undefined },\n {\n source: 'vector',\n handler: 'event:query_index.vectorize_purge',\n level: 'warn',\n message: `Vector purge failed for ${entityType}`,\n entityType,\n tenantId,\n organizationId,\n details: { error: error instanceof Error ? error.message : String(error), payload },\n },\n ).catch(() => undefined)\n await recordIndexerError(\n { em: em ?? undefined },\n {\n source: 'vector',\n handler: 'event:query_index.vectorize_purge',\n error,\n entityType,\n tenantId,\n organizationId,\n payload,\n },\n )\n }\n}\n"],
|
|
5
|
+
"mappings": "AAAA,SAAS,0BAA0B;AACnC,SAAS,wBAAwB;AAGjC,SAAS,2BAA2B;AACpC,SAAS,8BAA8B;AAEvC,SAAS,uBAAuB;AAEzB,MAAM,WAAW,EAAE,OAAO,+BAA+B,YAAY,MAAM;AAWlF,eAAO,OAA8B,SAAkB,KAAqB;AAC1E,QAAM,aAAa,OAAO,SAAS,cAAc,EAAE;AACnD,MAAI,CAAC,WAAY;AACjB,QAAM,cAAc,SAAS;AAC7B,MAAI,eAAe,QAAQ,gBAAgB,IAAI;AAC7C,oBAAgB,iBAAiB,0DAA0D,EAAE,WAAW,CAAC;AACzG;AAAA,EACF;AACA,QAAM,WAAW,OAAO,WAAW;AACnC,QAAM,iBAAiB,SAAS,kBAAkB,OAAO,OAAO,OAAO,QAAQ,cAAc;AAE7F,MAAI;AACJ,MAAI;AACF,oBAAgB,IAAI,QAAuB,eAAe;AAAA,EAC5D,QAAQ;AACN;AAAA,EACF;AAGA,MAAI;AACF,UAAM,kBAAkB,MAAM,uBAAuB,KAAK,EAAE,cAAc,KAAK,CAAC;AAChF,QAAI,iBAAiB;AACnB,YAAM,mBAAmB,IAAI,QAA0B,wBAAwB;AAC/E,uBAAiB,aAAa,eAAe;AAAA,IAC/C;AAAA,EACF,QAAQ;AAAA,EAER;AAGA,MAAI,KAAU;AACd,MAAI;AACF,SAAK,IAAI,QAAQ,IAAI;AAAA,EACvB,QAAQ;AACN,SAAK;AAAA,EACP;AAEA,MAAI,WAA4F;AAChG,MAAI;AACF,eAAW,IAAI,QAAQ,UAAU;AAAA,EACnC,QAAQ;AACN,eAAW;AAAA,EACb;AACA,QAAM,SAAS,oBAAI,IAAY;AAC/B,QAAM,gBAAgB,CAAC,QAAuB;AAC5C,UAAM,MAAM,OAAO;AACnB,QAAI,CAAC,OAAO,IAAI,GAAG,EAAG,QAAO,IAAI,GAAG;AAAA,EACtC;AACA,gBAAc,IAAI;AAClB,MAAI,kBAAkB,KAAM,eAAc,cAAc;AAExD,MAAI;AACF,UAAM,cAAc,YAAY;AAAA,MAC9B,UAAU;AAAA,MACV;AAAA,MACA;AAAA,IACF,CAAC;AACD,QAAI,IAAI;AACN,UAAI;AACF,mBAAW,SAAS,QAAQ;AAC1B,gBAAM,WAAW,UAAU,aAAa,OAAO;AAC/C,gBAAM;AAAA,YACJ;AAAA,YACA;AAAA,cACE;AAAA,cACA;AAAA,cACA,gBAAgB;AAAA,cAChB,aAAa;AAAA,YACf;AAAA,YACA,EAAE,aAAa,EAAE;AAAA,UACnB;AAAA,QACF;AAAA,MACF,SAAS,eAAe;AACtB,wBAAgB,iBAAiB,+CAA+C;AAAA,UAC9E,OAAO,yBAAyB,QAAQ,cAAc,UAAU;AAAA,QAClE,CAAC;AAAA,MACH;AAAA,IACF;AACA,QAAI,UAAU;AACZ,YAAM,QAAQ;AAAA,QACZ,MAAM,KAAK,MAAM,EAAE,IAAI,CAAC,UAAU;AAChC,gBAAM,WAAW,UAAU,aAAa,OAAO;AAC/C,iBAAO,SACJ;AAAA,YACC;AAAA,YACA;AAAA,cACE;AAAA,cACA;AAAA,cACA,gBAAgB;AAAA,cAChB,SAAS;AAAA,YACX;AAAA,UACF,EACC,MAAM,MAAM,MAAS;AAAA,QAC1B,CAAC;AAAA,MACH;AAAA,IACF;AACA,UAAM;AAAA,MACJ,EAAE,IAAI,MAAM,OAAU;AAAA,MACtB;AAAA,QACE,QAAQ;AAAA,QACR,SAAS;AAAA,QACT,SAAS,8BAA8B,UAAU;AAAA,QACjD;AAAA,QACA;AAAA,QACA;AAAA,QACA,SAAS;AAAA,MACX;AAAA,IACF,EAAE,MAAM,MAAM,MAAS;AAAA,EACzB,SAAS,OAAO;AACd,oBAAgB,iBAAiB,sCAAsC;AAAA,MACrE;AAAA,MACA;AAAA,MACA;AAAA,MACA,OAAO,iBAAiB,QAAQ,MAAM,UAAU;AAAA,IAClD,CAAC;AACD,UAAM;AAAA,MACJ,EAAE,IAAI,MAAM,OAAU;AAAA,MACtB;AAAA,QACE,QAAQ;AAAA,QACR,SAAS;AAAA,QACT,OAAO;AAAA,QACP,SAAS,2BAA2B,UAAU;AAAA,QAC9C;AAAA,QACA;AAAA,QACA;AAAA,QACA,SAAS,EAAE,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK,GAAG,QAAQ;AAAA,MACpF;AAAA,IACF,EAAE,MAAM,MAAM,MAAS;AACvB,UAAM;AAAA,MACJ,EAAE,IAAI,MAAM,OAAU;AAAA,MACtB;AAAA,QACE,QAAQ;AAAA,QACR,SAAS;AAAA,QACT;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;",
|
|
6
6
|
"names": []
|
|
7
7
|
}
|
package/dist/service.js
CHANGED
|
@@ -199,12 +199,12 @@ class SearchService {
|
|
|
199
199
|
* @param entityId - Entity type to purge
|
|
200
200
|
* @param tenantId - Tenant for isolation
|
|
201
201
|
*/
|
|
202
|
-
async purge(entityId, tenantId) {
|
|
202
|
+
async purge(entityId, tenantId, organizationId) {
|
|
203
203
|
const strategies = await this.getAvailableStrategies();
|
|
204
204
|
const results = await Promise.allSettled(
|
|
205
205
|
strategies.map((strategy) => {
|
|
206
206
|
if (strategy.purge) {
|
|
207
|
-
return strategy.purge(entityId, tenantId);
|
|
207
|
+
return strategy.purge(entityId, tenantId, organizationId);
|
|
208
208
|
}
|
|
209
209
|
return Promise.resolve();
|
|
210
210
|
})
|
package/dist/service.js.map
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../src/service.ts"],
|
|
4
|
-
"sourcesContent": ["import type {\n SearchStrategy,\n SearchStrategyId,\n SearchOptions,\n SearchResult,\n SearchServiceOptions,\n ResultMergeConfig,\n IndexableRecord,\n PresenterEnricherFn,\n} from './types'\nimport { mergeAndRankResults } from './lib/merger'\nimport { searchError } from './lib/debug'\nimport { needsSearchResultEnrichment } from './lib/search-result-enrichment'\n\n/**\n * Default merge configuration.\n */\nconst DEFAULT_MERGE_CONFIG: ResultMergeConfig = {\n duplicateHandling: 'highest_score',\n}\n\n/**\n * Cache TTL for strategy availability checks.\n * Short window so connectivity changes (Meilisearch up/down) propagate quickly,\n * long enough to skip per-request RTT to remote backends on hot paths.\n */\nconst STRATEGY_AVAILABILITY_CACHE_TTL_MS = 2_000\n\nfunction normalizeOrganizationFilter(options: SearchOptions): string[] | null {\n const single = typeof options.organizationId === 'string' ? options.organizationId.trim() : ''\n if (single) return [single]\n if (!Array.isArray(options.organizationIds)) return null\n\n const values = Array.from(new Set(\n options.organizationIds\n .map((value) => (typeof value === 'string' ? value.trim() : ''))\n .filter((value) => value.length > 0),\n ))\n return values\n}\n\nfunction filterResultsByOrganizationScope(results: SearchResult[], options: SearchOptions): SearchResult[] {\n const organizationIds = normalizeOrganizationFilter(options)\n if (!organizationIds) return results\n if (organizationIds.length === 0) return []\n\n const allowed = new Set(organizationIds)\n return results.filter((result) => {\n const organizationId = typeof result.organizationId === 'string' ? result.organizationId.trim() : ''\n return organizationId.length > 0 && allowed.has(organizationId)\n })\n}\n\n/**\n * SearchService orchestrates multiple search strategies, executing searches in parallel\n * and merging results using the RRF algorithm.\n *\n * Features:\n * - Parallel strategy execution for optimal performance\n * - Graceful degradation when strategies fail\n * - Result merging with configurable weights\n * - Strategy availability checking\n *\n * @example\n * ```typescript\n * const service = new SearchService({\n * strategies: [tokenStrategy, vectorStrategy, fulltextStrategy],\n * defaultStrategies: ['fulltext', 'vector', 'tokens'],\n * mergeConfig: {\n * duplicateHandling: 'highest_score',\n * strategyWeights: { fulltext: 1.2, vector: 1.0, tokens: 0.8 },\n * },\n * })\n *\n * const results = await service.search('john doe', { tenantId: 'tenant-123' })\n * ```\n */\nexport class SearchService {\n private readonly strategies: Map<SearchStrategyId, SearchStrategy>\n private readonly defaultStrategies: SearchStrategyId[]\n private readonly fallbackStrategy: SearchStrategyId | undefined\n private readonly mergeConfig: ResultMergeConfig\n private readonly presenterEnricher?: PresenterEnricherFn\n private readonly availabilityCache = new Map<SearchStrategyId, { value: boolean; expiresAt: number }>()\n private readonly availabilityInflight = new Map<SearchStrategyId, Promise<boolean>>()\n private readonly availabilityCacheTtlMs: number\n\n constructor(options: SearchServiceOptions = {}) {\n this.strategies = new Map()\n for (const strategy of options.strategies ?? []) {\n this.strategies.set(strategy.id, strategy)\n }\n this.defaultStrategies = options.defaultStrategies ?? ['tokens']\n this.fallbackStrategy = options.fallbackStrategy\n this.mergeConfig = options.mergeConfig ?? DEFAULT_MERGE_CONFIG\n this.presenterEnricher = options.presenterEnricher\n this.availabilityCacheTtlMs = options.availabilityCacheTtlMs ?? STRATEGY_AVAILABILITY_CACHE_TTL_MS\n }\n\n /**\n * Get all registered strategies.\n */\n getStrategies(): SearchStrategy[] {\n return Array.from(this.strategies.values())\n }\n\n /**\n * Execute a search query across configured strategies.\n *\n * @param query - Search query string\n * @param options - Search options with tenant, filters, etc.\n * @returns Merged and ranked search results\n */\n async search(query: string, options: SearchOptions): Promise<SearchResult[]> {\n const organizationIds = normalizeOrganizationFilter(options)\n if (organizationIds && organizationIds.length === 0) {\n return []\n }\n\n const strategyIds = options.strategies ?? this.defaultStrategies\n const activeStrategies = await this.getAvailableStrategies(strategyIds)\n\n if (activeStrategies.length === 0) {\n // Try fallback strategy if defined\n if (this.fallbackStrategy) {\n const fallback = await this.getAvailableStrategies([this.fallbackStrategy])\n if (fallback.length > 0) {\n activeStrategies.push(...fallback)\n }\n }\n }\n\n if (activeStrategies.length === 0) {\n return []\n }\n\n // Execute searches in parallel with graceful degradation\n const results = await Promise.allSettled(\n activeStrategies.map((strategy) => this.executeStrategySearch(strategy, query, options)),\n )\n\n // Collect successful results, log failures\n const allResults: SearchResult[] = []\n for (let i = 0; i < results.length; i++) {\n const result = results[i]\n if (result.status === 'fulfilled') {\n allResults.push(...result.value)\n } else {\n const strategy = activeStrategies[i]\n searchError('SearchService', 'Strategy search failed', {\n strategyId: strategy?.id,\n error: result.reason instanceof Error ? result.reason.message : result.reason,\n })\n }\n }\n\n // Merge and rank results\n const merged = mergeAndRankResults(allResults, this.mergeConfig)\n const scoped = filterResultsByOrganizationScope(merged, options)\n\n // Enrich results missing presenter or navigation metadata\n return this.enrichResultsWithPresenter(scoped, options.tenantId, options.organizationId)\n }\n\n /**\n * Enrich results that are missing presenter data using the configured enricher.\n * This ensures token-only results get proper titles/subtitles for display.\n */\n private async enrichResultsWithPresenter(\n results: SearchResult[],\n tenantId: string,\n organizationId?: string | null,\n ): Promise<SearchResult[]> {\n // If no enricher configured, return as-is\n if (!this.presenterEnricher) return results\n\n const hasMissing = results.some(needsSearchResultEnrichment)\n if (!hasMissing) return results\n\n // Use the configured presenter enricher\n try {\n return await this.presenterEnricher(results, tenantId, organizationId)\n } catch {\n // Enrichment failed, return results as-is\n return results\n }\n }\n\n /**\n * Index a record across all available strategies.\n *\n * @param record - Record to index\n */\n async index(record: IndexableRecord): Promise<void> {\n const strategies = await this.getAvailableStrategies()\n\n if (strategies.length === 0) {\n return\n }\n\n const results = await Promise.allSettled(\n strategies.map((strategy) => this.executeStrategyIndex(strategy, record)),\n )\n\n // Log any failures\n for (let i = 0; i < results.length; i++) {\n const result = results[i]\n if (result.status === 'rejected') {\n const strategy = strategies[i]\n searchError('SearchService', 'Strategy index failed', {\n strategyId: strategy?.id,\n entityId: record.entityId,\n recordId: record.recordId,\n error: result.reason instanceof Error ? result.reason.message : result.reason,\n })\n }\n }\n }\n\n /**\n * Delete a record from all strategies.\n *\n * @param entityId - Entity type identifier\n * @param recordId - Record primary key\n * @param tenantId - Tenant for isolation\n */\n async delete(entityId: string, recordId: string, tenantId: string): Promise<void> {\n const strategies = await this.getAvailableStrategies()\n\n const results = await Promise.allSettled(\n strategies.map((strategy) => this.executeStrategyDelete(strategy, entityId, recordId, tenantId)),\n )\n\n // Log any failures\n for (let i = 0; i < results.length; i++) {\n const result = results[i]\n if (result.status === 'rejected') {\n const strategy = strategies[i]\n searchError('SearchService', 'Strategy delete failed', {\n strategyId: strategy?.id,\n entityId,\n recordId,\n error: result.reason instanceof Error ? result.reason.message : result.reason,\n })\n }\n }\n }\n\n /**\n * Bulk index multiple records.\n *\n * @param records - Records to index\n */\n async bulkIndex(records: IndexableRecord[]): Promise<void> {\n if (records.length === 0) return\n\n const strategies = await this.getAvailableStrategies()\n\n const results = await Promise.allSettled(\n strategies.map((strategy) => {\n if (strategy.bulkIndex) {\n return strategy.bulkIndex(records)\n }\n // Fallback to individual indexing\n return Promise.all(records.map((record) => this.executeStrategyIndex(strategy, record)))\n }),\n )\n\n // Collect failures and throw if any occurred\n const failures: Array<{ strategyId: string; error: string }> = []\n for (let i = 0; i < results.length; i++) {\n const result = results[i]\n if (result.status === 'rejected') {\n const strategy = strategies[i]\n const errorMessage = result.reason instanceof Error ? result.reason.message : result.reason\n failures.push({\n strategyId: strategy?.id || 'unknown',\n error: errorMessage,\n })\n searchError('SearchService', 'Strategy bulkIndex failed', {\n strategyId: strategy?.id,\n recordCount: records.length,\n error: errorMessage,\n })\n }\n }\n\n if (failures.length > 0) {\n throw new Error(\n `Bulk indexing failed for ${failures.length} strategy(ies): ${failures\n .map((f) => `${f.strategyId} (${f.error})`)\n .join(', ')}`\n )\n }\n }\n\n /**\n * Purge all records for an entity type.\n *\n * @param entityId - Entity type to purge\n * @param tenantId - Tenant for isolation\n */\n async purge(entityId: string, tenantId: string): Promise<void> {\n const strategies = await this.getAvailableStrategies()\n\n const results = await Promise.allSettled(\n strategies.map((strategy) => {\n if (strategy.purge) {\n return strategy.purge(entityId, tenantId)\n }\n return Promise.resolve()\n }),\n )\n\n // Log any failures\n for (let i = 0; i < results.length; i++) {\n const result = results[i]\n if (result.status === 'rejected') {\n const strategy = strategies[i]\n searchError('SearchService', 'Strategy purge failed', {\n strategyId: strategy?.id,\n entityId,\n error: result.reason instanceof Error ? result.reason.message : result.reason,\n })\n }\n }\n }\n\n /**\n * Register a new strategy at runtime.\n *\n * @param strategy - Strategy to register\n */\n registerStrategy(strategy: SearchStrategy): void {\n this.strategies.set(strategy.id, strategy)\n this.availabilityCache.delete(strategy.id)\n this.availabilityInflight.delete(strategy.id)\n }\n\n /**\n * Unregister a strategy.\n *\n * @param strategyId - Strategy ID to remove\n */\n unregisterStrategy(strategyId: SearchStrategyId): void {\n this.strategies.delete(strategyId)\n this.availabilityCache.delete(strategyId)\n this.availabilityInflight.delete(strategyId)\n }\n\n /**\n * Invalidate the strategy availability cache.\n * Call after manual reconnects or env changes when callers must observe the\n * current backend state immediately rather than waiting for TTL expiry.\n */\n invalidateAvailabilityCache(strategyId?: SearchStrategyId): void {\n if (strategyId) {\n this.availabilityCache.delete(strategyId)\n this.availabilityInflight.delete(strategyId)\n return\n }\n this.availabilityCache.clear()\n this.availabilityInflight.clear()\n }\n\n /**\n * Get all registered strategy IDs.\n */\n getRegisteredStrategies(): SearchStrategyId[] {\n return Array.from(this.strategies.keys())\n }\n\n /**\n * Get a specific strategy by ID.\n *\n * @param strategyId - Strategy ID to retrieve\n * @returns The strategy if registered, undefined otherwise\n */\n getStrategy(strategyId: SearchStrategyId): SearchStrategy | undefined {\n return this.strategies.get(strategyId)\n }\n\n /**\n * Get the default strategies list.\n */\n getDefaultStrategies(): SearchStrategyId[] {\n return [...this.defaultStrategies]\n }\n\n /**\n * Check if a specific strategy is available.\n *\n * @param strategyId - Strategy ID to check\n */\n async isStrategyAvailable(strategyId: SearchStrategyId): Promise<boolean> {\n const strategy = this.strategies.get(strategyId)\n if (!strategy) return false\n return this.checkStrategyAvailability(strategy)\n }\n\n /**\n * Resolve a strategy's availability via the short-lived TTL cache.\n * Coalesces concurrent callers onto a single in-flight probe to avoid\n * thundering-herd on remote backends.\n */\n private async checkStrategyAvailability(strategy: SearchStrategy): Promise<boolean> {\n const now = Date.now()\n const cached = this.availabilityCache.get(strategy.id)\n if (cached && cached.expiresAt > now) return cached.value\n\n const inflight = this.availabilityInflight.get(strategy.id)\n if (inflight) return inflight\n\n const probe = (async () => {\n try {\n const value = await strategy.isAvailable()\n this.availabilityCache.set(strategy.id, {\n value,\n expiresAt: Date.now() + this.availabilityCacheTtlMs,\n })\n return value\n } catch {\n this.availabilityCache.set(strategy.id, {\n value: false,\n expiresAt: Date.now() + this.availabilityCacheTtlMs,\n })\n return false\n } finally {\n this.availabilityInflight.delete(strategy.id)\n }\n })()\n this.availabilityInflight.set(strategy.id, probe)\n return probe\n }\n\n /**\n * Get available strategies from the requested list.\n * Filters out strategies that are not registered or not available.\n * Probes run in parallel and reuse a short-lived per-strategy availability\n * cache, so hot paths pay the max latency of the slowest probe (or zero\n * when cached) instead of the sum of all probes.\n */\n private async getAvailableStrategies(ids?: SearchStrategyId[]): Promise<SearchStrategy[]> {\n const targetIds = ids ?? Array.from(this.strategies.keys())\n const candidates: SearchStrategy[] = []\n for (const id of targetIds) {\n const strategy = this.strategies.get(id)\n if (strategy) candidates.push(strategy)\n }\n\n const probes = await Promise.allSettled(\n candidates.map((strategy) => this.checkStrategyAvailability(strategy)),\n )\n\n const available: SearchStrategy[] = []\n for (let i = 0; i < probes.length; i++) {\n const probe = probes[i]\n if (probe.status === 'fulfilled' && probe.value) {\n available.push(candidates[i])\n }\n }\n\n return available.sort((a, b) => b.priority - a.priority)\n }\n\n /**\n * Execute search on a single strategy with error handling.\n */\n private async executeStrategySearch(\n strategy: SearchStrategy,\n query: string,\n options: SearchOptions,\n ): Promise<SearchResult[]> {\n await strategy.ensureReady()\n return strategy.search(query, options)\n }\n\n /**\n * Execute index on a single strategy with error handling.\n */\n private async executeStrategyIndex(\n strategy: SearchStrategy,\n record: IndexableRecord,\n ): Promise<void> {\n await strategy.ensureReady()\n return strategy.index(record)\n }\n\n /**\n * Execute delete on a single strategy with error handling.\n */\n private async executeStrategyDelete(\n strategy: SearchStrategy,\n entityId: string,\n recordId: string,\n tenantId: string,\n ): Promise<void> {\n await strategy.ensureReady()\n return strategy.delete(entityId, recordId, tenantId)\n }\n}\n"],
|
|
5
|
-
"mappings": "AAUA,SAAS,2BAA2B;AACpC,SAAS,mBAAmB;AAC5B,SAAS,mCAAmC;AAK5C,MAAM,uBAA0C;AAAA,EAC9C,mBAAmB;AACrB;AAOA,MAAM,qCAAqC;AAE3C,SAAS,4BAA4B,SAAyC;AAC5E,QAAM,SAAS,OAAO,QAAQ,mBAAmB,WAAW,QAAQ,eAAe,KAAK,IAAI;AAC5F,MAAI,OAAQ,QAAO,CAAC,MAAM;AAC1B,MAAI,CAAC,MAAM,QAAQ,QAAQ,eAAe,EAAG,QAAO;AAEpD,QAAM,SAAS,MAAM,KAAK,IAAI;AAAA,IAC5B,QAAQ,gBACL,IAAI,CAAC,UAAW,OAAO,UAAU,WAAW,MAAM,KAAK,IAAI,EAAG,EAC9D,OAAO,CAAC,UAAU,MAAM,SAAS,CAAC;AAAA,EACvC,CAAC;AACD,SAAO;AACT;AAEA,SAAS,iCAAiC,SAAyB,SAAwC;AACzG,QAAM,kBAAkB,4BAA4B,OAAO;AAC3D,MAAI,CAAC,gBAAiB,QAAO;AAC7B,MAAI,gBAAgB,WAAW,EAAG,QAAO,CAAC;AAE1C,QAAM,UAAU,IAAI,IAAI,eAAe;AACvC,SAAO,QAAQ,OAAO,CAAC,WAAW;AAChC,UAAM,iBAAiB,OAAO,OAAO,mBAAmB,WAAW,OAAO,eAAe,KAAK,IAAI;AAClG,WAAO,eAAe,SAAS,KAAK,QAAQ,IAAI,cAAc;AAAA,EAChE,CAAC;AACH;AA0BO,MAAM,cAAc;AAAA,EAUzB,YAAY,UAAgC,CAAC,GAAG;AAJhD,SAAiB,oBAAoB,oBAAI,IAA6D;AACtG,SAAiB,uBAAuB,oBAAI,IAAwC;AAIlF,SAAK,aAAa,oBAAI,IAAI;AAC1B,eAAW,YAAY,QAAQ,cAAc,CAAC,GAAG;AAC/C,WAAK,WAAW,IAAI,SAAS,IAAI,QAAQ;AAAA,IAC3C;AACA,SAAK,oBAAoB,QAAQ,qBAAqB,CAAC,QAAQ;AAC/D,SAAK,mBAAmB,QAAQ;AAChC,SAAK,cAAc,QAAQ,eAAe;AAC1C,SAAK,oBAAoB,QAAQ;AACjC,SAAK,yBAAyB,QAAQ,0BAA0B;AAAA,EAClE;AAAA;AAAA;AAAA;AAAA,EAKA,gBAAkC;AAChC,WAAO,MAAM,KAAK,KAAK,WAAW,OAAO,CAAC;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,OAAO,OAAe,SAAiD;AAC3E,UAAM,kBAAkB,4BAA4B,OAAO;AAC3D,QAAI,mBAAmB,gBAAgB,WAAW,GAAG;AACnD,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,cAAc,QAAQ,cAAc,KAAK;AAC/C,UAAM,mBAAmB,MAAM,KAAK,uBAAuB,WAAW;AAEtE,QAAI,iBAAiB,WAAW,GAAG;AAEjC,UAAI,KAAK,kBAAkB;AACzB,cAAM,WAAW,MAAM,KAAK,uBAAuB,CAAC,KAAK,gBAAgB,CAAC;AAC1E,YAAI,SAAS,SAAS,GAAG;AACvB,2BAAiB,KAAK,GAAG,QAAQ;AAAA,QACnC;AAAA,MACF;AAAA,IACF;AAEA,QAAI,iBAAiB,WAAW,GAAG;AACjC,aAAO,CAAC;AAAA,IACV;AAGA,UAAM,UAAU,MAAM,QAAQ;AAAA,MAC5B,iBAAiB,IAAI,CAAC,aAAa,KAAK,sBAAsB,UAAU,OAAO,OAAO,CAAC;AAAA,IACzF;AAGA,UAAM,aAA6B,CAAC;AACpC,aAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,YAAM,SAAS,QAAQ,CAAC;AACxB,UAAI,OAAO,WAAW,aAAa;AACjC,mBAAW,KAAK,GAAG,OAAO,KAAK;AAAA,MACjC,OAAO;AACL,cAAM,WAAW,iBAAiB,CAAC;AACnC,oBAAY,iBAAiB,0BAA0B;AAAA,UACrD,YAAY,UAAU;AAAA,UACtB,OAAO,OAAO,kBAAkB,QAAQ,OAAO,OAAO,UAAU,OAAO;AAAA,QACzE,CAAC;AAAA,MACH;AAAA,IACF;AAGA,UAAM,SAAS,oBAAoB,YAAY,KAAK,WAAW;AAC/D,UAAM,SAAS,iCAAiC,QAAQ,OAAO;AAG/D,WAAO,KAAK,2BAA2B,QAAQ,QAAQ,UAAU,QAAQ,cAAc;AAAA,EACzF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,2BACZ,SACA,UACA,gBACyB;AAEzB,QAAI,CAAC,KAAK,kBAAmB,QAAO;AAEpC,UAAM,aAAa,QAAQ,KAAK,2BAA2B;AAC3D,QAAI,CAAC,WAAY,QAAO;AAGxB,QAAI;AACF,aAAO,MAAM,KAAK,kBAAkB,SAAS,UAAU,cAAc;AAAA,IACvE,QAAQ;AAEN,aAAO;AAAA,IACT;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,QAAwC;AAClD,UAAM,aAAa,MAAM,KAAK,uBAAuB;AAErD,QAAI,WAAW,WAAW,GAAG;AAC3B;AAAA,IACF;AAEA,UAAM,UAAU,MAAM,QAAQ;AAAA,MAC5B,WAAW,IAAI,CAAC,aAAa,KAAK,qBAAqB,UAAU,MAAM,CAAC;AAAA,IAC1E;AAGA,aAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,YAAM,SAAS,QAAQ,CAAC;AACxB,UAAI,OAAO,WAAW,YAAY;AAChC,cAAM,WAAW,WAAW,CAAC;AAC7B,oBAAY,iBAAiB,yBAAyB;AAAA,UACpD,YAAY,UAAU;AAAA,UACtB,UAAU,OAAO;AAAA,UACjB,UAAU,OAAO;AAAA,UACjB,OAAO,OAAO,kBAAkB,QAAQ,OAAO,OAAO,UAAU,OAAO;AAAA,QACzE,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,OAAO,UAAkB,UAAkB,UAAiC;AAChF,UAAM,aAAa,MAAM,KAAK,uBAAuB;AAErD,UAAM,UAAU,MAAM,QAAQ;AAAA,MAC5B,WAAW,IAAI,CAAC,aAAa,KAAK,sBAAsB,UAAU,UAAU,UAAU,QAAQ,CAAC;AAAA,IACjG;AAGA,aAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,YAAM,SAAS,QAAQ,CAAC;AACxB,UAAI,OAAO,WAAW,YAAY;AAChC,cAAM,WAAW,WAAW,CAAC;AAC7B,oBAAY,iBAAiB,0BAA0B;AAAA,UACrD,YAAY,UAAU;AAAA,UACtB;AAAA,UACA;AAAA,UACA,OAAO,OAAO,kBAAkB,QAAQ,OAAO,OAAO,UAAU,OAAO;AAAA,QACzE,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,UAAU,SAA2C;AACzD,QAAI,QAAQ,WAAW,EAAG;AAE1B,UAAM,aAAa,MAAM,KAAK,uBAAuB;AAErD,UAAM,UAAU,MAAM,QAAQ;AAAA,MAC5B,WAAW,IAAI,CAAC,aAAa;AAC3B,YAAI,SAAS,WAAW;AACtB,iBAAO,SAAS,UAAU,OAAO;AAAA,QACnC;AAEA,eAAO,QAAQ,IAAI,QAAQ,IAAI,CAAC,WAAW,KAAK,qBAAqB,UAAU,MAAM,CAAC,CAAC;AAAA,MACzF,CAAC;AAAA,IACH;AAGA,UAAM,WAAyD,CAAC;AAChE,aAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,YAAM,SAAS,QAAQ,CAAC;AACxB,UAAI,OAAO,WAAW,YAAY;AAChC,cAAM,WAAW,WAAW,CAAC;AAC7B,cAAM,eAAe,OAAO,kBAAkB,QAAQ,OAAO,OAAO,UAAU,OAAO;AACrF,iBAAS,KAAK;AAAA,UACZ,YAAY,UAAU,MAAM;AAAA,UAC5B,OAAO;AAAA,QACT,CAAC;AACD,oBAAY,iBAAiB,6BAA6B;AAAA,UACxD,YAAY,UAAU;AAAA,UACtB,aAAa,QAAQ;AAAA,UACrB,OAAO;AAAA,QACT,CAAC;AAAA,MACH;AAAA,IACF;AAEA,QAAI,SAAS,SAAS,GAAG;AACvB,YAAM,IAAI;AAAA,QACR,4BAA4B,SAAS,MAAM,mBAAmB,SAC3D,IAAI,CAAC,MAAM,GAAG,EAAE,UAAU,KAAK,EAAE,KAAK,GAAG,EACzC,KAAK,IAAI,CAAC;AAAA,MACf;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAM,MAAM,UAAkB,
|
|
4
|
+
"sourcesContent": ["import type {\n SearchStrategy,\n SearchStrategyId,\n SearchOptions,\n SearchResult,\n SearchServiceOptions,\n ResultMergeConfig,\n IndexableRecord,\n PresenterEnricherFn,\n} from './types'\nimport { mergeAndRankResults } from './lib/merger'\nimport { searchError } from './lib/debug'\nimport { needsSearchResultEnrichment } from './lib/search-result-enrichment'\n\n/**\n * Default merge configuration.\n */\nconst DEFAULT_MERGE_CONFIG: ResultMergeConfig = {\n duplicateHandling: 'highest_score',\n}\n\n/**\n * Cache TTL for strategy availability checks.\n * Short window so connectivity changes (Meilisearch up/down) propagate quickly,\n * long enough to skip per-request RTT to remote backends on hot paths.\n */\nconst STRATEGY_AVAILABILITY_CACHE_TTL_MS = 2_000\n\nfunction normalizeOrganizationFilter(options: SearchOptions): string[] | null {\n const single = typeof options.organizationId === 'string' ? options.organizationId.trim() : ''\n if (single) return [single]\n if (!Array.isArray(options.organizationIds)) return null\n\n const values = Array.from(new Set(\n options.organizationIds\n .map((value) => (typeof value === 'string' ? value.trim() : ''))\n .filter((value) => value.length > 0),\n ))\n return values\n}\n\nfunction filterResultsByOrganizationScope(results: SearchResult[], options: SearchOptions): SearchResult[] {\n const organizationIds = normalizeOrganizationFilter(options)\n if (!organizationIds) return results\n if (organizationIds.length === 0) return []\n\n const allowed = new Set(organizationIds)\n return results.filter((result) => {\n const organizationId = typeof result.organizationId === 'string' ? result.organizationId.trim() : ''\n return organizationId.length > 0 && allowed.has(organizationId)\n })\n}\n\n/**\n * SearchService orchestrates multiple search strategies, executing searches in parallel\n * and merging results using the RRF algorithm.\n *\n * Features:\n * - Parallel strategy execution for optimal performance\n * - Graceful degradation when strategies fail\n * - Result merging with configurable weights\n * - Strategy availability checking\n *\n * @example\n * ```typescript\n * const service = new SearchService({\n * strategies: [tokenStrategy, vectorStrategy, fulltextStrategy],\n * defaultStrategies: ['fulltext', 'vector', 'tokens'],\n * mergeConfig: {\n * duplicateHandling: 'highest_score',\n * strategyWeights: { fulltext: 1.2, vector: 1.0, tokens: 0.8 },\n * },\n * })\n *\n * const results = await service.search('john doe', { tenantId: 'tenant-123' })\n * ```\n */\nexport class SearchService {\n private readonly strategies: Map<SearchStrategyId, SearchStrategy>\n private readonly defaultStrategies: SearchStrategyId[]\n private readonly fallbackStrategy: SearchStrategyId | undefined\n private readonly mergeConfig: ResultMergeConfig\n private readonly presenterEnricher?: PresenterEnricherFn\n private readonly availabilityCache = new Map<SearchStrategyId, { value: boolean; expiresAt: number }>()\n private readonly availabilityInflight = new Map<SearchStrategyId, Promise<boolean>>()\n private readonly availabilityCacheTtlMs: number\n\n constructor(options: SearchServiceOptions = {}) {\n this.strategies = new Map()\n for (const strategy of options.strategies ?? []) {\n this.strategies.set(strategy.id, strategy)\n }\n this.defaultStrategies = options.defaultStrategies ?? ['tokens']\n this.fallbackStrategy = options.fallbackStrategy\n this.mergeConfig = options.mergeConfig ?? DEFAULT_MERGE_CONFIG\n this.presenterEnricher = options.presenterEnricher\n this.availabilityCacheTtlMs = options.availabilityCacheTtlMs ?? STRATEGY_AVAILABILITY_CACHE_TTL_MS\n }\n\n /**\n * Get all registered strategies.\n */\n getStrategies(): SearchStrategy[] {\n return Array.from(this.strategies.values())\n }\n\n /**\n * Execute a search query across configured strategies.\n *\n * @param query - Search query string\n * @param options - Search options with tenant, filters, etc.\n * @returns Merged and ranked search results\n */\n async search(query: string, options: SearchOptions): Promise<SearchResult[]> {\n const organizationIds = normalizeOrganizationFilter(options)\n if (organizationIds && organizationIds.length === 0) {\n return []\n }\n\n const strategyIds = options.strategies ?? this.defaultStrategies\n const activeStrategies = await this.getAvailableStrategies(strategyIds)\n\n if (activeStrategies.length === 0) {\n // Try fallback strategy if defined\n if (this.fallbackStrategy) {\n const fallback = await this.getAvailableStrategies([this.fallbackStrategy])\n if (fallback.length > 0) {\n activeStrategies.push(...fallback)\n }\n }\n }\n\n if (activeStrategies.length === 0) {\n return []\n }\n\n // Execute searches in parallel with graceful degradation\n const results = await Promise.allSettled(\n activeStrategies.map((strategy) => this.executeStrategySearch(strategy, query, options)),\n )\n\n // Collect successful results, log failures\n const allResults: SearchResult[] = []\n for (let i = 0; i < results.length; i++) {\n const result = results[i]\n if (result.status === 'fulfilled') {\n allResults.push(...result.value)\n } else {\n const strategy = activeStrategies[i]\n searchError('SearchService', 'Strategy search failed', {\n strategyId: strategy?.id,\n error: result.reason instanceof Error ? result.reason.message : result.reason,\n })\n }\n }\n\n // Merge and rank results\n const merged = mergeAndRankResults(allResults, this.mergeConfig)\n const scoped = filterResultsByOrganizationScope(merged, options)\n\n // Enrich results missing presenter or navigation metadata\n return this.enrichResultsWithPresenter(scoped, options.tenantId, options.organizationId)\n }\n\n /**\n * Enrich results that are missing presenter data using the configured enricher.\n * This ensures token-only results get proper titles/subtitles for display.\n */\n private async enrichResultsWithPresenter(\n results: SearchResult[],\n tenantId: string,\n organizationId?: string | null,\n ): Promise<SearchResult[]> {\n // If no enricher configured, return as-is\n if (!this.presenterEnricher) return results\n\n const hasMissing = results.some(needsSearchResultEnrichment)\n if (!hasMissing) return results\n\n // Use the configured presenter enricher\n try {\n return await this.presenterEnricher(results, tenantId, organizationId)\n } catch {\n // Enrichment failed, return results as-is\n return results\n }\n }\n\n /**\n * Index a record across all available strategies.\n *\n * @param record - Record to index\n */\n async index(record: IndexableRecord): Promise<void> {\n const strategies = await this.getAvailableStrategies()\n\n if (strategies.length === 0) {\n return\n }\n\n const results = await Promise.allSettled(\n strategies.map((strategy) => this.executeStrategyIndex(strategy, record)),\n )\n\n // Log any failures\n for (let i = 0; i < results.length; i++) {\n const result = results[i]\n if (result.status === 'rejected') {\n const strategy = strategies[i]\n searchError('SearchService', 'Strategy index failed', {\n strategyId: strategy?.id,\n entityId: record.entityId,\n recordId: record.recordId,\n error: result.reason instanceof Error ? result.reason.message : result.reason,\n })\n }\n }\n }\n\n /**\n * Delete a record from all strategies.\n *\n * @param entityId - Entity type identifier\n * @param recordId - Record primary key\n * @param tenantId - Tenant for isolation\n */\n async delete(entityId: string, recordId: string, tenantId: string): Promise<void> {\n const strategies = await this.getAvailableStrategies()\n\n const results = await Promise.allSettled(\n strategies.map((strategy) => this.executeStrategyDelete(strategy, entityId, recordId, tenantId)),\n )\n\n // Log any failures\n for (let i = 0; i < results.length; i++) {\n const result = results[i]\n if (result.status === 'rejected') {\n const strategy = strategies[i]\n searchError('SearchService', 'Strategy delete failed', {\n strategyId: strategy?.id,\n entityId,\n recordId,\n error: result.reason instanceof Error ? result.reason.message : result.reason,\n })\n }\n }\n }\n\n /**\n * Bulk index multiple records.\n *\n * @param records - Records to index\n */\n async bulkIndex(records: IndexableRecord[]): Promise<void> {\n if (records.length === 0) return\n\n const strategies = await this.getAvailableStrategies()\n\n const results = await Promise.allSettled(\n strategies.map((strategy) => {\n if (strategy.bulkIndex) {\n return strategy.bulkIndex(records)\n }\n // Fallback to individual indexing\n return Promise.all(records.map((record) => this.executeStrategyIndex(strategy, record)))\n }),\n )\n\n // Collect failures and throw if any occurred\n const failures: Array<{ strategyId: string; error: string }> = []\n for (let i = 0; i < results.length; i++) {\n const result = results[i]\n if (result.status === 'rejected') {\n const strategy = strategies[i]\n const errorMessage = result.reason instanceof Error ? result.reason.message : result.reason\n failures.push({\n strategyId: strategy?.id || 'unknown',\n error: errorMessage,\n })\n searchError('SearchService', 'Strategy bulkIndex failed', {\n strategyId: strategy?.id,\n recordCount: records.length,\n error: errorMessage,\n })\n }\n }\n\n if (failures.length > 0) {\n throw new Error(\n `Bulk indexing failed for ${failures.length} strategy(ies): ${failures\n .map((f) => `${f.strategyId} (${f.error})`)\n .join(', ')}`\n )\n }\n }\n\n /**\n * Purge all records for an entity type.\n *\n * @param entityId - Entity type to purge\n * @param tenantId - Tenant for isolation\n */\n async purge(entityId: string, tenantId: string, organizationId?: string | null): Promise<void> {\n const strategies = await this.getAvailableStrategies()\n\n const results = await Promise.allSettled(\n strategies.map((strategy) => {\n if (strategy.purge) {\n return strategy.purge(entityId, tenantId, organizationId)\n }\n return Promise.resolve()\n }),\n )\n\n // Log any failures\n for (let i = 0; i < results.length; i++) {\n const result = results[i]\n if (result.status === 'rejected') {\n const strategy = strategies[i]\n searchError('SearchService', 'Strategy purge failed', {\n strategyId: strategy?.id,\n entityId,\n error: result.reason instanceof Error ? result.reason.message : result.reason,\n })\n }\n }\n }\n\n /**\n * Register a new strategy at runtime.\n *\n * @param strategy - Strategy to register\n */\n registerStrategy(strategy: SearchStrategy): void {\n this.strategies.set(strategy.id, strategy)\n this.availabilityCache.delete(strategy.id)\n this.availabilityInflight.delete(strategy.id)\n }\n\n /**\n * Unregister a strategy.\n *\n * @param strategyId - Strategy ID to remove\n */\n unregisterStrategy(strategyId: SearchStrategyId): void {\n this.strategies.delete(strategyId)\n this.availabilityCache.delete(strategyId)\n this.availabilityInflight.delete(strategyId)\n }\n\n /**\n * Invalidate the strategy availability cache.\n * Call after manual reconnects or env changes when callers must observe the\n * current backend state immediately rather than waiting for TTL expiry.\n */\n invalidateAvailabilityCache(strategyId?: SearchStrategyId): void {\n if (strategyId) {\n this.availabilityCache.delete(strategyId)\n this.availabilityInflight.delete(strategyId)\n return\n }\n this.availabilityCache.clear()\n this.availabilityInflight.clear()\n }\n\n /**\n * Get all registered strategy IDs.\n */\n getRegisteredStrategies(): SearchStrategyId[] {\n return Array.from(this.strategies.keys())\n }\n\n /**\n * Get a specific strategy by ID.\n *\n * @param strategyId - Strategy ID to retrieve\n * @returns The strategy if registered, undefined otherwise\n */\n getStrategy(strategyId: SearchStrategyId): SearchStrategy | undefined {\n return this.strategies.get(strategyId)\n }\n\n /**\n * Get the default strategies list.\n */\n getDefaultStrategies(): SearchStrategyId[] {\n return [...this.defaultStrategies]\n }\n\n /**\n * Check if a specific strategy is available.\n *\n * @param strategyId - Strategy ID to check\n */\n async isStrategyAvailable(strategyId: SearchStrategyId): Promise<boolean> {\n const strategy = this.strategies.get(strategyId)\n if (!strategy) return false\n return this.checkStrategyAvailability(strategy)\n }\n\n /**\n * Resolve a strategy's availability via the short-lived TTL cache.\n * Coalesces concurrent callers onto a single in-flight probe to avoid\n * thundering-herd on remote backends.\n */\n private async checkStrategyAvailability(strategy: SearchStrategy): Promise<boolean> {\n const now = Date.now()\n const cached = this.availabilityCache.get(strategy.id)\n if (cached && cached.expiresAt > now) return cached.value\n\n const inflight = this.availabilityInflight.get(strategy.id)\n if (inflight) return inflight\n\n const probe = (async () => {\n try {\n const value = await strategy.isAvailable()\n this.availabilityCache.set(strategy.id, {\n value,\n expiresAt: Date.now() + this.availabilityCacheTtlMs,\n })\n return value\n } catch {\n this.availabilityCache.set(strategy.id, {\n value: false,\n expiresAt: Date.now() + this.availabilityCacheTtlMs,\n })\n return false\n } finally {\n this.availabilityInflight.delete(strategy.id)\n }\n })()\n this.availabilityInflight.set(strategy.id, probe)\n return probe\n }\n\n /**\n * Get available strategies from the requested list.\n * Filters out strategies that are not registered or not available.\n * Probes run in parallel and reuse a short-lived per-strategy availability\n * cache, so hot paths pay the max latency of the slowest probe (or zero\n * when cached) instead of the sum of all probes.\n */\n private async getAvailableStrategies(ids?: SearchStrategyId[]): Promise<SearchStrategy[]> {\n const targetIds = ids ?? Array.from(this.strategies.keys())\n const candidates: SearchStrategy[] = []\n for (const id of targetIds) {\n const strategy = this.strategies.get(id)\n if (strategy) candidates.push(strategy)\n }\n\n const probes = await Promise.allSettled(\n candidates.map((strategy) => this.checkStrategyAvailability(strategy)),\n )\n\n const available: SearchStrategy[] = []\n for (let i = 0; i < probes.length; i++) {\n const probe = probes[i]\n if (probe.status === 'fulfilled' && probe.value) {\n available.push(candidates[i])\n }\n }\n\n return available.sort((a, b) => b.priority - a.priority)\n }\n\n /**\n * Execute search on a single strategy with error handling.\n */\n private async executeStrategySearch(\n strategy: SearchStrategy,\n query: string,\n options: SearchOptions,\n ): Promise<SearchResult[]> {\n await strategy.ensureReady()\n return strategy.search(query, options)\n }\n\n /**\n * Execute index on a single strategy with error handling.\n */\n private async executeStrategyIndex(\n strategy: SearchStrategy,\n record: IndexableRecord,\n ): Promise<void> {\n await strategy.ensureReady()\n return strategy.index(record)\n }\n\n /**\n * Execute delete on a single strategy with error handling.\n */\n private async executeStrategyDelete(\n strategy: SearchStrategy,\n entityId: string,\n recordId: string,\n tenantId: string,\n ): Promise<void> {\n await strategy.ensureReady()\n return strategy.delete(entityId, recordId, tenantId)\n }\n}\n"],
|
|
5
|
+
"mappings": "AAUA,SAAS,2BAA2B;AACpC,SAAS,mBAAmB;AAC5B,SAAS,mCAAmC;AAK5C,MAAM,uBAA0C;AAAA,EAC9C,mBAAmB;AACrB;AAOA,MAAM,qCAAqC;AAE3C,SAAS,4BAA4B,SAAyC;AAC5E,QAAM,SAAS,OAAO,QAAQ,mBAAmB,WAAW,QAAQ,eAAe,KAAK,IAAI;AAC5F,MAAI,OAAQ,QAAO,CAAC,MAAM;AAC1B,MAAI,CAAC,MAAM,QAAQ,QAAQ,eAAe,EAAG,QAAO;AAEpD,QAAM,SAAS,MAAM,KAAK,IAAI;AAAA,IAC5B,QAAQ,gBACL,IAAI,CAAC,UAAW,OAAO,UAAU,WAAW,MAAM,KAAK,IAAI,EAAG,EAC9D,OAAO,CAAC,UAAU,MAAM,SAAS,CAAC;AAAA,EACvC,CAAC;AACD,SAAO;AACT;AAEA,SAAS,iCAAiC,SAAyB,SAAwC;AACzG,QAAM,kBAAkB,4BAA4B,OAAO;AAC3D,MAAI,CAAC,gBAAiB,QAAO;AAC7B,MAAI,gBAAgB,WAAW,EAAG,QAAO,CAAC;AAE1C,QAAM,UAAU,IAAI,IAAI,eAAe;AACvC,SAAO,QAAQ,OAAO,CAAC,WAAW;AAChC,UAAM,iBAAiB,OAAO,OAAO,mBAAmB,WAAW,OAAO,eAAe,KAAK,IAAI;AAClG,WAAO,eAAe,SAAS,KAAK,QAAQ,IAAI,cAAc;AAAA,EAChE,CAAC;AACH;AA0BO,MAAM,cAAc;AAAA,EAUzB,YAAY,UAAgC,CAAC,GAAG;AAJhD,SAAiB,oBAAoB,oBAAI,IAA6D;AACtG,SAAiB,uBAAuB,oBAAI,IAAwC;AAIlF,SAAK,aAAa,oBAAI,IAAI;AAC1B,eAAW,YAAY,QAAQ,cAAc,CAAC,GAAG;AAC/C,WAAK,WAAW,IAAI,SAAS,IAAI,QAAQ;AAAA,IAC3C;AACA,SAAK,oBAAoB,QAAQ,qBAAqB,CAAC,QAAQ;AAC/D,SAAK,mBAAmB,QAAQ;AAChC,SAAK,cAAc,QAAQ,eAAe;AAC1C,SAAK,oBAAoB,QAAQ;AACjC,SAAK,yBAAyB,QAAQ,0BAA0B;AAAA,EAClE;AAAA;AAAA;AAAA;AAAA,EAKA,gBAAkC;AAChC,WAAO,MAAM,KAAK,KAAK,WAAW,OAAO,CAAC;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,OAAO,OAAe,SAAiD;AAC3E,UAAM,kBAAkB,4BAA4B,OAAO;AAC3D,QAAI,mBAAmB,gBAAgB,WAAW,GAAG;AACnD,aAAO,CAAC;AAAA,IACV;AAEA,UAAM,cAAc,QAAQ,cAAc,KAAK;AAC/C,UAAM,mBAAmB,MAAM,KAAK,uBAAuB,WAAW;AAEtE,QAAI,iBAAiB,WAAW,GAAG;AAEjC,UAAI,KAAK,kBAAkB;AACzB,cAAM,WAAW,MAAM,KAAK,uBAAuB,CAAC,KAAK,gBAAgB,CAAC;AAC1E,YAAI,SAAS,SAAS,GAAG;AACvB,2BAAiB,KAAK,GAAG,QAAQ;AAAA,QACnC;AAAA,MACF;AAAA,IACF;AAEA,QAAI,iBAAiB,WAAW,GAAG;AACjC,aAAO,CAAC;AAAA,IACV;AAGA,UAAM,UAAU,MAAM,QAAQ;AAAA,MAC5B,iBAAiB,IAAI,CAAC,aAAa,KAAK,sBAAsB,UAAU,OAAO,OAAO,CAAC;AAAA,IACzF;AAGA,UAAM,aAA6B,CAAC;AACpC,aAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,YAAM,SAAS,QAAQ,CAAC;AACxB,UAAI,OAAO,WAAW,aAAa;AACjC,mBAAW,KAAK,GAAG,OAAO,KAAK;AAAA,MACjC,OAAO;AACL,cAAM,WAAW,iBAAiB,CAAC;AACnC,oBAAY,iBAAiB,0BAA0B;AAAA,UACrD,YAAY,UAAU;AAAA,UACtB,OAAO,OAAO,kBAAkB,QAAQ,OAAO,OAAO,UAAU,OAAO;AAAA,QACzE,CAAC;AAAA,MACH;AAAA,IACF;AAGA,UAAM,SAAS,oBAAoB,YAAY,KAAK,WAAW;AAC/D,UAAM,SAAS,iCAAiC,QAAQ,OAAO;AAG/D,WAAO,KAAK,2BAA2B,QAAQ,QAAQ,UAAU,QAAQ,cAAc;AAAA,EACzF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,2BACZ,SACA,UACA,gBACyB;AAEzB,QAAI,CAAC,KAAK,kBAAmB,QAAO;AAEpC,UAAM,aAAa,QAAQ,KAAK,2BAA2B;AAC3D,QAAI,CAAC,WAAY,QAAO;AAGxB,QAAI;AACF,aAAO,MAAM,KAAK,kBAAkB,SAAS,UAAU,cAAc;AAAA,IACvE,QAAQ;AAEN,aAAO;AAAA,IACT;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,MAAM,QAAwC;AAClD,UAAM,aAAa,MAAM,KAAK,uBAAuB;AAErD,QAAI,WAAW,WAAW,GAAG;AAC3B;AAAA,IACF;AAEA,UAAM,UAAU,MAAM,QAAQ;AAAA,MAC5B,WAAW,IAAI,CAAC,aAAa,KAAK,qBAAqB,UAAU,MAAM,CAAC;AAAA,IAC1E;AAGA,aAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,YAAM,SAAS,QAAQ,CAAC;AACxB,UAAI,OAAO,WAAW,YAAY;AAChC,cAAM,WAAW,WAAW,CAAC;AAC7B,oBAAY,iBAAiB,yBAAyB;AAAA,UACpD,YAAY,UAAU;AAAA,UACtB,UAAU,OAAO;AAAA,UACjB,UAAU,OAAO;AAAA,UACjB,OAAO,OAAO,kBAAkB,QAAQ,OAAO,OAAO,UAAU,OAAO;AAAA,QACzE,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,OAAO,UAAkB,UAAkB,UAAiC;AAChF,UAAM,aAAa,MAAM,KAAK,uBAAuB;AAErD,UAAM,UAAU,MAAM,QAAQ;AAAA,MAC5B,WAAW,IAAI,CAAC,aAAa,KAAK,sBAAsB,UAAU,UAAU,UAAU,QAAQ,CAAC;AAAA,IACjG;AAGA,aAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,YAAM,SAAS,QAAQ,CAAC;AACxB,UAAI,OAAO,WAAW,YAAY;AAChC,cAAM,WAAW,WAAW,CAAC;AAC7B,oBAAY,iBAAiB,0BAA0B;AAAA,UACrD,YAAY,UAAU;AAAA,UACtB;AAAA,UACA;AAAA,UACA,OAAO,OAAO,kBAAkB,QAAQ,OAAO,OAAO,UAAU,OAAO;AAAA,QACzE,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,UAAU,SAA2C;AACzD,QAAI,QAAQ,WAAW,EAAG;AAE1B,UAAM,aAAa,MAAM,KAAK,uBAAuB;AAErD,UAAM,UAAU,MAAM,QAAQ;AAAA,MAC5B,WAAW,IAAI,CAAC,aAAa;AAC3B,YAAI,SAAS,WAAW;AACtB,iBAAO,SAAS,UAAU,OAAO;AAAA,QACnC;AAEA,eAAO,QAAQ,IAAI,QAAQ,IAAI,CAAC,WAAW,KAAK,qBAAqB,UAAU,MAAM,CAAC,CAAC;AAAA,MACzF,CAAC;AAAA,IACH;AAGA,UAAM,WAAyD,CAAC;AAChE,aAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,YAAM,SAAS,QAAQ,CAAC;AACxB,UAAI,OAAO,WAAW,YAAY;AAChC,cAAM,WAAW,WAAW,CAAC;AAC7B,cAAM,eAAe,OAAO,kBAAkB,QAAQ,OAAO,OAAO,UAAU,OAAO;AACrF,iBAAS,KAAK;AAAA,UACZ,YAAY,UAAU,MAAM;AAAA,UAC5B,OAAO;AAAA,QACT,CAAC;AACD,oBAAY,iBAAiB,6BAA6B;AAAA,UACxD,YAAY,UAAU;AAAA,UACtB,aAAa,QAAQ;AAAA,UACrB,OAAO;AAAA,QACT,CAAC;AAAA,MACH;AAAA,IACF;AAEA,QAAI,SAAS,SAAS,GAAG;AACvB,YAAM,IAAI;AAAA,QACR,4BAA4B,SAAS,MAAM,mBAAmB,SAC3D,IAAI,CAAC,MAAM,GAAG,EAAE,UAAU,KAAK,EAAE,KAAK,GAAG,EACzC,KAAK,IAAI,CAAC;AAAA,MACf;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAM,MAAM,UAAkB,UAAkB,gBAA+C;AAC7F,UAAM,aAAa,MAAM,KAAK,uBAAuB;AAErD,UAAM,UAAU,MAAM,QAAQ;AAAA,MAC5B,WAAW,IAAI,CAAC,aAAa;AAC3B,YAAI,SAAS,OAAO;AAClB,iBAAO,SAAS,MAAM,UAAU,UAAU,cAAc;AAAA,QAC1D;AACA,eAAO,QAAQ,QAAQ;AAAA,MACzB,CAAC;AAAA,IACH;AAGA,aAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,YAAM,SAAS,QAAQ,CAAC;AACxB,UAAI,OAAO,WAAW,YAAY;AAChC,cAAM,WAAW,WAAW,CAAC;AAC7B,oBAAY,iBAAiB,yBAAyB;AAAA,UACpD,YAAY,UAAU;AAAA,UACtB;AAAA,UACA,OAAO,OAAO,kBAAkB,QAAQ,OAAO,OAAO,UAAU,OAAO;AAAA,QACzE,CAAC;AAAA,MACH;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,iBAAiB,UAAgC;AAC/C,SAAK,WAAW,IAAI,SAAS,IAAI,QAAQ;AACzC,SAAK,kBAAkB,OAAO,SAAS,EAAE;AACzC,SAAK,qBAAqB,OAAO,SAAS,EAAE;AAAA,EAC9C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,mBAAmB,YAAoC;AACrD,SAAK,WAAW,OAAO,UAAU;AACjC,SAAK,kBAAkB,OAAO,UAAU;AACxC,SAAK,qBAAqB,OAAO,UAAU;AAAA,EAC7C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,4BAA4B,YAAqC;AAC/D,QAAI,YAAY;AACd,WAAK,kBAAkB,OAAO,UAAU;AACxC,WAAK,qBAAqB,OAAO,UAAU;AAC3C;AAAA,IACF;AACA,SAAK,kBAAkB,MAAM;AAC7B,SAAK,qBAAqB,MAAM;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,0BAA8C;AAC5C,WAAO,MAAM,KAAK,KAAK,WAAW,KAAK,CAAC;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,YAAY,YAA0D;AACpE,WAAO,KAAK,WAAW,IAAI,UAAU;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA,EAKA,uBAA2C;AACzC,WAAO,CAAC,GAAG,KAAK,iBAAiB;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAM,oBAAoB,YAAgD;AACxE,UAAM,WAAW,KAAK,WAAW,IAAI,UAAU;AAC/C,QAAI,CAAC,SAAU,QAAO;AACtB,WAAO,KAAK,0BAA0B,QAAQ;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOA,MAAc,0BAA0B,UAA4C;AAClF,UAAM,MAAM,KAAK,IAAI;AACrB,UAAM,SAAS,KAAK,kBAAkB,IAAI,SAAS,EAAE;AACrD,QAAI,UAAU,OAAO,YAAY,IAAK,QAAO,OAAO;AAEpD,UAAM,WAAW,KAAK,qBAAqB,IAAI,SAAS,EAAE;AAC1D,QAAI,SAAU,QAAO;AAErB,UAAM,SAAS,YAAY;AACzB,UAAI;AACF,cAAM,QAAQ,MAAM,SAAS,YAAY;AACzC,aAAK,kBAAkB,IAAI,SAAS,IAAI;AAAA,UACtC;AAAA,UACA,WAAW,KAAK,IAAI,IAAI,KAAK;AAAA,QAC/B,CAAC;AACD,eAAO;AAAA,MACT,QAAQ;AACN,aAAK,kBAAkB,IAAI,SAAS,IAAI;AAAA,UACtC,OAAO;AAAA,UACP,WAAW,KAAK,IAAI,IAAI,KAAK;AAAA,QAC/B,CAAC;AACD,eAAO;AAAA,MACT,UAAE;AACA,aAAK,qBAAqB,OAAO,SAAS,EAAE;AAAA,MAC9C;AAAA,IACF,GAAG;AACH,SAAK,qBAAqB,IAAI,SAAS,IAAI,KAAK;AAChD,WAAO;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAc,uBAAuB,KAAqD;AACxF,UAAM,YAAY,OAAO,MAAM,KAAK,KAAK,WAAW,KAAK,CAAC;AAC1D,UAAM,aAA+B,CAAC;AACtC,eAAW,MAAM,WAAW;AAC1B,YAAM,WAAW,KAAK,WAAW,IAAI,EAAE;AACvC,UAAI,SAAU,YAAW,KAAK,QAAQ;AAAA,IACxC;AAEA,UAAM,SAAS,MAAM,QAAQ;AAAA,MAC3B,WAAW,IAAI,CAAC,aAAa,KAAK,0BAA0B,QAAQ,CAAC;AAAA,IACvE;AAEA,UAAM,YAA8B,CAAC;AACrC,aAAS,IAAI,GAAG,IAAI,OAAO,QAAQ,KAAK;AACtC,YAAM,QAAQ,OAAO,CAAC;AACtB,UAAI,MAAM,WAAW,eAAe,MAAM,OAAO;AAC/C,kBAAU,KAAK,WAAW,CAAC,CAAC;AAAA,MAC9B;AAAA,IACF;AAEA,WAAO,UAAU,KAAK,CAAC,GAAG,MAAM,EAAE,WAAW,EAAE,QAAQ;AAAA,EACzD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,sBACZ,UACA,OACA,SACyB;AACzB,UAAM,SAAS,YAAY;AAC3B,WAAO,SAAS,OAAO,OAAO,OAAO;AAAA,EACvC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,qBACZ,UACA,QACe;AACf,UAAM,SAAS,YAAY;AAC3B,WAAO,SAAS,MAAM,MAAM;AAAA,EAC9B;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,sBACZ,UACA,UACA,UACA,UACe;AACf,UAAM,SAAS,YAAY;AAC3B,WAAO,SAAS,OAAO,UAAU,UAAU,QAAQ;AAAA,EACrD;AACF;",
|
|
6
6
|
"names": []
|
|
7
7
|
}
|
|
@@ -44,11 +44,11 @@ class FullTextSearchStrategy {
|
|
|
44
44
|
const docs = records.map((record) => this.mapRecordToDocument(record));
|
|
45
45
|
return this.driver.bulkIndex(docs);
|
|
46
46
|
}
|
|
47
|
-
async purge(entityId, tenantId) {
|
|
47
|
+
async purge(entityId, tenantId, organizationId) {
|
|
48
48
|
if (!this.driver.purge) {
|
|
49
49
|
return;
|
|
50
50
|
}
|
|
51
|
-
return this.driver.purge(entityId, tenantId);
|
|
51
|
+
return this.driver.purge(entityId, tenantId, organizationId);
|
|
52
52
|
}
|
|
53
53
|
// Additional methods exposed for enrichment and admin purposes
|
|
54
54
|
// These delegate to optional driver methods
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../src/strategies/fulltext.strategy.ts"],
|
|
4
|
-
"sourcesContent": ["import type {\n SearchStrategy,\n SearchStrategyId,\n SearchOptions,\n SearchResult,\n IndexableRecord,\n} from '../types'\nimport type { EntityId } from '@open-mercato/shared/modules/entities'\nimport type {\n FullTextSearchDriver,\n FullTextSearchDocument,\n FullTextSearchHit,\n DocumentLookupKey,\n IndexStats,\n} from '../fulltext/types'\n\n/**\n * FullTextSearchStrategy provides full-text fuzzy search using a pluggable driver.\n * Default driver is Meilisearch, but can be swapped for Algolia, Elasticsearch, etc.\n */\nexport class FullTextSearchStrategy implements SearchStrategy {\n readonly id: SearchStrategyId = 'fulltext'\n readonly name = 'Full-Text Search'\n readonly priority = 30 // Highest priority when available\n\n constructor(private readonly driver: FullTextSearchDriver) {}\n\n async isAvailable(): Promise<boolean> {\n return this.driver.isHealthy()\n }\n\n async ensureReady(): Promise<void> {\n return this.driver.ensureReady()\n }\n\n async search(query: string, options: SearchOptions): Promise<SearchResult[]> {\n if (Array.isArray(options.organizationIds)) {\n const organizationIds = options.organizationIds\n .map((value) => (typeof value === 'string' ? value.trim() : ''))\n .filter((value) => value.length > 0)\n if (!options.organizationId && organizationIds.length === 0) return []\n }\n\n const hits = await this.driver.search(query, {\n tenantId: options.tenantId,\n organizationId: options.organizationId,\n organizationIds: options.organizationIds,\n entityTypes: options.entityTypes,\n limit: options.limit,\n offset: options.offset,\n })\n\n return hits.map((hit) => this.mapHitToResult(hit))\n }\n\n async index(record: IndexableRecord): Promise<void> {\n const doc = this.mapRecordToDocument(record)\n await this.driver.index(doc)\n }\n\n async delete(entityId: EntityId, recordId: string, tenantId: string): Promise<void> {\n return this.driver.delete(recordId, tenantId)\n }\n\n async bulkIndex(records: IndexableRecord[]): Promise<void> {\n if (!this.driver.bulkIndex) {\n // Fallback to sequential indexing\n for (const record of records) {\n await this.index(record)\n }\n return\n }\n\n const docs = records.map((record) => this.mapRecordToDocument(record))\n return this.driver.bulkIndex(docs)\n }\n\n async purge(entityId: EntityId, tenantId: string): Promise<void> {\n if (!this.driver.purge) {\n return\n }\n return this.driver.purge(entityId, tenantId)\n }\n\n // Additional methods exposed for enrichment and admin purposes\n // These delegate to optional driver methods\n\n async clearIndex(tenantId: string): Promise<void> {\n if (!this.driver.clearIndex) {\n return\n }\n return this.driver.clearIndex(tenantId)\n }\n\n async recreateIndex(tenantId: string): Promise<void> {\n if (!this.driver.recreateIndex) {\n return\n }\n return this.driver.recreateIndex(tenantId)\n }\n\n async getDocuments(\n ids: DocumentLookupKey[],\n tenantId: string\n ): Promise<Map<string, SearchResult>> {\n if (!this.driver.getDocuments) {\n return new Map()\n }\n\n const hits = await this.driver.getDocuments(ids, tenantId)\n const result = new Map<string, SearchResult>()\n\n for (const [key, hit] of hits) {\n result.set(key, this.mapHitToResult(hit))\n }\n\n return result\n }\n\n async getIndexStats(tenantId: string): Promise<IndexStats | null> {\n if (!this.driver.getIndexStats) {\n return null\n }\n return this.driver.getIndexStats(tenantId)\n }\n\n async getEntityCounts(tenantId: string): Promise<Record<string, number> | null> {\n if (!this.driver.getEntityCounts) {\n return null\n }\n return this.driver.getEntityCounts(tenantId)\n }\n\n get driverId(): string {\n return this.driver.id\n }\n\n private mapHitToResult(hit: FullTextSearchHit): SearchResult {\n return {\n entityId: hit.entityId,\n recordId: hit.recordId,\n score: hit.score,\n source: this.id,\n organizationId: hit.organizationId ?? null,\n presenter: hit.presenter,\n url: hit.url,\n links: hit.links,\n metadata: hit.metadata,\n }\n }\n\n private mapRecordToDocument(record: IndexableRecord): FullTextSearchDocument {\n return {\n recordId: record.recordId,\n entityId: record.entityId,\n tenantId: record.tenantId,\n organizationId: record.organizationId,\n fields: record.fields,\n presenter: record.presenter,\n url: record.url,\n links: record.links,\n }\n }\n}\n"],
|
|
5
|
-
"mappings": "AAoBO,MAAM,uBAAiD;AAAA;AAAA,EAK5D,YAA6B,QAA8B;AAA9B;AAJ7B,SAAS,KAAuB;AAChC,SAAS,OAAO;AAChB,SAAS,WAAW;AAAA,EAEwC;AAAA,EAE5D,MAAM,cAAgC;AACpC,WAAO,KAAK,OAAO,UAAU;AAAA,EAC/B;AAAA,EAEA,MAAM,cAA6B;AACjC,WAAO,KAAK,OAAO,YAAY;AAAA,EACjC;AAAA,EAEA,MAAM,OAAO,OAAe,SAAiD;AAC3E,QAAI,MAAM,QAAQ,QAAQ,eAAe,GAAG;AAC1C,YAAM,kBAAkB,QAAQ,gBAC7B,IAAI,CAAC,UAAW,OAAO,UAAU,WAAW,MAAM,KAAK,IAAI,EAAG,EAC9D,OAAO,CAAC,UAAU,MAAM,SAAS,CAAC;AACrC,UAAI,CAAC,QAAQ,kBAAkB,gBAAgB,WAAW,EAAG,QAAO,CAAC;AAAA,IACvE;AAEA,UAAM,OAAO,MAAM,KAAK,OAAO,OAAO,OAAO;AAAA,MAC3C,UAAU,QAAQ;AAAA,MAClB,gBAAgB,QAAQ;AAAA,MACxB,iBAAiB,QAAQ;AAAA,MACzB,aAAa,QAAQ;AAAA,MACrB,OAAO,QAAQ;AAAA,MACf,QAAQ,QAAQ;AAAA,IAClB,CAAC;AAED,WAAO,KAAK,IAAI,CAAC,QAAQ,KAAK,eAAe,GAAG,CAAC;AAAA,EACnD;AAAA,EAEA,MAAM,MAAM,QAAwC;AAClD,UAAM,MAAM,KAAK,oBAAoB,MAAM;AAC3C,UAAM,KAAK,OAAO,MAAM,GAAG;AAAA,EAC7B;AAAA,EAEA,MAAM,OAAO,UAAoB,UAAkB,UAAiC;AAClF,WAAO,KAAK,OAAO,OAAO,UAAU,QAAQ;AAAA,EAC9C;AAAA,EAEA,MAAM,UAAU,SAA2C;AACzD,QAAI,CAAC,KAAK,OAAO,WAAW;AAE1B,iBAAW,UAAU,SAAS;AAC5B,cAAM,KAAK,MAAM,MAAM;AAAA,MACzB;AACA;AAAA,IACF;AAEA,UAAM,OAAO,QAAQ,IAAI,CAAC,WAAW,KAAK,oBAAoB,MAAM,CAAC;AACrE,WAAO,KAAK,OAAO,UAAU,IAAI;AAAA,EACnC;AAAA,EAEA,MAAM,MAAM,UAAoB,
|
|
4
|
+
"sourcesContent": ["import type {\n SearchStrategy,\n SearchStrategyId,\n SearchOptions,\n SearchResult,\n IndexableRecord,\n} from '../types'\nimport type { EntityId } from '@open-mercato/shared/modules/entities'\nimport type {\n FullTextSearchDriver,\n FullTextSearchDocument,\n FullTextSearchHit,\n DocumentLookupKey,\n IndexStats,\n} from '../fulltext/types'\n\n/**\n * FullTextSearchStrategy provides full-text fuzzy search using a pluggable driver.\n * Default driver is Meilisearch, but can be swapped for Algolia, Elasticsearch, etc.\n */\nexport class FullTextSearchStrategy implements SearchStrategy {\n readonly id: SearchStrategyId = 'fulltext'\n readonly name = 'Full-Text Search'\n readonly priority = 30 // Highest priority when available\n\n constructor(private readonly driver: FullTextSearchDriver) {}\n\n async isAvailable(): Promise<boolean> {\n return this.driver.isHealthy()\n }\n\n async ensureReady(): Promise<void> {\n return this.driver.ensureReady()\n }\n\n async search(query: string, options: SearchOptions): Promise<SearchResult[]> {\n if (Array.isArray(options.organizationIds)) {\n const organizationIds = options.organizationIds\n .map((value) => (typeof value === 'string' ? value.trim() : ''))\n .filter((value) => value.length > 0)\n if (!options.organizationId && organizationIds.length === 0) return []\n }\n\n const hits = await this.driver.search(query, {\n tenantId: options.tenantId,\n organizationId: options.organizationId,\n organizationIds: options.organizationIds,\n entityTypes: options.entityTypes,\n limit: options.limit,\n offset: options.offset,\n })\n\n return hits.map((hit) => this.mapHitToResult(hit))\n }\n\n async index(record: IndexableRecord): Promise<void> {\n const doc = this.mapRecordToDocument(record)\n await this.driver.index(doc)\n }\n\n async delete(entityId: EntityId, recordId: string, tenantId: string): Promise<void> {\n return this.driver.delete(recordId, tenantId)\n }\n\n async bulkIndex(records: IndexableRecord[]): Promise<void> {\n if (!this.driver.bulkIndex) {\n // Fallback to sequential indexing\n for (const record of records) {\n await this.index(record)\n }\n return\n }\n\n const docs = records.map((record) => this.mapRecordToDocument(record))\n return this.driver.bulkIndex(docs)\n }\n\n async purge(entityId: EntityId, tenantId: string, organizationId?: string | null): Promise<void> {\n if (!this.driver.purge) {\n return\n }\n return this.driver.purge(entityId, tenantId, organizationId)\n }\n\n // Additional methods exposed for enrichment and admin purposes\n // These delegate to optional driver methods\n\n async clearIndex(tenantId: string): Promise<void> {\n if (!this.driver.clearIndex) {\n return\n }\n return this.driver.clearIndex(tenantId)\n }\n\n async recreateIndex(tenantId: string): Promise<void> {\n if (!this.driver.recreateIndex) {\n return\n }\n return this.driver.recreateIndex(tenantId)\n }\n\n async getDocuments(\n ids: DocumentLookupKey[],\n tenantId: string\n ): Promise<Map<string, SearchResult>> {\n if (!this.driver.getDocuments) {\n return new Map()\n }\n\n const hits = await this.driver.getDocuments(ids, tenantId)\n const result = new Map<string, SearchResult>()\n\n for (const [key, hit] of hits) {\n result.set(key, this.mapHitToResult(hit))\n }\n\n return result\n }\n\n async getIndexStats(tenantId: string): Promise<IndexStats | null> {\n if (!this.driver.getIndexStats) {\n return null\n }\n return this.driver.getIndexStats(tenantId)\n }\n\n async getEntityCounts(tenantId: string): Promise<Record<string, number> | null> {\n if (!this.driver.getEntityCounts) {\n return null\n }\n return this.driver.getEntityCounts(tenantId)\n }\n\n get driverId(): string {\n return this.driver.id\n }\n\n private mapHitToResult(hit: FullTextSearchHit): SearchResult {\n return {\n entityId: hit.entityId,\n recordId: hit.recordId,\n score: hit.score,\n source: this.id,\n organizationId: hit.organizationId ?? null,\n presenter: hit.presenter,\n url: hit.url,\n links: hit.links,\n metadata: hit.metadata,\n }\n }\n\n private mapRecordToDocument(record: IndexableRecord): FullTextSearchDocument {\n return {\n recordId: record.recordId,\n entityId: record.entityId,\n tenantId: record.tenantId,\n organizationId: record.organizationId,\n fields: record.fields,\n presenter: record.presenter,\n url: record.url,\n links: record.links,\n }\n }\n}\n"],
|
|
5
|
+
"mappings": "AAoBO,MAAM,uBAAiD;AAAA;AAAA,EAK5D,YAA6B,QAA8B;AAA9B;AAJ7B,SAAS,KAAuB;AAChC,SAAS,OAAO;AAChB,SAAS,WAAW;AAAA,EAEwC;AAAA,EAE5D,MAAM,cAAgC;AACpC,WAAO,KAAK,OAAO,UAAU;AAAA,EAC/B;AAAA,EAEA,MAAM,cAA6B;AACjC,WAAO,KAAK,OAAO,YAAY;AAAA,EACjC;AAAA,EAEA,MAAM,OAAO,OAAe,SAAiD;AAC3E,QAAI,MAAM,QAAQ,QAAQ,eAAe,GAAG;AAC1C,YAAM,kBAAkB,QAAQ,gBAC7B,IAAI,CAAC,UAAW,OAAO,UAAU,WAAW,MAAM,KAAK,IAAI,EAAG,EAC9D,OAAO,CAAC,UAAU,MAAM,SAAS,CAAC;AACrC,UAAI,CAAC,QAAQ,kBAAkB,gBAAgB,WAAW,EAAG,QAAO,CAAC;AAAA,IACvE;AAEA,UAAM,OAAO,MAAM,KAAK,OAAO,OAAO,OAAO;AAAA,MAC3C,UAAU,QAAQ;AAAA,MAClB,gBAAgB,QAAQ;AAAA,MACxB,iBAAiB,QAAQ;AAAA,MACzB,aAAa,QAAQ;AAAA,MACrB,OAAO,QAAQ;AAAA,MACf,QAAQ,QAAQ;AAAA,IAClB,CAAC;AAED,WAAO,KAAK,IAAI,CAAC,QAAQ,KAAK,eAAe,GAAG,CAAC;AAAA,EACnD;AAAA,EAEA,MAAM,MAAM,QAAwC;AAClD,UAAM,MAAM,KAAK,oBAAoB,MAAM;AAC3C,UAAM,KAAK,OAAO,MAAM,GAAG;AAAA,EAC7B;AAAA,EAEA,MAAM,OAAO,UAAoB,UAAkB,UAAiC;AAClF,WAAO,KAAK,OAAO,OAAO,UAAU,QAAQ;AAAA,EAC9C;AAAA,EAEA,MAAM,UAAU,SAA2C;AACzD,QAAI,CAAC,KAAK,OAAO,WAAW;AAE1B,iBAAW,UAAU,SAAS;AAC5B,cAAM,KAAK,MAAM,MAAM;AAAA,MACzB;AACA;AAAA,IACF;AAEA,UAAM,OAAO,QAAQ,IAAI,CAAC,WAAW,KAAK,oBAAoB,MAAM,CAAC;AACrE,WAAO,KAAK,OAAO,UAAU,IAAI;AAAA,EACnC;AAAA,EAEA,MAAM,MAAM,UAAoB,UAAkB,gBAA+C;AAC/F,QAAI,CAAC,KAAK,OAAO,OAAO;AACtB;AAAA,IACF;AACA,WAAO,KAAK,OAAO,MAAM,UAAU,UAAU,cAAc;AAAA,EAC7D;AAAA;AAAA;AAAA,EAKA,MAAM,WAAW,UAAiC;AAChD,QAAI,CAAC,KAAK,OAAO,YAAY;AAC3B;AAAA,IACF;AACA,WAAO,KAAK,OAAO,WAAW,QAAQ;AAAA,EACxC;AAAA,EAEA,MAAM,cAAc,UAAiC;AACnD,QAAI,CAAC,KAAK,OAAO,eAAe;AAC9B;AAAA,IACF;AACA,WAAO,KAAK,OAAO,cAAc,QAAQ;AAAA,EAC3C;AAAA,EAEA,MAAM,aACJ,KACA,UACoC;AACpC,QAAI,CAAC,KAAK,OAAO,cAAc;AAC7B,aAAO,oBAAI,IAAI;AAAA,IACjB;AAEA,UAAM,OAAO,MAAM,KAAK,OAAO,aAAa,KAAK,QAAQ;AACzD,UAAM,SAAS,oBAAI,IAA0B;AAE7C,eAAW,CAAC,KAAK,GAAG,KAAK,MAAM;AAC7B,aAAO,IAAI,KAAK,KAAK,eAAe,GAAG,CAAC;AAAA,IAC1C;AAEA,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,cAAc,UAA8C;AAChE,QAAI,CAAC,KAAK,OAAO,eAAe;AAC9B,aAAO;AAAA,IACT;AACA,WAAO,KAAK,OAAO,cAAc,QAAQ;AAAA,EAC3C;AAAA,EAEA,MAAM,gBAAgB,UAA0D;AAC9E,QAAI,CAAC,KAAK,OAAO,iBAAiB;AAChC,aAAO;AAAA,IACT;AACA,WAAO,KAAK,OAAO,gBAAgB,QAAQ;AAAA,EAC7C;AAAA,EAEA,IAAI,WAAmB;AACrB,WAAO,KAAK,OAAO;AAAA,EACrB;AAAA,EAEQ,eAAe,KAAsC;AAC3D,WAAO;AAAA,MACL,UAAU,IAAI;AAAA,MACd,UAAU,IAAI;AAAA,MACd,OAAO,IAAI;AAAA,MACX,QAAQ,KAAK;AAAA,MACb,gBAAgB,IAAI,kBAAkB;AAAA,MACtC,WAAW,IAAI;AAAA,MACf,KAAK,IAAI;AAAA,MACT,OAAO,IAAI;AAAA,MACX,UAAU,IAAI;AAAA,IAChB;AAAA,EACF;AAAA,EAEQ,oBAAoB,QAAiD;AAC3E,WAAO;AAAA,MACL,UAAU,OAAO;AAAA,MACjB,UAAU,OAAO;AAAA,MACjB,UAAU,OAAO;AAAA,MACjB,gBAAgB,OAAO;AAAA,MACvB,QAAQ,OAAO;AAAA,MACf,WAAW,OAAO;AAAA,MAClB,KAAK,OAAO;AAAA,MACZ,OAAO,OAAO;AAAA,IAChB;AAAA,EACF;AACF;",
|
|
6
6
|
"names": []
|
|
7
7
|
}
|
|
@@ -87,8 +87,13 @@ class TokenSearchStrategy {
|
|
|
87
87
|
}));
|
|
88
88
|
await replaceSearchTokensForBatch(this.db, payloads);
|
|
89
89
|
}
|
|
90
|
-
async purge(entityId, tenantId) {
|
|
91
|
-
|
|
90
|
+
async purge(entityId, tenantId, organizationId) {
|
|
91
|
+
const normalizedOrganizationId = typeof organizationId === "string" && organizationId.trim().length > 0 ? organizationId.trim() : null;
|
|
92
|
+
let query = this.db.deleteFrom("search_tokens").where("entity_type", "=", entityId).where("tenant_id", "=", tenantId);
|
|
93
|
+
if (normalizedOrganizationId !== null) {
|
|
94
|
+
query = query.where("organization_id", "=", normalizedOrganizationId);
|
|
95
|
+
}
|
|
96
|
+
await query.execute();
|
|
92
97
|
}
|
|
93
98
|
}
|
|
94
99
|
export {
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
3
|
"sources": ["../../src/strategies/token.strategy.ts"],
|
|
4
|
-
"sourcesContent": ["import { type Kysely, sql, type SqlBool } from 'kysely'\nimport type {\n SearchStrategy,\n SearchStrategyId,\n SearchOptions,\n SearchResult,\n IndexableRecord,\n} from '../types'\nimport type { EntityId } from '@open-mercato/shared/modules/entities'\n\n/**\n * Configuration for TokenSearchStrategy.\n */\nexport type TokenStrategyConfig = {\n /** Minimum number of query tokens that must match (0-1 ratio, default 0.5) */\n minMatchRatio?: number\n /** Default limit for search results */\n defaultLimit?: number\n}\n\nfunction normalizeOrganizationIds(options: SearchOptions): string[] | null {\n const single = typeof options.organizationId === 'string' ? options.organizationId.trim() : ''\n if (single) return [single]\n if (!Array.isArray(options.organizationIds)) return null\n return Array.from(new Set(\n options.organizationIds\n .map((value) => (typeof value === 'string' ? value.trim() : ''))\n .filter((value) => value.length > 0),\n ))\n}\n\n/**\n * TokenSearchStrategy provides hash-based search using the existing search_tokens table.\n * This strategy is always available and serves as a fallback when other strategies fail.\n *\n * It tokenizes queries into hashes and matches against pre-indexed token hashes,\n * enabling search on encrypted fields without exposing plaintext to external services.\n */\nexport class TokenSearchStrategy implements SearchStrategy {\n readonly id: SearchStrategyId = 'tokens'\n readonly name = 'Token Search'\n readonly priority = 10 // Lowest priority, always available as fallback\n\n private readonly minMatchRatio: number\n private readonly defaultLimit: number\n\n constructor(\n private readonly db: Kysely<any>,\n config?: TokenStrategyConfig,\n ) {\n this.minMatchRatio = config?.minMatchRatio ?? 0.5\n this.defaultLimit = config?.defaultLimit ?? 50\n }\n\n async isAvailable(): Promise<boolean> {\n return true // Always available\n }\n\n async ensureReady(): Promise<void> {\n // No initialization needed\n }\n\n async search(query: string, options: SearchOptions): Promise<SearchResult[]> {\n const organizationIds = normalizeOrganizationIds(options)\n if (organizationIds && organizationIds.length === 0) return []\n\n // Dynamically import tokenization to avoid circular dependencies\n const { tokenizeText } = await import('@open-mercato/shared/lib/search/tokenize')\n const { resolveSearchConfig } = await import('@open-mercato/shared/lib/search/config')\n\n const config = resolveSearchConfig()\n if (!config.enabled) return []\n\n const { hashes } = tokenizeText(query, config)\n if (hashes.length === 0) return []\n\n const minMatches = Math.max(1, Math.ceil(hashes.length * this.minMatchRatio))\n const limit = options.limit ?? this.defaultLimit\n\n let queryBuilder = this.db\n .selectFrom('search_tokens' as any)\n .select([\n 'entity_type' as any,\n 'entity_id' as any,\n 'organization_id' as any,\n sql<string>`count(*)`.as('match_count'),\n ])\n .where('token_hash' as any, 'in', hashes)\n .where('tenant_id' as any, '=', options.tenantId)\n .groupBy(['entity_type' as any, 'entity_id' as any, 'organization_id' as any])\n .having(sql<SqlBool>`count(distinct token_hash) >= ${minMatches}`)\n .orderBy(sql`count(distinct token_hash) desc`)\n .limit(limit)\n\n if (organizationIds) {\n queryBuilder = queryBuilder.where('organization_id' as any, 'in', organizationIds)\n }\n\n if (options.entityTypes?.length) {\n queryBuilder = queryBuilder.where('entity_type' as any, 'in', options.entityTypes)\n }\n\n const rows = await queryBuilder.execute() as Array<{\n entity_type: string\n entity_id: string\n organization_id: string | null\n match_count: string | number\n }>\n\n return rows.map((row) => {\n const matchCount = typeof row.match_count === 'string'\n ? parseInt(row.match_count, 10)\n : row.match_count\n // Calculate score based on match ratio\n const score = matchCount / hashes.length\n\n return {\n entityId: row.entity_type as EntityId,\n recordId: row.entity_id,\n score,\n source: this.id,\n organizationId: row.organization_id ?? null,\n }\n })\n }\n\n async index(record: IndexableRecord): Promise<void> {\n // Dynamically import to avoid circular dependencies\n const { replaceSearchTokensForRecord } = await import(\n '@open-mercato/core/modules/query_index/lib/search-tokens'\n )\n\n await replaceSearchTokensForRecord(this.db, {\n entityType: record.entityId,\n recordId: record.recordId,\n tenantId: record.tenantId,\n organizationId: record.organizationId,\n doc: record.fields,\n })\n }\n\n async delete(entityId: EntityId, recordId: string, tenantId: string): Promise<void> {\n // Dynamically import to avoid circular dependencies\n const { deleteSearchTokensForRecord } = await import(\n '@open-mercato/core/modules/query_index/lib/search-tokens'\n )\n\n await deleteSearchTokensForRecord(this.db, {\n entityType: entityId,\n recordId,\n tenantId,\n })\n }\n\n async bulkIndex(records: IndexableRecord[]): Promise<void> {\n if (records.length === 0) return\n\n const { replaceSearchTokensForBatch } = await import(\n '@open-mercato/core/modules/query_index/lib/search-tokens'\n )\n\n const payloads = records.map((record) => ({\n entityType: record.entityId,\n recordId: record.recordId,\n tenantId: record.tenantId,\n organizationId: record.organizationId,\n doc: record.fields as Record<string, unknown>,\n }))\n\n await replaceSearchTokensForBatch(this.db, payloads)\n }\n\n async purge(entityId: EntityId, tenantId: string): Promise<void> {\n
|
|
5
|
-
"mappings": "AAAA,SAAsB,WAAyB;AAoB/C,SAAS,yBAAyB,SAAyC;AACzE,QAAM,SAAS,OAAO,QAAQ,mBAAmB,WAAW,QAAQ,eAAe,KAAK,IAAI;AAC5F,MAAI,OAAQ,QAAO,CAAC,MAAM;AAC1B,MAAI,CAAC,MAAM,QAAQ,QAAQ,eAAe,EAAG,QAAO;AACpD,SAAO,MAAM,KAAK,IAAI;AAAA,IACpB,QAAQ,gBACL,IAAI,CAAC,UAAW,OAAO,UAAU,WAAW,MAAM,KAAK,IAAI,EAAG,EAC9D,OAAO,CAAC,UAAU,MAAM,SAAS,CAAC;AAAA,EACvC,CAAC;AACH;AASO,MAAM,oBAA8C;AAAA,EAQzD,YACmB,IACjB,QACA;AAFiB;AARnB,SAAS,KAAuB;AAChC,SAAS,OAAO;AAChB,SAAS,WAAW;AASlB,SAAK,gBAAgB,QAAQ,iBAAiB;AAC9C,SAAK,eAAe,QAAQ,gBAAgB;AAAA,EAC9C;AAAA,EAEA,MAAM,cAAgC;AACpC,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,cAA6B;AAAA,EAEnC;AAAA,EAEA,MAAM,OAAO,OAAe,SAAiD;AAC3E,UAAM,kBAAkB,yBAAyB,OAAO;AACxD,QAAI,mBAAmB,gBAAgB,WAAW,EAAG,QAAO,CAAC;AAG7D,UAAM,EAAE,aAAa,IAAI,MAAM,OAAO,0CAA0C;AAChF,UAAM,EAAE,oBAAoB,IAAI,MAAM,OAAO,wCAAwC;AAErF,UAAM,SAAS,oBAAoB;AACnC,QAAI,CAAC,OAAO,QAAS,QAAO,CAAC;AAE7B,UAAM,EAAE,OAAO,IAAI,aAAa,OAAO,MAAM;AAC7C,QAAI,OAAO,WAAW,EAAG,QAAO,CAAC;AAEjC,UAAM,aAAa,KAAK,IAAI,GAAG,KAAK,KAAK,OAAO,SAAS,KAAK,aAAa,CAAC;AAC5E,UAAM,QAAQ,QAAQ,SAAS,KAAK;AAEpC,QAAI,eAAe,KAAK,GACrB,WAAW,eAAsB,EACjC,OAAO;AAAA,MACN;AAAA,MACA;AAAA,MACA;AAAA,MACA,cAAsB,GAAG,aAAa;AAAA,IACxC,CAAC,EACA,MAAM,cAAqB,MAAM,MAAM,EACvC,MAAM,aAAoB,KAAK,QAAQ,QAAQ,EAC/C,QAAQ,CAAC,eAAsB,aAAoB,iBAAwB,CAAC,EAC5E,OAAO,oCAA6C,UAAU,EAAE,EAChE,QAAQ,oCAAoC,EAC5C,MAAM,KAAK;AAEd,QAAI,iBAAiB;AACnB,qBAAe,aAAa,MAAM,mBAA0B,MAAM,eAAe;AAAA,IACnF;AAEA,QAAI,QAAQ,aAAa,QAAQ;AAC/B,qBAAe,aAAa,MAAM,eAAsB,MAAM,QAAQ,WAAW;AAAA,IACnF;AAEA,UAAM,OAAO,MAAM,aAAa,QAAQ;AAOxC,WAAO,KAAK,IAAI,CAAC,QAAQ;AACvB,YAAM,aAAa,OAAO,IAAI,gBAAgB,WAC1C,SAAS,IAAI,aAAa,EAAE,IAC5B,IAAI;AAER,YAAM,QAAQ,aAAa,OAAO;AAElC,aAAO;AAAA,QACL,UAAU,IAAI;AAAA,QACd,UAAU,IAAI;AAAA,QACd;AAAA,QACA,QAAQ,KAAK;AAAA,QACb,gBAAgB,IAAI,mBAAmB;AAAA,MACzC;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,MAAM,QAAwC;AAElD,UAAM,EAAE,6BAA6B,IAAI,MAAM,OAC7C,0DACF;AAEA,UAAM,6BAA6B,KAAK,IAAI;AAAA,MAC1C,YAAY,OAAO;AAAA,MACnB,UAAU,OAAO;AAAA,MACjB,UAAU,OAAO;AAAA,MACjB,gBAAgB,OAAO;AAAA,MACvB,KAAK,OAAO;AAAA,IACd,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,OAAO,UAAoB,UAAkB,UAAiC;AAElF,UAAM,EAAE,4BAA4B,IAAI,MAAM,OAC5C,0DACF;AAEA,UAAM,4BAA4B,KAAK,IAAI;AAAA,MACzC,YAAY;AAAA,MACZ;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,UAAU,SAA2C;AACzD,QAAI,QAAQ,WAAW,EAAG;AAE1B,UAAM,EAAE,4BAA4B,IAAI,MAAM,OAC5C,0DACF;AAEA,UAAM,WAAW,QAAQ,IAAI,CAAC,YAAY;AAAA,MACxC,YAAY,OAAO;AAAA,MACnB,UAAU,OAAO;AAAA,MACjB,UAAU,OAAO;AAAA,MACjB,gBAAgB,OAAO;AAAA,MACvB,KAAK,OAAO;AAAA,IACd,EAAE;AAEF,UAAM,4BAA4B,KAAK,IAAI,QAAQ;AAAA,EACrD;AAAA,EAEA,MAAM,MAAM,UAAoB,
|
|
4
|
+
"sourcesContent": ["import { type Kysely, sql, type SqlBool } from 'kysely'\nimport type {\n SearchStrategy,\n SearchStrategyId,\n SearchOptions,\n SearchResult,\n IndexableRecord,\n} from '../types'\nimport type { EntityId } from '@open-mercato/shared/modules/entities'\n\n/**\n * Configuration for TokenSearchStrategy.\n */\nexport type TokenStrategyConfig = {\n /** Minimum number of query tokens that must match (0-1 ratio, default 0.5) */\n minMatchRatio?: number\n /** Default limit for search results */\n defaultLimit?: number\n}\n\nfunction normalizeOrganizationIds(options: SearchOptions): string[] | null {\n const single = typeof options.organizationId === 'string' ? options.organizationId.trim() : ''\n if (single) return [single]\n if (!Array.isArray(options.organizationIds)) return null\n return Array.from(new Set(\n options.organizationIds\n .map((value) => (typeof value === 'string' ? value.trim() : ''))\n .filter((value) => value.length > 0),\n ))\n}\n\n/**\n * TokenSearchStrategy provides hash-based search using the existing search_tokens table.\n * This strategy is always available and serves as a fallback when other strategies fail.\n *\n * It tokenizes queries into hashes and matches against pre-indexed token hashes,\n * enabling search on encrypted fields without exposing plaintext to external services.\n */\nexport class TokenSearchStrategy implements SearchStrategy {\n readonly id: SearchStrategyId = 'tokens'\n readonly name = 'Token Search'\n readonly priority = 10 // Lowest priority, always available as fallback\n\n private readonly minMatchRatio: number\n private readonly defaultLimit: number\n\n constructor(\n private readonly db: Kysely<any>,\n config?: TokenStrategyConfig,\n ) {\n this.minMatchRatio = config?.minMatchRatio ?? 0.5\n this.defaultLimit = config?.defaultLimit ?? 50\n }\n\n async isAvailable(): Promise<boolean> {\n return true // Always available\n }\n\n async ensureReady(): Promise<void> {\n // No initialization needed\n }\n\n async search(query: string, options: SearchOptions): Promise<SearchResult[]> {\n const organizationIds = normalizeOrganizationIds(options)\n if (organizationIds && organizationIds.length === 0) return []\n\n // Dynamically import tokenization to avoid circular dependencies\n const { tokenizeText } = await import('@open-mercato/shared/lib/search/tokenize')\n const { resolveSearchConfig } = await import('@open-mercato/shared/lib/search/config')\n\n const config = resolveSearchConfig()\n if (!config.enabled) return []\n\n const { hashes } = tokenizeText(query, config)\n if (hashes.length === 0) return []\n\n const minMatches = Math.max(1, Math.ceil(hashes.length * this.minMatchRatio))\n const limit = options.limit ?? this.defaultLimit\n\n let queryBuilder = this.db\n .selectFrom('search_tokens' as any)\n .select([\n 'entity_type' as any,\n 'entity_id' as any,\n 'organization_id' as any,\n sql<string>`count(*)`.as('match_count'),\n ])\n .where('token_hash' as any, 'in', hashes)\n .where('tenant_id' as any, '=', options.tenantId)\n .groupBy(['entity_type' as any, 'entity_id' as any, 'organization_id' as any])\n .having(sql<SqlBool>`count(distinct token_hash) >= ${minMatches}`)\n .orderBy(sql`count(distinct token_hash) desc`)\n .limit(limit)\n\n if (organizationIds) {\n queryBuilder = queryBuilder.where('organization_id' as any, 'in', organizationIds)\n }\n\n if (options.entityTypes?.length) {\n queryBuilder = queryBuilder.where('entity_type' as any, 'in', options.entityTypes)\n }\n\n const rows = await queryBuilder.execute() as Array<{\n entity_type: string\n entity_id: string\n organization_id: string | null\n match_count: string | number\n }>\n\n return rows.map((row) => {\n const matchCount = typeof row.match_count === 'string'\n ? parseInt(row.match_count, 10)\n : row.match_count\n // Calculate score based on match ratio\n const score = matchCount / hashes.length\n\n return {\n entityId: row.entity_type as EntityId,\n recordId: row.entity_id,\n score,\n source: this.id,\n organizationId: row.organization_id ?? null,\n }\n })\n }\n\n async index(record: IndexableRecord): Promise<void> {\n // Dynamically import to avoid circular dependencies\n const { replaceSearchTokensForRecord } = await import(\n '@open-mercato/core/modules/query_index/lib/search-tokens'\n )\n\n await replaceSearchTokensForRecord(this.db, {\n entityType: record.entityId,\n recordId: record.recordId,\n tenantId: record.tenantId,\n organizationId: record.organizationId,\n doc: record.fields,\n })\n }\n\n async delete(entityId: EntityId, recordId: string, tenantId: string): Promise<void> {\n // Dynamically import to avoid circular dependencies\n const { deleteSearchTokensForRecord } = await import(\n '@open-mercato/core/modules/query_index/lib/search-tokens'\n )\n\n await deleteSearchTokensForRecord(this.db, {\n entityType: entityId,\n recordId,\n tenantId,\n })\n }\n\n async bulkIndex(records: IndexableRecord[]): Promise<void> {\n if (records.length === 0) return\n\n const { replaceSearchTokensForBatch } = await import(\n '@open-mercato/core/modules/query_index/lib/search-tokens'\n )\n\n const payloads = records.map((record) => ({\n entityType: record.entityId,\n recordId: record.recordId,\n tenantId: record.tenantId,\n organizationId: record.organizationId,\n doc: record.fields as Record<string, unknown>,\n }))\n\n await replaceSearchTokensForBatch(this.db, payloads)\n }\n\n async purge(entityId: EntityId, tenantId: string, organizationId?: string | null): Promise<void> {\n const normalizedOrganizationId =\n typeof organizationId === 'string' && organizationId.trim().length > 0 ? organizationId.trim() : null\n let query = this.db\n .deleteFrom('search_tokens' as any)\n .where('entity_type' as any, '=', entityId)\n .where('tenant_id' as any, '=', tenantId)\n if (normalizedOrganizationId !== null) {\n query = query.where('organization_id' as any, '=', normalizedOrganizationId)\n }\n await query.execute()\n }\n}\n"],
|
|
5
|
+
"mappings": "AAAA,SAAsB,WAAyB;AAoB/C,SAAS,yBAAyB,SAAyC;AACzE,QAAM,SAAS,OAAO,QAAQ,mBAAmB,WAAW,QAAQ,eAAe,KAAK,IAAI;AAC5F,MAAI,OAAQ,QAAO,CAAC,MAAM;AAC1B,MAAI,CAAC,MAAM,QAAQ,QAAQ,eAAe,EAAG,QAAO;AACpD,SAAO,MAAM,KAAK,IAAI;AAAA,IACpB,QAAQ,gBACL,IAAI,CAAC,UAAW,OAAO,UAAU,WAAW,MAAM,KAAK,IAAI,EAAG,EAC9D,OAAO,CAAC,UAAU,MAAM,SAAS,CAAC;AAAA,EACvC,CAAC;AACH;AASO,MAAM,oBAA8C;AAAA,EAQzD,YACmB,IACjB,QACA;AAFiB;AARnB,SAAS,KAAuB;AAChC,SAAS,OAAO;AAChB,SAAS,WAAW;AASlB,SAAK,gBAAgB,QAAQ,iBAAiB;AAC9C,SAAK,eAAe,QAAQ,gBAAgB;AAAA,EAC9C;AAAA,EAEA,MAAM,cAAgC;AACpC,WAAO;AAAA,EACT;AAAA,EAEA,MAAM,cAA6B;AAAA,EAEnC;AAAA,EAEA,MAAM,OAAO,OAAe,SAAiD;AAC3E,UAAM,kBAAkB,yBAAyB,OAAO;AACxD,QAAI,mBAAmB,gBAAgB,WAAW,EAAG,QAAO,CAAC;AAG7D,UAAM,EAAE,aAAa,IAAI,MAAM,OAAO,0CAA0C;AAChF,UAAM,EAAE,oBAAoB,IAAI,MAAM,OAAO,wCAAwC;AAErF,UAAM,SAAS,oBAAoB;AACnC,QAAI,CAAC,OAAO,QAAS,QAAO,CAAC;AAE7B,UAAM,EAAE,OAAO,IAAI,aAAa,OAAO,MAAM;AAC7C,QAAI,OAAO,WAAW,EAAG,QAAO,CAAC;AAEjC,UAAM,aAAa,KAAK,IAAI,GAAG,KAAK,KAAK,OAAO,SAAS,KAAK,aAAa,CAAC;AAC5E,UAAM,QAAQ,QAAQ,SAAS,KAAK;AAEpC,QAAI,eAAe,KAAK,GACrB,WAAW,eAAsB,EACjC,OAAO;AAAA,MACN;AAAA,MACA;AAAA,MACA;AAAA,MACA,cAAsB,GAAG,aAAa;AAAA,IACxC,CAAC,EACA,MAAM,cAAqB,MAAM,MAAM,EACvC,MAAM,aAAoB,KAAK,QAAQ,QAAQ,EAC/C,QAAQ,CAAC,eAAsB,aAAoB,iBAAwB,CAAC,EAC5E,OAAO,oCAA6C,UAAU,EAAE,EAChE,QAAQ,oCAAoC,EAC5C,MAAM,KAAK;AAEd,QAAI,iBAAiB;AACnB,qBAAe,aAAa,MAAM,mBAA0B,MAAM,eAAe;AAAA,IACnF;AAEA,QAAI,QAAQ,aAAa,QAAQ;AAC/B,qBAAe,aAAa,MAAM,eAAsB,MAAM,QAAQ,WAAW;AAAA,IACnF;AAEA,UAAM,OAAO,MAAM,aAAa,QAAQ;AAOxC,WAAO,KAAK,IAAI,CAAC,QAAQ;AACvB,YAAM,aAAa,OAAO,IAAI,gBAAgB,WAC1C,SAAS,IAAI,aAAa,EAAE,IAC5B,IAAI;AAER,YAAM,QAAQ,aAAa,OAAO;AAElC,aAAO;AAAA,QACL,UAAU,IAAI;AAAA,QACd,UAAU,IAAI;AAAA,QACd;AAAA,QACA,QAAQ,KAAK;AAAA,QACb,gBAAgB,IAAI,mBAAmB;AAAA,MACzC;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,MAAM,QAAwC;AAElD,UAAM,EAAE,6BAA6B,IAAI,MAAM,OAC7C,0DACF;AAEA,UAAM,6BAA6B,KAAK,IAAI;AAAA,MAC1C,YAAY,OAAO;AAAA,MACnB,UAAU,OAAO;AAAA,MACjB,UAAU,OAAO;AAAA,MACjB,gBAAgB,OAAO;AAAA,MACvB,KAAK,OAAO;AAAA,IACd,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,OAAO,UAAoB,UAAkB,UAAiC;AAElF,UAAM,EAAE,4BAA4B,IAAI,MAAM,OAC5C,0DACF;AAEA,UAAM,4BAA4B,KAAK,IAAI;AAAA,MACzC,YAAY;AAAA,MACZ;AAAA,MACA;AAAA,IACF,CAAC;AAAA,EACH;AAAA,EAEA,MAAM,UAAU,SAA2C;AACzD,QAAI,QAAQ,WAAW,EAAG;AAE1B,UAAM,EAAE,4BAA4B,IAAI,MAAM,OAC5C,0DACF;AAEA,UAAM,WAAW,QAAQ,IAAI,CAAC,YAAY;AAAA,MACxC,YAAY,OAAO;AAAA,MACnB,UAAU,OAAO;AAAA,MACjB,UAAU,OAAO;AAAA,MACjB,gBAAgB,OAAO;AAAA,MACvB,KAAK,OAAO;AAAA,IACd,EAAE;AAEF,UAAM,4BAA4B,KAAK,IAAI,QAAQ;AAAA,EACrD;AAAA,EAEA,MAAM,MAAM,UAAoB,UAAkB,gBAA+C;AAC/F,UAAM,2BACJ,OAAO,mBAAmB,YAAY,eAAe,KAAK,EAAE,SAAS,IAAI,eAAe,KAAK,IAAI;AACnG,QAAI,QAAQ,KAAK,GACd,WAAW,eAAsB,EACjC,MAAM,eAAsB,KAAK,QAAQ,EACzC,MAAM,aAAoB,KAAK,QAAQ;AAC1C,QAAI,6BAA6B,MAAM;AACrC,cAAQ,MAAM,MAAM,mBAA0B,KAAK,wBAAwB;AAAA,IAC7E;AACA,UAAM,MAAM,QAAQ;AAAA,EACtB;AACF;",
|
|
6
6
|
"names": []
|
|
7
7
|
}
|
|
@@ -94,10 +94,10 @@ class VectorSearchStrategy {
|
|
|
94
94
|
await this.ensureReady();
|
|
95
95
|
await this.vectorDriver.delete(entityId, recordId, tenantId);
|
|
96
96
|
}
|
|
97
|
-
async purge(entityId, tenantId) {
|
|
97
|
+
async purge(entityId, tenantId, organizationId) {
|
|
98
98
|
await this.ensureReady();
|
|
99
99
|
if (this.vectorDriver.purge) {
|
|
100
|
-
await this.vectorDriver.purge(entityId, tenantId);
|
|
100
|
+
await this.vectorDriver.purge(entityId, tenantId, organizationId);
|
|
101
101
|
}
|
|
102
102
|
}
|
|
103
103
|
/**
|